-- Logs begin at Wed 2021-11-10 20:22:26 UTC, end at Wed 2021-11-10 23:19:53 UTC. -- Nov 10 21:09:47.906692 n-d-776250-11 systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 21:09:50.648886 n-d-776250-11 neutron-server[102936]: INFO neutron.common.config [-] Logging enabled! Nov 10 21:09:50.649475 n-d-776250-11 neutron-server[102936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 21:09:50.649675 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102936) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 21:09:50.652931 n-d-776250-11 neutron-server[102936]: INFO neutron.common.config [-] Logging enabled! Nov 10 21:09:50.653184 n-d-776250-11 neutron-server[102936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 21:09:50.653494 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102936) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 21:09:50.654432 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 21:09:50.654665 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 21:09:50.655033 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 21:09:50.655280 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 21:09:50.655502 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 21:09:50.655856 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.656284 n-d-776250-11 neutron-server[102936]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 21:09:50.656592 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.656883 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.657173 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.657463 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.657749 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.658029 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.658314 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.658608 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.658893 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.659168 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.659450 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.659760 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.660043 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.660327 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.660611 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.660896 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] debug = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.661175 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.661604 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.662013 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.662292 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.662577 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.662856 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.663124 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.663398 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.663682 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.664039 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] host = n-d-776250-11 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.664315 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.664600 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.664885 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.665171 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.665443 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.666235 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.666598 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.666880 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.667155 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] log_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.667429 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.667716 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.668026 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.668315 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.668539 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.668760 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.669057 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.669342 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.669613 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.669885 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.670158 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.670428 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.670697 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.670962 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.671246 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.671532 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.671847 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.672120 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.672391 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.672663 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.672931 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.673214 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.673485 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.673753 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.674024 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.674308 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.674571 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.674840 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.675141 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.675423 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.675703 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.676076 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.676348 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.676630 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.676901 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.677172 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.677440 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] use_json = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.677709 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.677976 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.678258 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.678530 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.678797 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.679065 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.679334 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.679615 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:50.679942 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.680244 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.680544 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.680830 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.681195 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.682186 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.682510 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.682796 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.683090 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.683383 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.683692 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.683984 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.684290 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.684556 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.684851 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.685155 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.685453 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.685746 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.686022 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.686298 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.686571 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.686849 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.687134 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.687411 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.687698 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.688007 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.688284 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.688573 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.688867 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.689158 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.689434 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.689713 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.690004 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.690283 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.690555 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.690835 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.691123 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.691407 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.691681 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.691987 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.692265 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.692535 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.692804 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.693082 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.693370 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.693645 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.693918 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.694188 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.694463 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.694732 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.695016 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.695294 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.695567 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.695865 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.696143 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.696414 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.696684 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.697049 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.697329 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.697612 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.697977 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.698257 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.698531 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.698806 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.699077 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.699350 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.699623 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.699926 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.700201 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.700473 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.700743 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.701013 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.701291 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.701575 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.701874 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.702153 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.702429 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.702707 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.702989 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.703268 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.703547 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.703852 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.704132 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.704407 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.704697 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.704980 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.705269 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.705552 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.705828 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.706148 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.706426 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.706707 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.706982 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.707258 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.707540 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.707851 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.708148 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.708439 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.708730 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.709023 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.709316 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.709593 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.709900 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.710178 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:50.710393 n-d-776250-11 neutron-server[102936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 21:09:50.710631 n-d-776250-11 neutron-server[102936]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102936) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 21:09:51.144146 n-d-776250-11 neutron-server[102936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 21:09:51.144421 n-d-776250-11 neutron-server[102936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 21:09:51.144722 n-d-776250-11 neutron-server[102936]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 21:09:51.145056 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 21:09:51.472343 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.472554 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.472824 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.474014 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.474284 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.474544 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.512515 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.513280 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.513551 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.529526 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.529808 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.530075 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.561259 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.561537 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.561803 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.598146 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.598423 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.598697 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.833861 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.834502 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.834502 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.834665 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.835338 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.962946 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.963264 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.963548 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.963842 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.964108 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.964417 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.964677 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.964934 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.965186 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.965467 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.965727 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.965990 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.966244 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.966495 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.966752 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.967015 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.967269 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.967534 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.967828 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.968090 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.968358 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.968610 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.968887 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.969260 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.969510 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.969758 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:51.970149 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:51.970389 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:51.970624 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:51.970857 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:51.971090 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:51.971322 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:51.971755 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 21:09:51.974926 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 21:09:51.979478 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 21:09:51.983323 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 10 21:09:51.984990 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 21:09:51.985452 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 21:09:51.985789 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 21:09:51.986178 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 21:09:51.989016 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 21:09:51.989272 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 21:09:51.989618 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 21:09:51.995594 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 21:09:52.017908 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 21:09:52.018357 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:52.018654 n-d-776250-11 neutron-server[102936]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102936) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 21:09:52.019012 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:52.020425 n-d-776250-11 neutron-server[102936]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102936) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 21:09:52.020705 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 21:09:52.020948 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 21:09:52.024185 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:52.024470 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:52.089273 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 21:09:52.089449 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 21:09:52.089684 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 21:09:52.090051 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 21:09:52.110516 n-d-776250-11 neutron-server[102936]: DEBUG oslo_db.sqlalchemy.engines [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102936) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 21:09:52.788569 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing driver for type 'gre' Nov 10 21:09:52.789123 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] gre ID ranges: [(1, 1000)] Nov 10 21:09:52.983233 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing driver for type 'local' Nov 10 21:09:52.983894 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing driver for type 'vlan' Nov 10 21:09:53.092855 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] VlanTypeDriver initialization complete Nov 10 21:09:53.093111 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing driver for type 'vxlan' Nov 10 21:09:53.093667 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] vxlan ID ranges: [(1, 1000)] Nov 10 21:09:53.264184 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing extension driver 'port_security' Nov 10 21:09:53.264788 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.extensions.port_security [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] PortSecurityExtensionDriver initialization complete Nov 10 21:09:53.265116 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing mechanism driver 'openvswitch' Nov 10 21:09:53.265451 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing mechanism driver 'hyperv' Nov 10 21:09:53.272206 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.plugin [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:09:53.273383 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.273757 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.274110 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.274641 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 21:09:53.275660 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnet after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.276031 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnet after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.276419 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.276818 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 21:09:53.281569 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.281569 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.281569 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.281569 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 21:09:53.281569 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > security_group after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.281947 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > security_group after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.281947 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.281947 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 21:09:53.281947 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.281947 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.282295 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.282295 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 21:09:53.282295 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > address_group after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.282295 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > address_group after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.282295 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.282645 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102936) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 21:09:53.283024 n-d-776250-11 neutron-server[102936]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] ML2 OVO RPC backend initialized. {{(pid=102936) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 21:09:53.283736 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.284091 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.284505 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.284926 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > networks before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.285275 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.285616 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > ports before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.285954 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnet before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.286383 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnets before_response 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.286719 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.287054 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.287390 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.287749 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.288085 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.288416 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.288751 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnet after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.289085 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnet after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.289414 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.289991 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.plugin [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Modular L2 Plugin initialization complete Nov 10 21:09:53.290318 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading services supported by the core plugin {{(pid=102936) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 21:09:53.291365 n-d-776250-11 neutron-server[102936]: INFO neutron.plugins.ml2.managers [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Got port-security extension from driver 'port_security' Nov 10 21:09:53.291949 n-d-776250-11 neutron-server[102936]: INFO neutron.extensions.vlantransparent [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Disabled vlantransparent extension. Nov 10 21:09:53.292435 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102936) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 21:09:53.292749 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: router Nov 10 21:09:53.328943 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.329333 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router after_create 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.329703 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router before_create 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.330063 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.330432 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.330787 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router after_delete 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.331139 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.331605 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.331991 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router after_create 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.332339 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router after_update 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.332681 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router after_update 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.333028 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.333384 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router after_update 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.333796 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_update 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.334162 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: port after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.334500 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: port after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.334834 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: subnet after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.335170 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.335514 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.335894 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_create 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.336238 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: port before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.336573 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.336930 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router after_update 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.337314 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.338328 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_create 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.338665 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.339005 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_update 55549900 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.339367 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > agent after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.339715 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > agent after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.340076 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > network after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.340930 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Tracking information for resource: router configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:53.341259 n-d-776250-11 neutron-server[102936]: DEBUG neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Tracking information for resource: floatingip configured {{(pid=102936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 21:09:53.346229 n-d-776250-11 neutron-server[102936]: INFO neutron.db.l3_agentschedulers_db [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 21:09:53.346749 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: port after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.347111 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: port after_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.347464 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: port after_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.347846 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: port after_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.348660 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router before_create 55550100 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.349026 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.349393 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_create 55550100 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.349741 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > router precommit_update 55550100 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.354812 n-d-776250-11 neutron-server[102936]: DEBUG neutron.services.provider_configuration [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service providers = [] {{(pid=102936) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 21:09:53.355175 n-d-776250-11 neutron-server[102936]: DEBUG neutron.db.servicetype_db [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102936) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 21:09:53.358190 n-d-776250-11 neutron-server[102936]: DEBUG neutron.services.service_base [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:09:53.358564 n-d-776250-11 neutron-server[102936]: DEBUG neutron.services.service_base [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:09:53.358904 n-d-776250-11 neutron-server[102936]: DEBUG neutron.services.service_base [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:09:53.359821 n-d-776250-11 neutron-server[102936]: DEBUG neutron.services.service_base [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 21:09:53.360193 n-d-776250-11 neutron-server[102936]: INFO neutron.services.service_base [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 21:09:53.360558 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.360872 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 21:09:53.373010 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.373342 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: auto_allocate Nov 10 21:09:53.379099 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: network precommit_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.379468 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: network precommit_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.379999 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.380317 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: tag Nov 10 21:09:53.387785 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.388115 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: timestamp Nov 10 21:09:53.392223 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.392547 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: network_ip_availability Nov 10 21:09:53.398106 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.398473 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.398825 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.399532 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.400475 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: flavors Nov 10 21:09:53.405428 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.405761 n-d-776250-11 neutron-server[102936]: INFO neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading Plugin: revisions Nov 10 21:09:53.410088 n-d-776250-11 neutron-server[102936]: DEBUG neutron.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 21:09:53.410483 n-d-776250-11 neutron-server[102936]: DEBUG oslo_concurrency.lockutils [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.266s {{(pid=102936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 21:09:53.411223 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102936) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 21:09:53.411557 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Initializing extension manager. Nov 10 21:09:53.412093 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: __init__.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.412433 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: __pycache__ {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.412765 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.413099 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: address_group.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.413852 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.414411 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: address-group Nov 10 21:09:53.414731 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: address_scope.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.415469 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.416138 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: address-scope Nov 10 21:09:53.416462 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.417398 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.417904 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: router-admin-state-down-before-update Nov 10 21:09:53.418225 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: agent.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.418926 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.419426 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: agent Nov 10 21:09:53.419768 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: agent_resources_synced.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.420685 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.421195 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: agent-resources-synced Nov 10 21:09:53.421515 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: allowedaddresspairs.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.423290 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.423839 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: allowed-address-pairs Nov 10 21:09:53.424168 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: auto_allocated_topology.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.425248 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.425762 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: auto-allocated-topology Nov 10 21:09:53.426087 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: availability_zone.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.426777 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.427283 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: availability_zone Nov 10 21:09:53.427603 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: availability_zone_filter.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.428550 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.429043 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: availability_zone_filter Nov 10 21:09:53.429362 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: data_plane_status.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.430273 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.430782 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 21:09:53.431183 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: default_subnetpools.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.432234 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.432742 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: default-subnetpools Nov 10 21:09:53.433061 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.433865 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.434369 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: dhcp_agent_scheduler Nov 10 21:09:53.434689 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: dns.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.435605 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.436136 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension dns-integration not supported by any of loaded plugins Nov 10 21:09:53.436459 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: dns_domain_ports.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.437384 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.437885 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 21:09:53.438207 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.439131 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.439634 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 21:09:53.439980 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: dvr.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.440653 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.441162 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: dvr Nov 10 21:09:53.441479 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: ecmp_routes.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.442394 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.442900 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 21:09:53.443217 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: empty_string_filtering.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.444161 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.444671 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: empty-string-filtering Nov 10 21:09:53.444989 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.445903 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.446410 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 21:09:53.447254 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.448193 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.448701 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 21:09:53.449023 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: external_net.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.449936 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.450443 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: external-net Nov 10 21:09:53.450759 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.451684 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.452224 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: extra_dhcp_opt Nov 10 21:09:53.452538 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: extraroute.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.453452 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.453961 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: extraroute Nov 10 21:09:53.454280 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: extraroute_atomic.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.455318 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.455860 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: extraroute-atomic Nov 10 21:09:53.456182 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: filter_validation.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.457013 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.457519 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: filter-validation Nov 10 21:09:53.457842 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: fip_pf_description.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.458756 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.459262 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 21:09:53.459581 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: fip_port_details.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.460540 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.461047 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: fip-port-details Nov 10 21:09:53.461368 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: flavors.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.463217 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.463755 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: flavors Nov 10 21:09:53.464081 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.465748 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.466267 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 21:09:53.466596 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: floatingip_pools.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.467294 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.467837 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: floatingip-pools Nov 10 21:09:53.468162 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: ip_allocation.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.469094 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.469596 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 21:09:53.469919 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.470841 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.471349 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: ip-substring-filtering Nov 10 21:09:53.471674 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l2_adjacency.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.472647 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.473152 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 21:09:53.473478 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l3.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.474436 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.474949 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: router Nov 10 21:09:53.475275 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.477550 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.478119 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 21:09:53.478448 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.479512 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.480065 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: ext-gw-mode Nov 10 21:09:53.480395 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.481336 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.481850 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: l3-ha Nov 10 21:09:53.482177 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l3_flavors.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.483098 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.483607 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: l3-flavors Nov 10 21:09:53.483960 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.484883 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.485394 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 21:09:53.485717 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: l3agentscheduler.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.486803 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.487329 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: l3_agent_scheduler Nov 10 21:09:53.487654 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: logging.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.489185 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.489703 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension logging not supported by any of loaded plugins Nov 10 21:09:53.490032 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: metering.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.490770 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.491344 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: metering Nov 10 21:09:53.491670 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.492932 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.493472 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: metering_source_and_destination_fields Nov 10 21:09:53.493918 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: multiprovidernet.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.494878 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.495386 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: multi-provider Nov 10 21:09:53.495708 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: netmtu.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.496650 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.497154 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: net-mtu Nov 10 21:09:53.497481 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: netmtu_writable.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.498401 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.498906 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: net-mtu-writable Nov 10 21:09:53.499226 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: network_availability_zone.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.499924 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.500426 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: network_availability_zone Nov 10 21:09:53.500745 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: network_ip_availability.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.501848 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.502359 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: network-ip-availability Nov 10 21:09:53.502682 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: network_segment_range.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.503445 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.503981 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 21:09:53.504305 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: pagination.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.505286 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.505617 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: pagination Nov 10 21:09:53.505934 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: port_device_profile.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.506843 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.507364 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: port-device-profile Nov 10 21:09:53.507685 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.508629 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.509670 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: port-mac-address-regenerate Nov 10 21:09:53.510069 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.510988 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.511497 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: port-numa-affinity-policy Nov 10 21:09:53.511846 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: port_resource_request.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.512761 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.513267 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 21:09:53.513585 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: port_resource_request_groups.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.514822 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.515325 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 21:09:53.515645 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: portbindings.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.516607 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.517120 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: binding Nov 10 21:09:53.517440 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: portbindings_extended.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.518721 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.519234 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: binding-extended Nov 10 21:09:53.519560 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: portsecurity.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.520522 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.521035 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: port-security Nov 10 21:09:53.521357 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: project_id.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.522336 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.522673 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: project-id Nov 10 21:09:53.522992 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: providernet.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.523959 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.524476 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: provider Nov 10 21:09:53.525434 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.529104 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.529625 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos not supported by any of loaded plugins Nov 10 21:09:53.529957 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.531208 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.531791 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 21:09:53.532123 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.533057 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.533571 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 21:09:53.533898 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_default.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.534819 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.535335 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-default not supported by any of loaded plugins Nov 10 21:09:53.535662 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_fip.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.536335 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.536844 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-fip not supported by any of loaded plugins Nov 10 21:09:53.537166 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_gateway_ip.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.538102 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.538610 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 21:09:53.538934 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_port_network_policy.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.539880 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.540408 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 21:09:53.540733 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.542557 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.543680 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 21:09:53.544026 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_pps_rule.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.545213 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.545899 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-pps not supported by any of loaded plugins Nov 10 21:09:53.546227 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_rule_type_details.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.547155 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.547661 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 21:09:53.548016 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: qos_rules_alias.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.549088 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.549597 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 21:09:53.549920 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: quota_check_limit.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.550835 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.551344 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: quota-check-limit Nov 10 21:09:53.551666 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: quotasv2.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.552609 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.552936 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: quotas Nov 10 21:09:53.553255 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: quotasv2_detail.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.556454 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.556795 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: quota_details Nov 10 21:09:53.557128 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: rbac.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.558185 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.558717 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: rbac-policies Nov 10 21:09:53.559046 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: rbac_address_group.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.560017 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.560539 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: rbac-address-group Nov 10 21:09:53.560865 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: rbac_address_scope.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.561798 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.562316 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: rbac-address-scope Nov 10 21:09:53.562638 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: rbac_security_groups.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.563566 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.564103 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: rbac-security-groups Nov 10 21:09:53.564427 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: rbac_subnetpool.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.565352 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.565861 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: rbac-subnetpool Nov 10 21:09:53.566181 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: revisionifmatch.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.567122 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.567635 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: revision-if-match Nov 10 21:09:53.567995 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: revisions.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.569121 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.569631 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: standard-attr-revisions Nov 10 21:09:53.569953 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: router_availability_zone.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.570624 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.571136 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: router_availability_zone Nov 10 21:09:53.571459 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: routerservicetype.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.572970 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.573477 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension router-service-type not supported by any of loaded plugins Nov 10 21:09:53.573798 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.574721 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.575236 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: security-groups-normalized-cidr Nov 10 21:09:53.575557 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.576576 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.577087 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: port-security-groups-filtering Nov 10 21:09:53.577411 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.578347 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.578859 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: security-groups-remote-address-group Nov 10 21:09:53.579180 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.580170 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.580669 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: security-groups-shared-filtering Nov 10 21:09:53.580989 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.581581 n-d-776250-11 neutron-server[102936]: WARNING neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 21:09:53.581899 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: securitygroup.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.592505 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.593045 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: security-group Nov 10 21:09:53.593377 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: segment.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.594173 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.594676 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension segment not supported by any of loaded plugins Nov 10 21:09:53.595000 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.596000 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.596552 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 21:09:53.596830 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: servicetype.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.597960 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.598485 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: service-type Nov 10 21:09:53.598810 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: sorting.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.599834 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.600166 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: sorting Nov 10 21:09:53.600490 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: standard_attr_segment.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.601417 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.601928 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 21:09:53.602250 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: standardattrdescription.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.602921 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.603429 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: standard-attr-description Nov 10 21:09:53.603777 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: stateful_security_group.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.604724 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.605240 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: stateful-security-group Nov 10 21:09:53.605562 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: stdattrs_common.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.606131 n-d-776250-11 neutron-server[102936]: WARNING neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 21:09:53.606450 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.607387 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.607939 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 21:09:53.608260 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: subnet_onboard.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.609337 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.609858 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: subnet_onboard Nov 10 21:09:53.610178 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.611110 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.611620 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 21:09:53.611975 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: subnet_service_types.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.612898 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.613412 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: subnet-service-types Nov 10 21:09:53.613732 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: subnetallocation.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.614822 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.615341 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: subnet_allocation Nov 10 21:09:53.615664 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.616373 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.616879 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: subnetpool-prefix-ops Nov 10 21:09:53.617200 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.618136 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.618672 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 21:09:53.618988 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: tagging.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.620076 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.620593 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: standard-attr-tag Nov 10 21:09:53.620916 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: timestamp.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.622120 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.622632 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loaded extension: standard-attr-timestamp Nov 10 21:09:53.622957 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: trunk.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.624023 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.624540 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension trunk not supported by any of loaded plugins Nov 10 21:09:53.624864 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: trunk_details.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.625793 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.626302 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension trunk-details not supported by any of loaded plugins Nov 10 21:09:53.626623 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: uplink_status_propagation.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.627572 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.628110 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 21:09:53.628436 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Loading extension file: vlantransparent.py {{(pid=102936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 21:09:53.629109 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 21:09:53.629612 n-d-776250-11 neutron-server[102936]: INFO neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 21:09:53.632159 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:network Nov 10 21:09:53.632681 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:subnet Nov 10 21:09:53.633079 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:09:53.633470 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:port Nov 10 21:09:53.635206 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.635644 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service FLAVORS assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.636284 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.636706 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.637034 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:router Nov 10 21:09:53.637473 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:floatingip Nov 10 21:09:53.637959 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service METERING assigned prefix: /metering {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.639629 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.640027 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.640377 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:09:53.641372 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 21:09:53.641821 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:security_group Nov 10 21:09:53.642260 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 21:09:53.642863 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service CORE assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.643193 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:09:53.643537 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] subnetpool is already registered Nov 10 21:09:53.643996 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service CORE assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.644333 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:09:53.644662 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] subnetpool is already registered Nov 10 21:09:53.647016 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.647453 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service FLAVORS assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.648099 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.648545 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.648878 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:router Nov 10 21:09:53.649216 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] router is already registered Nov 10 21:09:53.649624 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:floatingip Nov 10 21:09:53.650611 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] floatingip is already registered Nov 10 21:09:53.651257 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service METERING assigned prefix: /metering {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.652049 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 21:09:53.652379 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] rbac_policy is already registered Nov 10 21:09:53.652791 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:security_group Nov 10 21:09:53.653123 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] security_group is already registered Nov 10 21:09:53.653541 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 21:09:53.653880 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] security_group_rule is already registered Nov 10 21:09:53.654364 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service CORE assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.654688 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:09:53.655018 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] subnetpool is already registered Nov 10 21:09:53.655428 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.v2.resource_helper [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Service CORE assigned prefix: {{(pid=102936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 21:09:53.655768 n-d-776250-11 neutron-server[102936]: INFO neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 21:09:53.656103 n-d-776250-11 neutron-server[102936]: WARNING neutron.quota.resource_registry [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] subnetpool is already registered Nov 10 21:09:53.657827 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: extensions {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.659305 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: address-groups {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.660826 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: address-scopes {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.662047 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: agents {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.663307 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: auto-allocated-topology {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.664586 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: availability_zones {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.665820 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: dhcp-networks {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.667376 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: dhcp-agents {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.668927 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: routers {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.671030 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: flavors {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.672317 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: service_profiles {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.673540 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: next_providers {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.675012 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: service_profiles {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.676457 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: floatingip-pools {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.677775 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: routers {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.679906 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: floatingips {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.681753 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: l3-routers {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.683291 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: l3-agents {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.684719 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: metering-labels {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.685953 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: metering-label-rules {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.687334 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: network-ip-availabilities {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.688663 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: bindings {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.690403 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: quotas {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.692076 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: quotas {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.693600 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: rbac-policies {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.694797 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: security-groups {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.696164 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: security-group-rules {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.698331 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: service-providers {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.699538 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: subnetpools {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.700968 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: subnetpools {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.702422 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.704150 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.705936 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.707701 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.709417 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.711368 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.713110 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.715976 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.717745 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.719496 n-d-776250-11 neutron-server[102936]: DEBUG neutron.api.extensions [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Extended resource: tags {{(pid=102936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 21:09:53.725594 n-d-776250-11 neutron-server[102936]: WARNING keystonemiddleware.auth_token [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 21:09:53.730389 n-d-776250-11 neutron-server[102936]: WARNING keystonemiddleware.auth_token [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 21:09:53.739529 n-d-776250-11 neutron-server[102936]: DEBUG oslo_concurrency.lockutils [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Acquired lock "singleton_lock" {{(pid=102936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 21:09:53.740028 n-d-776250-11 neutron-server[102936]: DEBUG oslo_concurrency.lockutils [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Releasing lock "singleton_lock" {{(pid=102936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 21:09:53.740676 n-d-776250-11 neutron-server[102936]: INFO oslo_service.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Starting 2 workers Nov 10 21:09:53.746075 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Started child 103047 {{(pid=102936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 21:09:53.750584 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Started child 103048 {{(pid=102936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 21:09:53.751549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:09:53.752275 n-d-776250-11 neutron-server[102936]: INFO neutron.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 21:09:53.752777 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Publish callbacks [] for process, before_spawn {{(pid=102936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:09:53.753038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [-] (103047) wsgi starting up on http://0.0.0.0:9696 Nov 10 21:09:53.755184 n-d-776250-11 neutron-server[102936]: INFO oslo_service.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Starting 1 workers Nov 10 21:09:53.755329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:09:53.756742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [-] (103048) wsgi starting up on http://0.0.0.0:9696 Nov 10 21:09:53.760945 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Started child 103049 {{(pid=102936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 21:09:53.761493 n-d-776250-11 neutron-server[102936]: INFO oslo_service.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Starting 1 workers Nov 10 21:09:53.765041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] calling RpcWorker wait() {{(pid=103049) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 21:09:53.765574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] returning from RpcWorker wait() {{(pid=103049) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 21:09:53.766265 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Started child 103050 {{(pid=102936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 21:09:53.767003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:09:53.767096 n-d-776250-11 neutron-server[102936]: DEBUG neutron_lib.callbacks.manager [None req-efa537ed-d1e4-46c5-aede-16d3ad1b8f6b None None] Publish callbacks [] for process, after_spawn {{(pid=102936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:09:53.767668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:09:53.768886 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 21:09:53.769099 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 21:09:53.769286 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 21:09:53.769503 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 21:09:53.769843 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 21:09:53.770023 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 21:09:53.770539 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.770819 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.770987 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:09:53.771431 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.771431 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.771587 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.772043 n-d-776250-11 neutron-server[103050]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:09:53.772333 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.772608 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.772860 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.773133 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.773382 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.773551 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.773714 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.773957 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.774207 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.774503 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.774800 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.775048 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.775353 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.775502 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.775795 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.776062 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.776306 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.776570 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] debug = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.776809 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.777276 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.777525 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.777762 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.777994 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.778272 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.778496 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.778766 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.779011 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.779231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.779481 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.779756 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.780016 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.780240 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.780490 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.780719 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.780983 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.781214 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.781685 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] host = n-d-776250-11 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.781901 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.782138 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.782366 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.782608 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.782863 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.783076 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.783325 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.783574 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.783843 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.784069 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.784316 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.784565 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.784792 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.785055 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.785263 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_options = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.785444 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.785706 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.785960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.786145 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.786311 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.786541 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.786743 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.786903 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.787158 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.787371 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.787594 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.787847 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.788065 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.788299 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.788551 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.788794 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.789020 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.789246 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.789486 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.789817 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.790049 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.790291 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.790600 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.790827 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.791053 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.791364 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.791589 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.791850 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.792094 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.792337 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.792589 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.792830 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.793061 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.793297 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.793556 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.793798 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.794022 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.794272 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.794547 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.794769 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.795008 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.795261 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.795471 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.795699 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.795933 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.796159 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.796368 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_json = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.796657 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.796814 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.797051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.797261 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.797469 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.797679 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.797954 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.798142 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.798566 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.798834 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.799162 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.800581 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.800836 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.801084 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.801323 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.801705 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.801859 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.802170 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.802365 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.802595 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.802884 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.803122 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.804085 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.804378 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.804666 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.804956 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.805224 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.805608 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.805843 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.806650 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.807076 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.807387 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.807629 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.807899 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.808152 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.808500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.808774 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.809033 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.809296 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.809514 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.809739 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.809976 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.810254 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.810474 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.810714 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.811145 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.811405 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.811622 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.811881 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.822410 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823026 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.823528 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.824376 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.825585 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.826275 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827117 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827117 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827117 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827117 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827117 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827117 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827770 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827770 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.827770 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.828003 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.828197 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.828464 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.828684 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.828900 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.829113 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.829345 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.829760 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.829892 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.830046 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.830317 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.830562 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.830791 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.831108 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.831279 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.831554 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.831794 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.832056 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.833008 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.833164 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.833332 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.833599 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.833847 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.834099 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.834342 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.834606 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.834861 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.835086 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.835300 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.835581 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.835850 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.836068 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.836274 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.836496 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.836814 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.837038 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.837388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.837761 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.837971 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.838214 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.838453 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.838719 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.839101 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.839377 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.839540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.839706 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.839935 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.840909 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.840909 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.840909 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.840909 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.841525 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.841525 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.841525 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.841857 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.841857 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.842070 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.842280 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.842508 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.842812 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.842961 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.843199 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.843413 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.843647 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.843919 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.844317 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.844490 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.844648 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.844798 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.845010 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.845250 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.845492 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.845739 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.845928 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.846148 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.846385 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.850500 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.851676 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.852806 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.853960 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855034 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855034 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855034 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855034 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855034 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855686 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855686 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.855686 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.856137 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.856137 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.856403 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.856403 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.856687 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.856825 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.856963 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858122 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858122 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858122 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858122 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858122 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858810 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858810 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.858810 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.859208 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.859208 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.859491 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.859631 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.859805 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.859991 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.860598 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.860598 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.860598 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.861013 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.861013 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.861283 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.861433 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.861698 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.861948 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.862157 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.862440 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.862693 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.862905 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.863140 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.863456 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.863711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.863971 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.864185 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.864400 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.864614 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.864883 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.865181 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.865465 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.865704 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.865933 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.866217 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.866480 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.866744 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.866950 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.867253 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.867666 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.867931 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.868188 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.868425 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.869232 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.869536 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.869760 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.869994 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.870236 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.870449 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.870702 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.871010 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.871256 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.871484 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.871757 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.871956 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.872198 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.872480 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.872664 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.872891 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.873242 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 21:09:53.873558 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 21:09:53.873733 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 21:09:53.873882 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 21:09:53.874735 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 21:09:53.874735 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 21:09:53.874735 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 21:09:53.874735 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.874735 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875259 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875259 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875259 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875259 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875684 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875684 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875684 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875991 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.875991 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.879372 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.880347 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.880347 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.880347 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.880347 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] debug = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.880347 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.880347 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881051 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.881967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] host = n-d-776250-11 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.882605 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.883388 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_options = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.884968 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.884968 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.884968 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.884968 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.884968 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.884968 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.884968 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.885527 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886346 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886346 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886346 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886346 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886346 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886346 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886988 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886988 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886988 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.886988 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.887434 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.887434 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.887434 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.887434 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.887967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.887967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.887967 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.888186 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.888186 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.888328 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.888464 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.888589 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.888721 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.888876 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.889029 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.889167 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.889322 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.889729 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.889883 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.890035 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.890188 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.890327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_json = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.890544 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.890701 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.890827 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.890951 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.891075 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.891198 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.891345 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.891486 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 21:09:53.891637 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.891814 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.891982 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.892140 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.892296 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.892452 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.892607 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.892763 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.892918 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.893074 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.893237 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.893377 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.893545 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.893701 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.893855 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.894012 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.894169 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.894324 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.894479 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.894636 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.894790 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.894946 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.895110 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.895266 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.895421 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.895575 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.895775 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.895920 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.896075 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.896230 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.896385 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.896541 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.896697 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.896852 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.897007 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.897162 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.897318 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.897472 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.897679 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.897824 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.897985 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.898141 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.898296 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.898451 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.898607 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.898768 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.898923 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.899078 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.899234 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.899389 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.899544 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.899950 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.900210 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.900375 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.900523 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.900687 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.900843 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.900999 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.901155 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.901311 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.901468 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.901616 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.901770 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.901917 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.902071 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.902302 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.902477 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.902634 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.902789 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.902945 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.903101 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.903256 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.903399 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.903556 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.903801 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.903928 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.904053 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.904165 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.904329 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.904464 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.904616 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.904758 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.904915 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.905070 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.905225 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.905380 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.905534 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.905688 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.905842 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.906006 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.906175 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.906331 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.906485 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.906645 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.906783 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.906938 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.907093 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.907247 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.907402 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.907560 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.907714 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.907881 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.908038 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.908235 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.908321 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.908481 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.908636 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.908792 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.913540 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914231 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.914856 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.915643 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.916327 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.917916 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.918711 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919241 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919241 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919241 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919241 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919241 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919241 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919897 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919897 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919897 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.919897 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.920317 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.920317 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.920317 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.920525 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.920602 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.920724 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.920886 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.921041 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.921196 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.921367 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.921522 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.921677 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.921831 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.922033 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.922194 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.922350 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.922505 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.922660 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.922815 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.922970 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.923127 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.923284 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.923440 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.923597 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.923769 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.923927 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.924083 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.924248 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.924408 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.924757 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.925065 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.925224 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.925402 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.925546 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.925687 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.925822 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.925980 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.926133 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.926322 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.926433 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.926858 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.926858 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.926858 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.927113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:09:53.927197 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.927197 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.927340 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.927458 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.927610 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.927784 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.927932 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.928091 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.928245 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.928544 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.928544 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.928708 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.928846 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.929004 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.929159 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.929324 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.929479 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.929634 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.929789 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.929943 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.930097 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.930260 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.930416 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.930571 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.930733 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.930889 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.931582 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.931831 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.932012 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.932154 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.932317 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.932471 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.932626 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.932781 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.932938 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.933097 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.933260 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.933421 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.933577 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.933739 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.933901 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.934063 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.934218 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.934378 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.934546 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.934701 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.934854 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.935009 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.935163 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.935318 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.935472 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.935627 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.935813 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.935970 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.936124 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.936279 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.936434 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.936588 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.936742 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.936895 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.937050 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.937204 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.937358 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.937511 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 21:09:53.937659 n-d-776250-11 neutron-server[102936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 21:09:54.089852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:09:54.098234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062864 Nov 10 21:10:05.654852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb5a7a7-c030-4a77-9991-cf251ffaf87c None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:10:05.725854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb5a7a7-c030-4a77-9991-cf251ffaf87c None None] No non-hosted networks {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 21:10:05.733495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.agentschedulers_db [None req-6bb5a7a7-c030-4a77-9991-cf251ffaf87c None None] DHCP Agent not found on host n-d-776250-11 {{(pid=103049) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 21:10:05.845884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d5332d1-404f-4e44-b34c-ea7317f52a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4064077'] for agent, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:07.934736 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ebc0e3e3-71ef-479a-9208-aaff4cb39e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4064077'] for agent, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:07.968731 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-700bf32a-5369-4185-bc5f-692bda41f43d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-776250-11 {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:10:07.969557 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-700bf32a-5369-4185-bc5f-692bda41f43d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:10:08.496092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-700bf32a-5369-4185-bc5f-692bda41f43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:09.104620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4064077'] for agent, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:10.617169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4064077'] for agent, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:11.252547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4064077'] for agent, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:11.253228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.253572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.253900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.254225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.254545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.255178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.255580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.256006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.256388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.256772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.257344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.258997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:11.259659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-776250-11', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:11.270221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-776250-11', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:11.744771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39842) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:12.260424 n-d-776250-11 neutron-server[103048]: WARNING oslo_policy.policy [None req-a69a76c1-98e8-4421-a990-9c83d1db51fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:12.261129 n-d-776250-11 neutron-server[103048]: WARNING oslo_policy.policy [None req-a69a76c1-98e8-4421-a990-9c83d1db51fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:12.491948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-a69a76c1-98e8-4421-a990-9c83d1db51fc admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:10:12.493519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a69a76c1-98e8-4421-a990-9c83d1db51fc admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7477205 Nov 10 21:10:14.416872 n-d-776250-11 neutron-server[103049]: INFO neutron.db.l3_hamode_db [None req-6ac12e38-f998-4184-9e12-8fb9082e0d39 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 21:10:14.493537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac12e38-f998-4184-9e12-8fb9082e0d39 None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:10:14.493849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac12e38-f998-4184-9e12-8fb9082e0d39 None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:10:15.033981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39858) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:15.343070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:10:15.438405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.policy [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103048) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 21:10:15.485276 n-d-776250-11 neutron-server[103048]: WARNING oslo_policy.policy [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:15.485637 n-d-776250-11 neutron-server[103048]: WARNING oslo_policy.policy [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:15.494784 n-d-776250-11 neutron-server[103048]: INFO neutron.quota [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] Loaded quota_driver: . Nov 10 21:10:15.645159 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754251409148', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754251413705', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754251322690', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754251325699', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754251504362', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754251316569', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-844288', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-580254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4082078'] for rbac-policy, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:15.835624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:15.837813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a6765020-74c3-4b82-add0-8103a11fb4c6 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8028436 Nov 10 21:10:18.527129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39870) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:18.821040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'name': 'private'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:10:18.994114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Made reservation on behalf of 3ee73f4788c94e31ab2163f9ab369ee4 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:10:18.997020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.014561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.120780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.189358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.213915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:10:19.238083 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754252845788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.238649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Unsubscribe: segment precommit_create {{(pid=103048) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 21:10:19.239161 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Added segment 6414c808-8bbd-4218-96b6-dd97dc812a41 of type vlan for network 5dbc8253-357c-44f3-8087-7ed8601f7be9 Nov 10 21:10:19.244850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670a6c1-dfef-499b-bdd6-33eb0c024d9e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:19.280036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.280373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.280706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.281028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.281348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.281665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.281980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.282297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.282610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.282921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.283232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.283541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Tracked resource versions report: Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: pushed versions: Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: { 'AddressGroup': {'1.2'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'ConntrackHelper': {'1.0'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Log': {'1.0'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Network': {'1.1'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Port': {'1.7'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'PortForwarding': {'1.2'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'QosPolicy': {'1.10'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'SecurityGroup': {'1.5'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'SubPort': {'1.0'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Subnet': {'1.1'}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Trunk': {'1.1'}} Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: consumer versions: Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: L3 agent@n-d-776250-11: {}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: Metadata agent@n-d-776250-11: {}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: Metering agent@n-d-776250-11: {}, Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'ConntrackHelper': '1.0', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Log': '1.0', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Network': '1.1', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Port': '1.7', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'PortForwarding': '1.2', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'QosPolicy': '1.10', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'SecurityGroup': '1.5', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'SecurityGroupRule': '1.2', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'SubPort': '1.0', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Subnet': '1.1', Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: 'Trunk': '1.1'}} Nov 10 21:10:19.284664 n-d-776250-11 neutron-server[103048]: {{(pid=103048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:10:19.356114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.469384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.470413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:19.471150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:19.566707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] Pushing event updated for resources: {'Network': ['ID=5dbc8253-357c-44f3-8087-7ed8601f7be9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:19.579603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:10:19.587133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2a8d8919-b2ca-417b-a3ef-d7e7be215aba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0579262 Nov 10 21:10:22.350569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39884) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:22.841370 n-d-776250-11 neutron-server[103047]: WARNING oslo_policy.policy [None req-b4fc8bb2-d8b3-46ee-8663-16d8ca87c9fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:22.841978 n-d-776250-11 neutron-server[103047]: WARNING oslo_policy.policy [None req-b4fc8bb2-d8b3-46ee-8663-16d8ca87c9fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:23.285262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.policy [None req-b4fc8bb2-d8b3-46ee-8663-16d8ca87c9fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 21:10:23.333702 n-d-776250-11 neutron-server[103047]: WARNING oslo_policy.policy [None req-b4fc8bb2-d8b3-46ee-8663-16d8ca87c9fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:23.334069 n-d-776250-11 neutron-server[103047]: WARNING oslo_policy.policy [None req-b4fc8bb2-d8b3-46ee-8663-16d8ca87c9fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 21:10:23.343066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc8bb2-d8b3-46ee-8663-16d8ca87c9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:23.344968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b4fc8bb2-d8b3-46ee-8663-16d8ca87c9fd admin admin] 10.222.0.45 "GET /v2.0/networks/5dbc8253-357c-44f3-8087-7ed8601f7be9 HTTP/1.1" status: 200 len: 825 time: 0.9915721 Nov 10 21:10:23.383452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-86d8b4c6-2a50-44ad-87c8-55e4ecbb79df admin admin] 10.222.0.45 "GET /v2.0/subnetpools/feda4fd0-fdf4-43f0-8d38-be20038c41d0 HTTP/1.1" status: 200 len: 734 time: 0.0317492 Nov 10 21:10:23.393175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'feda4fd0-fdf4-43f0-8d38-be20038c41d0', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:10:23.395066 n-d-776250-11 neutron-server[103047]: INFO neutron.quota [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Loaded quota_driver: . Nov 10 21:10:23.501591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Made reservation on behalf of 3ee73f4788c94e31ab2163f9ab369ee4 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:10:23.504372 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:23.862441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:23.934241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Checking segment: {'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:10:23.934610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Network hostable DHCP agents. Network: 5dbc8253-357c-44f3-8087-7ed8601f7be9, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:10:23.947383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abda4e1-0934-4091-9123-cdbfe050496b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:23.961426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.961825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.962173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.962495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.962814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.963155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.963450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.963820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.964133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.964459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.964754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.965062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Tracked resource versions report: Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: pushed versions: Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: { 'AddressGroup': {'1.2'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'ConntrackHelper': {'1.0'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Log': {'1.0'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Network': {'1.1'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Port': {'1.7'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'PortForwarding': {'1.2'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'QosPolicy': {'1.10'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'SecurityGroup': {'1.5'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'SubPort': {'1.0'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Subnet': {'1.1'}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Trunk': {'1.1'}} Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: consumer versions: Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: L3 agent@n-d-776250-11: {}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: Metadata agent@n-d-776250-11: {}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: Metering agent@n-d-776250-11: {}, Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'ConntrackHelper': '1.0', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Log': '1.0', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Network': '1.1', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Port': '1.7', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'PortForwarding': '1.2', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'QosPolicy': '1.10', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'SecurityGroup': '1.5', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'SecurityGroupRule': '1.2', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'SubPort': '1.0', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Subnet': '1.1', Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: 'Trunk': '1.1'}} Nov 10 21:10:23.966125 n-d-776250-11 neutron-server[103047]: {{(pid=103047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:10:24.052168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:10:24.126361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 5dbc8253-357c-44f3-8087-7ed8601f7be9) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:10:24.131044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:24.131665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:24.136616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2413fd2-12e6-4c20-9988-e59a305e1741 None None] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:10:24.215452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cc63bc7f-fa03-4d4a-a669-3156af678c49 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8255925 Nov 10 21:10:24.456789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-5dbc8253-357c-44f3-8087-7ed8601f7be9', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'fixed_ips': [{'subnet_id': '5abda4e1-0934-4091-9123-cdbfe050496b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:10:24.458029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:24.753014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Allocated IP 172.20.0.2 (5dbc8253-357c-44f3-8087-7ed8601f7be9/5abda4e1-0934-4091-9123-cdbfe050496b/67728953-664b-4354-aad5-0ecd3fb5645f) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:10:24.957874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:25.045410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:25.123528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:10:25.128304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:10:25.137575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:10:25.140970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Pushing event updated for resources: {'Port': ['ID=67728953-664b-4354-aad5-0ecd3fb5645f,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:25.173897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.174239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.174573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.174904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.175229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.175556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.175907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.176231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.176551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.176866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.177186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.177503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Tracked resource versions report: Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: pushed versions: Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: { 'AddressGroup': {'1.2'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'ConntrackHelper': {'1.0'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Log': {'1.0'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Network': {'1.1'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Port': {'1.7'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'PortForwarding': {'1.2'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'QosPolicy': {'1.10'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'SecurityGroup': {'1.5'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'SubPort': {'1.0'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Subnet': {'1.1'}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Trunk': {'1.1'}} Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: consumer versions: Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: L3 agent@n-d-776250-11: {}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: Metadata agent@n-d-776250-11: {}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: Metering agent@n-d-776250-11: {}, Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'ConntrackHelper': '1.0', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Log': '1.0', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Network': '1.1', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Port': '1.7', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'PortForwarding': '1.2', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'QosPolicy': '1.10', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'SecurityGroup': '1.5', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'SecurityGroupRule': '1.2', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'SubPort': '1.0', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Subnet': '1.1', Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: 'Trunk': '1.1'}} Nov 10 21:10:25.178641 n-d-776250-11 neutron-server[103049]: {{(pid=103049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:10:25.227117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Attempting to bind port 67728953-664b-4354-aad5-0ecd3fb5645f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:10:25.227506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Attempting to bind port 67728953-664b-4354-aad5-0ecd3fb5645f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:10:25.227991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Attempting to bind port 67728953-664b-4354-aad5-0ecd3fb5645f on network 5dbc8253-357c-44f3-8087-7ed8601f7be9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:10:25.232886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:10:25.233277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Checking segment: {'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:10:25.233736 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:25.234122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Bound using segment: {'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:10:25.234632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Bound port: 67728953-664b-4354-aad5-0ecd3fb5645f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:10:25.235044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:25.296666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] For port 67728953-664b-4354-aad5-0ecd3fb5645f, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:10:25.300775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] For port 67728953-664b-4354-aad5-0ecd3fb5645f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=67728953-664b-4354-aad5-0ecd3fb5645f,segment=NetworkSegment(6414c808-8bbd-4218-96b6-dd97dc812a41),segment_id=6414c808-8bbd-4218-96b6-dd97dc812a41)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:10:25.393683 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:25.464049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b2f7d-bc30-43dd-9b11-43fa0f442182 None None] Pushing event updated for resources: {'Port': ['ID=67728953-664b-4354-aad5-0ecd3fb5645f,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:26.773843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39904) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:27.088407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-dd5beaf0-da31-45f1-a098-4ba491b21203 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:10:27.089477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dd5beaf0-da31-45f1-a098-4ba491b21203 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145893 Nov 10 21:10:29.625022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39912) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:29.943362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-83ea6308-707b-4ffe-abb2-ba24fd83ba41 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:10:29.944378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83ea6308-707b-4ffe-abb2-ba24fd83ba41 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3184218 Nov 10 21:10:32.716047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39922) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:33.019146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-749a9bb8-2f52-4c6e-a2e3-3ccb1079f1f6 admin admin] Request body: {'router': {'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:10:33.109682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-749a9bb8-2f52-4c6e-a2e3-3ccb1079f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:33.111304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-749a9bb8-2f52-4c6e-a2e3-3ccb1079f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:33.257573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-749a9bb8-2f52-4c6e-a2e3-3ccb1079f1f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:33.340298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-749a9bb8-2f52-4c6e-a2e3-3ccb1079f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:33.407913 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-749a9bb8-2f52-4c6e-a2e3-3ccb1079f1f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:33.409141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-749a9bb8-2f52-4c6e-a2e3-3ccb1079f1f6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6921256 Nov 10 21:10:34.609584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c399a-0085-4a98-a30c-2f8d66cba77a None None] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:10:34.699317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3b722c92-cb47-4043-ab81-860950afc354 None None] Provisioning complete for port 67728953-664b-4354-aad5-0ecd3fb5645f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:34.699708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3b722c92-cb47-4043-ab81-860950afc354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:34.916401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3b722c92-cb47-4043-ab81-860950afc354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:34.966215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3b722c92-cb47-4043-ab81-860950afc354 None None] For port 67728953-664b-4354-aad5-0ecd3fb5645f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=67728953-664b-4354-aad5-0ecd3fb5645f,segment=NetworkSegment(6414c808-8bbd-4218-96b6-dd97dc812a41),segment_id=6414c808-8bbd-4218-96b6-dd97dc812a41)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:10:35.056797 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3b722c92-cb47-4043-ab81-860950afc354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:35.089687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 67728953-664b-4354-aad5-0ecd3fb5645f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:10:35.156024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b722c92-cb47-4043-ab81-860950afc354 None None] Pushing event updated for resources: {'Port': ['ID=67728953-664b-4354-aad5-0ecd3fb5645f,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:35.175984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 67728953-664b-4354-aad5-0ecd3fb5645f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:35.175984 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:35.220209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-faeff2b2-4e26-42a9-a5bb-65b20edeafef None None] Provisioning complete for port 67728953-664b-4354-aad5-0ecd3fb5645f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:35.220688 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-faeff2b2-4e26-42a9-a5bb-65b20edeafef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:35.600441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-29f70384-2607-4c7d-8a17-841e0d3cad83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:36.009270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39934) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:36.324323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-eb6fbb86-3907-4039-8c38-036c5e5f2650 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:10:36.326240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eb6fbb86-3907-4039-8c38-036c5e5f2650 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158522 Nov 10 21:10:37.032813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 67728953-664b-4354-aad5-0ecd3fb5645f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:10:37.079884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 67728953-664b-4354-aad5-0ecd3fb5645f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:37.080246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:37.891518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-593d0c63-a33d-437a-b253-9919ddfeefa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:38.862440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39948) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:39.038625 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.048053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:10:39.135414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Made reservation on behalf of c9cace8f054749dbb766e4d0ef3f25c8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:10:39.137645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.145792 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.217629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.320237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.335540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Reserving flat network on physical network physnet1 {{(pid=103048) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 21:10:39.354638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f5107-0a4f-44bd-a1c1-83fdd12fcd86,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:39.359136 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.359474 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Added segment 519094a8-11f8-4d43-bf14-d4d19932de00 of type flat for network c63c6976-ff85-445a-b1de-7ade69f02d52 Nov 10 21:10:39.406362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.514529 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.515466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:39.516107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:39.589759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] Pushing event updated for resources: {'Network': ['ID=c63c6976-ff85-445a-b1de-7ade69f02d52,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:39.599111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c63c6976-ff85-445a-b1de-7ade69f02d52 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:10:39.641479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-48787bcc-042f-4f35-ba38-90e087cf3677 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7779591 Nov 10 21:10:40.514508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:40.825683 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:10:41.217345 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:41.986855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39966) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:42.146382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065eb529-7245-4b91-bd8a-4c6e8dfc1972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:42.147767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-065eb529-7245-4b91-bd8a-4c6e8dfc1972 admin admin] 10.222.0.45 "GET /v2.0/subnets/5abda4e1-0934-4091-9123-cdbfe050496b HTTP/1.1" status: 200 len: 849 time: 0.1599331 Nov 10 21:10:42.270431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-001a17fa-bd3f-48b2-9a36-e6aea930a3a1 admin admin] 10.222.0.45 "GET /v2.0/routers/feb86bb5-1372-4027-b65e-ae6298914833 HTTP/1.1" status: 200 len: 704 time: 0.1160257 Nov 10 21:10:42.545386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:42.846981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Allocated IP 172.20.0.1 (5dbc8253-357c-44f3-8087-7ed8601f7be9/5abda4e1-0934-4091-9123-cdbfe050496b/53300242-c397-4c71-bc6a-7d25f94d90c4) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:10:43.034823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.160553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.234901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:10:43.243596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:10:43.249404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Pushing event updated for resources: {'Port': ['ID=53300242-c397-4c71-bc6a-7d25f94d90c4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:43.267138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:10:43.267138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.411123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6c5ec3a6-bef8-48ac-87f7-51c8c3c49b8d None None] Provisioning complete for port 53300242-c397-4c71-bc6a-7d25f94d90c4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:43.411643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec3a6-bef8-48ac-87f7-51c8c3c49b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.444155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ec3a6-bef8-48ac-87f7-51c8c3c49b8d None None] Port 53300242-c397-4c71-bc6a-7d25f94d90c4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:10:43.573715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.779378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.869307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.870149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:43.955288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Pushing event updated for resources: {'Port': ['ID=53300242-c397-4c71-bc6a-7d25f94d90c4,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:44.003781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:10:44.005086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:10:44.169159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fbc230f2-db49-4a5a-aa14-9a360d93eca3 None None] Provisioning complete for port 53300242-c397-4c71-bc6a-7d25f94d90c4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:44.169529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fbc230f2-db49-4a5a-aa14-9a360d93eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:44.204001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fbc230f2-db49-4a5a-aa14-9a360d93eca3 None None] Port 53300242-c397-4c71-bc6a-7d25f94d90c4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:10:44.240399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Router feb86bb5-1372-4027-b65e-ae6298914833 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:10:44.333671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:10:44.339309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-32187d56-7d16-4df3-959b-a38fcf98bd05 admin admin] 10.222.0.45 "PUT /v2.0/routers/feb86bb5-1372-4027-b65e-ae6298914833/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0616200 Nov 10 21:10:44.355192 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Sync routers for ids ['feb86bb5-1372-4027-b65e-ae6298914833'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:10:44.368680 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Routers {'feb86bb5-1372-4027-b65e-ae6298914833'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:10:44.369538 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:10:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['feb86bb5-1372-4027-b65e-ae6298914833'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:44.565860 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Set router feb86bb5-1372-4027-b65e-ae6298914833 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:10:44.989810 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'name': 'router1', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:10:33Z', 'updated_at': '2021-11-10T21:10:43Z', 'revision_number': 2, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'gw_port_host': None, '_interfaces': [{'id': '53300242-c397-4c71-bc6a-7d25f94d90c4', 'name': '', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'mac_address': 'fa:16:3e:24:9e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:42Z', 'updated_at': '2021-11-10T21:10:43Z', 'revision_number': 2, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'subnets': [{'id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feda4fd0-fdf4-43f0-8d38-be20038c41d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:45.040871 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Checking router: feb86bb5-1372-4027-b65e-ae6298914833 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:10:45.041231 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Updating router feb86bb5-1372-4027-b65e-ae6298914833 port 53300242-c397-4c71-bc6a-7d25f94d90c4 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:10:45.088806 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:45.597920 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:45.655204 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:45.822468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Pushing event updated for resources: {'Port': ['ID=53300242-c397-4c71-bc6a-7d25f94d90c4,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:45.824812 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Attempting to bind port 53300242-c397-4c71-bc6a-7d25f94d90c4 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:10:45.825207 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Attempting to bind port 53300242-c397-4c71-bc6a-7d25f94d90c4 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:10:45.825676 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Attempting to bind port 53300242-c397-4c71-bc6a-7d25f94d90c4 on network 5dbc8253-357c-44f3-8087-7ed8601f7be9 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:10:45.833682 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:10:45.834085 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Checking segment: {'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:10:45.834563 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:45.834943 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Bound using segment: {'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:10:45.835446 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Bound port: 53300242-c397-4c71-bc6a-7d25f94d90c4, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6414c808-8bbd-4218-96b6-dd97dc812a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:10:45.835904 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:45.839575 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.839936 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.842741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.843403 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.843403 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Tracked resource versions report: Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: pushed versions: Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: { 'AddressGroup': {'1.2'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'ConntrackHelper': {'1.0'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Log': {'1.0'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Network': {'1.1'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Port': {'1.7'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'PortForwarding': {'1.2'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'QosPolicy': {'1.10'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'SecurityGroup': {'1.5'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'SubPort': {'1.0'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Subnet': {'1.1'}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Trunk': {'1.1'}} Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: consumer versions: Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: L3 agent@n-d-776250-11: {}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: Metadata agent@n-d-776250-11: {}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: Metering agent@n-d-776250-11: {}, Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'ConntrackHelper': '1.0', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Log': '1.0', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Network': '1.1', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Port': '1.7', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'PortForwarding': '1.2', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'QosPolicy': '1.10', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'SecurityGroup': '1.5', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'SecurityGroupRule': '1.2', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'SubPort': '1.0', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Subnet': '1.1', Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: 'Trunk': '1.1'}} Nov 10 21:10:45.844282 n-d-776250-11 neutron-server[103050]: {{(pid=103050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:10:45.913732 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] For port 53300242-c397-4c71-bc6a-7d25f94d90c4, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:10:45.933277 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] For port 53300242-c397-4c71-bc6a-7d25f94d90c4, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=53300242-c397-4c71-bc6a-7d25f94d90c4,segment=NetworkSegment(6414c808-8bbd-4218-96b6-dd97dc812a41),segment_id=6414c808-8bbd-4218-96b6-dd97dc812a41)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:10:45.935419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5c836ade-853a-4f7f-9d2d-00e90578d4ed None None] Provisioning complete for port 53300242-c397-4c71-bc6a-7d25f94d90c4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:45.935948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c836ade-853a-4f7f-9d2d-00e90578d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:45.972063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5c836ade-853a-4f7f-9d2d-00e90578d4ed None None] Port 53300242-c397-4c71-bc6a-7d25f94d90c4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:10:46.010242 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:46.069922 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Routers {'feb86bb5-1372-4027-b65e-ae6298914833'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:10:46.071092 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:10:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['feb86bb5-1372-4027-b65e-ae6298914833'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:46.073128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbc436-c204-4c93-8345-3a58d46a5de2 None None] Pushing event updated for resources: {'Port': ['ID=53300242-c397-4c71-bc6a-7d25f94d90c4,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:46.168966 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] Set router feb86bb5-1372-4027-b65e-ae6298914833 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:10:46.292060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fd14447d-6e1a-4ac6-8891-12c85dc5d49a None None] Provisioning complete for port 53300242-c397-4c71-bc6a-7d25f94d90c4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:46.292713 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd14447d-6e1a-4ac6-8891-12c85dc5d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:46.372884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd14447d-6e1a-4ac6-8891-12c85dc5d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:46.383627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'name': 'router1', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:10:33Z', 'updated_at': '2021-11-10T21:10:43Z', 'revision_number': 2, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'gw_port_host': None, '_interfaces': [{'id': '53300242-c397-4c71-bc6a-7d25f94d90c4', 'name': '', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'mac_address': 'fa:16:3e:24:9e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:42Z', 'updated_at': '2021-11-10T21:10:45Z', 'revision_number': 4, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'subnets': [{'id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feda4fd0-fdf4-43f0-8d38-be20038c41d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:46.405290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fd14447d-6e1a-4ac6-8891-12c85dc5d49a None None] For port 53300242-c397-4c71-bc6a-7d25f94d90c4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=53300242-c397-4c71-bc6a-7d25f94d90c4,segment=NetworkSegment(6414c808-8bbd-4218-96b6-dd97dc812a41),segment_id=6414c808-8bbd-4218-96b6-dd97dc812a41)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:10:46.412353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb06fb-a37e-40ac-9e58-8a1f6c8a8ef5 None None] The sync data for ids ['feb86bb5-1372-4027-b65e-ae6298914833'] in n-d-776250-11 is: [{'id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'name': 'router1', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:10:33Z', 'updated_at': '2021-11-10T21:10:43Z', 'revision_number': 2, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'gw_port_host': None, '_interfaces': [{'id': '53300242-c397-4c71-bc6a-7d25f94d90c4', 'name': '', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'mac_address': 'fa:16:3e:24:9e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:42Z', 'updated_at': '2021-11-10T21:10:45Z', 'revision_number': 4, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'subnets': [{'id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feda4fd0-fdf4-43f0-8d38-be20038c41d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:10:46.485784 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd14447d-6e1a-4ac6-8891-12c85dc5d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:46.537717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14447d-6e1a-4ac6-8891-12c85dc5d49a None None] Pushing event updated for resources: {'Port': ['ID=53300242-c397-4c71-bc6a-7d25f94d90c4,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:46.779457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39982) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:46.899294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a04e02-2609-4586-94c9-bb70d0cd91ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:46.900747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-40a04e02-2609-4586-94c9-bb70d0cd91ae admin admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 842 time: 0.1203263 Nov 10 21:10:46.910725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Request body: {'subnet': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:10:47.011151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Made reservation on behalf of c9cace8f054749dbb766e4d0ef3f25c8 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:10:47.013802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:47.429687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:10:47.430147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:47.479618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753ad413-8b84-48f7-8d0e-c8b834239033,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:47.496055 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:10:47.496398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Network hostable DHCP agents. Network: c63c6976-ff85-445a-b1de-7ade69f02d52, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:10:47.592547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:10:47.678481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c63c6976-ff85-445a-b1de-7ade69f02d52) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:10:47.683215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:47.684014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:47.687702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f5654-cf32-409e-9946-dc87acf4066c None None] Network c63c6976-ff85-445a-b1de-7ade69f02d52 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:10:47.770319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9b2190e5-4340-454c-8a91-63f38d801347 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8505619 Nov 10 21:10:47.816266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f3894-193f-4251-8261-942a3ed85698 None None] Network c63c6976-ff85-445a-b1de-7ade69f02d52 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:10:50.182885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39990) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:50.412692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-507c473d-3fa4-4a7d-9164-ac4bdb6bf829 admin admin] 10.222.0.45 "GET /v2.0/routers/feb86bb5-1372-4027-b65e-ae6298914833 HTTP/1.1" status: 200 len: 710 time: 0.2285659 Nov 10 21:10:50.504291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff18212-aba0-43c4-99a1-178c34f1ec4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:10:50.505638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5ff18212-aba0-43c4-99a1-178c34f1ec4d admin admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 886 time: 0.0848563 Nov 10 21:10:50.515817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:10:50.754524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:51.057896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:51.133801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:51.325473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Allocated IP 172.25.7.57 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/e030dcf1-5a5d-4a04-a1b0-6ea7f1248818) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:10:51.431524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:51.553154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:51.622071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:10:51.628709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:10:51.634890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:10:51.672541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Pushing event updated for resources: {'Port': ['ID=e030dcf1-5a5d-4a04-a1b0-6ea7f1248818,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:52.026424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:52.221708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:52.226824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:52.334251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Router feb86bb5-1372-4027-b65e-ae6298914833 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:10:52.438328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:10:52.443017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:52.443834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4ebf61d9-0260-4a66-bef2-9fcfd04cc13b admin admin] 10.222.0.45 "PUT /v2.0/routers/feb86bb5-1372-4027-b65e-ae6298914833 HTTP/1.1" status: 200 len: 889 time: 1.9314637 Nov 10 21:10:53.059955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 53300242-c397-4c71-bc6a-7d25f94d90c4 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:10:53.110223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 53300242-c397-4c71-bc6a-7d25f94d90c4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:53.110708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:53.333204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Sync routers for ids ['feb86bb5-1372-4027-b65e-ae6298914833'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:10:53.345358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Routers {'feb86bb5-1372-4027-b65e-ae6298914833'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:10:53.346003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:10:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['feb86bb5-1372-4027-b65e-ae6298914833'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:53.555209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Set router feb86bb5-1372-4027-b65e-ae6298914833 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:10:54.018507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'name': 'router1', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e030dcf1-5a5d-4a04-a1b0-6ea7f1248818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:10:33Z', 'updated_at': '2021-11-10T21:10:51Z', 'revision_number': 4, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'gw_port': {'id': 'e030dcf1-5a5d-4a04-a1b0-6ea7f1248818', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:51Z', 'updated_at': '2021-11-10T21:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '53300242-c397-4c71-bc6a-7d25f94d90c4', 'name': '', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'mac_address': 'fa:16:3e:24:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:42Z', 'updated_at': '2021-11-10T21:10:46Z', 'revision_number': 5, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'subnets': [{'id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feda4fd0-fdf4-43f0-8d38-be20038c41d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:54.066480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Checking router: feb86bb5-1372-4027-b65e-ae6298914833 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:10:54.067108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Updating router feb86bb5-1372-4027-b65e-ae6298914833 port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:10:54.115130 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:54.425175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:54.485353 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:54.537466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Attempting to bind port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:10:54.537866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Attempting to bind port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:10:54.538249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Attempting to bind port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:10:54.546836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:10:54.547208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:10:54.547603 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:54.548025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:10:54.548486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Bound port: e030dcf1-5a5d-4a04-a1b0-6ea7f1248818, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:10:54.548879 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:54.551110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfa3c0-919d-4746-b38d-27cb1f506a67 None None] Pushing event updated for resources: {'Port': ['ID=e030dcf1-5a5d-4a04-a1b0-6ea7f1248818,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:54.601246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] For port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:10:54.604348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] For port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e030dcf1-5a5d-4a04-a1b0-6ea7f1248818,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:10:54.657281 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:54.714051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Routers {'feb86bb5-1372-4027-b65e-ae6298914833'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:10:54.714658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:10:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['feb86bb5-1372-4027-b65e-ae6298914833'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:54.752713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfa3c0-919d-4746-b38d-27cb1f506a67 None None] Pushing event updated for resources: {'Port': ['ID=e030dcf1-5a5d-4a04-a1b0-6ea7f1248818,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:54.829534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] Set router feb86bb5-1372-4027-b65e-ae6298914833 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:10:54.964084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40002) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:10:55.043862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'name': 'router1', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e030dcf1-5a5d-4a04-a1b0-6ea7f1248818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:10:33Z', 'updated_at': '2021-11-10T21:10:51Z', 'revision_number': 4, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'gw_port': {'id': 'e030dcf1-5a5d-4a04-a1b0-6ea7f1248818', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:51Z', 'updated_at': '2021-11-10T21:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '53300242-c397-4c71-bc6a-7d25f94d90c4', 'name': '', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'mac_address': 'fa:16:3e:24:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:42Z', 'updated_at': '2021-11-10T21:10:46Z', 'revision_number': 5, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'subnets': [{'id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feda4fd0-fdf4-43f0-8d38-be20038c41d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:10:55.069680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24624caa-ad47-47fc-adf8-1b38c7e4e9e4 None None] The sync data for ids ['feb86bb5-1372-4027-b65e-ae6298914833'] in n-d-776250-11 is: [{'id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'name': 'router1', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'e030dcf1-5a5d-4a04-a1b0-6ea7f1248818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:10:33Z', 'updated_at': '2021-11-10T21:10:51Z', 'revision_number': 4, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'gw_port': {'id': 'e030dcf1-5a5d-4a04-a1b0-6ea7f1248818', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:51Z', 'updated_at': '2021-11-10T21:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '53300242-c397-4c71-bc6a-7d25f94d90c4', 'name': '', 'network_id': '5dbc8253-357c-44f3-8087-7ed8601f7be9', 'tenant_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'mac_address': 'fa:16:3e:24:9e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb86bb5-1372-4027-b65e-ae6298914833', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:10:42Z', 'updated_at': '2021-11-10T21:10:46Z', 'revision_number': 5, 'project_id': '3ee73f4788c94e31ab2163f9ab369ee4', 'subnets': [{'id': '5abda4e1-0934-4091-9123-cdbfe050496b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feda4fd0-fdf4-43f0-8d38-be20038c41d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:10:55.081876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-63dc0aa2-df52-414c-ad78-9ae645e0da9b admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1167252 Nov 10 21:10:57.080180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:10:57.130550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:57.130924 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:57.220013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:57.241781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e030dcf1-5a5d-4a04-a1b0-6ea7f1248818,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:10:57.321031 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:10:57.375318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=e030dcf1-5a5d-4a04-a1b0-6ea7f1248818,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:10:59.080958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:10:59.144173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:10:59.145538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:05.588429 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce12bc0c-99d1-4ea3-8f4a-1e18542c56b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:07.902656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a04300d0-2844-40b8-a021-23b8855c30a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:09.045035 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:10.502016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:11.226380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:17.824228 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:11:35.576956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9a49-d735-425f-a289-fe5dd75ba0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:38.007637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a545-88c9-4fd5-9724-0207a5576f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:39.055561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:41.152662 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:41.281414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:11:54.824264 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:12:05.562679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8d80fc2e-f574-41a0-8543-ca6e0bfd81c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:07.905723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0c7b6ec-f175-4e7f-8590-ebc3f52dc387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:09.074772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:10.493956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:11.202531 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:31.823103 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:12:35.565224 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5501a34-be2b-4e9c-bc93-4b68d7c57aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:37.896254 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-08ca4c9d-651a-4f3b-83af-ad56b83a0da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:39.044602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:39.145466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40596) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:39.209695 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2da59c-c4b8-45bc-a69d-a09306e5042d admin admin] GET failed (client error): The resource could not be found. Nov 10 21:12:39.211008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9f2da59c-c4b8-45bc-a69d-a09306e5042d admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646110 Nov 10 21:12:39.368382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fdff83-74b4-45c6-80dc-b32f9f221cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:39.369754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-63fdff83-74b4-45c6-80dc-b32f9f221cec admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540778 Nov 10 21:12:40.496094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:41.204868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:41.683719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40606) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:41.776435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f362d-724a-432b-946d-9849c0b68d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:41.777799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-134f362d-724a-432b-946d-9849c0b68d63 admin admin] 10.222.0.45 "GET /v2.0/subnets/5abda4e1-0934-4091-9123-cdbfe050496b HTTP/1.1" status: 200 len: 849 time: 0.0930955 Nov 10 21:12:41.788495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:12:41.936951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Publish callbacks [] for subnet, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:42.127756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754252939906'] for subnet, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:42.159750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:42.160331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:42.161611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] 10.222.0.45 "PUT /v2.0/subnets/5abda4e1-0934-4091-9123-cdbfe050496b HTTP/1.1" status: 200 len: 868 time: 0.3767869 Nov 10 21:12:42.184781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abda4e1-0934-4091-9123-cdbfe050496b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:12:42.193651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.194073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.194482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.194904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.195294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.195694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.196141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.196534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.196928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.197643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.198045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.198432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a52c1c-f6ad-4d33-ac2e-11eb6c5767ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:12:42.198860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c8bbf7-7e36-4ef4-9b22-9b43c2c9d84f None None] Network 5dbc8253-357c-44f3-8087-7ed8601f7be9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:12:42.552245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-830b3ef4-f8d3-4666-bf72-4c959628fac9 None None] Provisioning complete for port 53300242-c397-4c71-bc6a-7d25f94d90c4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:12:42.552705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-830b3ef4-f8d3-4666-bf72-4c959628fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:42.641740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-830b3ef4-f8d3-4666-bf72-4c959628fac9 None None] Provisioning complete for port 67728953-664b-4354-aad5-0ecd3fb5645f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:12:42.642104 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-830b3ef4-f8d3-4666-bf72-4c959628fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:12:44.566467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40614) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:44.764463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d6e87-fbe5-420c-845f-c6ef9674ac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:44.764938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d6e87-fbe5-420c-845f-c6ef9674ac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:44.766476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-745d6e87-fbe5-420c-845f-c6ef9674ac3e admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990714 Nov 10 21:12:47.129649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40624) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:47.261469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1080e-f663-46cc-b372-c452982bc8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:47.261939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1080e-f663-46cc-b372-c452982bc8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:47.263446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-09b1080e-f663-46cc-b372-c452982bc8b0 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328611 Nov 10 21:12:49.568305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40632) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:49.696972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bbf4b2-bc36-4310-84b7-760628d86ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:49.698419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-51bbf4b2-bc36-4310-84b7-760628d86ee2 admin admin] 10.222.0.45 "GET /v2.0/networks/5dbc8253-357c-44f3-8087-7ed8601f7be9 HTTP/1.1" status: 200 len: 869 time: 0.1291349 Nov 10 21:12:52.001458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40640) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:52.128093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4f357-cd85-4ebc-a84c-6c82e07a9f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:52.129451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-66c4f357-cd85-4ebc-a84c-6c82e07a9f3e admin admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 886 time: 0.1270103 Nov 10 21:12:54.414168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40648) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:54.534430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1a14a-943a-42f4-8f61-8bb2abcf41af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:54.534878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1a14a-943a-42f4-8f61-8bb2abcf41af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:54.536408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-98b1a14a-943a-42f4-8f61-8bb2abcf41af admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212661 Nov 10 21:12:56.806514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40656) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:56.975001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2ddab-7169-4388-a690-e96fd547a69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:56.975455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2ddab-7169-4388-a690-e96fd547a69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:56.977008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5fd2ddab-7169-4388-a690-e96fd547a69c admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1695638 Nov 10 21:12:59.278825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40664) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:12:59.369914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a9e2e-fe5c-47fc-b3af-f419df2b9e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:12:59.371243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e76a9e2e-fe5c-47fc-b3af-f419df2b9e95 admin admin] 10.222.0.45 "GET /v2.0/subnets/5abda4e1-0934-4091-9123-cdbfe050496b HTTP/1.1" status: 200 len: 868 time: 0.0914540 Nov 10 21:13:01.668007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40672) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:13:01.755310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ded84f-6a03-4d6a-ab9b-54f8f6683e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:01.756907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-38ded84f-6a03-4d6a-ab9b-54f8f6683e8d admin admin] 10.222.0.45 "GET /v2.0/subnets/753ad413-8b84-48f7-8d0e-c8b834239033 HTTP/1.1" status: 200 len: 816 time: 0.0877094 Nov 10 21:13:05.581291 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5f52e63c-c17e-4a05-8b5e-5f8c97ece16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:07.900593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-76010193-f9bc-4068-b39a-e87151878668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:08.822522 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:13:09.040391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:10.534315 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:11.257632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:26.761207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40726) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:13:26.808732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-1e680558-b8af-48f2-850e-01572e8ca218 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:13:26.809724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e680558-b8af-48f2-850e-01572e8ca218 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475931 Nov 10 21:13:29.188664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40734) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:13:29.252953 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a322ac8-09ee-4bf4-a792-38c1d09ae429 admin admin] GET failed (client error): The resource could not be found. Nov 10 21:13:29.254285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a322ac8-09ee-4bf4-a792-38c1d09ae429 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646396 Nov 10 21:13:29.393834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc9715-4f14-48e1-a240-1657b1c6feeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:29.395224 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b4bc9715-4f14-48e1-a240-1657b1c6feeb admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360979 Nov 10 21:13:31.734909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40742) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:13:31.783495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:13:31.859487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Made reservation on behalf of c9cace8f054749dbb766e4d0ef3f25c8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:13:31.861855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:31.890679 n-d-776250-11 neutron-server[103048]: WARNING neutron.services.revisions.revision_plugin [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Could not find related network for resource to bump revision. Nov 10 21:13:31.901286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:13:31.910199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:31.910535 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Added segment 114c4d75-837c-4f07-b66d-8fca0cc586f4 of type vlan for network 3f25fe16-3194-415c-a242-85350db82b83 Nov 10 21:13:31.949257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:32.053533 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:32.054418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:32.055026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:32.116030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Pushing event updated for resources: {'Network': ['ID=3f25fe16-3194-415c-a242-85350db82b83,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:32.122452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.122798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.123139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.123475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.123856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.125318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.125658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.125995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.126325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.126650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.127003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.127325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:32.138657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3f25fe16-3194-415c-a242-85350db82b83 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:13:32.170746 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e8211098-49e8-4818-8744-79afe379cfcd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4346435 Nov 10 21:13:34.461813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:13:34.523417 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fed36a-b592-46c1-a1cb-2dc3ddd62f4e admin admin] GET failed (client error): The resource could not be found. Nov 10 21:13:34.524721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-86fed36a-b592-46c1-a1cb-2dc3ddd62f4e admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619698 Nov 10 21:13:34.595902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a3e60f-6a80-4544-900d-254e8324e4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:34.597331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d4a3e60f-6a80-4544-900d-254e8324e4ea admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680714 Nov 10 21:13:34.607398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:13:34.696136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Made reservation on behalf of c9cace8f054749dbb766e4d0ef3f25c8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:13:34.698271 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:34.930665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:34.992925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e9918e-def3-4fbf-b947-11869df4c911,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:34.994672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:13:34.995014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Network hostable DHCP agents. Network: 3f25fe16-3194-415c-a242-85350db82b83, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:13:35.121692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Network 3f25fe16-3194-415c-a242-85350db82b83 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:13:35.213282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3f25fe16-3194-415c-a242-85350db82b83) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:35.217479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:13:35.218989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:35.222912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711bbf0-9d6b-4ae6-8046-1dfcbf03b94e None None] Network 3f25fe16-3194-415c-a242-85350db82b83 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:13:35.331975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2bbc50fc-7b52-404c-a591-68cc5ac20583 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7277215 Nov 10 21:13:35.364024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-3f25fe16-3194-415c-a242-85350db82b83', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'tenant_id': 'c9cace8f054749dbb766e4d0ef3f25c8', 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:13:35.364961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:35.521054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Allocated IP 192.168.233.2 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:13:35.600772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-802c3094-9272-4ae0-b55d-e434138c8f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:35.675471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:35.802492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:35.845651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:13:35.848583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:13:35.852163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:13:35.857743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Pushing event updated for resources: {'Port': ['ID=8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:35.869695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.870043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.870382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.871773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.871773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.871773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.871773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.872104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.872419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.872740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.873064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.873385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:13:35.927383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Attempting to bind port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:13:35.928539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Attempting to bind port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:13:35.928539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Attempting to bind port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:13:35.933525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:13:35.933896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:13:35.934289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:35.934668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:13:35.935155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Bound port: 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:13:35.935529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:35.996983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] For port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:13:36.000623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] For port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:13:36.088494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:36.145692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a15e88-2a0f-409b-aa5d-cec950bba998 None None] Pushing event updated for resources: {'Port': ['ID=8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:36.978691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9974f28f-5f12-4687-92da-a9a9918ecce2 None None] Network 3f25fe16-3194-415c-a242-85350db82b83 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:13:37.156905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-678245e6-8454-4ff4-9ad6-571cdfbc3af7 None None] Provisioning complete for port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:37.157314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-678245e6-8454-4ff4-9ad6-571cdfbc3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:37.255274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:13:37.299318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-678245e6-8454-4ff4-9ad6-571cdfbc3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:37.364408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:37.366203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:37.370927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-678245e6-8454-4ff4-9ad6-571cdfbc3af7 None None] For port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:13:37.446200 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-678245e6-8454-4ff4-9ad6-571cdfbc3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:37.538235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678245e6-8454-4ff4-9ad6-571cdfbc3af7 None None] Pushing event updated for resources: {'Port': ['ID=8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:13:37.571564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6a493b8e-9056-4f7f-be8f-fbbf260395b2 None None] Provisioning complete for port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:37.571959 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a493b8e-9056-4f7f-be8f-fbbf260395b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:37.937334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb52b08e-e1f9-4d4d-a292-d3eb7f6ac8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:39.070426 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:39.145348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:13:39.200010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8e0e6635-aa04-46a6-8ed2-4b46c0fd7d4d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:13:39.200010 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:40.504673 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:41.271016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:13:45.821722 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:14:05.561292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-853085dd-e5df-4465-8ba3-9b4b4b6db721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:07.894766 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4beb83cd-d822-4261-a6c9-42a0b0ea3050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:09.046324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:10.500452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:11.246181 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:22.820110 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:14:35.585089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c24acdf2-4180-4cd4-b985-28991e7277eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:37.907396 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdee1-90d9-4632-8f3c-e42f6602464f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:39.081886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:40.513338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:41.221823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:57.304773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:14:57.314999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-2dc8efd8-039c-45fb-9570-caedfb4542ed tempest-verify_tempest_config-2128762196 tempest-verify_tempest_config-2128762196-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:14:57.316143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2dc8efd8-039c-45fb-9570-caedfb4542ed tempest-verify_tempest_config-2128762196 tempest-verify_tempest_config-2128762196-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0103610 Nov 10 21:14:57.789146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40812) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:14:57.895028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:57.970578 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:58.055412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:58.099757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b84d6b92e89943228fef3e242ccda8a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3095636 Nov 10 21:14:58.100554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd48f8-5f3d-491f-8f55-9d46d32d65c8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:14:58.102425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40816) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:14:58.118194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.118505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.118835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.119152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.119474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.119825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.120143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.120459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.120771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.121080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.121394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.121705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c720f-2684-4909-949e-29ffad4897be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:14:58.166581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80ee2500-b713-4cc8-9b7d-9e241096fe5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:58.187782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80ee2500-b713-4cc8-9b7d-9e241096fe5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:58.329591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80ee2500-b713-4cc8-9b7d-9e241096fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:58.332201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80ee2500-b713-4cc8-9b7d-9e241096fe5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:14:58.333357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80ee2500-b713-4cc8-9b7d-9e241096fe5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7cd48f8-5f3d-491f-8f55-9d46d32d65c8 HTTP/1.1" status: 204 len: 168 time: 0.2293892 Nov 10 21:14:58.342173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee2500-b713-4cc8-9b7d-9e241096fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd48f8-5f3d-491f-8f55-9d46d32d65c8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:14:59.818609 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:15:05.563017 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9e08d719-95f2-4d15-a8dd-ac75b8a6208a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:07.906701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a11bcecd-b046-4a9e-b494-00bc13c5d120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:09.040629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:10.506234 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:11.229283 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:35.576869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-caa90a0f-a5ae-4ece-a4c8-312f4fdb79c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:36.817054 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:15:37.898642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73ede130-114a-4aa1-8906-797037f95f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:39.064552 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:40.492791 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:15:41.241865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:05.572058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-edafb3f4-d11a-49cc-8147-41364c895c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:07.895716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a31b1e5-d4c8-4144-8ac9-7e7fc1b1c29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:09.089318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:10.508502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:11.240050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:13.816365 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:16:35.586936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-056ba78b-f9ac-4078-9eb9-96dcde56205b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:37.905252 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-49e10ec7-4015-4edb-acbb-808776477545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:39.043912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:40.529843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:41.216145 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:16:50.814994 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:17:05.569000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ab0aef7c-28a7-4cce-aab5-107f1dbe0a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:07.892894 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bc30e6fc-3bf6-4dd3-ab60-64202cdd076c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:09.093838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:10.515101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:11.225245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:27.813124 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:17:35.616920 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a6cf17b-0465-416f-9419-741362debb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:37.914095 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b0642590-67f1-4c91-a933-1081e329810f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:39.092619 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:40.515145 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:17:41.212678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:04.812245 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 5 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:18:05.599559 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21e835ce-782c-4919-8bb9-27a7c137d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:07.891074 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98c5f8f9-cf04-4953-9871-040e9e0176d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:09.050866 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:10.542204 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:11.228239 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:19.159092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4064077'] for agent, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:23.107773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4064077'] for agent, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:35.615579 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6468cad1-8a02-4584-b40b-52c45814a464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:37.900751 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf905db3-61a2-46fc-b6e5-21a8a0f8b174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:39.083574 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:40.552281 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:41.209743 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:41.812993 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:18:49.134317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:18:53.032208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:05.573386 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-925acacc-f691-45df-b552-6cda969e9455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:07.905063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-586662bd-efbf-41d2-939d-6902aa2f0563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:09.064659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:10.555290 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:11.213512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:12.912577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40876) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:19:13.014461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e687afb2-b276-41c2-ad36-8fe3e4ffa6a1 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1007984 Nov 10 21:19:15.333200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40886) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:19:15.395350 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fd2c5eb7-ae29-4311-9aa8-0c09711516a6 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0610228 Nov 10 21:19:18.812478 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:19:19.173029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:23.041342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:35.583190 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ed9888a-f786-414e-bf8f-9a827cb33c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:37.903189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4eb947ef-3979-4389-a03b-0e131dfd25c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:39.085778 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:40.514471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:41.211531 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:49.159830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:53.033851 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:19:55.810760 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:20:05.616146 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-58005697-cae1-4398-8761-bb31d81671e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:07.918508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33de3356-57da-4ce5-b859-cea880eb31c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:09.142020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:10.524177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:11.215541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:19.170222 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:23.055706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:32.809224 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:20:35.564798 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1418e72d-b0b8-4c6b-aef3-928821ea6a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:37.920094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2512f71e-d41a-4f0b-b2b0-a72fde9fd6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:39.131686 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:40.588815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:41.221535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:42.543010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41064) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:42.992657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:43.010901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3cae00bd-f62b-4261-943b-4fd22526d5b0 tempest-AutoAllocateNetworkTest-671517898 tempest-AutoAllocateNetworkTest-671517898-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8606a5344ebd412382b12b1fd6265c47&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4641397 Nov 10 21:20:43.194826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c81f4-24ac-4b80-bae8-02ba47f753ba tempest-AutoAllocateNetworkTest-671517898 tempest-AutoAllocateNetworkTest-671517898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:43.196714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6c0c81f4-24ac-4b80-bae8-02ba47f753ba tempest-AutoAllocateNetworkTest-671517898 tempest-AutoAllocateNetworkTest-671517898-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2024572 Nov 10 21:20:43.199651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41102) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:43.259942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba7b5bc5-407d-42e7-a5ab-8b54ae743f55 tempest-AutoAllocateNetworkTest-671517898 tempest-AutoAllocateNetworkTest-671517898-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584080 Nov 10 21:20:43.262593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41104) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:43.288871 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d704d165-e7ad-4b33-b2a9-b5823148f1a2 tempest-AutoAllocateNetworkTest-671517898 tempest-AutoAllocateNetworkTest-671517898-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8606a5344ebd412382b12b1fd6265c47 HTTP/1.1" status: 200 len: 208 time: 0.0251706 Nov 10 21:20:43.959436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41124) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:44.613814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-network', 'tenant_id': '8a853f31d57c4c5092064fe802280dec'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:20:44.652521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41144) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:44.685191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Made reservation on behalf of 8a853f31d57c4c5092064fe802280dec for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:20:44.687483 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:44.696704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:44.769093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:44.833751 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:44.861225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:20:44.871640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c8c6cf-6267-4aa3-9e1e-bf6df530d547,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:44.878882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:44.879225 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Added segment 1fd61646-b2d1-4301-a106-90083a4a5d72 of type vlan for network 23449e01-6610-4074-8027-c874787b6989 Nov 10 21:20:44.881547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.881884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.882217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.882539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.882874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.883242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.883565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.883911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.884226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.884554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.884855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.885161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Tracked resource versions report: Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: pushed versions: Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: { 'AddressGroup': {'1.2'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'ConntrackHelper': {'1.0'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Log': {'1.0'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Network': {'1.1'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Port': {'1.7'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'PortForwarding': {'1.2'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'QosPolicy': {'1.10'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'SecurityGroup': {'1.5'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'SubPort': {'1.0'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Subnet': {'1.1'}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Trunk': {'1.1'}} Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: consumer versions: Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: HyperV agent@n-h1-776250-11: {}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: HyperV agent@n-h2-776250-11: {}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: L3 agent@n-d-776250-11: {}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: Metadata agent@n-d-776250-11: {}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: Metering agent@n-d-776250-11: {}, Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'ConntrackHelper': '1.0', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Log': '1.0', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Network': '1.1', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Port': '1.7', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'PortForwarding': '1.2', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'QosPolicy': '1.10', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'SecurityGroup': '1.5', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'SecurityGroupRule': '1.2', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'SubPort': '1.0', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Subnet': '1.1', Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: 'Trunk': '1.1'}} Nov 10 21:20:44.886291 n-d-776250-11 neutron-server[103048]: {{(pid=103048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:20:44.943937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.060589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51b4a38a-a80b-4d7c-9b50-80b2ad979030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.068901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.069842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:45.070581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.161326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] Pushing event updated for resources: {'Network': ['ID=23449e01-6610-4074-8027-c874787b6989,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:45.168652 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eff8cbab-5a52-48de-bc5f-b7bb2e80617a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2053256 Nov 10 21:20:45.175244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41172) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:45.189619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 23449e01-6610-4074-8027-c874787b6989 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:20:45.195046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Request body: {'subnet': {'network_id': '23449e01-6610-4074-8027-c874787b6989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-subnet', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:20:45.208132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51b4a38a-a80b-4d7c-9b50-80b2ad979030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.273900 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51b4a38a-a80b-4d7c-9b50-80b2ad979030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.296871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Made reservation on behalf of 8a853f31d57c4c5092064fe802280dec for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:20:45.299259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.313943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4a38a-a80b-4d7c-9b50-80b2ad979030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c35a0a-e2b2-4af9-bbbf-6dff617ed327,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:45.329427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-51b4a38a-a80b-4d7c-9b50-80b2ad979030 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8606a5344ebd412382b12b1fd6265c47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6757929 Nov 10 21:20:45.332901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41182) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:45.396398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40552c6a-2a1e-43a0-b1c5-5b811bf7dcd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.420865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40552c6a-2a1e-43a0-b1c5-5b811bf7dcd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.568558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.588561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40552c6a-2a1e-43a0-b1c5-5b811bf7dcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.591092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40552c6a-2a1e-43a0-b1c5-5b811bf7dcd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.592430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-40552c6a-2a1e-43a0-b1c5-5b811bf7dcd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29c35a0a-e2b2-4af9-bbbf-6dff617ed327 HTTP/1.1" status: 204 len: 168 time: 0.2584138 Nov 10 21:20:45.609597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40552c6a-2a1e-43a0-b1c5-5b811bf7dcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c35a0a-e2b2-4af9-bbbf-6dff617ed327,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:45.624029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cce1c00-9c89-4c17-a28e-7003d45e59bd,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:45.632586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.632988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.634092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.634772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.635115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.635518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.635769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.636090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.636825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.637677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.638448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.639009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Tracked resource versions report: Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: pushed versions: Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: { 'AddressGroup': {'1.2'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'ConntrackHelper': {'1.0'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Log': {'1.0'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Network': {'1.1'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Port': {'1.7'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'PortForwarding': {'1.2'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'QosPolicy': {'1.10'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'SecurityGroup': {'1.5'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'SubPort': {'1.0'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Subnet': {'1.1'}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Trunk': {'1.1'}} Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: consumer versions: Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: HyperV agent@n-h1-776250-11: {}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: HyperV agent@n-h2-776250-11: {}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: L3 agent@n-d-776250-11: {}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: Metadata agent@n-d-776250-11: {}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: Metering agent@n-d-776250-11: {}, Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'ConntrackHelper': '1.0', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Log': '1.0', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Network': '1.1', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Port': '1.7', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'PortForwarding': '1.2', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'QosPolicy': '1.10', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'SecurityGroup': '1.5', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'SecurityGroupRule': '1.2', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'SubPort': '1.0', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Subnet': '1.1', Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: 'Trunk': '1.1'}} Nov 10 21:20:45.640362 n-d-776250-11 neutron-server[103047]: {{(pid=103047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:20:45.661859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Checking segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:20:45.662217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Network hostable DHCP agents. Network: 23449e01-6610-4074-8027-c874787b6989, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:20:45.754794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Network 23449e01-6610-4074-8027-c874787b6989 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:20:45.885168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 23449e01-6610-4074-8027-c874787b6989) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:45.890789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:45.891646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:45.896575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a2b43-72eb-41a1-8b60-95571b23af4d None None] Network 23449e01-6610-4074-8027-c874787b6989 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:20:45.976639 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c848bac-6cb7-48ad-a3ea-ff276f4b3d2e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7903318 Nov 10 21:20:45.981708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41202) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:45.987443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:20:46.103397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.104647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.136993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-23449e01-6610-4074-8027-c874787b6989', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:20:46.140164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.343446 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.392765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Allocated IP 172.20.0.2 (23449e01-6610-4074-8027-c874787b6989/3cce1c00-9c89-4c17-a28e-7003d45e59bd/13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:20:46.570132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.601393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.685843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.734452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Network 23449e01-6610-4074-8027-c874787b6989 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:20:46.737724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:46.740790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:20:46.753843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Pushing event updated for resources: {'Port': ['ID=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:46.779000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.779693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.780264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.780782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.781293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.781818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.782324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.782827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.783331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.783891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.784416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.784929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Tracked resource versions report: Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: pushed versions: Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: { 'AddressGroup': {'1.2'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'ConntrackHelper': {'1.0'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Log': {'1.0'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Network': {'1.1'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Port': {'1.7'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'PortForwarding': {'1.2'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'QosPolicy': {'1.10'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'SecurityGroup': {'1.5'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'SubPort': {'1.0'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Subnet': {'1.1'}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Trunk': {'1.1'}} Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: consumer versions: Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: HyperV agent@n-h1-776250-11: {}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: HyperV agent@n-h2-776250-11: {}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: L3 agent@n-d-776250-11: {}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: Metadata agent@n-d-776250-11: {}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: Metering agent@n-d-776250-11: {}, Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'ConntrackHelper': '1.0', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Log': '1.0', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Network': '1.1', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Port': '1.7', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'PortForwarding': '1.2', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'QosPolicy': '1.10', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'SecurityGroup': '1.5', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'SecurityGroupRule': '1.2', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'SubPort': '1.0', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Subnet': '1.1', Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: 'Trunk': '1.1'}} Nov 10 21:20:46.786589 n-d-776250-11 neutron-server[103049]: {{(pid=103049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:20:46.826880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Attempting to bind port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:20:46.827462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Attempting to bind port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:20:46.828037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Attempting to bind port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea on network 23449e01-6610-4074-8027-c874787b6989 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:20:46.835161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:20:46.835926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Checking segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:20:46.836660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.837755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Bound using segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:20:46.838233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Bound port: 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:20:46.838628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.909408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] For port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:20:46.913137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] For port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:20:46.913710 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.935391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:46.972152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:47.060682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feaabf-15ab-4315-b168-2bfa5cca4578 None None] Pushing event updated for resources: {'Port': ['ID=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:47.067338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Allocated IP 172.25.7.106 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/8cb4da9f-0429-4d67-995c-cc1f52f07fba) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:20:47.187389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:47.303150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:47.344890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:20:47.348391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:47.355412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:20:47.445610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Pushing event updated for resources: {'Port': ['ID=8cb4da9f-0429-4d67-995c-cc1f52f07fba,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:47.468258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:20:47.525761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:47.526287 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:47.603362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:47.637026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:20:47.708235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:47.722893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:47.776468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:47.983646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:48.177991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41276) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:48.273924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Router 4e3563b9-7045-4b79-bdd5-e414b6735c07 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:20:48.364619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e8a4a7-35a8-44ab-92b1-c60c7de1b5a9 None None] Network 23449e01-6610-4074-8027-c874787b6989 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:20:48.485102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ae62ac7c-fd58-45b8-98a3-dac163dfdb9c None None] Provisioning complete for port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:48.486438 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ae62ac7c-fd58-45b8-98a3-dac163dfdb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:48.573089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:20:48.587211 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Sync routers for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:20:48.601543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:20:48.607466 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:20:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:48.625464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42b1a64f-0a61-4564-8c1f-c90a4b58fde0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:48.682787 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:48.685543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8972df46-d362-4016-9fdc-9b259ae18287 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7027445 Nov 10 21:20:48.688612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:48.768642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42b1a64f-0a61-4564-8c1f-c90a4b58fde0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:48.834179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42b1a64f-0a61-4564-8c1f-c90a4b58fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:48.875540 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:20:48.900001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-42b1a64f-0a61-4564-8c1f-c90a4b58fde0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=acd9455ebb424849bef85646eb3849d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7207363 Nov 10 21:20:48.912389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:48.947597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1a64f-0a61-4564-8c1f-c90a4b58fde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9966755a-69d6-4fe5-a2a2-386706bf397d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:49.017835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d40219b-2f4e-4be6-855b-6b823fed3778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.050529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d40219b-2f4e-4be6-855b-6b823fed3778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.186513 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.192687 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:47Z', 'revision_number': 3, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:49.223245 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Checking router: 4e3563b9-7045-4b79-bdd5-e414b6735c07 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:20:49.223853 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Updating router 4e3563b9-7045-4b79-bdd5-e414b6735c07 port 8cb4da9f-0429-4d67-995c-cc1f52f07fba binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:20:49.228758 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d40219b-2f4e-4be6-855b-6b823fed3778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.231979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d40219b-2f4e-4be6-855b-6b823fed3778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.233269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6d40219b-2f4e-4be6-855b-6b823fed3778 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9966755a-69d6-4fe5-a2a2-386706bf397d HTTP/1.1" status: 204 len: 168 time: 0.3195829 Nov 10 21:20:49.248544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40219b-2f4e-4be6-855b-6b823fed3778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9966755a-69d6-4fe5-a2a2-386706bf397d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:49.261644 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.265386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2754bef8-a0ef-423c-b406-e28372b7515a None None] Provisioning complete for port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:49.265753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2754bef8-a0ef-423c-b406-e28372b7515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.368224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.418419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:20:49.500413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:49.503453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.646879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Allocated IP 172.20.0.1 (23449e01-6610-4074-8027-c874787b6989/3cce1c00-9c89-4c17-a28e-7003d45e59bd/76cad614-552e-450a-b0ae-ab8c1e8ec223) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:20:49.671991 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.743216 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.770222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.802374 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Pushing event updated for resources: {'Port': ['ID=8cb4da9f-0429-4d67-995c-cc1f52f07fba,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:49.810267 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Attempting to bind port 8cb4da9f-0429-4d67-995c-cc1f52f07fba on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:20:49.810648 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Attempting to bind port 8cb4da9f-0429-4d67-995c-cc1f52f07fba by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:20:49.811010 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Attempting to bind port 8cb4da9f-0429-4d67-995c-cc1f52f07fba on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:20:49.813860 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.814196 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.814542 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.814914 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.815250 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.815593 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.816035 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.816365 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.816838 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.817448 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.817919 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Tracked resource versions report: Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: pushed versions: Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: { 'AddressGroup': {'1.2'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'ConntrackHelper': {'1.0'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Log': {'1.0'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Network': {'1.1'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Port': {'1.7'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'PortForwarding': {'1.2'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'QosPolicy': {'1.10'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'SecurityGroup': {'1.5'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'SecurityGroupRule': {'1.2'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'SubPort': {'1.0'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Subnet': {'1.1'}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Trunk': {'1.1'}} Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: consumer versions: Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: { DHCP agent@n-d-776250-11: {}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: HyperV agent@n-h1-776250-11: {}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: HyperV agent@n-h2-776250-11: {}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: L3 agent@n-d-776250-11: {}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: Metadata agent@n-d-776250-11: {}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: Metering agent@n-d-776250-11: {}, Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: Open vSwitch agent@n-d-776250-11: { 'AddressGroup': '1.2', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'ConntrackHelper': '1.0', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Log': '1.0', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Network': '1.1', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Port': '1.7', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'PortForwarding': '1.2', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'QosPolicy': '1.10', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'SecurityGroup': '1.5', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'SecurityGroupRule': '1.2', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'SubPort': '1.0', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Subnet': '1.1', Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: 'Trunk': '1.1'}} Nov 10 21:20:49.820272 n-d-776250-11 neutron-server[103050]: {{(pid=103050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 21:20:49.827564 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:20:49.828195 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:20:49.828606 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.828996 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:20:49.829472 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Bound port: 8cb4da9f-0429-4d67-995c-cc1f52f07fba, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:20:49.829958 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.883699 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] For port 8cb4da9f-0429-4d67-995c-cc1f52f07fba, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:20:49.884620 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] For port 8cb4da9f-0429-4d67-995c-cc1f52f07fba, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8cb4da9f-0429-4d67-995c-cc1f52f07fba,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:20:49.902690 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.947007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Network 23449e01-6610-4074-8027-c874787b6989 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:20:49.949873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:49.954646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:20:49.954937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:49.959618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Pushing event updated for resources: {'Port': ['ID=76cad614-552e-450a-b0ae-ab8c1e8ec223,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:49.982776 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.057130 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f8ac8-b50b-440a-b868-b00e5a66db39 None None] Pushing event updated for resources: {'Port': ['ID=8cb4da9f-0429-4d67-995c-cc1f52f07fba,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:50.110616 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:20:50.111579 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:20:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:50.243982 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:20:50.253497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.309862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5223d593-bd41-48b6-bf1b-7c8e32af4d4b None None] Provisioning complete for port 76cad614-552e-450a-b0ae-ab8c1e8ec223 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:50.310839 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5223d593-bd41-48b6-bf1b-7c8e32af4d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.357122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5223d593-bd41-48b6-bf1b-7c8e32af4d4b None None] Port 76cad614-552e-450a-b0ae-ab8c1e8ec223 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:20:50.444318 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.464411 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:47Z', 'revision_number': 3, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:50.491948 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961e1d6c-a140-4d7e-b956-5bb09e077612 None None] The sync data for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 is: [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:47Z', 'revision_number': 3, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:20:50.504237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.504237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.531993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41392) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:50.595240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41396) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:50.615962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e55d7cd-ff9d-47af-89f7-c13c58300444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.617820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Pushing event updated for resources: {'Port': ['ID=76cad614-552e-450a-b0ae-ab8c1e8ec223,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:50.687554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Network 23449e01-6610-4074-8027-c874787b6989 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:20:50.692174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:50.915440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e55d7cd-ff9d-47af-89f7-c13c58300444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:50.962475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Router 4e3563b9-7045-4b79-bdd5-e414b6735c07 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:20:51.046184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e55d7cd-ff9d-47af-89f7-c13c58300444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.102846 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c07c0a2-1ebf-403c-8cf6-0b3be3d4520c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.106570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5ab4da88-a76d-4e0a-9b58-482b00d76634 None None] Provisioning complete for port 76cad614-552e-450a-b0ae-ab8c1e8ec223 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:51.107664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab4da88-a76d-4e0a-9b58-482b00d76634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.146881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7e55d7cd-ff9d-47af-89f7-c13c58300444 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9b86db1e8e74c0aa0c5d47c40d2d684&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5523922 Nov 10 21:20:51.149974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41416) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:51.151153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55d7cd-ff9d-47af-89f7-c13c58300444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966071b7-b52c-4ace-b02f-014080dd6b46,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:51.191048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:20:51.202568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0b384ee8-0152-44eb-891d-ae53090ba6dc admin admin] 10.222.0.45 "PUT /v2.0/routers/4e3563b9-7045-4b79-bdd5-e414b6735c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5124722 Nov 10 21:20:51.207783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4da88-a76d-4e0a-9b58-482b00d76634 None None] Port 76cad614-552e-450a-b0ae-ab8c1e8ec223 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:20:51.263111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17785f16-d345-42f4-8eaa-2a443898e178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.287870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c07c0a2-1ebf-403c-8cf6-0b3be3d4520c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.304445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17785f16-d345-42f4-8eaa-2a443898e178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.342992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c07c0a2-1ebf-403c-8cf6-0b3be3d4520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.419515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8cb4da9f-0429-4d67-995c-cc1f52f07fba up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:20:51.445098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07c0a2-1ebf-403c-8cf6-0b3be3d4520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3306b105-2130-44a7-9ae3-afc34245fc80,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:51.468947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c07c0a2-1ebf-403c-8cf6-0b3be3d4520c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0834aeb752b490ab24d8d42d74b6a0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9357378 Nov 10 21:20:51.472199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41422) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:51.474211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17785f16-d345-42f4-8eaa-2a443898e178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.477420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17785f16-d345-42f4-8eaa-2a443898e178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.479955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-17785f16-d345-42f4-8eaa-2a443898e178 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/966071b7-b52c-4ace-b02f-014080dd6b46 HTTP/1.1" status: 204 len: 168 time: 0.3209655 Nov 10 21:20:51.507075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17785f16-d345-42f4-8eaa-2a443898e178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966071b7-b52c-4ace-b02f-014080dd6b46,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:51.605581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5965-fe0f-4aef-97ad-54264c114079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.609534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8cb4da9f-0429-4d67-995c-cc1f52f07fba triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:51.612091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.628471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41436) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:51.631665 n-d-776250-11 neutron-server[103048]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 21:20:51.660454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5965-fe0f-4aef-97ad-54264c114079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.678131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-466cf840-d32f-48da-8db2-a24d52e84bc4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=89062457aeff455582e4b2ff5711c607&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475128 Nov 10 21:20:51.811555 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5965-fe0f-4aef-97ad-54264c114079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.814376 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5965-fe0f-4aef-97ad-54264c114079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.818364 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e0b5965-fe0f-4aef-97ad-54264c114079 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3306b105-2130-44a7-9ae3-afc34245fc80 HTTP/1.1" status: 204 len: 168 time: 0.3416128 Nov 10 21:20:51.821189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.825859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b5965-fe0f-4aef-97ad-54264c114079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3306b105-2130-44a7-9ae3-afc34245fc80,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:51.856385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-dba89fec-aa5f-4f62-8cb1-f6a6aad3764a tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:51.857889 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-dba89fec-aa5f-4f62-8cb1-f6a6aad3764a tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787882 Nov 10 21:20:51.867227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 8cb4da9f-0429-4d67-995c-cc1f52f07fba, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8cb4da9f-0429-4d67-995c-cc1f52f07fba,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:20:51.887846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-ac63417b-bb99-451f-88b7-c00ec8fa1348 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/quotas/89062457aeff455582e4b2ff5711c607 HTTP/1.1" status: 200 len: 375 time: 0.0217345 Nov 10 21:20:51.908743 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:51.974496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=8cb4da9f-0429-4d67-995c-cc1f52f07fba,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:52.076345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-b518a8f9-360a-46c9-8158-701d17fe6004 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=89062457aeff455582e4b2ff5711c607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1791267 Nov 10 21:20:52.505625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee9509e6-4cfd-4980-b76a-06137a5a8b47 req-0cfc3f38-eb08-4498-93db-f39e18eea064 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 210 time: 0.0918617 Nov 10 21:20:52.627013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Sync routers for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:20:52.636935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:20:52.637530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:20:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:52.697790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41488) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:52.725297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-955b722e-bc63-4c67-8272-bff40e02c8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:52.794454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:20:52.893393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-955b722e-bc63-4c67-8272-bff40e02c8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:52.994846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-955b722e-bc63-4c67-8272-bff40e02c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.062090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b722e-bc63-4c67-8272-bff40e02c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42aa6cd-d70f-4bab-9e7a-b64d216ccc07,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:53.069618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-955b722e-bc63-4c67-8272-bff40e02c8fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e0f4dad50ba419a866d29cdcea054e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3678572 Nov 10 21:20:53.071865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41496) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:53.119210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41498) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:53.179894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5225-4806-44d3-a7a5-a1e8a6002604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.209202 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5225-4806-44d3-a7a5-a1e8a6002604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.237016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.294545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 2, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:53.343912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Checking router: 4e3563b9-7045-4b79-bdd5-e414b6735c07 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:20:53.344274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Updating router 4e3563b9-7045-4b79-bdd5-e414b6735c07 port 76cad614-552e-450a-b0ae-ab8c1e8ec223 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:20:53.354352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5225-4806-44d3-a7a5-a1e8a6002604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.358180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5225-4806-44d3-a7a5-a1e8a6002604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.363437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d4d5225-4806-44d3-a7a5-a1e8a6002604 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f42aa6cd-d70f-4bab-9e7a-b64d216ccc07 HTTP/1.1" status: 204 len: 168 time: 0.2905622 Nov 10 21:20:53.372728 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8cb4da9f-0429-4d67-995c-cc1f52f07fba up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:20:53.375105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d5225-4806-44d3-a7a5-a1e8a6002604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42aa6cd-d70f-4bab-9e7a-b64d216ccc07,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:53.391385 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf752a87-356a-4427-b4bf-de271740be06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.419180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.420971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41522) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:53.426671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-network', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:20:53.489670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8cb4da9f-0429-4d67-995c-cc1f52f07fba triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:53.490046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.498097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Made reservation on behalf of 14ae95c35a20425890e15c0acc6863e3 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:20:53.501223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.507054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf752a87-356a-4427-b4bf-de271740be06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.514418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.589422 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf752a87-356a-4427-b4bf-de271740be06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.658977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bf752a87-356a-4427-b4bf-de271740be06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c88663f6b5a4d43bb03cbef17f1bd3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5383320 Nov 10 21:20:53.661129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41534) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:53.672904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf752a87-356a-4427-b4bf-de271740be06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb80c08-0e4c-4c07-a4af-cd328dd52e01,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:53.678170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c56b47c-9485-453d-8794-9617bc6348ef req-5495b81a-393d-4587-a64b-6e6a5f59926a tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 210 time: 0.0555482 Nov 10 21:20:53.696447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.723643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96605e9a-aa98-47f4-aab4-f45cbf9f348c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.746560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96605e9a-aa98-47f4-aab4-f45cbf9f348c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.780031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.828846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:20:53.838032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d91c6-33d3-480f-b3e3-31082db03277,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:53.905005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.916074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96605e9a-aa98-47f4-aab4-f45cbf9f348c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.920953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96605e9a-aa98-47f4-aab4-f45cbf9f348c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.920953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-96605e9a-aa98-47f4-aab4-f45cbf9f348c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5eb80c08-0e4c-4c07-a4af-cd328dd52e01 HTTP/1.1" status: 204 len: 168 time: 0.2575758 Nov 10 21:20:53.936781 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754252845788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:53.937336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Unsubscribe: segment precommit_create {{(pid=103047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 21:20:53.937854 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Added segment 3c81af80-f201-4c74-8ffe-824a3a1f28dd of type vlan for network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 Nov 10 21:20:53.960720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96605e9a-aa98-47f4-aab4-f45cbf9f348c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb80c08-0e4c-4c07-a4af-cd328dd52e01,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:53.966901 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.038204 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.095659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcb869-7550-4c36-a22f-988a25c0b52a None None] Pushing event updated for resources: {'Port': ['ID=76cad614-552e-450a-b0ae-ab8c1e8ec223,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:54.164268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Attempting to bind port 76cad614-552e-450a-b0ae-ab8c1e8ec223 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:20:54.164641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Attempting to bind port 76cad614-552e-450a-b0ae-ab8c1e8ec223 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:20:54.165001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Attempting to bind port 76cad614-552e-450a-b0ae-ab8c1e8ec223 on network 23449e01-6610-4074-8027-c874787b6989 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:20:54.171069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:20:54.171437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Checking segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:20:54.171862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.172251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Bound using segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:20:54.173059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Bound port: 76cad614-552e-450a-b0ae-ab8c1e8ec223, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:20:54.173454 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.201103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.202802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:54.203464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.269251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] For port 76cad614-552e-450a-b0ae-ab8c1e8ec223, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:20:54.278772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] For port 76cad614-552e-450a-b0ae-ab8c1e8ec223, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76cad614-552e-450a-b0ae-ab8c1e8ec223,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:20:54.314589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8898478 Nov 10 21:20:54.315033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41572) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:54.320912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Request body: {'subnet': {'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-subnet', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:20:54.326176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1e895-25b8-40b9-b1fa-128dbd8c877a admin admin] Pushing event updated for resources: {'Network': ['ID=4ac85fcd-6cdf-4e35-8745-337ea6f53476,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:54.340256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:20:54.369832 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.411326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Made reservation on behalf of 14ae95c35a20425890e15c0acc6863e3 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:20:54.413737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.425533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-559c81ae-a6ab-4a81-8be0-57c9e41e206e None None] Provisioning complete for port 76cad614-552e-450a-b0ae-ab8c1e8ec223 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:54.425897 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-559c81ae-a6ab-4a81-8be0-57c9e41e206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.524888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:20:54.525519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:20:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:54.527226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcb869-7550-4c36-a22f-988a25c0b52a None None] Pushing event updated for resources: {'Port': ['ID=76cad614-552e-450a-b0ae-ab8c1e8ec223,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:54.650696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-559c81ae-a6ab-4a81-8be0-57c9e41e206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.704300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:20:54.707704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-559c81ae-a6ab-4a81-8be0-57c9e41e206e None None] For port 76cad614-552e-450a-b0ae-ab8c1e8ec223, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76cad614-552e-450a-b0ae-ab8c1e8ec223,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:20:54.755073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41584) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:54.775744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-559c81ae-a6ab-4a81-8be0-57c9e41e206e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.776093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2efcc2e8-a060-4740-95cb-e6162bde7b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.782382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b00e6d74-6ba7-42a7-b028-157d21c06344 req-55a751b6-8545-4e0d-aac8-ba1612bef810 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 210 time: 0.0366180 Nov 10 21:20:54.784883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.856681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Checking segment: {'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:20:54.857423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Network hostable DHCP agents. Network: 4ac85fcd-6cdf-4e35-8745-337ea6f53476, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:20:54.861386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f26125a-1946-4395-8d4c-849d10fa4949,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:54.931529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:20:54.951252 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2efcc2e8-a060-4740-95cb-e6162bde7b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:54.982956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4ac85fcd-6cdf-4e35-8745-337ea6f53476) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:54.988715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:54.989615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.001599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a711827a-0d67-4b76-8495-67ae5aae6363 None None] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:20:55.011783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a2031335-1020-4cb8-8fb1-231a6e41ca08 None None] Provisioning complete for port 76cad614-552e-450a-b0ae-ab8c1e8ec223 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:55.012392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a2031335-1020-4cb8-8fb1-231a6e41ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.028820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2efcc2e8-a060-4740-95cb-e6162bde7b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.059335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c81ae-a6ab-4a81-8be0-57c9e41e206e None None] Pushing event updated for resources: {'Port': ['ID=76cad614-552e-450a-b0ae-ab8c1e8ec223,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:55.091708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0b0ccc7c-ecf2-4ab7-afc0-c1657a43ece6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7729239 Nov 10 21:20:55.091944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41590) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:55.096960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:20:55.124092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2efcc2e8-a060-4740-95cb-e6162bde7b7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=503c293707ec4dfb949e93704c517e7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3674891 Nov 10 21:20:55.125138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41594) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:55.128773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcc2e8-a060-4740-95cb-e6162bde7b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee05c0-9f27-4972-b855-2e0a22bff80e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:55.186424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73aad31d-6f56-42de-b6e7-653e24f2fc13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.229219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.232186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.248092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73aad31d-6f56-42de-b6e7-653e24f2fc13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.342889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.380372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'fixed_ips': [{'subnet_id': '3f26125a-1946-4395-8d4c-849d10fa4949'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:20:55.381742 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.407224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:55.446272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1e68-c0f2-444f-944a-65178a6367ea None None] The sync data for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 is: [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:20:55.479716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73aad31d-6f56-42de-b6e7-653e24f2fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.482224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73aad31d-6f56-42de-b6e7-653e24f2fc13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.487667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-73aad31d-6f56-42de-b6e7-653e24f2fc13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7ee05c0-9f27-4972-b855-2e0a22bff80e HTTP/1.1" status: 204 len: 168 time: 0.3573177 Nov 10 21:20:55.630587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aad31d-6f56-42de-b6e7-653e24f2fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee05c0-9f27-4972-b855-2e0a22bff80e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:55.647773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:55.857113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Allocated IP 172.20.0.2 (4ac85fcd-6cdf-4e35-8745-337ea6f53476/3f26125a-1946-4395-8d4c-849d10fa4949/2bab899d-07a6-4d3f-9897-13fc801a3f92) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:20:56.170492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00ea4878-e34f-4986-b322-4b865458cd5c req-9898ccd5-0fb0-42a3-a70c-adf4b8fb8b72 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 210 time: 0.1125875 Nov 10 21:20:56.177586 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.208995 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.218510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.327323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.346896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Allocated IP 172.25.7.211 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/17d27f11-803a-45c2-b0fd-91c0f2034b57) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:20:56.368131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:20:56.375083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:56.379343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:20:56.385637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Pushing event updated for resources: {'Port': ['ID=2bab899d-07a6-4d3f-9897-13fc801a3f92,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:56.438292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.53', 56508) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:56.450289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Attempting to bind port 2bab899d-07a6-4d3f-9897-13fc801a3f92 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:20:56.450663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Attempting to bind port 2bab899d-07a6-4d3f-9897-13fc801a3f92 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:20:56.451075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Attempting to bind port 2bab899d-07a6-4d3f-9897-13fc801a3f92 on network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:20:56.458509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:20:56.458929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Checking segment: {'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:20:56.459417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.459844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Bound using segment: {'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:20:56.460351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Bound port: 2bab899d-07a6-4d3f-9897-13fc801a3f92, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:20:56.460728 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.488492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-6390e565-94cb-40e0-a263-8c77de30990f tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=89062457aeff455582e4b2ff5711c607&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442424 Nov 10 21:20:56.497087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.546834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] For port 2bab899d-07a6-4d3f-9897-13fc801a3f92, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:20:56.551280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] For port 2bab899d-07a6-4d3f-9897-13fc801a3f92, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2bab899d-07a6-4d3f-9897-13fc801a3f92,segment=NetworkSegment(3c81af80-f201-4c74-8ffe-824a3a1f28dd),segment_id=3c81af80-f201-4c74-8ffe-824a3a1f28dd)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:20:56.623343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.652228 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:56.691046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:20:56.702865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:56.716269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:20:56.747552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-9ecec9c2-df8f-4a97-8a32-39843dce14ad tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:56.749086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-9ecec9c2-df8f-4a97-8a32-39843dce14ad tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593417 Nov 10 21:20:56.757446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ed411-87b2-438b-90cc-bd0280b99bda None None] Pushing event updated for resources: {'Port': ['ID=2bab899d-07a6-4d3f-9897-13fc801a3f92,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:56.810754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Pushing event updated for resources: {'Port': ['ID=17d27f11-803a-45c2-b0fd-91c0f2034b57,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:56.868153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Request body: {'port': {'device_id': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '89062457aeff455582e4b2ff5711c607'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:20:56.976851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41650) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:57.479288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76cad614-552e-450a-b0ae-ab8c1e8ec223 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:20:57.503035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Made reservation on behalf of 89062457aeff455582e4b2ff5711c607 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:20:57.506668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.512700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-210c3637-a8f4-4ac4-8ba3-2e126ee137cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.522873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.551066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.579897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 76cad614-552e-450a-b0ae-ab8c1e8ec223 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:57.580269 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.627106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.685838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2bab899d-07a6-4d3f-9897-13fc801a3f92 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:20:57.702499 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.755163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2bab899d-07a6-4d3f-9897-13fc801a3f92 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:57.755962 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.767175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-210c3637-a8f4-4ac4-8ba3-2e126ee137cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.875224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-210c3637-a8f4-4ac4-8ba3-2e126ee137cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.882629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.888210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0a9d06-bfe5-43bf-b28f-4b56c79de049,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:57.933555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-210c3637-a8f4-4ac4-8ba3-2e126ee137cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5acc6967f6c04c0b86fc12002b5b0dc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9556155 Nov 10 21:20:57.943443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41696) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:57.953763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:57.988136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 2bab899d-07a6-4d3f-9897-13fc801a3f92, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2bab899d-07a6-4d3f-9897-13fc801a3f92,segment=NetworkSegment(3c81af80-f201-4c74-8ffe-824a3a1f28dd),segment_id=3c81af80-f201-4c74-8ffe-824a3a1f28dd)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:20:58.015660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c3637-a8f4-4ac4-8ba3-2e126ee137cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4c886-2c58-4140-9af4-0a62d35e1ce6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:58.045607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.085746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:58.096853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Allocated IP 192.168.233.144 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/50a761c0-2594-4db8-8198-47970a4ca1db) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:20:58.125383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a263478-6d80-49d1-a145-66871259687d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.161092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=2bab899d-07a6-4d3f-9897-13fc801a3f92,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:58.230498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a263478-6d80-49d1-a145-66871259687d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.271797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Router 2c25a92c-785e-474e-8534-4579d6de8c2d is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:20:58.310701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540a531d-54ac-48ab-b14a-aa5006bf67ea None None] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:20:58.390550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.430280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:20:58.441748 n-d-776250-11 neutron-server[103047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 21:20:58.442126 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Sync routers for ids ['2c25a92c-785e-474e-8534-4579d6de8c2d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:20:58.443083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a263478-6d80-49d1-a145-66871259687d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.446640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a263478-6d80-49d1-a145-66871259687d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.447956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1a263478-6d80-49d1-a145-66871259687d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75a4c886-2c58-4140-9af4-0a62d35e1ce6 HTTP/1.1" status: 204 len: 168 time: 0.4999313 Nov 10 21:20:58.460060 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Routers {'2c25a92c-785e-474e-8534-4579d6de8c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:20:58.461021 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:20:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2c25a92c-785e-474e-8534-4579d6de8c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:58.511635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.516103 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83acf8bd-90ea-4537-826a-503f925e93cb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4230225 Nov 10 21:20:58.516832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:20:58.526284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ec4b52ac-e5e1-4b9e-8abd-f09b97ab9b0a None None] Provisioning complete for port 2bab899d-07a6-4d3f-9897-13fc801a3f92 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:58.526727 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec4b52ac-e5e1-4b9e-8abd-f09b97ab9b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.531248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53d2abeb-ea2a-4b0a-97a8-afbe24f50748 req-845b63f7-e92d-4b02-903d-5990ace39474 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 210 time: 0.4401374 Nov 10 21:20:58.539205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a263478-6d80-49d1-a145-66871259687d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4c886-2c58-4140-9af4-0a62d35e1ce6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:58.600749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.741781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:20:58.835589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Pushing event updated for resources: {'Port': ['ID=50a761c0-2594-4db8-8198-47970a4ca1db,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:20:58.850624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:20:58.867907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:20:58.891169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:58.891869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:58.929780 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Set router 2c25a92c-785e-474e-8534-4579d6de8c2d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:20:59.010104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-b98dec0e-f750-4b1c-9b9f-e477df8c3146 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1463909 Nov 10 21:20:59.023091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-e6404747-6548-414d-b1a3-ba6cc0397cbe tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:20:59.024354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-e6404747-6548-414d-b1a3-ba6cc0397cbe tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071647 Nov 10 21:20:59.201168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-69c8e41e-76b2-4b22-8613-5bb8dce51d1c None None] Provisioning complete for port 2bab899d-07a6-4d3f-9897-13fc801a3f92 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:59.201897 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-69c8e41e-76b2-4b22-8613-5bb8dce51d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:59.484399 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:20:56Z', 'revision_number': 3, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:20:59.490345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2bab899d-07a6-4d3f-9897-13fc801a3f92 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:20:59.507869 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:59.535304 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Checking router: 2c25a92c-785e-474e-8534-4579d6de8c2d for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:20:59.535655 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Updating router 2c25a92c-785e-474e-8534-4579d6de8c2d port 17d27f11-803a-45c2-b0fd-91c0f2034b57 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:20:59.579738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2bab899d-07a6-4d3f-9897-13fc801a3f92 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:59.580207 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:59.605632 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:59.743057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c4ebde34-cfef-479f-8db8-c91ec07ced82 None None] Provisioning complete for port 50a761c0-2594-4db8-8198-47970a4ca1db triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:20:59.743420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4ebde34-cfef-479f-8db8-c91ec07ced82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:20:59.790760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41712e-8343-4aff-b526-4496b42e4e11 req-d6b1b25d-4700-41d5-8f9f-e664d185e65f tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:20:59.795211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f41712e-8343-4aff-b526-4496b42e4e11 req-d6b1b25d-4700-41d5-8f9f-e664d185e65f tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 936 time: 0.1484671 Nov 10 21:20:59.806357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Allocated IP 172.20.0.1 (4ac85fcd-6cdf-4e35-8745-337ea6f53476/3f26125a-1946-4395-8d4c-849d10fa4949/e3f44a2e-be33-4d78-a865-ae65c533bec2) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:20:59.889952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f41712e-8343-4aff-b526-4496b42e4e11 req-9900882c-281d-473e-b4a9-f898931e2593 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844655 Nov 10 21:20:59.925947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebde34-cfef-479f-8db8-c91ec07ced82 None None] Port 50a761c0-2594-4db8-8198-47970a4ca1db cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:00.068804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.124639 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.413685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.461887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:00.465459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:00.469404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:00.469767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.531446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Pushing event updated for resources: {'Port': ['ID=e3f44a2e-be33-4d78-a865-ae65c533bec2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:00.651748 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.715439 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Attempting to bind port 17d27f11-803a-45c2-b0fd-91c0f2034b57 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:00.715997 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Attempting to bind port 17d27f11-803a-45c2-b0fd-91c0f2034b57 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:00.716463 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Attempting to bind port 17d27f11-803a-45c2-b0fd-91c0f2034b57 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:00.735511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.738265 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:00.738789 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:00.739541 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.740171 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:00.741313 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Bound port: 17d27f11-803a-45c2-b0fd-91c0f2034b57, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:00.741813 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.802352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41754) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:00.826207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-707696c8-6eda-4943-95b2-04a90306c347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.835490 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48331cf1-901f-4019-8500-6dd589de5f21 None None] Pushing event updated for resources: {'Port': ['ID=17d27f11-803a-45c2-b0fd-91c0f2034b57,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:00.926111 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] For port 17d27f11-803a-45c2-b0fd-91c0f2034b57, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:00.930884 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] For port 17d27f11-803a-45c2-b0fd-91c0f2034b57, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=17d27f11-803a-45c2-b0fd-91c0f2034b57,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:00.941324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:00.977102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0fc5ee43-7687-44a0-bf89-6fb13b78500d None None] Provisioning complete for port e3f44a2e-be33-4d78-a865-ae65c533bec2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:00.980921 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fc5ee43-7687-44a0-bf89-6fb13b78500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:00.996079 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.062682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Request body: {'port': {'device_id': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'device_owner': 'compute:tempest-test_az-936746334', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:01.139117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5ee43-7687-44a0-bf89-6fb13b78500d None None] Port e3f44a2e-be33-4d78-a865-ae65c533bec2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:01.170131 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48331cf1-901f-4019-8500-6dd589de5f21 None None] Pushing event updated for resources: {'Port': ['ID=17d27f11-803a-45c2-b0fd-91c0f2034b57,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:01.186059 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Routers {'2c25a92c-785e-474e-8534-4579d6de8c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:01.187537 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:20:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2c25a92c-785e-474e-8534-4579d6de8c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:01.227338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-707696c8-6eda-4943-95b2-04a90306c347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.240640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.284620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-707696c8-6eda-4943-95b2-04a90306c347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.360339 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] Set router 2c25a92c-785e-474e-8534-4579d6de8c2d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:21:01.478631 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e8902743-205f-4368-88d1-06221ae14cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.499280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-707696c8-6eda-4943-95b2-04a90306c347 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b8f579e78554fb281174b4bc75d3a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6957343 Nov 10 21:21:01.501155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41778) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:01.531247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707696c8-6eda-4943-95b2-04a90306c347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22f28d1-e722-4dd9-96d9-cec189545c7f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:01.703270 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 4, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e3f44a2e-be33-4d78-a865-ae65c533bec2', 'name': '', 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'mac_address': 'fa:16:3e:9c:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:59Z', 'updated_at': '2021-11-10T21:20:59Z', 'revision_number': 1, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'subnets': [{'id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:01.753848 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8017fe8-dd83-442e-83fd-3891ff7f1097 None None] The sync data for ids ['2c25a92c-785e-474e-8534-4579d6de8c2d'] in n-d-776250-11 is: [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 4, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e3f44a2e-be33-4d78-a865-ae65c533bec2', 'name': '', 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'mac_address': 'fa:16:3e:9c:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:59Z', 'updated_at': '2021-11-10T21:20:59Z', 'revision_number': 1, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'subnets': [{'id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:21:01.793550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c730f0-9798-4531-83a6-74a31be51254 req-5f9810c1-ba0a-41fe-98de-fcbaeb29cee0 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:01.800968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96bbd32d-2a53-4894-afde-60ee90dfe7d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.801202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98c730f0-9798-4531-83a6-74a31be51254 req-5f9810c1-ba0a-41fe-98de-fcbaeb29cee0 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 936 time: 0.3345113 Nov 10 21:21:01.827943 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96bbd32d-2a53-4894-afde-60ee90dfe7d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.874634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.991388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e8902743-205f-4368-88d1-06221ae14cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.994436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96bbd32d-2a53-4894-afde-60ee90dfe7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.999198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96bbd32d-2a53-4894-afde-60ee90dfe7d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:01.999198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-96bbd32d-2a53-4894-afde-60ee90dfe7d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f22f28d1-e722-4dd9-96d9-cec189545c7f HTTP/1.1" status: 204 len: 168 time: 0.4835696 Nov 10 21:21:01.999637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.000629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.049382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd32d-2a53-4894-afde-60ee90dfe7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22f28d1-e722-4dd9-96d9-cec189545c7f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:02.086283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e8902743-205f-4368-88d1-06221ae14cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.280483 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98c730f0-9798-4531-83a6-74a31be51254 req-0c173f63-79f5-4e96-95b3-2d53d587bb15 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728975 Nov 10 21:21:02.326571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:02.357366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Pushing event updated for resources: {'Port': ['ID=e3f44a2e-be33-4d78-a865-ae65c533bec2,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:02.383136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:02.387008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:02.453180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a761c0-2594-4db8-8198-47970a4ca1db {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:02.486778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.492880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8902743-205f-4368-88d1-06221ae14cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66efda00-24f6-4577-a7a8-99387afc97ba,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:02.531235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Transition to ACTIVE for port object 50a761c0-2594-4db8-8198-47970a4ca1db will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:02.543446 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e8902743-205f-4368-88d1-06221ae14cb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de5a5bae93924aa499c002d19d7fc7b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6009061 Nov 10 21:21:02.547165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:02.625687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.693260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Pushing event updated for resources: {'Port': ['ID=50a761c0-2594-4db8-8198-47970a4ca1db,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:02.725212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93caddbf-dd5d-499b-9862-88ca6c0df66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.750406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Router 2c25a92c-785e-474e-8534-4579d6de8c2d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:21:02.791620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a123585b-d366-4c79-93b1-5eebe60c1c5c None None] Provisioning complete for port e3f44a2e-be33-4d78-a865-ae65c533bec2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:02.800424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a123585b-d366-4c79-93b1-5eebe60c1c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.838919 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93caddbf-dd5d-499b-9862-88ca6c0df66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:02.913961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Attempting to bind port 50a761c0-2594-4db8-8198-47970a4ca1db on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:02.926564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Attempting to bind port 50a761c0-2594-4db8-8198-47970a4ca1db by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:02.926992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Attempting to bind port 50a761c0-2594-4db8-8198-47970a4ca1db on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:02.928599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a123585b-d366-4c79-93b1-5eebe60c1c5c None None] Port e3f44a2e-be33-4d78-a865-ae65c533bec2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:03.034984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Port 50a761c0-2594-4db8-8198-47970a4ca1db on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:03.034984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Attempting to bind port 50a761c0-2594-4db8-8198-47970a4ca1db on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:03.047511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:03.051105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:03.051716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:03.052343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Bound port: 50a761c0-2594-4db8-8198-47970a4ca1db, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:03.052970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.086055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:21:03.127322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9ebb4969-7aaa-498a-ab50-8438918b0e3e admin admin] 10.222.0.45 "PUT /v2.0/routers/2c25a92c-785e-474e-8534-4579d6de8c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5994458 Nov 10 21:21:03.141478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93caddbf-dd5d-499b-9862-88ca6c0df66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.151671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93caddbf-dd5d-499b-9862-88ca6c0df66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.152960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-93caddbf-dd5d-499b-9862-88ca6c0df66d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66efda00-24f6-4577-a7a8-99387afc97ba HTTP/1.1" status: 204 len: 168 time: 0.6048577 Nov 10 21:21:03.193001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caddbf-dd5d-499b-9862-88ca6c0df66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66efda00-24f6-4577-a7a8-99387afc97ba,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:03.227239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f8a04df-988b-4344-9916-74963a45b1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.239308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] For port 50a761c0-2594-4db8-8198-47970a4ca1db, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:03.255712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] For port 50a761c0-2594-4db8-8198-47970a4ca1db, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50a761c0-2594-4db8-8198-47970a4ca1db,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:03.309549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.476775 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-480eda3d-cf91-464e-9b45-6072f68e5b65 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504887 Nov 10 21:21:03.479852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Pushing event updated for resources: {'Port': ['ID=50a761c0-2594-4db8-8198-47970a4ca1db,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:03.606776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:03.608567 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.617766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 17d27f11-803a-45c2-b0fd-91c0f2034b57 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:03.620046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-190b37c2-09b8-4167-b0fb-5a858a2d284f service neutron] 10.222.0.53 "PUT /v2.0/ports/50a761c0-2594-4db8-8198-47970a4ca1db HTTP/1.1" status: 200 len: 1118 time: 3.8008645 Nov 10 21:21:03.621328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'tag': '50a761c0-2594-4db8-8198-47970a4ca1db'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:03.637737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fed113-c8a0-4e85-8e47-d92799d221d4 req-c7b63c50-d9c0-4ee0-824c-3a529594adb5 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:03.649315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46fed113-c8a0-4e85-8e47-d92799d221d4 req-c7b63c50-d9c0-4ee0-824c-3a529594adb5 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.2352774 Nov 10 21:21:03.711510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f8a04df-988b-4344-9916-74963a45b1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.735264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41826) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:03.747776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 17d27f11-803a-45c2-b0fd-91c0f2034b57 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:03.759159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.791038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46fed113-c8a0-4e85-8e47-d92799d221d4 req-d3026fdb-fcb2-4224-b1c8-df6ba0a32204 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234713 Nov 10 21:21:03.792062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f8a04df-988b-4344-9916-74963a45b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:03.850111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a04df-988b-4344-9916-74963a45b1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceab314-6d50-452a-a55d-73194509be7b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:03.922215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f8a04df-988b-4344-9916-74963a45b1a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a7ea1b47594c4aec8ba5dfc01cdc6d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5939279 Nov 10 21:21:03.922909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41834) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:03.948495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.018345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 17d27f11-803a-45c2-b0fd-91c0f2034b57, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=17d27f11-803a-45c2-b0fd-91c0f2034b57,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:04.074540 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.118911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b69bcacc-e366-40cd-908f-372bc36a43c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.177430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=17d27f11-803a-45c2-b0fd-91c0f2034b57,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:04.207505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b69bcacc-e366-40cd-908f-372bc36a43c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.352633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f778000-fa94-47e2-94c8-d4c0127c9ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.367314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-fe0e375e-92fa-4d75-a405-6337b714dd62 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:04.369160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-fe0e375e-92fa-4d75-a405-6337b714dd62 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8744299 Nov 10 21:21:04.411495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b69bcacc-e366-40cd-908f-372bc36a43c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.414868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b69bcacc-e366-40cd-908f-372bc36a43c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.418810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b69bcacc-e366-40cd-908f-372bc36a43c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ceab314-6d50-452a-a55d-73194509be7b HTTP/1.1" status: 204 len: 168 time: 0.4923091 Nov 10 21:21:04.432556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bcacc-e366-40cd-908f-372bc36a43c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceab314-6d50-452a-a55d-73194509be7b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:04.485331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-4a0a7f9f-f62b-444d-beb0-06cc32f1d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:04.487458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-4a0a7f9f-f62b-444d-beb0-06cc32f1d3d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89062457aeff455582e4b2ff5711c607&device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 1121 time: 0.7013588 Nov 10 21:21:04.490209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-01b7b923-c2ce-4d8c-ae2d-b4d737d7453a tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/quotas/bdc6f77fa8b64385a86e0955d3d999d2 HTTP/1.1" status: 200 len: 375 time: 0.1070542 Nov 10 21:21:04.574686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-1ceddf88-1d76-4a53-a3f3-81c457df46b1 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756826 Nov 10 21:21:04.579980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f778000-fa94-47e2-94c8-d4c0127c9ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.647419 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256642bd-ea76-4b7b-a331-172e945b96d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f43a5-b305-4c7e-8ab3-41f23ad135f1", "tag": "50a761c0-2594-4db8-8198-47970a4ca1db"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:04.688195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f778000-fa94-47e2-94c8-d4c0127c9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.748029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41850) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:04.768845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f778000-fa94-47e2-94c8-d4c0127c9ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c64871-5cd7-47c0-9fd1-7961da8fb838,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:04.771541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b215aeea-56ca-44f1-9a0c-5f7274885df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.808927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6f778000-fa94-47e2-94c8-d4c0127c9ea6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5804dd393a964ff58c50eaf0f0ac766c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0630202 Nov 10 21:21:04.818809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41852) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:04.932577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b215aeea-56ca-44f1-9a0c-5f7274885df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:04.994992 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b215aeea-56ca-44f1-9a0c-5f7274885df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.074964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215aeea-56ca-44f1-9a0c-5f7274885df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa23e3-1b88-4d5b-a66c-665a12cf6a13,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:05.115631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b215aeea-56ca-44f1-9a0c-5f7274885df7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36583647d83f47438477ec397bd78de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658357 Nov 10 21:21:05.117919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41870) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:05.200111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f2dad153-59af-4d11-b280-75fd6665e24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.211977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2c8d28-2113-440e-8c05-21f0a3145074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.247903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2c8d28-2113-440e-8c05-21f0a3145074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.260690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-63cef307-2fd9-415d-85c8-41eb5a4897e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=50a761c0-2594-4db8-8198-47970a4ca1db HTTP/1.1" status: 200 len: 217 time: 0.2673922 Nov 10 21:21:05.263013 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f68f6a-13c9-41ff-9dcf-cef5df8e3638 x-openstack-request-id: req-13f68f6a-13c9-41ff-9dcf-cef5df8e3638 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:05.263299 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f43a5-b305-4c7e-8ab3-41f23ad135f1", "tag": "50a761c0-2594-4db8-8198-47970a4ca1db", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:05.263825 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13f68f6a-13c9-41ff-9dcf-cef5df8e3638 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:05.266039 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'tag': '50a761c0-2594-4db8-8198-47970a4ca1db', 'status': 'completed', 'code': 200} Nov 10 21:21:05.301156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f2dad153-59af-4d11-b280-75fd6665e24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.375767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c25717a-f7e1-43cf-82a4-ba85e7314dac req-1bdb7d37-f86d-4feb-9eb8-4713c1d2f70f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 210 time: 0.0635688 Nov 10 21:21:05.455228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021825c-6078-48df-9462-a562e127a409 req-9e0e3283-efd9-4af4-a3eb-09c6ea28abbc tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:05.459845 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d021825c-6078-48df-9462-a562e127a409 req-9e0e3283-efd9-4af4-a3eb-09c6ea28abbc tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.2650177 Nov 10 21:21:05.474361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 17d27f11-803a-45c2-b0fd-91c0f2034b57 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:05.501631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2c8d28-2113-440e-8c05-21f0a3145074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.507010 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2c8d28-2113-440e-8c05-21f0a3145074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.524457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b2c8d28-2113-440e-8c05-21f0a3145074 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91fa23e3-1b88-4d5b-a66c-665a12cf6a13 HTTP/1.1" status: 204 len: 168 time: 0.3883035 Nov 10 21:21:05.529888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-aee3c1c6-5fa2-457c-9b3e-a8e03775c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:05.531405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-aee3c1c6-5fa2-457c-9b3e-a8e03775c281 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2335279 Nov 10 21:21:05.547064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c8d28-2113-440e-8c05-21f0a3145074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa23e3-1b88-4d5b-a66c-665a12cf6a13,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:05.610279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41888) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:05.648175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-667fd7c0-16ac-4d58-b9be-d6bd36f3d441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.668037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 17d27f11-803a-45c2-b0fd-91c0f2034b57 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:05.668475 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.715018 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a71d430-ab8f-4710-8399-64e9959c3d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.782822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Sync routers for ids ['2c25a92c-785e-474e-8534-4579d6de8c2d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:21:05.811032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Routers {'2c25a92c-785e-474e-8534-4579d6de8c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:05.811588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-667fd7c0-16ac-4d58-b9be-d6bd36f3d441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.811805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:20:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2c25a92c-785e-474e-8534-4579d6de8c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:05.829142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d021825c-6078-48df-9462-a562e127a409 req-d2f6a8be-bca8-4b5c-9775-36e8666a2b7f tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511281 Nov 10 21:21:05.844765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300970-3c52-4303-9a2f-6b787792003d req-569b582d-2897-470e-b0b1-d42080f5e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:05.846708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-569b582d-2897-470e-b0b1-d42080f5e913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2966859 Nov 10 21:21:05.892451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-667fd7c0-16ac-4d58-b9be-d6bd36f3d441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.896642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f2dad153-59af-4d11-b280-75fd6665e24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.899667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f2dad153-59af-4d11-b280-75fd6665e24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:05.904442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f2dad153-59af-4d11-b280-75fd6665e24e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36c64871-5cd7-47c0-9fd1-7961da8fb838 HTTP/1.1" status: 204 len: 168 time: 1.0808213 Nov 10 21:21:05.938656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667fd7c0-16ac-4d58-b9be-d6bd36f3d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ea44ae-4aa7-4089-95f7-314f035ef864,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:05.941591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad153-59af-4d11-b280-75fd6665e24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c64871-5cd7-47c0-9fd1-7961da8fb838,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:05.960559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-667fd7c0-16ac-4d58-b9be-d6bd36f3d441 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb659fe9145948ffa95a74adfb814188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491910 Nov 10 21:21:05.973083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41894) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:06.198275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51ddd8fb-e714-4a4a-a1ad-3c9788bf49da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:06.201168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-2723b8ca-e18f-4e0f-8424-69a4a76647ff service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319864 Nov 10 21:21:06.259178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51ddd8fb-e714-4a4a-a1ad-3c9788bf49da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:06.265416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Set router 2c25a92c-785e-474e-8534-4579d6de8c2d gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:21:06.446002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f300970-3c52-4303-9a2f-6b787792003d req-7536426d-a0a1-4912-a106-724681f8efb6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219241 Nov 10 21:21:06.450015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51ddd8fb-e714-4a4a-a1ad-3c9788bf49da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:06.452706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51ddd8fb-e714-4a4a-a1ad-3c9788bf49da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:06.453857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-51ddd8fb-e714-4a4a-a1ad-3c9788bf49da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66ea44ae-4aa7-4089-95f7-314f035ef864 HTTP/1.1" status: 204 len: 168 time: 0.4847198 Nov 10 21:21:06.462320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddd8fb-e714-4a4a-a1ad-3c9788bf49da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ea44ae-4aa7-4089-95f7-314f035ef864,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:06.585812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa266734-e230-4f87-9d16-74f03fc85790 req-b81de913-06b9-4264-b418-991e6662a547 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 210 time: 0.1245415 Nov 10 21:21:06.603518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41910) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:06.612620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-15cced1e-54b9-4197-8128-6d1bea3b1abd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887237412', 'description': 'tempest-description--414484384'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:06.748656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-15cced1e-54b9-4197-8128-6d1bea3b1abd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:06.797554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 4, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e3f44a2e-be33-4d78-a865-ae65c533bec2', 'name': '', 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'mac_address': 'fa:16:3e:9c:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:59Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 2, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'subnets': [{'id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:06.928062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-d484e167-d51f-4862-a28d-1ecf1c12a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:06.929836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-d484e167-d51f-4862-a28d-1ecf1c12a061 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=89062457aeff455582e4b2ff5711c607&device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 1121 time: 0.1215460 Nov 10 21:21:07.019719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-15cced1e-54b9-4197-8128-6d1bea3b1abd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.060297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Checking router: 2c25a92c-785e-474e-8534-4579d6de8c2d for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:21:07.060297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Updating router 2c25a92c-785e-474e-8534-4579d6de8c2d port e3f44a2e-be33-4d78-a865-ae65c533bec2 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:21:07.069919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0bee-d26b-47c0-863d-297a6600cbc6 req-2b6a8796-33f7-416e-94ab-db864d52111a tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:07.077895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2baf0bee-d26b-47c0-863d-297a6600cbc6 req-2b6a8796-33f7-416e-94ab-db864d52111a tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.1402311 Nov 10 21:21:07.110766 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.128851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-15cced1e-54b9-4197-8128-6d1bea3b1abd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.259482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-189fc099-c68a-4097-a4ee-bd9fcf32952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:07.261805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-189fc099-c68a-4097-a4ee-bd9fcf32952f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3214607 Nov 10 21:21:07.275174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-15cced1e-54b9-4197-8128-6d1bea3b1abd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.278119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-15cced1e-54b9-4197-8128-6d1bea3b1abd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6709909 Nov 10 21:21:07.284104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41932) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:07.292792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5ec700a9-7656-49ea-bf2a-549b0f377cb5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'security_group_rule': {'security_group_id': 'fa583b9d-bc4e-4965-9b38-a0cfb0916f3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:07.354132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cced1e-54b9-4197-8128-6d1bea3b1abd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:07.383374 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-8d5aa3a6-252c-4f67-8aa3-168b1e4cdb2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=50a761c0-2594-4db8-8198-47970a4ca1db HTTP/1.1" status: 200 len: 217 time: 0.0990698 Nov 10 21:21:07.383883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2baf0bee-d26b-47c0-863d-297a6600cbc6 req-d3d54ed6-1399-43f4-9d26-5fd59b930e3d tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016155 Nov 10 21:21:07.528534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ec700a9-7656-49ea-bf2a-549b0f377cb5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.592185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.618589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ec700a9-7656-49ea-bf2a-549b0f377cb5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.703204 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ec700a9-7656-49ea-bf2a-549b0f377cb5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.703536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.726468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec700a9-7656-49ea-bf2a-549b0f377cb5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fa3a4e-8b38-4097-9b98-ed3bb4efb103,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:07.789369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42d95073-d194-40f6-8fc0-12627be502fc req-009b38ae-02c9-4057-9987-c83ca71fbc6d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 210 time: 0.0578005 Nov 10 21:21:07.819304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12553df-70ed-4b65-ab9d-8e7123055233 None None] Pushing event updated for resources: {'Port': ['ID=e3f44a2e-be33-4d78-a865-ae65c533bec2,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:07.879310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ec700a9-7656-49ea-bf2a-549b0f377cb5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.884167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5ec700a9-7656-49ea-bf2a-549b0f377cb5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5985827 Nov 10 21:21:07.885216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:07.889128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f7189897-8db9-4682-a824-9ba05d5ba126 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'security_group_rule': {'security_group_id': 'fa583b9d-bc4e-4965-9b38-a0cfb0916f3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:07.942655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dc4ba73e-00d5-406d-b578-048752cdace4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.990313 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7189897-8db9-4682-a824-9ba05d5ba126 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:07.991252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Attempting to bind port e3f44a2e-be33-4d78-a865-ae65c533bec2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:07.991618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Attempting to bind port e3f44a2e-be33-4d78-a865-ae65c533bec2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:07.997059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Attempting to bind port e3f44a2e-be33-4d78-a865-ae65c533bec2 on network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:08.004784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:08.005522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Checking segment: {'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:08.005522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.005828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Bound using segment: {'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:08.006302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Bound port: e3f44a2e-be33-4d78-a865-ae65c533bec2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c81af80-f201-4c74-8ffe-824a3a1f28dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:08.006854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.113070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] For port e3f44a2e-be33-4d78-a865-ae65c533bec2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:08.116767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] For port e3f44a2e-be33-4d78-a865-ae65c533bec2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e3f44a2e-be33-4d78-a865-ae65c533bec2,segment=NetworkSegment(3c81af80-f201-4c74-8ffe-824a3a1f28dd),segment_id=3c81af80-f201-4c74-8ffe-824a3a1f28dd)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:08.173309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.298920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7189897-8db9-4682-a824-9ba05d5ba126 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.326640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12553df-70ed-4b65-ab9d-8e7123055233 None None] Pushing event updated for resources: {'Port': ['ID=e3f44a2e-be33-4d78-a865-ae65c533bec2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:08.329952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Routers {'2c25a92c-785e-474e-8534-4579d6de8c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:08.330770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:21:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2c25a92c-785e-474e-8534-4579d6de8c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:08.338746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-abc32dc4-5518-4056-9400-47636e8c68f2 None None] Provisioning complete for port e3f44a2e-be33-4d78-a865-ae65c533bec2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:08.339297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abc32dc4-5518-4056-9400-47636e8c68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.366839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7189897-8db9-4682-a824-9ba05d5ba126 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.422854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7189897-8db9-4682-a824-9ba05d5ba126 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e9d0c2-9a63-428e-8e67-49c2599a9186,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:08.494214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7189897-8db9-4682-a824-9ba05d5ba126 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.495453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f7189897-8db9-4682-a824-9ba05d5ba126 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6100726 Nov 10 21:21:08.499081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41972) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:08.504527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:08.594463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-cfc240ff-28d6-4785-b381-85c335a78280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:08.601225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-cfc240ff-28d6-4785-b381-85c335a78280 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.5636797 Nov 10 21:21:08.630297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:08.640975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] Set router 2c25a92c-785e-474e-8534-4579d6de8c2d gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:21:08.681438 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abc32dc4-5518-4056-9400-47636e8c68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.731157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fdcdb-cf5a-463e-8c03-2578f90152c8 req-8768de37-993d-4102-9989-813898c41156 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:08.732436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-53426806-fd36-48de-86be-a504bf6c67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:08.734143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-53426806-fd36-48de-86be-a504bf6c67fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891764 Nov 10 21:21:08.736503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-270fdcdb-cf5a-463e-8c03-2578f90152c8 req-8768de37-993d-4102-9989-813898c41156 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.2135651 Nov 10 21:21:08.805911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:08.810305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-abc32dc4-5518-4056-9400-47636e8c68f2 None None] For port e3f44a2e-be33-4d78-a865-ae65c533bec2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e3f44a2e-be33-4d78-a865-ae65c533bec2,segment=NetworkSegment(3c81af80-f201-4c74-8ffe-824a3a1f28dd),segment_id=3c81af80-f201-4c74-8ffe-824a3a1f28dd)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:08.851698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-270fdcdb-cf5a-463e-8c03-2578f90152c8 req-eae1a883-2c46-4630-8ef0-457f7e07410c tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115181 Nov 10 21:21:08.852467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.64', 56891) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:08.908339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-deac702d-65a7-4979-aef2-209fc804cf18 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341730 Nov 10 21:21:08.979395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-eb14e955-0182-400a-b9ce-8f5cb224db6b service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146778 Nov 10 21:21:09.007885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-994697a1-3dda-432a-8528-56383dab7696 req-8a990b95-070a-428e-a65e-cd88f47abbd6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 210 time: 0.0622232 Nov 10 21:21:09.027106 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abc32dc4-5518-4056-9400-47636e8c68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.172133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-56f14a9a-1ca8-4e2b-a409-0f5a567f1fa2 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:09.175106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-56f14a9a-1ca8-4e2b-a409-0f5a567f1fa2 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564213 Nov 10 21:21:09.180666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-349773278-network', 'tenant_id': 'b656759df46b4d5dbb131dbb49eec8b2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:09.223305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-747310f7-1df5-4280-8bb6-e44b193b8e9d None None] Provisioning complete for port e3f44a2e-be33-4d78-a865-ae65c533bec2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:09.223852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-747310f7-1df5-4280-8bb6-e44b193b8e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.255178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-256642bd-ea76-4b7b-a331-172e945b96d0 req-26517c83-42b9-4785-8bca-5d586dc6f0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514479 Nov 10 21:21:09.272569 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.299278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc32dc4-5518-4056-9400-47636e8c68f2 None None] Pushing event updated for resources: {'Port': ['ID=e3f44a2e-be33-4d78-a865-ae65c533bec2,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:09.371508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Made reservation on behalf of b656759df46b4d5dbb131dbb49eec8b2 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:09.373945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.394009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.428604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 4, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e3f44a2e-be33-4d78-a865-ae65c533bec2', 'name': '', 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'mac_address': 'fa:16:3e:9c:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:59Z', 'updated_at': '2021-11-10T21:21:08Z', 'revision_number': 4, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'subnets': [{'id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:09.450160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Request body: {'port': {'device_id': 'b2a01963-77a6-408f-aeff-a83695114722', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'bdc6f77fa8b64385a86e0955d3d999d2'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:09.467112 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.501466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed04a4-521c-4619-b8ea-0331184d8a4e None None] The sync data for ids ['2c25a92c-785e-474e-8534-4579d6de8c2d'] in n-d-776250-11 is: [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:21:00Z', 'revision_number': 4, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e3f44a2e-be33-4d78-a865-ae65c533bec2', 'name': '', 'network_id': '4ac85fcd-6cdf-4e35-8745-337ea6f53476', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'mac_address': 'fa:16:3e:9c:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:59Z', 'updated_at': '2021-11-10T21:21:08Z', 'revision_number': 4, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'subnets': [{'id': '3f26125a-1946-4395-8d4c-849d10fa4949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:21:09.574525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e3f44a2e-be33-4d78-a865-ae65c533bec2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:09.599337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.665357 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.693239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e3f44a2e-be33-4d78-a865-ae65c533bec2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:09.693724 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.706625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:21:09.768288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.768633 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Added segment 5a380e56-b673-4edd-a999-268559c96cec of type vlan for network df97caad-6583-4433-ad36-91a8d4ca9d35 Nov 10 21:21:09.813407 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:21:09.820287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a894f8c9-7c68-457b-8755-8b1a7ead95f2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:09.926861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:09.959510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Allocated IP 172.25.7.93 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/01774077-d8cd-4d21-8108-e215fdf934e0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:10.069527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Made reservation on behalf of bdc6f77fa8b64385a86e0955d3d999d2 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:10.073818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.085956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.086948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:10.087548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.142822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.180290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69763b-e7dc-4f16-96f2-8111c138ba7a req-9bf849e6-822c-4e5a-adcf-41ca5a4ba966 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:10.181867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-db69763b-e7dc-4f16-96f2-8111c138ba7a req-9bf849e6-822c-4e5a-adcf-41ca5a4ba966 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.2261059 Nov 10 21:21:10.299795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6654198 Nov 10 21:21:10.301935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42018) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:10.320852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6dd2a85-9db3-41fd-b917-98ffa95127cc req-46fae7c8-c568-405e-bfce-0e87572f4096 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 210 time: 0.1080909 Nov 10 21:21:10.333668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Request body: {'subnet': {'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-349773278-subnet', 'tenant_id': 'b656759df46b4d5dbb131dbb49eec8b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:10.337421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4cb80-fc06-48ec-8b42-a7c5bdf89528 admin admin] Pushing event updated for resources: {'Network': ['ID=df97caad-6583-4433-ad36-91a8d4ca9d35,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:10.349926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network df97caad-6583-4433-ad36-91a8d4ca9d35 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:21:10.373675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.463812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Made reservation on behalf of b656759df46b4d5dbb131dbb49eec8b2 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:10.467195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.485366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-db69763b-e7dc-4f16-96f2-8111c138ba7a req-c7bd749a-e14a-4032-9c6e-c578faccc217 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607679 Nov 10 21:21:10.590248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.646503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.674917 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.691170 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:10.747391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa8eaaa-255b-4672-9fb9-1c67eeb64735,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:10.798407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:10.955222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:11.040659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:11.048387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:11.056650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event updated for resources: {'Port': ['ID=01774077-d8cd-4d21-8108-e215fdf934e0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:11.114981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:11.115869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Network hostable DHCP agents. Network: df97caad-6583-4433-ad36-91a8d4ca9d35, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:21:11.153597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83096668-fbc7-48cb-8399-0a3342c00bd4,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:11.189595 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:11.207254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Network df97caad-6583-4433-ad36-91a8d4ca9d35 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:21:11.304493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, df97caad-6583-4433-ad36-91a8d4ca9d35) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:11.315076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5667c8-680e-444b-a7c4-c8d49b453adc None None] Network df97caad-6583-4433-ad36-91a8d4ca9d35 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:21:11.317723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:11.321188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:11.328397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Allocated IP 192.168.233.180 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/e101a08b-182a-44f6-90a2-241b31f6b6f6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:11.365554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:11.442564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4e9b327e-adb3-4f1b-8873-ee6bcc900a08 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1185637 Nov 10 21:21:11.593193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac3e057-9979-4823-b23f-9584c773a07e None None] Network df97caad-6583-4433-ad36-91a8d4ca9d35 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:21:11.662867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:11.679054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6757d415-08df-4f21-83ce-5bd9b8c2ee19 req-d14e99cb-f489-4c21-b4df-a340810fed45 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 210 time: 0.0706975 Nov 10 21:21:11.784126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:11.896028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82531fa5-20df-4583-9dcb-d160a2246f34 req-05e66523-f926-4a2e-bcec-e983b74fa392 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:11.904474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82531fa5-20df-4583-9dcb-d160a2246f34 req-05e66523-f926-4a2e-bcec-e983b74fa392 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.1094344 Nov 10 21:21:11.996625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82531fa5-20df-4583-9dcb-d160a2246f34 req-3dad1018-b4dc-4c05-bded-5ad8a0fe9179 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911663 Nov 10 21:21:12.053242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:12.067037 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:12.194980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:12.202170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:12.204415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:12.220018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:12.232597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:12.232597 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:12.297281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:12.327124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Pushing event updated for resources: {'Port': ['ID=e101a08b-182a-44f6-90a2-241b31f6b6f6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:12.373578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-95505cd9-ec86-4d25-9467-a997dfcc3a5f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9360669 Nov 10 21:21:12.397387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event updated for resources: {'Port': ['ID=01774077-d8cd-4d21-8108-e215fdf934e0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:12.437655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:12.439099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8aa387a-890b-40f4-956e-1a9aaaaf5b8f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9386446 Nov 10 21:21:12.735343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f071240a-0ef4-4b08-97e1-a05a4d8fc3bc None None] Provisioning complete for port e101a08b-182a-44f6-90a2-241b31f6b6f6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:12.736053 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f071240a-0ef4-4b08-97e1-a05a4d8fc3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:12.830955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f071240a-0ef4-4b08-97e1-a05a4d8fc3bc None None] Port e101a08b-182a-44f6-90a2-241b31f6b6f6 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:12.985230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b53400-ddaa-45d4-8dfb-f0961668946f req-7c058e9a-f575-4f37-be71-791b89802bf6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:12.987587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4b53400-ddaa-45d4-8dfb-f0961668946f req-7c058e9a-f575-4f37-be71-791b89802bf6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.1335995 Nov 10 21:21:12.994658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42110) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:13.000255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-604412630-network', 'tenant_id': 'af95d24dfbda45af83cc53f14cc08ba3'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:13.067076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4b53400-ddaa-45d4-8dfb-f0961668946f req-f4e93c2a-25ea-435c-b86a-faa1644338d3 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676093 Nov 10 21:21:13.114515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Made reservation on behalf of af95d24dfbda45af83cc53f14cc08ba3 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:13.119191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.129289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.245167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716de97e-905e-479d-a4fd-fbaaf3604901 req-23bbc980-e1ef-43bd-bb87-9a27414b19d3 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:13.250764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.253665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-716de97e-905e-479d-a4fd-fbaaf3604901 req-23bbc980-e1ef-43bd-bb87-9a27414b19d3 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.0725880 Nov 10 21:21:13.320820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.321071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-716de97e-905e-479d-a4fd-fbaaf3604901 req-04f0bb00-76eb-411f-8fe3-d382551ebdcb tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649660 Nov 10 21:21:13.342783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:21:13.362421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.362789 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Added segment 13d45aec-2eb3-4ddc-89f9-d1434560611b of type vlan for network 9d0b5189-8ad8-42fe-81de-33daa10c6366 Nov 10 21:21:13.366176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085823d6-f4aa-41b3-820f-233d997c8c1a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:13.439607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.537524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.538522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:13.539248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:13.604346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] Pushing event updated for resources: {'Network': ['ID=9d0b5189-8ad8-42fe-81de-33daa10c6366,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:13.616947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9d0b5189-8ad8-42fe-81de-33daa10c6366 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:21:13.682740 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6d4da77d-b6ca-495a-9778-0b1dc6aec8af admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6869519 Nov 10 21:21:13.685781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42124) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:13.691225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Request body: {'subnet': {'network_id': '9d0b5189-8ad8-42fe-81de-33daa10c6366', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-604412630-subnet', 'tenant_id': 'af95d24dfbda45af83cc53f14cc08ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:13.794414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Made reservation on behalf of af95d24dfbda45af83cc53f14cc08ba3 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:13.797002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.144159 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.243959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42132) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:14.278996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42136) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:14.283001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefbb7d7-64c7-4a9c-b887-14dfcfaa4685,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:14.310994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Checking segment: {'id': '13d45aec-2eb3-4ddc-89f9-d1434560611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '9d0b5189-8ad8-42fe-81de-33daa10c6366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:14.311357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Network hostable DHCP agents. Network: 9d0b5189-8ad8-42fe-81de-33daa10c6366, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:21:14.332225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3498-7ae4-4da5-a901-a4f5ffbe6fd6 req-94a79847-1360-45ae-9e6f-69e1ed3a0728 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:14.333732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f42f3498-7ae4-4da5-a901-a4f5ffbe6fd6 req-94a79847-1360-45ae-9e6f-69e1ed3a0728 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.1168864 Nov 10 21:21:14.414312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3b013d-1499-481b-8735-a59f3a03d4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.444382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae656-d927-49e9-b271-38250a1ad8f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.541506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f42f3498-7ae4-4da5-a901-a4f5ffbe6fd6 req-43c062a2-ad13-4609-aa28-a370dccf1384 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985393 Nov 10 21:21:14.550554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Network 9d0b5189-8ad8-42fe-81de-33daa10c6366 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:21:14.570004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3b013d-1499-481b-8735-a59f3a03d4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.613085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae656-d927-49e9-b271-38250a1ad8f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.646324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9d0b5189-8ad8-42fe-81de-33daa10c6366) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:14.651894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:14.652771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.666802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08394f7c-417a-4315-ab4e-26f98e6f21ea None None] Network 9d0b5189-8ad8-42fe-81de-33daa10c6366 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:21:14.679202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-eab606fd-0511-440c-95ab-b729c7b40f73 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1887237412&fields=id&tenant_id=8a853f31d57c4c5092064fe802280dec HTTP/1.1" status: 200 len: 267 time: 0.0920362 Nov 10 21:21:14.686297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b662ce3-90a1-49c9-a1fc-700c80e4896c req-c41e54d3-0bd7-4166-853d-e455b3aad5ab tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:14.687840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b662ce3-90a1-49c9-a1fc-700c80e4896c req-c41e54d3-0bd7-4166-853d-e455b3aad5ab tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.0723889 Nov 10 21:21:14.703834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3b013d-1499-481b-8735-a59f3a03d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.756299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b662ce3-90a1-49c9-a1fc-700c80e4896c req-a9979184-d609-4b29-8d24-c2ac360bf609 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603888 Nov 10 21:21:14.757977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f8ae656-d927-49e9-b271-38250a1ad8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:14.783775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-260c2239-86cd-4ce5-ab33-db6394a01b17 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0938232 Nov 10 21:21:14.823248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef3e36-c429-4bc3-858d-5c3558a623ba None None] Network 9d0b5189-8ad8-42fe-81de-33daa10c6366 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:21:14.923303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42150) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:14.923577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7f8ae656-d927-49e9-b271-38250a1ad8f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85e2fee3fdab40de8761cb03bddf2f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6426642 Nov 10 21:21:14.934919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc3b013d-1499-481b-8735-a59f3a03d4f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d06b68ac7738494bb2ae1ad22460ed19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6895690 Nov 10 21:21:14.947328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42152) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:14.948062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b013d-1499-481b-8735-a59f3a03d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825cda51-0d91-4ca1-b2e3-010a918d6891,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:14.993199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ae656-d927-49e9-b271-38250a1ad8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd8321-6907-4359-9e4d-f5dab38b6ae6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:15.004858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d5da64b-60e6-4265-9e66-66fab6a5f9c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.054178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d5da64b-60e6-4265-9e66-66fab6a5f9c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.086685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-461b9bad-6d12-4efe-93cd-ae892542b2a1 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:15.088636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-461b9bad-6d12-4efe-93cd-ae892542b2a1 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 822 time: 0.4008484 Nov 10 21:21:15.122259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4181dae6-6348-40f1-8479-402d37fd8c1e tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/quotas/8a853f31d57c4c5092064fe802280dec HTTP/1.1" status: 200 len: 375 time: 0.0181904 Nov 10 21:21:15.122988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cdceb93-0160-4e94-98e9-557eff1db402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.179883 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cdceb93-0160-4e94-98e9-557eff1db402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.186378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d5da64b-60e6-4265-9e66-66fab6a5f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.189262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d5da64b-60e6-4265-9e66-66fab6a5f9c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.193260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0d5da64b-60e6-4265-9e66-66fab6a5f9c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90dd8321-6907-4359-9e4d-f5dab38b6ae6 HTTP/1.1" status: 204 len: 168 time: 0.2647243 Nov 10 21:21:15.202760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da64b-60e6-4265-9e66-66fab6a5f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd8321-6907-4359-9e4d-f5dab38b6ae6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:15.250731 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-f095d299-71a5-424c-a431-571904d373e9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166728 Nov 10 21:21:15.371661 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cdceb93-0160-4e94-98e9-557eff1db402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.374250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cdceb93-0160-4e94-98e9-557eff1db402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:15.375494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3cdceb93-0160-4e94-98e9-557eff1db402 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/825cda51-0d91-4ca1-b2e3-010a918d6891 HTTP/1.1" status: 204 len: 168 time: 0.4152029 Nov 10 21:21:15.386708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdceb93-0160-4e94-98e9-557eff1db402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825cda51-0d91-4ca1-b2e3-010a918d6891,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:15.482822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-7e342185-68b7-4abd-b417-cf54ea397500 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:21:15.489357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-7e342185-68b7-4abd-b417-cf54ea397500 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1597385 Nov 10 21:21:15.525259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-592d1bbb-343a-4134-af4c-58d15695d435 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:15.527233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-592d1bbb-343a-4134-af4c-58d15695d435 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.2387154 Nov 10 21:21:15.558256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-6dbcd2bf-60c9-457f-aa07-38100ad2a7e1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/quotas/b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 375 time: 0.0243526 Nov 10 21:21:15.599567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-05dfc2ed-44e4-4531-bda3-c94be6a10107 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401330 Nov 10 21:21:15.618322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-1529342b-371f-4c3a-adad-e0392411f084 service neutron] 10.222.0.45 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262481 Nov 10 21:21:15.721822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-eafc89ab-9909-4379-8050-888203d3aa2d service neutron] 10.222.0.45 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959024 Nov 10 21:21:15.960064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42190) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:15.983764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c911a179-0cc9-448e-93ca-d559d718061e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.092146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f53ba2-d2cb-42c9-8e3c-5507b91dca5d req-d405e54a-ded9-45cd-b3b7-4239633acabc tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:16.098039 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8f53ba2-d2cb-42c9-8e3c-5507b91dca5d req-d405e54a-ded9-45cd-b3b7-4239633acabc tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.1181786 Nov 10 21:21:16.171246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-56f591fc-d073-4ad1-9cf6-746fe72217a8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:21:16.172334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-56f591fc-d073-4ad1-9cf6-746fe72217a8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0953250 Nov 10 21:21:16.198755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8f53ba2-d2cb-42c9-8e3c-5507b91dca5d req-501619ac-8f64-4d2c-a893-78d707856567 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932591 Nov 10 21:21:16.203330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42198) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:16.216235 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c911a179-0cc9-448e-93ca-d559d718061e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.220712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0500-9f06-4156-86da-03034fbb7f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.321256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-2e6b3a15-816e-421e-88f9-7d374ab0ebd3 service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389518 Nov 10 21:21:16.363414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9c6d3-c774-4508-a795-fb1ffebffcda req-bf5f467a-8503-466d-9cb1-818fb395ee25 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:16.364959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90f9c6d3-c774-4508-a795-fb1ffebffcda req-bf5f467a-8503-466d-9cb1-818fb395ee25 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.0917850 Nov 10 21:21:16.367585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c911a179-0cc9-448e-93ca-d559d718061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.406441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0500-9f06-4156-86da-03034fbb7f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.431929 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-5557c4ed-18ab-41e5-9ff4-c8f63257c9ee service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073759 Nov 10 21:21:16.447120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c911a179-0cc9-448e-93ca-d559d718061e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c071e63a3464dfbba93377f5505efc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4833310 Nov 10 21:21:16.447417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42200) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:16.454962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911a179-0cc9-448e-93ca-d559d718061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5438c4-0ae5-4b85-819f-6edb6e2f03b3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:16.499553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0500-9f06-4156-86da-03034fbb7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.521319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90f9c6d3-c774-4508-a795-fb1ffebffcda req-ad3877fb-5c59-4bfb-ab3f-926a424222d8 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417701 Nov 10 21:21:16.561359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42204) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:16.561491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b2a0500-9f06-4156-86da-03034fbb7f48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afaca163cdeb4012baf9a489715c9d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572209 Nov 10 21:21:16.577324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a0500-9f06-4156-86da-03034fbb7f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a124838c-e57e-43f0-a488-f30da0f028f2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:16.580514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7434075-88e0-48e0-b324-b90db859cd92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.606325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7434075-88e0-48e0-b324-b90db859cd92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.649919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ec1d3dc-7f74-45e7-b083-e59eed42a5f7 req-dea73346-ac5f-4ee4-b48b-5975629a51bd tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.0414801 Nov 10 21:21:16.656005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af1003c2-7f77-4944-9875-64873ddf009f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.715282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af1003c2-7f77-4944-9875-64873ddf009f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.755485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9ea44a9e-330b-46f2-b668-2ffd34159e93 req-ab0e5f1f-bd04-4553-b549-e2ab6098d903 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0425670 Nov 10 21:21:16.783685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7434075-88e0-48e0-b324-b90db859cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.787178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7434075-88e0-48e0-b324-b90db859cd92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.789345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a7434075-88e0-48e0-b324-b90db859cd92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e5438c4-0ae5-4b85-819f-6edb6e2f03b3 HTTP/1.1" status: 204 len: 168 time: 0.3399665 Nov 10 21:21:16.799572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7434075-88e0-48e0-b324-b90db859cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5438c4-0ae5-4b85-819f-6edb6e2f03b3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:16.864419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af1003c2-7f77-4944-9875-64873ddf009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.867443 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af1003c2-7f77-4944-9875-64873ddf009f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:16.871252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-af1003c2-7f77-4944-9875-64873ddf009f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a124838c-e57e-43f0-a488-f30da0f028f2 HTTP/1.1" status: 204 len: 168 time: 0.3087533 Nov 10 21:21:16.901902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1003c2-7f77-4944-9875-64873ddf009f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124838c-e57e-43f0-a488-f30da0f028f2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:17.341286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec02156-6b2f-4fd5-9be2-70b6a105a6a0 req-d1535709-a368-4777-8fec-cba0a1b1c426 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:17.342920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bec02156-6b2f-4fd5-9be2-70b6a105a6a0 req-d1535709-a368-4777-8fec-cba0a1b1c426 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.0675340 Nov 10 21:21:17.423238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bec02156-6b2f-4fd5-9be2-70b6a105a6a0 req-92e3ed96-aa4b-4cc3-8359-637b1f3f23e6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644007 Nov 10 21:21:17.660988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927b657-62ba-4147-9aef-bf29dda353ec req-cec6954a-ed6b-4d5e-8c49-1a240d072a77 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:17.664705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6927b657-62ba-4147-9aef-bf29dda353ec req-cec6954a-ed6b-4d5e-8c49-1a240d072a77 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 969 time: 0.0693944 Nov 10 21:21:17.728894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6927b657-62ba-4147-9aef-bf29dda353ec req-b19eed7d-999d-49b9-a0dc-19f2e082547f tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Nov 10 21:21:17.812561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc0a8baa-f868-44ab-b7f8-82bf2dd60ee4 req-bbaec4c4-5938-478d-b0fd-ebb880730a27 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.0388739 Nov 10 21:21:17.848162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50a761c0-2594-4db8-8198-47970a4ca1db details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:17.858514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec33ab7e-2823-4215-8713-a76d56b4ebf7 req-9c1732ee-6efa-4060-8099-59bf030f05f1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0318723 Nov 10 21:21:17.997221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 50a761c0-2594-4db8-8198-47970a4ca1db, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50a761c0-2594-4db8-8198-47970a4ca1db,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:18.014106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '50a761c0-2594-4db8-8198-47970a4ca1db', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '50a761c0-2594-4db8-8198-47970a4ca1db', 'mac_address': 'fa:16:3e:cd:30:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:tempest-test_az-936746334', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:21:18.056201 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:18.076211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a761c0-2594-4db8-8198-47970a4ca1db {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:18.109265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 50a761c0-2594-4db8-8198-47970a4ca1db, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50a761c0-2594-4db8-8198-47970a4ca1db,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:18.172542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:18.223274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=50a761c0-2594-4db8-8198-47970a4ca1db,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:18.471867 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['50a761c0-2594-4db8-8198-47970a4ca1db'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:18.559785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245c972-3ad7-45cd-b95f-e180ed90a2fb req-17c62b70-6205-4ea0-a04b-a46aa6575f7d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:18.561294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f245c972-3ad7-45cd-b95f-e180ed90a2fb req-17c62b70-6205-4ea0-a04b-a46aa6575f7d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.0656176 Nov 10 21:21:18.616015 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f245c972-3ad7-45cd-b95f-e180ed90a2fb req-f825864d-65fd-470b-b532-d4665c78554f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478420 Nov 10 21:21:18.858097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37b64e-e3d4-4fa3-a0c7-43bc47a3a97e req-c753998a-967b-4103-aef6-13ba6ec85701 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:18.870469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b37b64e-e3d4-4fa3-a0c7-43bc47a3a97e req-c753998a-967b-4103-aef6-13ba6ec85701 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 970 time: 0.0706058 Nov 10 21:21:18.961414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b37b64e-e3d4-4fa3-a0c7-43bc47a3a97e req-4a158dcd-f031-4a13-9aa8-902123592a4f tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845263 Nov 10 21:21:19.071965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e99b124-6ab0-457f-ac73-61c3909b0df3 req-b472b9a6-8311-4ca9-8e27-796075933b7f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0399184 Nov 10 21:21:19.120881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4faaeb71-1b89-4319-9e76-c4879fca9f95 req-b0acba06-caf0-49b5-8e9f-d75b243732ac tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.2195919 Nov 10 21:21:19.206521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:19.752563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf298e-727a-4e1d-bf43-7d23777911a6 req-59e06b8c-5ebd-4809-82eb-61f76e3019e2 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:19.760954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7abf298e-727a-4e1d-bf43-7d23777911a6 req-59e06b8c-5ebd-4809-82eb-61f76e3019e2 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.0626972 Nov 10 21:21:19.813032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7abf298e-727a-4e1d-bf43-7d23777911a6 req-4cf76310-c102-4cea-8aea-6e2f13ea9308 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511706 Nov 10 21:21:19.814088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50a761c0-2594-4db8-8198-47970a4ca1db up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:20.070618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c27fda-5db3-4f9c-8419-02e9d2feebcd req-5ad06c70-b53f-4be9-a5d3-23e160346844 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:20.072161 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16c27fda-5db3-4f9c-8419-02e9d2feebcd req-5ad06c70-b53f-4be9-a5d3-23e160346844 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 970 time: 0.0511997 Nov 10 21:21:20.131666 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16c27fda-5db3-4f9c-8419-02e9d2feebcd req-85120d57-8ef0-4b0f-b84b-928b9e793301 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534573 Nov 10 21:21:20.216560 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d694bc48-619d-4d91-997d-36c38f25958f req-a6060b30-53cf-4f06-9ef2-d23b94bcb67b tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0265718 Nov 10 21:21:20.303873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61cd2590-a915-4e8f-8d24-e0f8eb0c44cd req-a25dcee0-1def-4ddb-96a9-a9553187b731 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.0281003 Nov 10 21:21:20.332435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 50a761c0-2594-4db8-8198-47970a4ca1db completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:20.336788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 50a761c0-2594-4db8-8198-47970a4ca1db triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:20.337159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:20.452039 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:20.477409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a761c0-2594-4db8-8198-47970a4ca1db'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:20.558709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 50a761c0-2594-4db8-8198-47970a4ca1db, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50a761c0-2594-4db8-8198-47970a4ca1db,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:20.656281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42338) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:20.669557 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:20.727965 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320960a5-08c5-4c5b-aa2c-8a62338f08dd" -d '{"events": [{"server_uuid": "ef2f43a5-b305-4c7e-8ab3-41f23ad135f1", "name": "network-vif-plugged", "status": "completed", "tag": "50a761c0-2594-4db8-8198-47970a4ca1db"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:20.743573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=50a761c0-2594-4db8-8198-47970a4ca1db,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:20.810194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-160f6be8-d43a-4687-a2f9-c14fdd605ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:20.855865 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9186d2-6c94-416d-a501-57286a73f6db x-openstack-request-id: req-7b9186d2-6c94-416d-a501-57286a73f6db {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:20.856233 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f43a5-b305-4c7e-8ab3-41f23ad135f1", "name": "network-vif-plugged", "status": "completed", "tag": "50a761c0-2594-4db8-8198-47970a4ca1db", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:20.856549 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b9186d2-6c94-416d-a501-57286a73f6db {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:20.857036 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a761c0-2594-4db8-8198-47970a4ca1db', 'code': 200} Nov 10 21:21:20.922945 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-160f6be8-d43a-4687-a2f9-c14fdd605ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:20.960774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fcf33-9cec-4173-80bf-303a853f7f39 req-cfdb4840-25b2-4319-8bb9-b7db5ec510bf tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:20.962282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a4fcf33-9cec-4173-80bf-303a853f7f39 req-cfdb4840-25b2-4319-8bb9-b7db5ec510bf tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.0589828 Nov 10 21:21:20.977060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-160f6be8-d43a-4687-a2f9-c14fdd605ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.011836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b98de-8065-48d7-b1fb-f7d2698eeb56 req-60bc6883-4118-4632-b3c8-c1d163d13c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:21.013534 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-734b98de-8065-48d7-b1fb-f7d2698eeb56 req-60bc6883-4118-4632-b3c8-c1d163d13c52 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 1123 time: 0.0741613 Nov 10 21:21:21.031940 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-160f6be8-d43a-4687-a2f9-c14fdd605ffb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5bbf5ba33784c469b15ea5d041434a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742123 Nov 10 21:21:21.038310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42356) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:21.039744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-734b98de-8065-48d7-b1fb-f7d2698eeb56 req-4b83cb02-2651-4956-880e-6cb465c72e6f service neutron] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.058201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f6be8-d43a-4687-a2f9-c14fdd605ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3867e4c5-8e80-483e-a657-c123ce7eda28,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:21.069337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a4fcf33-9cec-4173-80bf-303a853f7f39 req-32314c28-b211-4a3f-ace1-e5f91e240028 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004035 Nov 10 21:21:21.116050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2140bc9d-e092-437a-8469-2dfd6cbe99a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.132335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-734b98de-8065-48d7-b1fb-f7d2698eeb56 req-4b83cb02-2651-4956-880e-6cb465c72e6f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.137261 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2140bc9d-e092-437a-8469-2dfd6cbe99a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.200603 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-734b98de-8065-48d7-b1fb-f7d2698eeb56 req-4b83cb02-2651-4956-880e-6cb465c72e6f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.227061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42362) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:21.274542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83cb02-2651-4956-880e-6cb465c72e6f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=14721334-39d7-485a-97de-7520aea1c9cb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:21.280677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-734b98de-8065-48d7-b1fb-f7d2698eeb56 req-4b83cb02-2651-4956-880e-6cb465c72e6f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597969 Nov 10 21:21:21.280852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2140bc9d-e092-437a-8469-2dfd6cbe99a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.283412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2140bc9d-e092-437a-8469-2dfd6cbe99a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.285076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2140bc9d-e092-437a-8469-2dfd6cbe99a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3867e4c5-8e80-483e-a657-c123ce7eda28 HTTP/1.1" status: 204 len: 168 time: 0.2449627 Nov 10 21:21:21.294498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140bc9d-e092-437a-8469-2dfd6cbe99a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3867e4c5-8e80-483e-a657-c123ce7eda28,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:21.304916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce71cd-ceba-430c-b9bb-2d6a75a6dfb9 req-c8275d6f-8d32-4acf-9f45-8fd292154433 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:21.306724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58ce71cd-ceba-430c-b9bb-2d6a75a6dfb9 req-c8275d6f-8d32-4acf-9f45-8fd292154433 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 971 time: 0.0903897 Nov 10 21:21:21.326205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8bea20b7-4e1c-43c1-957d-b878359ea03c req-693201b4-4f05-4af9-84d2-28345323ff05 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0295503 Nov 10 21:21:21.380013 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58ce71cd-ceba-430c-b9bb-2d6a75a6dfb9 req-5b8307ae-5e47-4c1f-9de5-be1dc86ed806 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583217 Nov 10 21:21:21.402851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7d9684d-4880-4fd7-8b0b-602f912ba10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.438850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-daa4265e-10d0-4a63-8406-5f24a289031d req-95f22c5d-4545-4647-8946-6c02cf98268d tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.0274374 Nov 10 21:21:21.500036 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7d9684d-4880-4fd7-8b0b-602f912ba10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.548808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7d9684d-4880-4fd7-8b0b-602f912ba10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.589278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c7d9684d-4880-4fd7-8b0b-602f912ba10e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df920da0c51c4f57b9a01d16d7795393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611350 Nov 10 21:21:21.596119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9684d-4880-4fd7-8b0b-602f912ba10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed294bed-e3c3-4d90-8c08-93b394a386d7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:21.596277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42374) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:21.647853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c342ac1b-912c-4c26-9d89-53ef90263cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.668697 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c342ac1b-912c-4c26-9d89-53ef90263cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.782993 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c342ac1b-912c-4c26-9d89-53ef90263cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.786378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c342ac1b-912c-4c26-9d89-53ef90263cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.787501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c342ac1b-912c-4c26-9d89-53ef90263cc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed294bed-e3c3-4d90-8c08-93b394a386d7 HTTP/1.1" status: 204 len: 168 time: 0.1943860 Nov 10 21:21:21.795026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ac1b-912c-4c26-9d89-53ef90263cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed294bed-e3c3-4d90-8c08-93b394a386d7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:21.901868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42378) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:21.915342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c33ad892-0208-417e-b636-2526277196c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:21.992432 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c33ad892-0208-417e-b636-2526277196c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.052123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c33ad892-0208-417e-b636-2526277196c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.093847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c33ad892-0208-417e-b636-2526277196c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7f9f719705b469f88b4295f35efac7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1885588 Nov 10 21:21:22.093847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ad892-0208-417e-b636-2526277196c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7324ac-ef2b-4125-b096-7fc1810001b7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:22.095547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42382) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:22.150539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1c9d-3ca6-41cb-a3bc-c435b5c7ea83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.173203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1c9d-3ca6-41cb-a3bc-c435b5c7ea83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.207225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cb548-1efe-4571-8fbd-d7cccb533bae req-50f40d72-0f74-4df8-afb9-bc9f972ae14d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:22.208800 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-871cb548-1efe-4571-8fbd-d7cccb533bae req-50f40d72-0f74-4df8-afb9-bc9f972ae14d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.0501308 Nov 10 21:21:22.260436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-871cb548-1efe-4571-8fbd-d7cccb533bae req-bb6319f5-95be-4b63-9396-373c8554febf tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Nov 10 21:21:22.286253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1c9d-3ca6-41cb-a3bc-c435b5c7ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.288928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1c9d-3ca6-41cb-a3bc-c435b5c7ea83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.290159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d1e1c9d-3ca6-41cb-a3bc-c435b5c7ea83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe7324ac-ef2b-4125-b096-7fc1810001b7 HTTP/1.1" status: 204 len: 168 time: 0.1938550 Nov 10 21:21:22.299989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e1c9d-3ca6-41cb-a3bc-c435b5c7ea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7324ac-ef2b-4125-b096-7fc1810001b7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:22.344239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42388) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:22.357428 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-717dcacf-7573-42b0-aad1-f86d9aef2a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.448502 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-97dc69c3-291d-48ac-a65f-6f740f101034 req-7c807a4a-4220-413c-856c-9fea74ae7bc9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0415709 Nov 10 21:21:22.482977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-717dcacf-7573-42b0-aad1-f86d9aef2a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.499078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b54ae-aace-4460-8b82-bc9868c30136 req-0be6102d-deed-45bf-8d59-f83d5d66c40b tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:22.500783 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-486b54ae-aace-4460-8b82-bc9868c30136 req-0be6102d-deed-45bf-8d59-f83d5d66c40b tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 971 time: 0.0614042 Nov 10 21:21:22.546480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06996b8b-bd8e-41e1-86f7-99d82d59da7a req-8327b51f-4b28-4e42-8be9-8756ec367ce9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.0261052 Nov 10 21:21:22.551909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-486b54ae-aace-4460-8b82-bc9868c30136 req-3f48cd9f-4c1e-4582-9210-9ea1276563c1 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444078 Nov 10 21:21:22.564972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-717dcacf-7573-42b0-aad1-f86d9aef2a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.606860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-717dcacf-7573-42b0-aad1-f86d9aef2a8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d3bc70cce3b49eea67bcfce0d5f95d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614071 Nov 10 21:21:22.607626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717dcacf-7573-42b0-aad1-f86d9aef2a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe19200f-cda7-43f4-990b-42709042c9e2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:22.609432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42396) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:22.656620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b7b4065d-a87d-4fdc-960d-721cb0d7aab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.678227 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b7b4065d-a87d-4fdc-960d-721cb0d7aab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.897242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-f826d75e-2e98-4b5e-9805-17d25e223bcc tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:21:22.898287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-f826d75e-2e98-4b5e-9805-17d25e223bcc tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052316 Nov 10 21:21:22.960898 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b7b4065d-a87d-4fdc-960d-721cb0d7aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.963600 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b7b4065d-a87d-4fdc-960d-721cb0d7aab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:22.965030 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b7b4065d-a87d-4fdc-960d-721cb0d7aab5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe19200f-cda7-43f4-990b-42709042c9e2 HTTP/1.1" status: 204 len: 168 time: 0.3545883 Nov 10 21:21:22.972777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4065d-a87d-4fdc-960d-721cb0d7aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe19200f-cda7-43f4-990b-42709042c9e2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:23.217861 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:23.227892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Request body: {'port': {'device_id': 'b2a01963-77a6-408f-aeff-a83695114722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:23.309331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:23.506491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccc2ce-89b8-415e-a2bd-822d7da4c18e req-d65b73f4-7167-4d7f-a728-4e428b64323c tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:23.508066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e8ccc2ce-89b8-415e-a2bd-822d7da4c18e req-d65b73f4-7167-4d7f-a728-4e428b64323c tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 936 time: 0.1550066 Nov 10 21:21:23.581409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa846b9c-e066-49e0-9a56-ea39b1c9c3a8 req-7e7761e4-09b9-493f-91d4-0526e4ee2a84 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0508194 Nov 10 21:21:23.658544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e8ccc2ce-89b8-415e-a2bd-822d7da4c18e req-9cf8ad73-17ee-4333-9ebd-c5ab44369457 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428182 Nov 10 21:21:23.704391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de1e6add-1186-4210-adbb-e09f974837e1 req-de309dd5-19a8-4768-bbb7-513de5a5e730 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.0410831 Nov 10 21:21:23.802521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e101a08b-182a-44f6-90a2-241b31f6b6f6 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:23.812167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:23.840447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b3000-c8d5-4085-8477-0f26999ae8be req-45f5c6a1-02c2-4423-b559-6ebae4ad7549 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:23.841881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d9b3000-c8d5-4085-8477-0f26999ae8be req-45f5c6a1-02c2-4423-b559-6ebae4ad7549 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 971 time: 0.0868347 Nov 10 21:21:23.845974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Transition to ACTIVE for port object e101a08b-182a-44f6-90a2-241b31f6b6f6 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:23.891312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d9b3000-c8d5-4085-8477-0f26999ae8be req-61709675-3c21-4efa-bebf-9943b82df4c5 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Nov 10 21:21:23.932138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.067341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a45fd-69f9-48c7-bb9c-66872d76e3cf req-1aad0529-ece5-45a8-8146-59e7e175ca9c tempest-AggregatesAdminTestJSON-1098861265 tempest-AggregatesAdminTestJSON-1098861265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:24.075508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a83a45fd-69f9-48c7-bb9c-66872d76e3cf req-1aad0529-ece5-45a8-8146-59e7e175ca9c tempest-AggregatesAdminTestJSON-1098861265 tempest-AggregatesAdminTestJSON-1098861265-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 1123 time: 0.0538268 Nov 10 21:21:24.089846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e101a08b-182a-44f6-90a2-241b31f6b6f6,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:24.095963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a83a45fd-69f9-48c7-bb9c-66872d76e3cf req-dde2cb0e-f23b-45f4-b7b0-5f3800b95039 tempest-AggregatesAdminTestJSON-1098861265 tempest-AggregatesAdminTestJSON-1098861265-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.106301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Attempting to bind port e101a08b-182a-44f6-90a2-241b31f6b6f6 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:24.107972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Attempting to bind port e101a08b-182a-44f6-90a2-241b31f6b6f6 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:24.108319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Attempting to bind port e101a08b-182a-44f6-90a2-241b31f6b6f6 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:24.113824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Port e101a08b-182a-44f6-90a2-241b31f6b6f6 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:24.114145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Attempting to bind port e101a08b-182a-44f6-90a2-241b31f6b6f6 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:24.123967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:24.124370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:24.124953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:24.125407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Bound port: e101a08b-182a-44f6-90a2-241b31f6b6f6, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:24.125756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.185038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.64', 56898) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:24.235356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] For port e101a08b-182a-44f6-90a2-241b31f6b6f6, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:24.242547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] For port e101a08b-182a-44f6-90a2-241b31f6b6f6, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e101a08b-182a-44f6-90a2-241b31f6b6f6,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:24.278870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a83a45fd-69f9-48c7-bb9c-66872d76e3cf req-dde2cb0e-f23b-45f4-b7b0-5f3800b95039 tempest-AggregatesAdminTestJSON-1098861265 tempest-AggregatesAdminTestJSON-1098861265-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.321300 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.347990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-0bd219fc-ed06-4a80-bff9-6524291527ad tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:24.351276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-0bd219fc-ed06-4a80-bff9-6524291527ad tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.1649683 Nov 10 21:21:24.360112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a83a45fd-69f9-48c7-bb9c-66872d76e3cf req-dde2cb0e-f23b-45f4-b7b0-5f3800b95039 tempest-AggregatesAdminTestJSON-1098861265 tempest-AggregatesAdminTestJSON-1098861265-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.369396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Request body: {'port': {'device_id': '84cefb92-cb19-41af-aab9-01f544245b3c', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'admin_state_up': True, 'tenant_id': 'b656759df46b4d5dbb131dbb49eec8b2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:24.410962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:24.411836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.413385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/e101a08b-182a-44f6-90a2-241b31f6b6f6 HTTP/1.1" status: 200 len: 1097 time: 1.4093437 Nov 10 21:21:24.413856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a01963-77a6-408f-aeff-a83695114722', 'tag': 'e101a08b-182a-44f6-90a2-241b31f6b6f6'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:24.488878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a83a45fd-69f9-48c7-bb9c-66872d76e3cf req-dde2cb0e-f23b-45f4-b7b0-5f3800b95039 tempest-AggregatesAdminTestJSON-1098861265 tempest-AggregatesAdminTestJSON-1098861265-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107275 Nov 10 21:21:24.492189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2cb0e-f23b-45f4-b7b0-5f3800b95039 tempest-AggregatesAdminTestJSON-1098861265 tempest-AggregatesAdminTestJSON-1098861265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c5321-aa88-436b-b128-aeef583f4150,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:24.684718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85451222-4f6d-4072-93b3-431a022decc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e101a08b-182a-44f6-90a2-241b31f6b6f6,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:24.721915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-48032fcf-a49e-42e7-9905-c41a6ed74d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:24.723534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-48032fcf-a49e-42e7-9905-c41a6ed74d39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 1100 time: 0.1498883 Nov 10 21:21:24.734551 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c28f5a60-3c0f-4556-ab4a-8f3670228780 req-e4df0d06-92cc-418f-ae7e-91b768b03b6c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0350485 Nov 10 21:21:24.749252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Made reservation on behalf of b656759df46b4d5dbb131dbb49eec8b2 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:24.754886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:24.971769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.64', 56900) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:25.061395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-5d21dd66-7bcc-45ad-8fff-a9e6a9fdf54f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e101a08b-182a-44f6-90a2-241b31f6b6f6 HTTP/1.1" status: 200 len: 217 time: 0.3224323 Nov 10 21:21:25.124817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c77713-53e0-4c45-88e2-d23fcdf28b56 req-4e021975-9d52-4113-a6a9-3f8175fcbac7 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:25.126329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39c77713-53e0-4c45-88e2-d23fcdf28b56 req-4e021975-9d52-4113-a6a9-3f8175fcbac7 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 948 time: 0.2298946 Nov 10 21:21:25.164393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-214ac5a0-6b01-4842-8542-eb64a673abf4 req-8195d282-3f21-4a94-8912-886db8dbbb2c tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.1111088 Nov 10 21:21:25.177742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Allocated IP 172.20.0.10 (df97caad-6583-4433-ad36-91a8d4ca9d35/83096668-fbc7-48cb-8399-0a3342c00bd4/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:25.185462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-62e0ad13-9956-40cb-90a6-135f2d655562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:25.185462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-62e0ad13-9956-40cb-90a6-135f2d655562 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1112196 Nov 10 21:21:25.277906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-8bb684d2-3a1f-48a0-98f7-c716bbe35a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:25.280133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-8bb684d2-3a1f-48a0-98f7-c716bbe35a82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885713 Nov 10 21:21:25.300048 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a01963-77a6-408f-aeff-a83695114722", "tag": "e101a08b-182a-44f6-90a2-241b31f6b6f6"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:25.340856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-1a9e06cc-5b84-4e3f-a9cb-08c21b6a384b tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:25.342915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-1a9e06cc-5b84-4e3f-a9cb-08c21b6a384b tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.64 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 822 time: 0.3682702 Nov 10 21:21:25.366755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39c77713-53e0-4c45-88e2-d23fcdf28b56 req-de8f2484-40e1-4a1a-a90e-f9bfcb29e4ee tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288046 Nov 10 21:21:25.420975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-5f70f11c-cbd9-4bbb-b997-7028bc3bcf2b service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316957 Nov 10 21:21:25.496553 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b164d0-9ca6-40ec-8690-9e62520ccdc3 x-openstack-request-id: req-b8b164d0-9ca6-40ec-8690-9e62520ccdc3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:25.496687 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a01963-77a6-408f-aeff-a83695114722", "tag": "e101a08b-182a-44f6-90a2-241b31f6b6f6", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:25.497024 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8b164d0-9ca6-40ec-8690-9e62520ccdc3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:25.497478 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a01963-77a6-408f-aeff-a83695114722', 'tag': 'e101a08b-182a-44f6-90a2-241b31f6b6f6', 'status': 'completed', 'code': 200} Nov 10 21:21:25.505430 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:25.539995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-aebddfb1-e7fa-4e0c-924a-cad49d5863d8 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a853f31d57c4c5092064fe802280dec HTTP/1.1" status: 200 len: 380 time: 0.1252425 Nov 10 21:21:25.551718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32bb51b-b872-4677-8a43-f0cd1ff8923e req-4e77f647-6c9c-4b30-9579-a2ced8e0a0a4 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214569 Nov 10 21:21:25.553990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'port': {'device_id': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'admin_state_up': True, 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'security_groups': ['fa583b9d-bc4e-4965-9b38-a0cfb0916f3a']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:25.689673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:25.764129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Network df97caad-6583-4433-ad36-91a8d4ca9d35 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:25.766009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:25.768538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:25.774070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-d5b6390b-d989-4e66-b43f-44b5d2453b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:25.776801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-d5b6390b-d989-4e66-b43f-44b5d2453b1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 1100 time: 0.0966325 Nov 10 21:21:25.779878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:25.786342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:25.786960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:25.818093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Made reservation on behalf of 8a853f31d57c4c5092064fe802280dec for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:25.821822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:25.927068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-ce971a9f-98bb-4089-946b-da5cefc0a62d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5621672 Nov 10 21:21:25.945512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-3095c162-ee9f-4191-a69d-7d1e4dc730c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:25.946991 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-3095c162-ee9f-4191-a69d-7d1e4dc730c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1614408 Nov 10 21:21:25.978033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Allocated IP 172.20.0.7 (23449e01-6610-4074-8027-c874787b6989/3cce1c00-9c89-4c17-a28e-7003d45e59bd/0f9db526-d357-460a-960d-056dc9276ace) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:26.041130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Request body: {'port': {'device_id': '84cefb92-cb19-41af-aab9-01f544245b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:26.046959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-d1d5b77e-81a1-4a8c-8867-efaeaef2540b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=e101a08b-182a-44f6-90a2-241b31f6b6f6 HTTP/1.1" status: 200 len: 217 time: 0.0460248 Nov 10 21:21:26.103995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-bb2c0a19-340c-448f-b5d0-eccae5d88e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:26.105589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-bb2c0a19-340c-448f-b5d0-eccae5d88e73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0469618 Nov 10 21:21:26.158215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:26.164234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-c8964ae9-e0d1-46af-8965-9153108fb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:26.165891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-c8964ae9-e0d1-46af-8965-9153108fb171 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532045 Nov 10 21:21:26.268606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-1561b85c-9598-4638-ba06-47190b58ce51 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941827 Nov 10 21:21:26.283530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:26.304436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90a6f-3862-4a6c-8f6c-83c4715eed61 req-8b8db61f-d033-4be6-bf4b-368107b3f7da tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:26.307636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ad90a6f-3862-4a6c-8f6c-83c4715eed61 req-8b8db61f-d033-4be6-bf4b-368107b3f7da tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 932 time: 0.1286178 Nov 10 21:21:26.371039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4b19eed-89a2-4c2a-bef7-8ca13cf0220f req-0603ac8b-c439-49d1-9ded-adac54038ad3 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951257 Nov 10 21:21:26.479119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ad90a6f-3862-4a6c-8f6c-83c4715eed61 req-cbc978c9-5a0b-4ddb-b52d-3d31468da88a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276441 Nov 10 21:21:26.479581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9338d044-1781-48b6-91d9-a6715f1e5529 req-60bedaef-5142-4e00-b925-7cd1392fa5ed tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 210 time: 0.0278187 Nov 10 21:21:26.574763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:26.627750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Network 23449e01-6610-4074-8027-c874787b6989 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:26.627750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:26.635233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:26.638080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:26.656137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:26.662245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:26.663384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:26.680732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event updated for resources: {'Port': ['ID=0f9db526-d357-460a-960d-056dc9276ace,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:26.689918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Transition to ACTIVE for port object c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:26.708705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40beb0-aece-4365-8bf1-4abb1f171bf1 req-0dd89391-f943-4435-835f-dfde71267b08 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:26.718145 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f40beb0-aece-4365-8bf1-4abb1f171bf1 req-0dd89391-f943-4435-835f-dfde71267b08 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 948 time: 0.0836446 Nov 10 21:21:26.766283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f40beb0-aece-4365-8bf1-4abb1f171bf1 req-d6fa7b5f-1c76-4611-bdbf-27c10f7ed27b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466638 Nov 10 21:21:26.772049 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:26.817311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-2118c02b-1607-4183-885a-3136ed67f327 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2701428 Nov 10 21:21:26.838181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Request body: {'port': {'device_id': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:26.952158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2679eebf-9242-4f2c-bb45-377117065acf None None] Provisioning complete for port 0f9db526-d357-460a-960d-056dc9276ace triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:26.953231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2679eebf-9242-4f2c-bb45-377117065acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:26.993754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2679eebf-9242-4f2c-bb45-377117065acf None None] Port 0f9db526-d357-460a-960d-056dc9276ace cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:27.068410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:27.102482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:27.116164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:27.116164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:27.116164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:27.122617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:27.122936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:27.145965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:27.146308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:27.146695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:27.151798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Bound port: c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:27.151798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:27.302240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:27.344810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:27.453850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9db526-d357-460a-960d-056dc9276ace {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:27.462468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:27.466964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:27.499678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Transition to ACTIVE for port object 0f9db526-d357-460a-960d-056dc9276ace will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:27.516094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:27.516718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:27.518102 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] 10.222.0.64 "PUT /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 1093 time: 1.5186911 Nov 10 21:21:27.519096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:27.522286 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4377caca-ece8-43e1-bb46-891f2fc8b7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:27.540708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447c672-5fad-4b69-8e1f-3f190aca24da service neutron] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:27.609064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:27.729865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9db526-d357-460a-960d-056dc9276ace,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:27.785461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-81053be4-1f0d-4ae0-b345-0cb3f1444ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:27.786966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-81053be4-1f0d-4ae0-b345-0cb3f1444ac5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1096 time: 0.1449187 Nov 10 21:21:27.840246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Attempting to bind port 0f9db526-d357-460a-960d-056dc9276ace on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:27.840505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Attempting to bind port 0f9db526-d357-460a-960d-056dc9276ace by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:27.840948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Attempting to bind port 0f9db526-d357-460a-960d-056dc9276ace on network 23449e01-6610-4074-8027-c874787b6989 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:27.846185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Port 0f9db526-d357-460a-960d-056dc9276ace on network 23449e01-6610-4074-8027-c874787b6989 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:27.847653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Attempting to bind port 0f9db526-d357-460a-960d-056dc9276ace on network 23449e01-6610-4074-8027-c874787b6989 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:27.857649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82d07-0217-4705-9ed6-3795cfec328f req-a928c4c2-bb22-4df9-acee-7f977e596323 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:27.859182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0e82d07-0217-4705-9ed6-3795cfec328f req-a928c4c2-bb22-4df9-acee-7f977e596323 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 943 time: 0.1691856 Nov 10 21:21:27.860506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-97455419-4b14-4eef-be0b-86144256d342 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 217 time: 0.0615728 Nov 10 21:21:27.865669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:27.866004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Checking segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:27.866388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Bound using segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:27.866829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Bound port: 0f9db526-d357-460a-960d-056dc9276ace, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:27.867323 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:27.907574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a472-fdb8-459b-be07-5891d0e0df26 req-da27f00b-2b04-4592-865f-6b162f1b90fe tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:27.914020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4712a472-fdb8-459b-be07-5891d0e0df26 req-da27f00b-2b04-4592-865f-6b162f1b90fe tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0804648 Nov 10 21:21:27.934086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-b9d8c1dd-4288-4679-a380-f82fa96acfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:27.935499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-b9d8c1dd-4288-4679-a380-f82fa96acfed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0650892 Nov 10 21:21:27.964349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4712a472-fdb8-459b-be07-5891d0e0df26 req-82990d05-07ee-4b25-80ca-bd99ba82ecdc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Nov 10 21:21:28.006788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-9e4e0feb-f4e4-40e1-afb6-4841a8988d90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596831 Nov 10 21:21:28.047855 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff770942-5027-491a-ab38-4507fb1de5c3 x-openstack-request-id: req-ff770942-5027-491a-ab38-4507fb1de5c3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:28.048140 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:28.048746 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff770942-5027-491a-ab38-4507fb1de5c3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:28.048746 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6', 'status': 'completed', 'code': 200} Nov 10 21:21:28.078078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] For port 0f9db526-d357-460a-960d-056dc9276ace, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:28.133925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0e82d07-0217-4705-9ed6-3795cfec328f req-4bc51716-b8e7-4f70-8f5e-9cdae0eb1f25 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180498 Nov 10 21:21:28.135608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] For port 0f9db526-d357-460a-960d-056dc9276ace, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0f9db526-d357-460a-960d-056dc9276ace,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:28.176981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-c71c1345-a8fc-4d7f-860f-0eac98eca59b service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273918 Nov 10 21:21:28.230354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058e015-1dbb-4992-a2c2-77f26f653d9b req-0237f441-d573-4ccc-97d7-a04aa83f2830 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.232185 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7058e015-1dbb-4992-a2c2-77f26f653d9b req-0237f441-d573-4ccc-97d7-a04aa83f2830 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 948 time: 0.0554228 Nov 10 21:21:28.253842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42638) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:28.259933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.293003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7058e015-1dbb-4992-a2c2-77f26f653d9b req-6688cfd0-4405-49c5-a61d-560c8598cd97 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Nov 10 21:21:28.321871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.322490 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.323886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f9db526-d357-460a-960d-056dc9276ace HTTP/1.1" status: 200 len: 1092 time: 1.4919119 Nov 10 21:21:28.355520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b556e7-2675-4c24-bd1c-7d5cdbf01271 req-a2290cdb-38ef-489a-b20f-f78433c8b266 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707036 Nov 10 21:21:28.369120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81626a-13b4-42ea-b0b4-142222707225 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9db526-d357-460a-960d-056dc9276ace,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:28.416356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e94f68b7-e804-4602-8cc2-cea6c5e37dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.506110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e94f68b7-e804-4602-8cc2-cea6c5e37dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.509434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-910a6bab-ae11-42ab-9529-a860227e25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.511009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-910a6bab-ae11-42ab-9529-a860227e25a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 1095 time: 0.0684643 Nov 10 21:21:28.573129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-24ad523b-be70-4700-9e7a-a5423a55b069 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f9db526-d357-460a-960d-056dc9276ace HTTP/1.1" status: 200 len: 217 time: 0.0483010 Nov 10 21:21:28.641500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-a30949cc-d19d-48fe-853c-d3f77c5d1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.641863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42654) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:28.643001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-a30949cc-d19d-48fe-853c-d3f77c5d1632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1096 time: 0.0795145 Nov 10 21:21:28.644938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-992a2a03-cb0a-411c-a4e7-cc5f4f6e5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.646243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-992a2a03-cb0a-411c-a4e7-cc5f4f6e5e9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 200 len: 861 time: 0.0565784 Nov 10 21:21:28.698464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e94f68b7-e804-4602-8cc2-cea6c5e37dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.760485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e94f68b7-e804-4602-8cc2-cea6c5e37dd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f57e22bd3524bb794012750596f5b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5056207 Nov 10 21:21:28.761583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f68b7-e804-4602-8cc2-cea6c5e37dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b290110-df34-40ae-b05e-58ab6ff81f37,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:28.762449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-95f4600b-18a3-46b5-b99b-5099ce46d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.763841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42666) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:28.764073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-95f4600b-18a3-46b5-b99b-5099ce46d9e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23449e01-6610-4074-8027-c874787b6989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041107 Nov 10 21:21:28.803866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92bccede-94af-4680-9117-ff4ebb3f1baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.838036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-ea3e5cec-dea5-4bc8-bb3d-4e6283b5ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.839682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-ea3e5cec-dea5-4bc8-bb3d-4e6283b5ee6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1837564 Nov 10 21:21:28.842433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7bd3-2ee2-4d7e-9912-d1e087af86cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.881073 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7bd3-2ee2-4d7e-9912-d1e087af86cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.906448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-21f3597e-0827-4afe-9212-3ff7192d32d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 217 time: 0.0566976 Nov 10 21:21:28.943680 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92bccede-94af-4680-9117-ff4ebb3f1baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:28.952459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-078270a0-5653-40e2-8a4d-eb3c1ff31dd0 service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794529 Nov 10 21:21:28.977673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-5a5d6339-4f9a-45f4-92ce-841a023cf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:28.979296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-5a5d6339-4f9a-45f4-92ce-841a023cf8b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0656629 Nov 10 21:21:29.025524 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-15f3089a-c357-4f16-b513-023d9bc83bc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355389 Nov 10 21:21:29.074297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7bd3-2ee2-4d7e-9912-d1e087af86cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.076853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7bd3-2ee2-4d7e-9912-d1e087af86cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.077944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eb6d7bd3-2ee2-4d7e-9912-d1e087af86cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b290110-df34-40ae-b05e-58ab6ff81f37 HTTP/1.1" status: 204 len: 168 time: 0.3132133 Nov 10 21:21:29.078573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92bccede-94af-4680-9117-ff4ebb3f1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.112116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d7bd3-2ee2-4d7e-9912-d1e087af86cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b290110-df34-40ae-b05e-58ab6ff81f37,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:29.134001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-92bccede-94af-4680-9117-ff4ebb3f1baa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b0ebb5f37254fee999b252199c4c2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910057 Nov 10 21:21:29.138195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42684) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:29.164115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804c75-0a81-400b-90c6-982cbd16ec43 req-9a427d7c-4336-491d-bde9-a3bb0a5fadff tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:29.166070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05804c75-0a81-400b-90c6-982cbd16ec43 req-9a427d7c-4336-491d-bde9-a3bb0a5fadff tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.1222265 Nov 10 21:21:29.166700 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3671b6ba-08fb-47ff-a7d2-4b43352881ed req-afdafadd-607b-4d66-9bfb-f2280f0f2281 service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047145 Nov 10 21:21:29.191922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bccede-94af-4680-9117-ff4ebb3f1baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a49e229-74ad-4bb6-9dda-c329200596c6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:29.205538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-009bb6b6-1458-4300-8f15-90cc1e0cb769 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528432 Nov 10 21:21:29.233271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05804c75-0a81-400b-90c6-982cbd16ec43 req-9d673711-839d-4acb-893b-9726025bbcc6 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558259 Nov 10 21:21:29.243210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eab797f9-61f4-443b-bed5-2de3e8e03d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.299666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eab797f9-61f4-443b-bed5-2de3e8e03d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.541206 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4377caca-ece8-43e1-bb46-891f2fc8b7a1 req-0256b221-6291-4d6d-896e-4de971357d96 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284125 Nov 10 21:21:29.568293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d1c4-f62e-4db1-9e72-965a757541ae req-196c4772-19cc-4af9-9cc4-8923c2edc5e8 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:29.569755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d982d1c4-f62e-4db1-9e72-965a757541ae req-196c4772-19cc-4af9-9cc4-8923c2edc5e8 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 943 time: 0.2441485 Nov 10 21:21:29.623563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d982d1c4-f62e-4db1-9e72-965a757541ae req-1cece9d9-2ac2-4806-b733-dee875686e6d tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Nov 10 21:21:29.635113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eab797f9-61f4-443b-bed5-2de3e8e03d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.638025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eab797f9-61f4-443b-bed5-2de3e8e03d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.641548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eab797f9-61f4-443b-bed5-2de3e8e03d8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a49e229-74ad-4bb6-9dda-c329200596c6 HTTP/1.1" status: 204 len: 168 time: 0.4988699 Nov 10 21:21:29.649242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab797f9-61f4-443b-bed5-2de3e8e03d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a49e229-74ad-4bb6-9dda-c329200596c6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:29.687960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0112e43-f6bb-4fe8-9b0f-be45afa372d0 req-bae41e38-c699-4c5d-b7ac-186a5550441b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:29.692342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0112e43-f6bb-4fe8-9b0f-be45afa372d0 req-bae41e38-c699-4c5d-b7ac-186a5550441b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 948 time: 0.0708773 Nov 10 21:21:29.741461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0112e43-f6bb-4fe8-9b0f-be45afa372d0 req-724e6f0b-2ca3-4b0a-be40-ea29b723021f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441899 Nov 10 21:21:29.761832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42708) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:29.777307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-328cca9a-9b4b-4a24-be37-af7e5073fdf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.864664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e101a08b-182a-44f6-90a2-241b31f6b6f6 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:29.867972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-328cca9a-9b4b-4a24-be37-af7e5073fdf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.951390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-328cca9a-9b4b-4a24-be37-af7e5073fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:29.971403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e101a08b-182a-44f6-90a2-241b31f6b6f6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e101a08b-182a-44f6-90a2-241b31f6b6f6,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:29.985078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'e101a08b-182a-44f6-90a2-241b31f6b6f6', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'e101a08b-182a-44f6-90a2-241b31f6b6f6', 'mac_address': 'fa:16:3e:03:f3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:21:30.006984 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-328cca9a-9b4b-4a24-be37-af7e5073fdf2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6fb7b2330f4241c1a47521a7939b5aaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416337 Nov 10 21:21:30.006984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cca9a-9b4b-4a24-be37-af7e5073fdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748ce190-809e-4bb0-ae64-3cbeac0fb2c3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:30.007450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42726) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:30.027351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.049628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'tag': '0f9db526-d357-460a-960d-056dc9276ace'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:30.051153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e101a08b-182a-44f6-90a2-241b31f6b6f6 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:30.053022 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "tag": "0f9db526-d357-460a-960d-056dc9276ace"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:30.064849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2da2bc9-ec87-4403-bb67-316376c8af26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.079290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e101a08b-182a-44f6-90a2-241b31f6b6f6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e101a08b-182a-44f6-90a2-241b31f6b6f6,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:30.092130 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2da2bc9-ec87-4403-bb67-316376c8af26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.147812 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c3b2d-e28e-41eb-bca1-cf46c3f9e15e x-openstack-request-id: req-d50c3b2d-e28e-41eb-bca1-cf46c3f9e15e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:30.148332 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "tag": "0f9db526-d357-460a-960d-056dc9276ace", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:30.148692 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d50c3b2d-e28e-41eb-bca1-cf46c3f9e15e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:30.149245 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'tag': '0f9db526-d357-460a-960d-056dc9276ace', 'status': 'completed', 'code': 200} Nov 10 21:21:30.218004 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.226182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-5f7b2a6b-2176-4012-be6b-35518422e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:30.227670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-5f7b2a6b-2176-4012-be6b-35518422e4e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 1095 time: 0.0476091 Nov 10 21:21:30.251954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2da2bc9-ec87-4403-bb67-316376c8af26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.254770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2da2bc9-ec87-4403-bb67-316376c8af26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.259170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e2da2bc9-ec87-4403-bb67-316376c8af26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/748ce190-809e-4bb0-ae64-3cbeac0fb2c3 HTTP/1.1" status: 204 len: 168 time: 0.2499778 Nov 10 21:21:30.276703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da2bc9-ec87-4403-bb67-316376c8af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ce190-809e-4bb0-ae64-3cbeac0fb2c3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:30.297636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e101a08b-182a-44f6-90a2-241b31f6b6f6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:30.392949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-f7f90dc7-c8fd-4b5b-98f5-07c221ae4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:30.394922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-f7f90dc7-c8fd-4b5b-98f5-07c221ae4786 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 923 time: 0.1531010 Nov 10 21:21:30.409600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f3a24-9d1f-44ec-997e-901597d35364 req-0c95acab-68aa-4493-9b3f-105fea553f75 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:30.411145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-152f3a24-9d1f-44ec-997e-901597d35364 req-0c95acab-68aa-4493-9b3f-105fea553f75 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0789957 Nov 10 21:21:30.453123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-d08ea8e9-43a4-4716-a9a5-61de0fd1bbcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f9db526-d357-460a-960d-056dc9276ace HTTP/1.1" status: 200 len: 217 time: 0.0410008 Nov 10 21:21:30.528262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-152f3a24-9d1f-44ec-997e-901597d35364 req-ed82ffd6-faf2-49f0-84f0-1f292da8b266 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101501 Nov 10 21:21:30.529451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:30.536272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-030a2f4e-2c5b-43f3-b43b-19302099947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:30.537956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-030a2f4e-2c5b-43f3-b43b-19302099947c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 200 len: 861 time: 0.0745342 Nov 10 21:21:30.547141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdf02451-27a8-43f8-8e4a-176c493900bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.591461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-3c78cd6d-b8bd-459a-8f21-47920489fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:30.593035 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-3c78cd6d-b8bd-459a-8f21-47920489fc4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23449e01-6610-4074-8027-c874787b6989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463500 Nov 10 21:21:30.645917 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdf02451-27a8-43f8-8e4a-176c493900bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.692524 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdf02451-27a8-43f8-8e4a-176c493900bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.730972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-8999ecf1-f5ed-471c-b9ff-2e7ccbac0ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285930 Nov 10 21:21:30.774456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bdf02451-27a8-43f8-8e4a-176c493900bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=666c5ef097c048eeb5020cab2de59b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436581 Nov 10 21:21:30.777693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02451-27a8-43f8-8e4a-176c493900bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31574e12-c5b8-4365-95f7-262b5a71bc14,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:30.780649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42772) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:30.814968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f0715-3db6-4abe-8489-c56f6a1bc536 req-cec55095-d19a-4c15-ad6e-a1764aec7829 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:30.824414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f13f0715-3db6-4abe-8489-c56f6a1bc536 req-cec55095-d19a-4c15-ad6e-a1764aec7829 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 943 time: 0.1070709 Nov 10 21:21:30.842567 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ae67f14-3a1f-4e1b-aee5-087126aa7ffa req-57ec8254-650a-4355-bf89-ee7ead6b319c service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018519 Nov 10 21:21:30.858080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e101a08b-182a-44f6-90a2-241b31f6b6f6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:30.894579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f7fe34-7d77-40e0-82ab-1ba5f8eb7920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:30.899597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f13f0715-3db6-4abe-8489-c56f6a1bc536 req-c89240ea-e97d-45b5-a80d-3b2ddbb61452 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742955 Nov 10 21:21:30.921569 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f7fe34-7d77-40e0-82ab-1ba5f8eb7920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:31.042988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc947ff-d628-4786-929f-9ed5c5247fa7 req-80ac7adf-3194-4bea-a690-f0dbfc47c3a6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:31.044605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cfc947ff-d628-4786-929f-9ed5c5247fa7 req-80ac7adf-3194-4bea-a690-f0dbfc47c3a6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 949 time: 0.0557551 Nov 10 21:21:31.055206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f7fe34-7d77-40e0-82ab-1ba5f8eb7920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:31.057466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f7fe34-7d77-40e0-82ab-1ba5f8eb7920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:31.058780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-72f7fe34-7d77-40e0-82ab-1ba5f8eb7920 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31574e12-c5b8-4365-95f7-262b5a71bc14 HTTP/1.1" status: 204 len: 168 time: 0.2772405 Nov 10 21:21:31.068421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7fe34-7d77-40e0-82ab-1ba5f8eb7920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31574e12-c5b8-4365-95f7-262b5a71bc14,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:31.108858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cfc947ff-d628-4786-929f-9ed5c5247fa7 req-42ca4952-6056-4050-b54f-026cbcf18926 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569353 Nov 10 21:21:31.729841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e51f9-5543-4697-85b2-e9b16e86613d req-7debd0f7-402f-4c0b-88dd-a4f05b049a82 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:31.731187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f33e51f9-5543-4697-85b2-e9b16e86613d req-7debd0f7-402f-4c0b-88dd-a4f05b049a82 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0508778 Nov 10 21:21:31.784556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f33e51f9-5543-4697-85b2-e9b16e86613d req-b30c9e4c-74c9-492a-ace9-da0f085301bd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Nov 10 21:21:31.833862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e101a08b-182a-44f6-90a2-241b31f6b6f6 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:31.960887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port e101a08b-182a-44f6-90a2-241b31f6b6f6 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:31.966468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port e101a08b-182a-44f6-90a2-241b31f6b6f6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:31.967219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:32.100568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4516115-e134-49db-81b9-152afaf3abcd req-72e4e556-fec4-4b1d-8218-4f3675f319a1 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:32.109433 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4516115-e134-49db-81b9-152afaf3abcd req-72e4e556-fec4-4b1d-8218-4f3675f319a1 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 943 time: 0.0662882 Nov 10 21:21:32.139355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:32.168466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a01963-77a6-408f-aeff-a83695114722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e101a08b-182a-44f6-90a2-241b31f6b6f6'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:32.171068 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6a9732-1086-4237-a089-8ea4cf94048d" -d '{"events": [{"server_uuid": "b2a01963-77a6-408f-aeff-a83695114722", "name": "network-vif-plugged", "status": "completed", "tag": "e101a08b-182a-44f6-90a2-241b31f6b6f6"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:32.178728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4516115-e134-49db-81b9-152afaf3abcd req-33c8ff56-7ba8-4d0b-921d-660b2360b934 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682137 Nov 10 21:21:32.188096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e101a08b-182a-44f6-90a2-241b31f6b6f6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e101a08b-182a-44f6-90a2-241b31f6b6f6,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:32.339536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64fd3b-b94a-4a93-b6de-a2cedfcad58b req-05986384-d829-4cc2-9103-8d68006fc5ac tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:32.346582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b64fd3b-b94a-4a93-b6de-a2cedfcad58b req-05986384-d829-4cc2-9103-8d68006fc5ac tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 949 time: 0.0579612 Nov 10 21:21:32.355580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:32.417012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e101a08b-182a-44f6-90a2-241b31f6b6f6,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:32.421206 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b64fd3b-b94a-4a93-b6de-a2cedfcad58b req-a3283a55-e167-47e2-92a0-9de67ad15d9b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675797 Nov 10 21:21:32.459308 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cac5362-9a87-4ee8-803b-78689af90c8f x-openstack-request-id: req-2cac5362-9a87-4ee8-803b-78689af90c8f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:32.459618 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a01963-77a6-408f-aeff-a83695114722", "name": "network-vif-plugged", "status": "completed", "tag": "e101a08b-182a-44f6-90a2-241b31f6b6f6", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:32.459938 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cac5362-9a87-4ee8-803b-78689af90c8f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:32.460379 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a01963-77a6-408f-aeff-a83695114722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e101a08b-182a-44f6-90a2-241b31f6b6f6', 'code': 200} Nov 10 21:21:32.577909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b62015-8e83-48e4-929c-2fc71dffe53b req-5366961f-954f-47d9-b305-d8a4063d84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:32.579709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3b62015-8e83-48e4-929c-2fc71dffe53b req-5366961f-954f-47d9-b305-d8a4063d84c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 1102 time: 0.0429127 Nov 10 21:21:32.636859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3b62015-8e83-48e4-929c-2fc71dffe53b req-aece2149-6693-484a-b542-55de66b8fc96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497696 Nov 10 21:21:32.976509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-db4d21da-6d40-454e-ac82-6515bf201447 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218751 Nov 10 21:21:33.104062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-f0772b24-df80-48da-a8ef-1511274414fb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:33.105520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-f0772b24-df80-48da-a8ef-1511274414fb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1235473 Nov 10 21:21:33.125259 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-51e0da4f-4bc4-4794-993e-53444bfbbee3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/quotas/79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 375 time: 0.0134604 Nov 10 21:21:33.136234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42930) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:33.182323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-aad5b59a-db94-4ba3-ab1c-7c72fcc2e01b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489173 Nov 10 21:21:33.258635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677cb79-2d5a-4d6b-976c-4b8b26e0cdf7 req-febe7d34-28f0-4b03-88e0-2628a8d2784e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:33.260450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a677cb79-2d5a-4d6b-976c-4b8b26e0cdf7 req-febe7d34-28f0-4b03-88e0-2628a8d2784e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0618014 Nov 10 21:21:33.320946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a677cb79-2d5a-4d6b-976c-4b8b26e0cdf7 req-565abe06-a3ee-44a9-adc9-c4bd9f5aaaf2 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542543 Nov 10 21:21:33.456435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ca774ab-5876-457c-92c5-6fd318746ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:33.555279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ca774ab-5876-457c-92c5-6fd318746ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:33.686107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ca774ab-5876-457c-92c5-6fd318746ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:33.732650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca774ab-5876-457c-92c5-6fd318746ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d3797-091d-40f4-ae5f-aef565f077e9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:33.737502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8ca774ab-5876-457c-92c5-6fd318746ce6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e882fc66a784ea8898186ffc8901120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000867 Nov 10 21:21:33.740440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42962) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:33.821934 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35c6df0-c8e5-4483-a78d-da282f06565a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:33.831675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:33.853872 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35c6df0-c8e5-4483-a78d-da282f06565a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:33.871579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3821568-9334-4977-a6b1-3aa21fef4b2b req-4bd8f460-89c9-44e4-b42e-4560558014cb tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:33.873297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e3821568-9334-4977-a6b1-3aa21fef4b2b req-4bd8f460-89c9-44e4-b42e-4560558014cb tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 943 time: 0.0929341 Nov 10 21:21:33.877244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ffa22f1-9777-4d5a-a87e-dd468596a369 req-2e2bef54-02f9-4044-947b-d2cfe4fd228e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 210 time: 0.0539284 Nov 10 21:21:33.946255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42970) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:33.970605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e3821568-9334-4977-a6b1-3aa21fef4b2b req-ae7408da-0139-41b8-a418-49575f761554 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768130 Nov 10 21:21:34.010052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:34.022966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e54e8-b666-4050-9901-a4fa9268c403 req-510d671e-9ba6-4598-b34d-c266319df1fa tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:34.024468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-092e54e8-b666-4050-9901-a4fa9268c403 req-510d671e-9ba6-4598-b34d-c266319df1fa tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 950 time: 0.0759082 Nov 10 21:21:34.025354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'port_id': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6', 'mac_address': 'fa:16:3e:ea:f5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83096668-fbc7-48cb-8399-0a3342c00bd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:21:34.069269 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.078785 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-092e54e8-b666-4050-9901-a4fa9268c403 req-25e8fd57-2eb6-480a-9e4b-88e67ca6dc3f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476081 Nov 10 21:21:34.084785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:34.107821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:34.114402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b179ad6-48d0-4180-ba41-8c9453b1085e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.149458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35c6df0-c8e5-4483-a78d-da282f06565a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.152059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35c6df0-c8e5-4483-a78d-da282f06565a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.153177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b35c6df0-c8e5-4483-a78d-da282f06565a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f2d3797-091d-40f4-ae5f-aef565f077e9 HTTP/1.1" status: 204 len: 168 time: 0.4104156 Nov 10 21:21:34.161125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c6df0-c8e5-4483-a78d-da282f06565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d3797-091d-40f4-ae5f-aef565f077e9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.223128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b179ad6-48d0-4180-ba41-8c9453b1085e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.263927 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.264937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0f9db526-d357-460a-960d-056dc9276ace details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:34.350551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.379090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b179ad6-48d0-4180-ba41-8c9453b1085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.422902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0f9db526-d357-460a-960d-056dc9276ace, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0f9db526-d357-460a-960d-056dc9276ace,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:34.437789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '0f9db526-d357-460a-960d-056dc9276ace', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'port_id': '0f9db526-d357-460a-960d-056dc9276ace', 'mac_address': 'fa:16:3e:86:79:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:21:34.472147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3b179ad6-48d0-4180-ba41-8c9453b1085e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a87497f4340a4af68a4846ee9b430a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245376 Nov 10 21:21:34.475106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:34.490055 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.500911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b179ad6-48d0-4180-ba41-8c9453b1085e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7cf3d7-f625-44fe-851f-d6522a561a56,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.525981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9db526-d357-460a-960d-056dc9276ace {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:34.528458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00eba2-e2de-4a7f-8ddb-21afae34f023 req-c414e5a9-c75e-4221-b314-6075deb7aeb2 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:34.537310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf00eba2-e2de-4a7f-8ddb-21afae34f023 req-c414e5a9-c75e-4221-b314-6075deb7aeb2 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.1324255 Nov 10 21:21:34.555428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3885286a-1b80-4e73-9125-7a2ea1ab3533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.575453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0f9db526-d357-460a-960d-056dc9276ace, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0f9db526-d357-460a-960d-056dc9276ace,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:34.584388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3885286a-1b80-4e73-9125-7a2ea1ab3533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.610037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf00eba2-e2de-4a7f-8ddb-21afae34f023 req-1a1bf704-1d6a-4a98-b2a2-66edb282d223 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713727 Nov 10 21:21:34.675668 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.724551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43000) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:34.735429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0f9db526-d357-460a-960d-056dc9276ace,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.739001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3885286a-1b80-4e73-9125-7a2ea1ab3533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.749269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3885286a-1b80-4e73-9125-7a2ea1ab3533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.750470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3885286a-1b80-4e73-9125-7a2ea1ab3533 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c7cf3d7-f625-44fe-851f-d6522a561a56 HTTP/1.1" status: 204 len: 168 time: 0.2739789 Nov 10 21:21:34.758943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885286a-1b80-4e73-9125-7a2ea1ab3533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7cf3d7-f625-44fe-851f-d6522a561a56,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:34.832538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-203c8f82-a884-4944-b81d-31f8446ef8c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.939549 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-203c8f82-a884-4944-b81d-31f8446ef8c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:34.979984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43008) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:34.994125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c52e3e1-9c44-4c4a-ac04-6b972006640f req-d83f650c-a042-466c-99d8-926f7f55933a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 210 time: 0.0335913 Nov 10 21:21:34.997905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75c1b2a3-f1cb-49d3-89a4-eb5960540034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.042853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-203c8f82-a884-4944-b81d-31f8446ef8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.119493 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75c1b2a3-f1cb-49d3-89a4-eb5960540034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.121637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-203c8f82-a884-4944-b81d-31f8446ef8c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f197007616249a0a4f07faa0fa9b6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955138 Nov 10 21:21:35.125078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43018) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:35.126474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c8f82-a884-4944-b81d-31f8446ef8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7485aa6-ecf0-4de5-b14b-c230bb5be894,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:35.150725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:35.161853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9679c2-ba61-4152-8c0d-51ec85685e49 req-892ca9ac-5a6c-4925-9c36-847832e5d6b1 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:35.179105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1e9679c2-ba61-4152-8c0d-51ec85685e49 req-892ca9ac-5a6c-4925-9c36-847832e5d6b1 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 944 time: 0.1229336 Nov 10 21:21:35.204117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be8a7-7d25-4656-97de-b1a376cc1e60 req-3071199c-4d8f-4acf-8a21-8debd4de3c21 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:35.206965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d45be8a7-7d25-4656-97de-b1a376cc1e60 req-3071199c-4d8f-4acf-8a21-8debd4de3c21 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 971 time: 0.0829108 Nov 10 21:21:35.209823 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75c1b2a3-f1cb-49d3-89a4-eb5960540034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.219634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0f9db526-d357-460a-960d-056dc9276ace'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:35.242915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-75c1b2a3-f1cb-49d3-89a4-eb5960540034 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c52801ba5f6d432db8ca9d0e50290fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614515 Nov 10 21:21:35.245983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43020) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:35.256327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1e9679c2-ba61-4152-8c0d-51ec85685e49 req-c2632836-87eb-4c1f-9a19-30b2317fb871 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760348 Nov 10 21:21:35.348254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1b2a3-f1cb-49d3-89a4-eb5960540034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a44c97-fb1b-471b-90fe-f0efe88ac409,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:35.356648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b10a217-8b1f-4500-a156-9fb68f2c4875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.389005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b10a217-8b1f-4500-a156-9fb68f2c4875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.397849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d45be8a7-7d25-4656-97de-b1a376cc1e60 req-35676688-bc34-4b9b-a743-56ef2903971e tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625764 Nov 10 21:21:35.401166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0698e-4835-44aa-8ef4-ffb8e199dd95 req-95a85930-00d4-49cf-8630-3618e15b2e5d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:35.403066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a0698e-4835-44aa-8ef4-ffb8e199dd95 req-95a85930-00d4-49cf-8630-3618e15b2e5d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 950 time: 0.0617890 Nov 10 21:21:35.452613 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61839c7a-57d4-49ce-b517-8ecb682e7a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.459524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a0698e-4835-44aa-8ef4-ffb8e199dd95 req-03672fae-a590-4347-af07-e1244015dc87 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483418 Nov 10 21:21:35.477138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61839c7a-57d4-49ce-b517-8ecb682e7a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.575484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b10a217-8b1f-4500-a156-9fb68f2c4875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.578253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b10a217-8b1f-4500-a156-9fb68f2c4875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.579551 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5b10a217-8b1f-4500-a156-9fb68f2c4875 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7485aa6-ecf0-4de5-b14b-c230bb5be894 HTTP/1.1" status: 204 len: 168 time: 0.4529386 Nov 10 21:21:35.588275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10a217-8b1f-4500-a156-9fb68f2c4875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7485aa6-ecf0-4de5-b14b-c230bb5be894,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:35.637771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-880a7d5a-c372-438a-9e7c-49fa22296e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.652833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61839c7a-57d4-49ce-b517-8ecb682e7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.655494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61839c7a-57d4-49ce-b517-8ecb682e7a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.656723 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-61839c7a-57d4-49ce-b517-8ecb682e7a73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5a44c97-fb1b-471b-90fe-f0efe88ac409 HTTP/1.1" status: 204 len: 168 time: 0.4090812 Nov 10 21:21:35.665780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61839c7a-57d4-49ce-b517-8ecb682e7a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a44c97-fb1b-471b-90fe-f0efe88ac409,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:35.681379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43032) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:35.701826 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28d46a25-da54-4f6c-bc27-f0c331aa10c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.774785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1e58d-b94e-4b1e-9235-d91a5665c99c req-e5a55069-f6c3-4a11-8f77-022fc23a581c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:35.783788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3eb1e58d-b94e-4b1e-9235-d91a5665c99c req-e5a55069-f6c3-4a11-8f77-022fc23a581c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.0791264 Nov 10 21:21:35.837654 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28d46a25-da54-4f6c-bc27-f0c331aa10c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.847932 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3eb1e58d-b94e-4b1e-9235-d91a5665c99c req-c71b3032-f724-4486-a41e-14f158fe2858 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623221 Nov 10 21:21:35.915326 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28d46a25-da54-4f6c-bc27-f0c331aa10c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:35.958266 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-28d46a25-da54-4f6c-bc27-f0c331aa10c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37bbf8d3fac3450785f690ebff74d11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757866 Nov 10 21:21:35.959293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46a25-da54-4f6c-bc27-f0c331aa10c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f3f330-b0bd-4704-bec0-b68daf525163,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:35.961041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43034) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:36.061009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e301b707-d8c4-4a6a-9478-cb144bea5511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.102137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e301b707-d8c4-4a6a-9478-cb144bea5511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.114263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-ab7dd23c-d69d-4280-b3a0-304056165833 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276685 Nov 10 21:21:36.181686 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9b1edd6e-4ac6-44dd-8912-1f64325d0440 req-2c56ed91-a076-4872-a179-de04df4987dc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 210 time: 0.0329611 Nov 10 21:21:36.257220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-dedf25a3-2f66-4625-8620-5daf326462a3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:36.259678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-dedf25a3-2f66-4625-8620-5daf326462a3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383693 Nov 10 21:21:36.273787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Request body: {'port': {'device_id': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '79e7fe97b7dc47f68a60c8e2161871f0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:36.275268 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e301b707-d8c4-4a6a-9478-cb144bea5511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.279583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e301b707-d8c4-4a6a-9478-cb144bea5511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.280122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e301b707-d8c4-4a6a-9478-cb144bea5511 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18f3f330-b0bd-4704-bec0-b68daf525163 HTTP/1.1" status: 204 len: 168 time: 0.3167360 Nov 10 21:21:36.288496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301b707-d8c4-4a6a-9478-cb144bea5511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f3f330-b0bd-4704-bec0-b68daf525163,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:36.429756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f684645-ffb7-494c-850d-a773f8a4f2df req-e2a8c7f1-c382-4216-883c-e6e2e3af4c28 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:36.431164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f684645-ffb7-494c-850d-a773f8a4f2df req-e2a8c7f1-c382-4216-883c-e6e2e3af4c28 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 944 time: 0.0734694 Nov 10 21:21:36.494024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad88df-6885-47c6-90df-75ac6d758be8 req-e2d7b2c1-6fbe-4e62-9917-f2b7240bdded tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:36.495704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85ad88df-6885-47c6-90df-75ac6d758be8 req-e2d7b2c1-6fbe-4e62-9917-f2b7240bdded tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 950 time: 0.0586550 Nov 10 21:21:36.496564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.53', 56521) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:36.504435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f684645-ffb7-494c-850d-a773f8a4f2df req-f0c84ffe-dc4a-476e-b61c-f8842517748a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662560 Nov 10 21:21:36.508560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Made reservation on behalf of 79e7fe97b7dc47f68a60c8e2161871f0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:36.512023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.556914 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.603100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43054) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:36.609695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-14aa16b4-3eb0-4423-8fe8-02ff3188b2ac tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:36.611170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-14aa16b4-3eb0-4423-8fe8-02ff3188b2ac tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 971 time: 0.1136987 Nov 10 21:21:36.619776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c756e7f0-4236-4734-bf10-4eca64922ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.629035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cb02b-f747-4bfc-a5c3-8432a34168cb req-4f400fda-21ac-40a6-939f-be5d870b1fca tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:36.630509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b9cb02b-f747-4bfc-a5c3-8432a34168cb req-4f400fda-21ac-40a6-939f-be5d870b1fca tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 971 time: 0.0677800 Nov 10 21:21:36.714550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b9cb02b-f747-4bfc-a5c3-8432a34168cb req-a5b16266-76d8-496c-a3ef-19e322accc6c tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/security-groups?id=1a0a9d06-bfe5-43bf-b28f-4b56c79de049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661666 Nov 10 21:21:36.723867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85ad88df-6885-47c6-90df-75ac6d758be8 req-6c12c780-2174-41cd-8691-274fcb406100 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163527 Nov 10 21:21:36.767272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c756e7f0-4236-4734-bf10-4eca64922ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.840864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c756e7f0-4236-4734-bf10-4eca64922ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.867133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.874995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Deleting port 50a761c0-2594-4db8-8198-47970a4ca1db {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:21:36.875516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.880296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c756e7f0-4236-4734-bf10-4eca64922ae1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e74f733ffdb042b7a913cc0f01da60af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761879 Nov 10 21:21:36.881577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756e7f0-4236-4734-bf10-4eca64922ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0513e59-9e92-4eff-87e9-608d599eead8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:36.884237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43068) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:36.965220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:36.974040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e56d20-b121-417f-aa5d-2ca9b3a329a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.005511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e56d20-b121-417f-aa5d-2ca9b3a329a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.023163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6467bf-828b-4aab-85ac-80ec02c2b0c4 req-987013ec-848c-4ddd-a6bd-40009a5b5efb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:37.024704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d6467bf-828b-4aab-85ac-80ec02c2b0c4 req-987013ec-848c-4ddd-a6bd-40009a5b5efb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.0852737 Nov 10 21:21:37.069269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:37.084959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] For port 50a761c0-2594-4db8-8198-47970a4ca1db, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50a761c0-2594-4db8-8198-47970a4ca1db,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:37.085340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.097725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d6467bf-828b-4aab-85ac-80ec02c2b0c4 req-ed7f7871-ddd0-4fe5-a38d-5d44cac2cdf7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639222 Nov 10 21:21:37.112871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Calling delete_port for 50a761c0-2594-4db8-8198-47970a4ca1db owned by compute:tempest-test_az-936746334 {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:21:37.201492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e56d20-b121-417f-aa5d-2ca9b3a329a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.211487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e56d20-b121-417f-aa5d-2ca9b3a329a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.211487 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-33e56d20-b121-417f-aa5d-2ca9b3a329a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0513e59-9e92-4eff-87e9-608d599eead8 HTTP/1.1" status: 204 len: 168 time: 0.3236372 Nov 10 21:21:37.228548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Allocated IP 192.168.233.5 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/32c7aa5d-4e56-4351-8e7a-b32b444dd2a5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:37.243506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e56d20-b121-417f-aa5d-2ca9b3a329a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0513e59-9e92-4eff-87e9-608d599eead8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:37.349050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac424c34-f472-4ddf-a2aa-961059f1b833 req-ba89c0df-7db4-485e-9ac2-c11d1474c88d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 210 time: 0.0361979 Nov 10 21:21:37.464128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.475997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['50a761c0-2594-4db8-8198-47970a4ca1db'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:37.665674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d61e-5af7-4df1-907d-066097e029ff req-7be09f91-3b50-4b16-8484-cf3c49ca4cf6 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:37.672385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ef2d61e-5af7-4df1-907d-066097e029ff req-7be09f91-3b50-4b16-8484-cf3c49ca4cf6 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 944 time: 0.0632503 Nov 10 21:21:37.679557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Pushing event deleted for resources: {'Port': ['ID=50a761c0-2594-4db8-8198-47970a4ca1db,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:37.766113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ef2d61e-5af7-4df1-907d-066097e029ff req-2a1ba8f4-69bf-4efd-89cd-5fa4a3670c82 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896132 Nov 10 21:21:37.788092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] No DVR routers for this DVR port 50a761c0-2594-4db8-8198-47970a4ca1db on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:21:37.795021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.798681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf2a20df-9cda-4fe6-a311-a2174dc3f2b7 req-7aa1f358-28f7-4bf5-93f4-af50a33e5ff4 tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.53 "DELETE /v2.0/ports/50a761c0-2594-4db8-8198-47970a4ca1db HTTP/1.1" status: 204 len: 173 time: 1.1764433 Nov 10 21:21:37.827869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'name': 'network-vif-deleted', 'tag': '50a761c0-2594-4db8-8198-47970a4ca1db'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:37.831761 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3415203-adb1-4513-b585-c55d4acf2680" -d '{"events": [{"server_uuid": "ef2f43a5-b305-4c7e-8ab3-41f23ad135f1", "name": "network-vif-deleted", "tag": "50a761c0-2594-4db8-8198-47970a4ca1db"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:37.861645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:37.922870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.931219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f405d7bf-a98a-45e8-8724-6eaaf091214b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:37.984919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541787-5582-47f6-931e-7e51ea194d22 req-1a94c8a9-1e63-4c87-8399-b079eb045e30 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:37.997254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f541787-5582-47f6-931e-7e51ea194d22 req-1a94c8a9-1e63-4c87-8399-b079eb045e30 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 950 time: 0.1291685 Nov 10 21:21:38.023438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:38.029410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:38.030325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.048774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cb5a887-f524-4ff3-87c2-d55d6909d2da req-1960c744-6e87-4cea-b75d-b2f33555517d tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 210 time: 0.1203282 Nov 10 21:21:38.085846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f541787-5582-47f6-931e-7e51ea194d22 req-b04de955-2154-402b-972f-bfacd802d1bb tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874977 Nov 10 21:21:38.117785 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8331faac-abf3-435b-8219-3940cf5d1598 x-openstack-request-id: req-8331faac-abf3-435b-8219-3940cf5d1598 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:38.118076 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f43a5-b305-4c7e-8ab3-41f23ad135f1", "name": "network-vif-deleted", "tag": "50a761c0-2594-4db8-8198-47970a4ca1db", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:38.118325 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8331faac-abf3-435b-8219-3940cf5d1598 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:38.119444 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f43a5-b305-4c7e-8ab3-41f23ad135f1', 'name': 'network-vif-deleted', 'tag': '50a761c0-2594-4db8-8198-47970a4ca1db', 'status': 'completed', 'code': 200} Nov 10 21:21:38.164596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.173461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.190382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:38.192951 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477b2e69-e69e-49bc-9b55-7f7b4e9eddc2" -d '{"events": [{"server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "name": "network-vif-plugged", "status": "completed", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:38.207645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:38.240221 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604d774-6ae8-49e7-8ea7-e0f74e874e53 x-openstack-request-id: req-5604d774-6ae8-49e7-8ea7-e0f74e874e53 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:38.240705 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "name": "network-vif-plugged", "status": "completed", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:38.241119 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5604d774-6ae8-49e7-8ea7-e0f74e874e53 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:38.243923 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6', 'code': 200} Nov 10 21:21:38.290878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad292c01-f346-4585-84d6-21f2821d7a9f req-1f89b0ae-907d-4188-8446-84f3a898bfca tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:38.292971 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.294302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0f9db526-d357-460a-960d-056dc9276ace up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:38.298238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad292c01-f346-4585-84d6-21f2821d7a9f req-1f89b0ae-907d-4188-8446-84f3a898bfca tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.1027794 Nov 10 21:21:38.324253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:38.349089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad292c01-f346-4585-84d6-21f2821d7a9f req-3ce6adfd-64de-4983-9387-c3e1c4b9ad5f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499413 Nov 10 21:21:38.353898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:38.361145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:38.368246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:38.369098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.395590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:38.395922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:38.416147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-575b8281-fa7c-4797-8ab7-16be65d89ebd tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:38.417664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-575b8281-fa7c-4797-8ab7-16be65d89ebd tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 1102 time: 0.1420281 Nov 10 21:21:38.441253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4f5af-e2aa-4ec3-b5b1-a0755049858f req-39bea899-0491-45ff-9ebb-5c5265f61f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:38.442746 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcb4f5af-e2aa-4ec3-b5b1-a0755049858f req-39bea899-0491-45ff-9ebb-5c5265f61f08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1098 time: 0.1007457 Nov 10 21:21:38.498672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 0f9db526-d357-460a-960d-056dc9276ace completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:38.505187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 0f9db526-d357-460a-960d-056dc9276ace triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:38.505679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.510802 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-9cff1c15-eec9-41f3-a713-fae9354f1678 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2408118 Nov 10 21:21:38.538485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Request body: {'port': {'device_id': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:38.630470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.650761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3ca35-efb9-4e11-ac4b-856509e6385a req-8dcec03c-386f-4ef8-a272-ed97ce57e90e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:38.652344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2d3ca35-efb9-4e11-ac4b-856509e6385a req-8dcec03c-386f-4ef8-a272-ed97ce57e90e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 934 time: 0.1790786 Nov 10 21:21:38.662437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcb4f5af-e2aa-4ec3-b5b1-a0755049858f req-99f6b6f3-2ef9-4da6-ae2d-a4107af5d375 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904154 Nov 10 21:21:38.669315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0f9db526-d357-460a-960d-056dc9276ace, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0f9db526-d357-460a-960d-056dc9276ace,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:38.720262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.732217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.769476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Deleting port e101a08b-182a-44f6-90a2-241b31f6b6f6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:21:38.769817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.787647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2d3ca35-efb9-4e11-ac4b-856509e6385a req-72ee0811-66b2-45a0-8c4c-71cee5815e75 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287999 Nov 10 21:21:38.792367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0f1df2cc-c7c9-4dc8-9fdf-0f7b0ef30a0a None None] Provisioning complete for port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:38.792874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f1df2cc-c7c9-4dc8-9fdf-0f7b0ef30a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:38.865169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0f9db526-d357-460a-960d-056dc9276ace,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:38.903446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0f1df2cc-c7c9-4dc8-9fdf-0f7b0ef30a0a None None] Port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:38.917242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899f435-4f45-4ed7-87b5-3b2675cde134 req-35adf551-7443-4088-8cee-fcd1bf4a05a9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:38.928168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2899f435-4f45-4ed7-87b5-3b2675cde134 req-35adf551-7443-4088-8cee-fcd1bf4a05a9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 945 time: 0.0671525 Nov 10 21:21:38.984079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2899f435-4f45-4ed7-87b5-3b2675cde134 req-f3c2ac51-33b2-418a-918b-730ae9670148 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529203 Nov 10 21:21:39.059512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] For port e101a08b-182a-44f6-90a2-241b31f6b6f6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e101a08b-182a-44f6-90a2-241b31f6b6f6,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:39.061309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:39.121344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:39.228807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f324414-344d-436e-8e0f-54af8ed4af3a req-2a939c83-d3c0-46ff-a021-a0a286a10ef7 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:39.239084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f324414-344d-436e-8e0f-54af8ed4af3a req-2a939c83-d3c0-46ff-a021-a0a286a10ef7 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 950 time: 0.0727201 Nov 10 21:21:39.275465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:39.287700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Calling delete_port for e101a08b-182a-44f6-90a2-241b31f6b6f6 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:21:39.302265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f324414-344d-436e-8e0f-54af8ed4af3a req-a416aee4-5eed-4e09-b675-081eb7f49260 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618942 Nov 10 21:21:39.341545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:39.359820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-614c0199-c470-475a-8a43-6f32f009ea11 req-dfd4977f-eef5-4f48-a5db-5d243593a6fd tempest-AggregatesAdminTestJSON-264016938 tempest-AggregatesAdminTestJSON-264016938-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef2f43a5-b305-4c7e-8ab3-41f23ad135f1 HTTP/1.1" status: 200 len: 210 time: 0.0794210 Nov 10 21:21:39.373965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Transition to ACTIVE for port object 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:39.459661 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:39.495324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a0e31-0315-4fb5-8c57-78b69d945cc7 req-3270c17b-4f06-482f-b6f5-d6d6733a939c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:39.508252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-726a0e31-0315-4fb5-8c57-78b69d945cc7 req-3270c17b-4f06-482f-b6f5-d6d6733a939c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 946 time: 0.0710459 Nov 10 21:21:39.522362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:39.618527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:39.619826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:39.621695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:39.631479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:39.632103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:39.633467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-726a0e31-0315-4fb5-8c57-78b69d945cc7 req-9acff918-e7e5-4852-b8fd-67ca1989a9aa tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187587 Nov 10 21:21:39.646937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:39.647860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:39.648676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:39.651209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Bound port: 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:39.656179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:39.708191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:39.732842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e101a08b-182a-44f6-90a2-241b31f6b6f6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:39.786126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Pushing event deleted for resources: {'Port': ['ID=e101a08b-182a-44f6-90a2-241b31f6b6f6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:39.913661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] No DVR routers for this DVR port e101a08b-182a-44f6-90a2-241b31f6b6f6 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:21:39.921963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:39.933885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-112c158b-1a94-44b7-86c1-6e9ec4f583df req-6ab9faad-f02a-4df0-8122-fa8d89bdd77b tempest-DeleteServersAdminTestJSON-878345893 tempest-DeleteServersAdminTestJSON-878345893-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e101a08b-182a-44f6-90a2-241b31f6b6f6 HTTP/1.1" status: 204 len: 173 time: 1.4992094 Nov 10 21:21:39.942050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:39.962083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:40.029831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:40.078309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.078932 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:40.080358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] 10.222.0.53 "PUT /v2.0/ports/32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 1095 time: 1.5471892 Nov 10 21:21:40.102153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0421-c05d-46b9-92eb-3c588d390996 service neutron] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:40.118538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcadfcb-9ac1-4c4e-a030-80dbb605d486 req-35f11483-a4cf-41e6-9878-ef6d76dd8b39 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.120713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a01963-77a6-408f-aeff-a83695114722', 'name': 'network-vif-deleted', 'tag': 'e101a08b-182a-44f6-90a2-241b31f6b6f6'}, {'name': 'network-changed', 'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:40.123280 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab83e5-56e6-45d2-ae12-7f67273fa21d" -d '{"events": [{"server_uuid": "b2a01963-77a6-408f-aeff-a83695114722", "name": "network-vif-deleted", "tag": "e101a08b-182a-44f6-90a2-241b31f6b6f6"}, {"name": "network-changed", "server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:40.129543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1dcadfcb-9ac1-4c4e-a030-80dbb605d486 req-35f11483-a4cf-41e6-9878-ef6d76dd8b39 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 946 time: 0.2377141 Nov 10 21:21:40.202510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967c773-1955-4465-9e50-95669bdca218 req-0744c78e-ff46-4e08-a21a-f04ae48e4e66 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.210970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1dcadfcb-9ac1-4c4e-a030-80dbb605d486 req-d39351dd-05b7-45b0-928a-ce69feda74b6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739598 Nov 10 21:21:40.229038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1967c773-1955-4465-9e50-95669bdca218 req-0744c78e-ff46-4e08-a21a-f04ae48e4e66 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 945 time: 0.0864398 Nov 10 21:21:40.247194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9db526-d357-460a-960d-056dc9276ace'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:40.251500 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb94ffa1-6212-4130-9d75-352499a4bc7c" -d '{"events": [{"server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "name": "network-vif-plugged", "status": "completed", "tag": "0f9db526-d357-460a-960d-056dc9276ace"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:40.316553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1967c773-1955-4465-9e50-95669bdca218 req-6646b649-573f-450b-9cd0-6ffd5e4ed521 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972316 Nov 10 21:21:40.330247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-a1244ead-b2e5-4c77-bc50-ac989cd9c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.336445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-a1244ead-b2e5-4c77-bc50-ac989cd9c0f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1098 time: 0.1106081 Nov 10 21:21:40.390533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-17acae73-be01-4c14-a604-d522a19cba02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0489480 Nov 10 21:21:40.392322 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff44cc95-3d29-4c50-8898-18dfcd4ab82c x-openstack-request-id: req-ff44cc95-3d29-4c50-8898-18dfcd4ab82c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:40.392614 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a01963-77a6-408f-aeff-a83695114722", "name": "network-vif-deleted", "tag": "e101a08b-182a-44f6-90a2-241b31f6b6f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:40.393089 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff44cc95-3d29-4c50-8898-18dfcd4ab82c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:40.393999 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a01963-77a6-408f-aeff-a83695114722', 'name': 'network-vif-deleted', 'tag': 'e101a08b-182a-44f6-90a2-241b31f6b6f6', 'status': 'completed', 'code': 200} Nov 10 21:21:40.394460 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'status': 'completed', 'code': 200} Nov 10 21:21:40.434978 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bd07e8-ee45-4889-9b9c-5a76c94f8cd2 x-openstack-request-id: req-d8bd07e8-ee45-4889-9b9c-5a76c94f8cd2 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:40.435284 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "name": "network-vif-plugged", "status": "completed", "tag": "0f9db526-d357-460a-960d-056dc9276ace", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:40.435542 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8bd07e8-ee45-4889-9b9c-5a76c94f8cd2 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:40.436046 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9db526-d357-460a-960d-056dc9276ace', 'code': 200} Nov 10 21:21:40.493576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-de8b6791-babb-4d00-850c-3b7b41cd4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.501770 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-de8b6791-babb-4d00-850c-3b7b41cd4c76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1005807 Nov 10 21:21:40.578113 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:40.588365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3e5a2ec-a53d-4c02-a6a9-e1bec36b3ccf req-c9cf1bff-b2c8-4936-adff-f88320e1aab7 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2a01963-77a6-408f-aeff-a83695114722 HTTP/1.1" status: 200 len: 210 time: 0.0617802 Nov 10 21:21:40.608255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222e777-defa-4ddb-bb46-6685a9c6cc14 req-332f849b-360b-41d7-99fd-72049f71f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.609851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f222e777-defa-4ddb-bb46-6685a9c6cc14 req-332f849b-360b-41d7-99fd-72049f71f24e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 1097 time: 0.1060042 Nov 10 21:21:40.619079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-f6de495f-a46c-419e-9756-63b99e34a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.622495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-f6de495f-a46c-419e-9756-63b99e34a27d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049626 Nov 10 21:21:40.727812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f222e777-defa-4ddb-bb46-6685a9c6cc14 req-bce06c79-1e79-48d6-8dbd-d2b790e78503 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044137 Nov 10 21:21:40.758033 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-5e893f79-6c73-4dbd-be4b-1c56e323a1a6 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287435 Nov 10 21:21:40.790051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-aaeb694a-2166-44c5-9112-f5ba61957031 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585226 Nov 10 21:21:40.819613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e799541-164b-4ae2-b4db-3e62b03ab0e2 req-47d07b76-17fd-43a6-b269-2aa9595d040c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:40.821519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e799541-164b-4ae2-b4db-3e62b03ab0e2 req-47d07b76-17fd-43a6-b269-2aa9595d040c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 946 time: 0.0928886 Nov 10 21:21:40.873618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43220) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:40.950254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e799541-164b-4ae2-b4db-3e62b03ab0e2 req-16489265-ce29-4244-94f1-149117633011 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168673 Nov 10 21:21:40.974687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783f4457-21fe-423c-84ea-ddedc627cad1 req-09845fb8-42ee-4028-a635-bd25ef30e1ad service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773903 Nov 10 21:21:41.073417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-bb82f822-027a-4f76-80c7-5e960d252c78 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.075029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-bb82f822-027a-4f76-80c7-5e960d252c78 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098512 Nov 10 21:21:41.096116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-257b4c7b-cf9b-40ff-b9c3-f53e0c1cccbe tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/quotas/2c901b5e3df040e09ecaac8dd75f6c56 HTTP/1.1" status: 200 len: 375 time: 0.0150554 Nov 10 21:21:41.109482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-f256e8fe-8acd-4b09-bce1-5a011a8e10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.111621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-f256e8fe-8acd-4b09-bce1-5a011a8e10b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1098 time: 0.0491960 Nov 10 21:21:41.134312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-a37fe1b8-7244-4ac5-a09c-a0ab39e59bb2 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364311 Nov 10 21:21:41.153644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7cfd-96c2-40fa-b74a-fd3fb2243509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:41.206690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:41.296075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-18276527-816c-460f-88b9-970f2e4878f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.298155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-18276527-816c-460f-88b9-970f2e4878f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1758950 Nov 10 21:21:41.324813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7cfd-96c2-40fa-b74a-fd3fb2243509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:41.374644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-fdfa8463-4ae4-43fc-99be-e6e0f5bf3532 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0642490 Nov 10 21:21:41.378315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7cfd-96c2-40fa-b74a-fd3fb2243509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:41.407584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73392e3-34f8-4a42-9c2c-a9698471d946 req-92b876f7-64cd-4ee6-a1ac-4426165b0120 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.416727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f73392e3-34f8-4a42-9c2c-a9698471d946 req-92b876f7-64cd-4ee6-a1ac-4426165b0120 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 946 time: 0.0710003 Nov 10 21:21:41.429703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43242) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:41.511016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c0e7cfd-96c2-40fa-b74a-fd3fb2243509 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8236e3af57ca43b9bb09d81f0e51b3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345661 Nov 10 21:21:41.514432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:41.515046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e7cfd-96c2-40fa-b74a-fd3fb2243509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd5f92-5079-436e-bfba-8e4cac7d16bf,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:41.535232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f73392e3-34f8-4a42-9c2c-a9698471d946 req-c4d0c33e-7ac6-4d98-8151-95279c9a1a96 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117594 Nov 10 21:21:41.543793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-f601e6d9-bd02-4c57-b874-1c60b9cedb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.543793 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-f601e6d9-bd02-4c57-b874-1c60b9cedb00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1596856 Nov 10 21:21:41.720148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2c682a5-1d47-41f2-9d62-64db5faf3860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:41.723381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-b264aad1-dd0d-44ca-8c7a-b5f7914adbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.724873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-b264aad1-dd0d-44ca-8c7a-b5f7914adbd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1709795 Nov 10 21:21:41.767268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dfc97-8d26-4cb3-813e-64c04fe4d38c req-e40eca6f-1e3c-4d07-999d-efde454c570f tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:41.769323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc1dfc97-8d26-4cb3-813e-64c04fe4d38c req-e40eca6f-1e3c-4d07-999d-efde454c570f tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1098 time: 0.1175392 Nov 10 21:21:41.796411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2c682a5-1d47-41f2-9d62-64db5faf3860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:41.814395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ec54610a-8397-4b5b-a7d7-495aea6018ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89062457aeff455582e4b2ff5711c607&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3829699 Nov 10 21:21:41.818051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43258) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:41.856590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e101a08b-182a-44f6-90a2-241b31f6b6f6 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:21:41.856907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a41bc64-77fb-4020-a1d6-258f2b92d96c req-34eedd41-0539-42a4-bd8c-460a30c61269 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 210 time: 0.0394375 Nov 10 21:21:41.898815 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b35b4230-ced9-4469-ab64-24b5eb1a2ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:41.924090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: e101a08b-182a-44f6-90a2-241b31f6b6f6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:21:41.925224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e101a08b-182a-44f6-90a2-241b31f6b6f6 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:21:41.928707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50a761c0-2594-4db8-8198-47970a4ca1db no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:21:41.957627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 50a761c0-2594-4db8-8198-47970a4ca1db {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:21:41.958235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50a761c0-2594-4db8-8198-47970a4ca1db not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:21:41.961868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b35b4230-ced9-4469-ab64-24b5eb1a2ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:42.052729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb74327-bccf-48f6-bdc0-1c0a3d8f506a req-47a729a2-18e4-425c-884b-0d016ddd2203 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:42.060636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-feb74327-bccf-48f6-bdc0-1c0a3d8f506a req-47a729a2-18e4-425c-884b-0d016ddd2203 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 945 time: 0.0643499 Nov 10 21:21:42.108640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-feb74327-bccf-48f6-bdc0-1c0a3d8f506a req-7a9b8182-98a0-459c-ba8a-b6e1d50b8f67 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469537 Nov 10 21:21:42.110140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b35b4230-ced9-4469-ab64-24b5eb1a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:42.113765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b35b4230-ced9-4469-ab64-24b5eb1a2ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:42.114754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b35b4230-ced9-4469-ab64-24b5eb1a2ce0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a0a9d06-bfe5-43bf-b28f-4b56c79de049 HTTP/1.1" status: 204 len: 168 time: 0.2953012 Nov 10 21:21:42.118856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc1dfc97-8d26-4cb3-813e-64c04fe4d38c req-e7a83668-56df-4d07-bb7e-9b71352ef9e4 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294706 Nov 10 21:21:42.123959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b4230-ced9-4469-ab64-24b5eb1a2ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0a9d06-bfe5-43bf-b28f-4b56c79de049,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:42.150336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-556ed340-bbbd-4b3f-9975-60bffb5a433a service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119830 Nov 10 21:21:42.279277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2c682a5-1d47-41f2-9d62-64db5faf3860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:42.282738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2c682a5-1d47-41f2-9d62-64db5faf3860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:42.285633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2c682a5-1d47-41f2-9d62-64db5faf3860 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65dd5f92-5079-436e-bfba-8e4cac7d16bf HTTP/1.1" status: 204 len: 168 time: 0.7650754 Nov 10 21:21:42.329478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c682a5-1d47-41f2-9d62-64db5faf3860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd5f92-5079-436e-bfba-8e4cac7d16bf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:42.419860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cab83e5-56e6-45d2-ae12-7f67273fa21d req-d5ed1ffe-4354-408f-9ddd-febeb4226b7a service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599092 Nov 10 21:21:42.424282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834e6e0-bbec-45d0-bbfe-7403f6809b1e req-bc6c8d7b-2b8f-4b7e-b9a2-ba839b3a5d09 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:42.427035 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4834e6e0-bbec-45d0-bbfe-7403f6809b1e req-bc6c8d7b-2b8f-4b7e-b9a2-ba839b3a5d09 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1098 time: 0.1124802 Nov 10 21:21:42.489921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4834e6e0-bbec-45d0-bbfe-7403f6809b1e req-9da3e9b9-847e-4c0f-a288-8edaadddb886 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Nov 10 21:21:42.643359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-f41d8300-f7aa-4f14-8a95-2176d251e06b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231564 Nov 10 21:21:42.793158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab03e196-693e-4224-a543-a37d1265afff tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:42.801951 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab03e196-693e-4224-a543-a37d1265afff tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501625 Nov 10 21:21:42.818650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-81fec879-ded7-44ab-9ded-cb4f84fbeb3b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/quotas/bdc6f77fa8b64385a86e0955d3d999d2 HTTP/1.1" status: 200 len: 375 time: 0.0158067 Nov 10 21:21:42.908150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-6044c8dd-7d5e-47ee-adb7-21f814ac97fd tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710123 Nov 10 21:21:42.980307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37eeb-bd94-4ae8-b23e-95bb42acdd84 req-7a49bb72-4197-4876-a6a8-8b3c0e88d750 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:42.982472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68a37eeb-bd94-4ae8-b23e-95bb42acdd84 req-7a49bb72-4197-4876-a6a8-8b3c0e88d750 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 946 time: 0.0922256 Nov 10 21:21:43.033536 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68a37eeb-bd94-4ae8-b23e-95bb42acdd84 req-fa10fcb8-d1b5-419f-b8db-10226f7be8fd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Nov 10 21:21:43.239448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f93b918-76f8-4ce0-9579-29c4c038a03e req-bc0841f6-da02-4778-bca7-b0609ea1de68 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 210 time: 0.0278053 Nov 10 21:21:43.272647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43308) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:43.348049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43314) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:43.348485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-648c0c2c-853b-4c02-995e-1380bfe91866 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc1823996d174dd9bf23653a5bc555ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746791 Nov 10 21:21:43.379443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43316) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:43.379875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-0484fc45-407d-4eb0-bbae-06cdce47d7d3 req-2d7b0218-3f51-42f9-8a4a-99d72b56e9bc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:21:43.381072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0484fc45-407d-4eb0-bbae-06cdce47d7d3 req-2d7b0218-3f51-42f9-8a4a-99d72b56e9bc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058839 Nov 10 21:21:43.400804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd65635f-0bd7-49d2-a9eb-4bed0d8fd3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.439025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca77f-12ac-4721-9e90-442619dcbf32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.476138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca77f-12ac-4721-9e90-442619dcbf32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.535804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd65635f-0bd7-49d2-a9eb-4bed0d8fd3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.618199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd65635f-0bd7-49d2-a9eb-4bed0d8fd3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.680199 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3aa1b6d2-344e-45ca-96a4-ecf1a04eaa54 req-0b22df74-75ef-445c-bc5f-073945f879cb tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 210 time: 0.0502751 Nov 10 21:21:43.680685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca77f-12ac-4721-9e90-442619dcbf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.683135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca77f-12ac-4721-9e90-442619dcbf32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.684157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7d0ca77f-12ac-4721-9e90-442619dcbf32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c3c5321-aa88-436b-b128-aeef583f4150 HTTP/1.1" status: 204 len: 168 time: 0.3345673 Nov 10 21:21:43.691969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd65635f-0bd7-49d2-a9eb-4bed0d8fd3a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6d3c6324d00452687948432febaefc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114867 Nov 10 21:21:43.695386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:43.695900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65635f-0bd7-49d2-a9eb-4bed0d8fd3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee78f26-c602-4608-a580-90a344001f59,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:43.710845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca77f-12ac-4721-9e90-442619dcbf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c5321-aa88-436b-b128-aeef583f4150,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:43.787784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1e784d7b-bedc-444b-a5e7-76036a4bae0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.811084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1e784d7b-bedc-444b-a5e7-76036a4bae0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.864673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e74ed-c322-469d-83c9-d895723d51c4 req-4657531f-178f-47c4-ad11-40e8fd91b860 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:43.872746 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-073e74ed-c322-469d-83c9-d895723d51c4 req-4657531f-178f-47c4-ad11-40e8fd91b860 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 945 time: 0.0847931 Nov 10 21:21:43.876003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-122da64e-72f8-4c65-a90a-78ee442bcd06 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258014 Nov 10 21:21:43.911109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:43.922835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-073e74ed-c322-469d-83c9-d895723d51c4 req-4e0a3103-759f-42c2-8d06-6ddc56616b74 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489867 Nov 10 21:21:43.944331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1e784d7b-bedc-444b-a5e7-76036a4bae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.946824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1e784d7b-bedc-444b-a5e7-76036a4bae0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:43.947979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1e784d7b-bedc-444b-a5e7-76036a4bae0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eee78f26-c602-4608-a580-90a344001f59 HTTP/1.1" status: 204 len: 168 time: 0.2506254 Nov 10 21:21:43.960344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e784d7b-bedc-444b-a5e7-76036a4bae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee78f26-c602-4608-a580-90a344001f59,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:44.026308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-6345d4b8-f16a-4469-804a-3dbcdc2b299c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:44.028635 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-6345d4b8-f16a-4469-804a-3dbcdc2b299c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469431 Nov 10 21:21:44.042075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Request body: {'port': {'device_id': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '2c901b5e3df040e09ecaac8dd75f6c56'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:44.091205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:44.227339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'mac_address': 'fa:16:3e:3c:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:21:44.275101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:44.295085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:44.317875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Made reservation on behalf of 2c901b5e3df040e09ecaac8dd75f6c56 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:44.322617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:44.333829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:44.334752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:44.412842 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:44.417616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:44.466237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:44.481671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:44.520321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6927b6-694e-4da9-af2c-536aa5a5a8de,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:44.607748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:44.733057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Allocated IP 192.168.233.107 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/1dbf0376-bf66-492d-8cba-444f1cd7a456) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:44.800484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74eac-0e86-41ee-9ef7-c9c9d35917f3 req-7dfd44ab-41e8-46ee-aa24-b4c3927540c7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:44.804486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04f74eac-0e86-41ee-9ef7-c9c9d35917f3 req-7dfd44ab-41e8-46ee-aa24-b4c3927540c7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 945 time: 0.0798690 Nov 10 21:21:44.819965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43380) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:44.831048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'floatingip': {'port_id': '0f9db526-d357-460a-960d-056dc9276ace'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:44.923451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aac3a-d6f2-48e2-832a-18922caa62fe req-b73e1bee-8ac1-4123-9d66-dedd8df4027e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:44.925895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef8aac3a-d6f2-48e2-832a-18922caa62fe req-b73e1bee-8ac1-4123-9d66-dedd8df4027e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 947 time: 0.0591145 Nov 10 21:21:44.955421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:44.981869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef8aac3a-d6f2-48e2-832a-18922caa62fe req-3b140659-91e9-4b93-b004-17c6aaaf14f1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494874 Nov 10 21:21:45.085016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30c72036-9648-40b5-8bbd-eee2819d9cd5 req-deab7854-4030-4a8c-bb85-42840e7a407b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 210 time: 0.0272796 Nov 10 21:21:45.088949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:45.244411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecd6ee63-d5e6-43af-a6d6-c4a5fc86eb7d req-fe73a312-a293-47b2-a71c-2169574d9f93 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 210 time: 0.0565274 Nov 10 21:21:45.327822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:45.482318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-87aedc2f-702f-47de-befd-cd25159bec9d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634854 Nov 10 21:21:45.492050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:45.524692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:45.572501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:45.578223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:45.578854 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:45.611079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Pushing event updated for resources: {'Port': ['ID=1dbf0376-bf66-492d-8cba-444f1cd7a456,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:45.848108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9147c397-63f0-44d6-a888-d6fe4024562f None None] Provisioning complete for port 1dbf0376-bf66-492d-8cba-444f1cd7a456 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:45.848712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9147c397-63f0-44d6-a888-d6fe4024562f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:45.896578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9147c397-63f0-44d6-a888-d6fe4024562f None None] Port 1dbf0376-bf66-492d-8cba-444f1cd7a456 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:46.032373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:46.033787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-18149e88-6c7e-4f6e-9ca4-3cc599cae75c tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:46.033787 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-18149e88-6c7e-4f6e-9ca4-3cc599cae75c tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4861281 Nov 10 21:21:46.033787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Request body: {'port': {'device_id': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'bdc6f77fa8b64385a86e0955d3d999d2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:46.111135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb709a38-a05c-4460-9268-3a0672d77132 req-6ce99bc5-dc88-4a96-9cff-7da708fb8414 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:46.113971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb709a38-a05c-4460-9268-3a0672d77132 req-6ce99bc5-dc88-4a96-9cff-7da708fb8414 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 947 time: 0.0555820 Nov 10 21:21:46.118769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.124659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d9d164c1-4f2e-45d4-b61e-be5b5f11dd5b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0869973 Nov 10 21:21:46.138215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Request body: {'port': {'device_id': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:46.189840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:46.199526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:46.200240 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.218822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.221916 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb709a38-a05c-4460-9268-3a0672d77132 req-2743a8d0-868b-4ce1-baf4-d19d191cda1a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905373 Nov 10 21:21:46.226888 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.357054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.358717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Made reservation on behalf of bdc6f77fa8b64385a86e0955d3d999d2 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:21:46.363030 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.364502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8536a77-67c3-4a48-9335-be1d315cf49e req-dd778bff-8222-4308-ba5d-889506ae4871 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:46.366291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8536a77-67c3-4a48-9335-be1d315cf49e req-dd778bff-8222-4308-ba5d-889506ae4871 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 936 time: 0.0740893 Nov 10 21:21:46.381353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:46.384839 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d4d622-b004-49c7-8cfd-f5b976f7460a" -d '{"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-plugged", "status": "completed", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:46.399192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:46.420357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8536a77-67c3-4a48-9335-be1d315cf49e req-e1f034bf-bcec-445c-8cd3-4ab48429b827 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479765 Nov 10 21:21:46.463205 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed associated. External IP: 172.25.7.93, port: 0f9db526-d357-460a-960d-056dc9276ace. Nov 10 21:21:46.489176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.535322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4e27361-6d3d-48ca-a3f1-6747917ebe83 req-783d6bac-7fd5-4eb1-a645-41d751999258 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 210 time: 0.0459967 Nov 10 21:21:46.552226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:46.585608 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6571cb2e-a083-43aa-87f3-17efa74c1211 x-openstack-request-id: req-6571cb2e-a083-43aa-87f3-17efa74c1211 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:46.586659 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-plugged", "status": "completed", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:46.586659 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6571cb2e-a083-43aa-87f3-17efa74c1211 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:46.587190 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'code': 200} Nov 10 21:21:46.650028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.53', 56528) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:46.746709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569870a-f7be-4895-9a13-8ccace3deb20 req-38fcaae2-2512-4ca0-9595-65d569ac5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:46.748311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7569870a-f7be-4895-9a13-8ccace3deb20 req-38fcaae2-2512-4ca0-9595-65d569ac5d99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1100 time: 0.0995095 Nov 10 21:21:46.815967 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:21:46.831744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7569870a-f7be-4895-9a13-8ccace3deb20 req-9c60ce9e-8fc0-42b1-a32f-d9c4ff03c235 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761895 Nov 10 21:21:46.840162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43452) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:46.913666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbf0376-bf66-492d-8cba-444f1cd7a456 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:46.927091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Router 4e3563b9-7045-4b79-bdd5-e414b6735c07 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:21:46.929746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:46.950399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Transition to ACTIVE for port object 1dbf0376-bf66-492d-8cba-444f1cd7a456 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:47.042809 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.067446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43460) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:47.165147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf0376-bf66-492d-8cba-444f1cd7a456,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:47.171782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:21:47.185397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.189363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Allocated IP 192.168.233.221 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/f133774d-7e20-4820-a549-68ba70c12db3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:21:47.213616 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] Sync routers for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:21:47.213928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.213928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.213928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.213928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.213928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.218443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.218902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.219143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.219471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.219823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.220155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.220486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.240834 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:47.245565 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:21:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:47.255336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-89db5e67-641f-47d8-b095-54eecc4f1c5c tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:21:47.274494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-89db5e67-641f-47d8-b095-54eecc4f1c5c tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4320464 Nov 10 21:21:47.307391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.352004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-976e6a62-7a58-47a4-a083-5cd7e092a251 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "PUT /v2.0/floatingips/ee4a47e3-15b8-43d2-960f-1c62fbc5feed HTTP/1.1" status: 200 len: 990 time: 2.5306275 Nov 10 21:21:47.364054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'tag': '0f9db526-d357-460a-960d-056dc9276ace'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:47.369825 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c4853b-8ff2-4b1f-ab38-e4533649158a" -d '{"events": [{"name": "network-changed", "server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "tag": "0f9db526-d357-460a-960d-056dc9276ace"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:47.398274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Attempting to bind port 1dbf0376-bf66-492d-8cba-444f1cd7a456 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:47.398274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Attempting to bind port 1dbf0376-bf66-492d-8cba-444f1cd7a456 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:47.398274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Attempting to bind port 1dbf0376-bf66-492d-8cba-444f1cd7a456 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:47.413548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Port 1dbf0376-bf66-492d-8cba-444f1cd7a456 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:47.414081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Attempting to bind port 1dbf0376-bf66-492d-8cba-444f1cd7a456 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:47.423251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:47.426960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:47.426960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:47.426960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Bound port: 1dbf0376-bf66-492d-8cba-444f1cd7a456, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:47.426960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.535376 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:21:47.552653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.593724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] For port 1dbf0376-bf66-492d-8cba-444f1cd7a456, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:47.598999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] For port 1dbf0376-bf66-492d-8cba-444f1cd7a456, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1dbf0376-bf66-492d-8cba-444f1cd7a456,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:47.607934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac63c5-ca03-412b-accd-fcede65e9540 req-364053ee-8265-4238-9242-cab957cf264b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:47.609717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9aac63c5-ca03-412b-accd-fcede65e9540 req-364053ee-8265-4238-9242-cab957cf264b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1460023 Nov 10 21:21:47.630881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.659015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.696039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-b7553384-f5e2-497c-8403-384ab3da20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:47.697745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-b7553384-f5e2-497c-8403-384ab3da20d9 service neutron] 10.222.0.45 "GET /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 1095 time: 0.2424495 Nov 10 21:21:47.720732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Request body: {'binding': {'host': 'n-h2-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:47.722090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Unknown quota resources ['binding']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:21:47.722561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.755376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53db3f21678d490386f17bb84cd82699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6854610 Nov 10 21:21:47.758503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43492) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:47.764481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365b5fc9-9e9f-4a3e-a981-d4cbdfcd49db,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:47.773366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9aac63c5-ca03-412b-accd-fcede65e9540 req-793cfb7a-4ca6-4934-8194-9606e2f1cb88 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555359 Nov 10 21:21:47.786225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.786525 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.786670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.786899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.787236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.788372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.788739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.790006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.790367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.790706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.791063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.791366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.791692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbdcc19-c9af-4c54-8cd7-cd317dca41b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:47.832967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:47.833655 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.835376 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] 10.222.0.53 "PUT /v2.0/ports/1dbf0376-bf66-492d-8cba-444f1cd7a456 HTTP/1.1" status: 200 len: 1097 time: 1.7030551 Nov 10 21:21:47.851964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:21:47.866366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:21:47.870410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:21:47.883445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:47.884149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:47.978365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92da36b-a536-4a77-a0ac-09db26560b35 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf0376-bf66-492d-8cba-444f1cd7a456,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:48.004022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on host n-h2-776250-11 for vnic_type normal with profile None {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:48.004022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:48.004225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:48.013285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:48.013873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:48.028922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:48.032382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:48.032382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:48.032382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Bound port: c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:48.151284 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'ee4a47e3-15b8-43d2-960f-1c62fbc5feed', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'port_id': '0f9db526-d357-460a-960d-056dc9276ace', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'mac_address': 'fa:16:3e:86:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:45Z', 'revision_number': 1, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:48.175432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:48.192924 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] Checking router: 4e3563b9-7045-4b79-bdd5-e414b6735c07 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:21:48.203425 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:21:48.204263 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:21:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:48.232446 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:48.233883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-44b9b2ee-17fa-41ea-bbc4-fe7b536d2567 service neutron] 10.222.0.45 "POST /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5212970 Nov 10 21:21:48.324770 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dedbb6b-032e-48f7-a8fa-872154e0379c x-openstack-request-id: req-0dedbb6b-032e-48f7-a8fa-872154e0379c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:48.325388 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "tag": "0f9db526-d357-460a-960d-056dc9276ace", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:48.325388 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dedbb6b-032e-48f7-a8fa-872154e0379c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:48.325660 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'tag': '0f9db526-d357-460a-960d-056dc9276ace', 'status': 'completed', 'code': 200} Nov 10 21:21:48.331503 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:21:48.343072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11c509cb-a89c-4d21-b43c-43e7377dedf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:48.348537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3339000 Nov 10 21:21:48.373350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4eebb-43f1-4be4-ac7a-903c5ec0ed0f req-7f767142-03e9-45ae-9c49-d7853c7a01ec tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:48.383388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7e4eebb-43f1-4be4-ac7a-903c5ec0ed0f req-7f767142-03e9-45ae-9c49-d7853c7a01ec tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 948 time: 0.0797672 Nov 10 21:21:48.416946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Request body: {'port': {'device_id': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:48.467261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7e4eebb-43f1-4be4-ac7a-903c5ec0ed0f req-a4480883-6c08-45bc-8458-1c6e024a213c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732718 Nov 10 21:21:48.482085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11c509cb-a89c-4d21-b43c-43e7377dedf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:48.515035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e7e3d-4ba9-44b7-9506-30fb09f17349 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Pushing event updated for resources: {'Port': ['ID=f133774d-7e20-4820-a549-68ba70c12db3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:48.518387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b8228ac6-ffb1-487f-8aee-cef689c0ddb4 None None] Provisioning complete for port f133774d-7e20-4820-a549-68ba70c12db3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:48.519440 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b8228ac6-ffb1-487f-8aee-cef689c0ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:48.583764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-9a8d1cd1-adb8-48eb-9b6c-2d5d0acdc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:48.585515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-9a8d1cd1-adb8-48eb-9b6c-2d5d0acdc356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 1097 time: 0.2624648 Nov 10 21:21:48.589270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b8228ac6-ffb1-487f-8aee-cef689c0ddb4 None None] Port f133774d-7e20-4820-a549-68ba70c12db3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:21:48.604071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:48.607245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-291df11c-556f-46d2-8918-1eb58fd29e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:48.608733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-291df11c-556f-46d2-8918-1eb58fd29e31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 1100 time: 0.2900605 Nov 10 21:21:48.613694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584dec6-68e5-47d8-9a21-c4dc1c385646 req-4ea0d560-4474-496b-9904-e7990c0897a5 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:48.615755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f584dec6-68e5-47d8-9a21-c4dc1c385646 req-4ea0d560-4474-496b-9904-e7990c0897a5 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 936 time: 0.0837801 Nov 10 21:21:48.655762 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'ee4a47e3-15b8-43d2-960f-1c62fbc5feed', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'port_id': '0f9db526-d357-460a-960d-056dc9276ace', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'mac_address': 'fa:16:3e:86:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:45Z', 'revision_number': 1, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:21:48.693433 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68fd55b-038f-4b88-8ff7-8f5f6c749933 None None] The sync data for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 is: [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'ee4a47e3-15b8-43d2-960f-1c62fbc5feed', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'port_id': '0f9db526-d357-460a-960d-056dc9276ace', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'mac_address': 'fa:16:3e:86:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:45Z', 'revision_number': 1, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:21:48.697139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-a430168b-0327-4c85-a57e-827217b2ddf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1dbf0376-bf66-492d-8cba-444f1cd7a456 HTTP/1.1" status: 200 len: 217 time: 0.0792408 Nov 10 21:21:48.705238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f584dec6-68e5-47d8-9a21-c4dc1c385646 req-cb92b50d-04a0-415f-90d5-96c5edc431c4 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802445 Nov 10 21:21:48.890733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-a0273822-1342-4683-88bb-63ae2b7f6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:48.892850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-a0273822-1342-4683-88bb-63ae2b7f6261 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1445506 Nov 10 21:21:48.904138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-3f87719c-98d6-418f-9d37-c65e0a7f7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:48.905569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-3f87719c-98d6-418f-9d37-c65e0a7f7f44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 923 time: 0.3051560 Nov 10 21:21:49.004699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f8a7c4-0bec-47b1-96c9-2c15303b2f8b None None] New status for floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:21:49.019790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11c509cb-a89c-4d21-b43c-43e7377dedf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:49.022340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11c509cb-a89c-4d21-b43c-43e7377dedf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:49.025810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-11c509cb-a89c-4d21-b43c-43e7377dedf7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/365b5fc9-9e9f-4a3e-a981-d4cbdfcd49db HTTP/1.1" status: 204 len: 168 time: 1.2634959 Nov 10 21:21:49.104373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c509cb-a89c-4d21-b43c-43e7377dedf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365b5fc9-9e9f-4a3e-a981-d4cbdfcd49db,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:49.150504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d5794904-aa35-4d7a-b726-c57f5dc1335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.152050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-d5794904-aa35-4d7a-b726-c57f5dc1335b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2358143 Nov 10 21:21:49.156489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-e19d7fc9-ce1b-4a0c-b6f5-f18b75cd49c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f9db526-d357-460a-960d-056dc9276ace HTTP/1.1" status: 200 len: 998 time: 0.2365134 Nov 10 21:21:49.167222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8aea18-67e1-4f6a-b765-7afb65950e6e req-8292672a-34f7-4041-90e9-d3bffe3f73cc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.175110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c8aea18-67e1-4f6a-b765-7afb65950e6e req-8292672a-34f7-4041-90e9-d3bffe3f73cc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 946 time: 0.2782195 Nov 10 21:21:49.192046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b92d-25de-4557-9730-95028ea1298b req-e66d008a-73b7-4b63-ad28-72a77e9ffa0c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.201713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff44b92d-25de-4557-9730-95028ea1298b req-e66d008a-73b7-4b63-ad28-72a77e9ffa0c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1006620 Nov 10 21:21:49.247402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:49.278929 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff44b92d-25de-4557-9730-95028ea1298b req-4e1858ee-01c4-497a-a6b3-fc41b8d046bf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755620 Nov 10 21:21:49.309715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-7d4c01f2-c041-469c-a113-83178ddc7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.311188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-7d4c01f2-c041-469c-a113-83178ddc7412 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1098 time: 0.1381845 Nov 10 21:21:49.333139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-f0fc70d5-97ea-4fa5-b71f-b071f92b46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.334617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-f0fc70d5-97ea-4fa5-b71f-b071f92b46b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 200 len: 861 time: 0.1530397 Nov 10 21:21:49.406044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c8aea18-67e1-4f6a-b765-7afb65950e6e req-42cea567-4976-4bb8-90cb-1405499eb1c2 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271729 Nov 10 21:21:49.428280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-5960539c-3037-4287-959f-9dd0eb51b6cf service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507181 Nov 10 21:21:49.456391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f133774d-7e20-4820-a549-68ba70c12db3 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:49.462547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-b202f916-04e0-4f31-9028-e00182c3fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.465331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-b202f916-04e0-4f31-9028-e00182c3fe43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1461246 Nov 10 21:21:49.473194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:49.533355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-a8137757-1335-401b-b3e4-8cf7a626d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.535214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-a8137757-1335-401b-b3e4-8cf7a626d078 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23449e01-6610-4074-8027-c874787b6989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929317 Nov 10 21:21:49.557621 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-de46e137-382e-4d3d-b650-388f7d7988c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 217 time: 0.0849864 Nov 10 21:21:49.586656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Transition to ACTIVE for port object f133774d-7e20-4820-a549-68ba70c12db3 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:49.636253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-324622ca-c119-44cc-bb56-a6a8f4c9d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:49.638139 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-324622ca-c119-44cc-bb56-a6a8f4c9d033 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0707340 Nov 10 21:21:49.657480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6316de2-cbb4-4d33-9f0f-680db80ba64c req-5347c535-1069-437b-b97a-030166eede13 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181737 Nov 10 21:21:49.678630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:49.689884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-ac2392df-f48a-4c45-b490-b142b21a76c2 service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283526 Nov 10 21:21:49.696553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-b2d8b885-f9fa-44f5-9b67-b72d1a4ed79c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464284 Nov 10 21:21:49.811350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Pushing event updated for resources: {'Port': ['ID=f133774d-7e20-4820-a549-68ba70c12db3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:49.882364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Attempting to bind port f133774d-7e20-4820-a549-68ba70c12db3 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:49.883380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Attempting to bind port f133774d-7e20-4820-a549-68ba70c12db3 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:49.884184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Attempting to bind port f133774d-7e20-4820-a549-68ba70c12db3 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:49.894231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Port f133774d-7e20-4820-a549-68ba70c12db3 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:49.900317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Attempting to bind port f133774d-7e20-4820-a549-68ba70c12db3 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:49.900692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-50cbb854-8891-4da1-9927-8e9a685bfd86 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012093 Nov 10 21:21:49.914695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:49.915376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:49.917452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:49.918995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Bound port: f133774d-7e20-4820-a549-68ba70c12db3, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:49.919466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:49.952501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c4853b-8ff2-4b1f-ab38-e4533649158a req-d89a42df-94ed-4d8f-a5f8-009e23dba7c8 service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405043 Nov 10 21:21:49.953201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:50.011027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d89df09-ba33-4046-ae3f-dc28f6debe4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.100157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128caf89-9548-403e-b6e1-418a67341a18 req-8bd8aa48-4cf9-43ed-872f-4166a0bd899c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.101703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-128caf89-9548-403e-b6e1-418a67341a18 req-8bd8aa48-4cf9-43ed-872f-4166a0bd899c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 948 time: 0.1466515 Nov 10 21:21:50.108338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] For port f133774d-7e20-4820-a549-68ba70c12db3, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:50.130807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-611b835b-f068-456f-9e83-8716d507f150 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206483 Nov 10 21:21:50.138165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] For port f133774d-7e20-4820-a549-68ba70c12db3, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f133774d-7e20-4820-a549-68ba70c12db3,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:50.155384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfee55e-cce2-4e8b-8781-36445c51d1fe req-fd1d9ea3-34b7-4b9e-afb0-8ad587832a8d tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.156997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2dfee55e-cce2-4e8b-8781-36445c51d1fe req-fd1d9ea3-34b7-4b9e-afb0-8ad587832a8d tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1100 time: 0.1153431 Nov 10 21:21:50.163404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-128caf89-9548-403e-b6e1-418a67341a18 req-db8ac42f-767e-4cab-bd73-b58b99bbea21 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523031 Nov 10 21:21:50.183826 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2dfee55e-cce2-4e8b-8781-36445c51d1fe req-c045fc14-c60a-4880-9afe-0905184e5847 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.217354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d89df09-ba33-4046-ae3f-dc28f6debe4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.244212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.281274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebbf9d-81ae-4903-a989-bdbc48b297d6 req-7ed84a1c-f6db-48a2-8664-a54f0bfad82c tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.282676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6ebbf9d-81ae-4903-a989-bdbc48b297d6 req-7ed84a1c-f6db-48a2-8664-a54f0bfad82c tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 948 time: 0.0558729 Nov 10 21:21:50.327879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'tag': '1dbf0376-bf66-492d-8cba-444f1cd7a456'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:50.332038 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f680446-e118-488b-8279-1835470f7345" -d '{"events": [{"name": "network-changed", "server_uuid": "c79ef318-2cf3-43ff-8f71-e29a1214d733", "tag": "1dbf0376-bf66-492d-8cba-444f1cd7a456"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:50.341182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6ebbf9d-81ae-4903-a989-bdbc48b297d6 req-01baa5c6-8993-469f-b55e-a0c687fbe150 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461898 Nov 10 21:21:50.352900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.352900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.352900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] 10.222.0.53 "PUT /v2.0/ports/f133774d-7e20-4820-a549-68ba70c12db3 HTTP/1.1" status: 200 len: 1097 time: 1.9449031 Nov 10 21:21:50.355624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d89df09-ba33-4046-ae3f-dc28f6debe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.504921 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0cc319-7d14-4d8d-89a8-f7e4a2950ad7 x-openstack-request-id: req-1f0cc319-7d14-4d8d-89a8-f7e4a2950ad7 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:50.505304 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79ef318-2cf3-43ff-8f71-e29a1214d733", "tag": "1dbf0376-bf66-492d-8cba-444f1cd7a456", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:50.505613 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f0cc319-7d14-4d8d-89a8-f7e4a2950ad7 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:50.506066 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'tag': '1dbf0376-bf66-492d-8cba-444f1cd7a456', 'status': 'completed', 'code': 200} Nov 10 21:21:50.506713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab7d6e-f687-449b-8e9a-a76c58d75408 service neutron] Pushing event updated for resources: {'Port': ['ID=f133774d-7e20-4820-a549-68ba70c12db3,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:50.524456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2dfee55e-cce2-4e8b-8781-36445c51d1fe req-c045fc14-c60a-4880-9afe-0905184e5847 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.537322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680446-e118-488b-8279-1835470f7345 req-b70654d9-aad7-4fb8-9c6c-742ff4936516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.543911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f680446-e118-488b-8279-1835470f7345 req-b70654d9-aad7-4fb8-9c6c-742ff4936516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 1100 time: 0.0606003 Nov 10 21:21:50.548512 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4d89df09-ba33-4046-ae3f-dc28f6debe4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa0c13b9b2d94d5da21987adcd308e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5655699 Nov 10 21:21:50.557704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43566) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:50.567967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89df09-ba33-4046-ae3f-dc28f6debe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e75e5d-7b53-4593-9707-3f20c729e0f4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:50.601403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2723c46d-de03-4d29-bbad-49b3ed31b893 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.602943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2723c46d-de03-4d29-bbad-49b3ed31b893 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1098 time: 0.1887066 Nov 10 21:21:50.608523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-d78be469-d3c5-433b-8ad5-f3a9fbdd5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.610686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-d78be469-d3c5-433b-8ad5-f3a9fbdd5c0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 1100 time: 0.0833788 Nov 10 21:21:50.618711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-11'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:21:50.623020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2dfee55e-cce2-4e8b-8781-36445c51d1fe req-c045fc14-c60a-4880-9afe-0905184e5847 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.687527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdeb9-7a04-4fc6-9e60-798f1468596f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.690014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680446-e118-488b-8279-1835470f7345 req-525f16eb-bb86-4b59-82fb-a1b438d7c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.692102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f680446-e118-488b-8279-1835470f7345 req-525f16eb-bb86-4b59-82fb-a1b438d7c1f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1434639 Nov 10 21:21:50.702138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-4d5f25eb-7e2f-4d69-a2b0-08c7732e2e61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=f133774d-7e20-4820-a549-68ba70c12db3 HTTP/1.1" status: 200 len: 217 time: 0.0803435 Nov 10 21:21:50.730572 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2dfee55e-cce2-4e8b-8781-36445c51d1fe req-c045fc14-c60a-4880-9afe-0905184e5847 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664585 Nov 10 21:21:50.756244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdeb9-7a04-4fc6-9e60-798f1468596f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.759905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f680446-e118-488b-8279-1835470f7345 req-1ecf35f4-5114-4a33-944b-7d0e2fe2c43a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=1dbf0376-bf66-492d-8cba-444f1cd7a456 HTTP/1.1" status: 200 len: 217 time: 0.0585840 Nov 10 21:21:50.842553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680446-e118-488b-8279-1835470f7345 req-31ff65ee-1ef0-44c5-b8b5-948cf3bb1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.844093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f680446-e118-488b-8279-1835470f7345 req-31ff65ee-1ef0-44c5-b8b5-948cf3bb1c3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0780911 Nov 10 21:21:50.904782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680446-e118-488b-8279-1835470f7345 req-0f1ec3cd-e7b4-4882-acf8-dd87921967f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:50.906471 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f680446-e118-488b-8279-1835470f7345 req-0f1ec3cd-e7b4-4882-acf8-dd87921967f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0559177 Nov 10 21:21:50.968897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdeb9-7a04-4fc6-9e60-798f1468596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.972428 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdeb9-7a04-4fc6-9e60-798f1468596f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:50.974691 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0d0bdeb9-7a04-4fc6-9e60-798f1468596f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8e75e5d-7b53-4593-9707-3f20c729e0f4 HTTP/1.1" status: 204 len: 168 time: 0.4128306 Nov 10 21:21:50.988127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bdeb9-7a04-4fc6-9e60-798f1468596f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e75e5d-7b53-4593-9707-3f20c729e0f4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:51.022554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f680446-e118-488b-8279-1835470f7345 req-fdb5ca5e-1327-4101-9d99-4db6ff9d053d service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092937 Nov 10 21:21:51.031511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-e44b55aa-b1a3-4cbf-9123-1ada4fe4fe11 req-5cc8eca1-57fb-49fe-a2ad-0583ca9abfdd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:21:51.032614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e44b55aa-b1a3-4cbf-9123-1ada4fe4fe11 req-5cc8eca1-57fb-49fe-a2ad-0583ca9abfdd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055344 Nov 10 21:21:51.035551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045fc14-c60a-4880-9afe-0905184e5847 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea0e00-2667-4cce-9ed3-4bae0d803131,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:51.042154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-90d4117a-13ee-4819-9c8a-0e96ece06405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:51.043602 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-90d4117a-13ee-4819-9c8a-0e96ece06405 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.3330605 Nov 10 21:21:51.108670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:51.152090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d297d-05b4-40d9-88c9-fa1abb8b013e req-eae58b8d-5e5c-48d9-9e42-f154576872fb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:51.153877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-102d297d-05b4-40d9-88c9-fa1abb8b013e req-eae58b8d-5e5c-48d9-9e42-f154576872fb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 946 time: 0.1817338 Nov 10 21:21:51.167366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f680446-e118-488b-8279-1835470f7345 req-e55b879f-b82c-4a98-80e3-c2574ac73d71 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338093 Nov 10 21:21:51.179427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-0c7caad4-5a4c-44b4-8b52-4a9ec20c0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:51.181055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-0c7caad4-5a4c-44b4-8b52-4a9ec20c0782 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109045 Nov 10 21:21:51.346457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-102d297d-05b4-40d9-88c9-fa1abb8b013e req-d745b46e-26f5-43b3-915b-ab6c5045ee8d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694648 Nov 10 21:21:51.379650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-48aafd06-ff72-4bd9-8ea0-664006026cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868670 Nov 10 21:21:51.400348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:51.507082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:51.556196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8de718f-4b4e-4c6e-8aae-ef573c872ce3 req-993d3740-97a6-409c-b376-63ccf06ce94b service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686914 Nov 10 21:21:51.571817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:51.715847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:51.822385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:51.864643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99f9d6-8b1c-4ec7-b5d5-bef3dd81ffb3 req-06b62968-b332-403c-9f28-556849a3b69b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:51.864847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c275d-db00-426e-95ad-815da830a0a3 req-a3e959ac-6c1b-44dd-886f-1d4e21f86686 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:51.866147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e99f9d6-8b1c-4ec7-b5d5-bef3dd81ffb3 req-06b62968-b332-403c-9f28-556849a3b69b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 948 time: 0.1006277 Nov 10 21:21:51.866783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d86c275d-db00-426e-95ad-815da830a0a3 req-a3e959ac-6c1b-44dd-886f-1d4e21f86686 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 948 time: 0.0528855 Nov 10 21:21:51.867292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on host n-h1-776250-11 for vnic_type normal with profile {"migrating_to": "n-h2-776250-11"} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:21:51.867628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:21:51.867979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:51.872621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:21:51.872948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Attempting to bind port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:21:51.890546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:21:51.890867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:21:51.891309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:21:51.891827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Bound port: c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:21:51.892186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:51.915543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d86c275d-db00-426e-95ad-815da830a0a3 req-48babcc3-af01-4401-b1e4-8529d1cdef23 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Nov 10 21:21:51.961270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e99f9d6-8b1c-4ec7-b5d5-bef3dd81ffb3 req-32996a7f-3313-4a7a-8b05-fc6aed178399 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861692 Nov 10 21:21:51.991705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:51.995554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:21:52.031770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff83ff-085d-494d-8d65-14efb8a8a921 req-3f916eb0-9310-45be-8e7c-4f68cd324ba5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.033225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1ff83ff-085d-494d-8d65-14efb8a8a921 req-3f916eb0-9310-45be-8e7c-4f68cd324ba5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0617294 Nov 10 21:21:52.076003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.105117 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1ff83ff-085d-494d-8d65-14efb8a8a921 req-8825e109-7ddf-48a6-9596-6599580949e2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629539 Nov 10 21:21:52.156689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=8']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:52.163208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.163667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.171123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-2e29e7ab-ac03-44bf-bf61-aabb719a7abb service neutron] 10.222.0.53 "PUT /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 1124 time: 1.5531204 Nov 10 21:21:52.187074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43614) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:52.243627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:52.328529 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3431db12-221d-4a60-8d5d-dcf436c5e94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.353918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43622) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:52.416090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3431db12-221d-4a60-8d5d-dcf436c5e94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.469933 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3431db12-221d-4a60-8d5d-dcf436c5e94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.476880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333bd6d-6b44-4351-ae0d-1c2c09a3856e req-8c780a8b-0551-4269-9312-cc6b906ce246 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.478541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7333bd6d-6b44-4351-ae0d-1c2c09a3856e req-8c780a8b-0551-4269-9312-cc6b906ce246 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0499561 Nov 10 21:21:52.510250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'tag': 'f133774d-7e20-4820-a549-68ba70c12db3'}, {'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6'}, {'name': 'network-changed', 'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:52.513159 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087efddd-9c59-440b-a255-0a1fbe11f8da" -d '{"events": [{"name": "network-changed", "server_uuid": "e5177cc9-a77e-4e8c-91cb-f16098ce2b9f", "tag": "f133774d-7e20-4820-a549-68ba70c12db3"}, {"server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6"}, {"name": "network-changed", "server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:52.517960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3431db12-221d-4a60-8d5d-dcf436c5e94f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=343d8f09b8de4cf894317e7901865bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293765 Nov 10 21:21:52.522674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43634) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:52.523675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431db12-221d-4a60-8d5d-dcf436c5e94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea10d2-351c-42f6-98e0-66a44fde1ad5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:52.548590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7333bd6d-6b44-4351-ae0d-1c2c09a3856e req-bde75575-8e4d-4720-ae5d-7c8e1c95888f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639665 Nov 10 21:21:52.595746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8efb6ffb-acae-4925-b45f-a35c7e7203f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.616984 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9c549c-92a2-4315-8655-8d52dbf6f535 x-openstack-request-id: req-6e9c549c-92a2-4315-8655-8d52dbf6f535 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:52.617467 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5177cc9-a77e-4e8c-91cb-f16098ce2b9f", "tag": "f133774d-7e20-4820-a549-68ba70c12db3", "status": "completed", "code": 200}, {"server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6", "code": 200}, {"name": "network-changed", "server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:52.617724 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e9c549c-92a2-4315-8655-8d52dbf6f535 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:52.618148 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'tag': 'f133774d-7e20-4820-a549-68ba70c12db3', 'status': 'completed', 'code': 200} Nov 10 21:21:52.618424 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6', 'code': 200} Nov 10 21:21:52.618694 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6', 'status': 'completed', 'code': 200} Nov 10 21:21:52.631167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8efb6ffb-acae-4925-b45f-a35c7e7203f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.727527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-443c8c55-dc2b-44a7-98f6-d9bb32e2a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.729288 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-443c8c55-dc2b-44a7-98f6-d9bb32e2a5ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 1100 time: 0.1057715 Nov 10 21:21:52.733815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-8c4a7173-5381-4943-a2aa-2f6aa5980e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.737539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-8c4a7173-5381-4943-a2aa-2f6aa5980e9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1127 time: 0.1010878 Nov 10 21:21:52.765014 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-1a5da572-73fb-46c8-ad40-dade2b31496d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4047527 Nov 10 21:21:52.779438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-269947af-294a-4116-921b-30a94c55784b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:21:52.780425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-269947af-294a-4116-921b-30a94c55784b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049520 Nov 10 21:21:52.784660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8efb6ffb-acae-4925-b45f-a35c7e7203f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.789200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8efb6ffb-acae-4925-b45f-a35c7e7203f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:52.790456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8efb6ffb-acae-4925-b45f-a35c7e7203f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86ea10d2-351c-42f6-98e0-66a44fde1ad5 HTTP/1.1" status: 204 len: 168 time: 0.2542675 Nov 10 21:21:52.800112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb6ffb-acae-4925-b45f-a35c7e7203f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea10d2-351c-42f6-98e0-66a44fde1ad5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:52.907476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-dc93441e-c2f4-42e5-b48a-9085e5a09330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.908999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-dc93441e-c2f4-42e5-b48a-9085e5a09330 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1717811 Nov 10 21:21:52.914855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-dceb6102-8603-49a4-bfa2-496bb346f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:52.916390 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-dceb6102-8603-49a4-bfa2-496bb346f040 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1585898 Nov 10 21:21:52.965940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-e34326ed-4cea-48e1-8bcf-349b899c591d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=f133774d-7e20-4820-a549-68ba70c12db3 HTTP/1.1" status: 200 len: 217 time: 0.0486279 Nov 10 21:21:53.007352 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-53a319d6-5e3f-4dfc-97a3-75b6ad8b9863 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 217 time: 0.0482392 Nov 10 21:21:53.103317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8592-6493-4aad-a77f-ab2f1bb9b963 req-e8bf9d13-18a5-434b-995f-79d9b7f73378 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:53.107998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-196f8592-6493-4aad-a77f-ab2f1bb9b963 req-e8bf9d13-18a5-434b-995f-79d9b7f73378 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 948 time: 0.0715842 Nov 10 21:21:53.123512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-8f3c62a5-0817-4de4-8477-0b36b6569b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:53.126269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-8f3c62a5-0817-4de4-8477-0b36b6569b46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1283262 Nov 10 21:21:53.138340 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:53.143813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-c3dad306-e05b-4c7b-8bc5-e70295096b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:53.149261 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-c3dad306-e05b-4c7b-8bc5-e70295096b67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.1121314 Nov 10 21:21:53.155027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe5514-46ce-4510-85ec-1e4a673e74e9 req-682b97fc-34b3-44a2-b79d-2564f9a52607 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:53.156594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42fe5514-46ce-4510-85ec-1e4a673e74e9 req-682b97fc-34b3-44a2-b79d-2564f9a52607 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 948 time: 0.1585815 Nov 10 21:21:53.160600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-196f8592-6493-4aad-a77f-ab2f1bb9b963 req-eba46a1e-d5c6-4f8f-b913-f34245b062eb tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457814 Nov 10 21:21:53.219936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-4d970a01-8d58-42d0-899c-bc7a2d1c8984 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359402 Nov 10 21:21:53.335064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-7ac8de7f-fb18-4cf8-8105-c2b266116dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:53.337113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-7ac8de7f-fb18-4cf8-8105-c2b266116dc7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2026803 Nov 10 21:21:53.363397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42fe5514-46ce-4510-85ec-1e4a673e74e9 req-2daf4a13-a941-4f02-a455-bd7c64b39315 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812012 Nov 10 21:21:53.367840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66924-4b10-4a53-a6e3-4b7f668b9a37 req-928ba288-ccc7-4c1f-923e-a51f9d1d7599 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:53.375409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52e66924-4b10-4a53-a6e3-4b7f668b9a37 req-928ba288-ccc7-4c1f-923e-a51f9d1d7599 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0802739 Nov 10 21:21:53.429959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52e66924-4b10-4a53-a6e3-4b7f668b9a37 req-975977e9-da03-4223-a7c9-385499c72a7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536764 Nov 10 21:21:53.434312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-2c1acd30-4826-4488-a61b-15b7c1addf91 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165239 Nov 10 21:21:53.446204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43658) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:53.526427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-79a378e3-5203-44d9-8586-eebee11cd57f service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791766 Nov 10 21:21:53.605875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-308c5f57-044a-44c0-a1b7-7148db5b3627 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638689 Nov 10 21:21:53.671256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-087efddd-9c59-440b-a255-0a1fbe11f8da req-9ed004b2-520c-4bc5-b593-9c7f066e4837 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350708 Nov 10 21:21:53.686128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29e85156-368a-4d6c-bd76-0cbf5ce74e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:53.693250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da99b1-461c-4d05-8eaf-c111630ef503 req-b868b40d-b050-4ca8-8108-4e2b072b5175 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:53.694786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58da99b1-461c-4d05-8eaf-c111630ef503 req-b868b40d-b050-4ca8-8108-4e2b072b5175 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0629277 Nov 10 21:21:53.732080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43672) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:53.748730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89cba214-a0e2-4562-b0aa-11fd877e6474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:53.770745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58da99b1-461c-4d05-8eaf-c111630ef503 req-756c1302-3cdb-417e-8381-13f96278d8f1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663190 Nov 10 21:21:53.829968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29e85156-368a-4d6c-bd76-0cbf5ce74e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:53.867512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89cba214-a0e2-4562-b0aa-11fd877e6474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:53.886454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29e85156-368a-4d6c-bd76-0cbf5ce74e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:53.927907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29e85156-368a-4d6c-bd76-0cbf5ce74e55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12e9ec52b70b4d3e9986b54a374129a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768639 Nov 10 21:21:53.927907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e85156-368a-4d6c-bd76-0cbf5ce74e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e79aa1-f186-472d-ab01-d308de3c063a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:53.928146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43682) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:53.949994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89cba214-a0e2-4562-b0aa-11fd877e6474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:53.958003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1dbf0376-bf66-492d-8cba-444f1cd7a456 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:53.984939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba214-a0e2-4562-b0aa-11fd877e6474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9db2c0f-ae52-4225-81d4-e6269539a1f2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:54.021079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a2f-18d4-42bb-a3d7-775086c5e06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.022502 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-89cba214-a0e2-4562-b0aa-11fd877e6474 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbdc5a37a1724160a39adbe2d5537b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900884 Nov 10 21:21:54.025190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43684) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:54.073207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a2f-18d4-42bb-a3d7-775086c5e06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.086015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1dbf0376-bf66-492d-8cba-444f1cd7a456, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1dbf0376-bf66-492d-8cba-444f1cd7a456,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:54.097223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '1dbf0376-bf66-492d-8cba-444f1cd7a456', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '1dbf0376-bf66-492d-8cba-444f1cd7a456', 'mac_address': 'fa:16:3e:a8:99:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:21:54.131327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be0e077a-2954-47e5-b2c4-e25e868aac3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.138665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.161563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbf0376-bf66-492d-8cba-444f1cd7a456 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:54.164284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be0e077a-2954-47e5-b2c4-e25e868aac3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.203701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1dbf0376-bf66-492d-8cba-444f1cd7a456, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1dbf0376-bf66-492d-8cba-444f1cd7a456,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:54.256021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a2f-18d4-42bb-a3d7-775086c5e06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.261415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43b0a2f-18d4-42bb-a3d7-775086c5e06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.267351 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c43b0a2f-18d4-42bb-a3d7-775086c5e06d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53e79aa1-f186-472d-ab01-d308de3c063a HTTP/1.1" status: 204 len: 168 time: 0.3349571 Nov 10 21:21:54.274210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b0a2f-18d4-42bb-a3d7-775086c5e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e79aa1-f186-472d-ab01-d308de3c063a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:54.310241 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.337787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be01cf-3826-493c-88b9-7ac6c1da5ebd req-e66d267c-5e37-40f7-b072-318d0f6948a1 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:54.342212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be0e077a-2954-47e5-b2c4-e25e868aac3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.345838 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be0e077a-2954-47e5-b2c4-e25e868aac3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:54.346960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4be01cf-3826-493c-88b9-7ac6c1da5ebd req-e66d267c-5e37-40f7-b072-318d0f6948a1 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 948 time: 0.0965309 Nov 10 21:21:54.351174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-be0e077a-2954-47e5-b2c4-e25e868aac3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9db2c0f-ae52-4225-81d4-e6269539a1f2 HTTP/1.1" status: 204 len: 168 time: 0.3243194 Nov 10 21:21:54.364029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e077a-2954-47e5-b2c4-e25e868aac3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9db2c0f-ae52-4225-81d4-e6269539a1f2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:54.369063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1dbf0376-bf66-492d-8cba-444f1cd7a456,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:54.380205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.380556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.380869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.381201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.381531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.381856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.382266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.382592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.382913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.383235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.383555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.383898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:21:54.420380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4be01cf-3826-493c-88b9-7ac6c1da5ebd req-d88681b0-1a81-4d8e-93d5-21725319ab2d tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725443 Nov 10 21:21:54.499490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe19b5-22c7-4bb2-8989-53d446d2faa4 req-5c603701-9064-4996-a07b-6be341540832 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:54.502351 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7afe19b5-22c7-4bb2-8989-53d446d2faa4 req-5c603701-9064-4996-a07b-6be341540832 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 948 time: 0.0732930 Nov 10 21:21:54.554420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1dbf0376-bf66-492d-8cba-444f1cd7a456'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:54.597173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7afe19b5-22c7-4bb2-8989-53d446d2faa4 req-586e36a8-1fb9-4d9b-8bfa-a8496ffbed0b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892456 Nov 10 21:21:54.613463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9e2b-5a03-41d6-9bf8-b7e03f13cbba req-c47e754c-f39b-4d3e-bc7d-7c9b285c7f4e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:54.615103 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56bd9e2b-5a03-41d6-9bf8-b7e03f13cbba req-c47e754c-f39b-4d3e-bc7d-7c9b285c7f4e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1117120 Nov 10 21:21:54.662574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56bd9e2b-5a03-41d6-9bf8-b7e03f13cbba req-e73cdbad-07f8-488e-b712-12b41b731fc9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Nov 10 21:21:54.906587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a45714-158d-4aae-9a09-a27d995c0ea4 req-08760937-01cd-4db7-93b5-bd1ec49cfab0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:54.908537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9a45714-158d-4aae-9a09-a27d995c0ea4 req-08760937-01cd-4db7-93b5-bd1ec49cfab0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0526433 Nov 10 21:21:54.955841 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9a45714-158d-4aae-9a09-a27d995c0ea4 req-f4ce6cba-a320-42b2-9330-5ae618b21fdd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Nov 10 21:21:55.068595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43722) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:55.087288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-261d2626-8d0f-4480-b1bd-8e9e2b7c9aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:55.178436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-261d2626-8d0f-4480-b1bd-8e9e2b7c9aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:55.241509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-261d2626-8d0f-4480-b1bd-8e9e2b7c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:55.282046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-261d2626-8d0f-4480-b1bd-8e9e2b7c9aaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc6e4254207a4e4ba64c019535a402d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123458 Nov 10 21:21:55.283012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d2626-8d0f-4480-b1bd-8e9e2b7c9aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6589e0-bcc8-43e7-94d4-945fc3389a8e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:55.284820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43732) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:55.345825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29856c4d-583a-4e55-91c5-7b4ba7a071d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:55.374038 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29856c4d-583a-4e55-91c5-7b4ba7a071d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:55.481605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29856c4d-583a-4e55-91c5-7b4ba7a071d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:55.484257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29856c4d-583a-4e55-91c5-7b4ba7a071d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:55.488485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29856c4d-583a-4e55-91c5-7b4ba7a071d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc6589e0-bcc8-43e7-94d4-945fc3389a8e HTTP/1.1" status: 204 len: 168 time: 0.1995709 Nov 10 21:21:55.496003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29856c4d-583a-4e55-91c5-7b4ba7a071d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6589e0-bcc8-43e7-94d4-945fc3389a8e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:55.556393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05550623-ec32-4c63-b668-75fce4a29c94 req-46d07e54-5b5a-4804-9e2d-04c8a028e0c3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:55.558532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05550623-ec32-4c63-b668-75fce4a29c94 req-46d07e54-5b5a-4804-9e2d-04c8a028e0c3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 949 time: 0.0644603 Nov 10 21:21:55.611218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05550623-ec32-4c63-b668-75fce4a29c94 req-920cf171-fa9f-47af-ad5b-7de5de5e7e09 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462368 Nov 10 21:21:55.746934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9814c-e4b7-4145-895a-818dfea2e927 req-ad75dd6c-942f-40ca-8580-8141c7052f88 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:55.748355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ea9814c-e4b7-4145-895a-818dfea2e927 req-ad75dd6c-942f-40ca-8580-8141c7052f88 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 948 time: 0.0735826 Nov 10 21:21:55.811528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ea9814c-e4b7-4145-895a-818dfea2e927 req-0865daa1-0a9d-444b-9432-98633946a7ff tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549250 Nov 10 21:21:55.839073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab181803-c81b-4681-9f09-09e610ef5728 req-a3e3cf7d-abb7-42b3-a5fc-6e899e2af4d7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:55.839073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab181803-c81b-4681-9f09-09e610ef5728 req-a3e3cf7d-abb7-42b3-a5fc-6e899e2af4d7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0559664 Nov 10 21:21:55.892309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab181803-c81b-4681-9f09-09e610ef5728 req-655e2f8b-714c-4dfe-bda7-bd005fb37329 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Nov 10 21:21:55.938289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-1ac95f16-c5a4-4a3b-9abf-dd6a5f5dca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:55.939798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-1ac95f16-c5a4-4a3b-9abf-dd6a5f5dca73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1100 time: 0.0450635 Nov 10 21:21:55.973279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:56.023665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1dbf0376-bf66-492d-8cba-444f1cd7a456 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:56.047069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-9b77e4e5-6d87-46ef-be32-adfea6dfc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:56.048847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-9b77e4e5-6d87-46ef-be32-adfea6dfc067 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.0989285 Nov 10 21:21:56.107204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc798d-bcfa-4735-b80d-cc9e06d5d301 req-515b1518-2cb8-4a5e-9c96-99f1c33e5dcc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:56.114667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-f9c8cfc9-98f4-4052-a695-ccc58ba56454 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0477808 Nov 10 21:21:56.115818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39cc798d-bcfa-4735-b80d-cc9e06d5d301 req-515b1518-2cb8-4a5e-9c96-99f1c33e5dcc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0578725 Nov 10 21:21:56.132230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:56.152451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 has no active binding in host n-h2-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:21:56.153077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f133774d-7e20-4820-a549-68ba70c12db3 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:21:56.176105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39cc798d-bcfa-4735-b80d-cc9e06d5d301 req-64ef5762-dda9-42a4-895a-30e5ce409ca4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593302 Nov 10 21:21:56.194316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-b5299ce5-f79f-42a3-9cf7-502e95c68bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:56.198999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-b5299ce5-f79f-42a3-9cf7-502e95c68bff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0763853 Nov 10 21:21:56.246349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 1dbf0376-bf66-492d-8cba-444f1cd7a456 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:56.250213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-d762d3a2-2161-457c-89dd-541bf3c79b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:56.252086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-d762d3a2-2161-457c-89dd-541bf3c79b5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415878 Nov 10 21:21:56.252569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 1dbf0376-bf66-492d-8cba-444f1cd7a456 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:56.253013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.318321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43772) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:56.318444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f133774d-7e20-4820-a549-68ba70c12db3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f133774d-7e20-4820-a549-68ba70c12db3,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:56.335118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'f133774d-7e20-4820-a549-68ba70c12db3', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'f133774d-7e20-4820-a549-68ba70c12db3', 'mac_address': 'fa:16:3e:89:45:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:21:56.404887 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.406697 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.429483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f133774d-7e20-4820-a549-68ba70c12db3 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:56.457914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf0376-bf66-492d-8cba-444f1cd7a456'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:56.461803 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a74d0-6c7b-42f7-98fe-83bf498712d5" -d '{"events": [{"server_uuid": "c79ef318-2cf3-43ff-8f71-e29a1214d733", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf0376-bf66-492d-8cba-444f1cd7a456"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:56.615009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2a0400b-3573-4a1d-859f-05bd466daf79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.623015 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f295d6f-09c9-4556-9e94-db928d750622 x-openstack-request-id: req-7f295d6f-09c9-4556-9e94-db928d750622 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:56.623327 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79ef318-2cf3-43ff-8f71-e29a1214d733", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf0376-bf66-492d-8cba-444f1cd7a456", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:56.623623 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f295d6f-09c9-4556-9e94-db928d750622 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:56.626184 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf0376-bf66-492d-8cba-444f1cd7a456', 'code': 200} Nov 10 21:21:56.628537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1dbf0376-bf66-492d-8cba-444f1cd7a456, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1dbf0376-bf66-492d-8cba-444f1cd7a456,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:56.630676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f133774d-7e20-4820-a549-68ba70c12db3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f133774d-7e20-4820-a549-68ba70c12db3,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:56.677542 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-4da99a5b-eae4-4bd1-9177-951ff6beb9dd service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113631 Nov 10 21:21:56.684407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111317-6b41-4e6a-9531-cb903ba5a636 req-ef9df812-fdf1-4da9-9e0a-550d9463e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:56.685824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db111317-6b41-4e6a-9531-cb903ba5a636 req-ef9df812-fdf1-4da9-9e0a-550d9463e9e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 1101 time: 0.0589130 Nov 10 21:21:56.717099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2a0400b-3573-4a1d-859f-05bd466daf79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.740080 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.741874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.804015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1dbf0376-bf66-492d-8cba-444f1cd7a456,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:56.843303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db111317-6b41-4e6a-9531-cb903ba5a636 req-128af61d-04ac-447c-94c8-62a9e3d7d7bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312051 Nov 10 21:21:56.847872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-647aac74-8c4a-4b7f-9344-7079c1bb2ead service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611185 Nov 10 21:21:56.856465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4b82-2f7b-4515-aa64-a42a2985dab1 req-d9cd2585-8d54-42b4-a800-70ba0342e1a0 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:56.858045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aae4b82-2f7b-4515-aa64-a42a2985dab1 req-d9cd2585-8d54-42b4-a800-70ba0342e1a0 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 950 time: 0.1449552 Nov 10 21:21:56.860194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f133774d-7e20-4820-a549-68ba70c12db3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:56.887747 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2a0400b-3573-4a1d-859f-05bd466daf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:56.917818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aae4b82-2f7b-4515-aa64-a42a2985dab1 req-98c08dbb-f5a2-44aa-8451-5d4e942f1e8f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521138 Nov 10 21:21:56.952027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0400b-3573-4a1d-859f-05bd466daf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc257a96-f228-4b1a-ad37-651de7edfa71,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:56.958689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b2a0400b-3573-4a1d-859f-05bd466daf79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1737d89f23d94cd29d830e46274488cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6413748 Nov 10 21:21:56.961576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43800) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:56.980598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['f133774d-7e20-4820-a549-68ba70c12db3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:21:56.986090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa35ee6-d76a-4b9d-a3ad-74707da4b3e8 req-5353d6ff-ed00-4b7c-b96b-8c8b35ecf2f0 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:56.988484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fa35ee6-d76a-4b9d-a3ad-74707da4b3e8 req-5353d6ff-ed00-4b7c-b96b-8c8b35ecf2f0 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 949 time: 0.0837805 Nov 10 21:21:57.072281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fa35ee6-d76a-4b9d-a3ad-74707da4b3e8 req-4f72af20-6e07-49a7-942f-8688329bbb4f tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770640 Nov 10 21:21:57.075356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e917bc9-89bf-4f12-b054-91561cb2a2bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:57.120415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf99bab-1072-4f27-a9c6-eeacfd9ab32b req-6b3c6eb5-38c5-438c-89f8-87f1c2f854cb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:57.125520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bf99bab-1072-4f27-a9c6-eeacfd9ab32b req-6b3c6eb5-38c5-438c-89f8-87f1c2f854cb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1074071 Nov 10 21:21:57.127556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e917bc9-89bf-4f12-b054-91561cb2a2bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:57.202964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bf99bab-1072-4f27-a9c6-eeacfd9ab32b req-f7c0527b-43db-472f-ba9b-e6e949774ebd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662189 Nov 10 21:21:57.287163 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e917bc9-89bf-4f12-b054-91561cb2a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:57.290314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e917bc9-89bf-4f12-b054-91561cb2a2bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:57.291623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3e917bc9-89bf-4f12-b054-91561cb2a2bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc257a96-f228-4b1a-ad37-651de7edfa71 HTTP/1.1" status: 204 len: 168 time: 0.3281312 Nov 10 21:21:57.302223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e917bc9-89bf-4f12-b054-91561cb2a2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc257a96-f228-4b1a-ad37-651de7edfa71,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:57.337389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8607a-a4c4-456e-9729-9ad1c440460a req-f9990024-9614-42d1-88bb-c1ed487d1164 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:57.339957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0b8607a-a4c4-456e-9729-9ad1c440460a req-f9990024-9614-42d1-88bb-c1ed487d1164 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 944 time: 0.0762844 Nov 10 21:21:57.389013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0b8607a-a4c4-456e-9729-9ad1c440460a req-a84d8bb2-9f7d-40da-96de-13e4b571890b tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Nov 10 21:21:58.000146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f133774d-7e20-4820-a549-68ba70c12db3 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:21:58.017983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43834) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:58.033290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8db4fc59-f5c5-46bc-8d5e-cd047ad147d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.058392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1b9aa-4f0a-42cb-8482-259b81ad7e93 req-fb241138-2144-48ad-81cb-bcb4240b55c9 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:58.060230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-06c1b9aa-4f0a-42cb-8482-259b81ad7e93 req-fb241138-2144-48ad-81cb-bcb4240b55c9 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 950 time: 0.0745845 Nov 10 21:21:58.115414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port f133774d-7e20-4820-a549-68ba70c12db3 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:21:58.119542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port f133774d-7e20-4820-a549-68ba70c12db3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:21:58.119865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.125280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8db4fc59-f5c5-46bc-8d5e-cd047ad147d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.149514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-ccc5b071-a129-4c2a-8211-c8263fca9532 service neutron] 10.222.0.64 "GET /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.1094868 Nov 10 21:21:58.157925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-06c1b9aa-4f0a-42cb-8482-259b81ad7e93 req-69bb2484-fa4a-4d33-838e-570d1eb555f9 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749009 Nov 10 21:21:58.201258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8db4fc59-f5c5-46bc-8d5e-cd047ad147d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.258499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.258733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4fc59-f5c5-46bc-8d5e-cd047ad147d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e57c01-49a5-416f-b766-5317635fcfc1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:58.263132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8db4fc59-f5c5-46bc-8d5e-cd047ad147d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e8204421fc74df49080ef35e9b5a450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436833 Nov 10 21:21:58.271596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43844) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:21:58.320786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f133774d-7e20-4820-a549-68ba70c12db3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f133774d-7e20-4820-a549-68ba70c12db3,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:58.327855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c1d29ed-ff39-477f-960d-558d99f3ca51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.350278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c1d29ed-ff39-477f-960d-558d99f3ca51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.401235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.412993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:58.430049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822fd8a-2d19-4d87-b973-2fa3044fccac req-db8a833d-be2a-496d-aced-824fb10a9fe6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:58.437203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9822fd8a-2d19-4d87-b973-2fa3044fccac req-db8a833d-be2a-496d-aced-824fb10a9fe6 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 949 time: 0.0955884 Nov 10 21:21:58.455123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f133774d-7e20-4820-a549-68ba70c12db3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:58.469062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c1d29ed-ff39-477f-960d-558d99f3ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.469646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:21:58.474234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c1d29ed-ff39-477f-960d-558d99f3ca51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.476407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6c1d29ed-ff39-477f-960d-558d99f3ca51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95e57c01-49a5-416f-b766-5317635fcfc1 HTTP/1.1" status: 204 len: 168 time: 0.2098751 Nov 10 21:21:58.489229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d29ed-ff39-477f-960d-558d99f3ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e57c01-49a5-416f-b766-5317635fcfc1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:58.528996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9822fd8a-2d19-4d87-b973-2fa3044fccac req-99e05c1a-8a23-4d28-9bb8-e63cff6b6d3d tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908818 Nov 10 21:21:58.533087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:21:58.555663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:21:58.629317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f133774d-7e20-4820-a549-68ba70c12db3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:21:58.630532 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff70de4a-69a4-42e0-9394-2b65e9dcb86f" -d '{"events": [{"server_uuid": "e5177cc9-a77e-4e8c-91cb-f16098ce2b9f", "name": "network-vif-plugged", "status": "completed", "tag": "f133774d-7e20-4820-a549-68ba70c12db3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:21:58.634752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.688378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6de35c-cc9e-4b10-b53b-89a63f0400b9 req-f651fb6c-4255-4fd2-894e-0d9fe4fa0bbe tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:58.695617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc6de35c-cc9e-4b10-b53b-89a63f0400b9 req-f651fb6c-4255-4fd2-894e-0d9fe4fa0bbe tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0948830 Nov 10 21:21:58.765591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] Transition to ACTIVE for port object c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:21:58.769396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc6de35c-cc9e-4b10-b53b-89a63f0400b9 req-6951b0e2-e2f3-4976-afc0-0528da0fd98a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729163 Nov 10 21:21:58.822473 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:21:58.923091 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c5d5be-d3eb-48a2-ac7b-8ce3a62fcbbf x-openstack-request-id: req-12c5d5be-d3eb-48a2-ac7b-8ce3a62fcbbf {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:21:58.923474 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5177cc9-a77e-4e8c-91cb-f16098ce2b9f", "name": "network-vif-plugged", "status": "completed", "tag": "f133774d-7e20-4820-a549-68ba70c12db3", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:21:58.923839 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12c5d5be-d3eb-48a2-ac7b-8ce3a62fcbbf {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:21:58.924466 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f133774d-7e20-4820-a549-68ba70c12db3', 'code': 200} Nov 10 21:21:58.928460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] No DVR routers for this DVR port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:21:58.942629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=10']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:21:58.972863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6faeab-166c-46eb-a336-3e01e0a7b30b req-ea0b3b88-fcbf-4998-8279-a2c2e0a7b565 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:58.974662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c6faeab-166c-46eb-a336-3e01e0a7b30b req-ea0b3b88-fcbf-4998-8279-a2c2e0a7b565 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.1222463 Nov 10 21:21:58.980918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1a1a5da9-2f9e-4cbb-b2fe-ed3a1d19d556 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6/bindings/n-h2-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8210564 Nov 10 21:21:59.059766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c6faeab-166c-46eb-a336-3e01e0a7b30b req-7fb60f81-883b-4858-a2a7-4c364a23b752 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779672 Nov 10 21:21:59.066243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d33858-c12c-4238-b4aa-2d012d9f9197 req-1fff85a3-5258-4b07-90fd-259661d18393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.067431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68d33858-c12c-4238-b4aa-2d012d9f9197 req-1fff85a3-5258-4b07-90fd-259661d18393 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 1102 time: 0.0712724 Nov 10 21:21:59.154821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68d33858-c12c-4238-b4aa-2d012d9f9197 req-a68c1524-3ed8-45f8-beb4-e6a394b381e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777137 Nov 10 21:21:59.178309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-60f8d7ad-bf10-4a1b-8cec-e251cac3b453 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.179694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-60f8d7ad-bf10-4a1b-8cec-e251cac3b453 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.0627024 Nov 10 21:21:59.298915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2c7bf-259a-41e8-bd98-d2e86546f0d8 req-0acbe4a3-c655-4437-8aff-a0b6aff771b2 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.300618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c9c2c7bf-259a-41e8-bd98-d2e86546f0d8 req-0acbe4a3-c655-4437-8aff-a0b6aff771b2 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 950 time: 0.0495863 Nov 10 21:21:59.352361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c9c2c7bf-259a-41e8-bd98-d2e86546f0d8 req-6f8ff630-fd41-4e5c-bfc9-8196598db2ab tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Nov 10 21:21:59.448353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-5fdbfbf7-42e5-4b20-986f-d30b0be3b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.449846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-5fdbfbf7-42e5-4b20-986f-d30b0be3b2c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c&tenant_id=b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0839889 Nov 10 21:21:59.515236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-023eb0ce-711f-41e3-be54-583c54d484bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.516758 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-023eb0ce-711f-41e3-be54-583c54d484bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1097 time: 0.0414517 Nov 10 21:21:59.644717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-f7f923c3-33c6-4a76-9f88-89b8dbf8897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.644717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-f7f923c3-33c6-4a76-9f88-89b8dbf8897c service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1061680 Nov 10 21:21:59.696728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-220c2558-7b46-41f7-913a-c484b50b483f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 217 time: 0.0472441 Nov 10 21:21:59.747492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cd396-a875-4ca2-bcd8-0435fba4f678 req-7e5d8597-e87c-41b7-9494-6777c24a4255 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.752181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca6cd396-a875-4ca2-bcd8-0435fba4f678 req-7e5d8597-e87c-41b7-9494-6777c24a4255 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 950 time: 0.0573688 Nov 10 21:21:59.757466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-39d1a1b3-19c8-4a3e-87a9-eac359898ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:21:59.758920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-39d1a1b3-19c8-4a3e-87a9-eac359898ffc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0529776 Nov 10 21:21:59.792169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-cd57f4cf-fba9-4bba-aea5-2bf92fa9821f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257266 Nov 10 21:21:59.803915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca6cd396-a875-4ca2-bcd8-0435fba4f678 req-9d9560f8-e2e3-4550-a5a4-bf4a0ef30411 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466821 Nov 10 21:21:59.891435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-1bc9e144-fced-4a71-8b28-e128b2ee46f9 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901346 Nov 10 21:21:59.944630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-db0d3e2a-6c8f-4bba-aa71-93ae289c17c3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306771 Nov 10 21:21:59.996883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-c74cdf18-404b-482f-97f0-8a118024f6d1 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972319 Nov 10 21:22:00.154070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671dd41-2583-4c32-9c16-68f4415adb0f req-d21ef801-560b-43b6-b91f-8589d8b2ab13 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:00.168052 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e671dd41-2583-4c32-9c16-68f4415adb0f req-d21ef801-560b-43b6-b91f-8589d8b2ab13 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0693443 Nov 10 21:22:00.210413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e671dd41-2583-4c32-9c16-68f4415adb0f req-ff1c1930-3cac-47ec-97e3-37cb76917187 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Nov 10 21:22:00.280284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-f1e01c11-9a49-484f-b3b3-a58376d4e2e2 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:00.281756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-f1e01c11-9a49-484f-b3b3-a58376d4e2e2 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346105 Nov 10 21:22:00.300745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-2cd6e420-2e2c-49f5-b7ea-b661630d6fb7 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/quotas/2c901b5e3df040e09ecaac8dd75f6c56 HTTP/1.1" status: 200 len: 375 time: 0.0112607 Nov 10 21:22:00.382390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-5a868664-7807-47e7-86a2-adf9ca69b95b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755048 Nov 10 21:22:00.497744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43952) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:00.505589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea030014-3eda-4440-8391-299fedbf1510 req-2b0a8e4a-fe18-4bcb-82eb-3a2c5dd5054c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:00.507248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea030014-3eda-4440-8391-299fedbf1510 req-2b0a8e4a-fe18-4bcb-82eb-3a2c5dd5054c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.0697026 Nov 10 21:22:00.563097 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea030014-3eda-4440-8391-299fedbf1510 req-2c123862-dc73-403a-bfc2-cc7b3ef8efc0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490680 Nov 10 21:22:00.671333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-f9f27960-8c86-4994-9934-2b6b5b3d0afa tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:00.673760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-f9f27960-8c86-4994-9934-2b6b5b3d0afa tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.0713603 Nov 10 21:22:00.729403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0700712-216c-4272-8624-faaa66de60d0 req-70c56a80-99b8-4b32-a83a-799c59aedd7b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 210 time: 0.0281305 Nov 10 21:22:00.772497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5b96e093-a7f5-4815-bfca-2323107d5ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:00.883172 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5b96e093-a7f5-4815-bfca-2323107d5ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:00.959659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5b96e093-a7f5-4815-bfca-2323107d5ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:00.999839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-24ae996c-b79e-497a-ac94-0f40ae91147a service neutron] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:01.000913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43978) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:01.001121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5b96e093-a7f5-4815-bfca-2323107d5ffe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c145cadf8fc245358b9040c35f7bd3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5021336 Nov 10 21:22:01.027635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96e093-a7f5-4815-bfca-2323107d5ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ee860-0ca5-457a-813d-79e0a4233410,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:01.045899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d35f5e-f159-4bcc-b5b8-5fe10db9914b req-590dc963-ac58-4538-874e-8b4581ec02ab tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:01.047791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04d35f5e-f159-4bcc-b5b8-5fe10db9914b req-590dc963-ac58-4538-874e-8b4581ec02ab tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 950 time: 0.1298232 Nov 10 21:22:01.054957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-24ae996c-b79e-497a-ac94-0f40ae91147a service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.056455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb3c71a-d3ab-4c72-9f84-edf8ec8e5c03 req-24ae996c-b79e-497a-ac94-0f40ae91147a service neutron] 10.222.0.53 "DELETE /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6/bindings/n-h1-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.3749776 Nov 10 21:22:01.098747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0f093bc-144e-421c-b646-693906f4f9c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.117389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-aef09110-5207-4906-b36d-72b73e6a06fa tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=edc9237b5c6140098a801513365e59d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280254 Nov 10 21:22:01.120215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04d35f5e-f159-4bcc-b5b8-5fe10db9914b req-70149802-de81-49eb-9396-04a0d52b1abd tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650694 Nov 10 21:22:01.145201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0f093bc-144e-421c-b646-693906f4f9c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.269807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-cabe1560-d112-4030-8dff-11c4cfcde5d5 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:01.271260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-cabe1560-d112-4030-8dff-11c4cfcde5d5 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453743 Nov 10 21:22:01.286294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-5ba316a7-139f-4022-8ecd-a142c0fe0494 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/quotas/edc9237b5c6140098a801513365e59d8 HTTP/1.1" status: 200 len: 375 time: 0.0090013 Nov 10 21:22:01.319374 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-0519c0b1-0f2f-44e3-98c8-5ac68f271b18 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=edc9237b5c6140098a801513365e59d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274928 Nov 10 21:22:01.356204 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0f093bc-144e-421c-b646-693906f4f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.368357 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0f093bc-144e-421c-b646-693906f4f9c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.368357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c0f093bc-144e-421c-b646-693906f4f9c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b81ee860-0ca5-457a-813d-79e0a4233410 HTTP/1.1" status: 204 len: 168 time: 0.3637152 Nov 10 21:22:01.377137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f093bc-144e-421c-b646-693906f4f9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ee860-0ca5-457a-813d-79e0a4233410,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:01.467768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44000) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:01.649044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8741-dfab-4436-a5ae-bdc08768540c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.710975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5b25-ba6c-4ff0-867d-7b913bf2cc24 req-6f5b064c-d1dc-451c-8e5f-dc419a655389 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:01.712553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa1f5b25-ba6c-4ff0-867d-7b913bf2cc24 req-6f5b064c-d1dc-451c-8e5f-dc419a655389 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1174078 Nov 10 21:22:01.787584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa1f5b25-ba6c-4ff0-867d-7b913bf2cc24 req-6bfc287f-82cd-42e5-a645-01559a48b4a7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646920 Nov 10 21:22:01.808926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8741-dfab-4436-a5ae-bdc08768540c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.809725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c759f92b-d7ad-4e20-b4c4-f72ab6a49811 req-16f39e5e-4b9f-4750-8147-fb7f7e081d41 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Nov 10 21:22:01.926944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8741-dfab-4436-a5ae-bdc08768540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:01.928498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba828-f4f7-46f3-a73e-e9c11ea01d47 req-5e2fb44f-22aa-4407-aa8a-e186ea7f9cc9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:01.930208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58eba828-f4f7-46f3-a73e-e9c11ea01d47 req-5e2fb44f-22aa-4407-aa8a-e186ea7f9cc9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.0572889 Nov 10 21:22:01.974412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3c2a8741-dfab-4436-a5ae-bdc08768540c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e60653da7ad403fa99bdba56404ee3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050602 Nov 10 21:22:01.977011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44020) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:01.981920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a8741-dfab-4436-a5ae-bdc08768540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc270046-b83f-48f3-9466-8c7aff978a8d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:01.986143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58eba828-f4f7-46f3-a73e-e9c11ea01d47 req-ee678df4-521d-4b38-ba8b-6b207d6bd1c4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486071 Nov 10 21:22:01.998440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce10f0a-7167-40e1-be74-9ca0413afede req-b2eb2058-f396-483b-a6b2-976fac67525b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:02.000050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ce10f0a-7167-40e1-be74-9ca0413afede req-b2eb2058-f396-483b-a6b2-976fac67525b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 950 time: 0.1085689 Nov 10 21:22:02.003811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:02.074933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:02.084792 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4df2193d-0cf2-4400-941b-8030ed93567c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.089298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ce10f0a-7167-40e1-be74-9ca0413afede req-df009323-5ca5-40a8-b99d-11dd250897a2 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770850 Nov 10 21:22:02.118662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22f4457a-3bf4-4270-b270-d2ba9cc01a91 req-4446f66e-361e-4589-9770-6ad51a8ebaa1 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 210 time: 0.0281370 Nov 10 21:22:02.123121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4df2193d-0cf2-4400-941b-8030ed93567c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.259034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ee2c3-9ceb-4ea7-bd7a-b6862ce0635a req-c663e71d-0f4e-486e-b961-fe724133af62 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:02.260704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca9ee2c3-9ceb-4ea7-bd7a-b6862ce0635a req-c663e71d-0f4e-486e-b961-fe724133af62 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1097 time: 0.0400257 Nov 10 21:22:02.301659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44028) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:02.305991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca9ee2c3-9ceb-4ea7-bd7a-b6862ce0635a req-97e21493-dc75-433c-b5e9-4252cc6f2a8c tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Nov 10 21:22:02.314873 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6472-2067-4d17-b4b2-91258ef9a851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.315699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4df2193d-0cf2-4400-941b-8030ed93567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.320161 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4df2193d-0cf2-4400-941b-8030ed93567c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.325809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4df2193d-0cf2-4400-941b-8030ed93567c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc270046-b83f-48f3-9466-8c7aff978a8d HTTP/1.1" status: 204 len: 168 time: 0.3407030 Nov 10 21:22:02.363578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2193d-0cf2-4400-941b-8030ed93567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc270046-b83f-48f3-9466-8c7aff978a8d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:02.449713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6472-2067-4d17-b4b2-91258ef9a851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.528493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6472-2067-4d17-b4b2-91258ef9a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.578088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb6472-2067-4d17-b4b2-91258ef9a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249f31a5-e046-4814-a02d-c402c5c635de,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:02.585573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f0fb6472-2067-4d17-b4b2-91258ef9a851 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19a0baf81d59422782a6cb1a2c721ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804930 Nov 10 21:22:02.586338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44046) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:02.640019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9674c7b6-b654-4640-b0d5-95da98a81fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.665458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9674c7b6-b654-4640-b0d5-95da98a81fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.666885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-e4372893-c154-4a85-bdbb-76518a1863d3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:02.668205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-e4372893-c154-4a85-bdbb-76518a1863d3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.1125212 Nov 10 21:22:02.683923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-07d4fde4-dd8c-481a-889f-87d73725c44c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/quotas/b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 375 time: 0.0094557 Nov 10 21:22:02.735742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-a4e04d55-6522-4890-be49-ad5f08c0fabe tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456457 Nov 10 21:22:02.790461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13669fd-5b98-4100-965c-fb0baefcd979 req-9c886f8a-035e-438d-b18a-3b8f3862f193 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:02.792068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c13669fd-5b98-4100-965c-fb0baefcd979 req-9c886f8a-035e-438d-b18a-3b8f3862f193 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 950 time: 0.0557611 Nov 10 21:22:02.807380 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9674c7b6-b654-4640-b0d5-95da98a81fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.810711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9674c7b6-b654-4640-b0d5-95da98a81fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:02.824124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9674c7b6-b654-4640-b0d5-95da98a81fb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/249f31a5-e046-4814-a02d-c402c5c635de HTTP/1.1" status: 204 len: 168 time: 0.2277584 Nov 10 21:22:02.858703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-f5bd5cca-7df7-40c8-8c6c-747ea2254304 service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151500 Nov 10 21:22:02.866658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674c7b6-b654-4640-b0d5-95da98a81fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f31a5-e046-4814-a02d-c402c5c635de,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:02.889238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c13669fd-5b98-4100-965c-fb0baefcd979 req-947b0e53-3b1c-4c12-a5c7-875cf8dcdad8 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Nov 10 21:22:02.998769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-e37a6bc7-9f9a-4886-a4d6-33ed8200a8df service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391265 Nov 10 21:22:03.099929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b44c6-fc18-4494-a5cc-259e06b01160 req-ed986156-91b3-41a3-9925-57c8b732eb9e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:03.101436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-223b44c6-fc18-4494-a5cc-259e06b01160 req-ed986156-91b3-41a3-9925-57c8b732eb9e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0505912 Nov 10 21:22:03.149893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-223b44c6-fc18-4494-a5cc-259e06b01160 req-483bfc0b-7283-41e2-b242-c7ed9a46dc9d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Nov 10 21:22:03.259462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-73f9eb26-5ef1-4a7f-89c2-6cb55256d674 req-a1624dfe-ce43-40b2-adc0-6952f3c87cb2 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 210 time: 0.0388312 Nov 10 21:22:03.298058 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6cd5aab6-e310-43c9-9cb2-784d79f0e9f1 req-c1b2ba9e-b90e-46ad-9f56-596af24582bf tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 210 time: 0.0446308 Nov 10 21:22:03.328075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44066) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:03.349258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48716fc6-dd15-4e16-98d4-063d564deb65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:03.361192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3cd466d8-4546-4d5b-bb3c-eeac0fa4bb46 req-b3355255-fc56-485a-a169-2c1baeb2e00e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 210 time: 0.0460687 Nov 10 21:22:03.448188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48716fc6-dd15-4e16-98d4-063d564deb65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:03.492900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48716fc6-dd15-4e16-98d4-063d564deb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:03.545500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-f42a3944-6236-4ef5-9eab-b7be99c5bc20 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496292 Nov 10 21:22:03.555381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48716fc6-dd15-4e16-98d4-063d564deb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c43efc-6cff-40f2-b8f8-3594c3b132df,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:03.592641 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48716fc6-dd15-4e16-98d4-063d564deb65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=589f5f6f31a04199b98f8ade380249cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630861 Nov 10 21:22:03.594610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44080) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:03.650937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f2a807-bcf1-4580-8f28-79dde95c3844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:03.690025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f2a807-bcf1-4580-8f28-79dde95c3844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:03.708689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-95a7bfb2-f18c-4310-b9ec-6c9963b48b93 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:03.710190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-95a7bfb2-f18c-4310-b9ec-6c9963b48b93 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559052 Nov 10 21:22:03.726777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Request body: {'port': {'device_id': '8862c7d8-0c84-4833-b668-795e506eeb47', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '2c901b5e3df040e09ecaac8dd75f6c56'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:03.792664 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f2a807-bcf1-4580-8f28-79dde95c3844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:03.798305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f2a807-bcf1-4580-8f28-79dde95c3844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:03.804234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79f2a807-bcf1-4580-8f28-79dde95c3844 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96c43efc-6cff-40f2-b8f8-3594c3b132df HTTP/1.1" status: 204 len: 168 time: 0.2085104 Nov 10 21:22:03.816046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2a807-bcf1-4580-8f28-79dde95c3844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c43efc-6cff-40f2-b8f8-3594c3b132df,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:03.961220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Made reservation on behalf of 2c901b5e3df040e09ecaac8dd75f6c56 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:03.964995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:04.099400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa606b-7be4-4eff-9828-cf058335c3cd req-662000e9-d9a2-4342-bdcf-16771a2c8b30 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:04.101140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfaa606b-7be4-4eff-9828-cf058335c3cd req-662000e9-d9a2-4342-bdcf-16771a2c8b30 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 950 time: 0.1184440 Nov 10 21:22:04.199527 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfaa606b-7be4-4eff-9828-cf058335c3cd req-ba28b3ad-171b-4805-8872-f8e066b10fc5 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896983 Nov 10 21:22:04.200584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Allocated IP 192.168.233.78 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/1136eb60-2195-492a-b893-414f2f07bc1f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:04.276538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c56ae4-7d6b-4910-8689-8b083cb47cc2 req-ac0e4a00-5818-483d-89da-76b346ccb68d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:04.278059 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13c56ae4-7d6b-4910-8689-8b083cb47cc2 req-ac0e4a00-5818-483d-89da-76b346ccb68d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0516524 Nov 10 21:22:04.343638 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13c56ae4-7d6b-4910-8689-8b083cb47cc2 req-6a4fd06c-7c67-483e-8245-e45c228103ca tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 Nov 10 21:22:04.485438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfd5fb24-306f-42d9-88a9-9380f43a9985 req-95be7fb7-b81d-4649-be0d-cab1f4302875 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 210 time: 0.0424721 Nov 10 21:22:04.579677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-d1459a80-fbc7-48f6-afdf-8a39b0dcbcfa tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:04.581293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-d1459a80-fbc7-48f6-afdf-8a39b0dcbcfa tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 950 time: 0.3380229 Nov 10 21:22:04.609107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-890c27df-2ead-41ef-a428-0840b9bb64f4 req-671bdbd1-a8e9-4243-81b4-c38005f5232b tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 210 time: 0.0661187 Nov 10 21:22:04.620929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-5bdc5292-55ed-41e3-98e0-3e142db67abb tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=edc9237b5c6140098a801513365e59d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790670 Nov 10 21:22:04.643744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31cfa81e-8262-494b-8cb4-e8075f62e9db req-e64269f5-7c15-4ef1-bf56-08e88e1d53d9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 210 time: 0.0667043 Nov 10 21:22:04.770949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:04.842810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Deleting port f133774d-7e20-4820-a549-68ba70c12db3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:04.843155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:04.873776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-2a06eefc-cfb2-4f11-909e-dab94e0e56c2 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:04.875223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-2a06eefc-cfb2-4f11-909e-dab94e0e56c2 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286797 Nov 10 21:22:04.912126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Request body: {'port': {'device_id': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'edc9237b5c6140098a801513365e59d8'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:04.979757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:04.992837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1dbf0376-bf66-492d-8cba-444f1cd7a456'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:05.048556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] For port f133774d-7e20-4820-a549-68ba70c12db3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f133774d-7e20-4820-a549-68ba70c12db3,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:05.048927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.064404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:05.083380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:05.088161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Calling delete_port for f133774d-7e20-4820-a549-68ba70c12db3 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:05.098626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:05.100215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:05.100977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.109743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Pushing event updated for resources: {'Port': ['ID=1136eb60-2195-492a-b893-414f2f07bc1f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:05.215664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-352020d3-a38c-49b6-b51a-7e3496f69713 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4929407 Nov 10 21:22:05.235454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Request body: {'port': {'device_id': '8862c7d8-0c84-4833-b668-795e506eeb47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:05.331662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Made reservation on behalf of edc9237b5c6140098a801513365e59d8 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:05.335604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.352733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.377137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.405800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529fde8-0c36-4b5b-aa0e-5408d6229eb7 req-f77d7b21-f756-4774-9380-192e34cd9c5b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:05.408384 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f529fde8-0c36-4b5b-aa0e-5408d6229eb7 req-f77d7b21-f756-4774-9380-192e34cd9c5b tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 950 time: 0.0693276 Nov 10 21:22:05.532857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f529fde8-0c36-4b5b-aa0e-5408d6229eb7 req-9b135d88-67cc-4997-ae52-e33c1e2f2229 tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fa8eaaa-255b-4672-9fb9-1c67eeb64735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163204 Nov 10 21:22:05.596959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e2b8264f-7604-4268-9237-377456b3eefa None None] Provisioning complete for port 1136eb60-2195-492a-b893-414f2f07bc1f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:05.601034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44144) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:05.601764 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e2b8264f-7604-4268-9237-377456b3eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.658108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8264f-7604-4268-9237-377456b3eefa None None] Port 1136eb60-2195-492a-b893-414f2f07bc1f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:05.688290 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-830bba1b-3d24-46b4-a121-809af617f841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.697976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:05.702251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-0288d736-a4c2-42d4-973b-006de3d0e7b7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:05.704623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-0288d736-a4c2-42d4-973b-006de3d0e7b7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.1946225 Nov 10 21:22:05.716188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['f133774d-7e20-4820-a549-68ba70c12db3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:05.726755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Request body: {'port': {'device_id': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'admin_state_up': True, 'tenant_id': 'b656759df46b4d5dbb131dbb49eec8b2'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:05.813439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d52d80-2c0b-4797-a166-6132a666b425 req-15b6c8e6-a4d7-45ea-babb-935d575a06a3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:05.814595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Pushing event deleted for resources: {'Port': ['ID=f133774d-7e20-4820-a549-68ba70c12db3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:05.822107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21d52d80-2c0b-4797-a166-6132a666b425 req-15b6c8e6-a4d7-45ea-babb-935d575a06a3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 935 time: 0.1461806 Nov 10 21:22:05.833852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37802e68-711e-4abe-9dac-07a8534e4835 req-ef36d634-de89-4b21-a6fa-8474eb288329 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:05.841766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37802e68-711e-4abe-9dac-07a8534e4835 req-ef36d634-de89-4b21-a6fa-8474eb288329 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.3292692 Nov 10 21:22:05.918358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21d52d80-2c0b-4797-a166-6132a666b425 req-cce5b786-6255-4934-a95e-59fca3cb3b4b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948222 Nov 10 21:22:06.004342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.024158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-186b72ce-0b8a-4812-8289-6a026092eccf req-885b2e40-e8ab-4959-9b02-e7a3803a08af tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 210 time: 0.0316763 Nov 10 21:22:06.026503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] No DVR routers for this DVR port f133774d-7e20-4820-a549-68ba70c12db3 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:06.037875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Made reservation on behalf of b656759df46b4d5dbb131dbb49eec8b2 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:06.042962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.051407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-network', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:06.054923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.058230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a539c5b-7437-4678-bff5-e4c0e36dfb66 req-835ec7c1-31eb-4307-af3d-3592c9880cae tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.53 "DELETE /v2.0/ports/f133774d-7e20-4820-a549-68ba70c12db3 HTTP/1.1" status: 204 len: 173 time: 1.4536448 Nov 10 21:22:06.079439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'name': 'network-vif-deleted', 'tag': 'f133774d-7e20-4820-a549-68ba70c12db3'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:06.083371 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ec8603-fa46-4573-b557-47eb2ce3427e" -d '{"events": [{"server_uuid": "e5177cc9-a77e-4e8c-91cb-f16098ce2b9f", "name": "network-vif-deleted", "tag": "f133774d-7e20-4820-a549-68ba70c12db3"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:06.097756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.143356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c27e9c38-763b-4fbe-a658-2f3b049a3b7e req-3d7a46e0-f886-43c7-a5f9-d5c3fb1e198f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 210 time: 0.0339272 Nov 10 21:22:06.154038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37802e68-711e-4abe-9dac-07a8534e4835 req-f8819bf3-e913-4974-8a82-588f4e245c19 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114026 Nov 10 21:22:06.226229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Allocated IP 172.20.0.14 (df97caad-6583-4433-ad36-91a8d4ca9d35/83096668-fbc7-48cb-8399-0a3342c00bd4/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:06.253917 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b341302-209b-4848-ab46-e88f683cb9a1 x-openstack-request-id: req-3b341302-209b-4848-ab46-e88f683cb9a1 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:06.254377 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5177cc9-a77e-4e8c-91cb-f16098ce2b9f", "name": "network-vif-deleted", "tag": "f133774d-7e20-4820-a549-68ba70c12db3", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:06.254851 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b341302-209b-4848-ab46-e88f683cb9a1 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:06.255030 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5177cc9-a77e-4e8c-91cb-f16098ce2b9f', 'name': 'network-vif-deleted', 'tag': 'f133774d-7e20-4820-a549-68ba70c12db3', 'status': 'completed', 'code': 200} Nov 10 21:22:06.326452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Made reservation on behalf of eb55948e362f468abc5aba6113f4f243 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:06.328371 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.343562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec451cd-6855-4f70-a631-e63a4c353bd7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:06.360780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1136eb60-2195-492a-b893-414f2f07bc1f {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:06.376217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.379538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.403660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Transition to ACTIVE for port object 1136eb60-2195-492a-b893-414f2f07bc1f will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:06.419462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.481529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.483380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-bba6c7d5-8d50-494f-ab18-08765f0143ce tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324969 Nov 10 21:22:06.504026 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.597740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Allocated IP 192.168.233.205 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/f835e425-9e0e-487c-99b5-26c32c8980bb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:06.604594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-0c45ab00-a420-4ca1-bf84-1f823ab69ddd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:06.606052 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-0c45ab00-a420-4ca1-bf84-1f823ab69ddd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167164 Nov 10 21:22:06.613106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Pushing event updated for resources: {'Port': ['ID=1136eb60-2195-492a-b893-414f2f07bc1f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:06.630025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-876f7d70-fa93-4291-8e35-9d6e90dc162a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/quotas/b6fef2d912ca4fa09a59c78f138f213a HTTP/1.1" status: 200 len: 375 time: 0.0127513 Nov 10 21:22:06.646736 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.671924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-c6a862d3-1751-4154-9004-7e0de6677e67 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360928 Nov 10 21:22:06.692100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Attempting to bind port 1136eb60-2195-492a-b893-414f2f07bc1f on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:06.692453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Attempting to bind port 1136eb60-2195-492a-b893-414f2f07bc1f by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:06.692757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Attempting to bind port 1136eb60-2195-492a-b893-414f2f07bc1f on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:06.701194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Port 1136eb60-2195-492a-b893-414f2f07bc1f on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:06.702024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Attempting to bind port 1136eb60-2195-492a-b893-414f2f07bc1f on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:06.708803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.712640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Network df97caad-6583-4433-ad36-91a8d4ca9d35 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:06.718554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:06.721050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:22:06.725313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:06.736337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:06.737052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.741595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:06.758083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:06.758415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:06.758796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:06.759224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Bound port: 1136eb60-2195-492a-b893-414f2f07bc1f, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:06.759583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.764539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f65793b-63c3-492e-b675-c09a4522dc35 req-d73e7872-4dca-41ae-bc50-ad2459610c1e tempest-DeleteServersAdminTestJSON-1923690233 tempest-DeleteServersAdminTestJSON-1923690233-project] 10.222.0.45 "GET /v2.0/ports?device_id=e5177cc9-a77e-4e8c-91cb-f16098ce2b9f HTTP/1.1" status: 200 len: 210 time: 0.0739377 Nov 10 21:22:06.790656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.791776 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Added segment eb71ec21-8fda-44eb-be9d-9b6fe177f8e9 of type vlan for network c8514739-34b1-4e89-ad27-17e82869ef9d Nov 10 21:22:06.821012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-926a6058-fad6-46f1-b3f1-6692670fd672 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0999010 Nov 10 21:22:06.835480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Request body: {'port': {'device_id': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:06.891906 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:06.936359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98c4781-651d-4a83-a55f-96f2f5fecf2a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:07.000535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.101708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.resource_extend [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:22:07.108650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] For port 1136eb60-2195-492a-b893-414f2f07bc1f, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:07.113973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.138040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-f0b347e4-9f78-4e8b-baa5-f76c3b712b21 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432155 Nov 10 21:22:07.151547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] For port 1136eb60-2195-492a-b893-414f2f07bc1f, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1136eb60-2195-492a-b893-414f2f07bc1f,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:07.178814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73e152-ddab-410e-a5f4-5af78dbcdbd8 req-03b9c597-bcde-406c-acb1-3d2a1eaa2805 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:07.180375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b73e152-ddab-410e-a5f4-5af78dbcdbd8 req-03b9c597-bcde-406c-acb1-3d2a1eaa2805 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 947 time: 0.1578071 Nov 10 21:22:07.201278 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.202217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:07.202842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.280116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.295169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.316984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] Pushing event updated for resources: {'Network': ['ID=c8514739-34b1-4e89-ad27-17e82869ef9d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:07.325782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:07.326995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.328581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] 10.222.0.64 "PUT /v2.0/ports/1136eb60-2195-492a-b893-414f2f07bc1f HTTP/1.1" status: 200 len: 1096 time: 2.1007488 Nov 10 21:22:07.328926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c8514739-34b1-4e89-ad27-17e82869ef9d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:22:07.337157 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-35a166d3-8a98-46c7-85d1-8dc16b0e4a14 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7330282 Nov 10 21:22:07.337454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-9b4ed953-3183-47f6-bab0-1c21c18776ba tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:07.343110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-9b4ed953-3183-47f6-bab0-1c21c18776ba tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965101 Nov 10 21:22:07.344902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44206) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:07.349868 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b73e152-ddab-410e-a5f4-5af78dbcdbd8 req-dc461546-dae7-4787-bfeb-0aff618566af tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507618 Nov 10 21:22:07.354097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Request body: {'subnet': {'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-subnet', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:07.392434 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-f690623e-d4f3-442b-a662-7b9468cb6936 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/quotas/b6fef2d912ca4fa09a59c78f138f213a HTTP/1.1" status: 200 len: 375 time: 0.0480809 Nov 10 21:22:07.461878 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-f0c77f3c-b520-4aef-aca3-ccff252d3959 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684597 Nov 10 21:22:07.470746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Made reservation on behalf of eb55948e362f468abc5aba6113f4f243 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:07.470887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:07.477526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.508103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:07.510691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:07.516914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:07.520615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.533559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7fdf0-524d-41c2-b96e-3656aacf272c service neutron] Pushing event updated for resources: {'Port': ['ID=1136eb60-2195-492a-b893-414f2f07bc1f,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:07.611319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7038403 Nov 10 21:22:07.630897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Request body: {'port': {'device_id': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:07.649206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:07.661860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.686286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Transition to ACTIVE for port object a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:07.762837 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.859493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.904508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a7c3b32-9a0f-4e5e-83bf-99e933383418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.913219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d53e-5ea6-4545-82e2-00fe84e10dc2 req-8cf98b37-5f10-4099-b849-2f38f9a8fe16 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:07.914836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8852d53e-5ea6-4545-82e2-00fe84e10dc2 req-8cf98b37-5f10-4099-b849-2f38f9a8fe16 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 936 time: 0.4859860 Nov 10 21:22:07.924242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda218d-a1ed-406b-8520-1d63c94f5030 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Pushing event updated for resources: {'Port': ['ID=f835e425-9e0e-487c-99b5-26c32c8980bb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:07.933942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-6325e428-e8a4-4462-903b-c140ccb084d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:07.935561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-6325e428-e8a4-4462-903b-c140ccb084d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 1099 time: 0.4958653 Nov 10 21:22:07.978768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c4ab31e7-7d59-417e-8603-58edc7df9f15 None None] Provisioning complete for port f835e425-9e0e-487c-99b5-26c32c8980bb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:07.980338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4ab31e7-7d59-417e-8603-58edc7df9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:07.999441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-d1e87734-1765-4bbf-b20b-d0c5588a7d84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=1136eb60-2195-492a-b893-414f2f07bc1f HTTP/1.1" status: 200 len: 217 time: 0.0531423 Nov 10 21:22:08.006136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:08.026619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfcd48d-fce9-4357-a09d-56b9f7b1c017,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:08.038661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f133774d-7e20-4820-a549-68ba70c12db3 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:08.061723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385bf06-2182-4de2-b3b6-16089aa8710d req-b809fdeb-bfe8-45c1-8612-2159660a075c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.063799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c385bf06-2182-4de2-b3b6-16089aa8710d req-b809fdeb-bfe8-45c1-8612-2159660a075c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.2228231 Nov 10 21:22:08.072582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: f133774d-7e20-4820-a549-68ba70c12db3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:22:08.073182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f133774d-7e20-4820-a549-68ba70c12db3 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:08.073415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.081356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab31e7-7d59-417e-8603-58edc7df9f15 None None] Port f835e425-9e0e-487c-99b5-26c32c8980bb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:08.085769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:08.086455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:08.086942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:08.103097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:08.103413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:08.110797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8852d53e-5ea6-4545-82e2-00fe84e10dc2 req-82bc1a6f-c2bf-4a6b-9b84-9fbd4eea95c2 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818020 Nov 10 21:22:08.115203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-88f5e0ec-b12f-4f64-bc1e-94bb02469ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.117326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-88f5e0ec-b12f-4f64-bc1e-94bb02469ce8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1001348 Nov 10 21:22:08.129049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:08.129389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:08.129769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:08.130209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Bound port: a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:08.130559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.157372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Checking segment: {'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:08.157725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Network hostable DHCP agents. Network: c8514739-34b1-4e89-ad27-17e82869ef9d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:22:08.223977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c385bf06-2182-4de2-b3b6-16089aa8710d req-9687a19e-6395-41ab-9468-8bbcdf79f58c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396906 Nov 10 21:22:08.261794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:08.261794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:08.276086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8862c7d8-0c84-4833-b668-795e506eeb47', 'tag': '1136eb60-2195-492a-b893-414f2f07bc1f'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:08.278361 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f2af7-8f56-416b-adba-c9eadda33cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8862c7d8-0c84-4833-b668-795e506eeb47", "tag": "1136eb60-2195-492a-b893-414f2f07bc1f"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:08.287155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Network c8514739-34b1-4e89-ad27-17e82869ef9d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:22:08.294628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-9d7b2274-9fa3-48a0-a46f-3b6b9a222ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.296129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-9d7b2274-9fa3-48a0-a46f-3b6b9a222ceb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591094 Nov 10 21:22:08.339019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.394989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c8514739-34b1-4e89-ad27-17e82869ef9d) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:08.399549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.400193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.405007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8dc66-a70e-4a5d-98a8-e4117e1543ef req-74dd3fa9-92c3-48bf-af4f-809af317e109 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.405588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbea21-99cf-42fd-98e2-1c8be18f6617 None None] Network c8514739-34b1-4e89-ad27-17e82869ef9d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:22:08.406441 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-685341f4-bf17-4fdd-acfb-13f019279fe5 req-0f1f4fb4-8004-45cf-8b81-784d5b9db3b1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 210 time: 0.0649879 Nov 10 21:22:08.406557 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00c8dc66-a70e-4a5d-98a8-e4117e1543ef req-74dd3fa9-92c3-48bf-af4f-809af317e109 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1617556 Nov 10 21:22:08.415106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.419324 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.419592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] 10.222.0.64 "PUT /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 1093 time: 1.5903864 Nov 10 21:22:08.422919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:08.426581 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385046e8-0f60-46aa-ab74-e8f1f8eaee68" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:08.455133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15469e9c-8d6b-4fa8-815c-101a21f974db service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:08.521934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ec6ec499-6597-4438-9773-3d93ac1a0c71 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1718919 Nov 10 21:22:08.527707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44232) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:08.533499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:08.535677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00c8dc66-a70e-4a5d-98a8-e4117e1543ef req-70aa4655-1853-4653-86e3-ec664caf92bf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836208 Nov 10 21:22:08.549521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-8ff4b853-5750-4983-bf0e-c2018af81048 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400084 Nov 10 21:22:08.630707 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ebee39-33fa-4aa0-aa09-3913b3a85c20 x-openstack-request-id: req-a6ebee39-33fa-4aa0-aa09-3913b3a85c20 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:08.632540 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8862c7d8-0c84-4833-b668-795e506eeb47", "tag": "1136eb60-2195-492a-b893-414f2f07bc1f", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:08.633109 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6ebee39-33fa-4aa0-aa09-3913b3a85c20 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:08.633213 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8862c7d8-0c84-4833-b668-795e506eeb47', 'tag': '1136eb60-2195-492a-b893-414f2f07bc1f', 'status': 'completed', 'code': 200} Nov 10 21:22:08.642154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-06857d01-ff76-40f1-9180-5b3a28fcb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.644335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-06857d01-ff76-40f1-9180-5b3a28fcb8f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1096 time: 0.0530691 Nov 10 21:22:08.650452 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d5cc4-5bb1-4da7-a9e3-4ce428a772e0 x-openstack-request-id: req-955d5cc4-5bb1-4da7-a9e3-4ce428a772e0 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:08.650992 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:08.651471 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-955d5cc4-5bb1-4da7-a9e3-4ce428a772e0 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:08.652535 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9', 'status': 'completed', 'code': 200} Nov 10 21:22:08.710580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-c8514739-34b1-4e89-ad27-17e82869ef9d', 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'fixed_ips': [{'subnet_id': '0cfcd48d-fce9-4357-a09d-56b9f7b1c017'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:22:08.711667 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.713424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-9cf6ba96-13c5-40f4-8d55-6af4f82d7ebe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 217 time: 0.0580282 Nov 10 21:22:08.726682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.726682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.790196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-f2a3e42e-1fd6-4dcd-9602-a21da349843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.793470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-f2a3e42e-1fd6-4dcd-9602-a21da349843c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0718536 Nov 10 21:22:08.834767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f835e425-9e0e-487c-99b5-26c32c8980bb {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:08.848501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-1f06b201-c66d-40b7-a8d3-5cc0d78b20f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451205 Nov 10 21:22:08.853769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe86260-2d71-4f4e-b739-bd53b11c0d73 req-c952247f-a61b-4d33-a03d-e85a9f7a0faf tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:08.853769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fe86260-2d71-4f4e-b739-bd53b11c0d73 req-c952247f-a61b-4d33-a03d-e85a9f7a0faf tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 947 time: 0.1817765 Nov 10 21:22:08.864359 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.906201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31819b27-7631-4cb4-ac99-e4938d6f7285 req-639bf90a-d059-4137-ae4e-2e70b7ca8e9b service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450685 Nov 10 21:22:08.912497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Allocated IP 172.20.0.2 (c8514739-34b1-4e89-ad27-17e82869ef9d/0cfcd48d-fce9-4357-a09d-56b9f7b1c017/8a78bf12-ac08-4573-b11e-0b786db0ac38) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:08.917852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:08.925737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Transition to ACTIVE for port object f835e425-9e0e-487c-99b5-26c32c8980bb will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:08.928946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fe86260-2d71-4f4e-b739-bd53b11c0d73 req-3234a972-7840-4d70-9204-3d7c601ef950 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675523 Nov 10 21:22:09.013783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-109508f0-3a2a-4643-b0e0-4cfdea6363e0 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218076 Nov 10 21:22:09.064621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.108785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.131480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Pushing event updated for resources: {'Port': ['ID=f835e425-9e0e-487c-99b5-26c32c8980bb,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:09.148835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.179680 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.204310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-23e4ec69-e19b-41e4-bc10-049a9f147bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.205989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-23e4ec69-e19b-41e4-bc10-049a9f147bc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 1099 time: 0.0914609 Nov 10 21:22:09.234458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.249795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6f227c1-a172-4c3b-9fe4-6aaff236e8fd req-14a1ec11-f888-4131-a05b-cdb61d72d9e3 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282479 Nov 10 21:22:09.260743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Network c8514739-34b1-4e89-ad27-17e82869ef9d is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:09.264872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:09.271253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:09.277302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Pushing event updated for resources: {'Port': ['ID=8a78bf12-ac08-4573-b11e-0b786db0ac38,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:09.320704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Attempting to bind port f835e425-9e0e-487c-99b5-26c32c8980bb on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:09.321327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Attempting to bind port f835e425-9e0e-487c-99b5-26c32c8980bb by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:09.321822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Attempting to bind port f835e425-9e0e-487c-99b5-26c32c8980bb on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:09.414895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Port f835e425-9e0e-487c-99b5-26c32c8980bb on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:09.415488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Attempting to bind port f835e425-9e0e-487c-99b5-26c32c8980bb on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:09.416591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a161804-0896-441f-8b2e-b73b3cf47301 req-c634ac43-c873-4358-995e-97f56f6ea8df tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.418704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a161804-0896-441f-8b2e-b73b3cf47301 req-c634ac43-c873-4358-995e-97f56f6ea8df tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 948 time: 0.1670387 Nov 10 21:22:09.453844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Attempting to bind port 8a78bf12-ac08-4573-b11e-0b786db0ac38 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:09.454931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Attempting to bind port 8a78bf12-ac08-4573-b11e-0b786db0ac38 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:09.455484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Attempting to bind port 8a78bf12-ac08-4573-b11e-0b786db0ac38 on network c8514739-34b1-4e89-ad27-17e82869ef9d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:09.467767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:09.468144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Checking segment: {'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:09.468542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.473257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Bound using segment: {'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:09.473931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Bound port: 8a78bf12-ac08-4573-b11e-0b786db0ac38, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:09.474187 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.515968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:09.516312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:09.516683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:09.517194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Bound port: f835e425-9e0e-487c-99b5-26c32c8980bb, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:09.517567 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.598335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] For port 8a78bf12-ac08-4573-b11e-0b786db0ac38, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:09.603192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] For port 8a78bf12-ac08-4573-b11e-0b786db0ac38, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a78bf12-ac08-4573-b11e-0b786db0ac38,segment=NetworkSegment(eb71ec21-8fda-44eb-be9d-9b6fe177f8e9),segment_id=eb71ec21-8fda-44eb-be9d-9b6fe177f8e9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:09.625280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44254) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:09.639509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-2cab96c3-70fd-4f1e-9694-1e6d6de5c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.641287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-2cab96c3-70fd-4f1e-9694-1e6d6de5c385 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3941143 Nov 10 21:22:09.671651 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.693973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775681-1a81-4682-928a-2e0d0997d818 req-3d079c64-28f0-42d5-9ef6-ce32eab88f25 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.695957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69775681-1a81-4682-928a-2e0d0997d818 req-3d079c64-28f0-42d5-9ef6-ce32eab88f25 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.2648838 Nov 10 21:22:09.749569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c4b8f-01ac-4d9b-8b62-14c69a415945 None None] Pushing event updated for resources: {'Port': ['ID=8a78bf12-ac08-4573-b11e-0b786db0ac38,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:09.780639 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-2b9f9afe-4520-4873-ab9b-8aab8200b060 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=1136eb60-2195-492a-b893-414f2f07bc1f HTTP/1.1" status: 200 len: 217 time: 0.1274981 Nov 10 21:22:09.807688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] For port f835e425-9e0e-487c-99b5-26c32c8980bb, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:09.834690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a161804-0896-441f-8b2e-b73b3cf47301 req-f7c267d9-1165-431b-a53a-89ff1463e8e4 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029653 Nov 10 21:22:09.835294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-1c86aadd-fa42-40f7-ade0-2f2e828e155d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1381309 Nov 10 21:22:09.846072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-944a89fe-f96c-479a-8b60-32990ebcae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.847843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-944a89fe-f96c-479a-8b60-32990ebcae6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1096 time: 0.4172943 Nov 10 21:22:09.886858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] For port f835e425-9e0e-487c-99b5-26c32c8980bb, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f835e425-9e0e-487c-99b5-26c32c8980bb,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:09.959309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:09.984193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-be675944-156c-494b-b52f-c5b6a1ac81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:09.985749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-be675944-156c-494b-b52f-c5b6a1ac81d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1297231 Nov 10 21:22:10.098540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69775681-1a81-4682-928a-2e0d0997d818 req-24b4b34a-4331-4e09-a9ba-38c821f2bf18 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372273 Nov 10 21:22:10.120837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-318fe4a4-0d52-4ac0-936d-184f28f87f26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 217 time: 0.0945597 Nov 10 21:22:10.132213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-d398df90-06ae-4880-9ad8-48ac1e6415f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.134434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-d398df90-06ae-4880-9ad8-48ac1e6415f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.3221903 Nov 10 21:22:10.145743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4787ec4f-a2ba-4d76-969a-1240171db7ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bdc6f77fa8b64385a86e0955d3d999d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191009 Nov 10 21:22:10.153981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44260) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:10.155468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b7521f8-539b-43de-bb3b-027f1065c0ca req-ae96697e-1410-4da3-be65-705e6361f16c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 210 time: 0.0830128 Nov 10 21:22:10.218403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.218728 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:10.230832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] 10.222.0.64 "PUT /v2.0/ports/f835e425-9e0e-487c-99b5-26c32c8980bb HTTP/1.1" status: 200 len: 1097 time: 2.6107023 Nov 10 21:22:10.297886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:10.336389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:10.351222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-d6831301-24b2-486f-8de3-b21aefe81396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.352807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-d6831301-24b2-486f-8de3-b21aefe81396 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.2117662 Nov 10 21:22:10.372689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e10e9-063f-4c35-a168-378a8ea7406a service neutron] Pushing event updated for resources: {'Port': ['ID=f835e425-9e0e-487c-99b5-26c32c8980bb,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:10.405023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-29a7ea65-926f-489f-b968-26fd38ceaea1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.409458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-29a7ea65-926f-489f-b968-26fd38ceaea1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5506539 Nov 10 21:22:10.433138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-618f31e9-24e3-4edb-ab0c-689bf7bcc877 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728951 Nov 10 21:22:10.446176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Request body: {'port': {'device_id': '66453002-506d-4903-b003-ad9b1d4a14f4', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'b6fef2d912ca4fa09a59c78f138f213a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:10.466408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-1381e416-84cd-4db9-a5cd-81dfe20049c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.468022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-1381e416-84cd-4db9-a5cd-81dfe20049c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3212376 Nov 10 21:22:10.495801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80708d67-9e77-4cfd-8584-d83e10e10fad req-ca815edc-f60e-4747-8d62-a61063e3da4b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.497017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-77735168-c058-4c04-b295-abb72c53bba9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669847 Nov 10 21:22:10.505332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80708d67-9e77-4cfd-8584-d83e10e10fad req-ca815edc-f60e-4747-8d62-a61063e3da4b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 947 time: 0.2236283 Nov 10 21:22:10.593408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725210-7bf1-4119-a929-45e4917853dd req-36ec8c4d-f7ca-4d1d-ae0c-e7141cac3110 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.594847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e725210-7bf1-4119-a929-45e4917853dd req-36ec8c4d-f7ca-4d1d-ae0c-e7141cac3110 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.3026974 Nov 10 21:22:10.599881 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:10.608886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-852c7215-d06e-42f4-9df5-c440536f4507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:10.626855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Allocated IP 172.25.7.126 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/8b732707-8d5e-4391-a5d8-00925e711a67) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:10.649224 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80708d67-9e77-4cfd-8584-d83e10e10fad req-6ade1fe8-391d-4dee-912a-2b8db512a9ca tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308923 Nov 10 21:22:10.653993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'tag': 'f835e425-9e0e-487c-99b5-26c32c8980bb'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:10.656313 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154bd104-70ec-4d97-904a-fe50f255e926" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0c142a-4763-4dbd-8fe4-4558143983f9", "tag": "f835e425-9e0e-487c-99b5-26c32c8980bb"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:10.673961 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-f244a452-463c-480f-9f1e-912ce691f1b3 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300291 Nov 10 21:22:10.873486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:10.881154 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-385046e8-0f60-46aa-ab74-e8f1f8eaee68 req-7bb89d2a-4577-48cb-87e1-7873e88d9502 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853220 Nov 10 21:22:10.964944 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7fc485-723f-4152-a7eb-b28caea33d36 x-openstack-request-id: req-1c7fc485-723f-4152-a7eb-b28caea33d36 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:10.965165 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0c142a-4763-4dbd-8fe4-4558143983f9", "tag": "f835e425-9e0e-487c-99b5-26c32c8980bb", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:10.965274 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c7fc485-723f-4152-a7eb-b28caea33d36 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:10.965699 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'tag': 'f835e425-9e0e-487c-99b5-26c32c8980bb', 'status': 'completed', 'code': 200} Nov 10 21:22:10.973844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-7f0d9e33-bd26-4748-8aa8-cab7e87401b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.975421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-7f0d9e33-bd26-4748-8aa8-cab7e87401b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=edc9237b5c6140098a801513365e59d8&device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 1100 time: 0.6054368 Nov 10 21:22:10.977229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:10.992473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169b49-e8db-4770-97be-125d76ee937a req-b3845139-4843-45b4-96f1-15dd71fbff5a tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:10.994221 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10169b49-e8db-4770-97be-125d76ee937a req-b3845139-4843-45b4-96f1-15dd71fbff5a tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 948 time: 0.0615716 Nov 10 21:22:11.019281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-852c7215-d06e-42f4-9df5-c440536f4507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.052169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:11.056314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:11.059527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:11.060947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454ce72-a73a-4289-8266-088eb0033827 None None] Network c8514739-34b1-4e89-ad27-17e82869ef9d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:22:11.093076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-e62bef80-6008-43b1-bedc-3c3ef05a8d4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f835e425-9e0e-487c-99b5-26c32c8980bb HTTP/1.1" status: 200 len: 217 time: 0.0939240 Nov 10 21:22:11.108532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Pushing event updated for resources: {'Port': ['ID=8b732707-8d5e-4391-a5d8-00925e711a67,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:11.149582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-873677a9-4ae1-4d7e-af18-379972ea80ba None None] Provisioning complete for port 8a78bf12-ac08-4573-b11e-0b786db0ac38 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:11.150215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-873677a9-4ae1-4d7e-af18-379972ea80ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.189967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10169b49-e8db-4770-97be-125d76ee937a req-6854bcea-1659-42ac-a7ae-d0f33954f2c6 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642854 Nov 10 21:22:11.219157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-02de00a7-47dc-4c8a-be2e-41f940d2a833 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:11.220713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-02de00a7-47dc-4c8a-be2e-41f940d2a833 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6935019 Nov 10 21:22:11.249437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Request body: {'port': {'device_id': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'b6fef2d912ca4fa09a59c78f138f213a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:11.266862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.330498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e725210-7bf1-4119-a929-45e4917853dd req-803c7168-57cd-4fbe-af74-21603e6890b9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159503 Nov 10 21:22:11.333662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-2bf4de36-5948-4f30-bc96-789bd184c709 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8401072 Nov 10 21:22:11.361449 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-873677a9-4ae1-4d7e-af18-379972ea80ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.365554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-7b638f1a-b127-45e9-8fa7-e39a7f0558d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:11.366802 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-7b638f1a-b127-45e9-8fa7-e39a7f0558d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2513602 Nov 10 21:22:11.436536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-873677a9-4ae1-4d7e-af18-379972ea80ba None None] For port 8a78bf12-ac08-4573-b11e-0b786db0ac38, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a78bf12-ac08-4573-b11e-0b786db0ac38,segment=NetworkSegment(eb71ec21-8fda-44eb-be9d-9b6fe177f8e9),segment_id=eb71ec21-8fda-44eb-be9d-9b6fe177f8e9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:11.472750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Made reservation on behalf of b6fef2d912ca4fa09a59c78f138f213a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:11.478157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.498520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-873677a9-4ae1-4d7e-af18-379972ea80ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.516697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704767d-bda1-4c89-9cc6-e1498681ae62 req-3a85b88d-7bd0-473f-9709-0e232153f358 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:11.523784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-852c7215-d06e-42f4-9df5-c440536f4507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.525407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4704767d-bda1-4c89-9cc6-e1498681ae62 req-3a85b88d-7bd0-473f-9709-0e232153f358 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.1974530 Nov 10 21:22:11.526403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-852c7215-d06e-42f4-9df5-c440536f4507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.527557 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-852c7215-d06e-42f4-9df5-c440536f4507 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fa8eaaa-255b-4672-9fb9-1c67eeb64735 HTTP/1.1" status: 204 len: 168 time: 1.3660460 Nov 10 21:22:11.537895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c63da6fa-62ee-498b-aa7d-ac3cd96df457 req-86d511ac-990f-4c9f-9ffd-e6de10784a7a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 210 time: 0.1162710 Nov 10 21:22:11.541758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.544803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.572981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c7215-d06e-42f4-9df5-c440536f4507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa8eaaa-255b-4672-9fb9-1c67eeb64735,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:11.576196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a78bf12-ac08-4573-b11e-0b786db0ac38 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:11.626285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4704767d-bda1-4c89-9cc6-e1498681ae62 req-595165d0-45b2-4076-a864-3adde6bd0e07 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999136 Nov 10 21:22:11.650120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-25d708fc-1150-4f7c-ad97-b979b44141c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:11.651768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-25d708fc-1150-4f7c-ad97-b979b44141c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2652130 Nov 10 21:22:11.655678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02f2af7-8f56-416b-adba-c9eadda33cfc req-7f2c4b02-cda7-4d4a-97fa-806d3ac18065 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094807 Nov 10 21:22:11.715082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Made reservation on behalf of b6fef2d912ca4fa09a59c78f138f213a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:11.719876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.732059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873677a9-4ae1-4d7e-af18-379972ea80ba None None] Pushing event updated for resources: {'Port': ['ID=8a78bf12-ac08-4573-b11e-0b786db0ac38,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:11.746046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8a78bf12-ac08-4573-b11e-0b786db0ac38 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:11.746420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.796403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.841892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.854620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-47dd797a-87d0-421d-8861-e863b2daffad None None] Provisioning complete for port 8a78bf12-ac08-4573-b11e-0b786db0ac38 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:11.854993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47dd797a-87d0-421d-8861-e863b2daffad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.928054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:11.949406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-d11c69ea-6b68-403c-be6a-760bcf5369d4 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847326 Nov 10 21:22:11.965982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21483ee-7144-49d7-b6f3-0f14d89b93a5 req-8d8d1aae-aefb-42fa-b12b-79e1b92d04c5 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:11.967655 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c21483ee-7144-49d7-b6f3-0f14d89b93a5 req-8d8d1aae-aefb-42fa-b12b-79e1b92d04c5 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 947 time: 0.1689196 Nov 10 21:22:12.008869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.073113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b6fef2d912ca4fa09a59c78f138f213a {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:22:12.073475 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:22:12.155168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07eb6286-5c9e-489a-a2f3-a1bc82515a4c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:12.181516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c21483ee-7144-49d7-b6f3-0f14d89b93a5 req-e67c0921-0c95-4e60-8cdf-94f00de0f93b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999774 Nov 10 21:22:12.213906 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1433f553-1742-49e7-ad22-4a07c897dd67 req-49f976e1-b168-4d54-b942-f5d90294ccff service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446868 Nov 10 21:22:12.219496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44280) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:12.234868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d01ee44f-5d68-43c2-81b5-8502e9aa01f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.268922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Router fd007ede-aab0-40e8-b313-f392ea081dd8 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:22:12.274971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Allocated IP 192.168.233.104 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/d98938c2-0d85-4d5e-9b06-891ebc8925bd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:12.433973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d01ee44f-5d68-43c2-81b5-8502e9aa01f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.449547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809a6c5-e7f8-4edc-96b9-1483bae7e314 req-550200c3-15bd-42f4-9ca9-ff5293b2b368 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:12.451018 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9809a6c5-e7f8-4edc-96b9-1483bae7e314 req-550200c3-15bd-42f4-9ca9-ff5293b2b368 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 948 time: 0.1686289 Nov 10 21:22:12.472127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bd104-70ec-4d97-904a-fe50f255e926 req-9e377fea-fde4-4611-9d64-105327fe8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:12.473598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-154bd104-70ec-4d97-904a-fe50f255e926 req-9e377fea-fde4-4611-9d64-105327fe8af0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=edc9237b5c6140098a801513365e59d8&device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 1100 time: 0.1291158 Nov 10 21:22:12.477412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:12.490726 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Sync routers for ids ['fd007ede-aab0-40e8-b313-f392ea081dd8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:22:12.493168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d01ee44f-5d68-43c2-81b5-8502e9aa01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.506796 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Routers {'fd007ede-aab0-40e8-b313-f392ea081dd8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:12.507549 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fd007ede-aab0-40e8-b313-f392ea081dd8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:12.556216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9809a6c5-e7f8-4edc-96b9-1483bae7e314 req-7c7046b5-cef7-4893-8c27-4d1b5acbc4ae tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976739 Nov 10 21:22:12.557594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ee44f-5d68-43c2-81b5-8502e9aa01f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee300fec-b2b9-4ad1-8c8b-b0a59e911bb0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:12.562514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e711d-9b7d-4427-a2bd-3ad13165035f req-2e54b402-311c-4ccd-8541-37c04795c5a6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:12.562716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d01ee44f-5d68-43c2-81b5-8502e9aa01f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e4dd1d2e0454902b70c48f7df2654f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416653 Nov 10 21:22:12.568710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-528e711d-9b7d-4427-a2bd-3ad13165035f req-2e54b402-311c-4ccd-8541-37c04795c5a6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1464489 Nov 10 21:22:12.569256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44286) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:12.575379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.575803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.576636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d1b38b81-fa86-4d54-80be-6cbe816da5ca admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0479109 Nov 10 21:22:12.579432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44290) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:12.615005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.644468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Set router fd007ede-aab0-40e8-b313-f392ea081dd8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:12.712585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69cf9e70-8e07-4fed-96d5-c6b94aaed6b7 req-e0f41490-9edd-4d95-a80d-da6f39b8718e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 210 time: 0.0381334 Nov 10 21:22:12.774275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bd104-70ec-4d97-904a-fe50f255e926 req-b4b2f71b-1f87-4bd4-a649-9b5ebaaac693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:12.781212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-154bd104-70ec-4d97-904a-fe50f255e926 req-b4b2f71b-1f87-4bd4-a649-9b5ebaaac693 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2930019 Nov 10 21:22:12.796580 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-528e711d-9b7d-4427-a2bd-3ad13165035f req-421d74e4-01be-43ab-8af5-e1f46ce8728f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026956 Nov 10 21:22:12.848051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-86556567-0786-4e21-81eb-b77c9719dd10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.855847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-154bd104-70ec-4d97-904a-fe50f255e926 req-a2042489-b47f-4f86-98f9-22f7acac9afb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f835e425-9e0e-487c-99b5-26c32c8980bb HTTP/1.1" status: 200 len: 217 time: 0.0630660 Nov 10 21:22:12.863503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.864698 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:11Z', 'revision_number': 3, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port': {'id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:12.903267 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Checking router: fd007ede-aab0-40e8-b313-f392ea081dd8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:22:12.903620 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Updating router fd007ede-aab0-40e8-b313-f392ea081dd8 port 8b732707-8d5e-4391-a5d8-00925e711a67 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:22:12.917771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-86556567-0786-4e21-81eb-b77c9719dd10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:12.919795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7169e8-0215-4485-8811-14251a0445b4 req-422c0e90-df09-4531-8d15-0a934ed6db4d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:12.921383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f7169e8-0215-4485-8811-14251a0445b4 req-422c0e90-df09-4531-8d15-0a934ed6db4d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.0954647 Nov 10 21:22:12.933868 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.021620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f7169e8-0215-4485-8811-14251a0445b4 req-76b65657-3ff8-4e92-8741-a9651db038c3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870450 Nov 10 21:22:13.032145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:13.051222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:13.053053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:13.060043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:13.066775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:13.067417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.080284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bd104-70ec-4d97-904a-fe50f255e926 req-98de97be-75de-4986-9138-ccea31923959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:13.082024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-154bd104-70ec-4d97-904a-fe50f255e926 req-98de97be-75de-4986-9138-ccea31923959 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2093658 Nov 10 21:22:13.172142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Allocated IP 192.168.233.55 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/301c2a27-6774-441e-b961-889140120efc) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:13.186702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bd104-70ec-4d97-904a-fe50f255e926 req-225ffd34-64b1-4715-b8a8-448eadba4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:13.188316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-154bd104-70ec-4d97-904a-fe50f255e926 req-225ffd34-64b1-4715-b8a8-448eadba4794 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0837824 Nov 10 21:22:13.195091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.258301 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.267539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-86556567-0786-4e21-81eb-b77c9719dd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.275592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-86556567-0786-4e21-81eb-b77c9719dd10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.276286 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-86556567-0786-4e21-81eb-b77c9719dd10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee300fec-b2b9-4ad1-8c8b-b0a59e911bb0 HTTP/1.1" status: 204 len: 168 time: 0.7016716 Nov 10 21:22:13.279536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-3fe4e9b6-875e-4257-b352-0e8986746771 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8530772 Nov 10 21:22:13.315265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Request body: {'port': {'device_id': '66453002-506d-4903-b003-ad9b1d4a14f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:13.321317 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.373566 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Pushing event updated for resources: {'Port': ['ID=8b732707-8d5e-4391-a5d8-00925e711a67,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:13.385903 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.386265 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.387901 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.388262 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.388610 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.388950 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.389290 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.389628 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.389959 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.390291 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.390620 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.390946 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:13.421075 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Attempting to bind port 8b732707-8d5e-4391-a5d8-00925e711a67 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:13.421457 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Attempting to bind port 8b732707-8d5e-4391-a5d8-00925e711a67 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:13.421826 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Attempting to bind port 8b732707-8d5e-4391-a5d8-00925e711a67 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:13.428636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4ada983a-ced1-4493-9e14-9652c7dfb593 None None] Provisioning complete for port d98938c2-0d85-4d5e-9b06-891ebc8925bd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:13.429197 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ada983a-ced1-4493-9e14-9652c7dfb593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.448448 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:13.448836 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:13.449271 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.452383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:13.452907 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Bound port: 8b732707-8d5e-4391-a5d8-00925e711a67, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:13.453337 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.468231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Allocated IP 172.20.0.1 (c8514739-34b1-4e89-ad27-17e82869ef9d/0cfcd48d-fce9-4357-a09d-56b9f7b1c017/4441e58b-9618-418b-910c-16bfde43b3b4) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:13.479136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4ada983a-ced1-4493-9e14-9652c7dfb593 None None] Port d98938c2-0d85-4d5e-9b06-891ebc8925bd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:13.498692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a78bf12-ac08-4573-b11e-0b786db0ac38 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:13.532689 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] For port 8b732707-8d5e-4391-a5d8-00925e711a67, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:13.537922 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] For port 8b732707-8d5e-4391-a5d8-00925e711a67, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8b732707-8d5e-4391-a5d8-00925e711a67,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:13.572075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8a78bf12-ac08-4573-b11e-0b786db0ac38 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:13.572442 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.607658 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.622175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.713667 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Routers {'fd007ede-aab0-40e8-b313-f392ea081dd8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:13.714644 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fd007ede-aab0-40e8-b313-f392ea081dd8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:13.717351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86556567-0786-4e21-81eb-b77c9719dd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee300fec-b2b9-4ad1-8c8b-b0a59e911bb0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:13.719885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324b277-1803-4339-833f-63ac7e23f107 None None] Pushing event updated for resources: {'Port': ['ID=8b732707-8d5e-4391-a5d8-00925e711a67,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:13.778513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.843892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Pushing event updated for resources: {'Port': ['ID=4441e58b-9618-418b-910c-16bfde43b3b4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:13.874409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02631c65-f480-4427-b0d4-302cd2594394 req-672d6eb6-26bc-41ff-be57-b8dea1bf4dc1 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:13.884279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02631c65-f480-4427-b0d4-302cd2594394 req-672d6eb6-26bc-41ff-be57-b8dea1bf4dc1 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 948 time: 0.1882989 Nov 10 21:22:13.896142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.918718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Network c8514739-34b1-4e89-ad27-17e82869ef9d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:13.924789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:13.930292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801b029-4545-4a09-93e1-9d4430cf957f req-b4c08377-9e35-4be7-982b-046c8eb647ff tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:13.937301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:13.937859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d801b029-4545-4a09-93e1-9d4430cf957f req-b4c08377-9e35-4be7-982b-046c8eb647ff tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 947 time: 0.6278012 Nov 10 21:22:13.937946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:13.946661 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] Set router fd007ede-aab0-40e8-b313-f392ea081dd8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:13.968208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-154bd104-70ec-4d97-904a-fe50f255e926 req-0bb3f9d5-a846-451a-afd6-2122a168d12d service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108955 Nov 10 21:22:14.019445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02631c65-f480-4427-b0d4-302cd2594394 req-af01434a-4e91-47c2-8a3a-6ddafaaba857 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315842 Nov 10 21:22:14.045709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.086305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:14.152777 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d801b029-4545-4a09-93e1-9d4430cf957f req-2e739d66-09f0-4e30-a473-ba2f642ebab6 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129865 Nov 10 21:22:14.235161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bbc72732-3f17-423e-8eb7-fe5ce4f8f95e req-15355cf8-e2e9-43bd-8b80-288bbef8526d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 210 time: 0.1050303 Nov 10 21:22:14.312570 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:11Z', 'revision_number': 3, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port': {'id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:14.348731 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cca73-8492-4389-9e45-62fc349df3d2 None None] The sync data for ids ['fd007ede-aab0-40e8-b313-f392ea081dd8'] in n-d-776250-11 is: [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:11Z', 'revision_number': 3, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port': {'id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:48:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:22:14.356628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.419609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.429733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-154bd104-70ec-4d97-904a-fe50f255e926 req-d77ddad7-ebfd-4b5d-b840-f94ed66f2442 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235160 Nov 10 21:22:14.458440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59d32d-cf74-4c0d-a000-b3df2e7074b7 req-7c4a857e-9ea3-4f47-a58f-4e781b3b8c95 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:14.460383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a59d32d-cf74-4c0d-a000-b3df2e7074b7 req-7c4a857e-9ea3-4f47-a58f-4e781b3b8c95 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.1184807 Nov 10 21:22:14.478372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:14.508139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'port_id': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9', 'mac_address': 'fa:16:3e:a8:10:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83096668-fbc7-48cb-8399-0a3342c00bd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:14.516652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bb3e6eb2-d72d-4299-b9f2-8daa17e7a33e None None] Provisioning complete for port 4441e58b-9618-418b-910c-16bfde43b3b4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:14.517021 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb3e6eb2-d72d-4299-b9f2-8daa17e7a33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.530334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Pushing event updated for resources: {'Port': ['ID=301c2a27-6774-441e-b961-889140120efc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:14.557353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:14.568754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a59d32d-cf74-4c0d-a000-b3df2e7074b7 req-053ebc93-0149-4dfb-ba30-ee5580969724 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962563 Nov 10 21:22:14.574142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:14.592194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e0dbe-49aa-435f-b2ad-cadb2f8b1e17 req-3aa5cc3a-faca-4ea4-8ad0-4aa3f77c469d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:14.593904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-497e0dbe-49aa-435f-b2ad-cadb2f8b1e17 req-3aa5cc3a-faca-4ea4-8ad0-4aa3f77c469d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.2821114 Nov 10 21:22:14.595101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:14.601286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:14.602044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.611810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.618758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e6eb2-d72d-4299-b9f2-8daa17e7a33e None None] Port 4441e58b-9618-418b-910c-16bfde43b3b4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:14.630153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:14.664979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:14.763622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.768047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1136eb60-2195-492a-b893-414f2f07bc1f details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:14.783530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-0d5b19f3-ba44-4509-8fc9-169de6a504ff tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5461774 Nov 10 21:22:14.814933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Request body: {'port': {'device_id': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:14.858016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-497e0dbe-49aa-435f-b2ad-cadb2f8b1e17 req-76e2f0ad-3d0d-4485-a6c4-7c696704495b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459645 Nov 10 21:22:14.865846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.915558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:14.950281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.951297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.953201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:14.986778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1136eb60-2195-492a-b893-414f2f07bc1f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1136eb60-2195-492a-b893-414f2f07bc1f,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:15.011813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '1136eb60-2195-492a-b893-414f2f07bc1f', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '1136eb60-2195-492a-b893-414f2f07bc1f', 'mac_address': 'fa:16:3e:71:d4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:15.068237 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.089407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1136eb60-2195-492a-b893-414f2f07bc1f {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:15.102251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:15.109845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Pushing event updated for resources: {'Port': ['ID=4441e58b-9618-418b-910c-16bfde43b3b4,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:15.200407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.202500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1136eb60-2195-492a-b893-414f2f07bc1f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1136eb60-2195-492a-b893-414f2f07bc1f,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:15.203939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-46080e0e-fb76-48c4-91bf-fa1c7b3aa50d None None] Provisioning complete for port 301c2a27-6774-441e-b961-889140120efc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:15.204309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-46080e0e-fb76-48c4-91bf-fa1c7b3aa50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.215071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f1d0f-de69-4c32-ac02-c7c42e7f35a6 req-3af16157-8257-43c2-b34e-2f69e96bdb06 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:15.228705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f92f1d0f-de69-4c32-ac02-c7c42e7f35a6 req-3af16157-8257-43c2-b34e-2f69e96bdb06 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 948 time: 0.0936780 Nov 10 21:22:15.239878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Transition to ACTIVE for port object d98938c2-0d85-4d5e-9b06-891ebc8925bd will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:15.256029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Network c8514739-34b1-4e89-ad27-17e82869ef9d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:15.261398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:15.267221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-46080e0e-fb76-48c4-91bf-fa1c7b3aa50d None None] Port 301c2a27-6774-441e-b961-889140120efc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:15.293346 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.360406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.361657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1136eb60-2195-492a-b893-414f2f07bc1f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:15.376493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f92f1d0f-de69-4c32-ac02-c7c42e7f35a6 req-a141a728-8bb3-4a5f-86da-6f55377c6ca1 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466277 Nov 10 21:22:15.578718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8b732707-8d5e-4391-a5d8-00925e711a67 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:15.604198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2b62-1136-408b-a576-300ab03b07dc req-be3d4035-5325-44c4-ad33-5bccbcc78511 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:15.611754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd2e2b62-1136-408b-a576-300ab03b07dc req-be3d4035-5325-44c4-ad33-5bccbcc78511 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 948 time: 0.3225799 Nov 10 21:22:15.612426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Router fd007ede-aab0-40e8-b313-f392ea081dd8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:22:15.668424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c85635-204c-4209-b0d1-115adfc56525 req-b00f2e10-5d4d-49be-9c83-95535cc891a5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:15.668734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8b732707-8d5e-4391-a5d8-00925e711a67 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:15.669266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.694030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21c85635-204c-4209-b0d1-115adfc56525 req-b00f2e10-5d4d-49be-9c83-95535cc891a5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 935 time: 0.1802745 Nov 10 21:22:15.770679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301c2a27-6774-441e-b961-889140120efc {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:15.773892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21c85635-204c-4209-b0d1-115adfc56525 req-8180c234-a1aa-4b97-80fd-99b96301d9c6 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741844 Nov 10 21:22:15.787281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a2fe6b3a-abbc-4ed4-903b-9cfd412733d9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:15.787457 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.787558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['1136eb60-2195-492a-b893-414f2f07bc1f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:15.796433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Transition to ACTIVE for port object 301c2a27-6774-441e-b961-889140120efc will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:15.798002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:15.859974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Attempting to bind port d98938c2-0d85-4d5e-9b06-891ebc8925bd on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:15.864243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Attempting to bind port d98938c2-0d85-4d5e-9b06-891ebc8925bd by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:15.867451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Attempting to bind port d98938c2-0d85-4d5e-9b06-891ebc8925bd on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:15.902788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.919011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Port d98938c2-0d85-4d5e-9b06-891ebc8925bd on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:15.919347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Attempting to bind port d98938c2-0d85-4d5e-9b06-891ebc8925bd on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:15.966295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4c5e6a2a-aae8-4591-954b-ff90f80cf8d8 None None] Provisioning complete for port 4441e58b-9618-418b-910c-16bfde43b3b4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:15.966539 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6a2a-aae8-4591-954b-ff90f80cf8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.974373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:15.975360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:15.976079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:15.976711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Bound port: d98938c2-0d85-4d5e-9b06-891ebc8925bd, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:15.977273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:15.983762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd2e2b62-1136-408b-a576-300ab03b07dc req-04c9386d-4b5e-4c85-bf85-78e9770cb0c6 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711050 Nov 10 21:22:16.016350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:16.033063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Pushing event updated for resources: {'Port': ['ID=301c2a27-6774-441e-b961-889140120efc,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:16.034706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7a9a8518-be7c-4755-8d02-33c9d8a2eb94 admin admin] 10.222.0.45 "PUT /v2.0/routers/fd007ede-aab0-40e8-b313-f392ea081dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4535952 Nov 10 21:22:16.065283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fb4ae-b2a1-4dd1-8c7d-b5486a905fd4 req-ec199e9d-19dc-4d5a-8fec-14c9f0674974 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.067893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a0fb4ae-b2a1-4dd1-8c7d-b5486a905fd4 req-ec199e9d-19dc-4d5a-8fec-14c9f0674974 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.2011714 Nov 10 21:22:16.085498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.107239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f835e425-9e0e-487c-99b5-26c32c8980bb details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:16.175143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a0fb4ae-b2a1-4dd1-8c7d-b5486a905fd4 req-f7d13ee4-9183-4c10-aea7-8ae52529e57b tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 Nov 10 21:22:16.223531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Attempting to bind port 301c2a27-6774-441e-b961-889140120efc on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:16.224033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Attempting to bind port 301c2a27-6774-441e-b961-889140120efc by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:16.224453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Attempting to bind port 301c2a27-6774-441e-b961-889140120efc on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:16.243619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Port 301c2a27-6774-441e-b961-889140120efc on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:16.244298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Attempting to bind port 301c2a27-6774-441e-b961-889140120efc on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:16.250586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f835e425-9e0e-487c-99b5-26c32c8980bb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f835e425-9e0e-487c-99b5-26c32c8980bb,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:16.261400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:16.267110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:16.267110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:16.267110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Bound port: 301c2a27-6774-441e-b961-889140120efc, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:16.267110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.270984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'f835e425-9e0e-487c-99b5-26c32c8980bb', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'f835e425-9e0e-487c-99b5-26c32c8980bb', 'mac_address': 'fa:16:3e:e3:83:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:16.293253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:16.315696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e6a2a-aae8-4591-954b-ff90f80cf8d8 None None] Port 4441e58b-9618-418b-910c-16bfde43b3b4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:16.335365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:16.360276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 8b732707-8d5e-4391-a5d8-00925e711a67, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8b732707-8d5e-4391-a5d8-00925e711a67,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:16.372237 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.415091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.416252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f835e425-9e0e-487c-99b5-26c32c8980bb {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:16.422952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855f05c-5222-419c-ada9-2b226cb8d8d0 req-4162af29-2c67-4780-95a2-e06fc422d850 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.426495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.431696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] For port 301c2a27-6774-441e-b961-889140120efc, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:16.447962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d855f05c-5222-419c-ada9-2b226cb8d8d0 req-4162af29-2c67-4780-95a2-e06fc422d850 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1271758 Nov 10 21:22:16.474129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.475266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.480828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-e498994c-da57-4840-844f-4098e541afc5 service neutron] 10.222.0.53 "PUT /v2.0/ports/d98938c2-0d85-4d5e-9b06-891ebc8925bd HTTP/1.1" status: 200 len: 1097 time: 3.1790106 Nov 10 21:22:16.481420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:16.489195 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba" -d '{"events": [{"name": "network-changed", "server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:16.496789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] For port 301c2a27-6774-441e-b961-889140120efc, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=301c2a27-6774-441e-b961-889140120efc,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:16.500430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f835e425-9e0e-487c-99b5-26c32c8980bb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f835e425-9e0e-487c-99b5-26c32c8980bb,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:16.530401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d855f05c-5222-419c-ada9-2b226cb8d8d0 req-e2b4108e-cb09-4763-8717-13c145999c3d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763736 Nov 10 21:22:16.538347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498994c-da57-4840-844f-4098e541afc5 service neutron] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:16.586454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=8b732707-8d5e-4391-a5d8-00925e711a67,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:16.609633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.609738 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.698049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f835e425-9e0e-487c-99b5-26c32c8980bb,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:16.723306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.724020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:16.725389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] 10.222.0.53 "PUT /v2.0/ports/301c2a27-6774-441e-b961-889140120efc HTTP/1.1" status: 200 len: 1096 time: 1.9298754 Nov 10 21:22:16.736904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04dea946-e4ef-4aae-897f-8adfa226575b req-e8df18a6-b680-4ef2-b19b-6a1a2da2acbc tempest-FloatingIPsNegativeTestJSON-1445533801 tempest-FloatingIPsNegativeTestJSON-1445533801-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=eb55948e362f468abc5aba6113f4f243 HTTP/1.1" status: 200 len: 217 time: 0.0836565 Nov 10 21:22:16.794878 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29604e8a-e178-42b8-95ba-29d8db3ff4c5 x-openstack-request-id: req-29604e8a-e178-42b8-95ba-29d8db3ff4c5 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:16.795263 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:16.795610 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29604e8a-e178-42b8-95ba-29d8db3ff4c5 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:16.796292 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'status': 'completed', 'code': 200} Nov 10 21:22:16.801832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-832a4f7c-6891-4fde-bdba-2012a3c09056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.803642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-832a4f7c-6891-4fde-bdba-2012a3c09056 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1100 time: 0.1874828 Nov 10 21:22:16.808586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83475b-d202-4f01-921a-e42498a9e569 service neutron] Pushing event updated for resources: {'Port': ['ID=301c2a27-6774-441e-b961-889140120efc,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:16.870305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-5d85f975-5ea0-4080-bcef-03e61b83caa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd HTTP/1.1" status: 200 len: 217 time: 0.0555825 Nov 10 21:22:16.888194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Sync routers for ids ['fd007ede-aab0-40e8-b313-f392ea081dd8'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:22:16.894698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6b0be-5380-4ad1-8416-08d58da5631f req-caef9108-c034-48cc-a01e-904558d9f7c8 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.902573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-77a6b0be-5380-4ad1-8416-08d58da5631f req-caef9108-c034-48cc-a01e-904558d9f7c8 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 949 time: 0.1716521 Nov 10 21:22:16.908431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Routers {'fd007ede-aab0-40e8-b313-f392ea081dd8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:16.909622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fd007ede-aab0-40e8-b313-f392ea081dd8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:16.936964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c53bddae-5d4b-4dfa-899c-a8aad0f50d77 req-6d8ab7f4-2d79-44d3-a1c8-782a0d7edbe1 tempest-FloatingIPsNegativeTestJSON-1445533801 tempest-FloatingIPsNegativeTestJSON-1445533801-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0364819 Nov 10 21:22:16.952931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-4a60fb7d-cb2f-4246-8a49-fe0f5a6be618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:16.954575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-4a60fb7d-cb2f-4246-8a49-fe0f5a6be618 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0687592 Nov 10 21:22:17.032944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-77a6b0be-5380-4ad1-8416-08d58da5631f req-143db50c-760a-44fa-a60b-f761d3636212 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294672 Nov 10 21:22:17.043269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-45f88dcc-bbbf-4da3-8c92-fdaecdacc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.044778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-45f88dcc-bbbf-4da3-8c92-fdaecdacc334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 1099 time: 0.2196689 Nov 10 21:22:17.051943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Set router fd007ede-aab0-40e8-b313-f392ea081dd8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:17.052590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-099adaee-d29e-46ef-8bbc-d2ae5af9c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.054212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-099adaee-d29e-46ef-8bbc-d2ae5af9c0ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0903790 Nov 10 21:22:17.092113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0a997-0637-4459-985e-e8ae0cac0e76 req-64f61522-d113-4082-af1d-1d4cfcf51e73 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.093964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60f0a997-0637-4459-985e-e8ae0cac0e76 req-64f61522-d113-4082-af1d-1d4cfcf51e73 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 947 time: 0.0880752 Nov 10 21:22:17.104974 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-278834d6-6701-4256-a63e-731218695652 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=301c2a27-6774-441e-b961-889140120efc HTTP/1.1" status: 200 len: 217 time: 0.0498273 Nov 10 21:22:17.148201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['f835e425-9e0e-487c-99b5-26c32c8980bb'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:17.156972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60f0a997-0637-4459-985e-e8ae0cac0e76 req-3dfd0377-2167-4327-8dcf-5fabeb00510c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545328 Nov 10 21:22:17.226490 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-720e0b15-898b-4858-b357-1bce30b70106 req-f74a6b0d-ff63-4b8a-a1f3-6019cb9480e8 tempest-FloatingIPsNegativeTestJSON-1445533801 tempest-FloatingIPsNegativeTestJSON-1445533801-project] show failed (client error): The resource could not be found. Nov 10 21:22:17.227532 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-720e0b15-898b-4858-b357-1bce30b70106 req-f74a6b0d-ff63-4b8a-a1f3-6019cb9480e8 tempest-FloatingIPsNegativeTestJSON-1445533801 tempest-FloatingIPsNegativeTestJSON-1445533801-project] 10.222.0.45 "GET /v2.0/floatingips/82720bdb-ba99-4574-8211-9bd8b51a7b96 HTTP/1.1" status: 404 len: 350 time: 0.0935254 Nov 10 21:22:17.242539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44388) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:17.257394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-f6b04f3d-fd38-48fc-bca4-8700f85a6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.258842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-f6b04f3d-fd38-48fc-bca4-8700f85a6974 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1351662 Nov 10 21:22:17.319548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-77688077-13d9-4c65-973c-05a808db5a4c service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235596 Nov 10 21:22:17.460984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:14Z', 'revision_number': 4, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port': {'id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4441e58b-9618-418b-910c-16bfde43b3b4', 'name': '', 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'mac_address': 'fa:16:3e:95:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0cfcd48d-fce9-4357-a09d-56b9f7b1c017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:13Z', 'updated_at': '2021-11-10T21:22:14Z', 'revision_number': 2, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'subnets': [{'id': '0cfcd48d-fce9-4357-a09d-56b9f7b1c017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:17.502188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d62d5-8338-4c4b-b1c6-de2b3429ea0c req-47639006-9059-4ad5-84e6-fcdd9ee3c9e5 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.504065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-595d62d5-8338-4c4b-b1c6-de2b3429ea0c req-47639006-9059-4ad5-84e6-fcdd9ee3c9e5 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 948 time: 0.2700803 Nov 10 21:22:17.504327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8b732707-8d5e-4391-a5d8-00925e711a67 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:17.508641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Checking router: fd007ede-aab0-40e8-b313-f392ea081dd8 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:22:17.509134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Updating router fd007ede-aab0-40e8-b313-f392ea081dd8 port 4441e58b-9618-418b-910c-16bfde43b3b4 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:22:17.559281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-595d62d5-8338-4c4b-b1c6-de2b3429ea0c req-3fc40a46-60a7-4c84-a446-1e892ff8abbd tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481319 Nov 10 21:22:17.579450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:17.705785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-fcccbcc7-fec7-48ec-b9c4-a54a1253f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.707357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-fcccbcc7-fec7-48ec-b9c4-a54a1253f5cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4079366 Nov 10 21:22:17.769218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8b732707-8d5e-4391-a5d8-00925e711a67 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:17.769799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:17.780586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4556d-421a-4d1b-9e58-7262ec0f17c9 req-3575675d-c256-4a16-b51a-2a89c3f70932 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.782478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5b4556d-421a-4d1b-9e58-7262ec0f17c9 req-3575675d-c256-4a16-b51a-2a89c3f70932 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0570290 Nov 10 21:22:17.813570 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893c19ee-7216-40ac-b328-267a9ccc4c5c req-d96331c9-f6f3-43d9-b626-9afb5f7a3597 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790590 Nov 10 21:22:17.847877 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5b4556d-421a-4d1b-9e58-7262ec0f17c9 req-637d6d3a-7bd4-4052-9fa4-26fc6120291d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552654 Nov 10 21:22:17.849737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257706c-46a4-4247-81e7-daaddeb81252 req-40e5a56c-28cc-415b-bee4-717e6bf8f568 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:17.851882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6257706c-46a4-4247-81e7-daaddeb81252 req-40e5a56c-28cc-415b-bee4-717e6bf8f568 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.2000167 Nov 10 21:22:18.000033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-5d78a9b9-15c9-40ff-8c04-5ce97f49a1e5 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717679 Nov 10 21:22:18.063324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.066083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6257706c-46a4-4247-81e7-daaddeb81252 req-bdb0d072-0ce3-4daa-9aad-f409ca1f9567 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954527 Nov 10 21:22:18.101152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-970d9ea9-570c-4687-b8f8-8d6de78d1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.102640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-970d9ea9-570c-4687-b8f8-8d6de78d1b68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1100 time: 0.1712434 Nov 10 21:22:18.102876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:18.131882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.215646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc11834-d1c7-4ab7-a4b7-721770b38b2b req-77e67545-12d6-4c2f-9b70-fba2c8b609f8 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.222078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b67bcb-e49e-4f17-a7ba-c48f2e1fdd3d None None] Pushing event updated for resources: {'Port': ['ID=4441e58b-9618-418b-910c-16bfde43b3b4,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:18.225233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc11834-d1c7-4ab7-a4b7-721770b38b2b req-77e67545-12d6-4c2f-9b70-fba2c8b609f8 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 949 time: 0.0944951 Nov 10 21:22:18.281932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8817c1bf-62a8-4f03-9833-1e6e690c92b8 req-11c4c13f-124a-4e0c-b62a-58ee4d66f738 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714210 Nov 10 21:22:18.311666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Attempting to bind port 4441e58b-9618-418b-910c-16bfde43b3b4 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:18.313639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc11834-d1c7-4ab7-a4b7-721770b38b2b req-4cb427cf-3b30-4513-a821-b08de634ef93 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872436 Nov 10 21:22:18.314340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Attempting to bind port 4441e58b-9618-418b-910c-16bfde43b3b4 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:18.314927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Attempting to bind port 4441e58b-9618-418b-910c-16bfde43b3b4 on network c8514739-34b1-4e89-ad27-17e82869ef9d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:18.321287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:18.321811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Checking segment: {'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:18.322314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.322826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Bound using segment: {'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:18.323494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Bound port: 4441e58b-9618-418b-910c-16bfde43b3b4, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:18.324200 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.355285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-0509e4eb-e8ed-469a-b90f-b271d8323dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.357040 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-0509e4eb-e8ed-469a-b90f-b271d8323dad service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2411468 Nov 10 21:22:18.369206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:18.375913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:18.376381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.438163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-ea2c6d23-e6a5-46c0-8ff6-037cb63e7490 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd HTTP/1.1" status: 200 len: 217 time: 0.0664873 Nov 10 21:22:18.441458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] For port 4441e58b-9618-418b-910c-16bfde43b3b4, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:18.450610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] For port 4441e58b-9618-418b-910c-16bfde43b3b4, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4441e58b-9618-418b-910c-16bfde43b3b4,segment=NetworkSegment(eb71ec21-8fda-44eb-be9d-9b6fe177f8e9),segment_id=eb71ec21-8fda-44eb-be9d-9b6fe177f8e9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:18.492581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.511451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab77b88-da9f-4847-bb25-a2e2960a8b9e req-1b54d690-8f95-4859-b58b-5ba6fb70a307 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.512968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aab77b88-da9f-4847-bb25-a2e2960a8b9e req-1b54d690-8f95-4859-b58b-5ba6fb70a307 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 947 time: 0.1744320 Nov 10 21:22:18.520619 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.534105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:18.537169 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd92fe-5e36-4adf-a99b-58ca88773946" -d '{"events": [{"server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:18.546984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-daa33ee1-2135-49de-8bfb-3f1b8385675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.548427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-daa33ee1-2135-49de-8bfb-3f1b8385675f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0900927 Nov 10 21:22:18.575244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:18.576182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-df22b755-3e7e-4a9f-aa38-9421df9ff631 None None] Provisioning complete for port 4441e58b-9618-418b-910c-16bfde43b3b4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:18.576375 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df22b755-3e7e-4a9f-aa38-9421df9ff631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.624195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.634943 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a722294-3b18-4389-9834-1c2d0628c579 x-openstack-request-id: req-7a722294-3b18-4389-9834-1c2d0628c579 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:18.635251 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:18.635506 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a722294-3b18-4389-9834-1c2d0628c579 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:18.635923 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9', 'code': 200} Nov 10 21:22:18.651320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Routers {'fd007ede-aab0-40e8-b313-f392ea081dd8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:18.652002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fd007ede-aab0-40e8-b313-f392ea081dd8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:18.654416 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.655188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1136eb60-2195-492a-b893-414f2f07bc1f up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:18.662136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b67bcb-e49e-4f17-a7ba-c48f2e1fdd3d None None] Pushing event updated for resources: {'Port': ['ID=4441e58b-9618-418b-910c-16bfde43b3b4,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:18.688557 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aab77b88-da9f-4847-bb25-a2e2960a8b9e req-31bb83aa-5f6d-4b75-a08b-8d06340ac167 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581657 Nov 10 21:22:18.761311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380b7e1-61bd-4738-8ab6-97603092741d req-c70c0a1b-8dcf-429b-88d6-0243ec027f56 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.769476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0380b7e1-61bd-4738-8ab6-97603092741d req-c70c0a1b-8dcf-429b-88d6-0243ec027f56 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 948 time: 0.0637772 Nov 10 21:22:18.814597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'tag': '301c2a27-6774-441e-b961-889140120efc'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:18.817854 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c7f7c-bbc8-407a-9679-ef587da26440" -d '{"events": [{"name": "network-changed", "server_uuid": "9616146a-ba45-4f73-95e5-611d3c0beb82", "tag": "301c2a27-6774-441e-b961-889140120efc"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:18.844649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0380b7e1-61bd-4738-8ab6-97603092741d req-a4d58653-d096-4005-96de-505e8167870b tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 Nov 10 21:22:18.893734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-0aa0dc08-5303-44cb-98cd-b79ef8cb41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:18.895339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-0aa0dc08-5303-44cb-98cd-b79ef8cb41d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3330653 Nov 10 21:22:18.907484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df22b755-3e7e-4a9f-aa38-9421df9ff631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:18.917057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:18.942080 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61784bc4-f268-4dfd-82ae-b38c4a817a9b x-openstack-request-id: req-61784bc4-f268-4dfd-82ae-b38c4a817a9b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:18.942363 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9616146a-ba45-4f73-95e5-611d3c0beb82", "tag": "301c2a27-6774-441e-b961-889140120efc", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:18.942740 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61784bc4-f268-4dfd-82ae-b38c4a817a9b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:18.943191 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'tag': '301c2a27-6774-441e-b961-889140120efc', 'status': 'completed', 'code': 200} Nov 10 21:22:18.949155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] Set router fd007ede-aab0-40e8-b313-f392ea081dd8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:19.043375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 1136eb60-2195-492a-b893-414f2f07bc1f completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:19.062954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 1136eb60-2195-492a-b893-414f2f07bc1f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:19.063333 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:19.067189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-df22b755-3e7e-4a9f-aa38-9421df9ff631 None None] For port 4441e58b-9618-418b-910c-16bfde43b3b4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4441e58b-9618-418b-910c-16bfde43b3b4,segment=NetworkSegment(eb71ec21-8fda-44eb-be9d-9b6fe177f8e9),segment_id=eb71ec21-8fda-44eb-be9d-9b6fe177f8e9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:19.126114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73286aae-546a-4073-887d-8b480db25572 req-47399ee5-b453-4b6b-b7e8-f8181ab9f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:19.127665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73286aae-546a-4073-887d-8b480db25572 req-47399ee5-b453-4b6b-b7e8-f8181ab9f575 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1098 time: 0.3639858 Nov 10 21:22:19.136311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df22b755-3e7e-4a9f-aa38-9421df9ff631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:19.192394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-00abcb9e-c2d4-4b34-b4c2-ea38816f884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:19.193857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-00abcb9e-c2d4-4b34-b4c2-ea38816f884b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 1099 time: 0.2079134 Nov 10 21:22:19.208997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe8d0-64f0-401f-9313-826daf419443 req-ede3fcc2-2064-44fd-b36b-172a2a034029 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:19.210441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2ebe8d0-64f0-401f-9313-826daf419443 req-ede3fcc2-2064-44fd-b36b-172a2a034029 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.2130942 Nov 10 21:22:19.219188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-36312495-ce1f-45fd-b0ed-aca6ef0ee4ba service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871110 Nov 10 21:22:19.239335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22b755-3e7e-4a9f-aa38-9421df9ff631 None None] Pushing event updated for resources: {'Port': ['ID=4441e58b-9618-418b-910c-16bfde43b3b4,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:19.246336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe82d6d-f1bc-41f3-b263-be2cbc9f5a2f req-69c12f67-ef75-49bf-aaf6-9e58d99ca94e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:19.250216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fe82d6d-f1bc-41f3-b263-be2cbc9f5a2f req-69c12f67-ef75-49bf-aaf6-9e58d99ca94e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 946 time: 0.0837181 Nov 10 21:22:19.291130 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:19.310047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fe82d6d-f1bc-41f3-b263-be2cbc9f5a2f req-d4255293-cab9-48e9-b018-ecfb5968edc1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529459 Nov 10 21:22:19.321437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-74fcacda-39dd-414f-baed-3f9cb2687b65 None None] Provisioning complete for port 4441e58b-9618-418b-910c-16bfde43b3b4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:19.321812 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-74fcacda-39dd-414f-baed-3f9cb2687b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:19.324277 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:19.423357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1136eb60-2195-492a-b893-414f2f07bc1f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1136eb60-2195-492a-b893-414f2f07bc1f,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:19.431858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-688a3484-e814-4504-b66f-e4da63341651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:14Z', 'revision_number': 4, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port': {'id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4441e58b-9618-418b-910c-16bfde43b3b4', 'name': '', 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'mac_address': 'fa:16:3e:95:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0cfcd48d-fce9-4357-a09d-56b9f7b1c017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:13Z', 'updated_at': '2021-11-10T21:22:18Z', 'revision_number': 4, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'subnets': [{'id': '0cfcd48d-fce9-4357-a09d-56b9f7b1c017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:19.460042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd091a49-854a-4496-b0cb-867307697eef req-df54c805-3990-4bd1-84bd-ac866d87fc01 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:19.461651 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd091a49-854a-4496-b0cb-867307697eef req-df54c805-3990-4bd1-84bd-ac866d87fc01 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 949 time: 0.0550237 Nov 10 21:22:19.463234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a3484-e814-4504-b66f-e4da63341651 None None] The sync data for ids ['fd007ede-aab0-40e8-b313-f392ea081dd8'] in n-d-776250-11 is: [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:14Z', 'revision_number': 4, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port': {'id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4441e58b-9618-418b-910c-16bfde43b3b4', 'name': '', 'network_id': 'c8514739-34b1-4e89-ad27-17e82869ef9d', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'mac_address': 'fa:16:3e:95:e0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0cfcd48d-fce9-4357-a09d-56b9f7b1c017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:13Z', 'updated_at': '2021-11-10T21:22:18Z', 'revision_number': 4, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'subnets': [{'id': '0cfcd48d-fce9-4357-a09d-56b9f7b1c017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:22:19.499203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:19.576853 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd091a49-854a-4496-b0cb-867307697eef req-344114e6-335f-4103-8769-990d68da4e87 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036084 Nov 10 21:22:19.592833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1136eb60-2195-492a-b893-414f2f07bc1f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:19.602304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73286aae-546a-4073-887d-8b480db25572 req-db424e37-b1df-4912-ad55-1ebcbaa8bf06 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642801 Nov 10 21:22:19.695454 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-5622ef02-1c66-43c3-9bf3-e03ed6868449 service neutron] show failed (client error): The resource could not be found. Nov 10 21:22:19.696664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-5622ef02-1c66-43c3-9bf3-e03ed6868449 service neutron] 10.222.0.53 "GET /v2.0/ports/32c7aa5d-4e56-4351-8e7a-b32b444dd2a5/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0744796 Nov 10 21:22:19.757798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2ebe8d0-64f0-401f-9313-826daf419443 req-17e0bb2f-fc8f-48c5-80ec-f7f44a610603 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245485 Nov 10 21:22:19.781954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-ca5e9f94-8b53-44f6-9778-a3b180b08bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:19.783370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-ca5e9f94-8b53-44f6-9778-a3b180b08bba service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.5665052 Nov 10 21:22:19.787637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae4e031c-77df-4a45-84e5-a3f9a0e310ba req-5bff3d76-fc25-4224-8e48-79a4d8756359 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538743 Nov 10 21:22:19.840325 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-20a4ff3f-d389-4bf3-92af-d3a6e718942c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=301c2a27-6774-441e-b961-889140120efc HTTP/1.1" status: 200 len: 217 time: 0.0432966 Nov 10 21:22:19.845420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Deleting port 4441e58b-9618-418b-910c-16bfde43b3b4 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:19.845773 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:19.986078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-1c7e8af4-68b5-4477-b03c-778dd5baec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:19.988045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-1c7e8af4-68b5-4477-b03c-778dd5baec72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1390183 Nov 10 21:22:20.001813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d7460-71e8-46f1-afe2-79cb88c17440 req-cd9f0bac-b25a-4964-b3f3-514f07a21ebe tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.011403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f92d7460-71e8-46f1-afe2-79cb88c17440 req-cd9f0bac-b25a-4964-b3f3-514f07a21ebe tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0700550 Nov 10 21:22:20.027566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a3f53-d086-4d46-815c-f3ee12c52633 req-5f7a38a1-05c8-4cee-869d-ae2f31cb3d1c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.030234 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f9a3f53-d086-4d46-815c-f3ee12c52633 req-5f7a38a1-05c8-4cee-869d-ae2f31cb3d1c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 947 time: 0.1634333 Nov 10 21:22:20.065939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f92d7460-71e8-46f1-afe2-79cb88c17440 req-32450e24-b969-481e-961a-7d9e66703dff tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525978 Nov 10 21:22:20.080020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] For port 4441e58b-9618-418b-910c-16bfde43b3b4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4441e58b-9618-418b-910c-16bfde43b3b4,segment=NetworkSegment(eb71ec21-8fda-44eb-be9d-9b6fe177f8e9),segment_id=eb71ec21-8fda-44eb-be9d-9b6fe177f8e9)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:20.080020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:20.093842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Calling delete_port for 4441e58b-9618-418b-910c-16bfde43b3b4 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:20.116417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f835e425-9e0e-487c-99b5-26c32c8980bb up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:20.253302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port f835e425-9e0e-487c-99b5-26c32c8980bb completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:20.257669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port f835e425-9e0e-487c-99b5-26c32c8980bb triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:20.258245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:20.309525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-f25ab6d2-b711-4caa-8139-6fb4a0fb71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.311029 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-f25ab6d2-b711-4caa-8139-6fb4a0fb71ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3147333 Nov 10 21:22:20.376392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f9a3f53-d086-4d46-815c-f3ee12c52633 req-dfd37f15-82d2-4f90-b3cb-b00a59f8e04a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179655 Nov 10 21:22:20.488323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:20.496792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a9531-dc77-41f4-848a-1586b2a423bb req-5d53ee54-cd33-40c5-80c2-819d8e6c80ec tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.498568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-751a9531-dc77-41f4-848a-1586b2a423bb req-5d53ee54-cd33-40c5-80c2-819d8e6c80ec tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 946 time: 0.0617077 Nov 10 21:22:20.529451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-880feb68-2f22-41c0-92eb-de8e958416f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.530938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-880feb68-2f22-41c0-92eb-de8e958416f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 1100 time: 0.2283149 Nov 10 21:22:20.531945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f835e425-9e0e-487c-99b5-26c32c8980bb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f835e425-9e0e-487c-99b5-26c32c8980bb,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:20.557142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:20.576869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-751a9531-dc77-41f4-848a-1586b2a423bb req-2850feb9-e2e2-44c7-b231-1d980da5fdaa tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660374 Nov 10 21:22:20.585436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:20.597686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-6e60f3fe-c3eb-4014-b629-9a7f16ec5192 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703688 Nov 10 21:22:20.637210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862c7d8-0c84-4833-b668-795e506eeb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1136eb60-2195-492a-b893-414f2f07bc1f'}, {'server_uuid': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835e425-9e0e-487c-99b5-26c32c8980bb'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:20.639698 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d01bb4b-af54-4dd4-ba32-68f707355940" -d '{"events": [{"server_uuid": "8862c7d8-0c84-4833-b668-795e506eeb47", "name": "network-vif-plugged", "status": "completed", "tag": "1136eb60-2195-492a-b893-414f2f07bc1f"}, {"server_uuid": "cf0c142a-4763-4dbd-8fe4-4558143983f9", "name": "network-vif-plugged", "status": "completed", "tag": "f835e425-9e0e-487c-99b5-26c32c8980bb"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:20.655708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f835e425-9e0e-487c-99b5-26c32c8980bb,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:20.661886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:20.669449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:20.703403 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c0001-a3a5-4264-a14c-547a7257d10c x-openstack-request-id: req-006c0001-a3a5-4264-a14c-547a7257d10c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:20.703822 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862c7d8-0c84-4833-b668-795e506eeb47", "name": "network-vif-plugged", "status": "completed", "tag": "1136eb60-2195-492a-b893-414f2f07bc1f", "code": 200}, {"server_uuid": "cf0c142a-4763-4dbd-8fe4-4558143983f9", "name": "network-vif-plugged", "status": "completed", "tag": "f835e425-9e0e-487c-99b5-26c32c8980bb", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:20.704140 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-006c0001-a3a5-4264-a14c-547a7257d10c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:20.704604 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8862c7d8-0c84-4833-b668-795e506eeb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1136eb60-2195-492a-b893-414f2f07bc1f', 'code': 200} Nov 10 21:22:20.704913 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f835e425-9e0e-487c-99b5-26c32c8980bb', 'code': 200} Nov 10 21:22:20.729907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d908d34-1415-41f6-b038-6c7734e1032f req-f4b1db20-b3cf-44a4-8932-4240a84efa56 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.732385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d908d34-1415-41f6-b038-6c7734e1032f req-f4b1db20-b3cf-44a4-8932-4240a84efa56 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 950 time: 0.0615578 Nov 10 21:22:20.823300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4441e58b-9618-418b-910c-16bfde43b3b4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:20.898389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d908d34-1415-41f6-b038-6c7734e1032f req-e45f501f-3525-4a01-a6bb-4724ea93c6c0 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593122 Nov 10 21:22:20.910168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87ea3c-dfe7-4b0b-8e69-a353ba2bee52 req-bc2cb146-1b7b-4aa3-af6e-027c9f99f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:20.912366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf87ea3c-dfe7-4b0b-8e69-a353ba2bee52 req-bc2cb146-1b7b-4aa3-af6e-027c9f99f21e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 1102 time: 0.0813801 Nov 10 21:22:21.003747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf87ea3c-dfe7-4b0b-8e69-a353ba2bee52 req-e0f5ca5b-45f4-470e-8af0-dc86bc48aafe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779858 Nov 10 21:22:21.186233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c12c7f7c-bbc8-407a-9679-ef587da26440 req-2e0a6eb4-c2ad-4021-9c2f-796f6ebfbb04 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765381 Nov 10 21:22:21.196911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ab6de-3510-4b72-8107-8c6ffd6ebffa req-54f7332c-2066-40c7-b3e5-19d438fde4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:21.198384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce1ab6de-3510-4b72-8107-8c6ffd6ebffa req-54f7332c-2066-40c7-b3e5-19d438fde4cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 1101 time: 0.4043527 Nov 10 21:22:21.209600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee801c-2cf2-4f68-b294-3a73ba8908d6 req-1df0bfbf-19dc-4062-a614-721ed434b19c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:21.211175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7ee801c-2cf2-4f68-b294-3a73ba8908d6 req-1df0bfbf-19dc-4062-a614-721ed434b19c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0685544 Nov 10 21:22:21.231047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be0a55-2075-4516-8af6-26477997fc2a req-1e30e20c-9945-4781-8301-4a305de176c9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:21.232747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40be0a55-2075-4516-8af6-26477997fc2a req-1e30e20c-9945-4781-8301-4a305de176c9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.2834394 Nov 10 21:22:21.235856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:21.265874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7ee801c-2cf2-4f68-b294-3a73ba8908d6 req-73fa862a-bf51-4c82-a806-c12f7a7684d8 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463507 Nov 10 21:22:21.461722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40be0a55-2075-4516-8af6-26477997fc2a req-56114140-07c9-4cd8-a8e7-2ace001ffa28 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083783 Nov 10 21:22:21.463495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:21.477160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce1ab6de-3510-4b72-8107-8c6ffd6ebffa req-6e10d8f7-c523-4389-8248-5f878422308a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701229 Nov 10 21:22:21.502165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2144d8c-e0de-45e4-a8b7-2c92ee0dc7ca req-278ea093-39e9-4e33-a473-b0a21ac4df01 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:21.504719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2144d8c-e0de-45e4-a8b7-2c92ee0dc7ca req-278ea093-39e9-4e33-a473-b0a21ac4df01 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 947 time: 0.0581350 Nov 10 21:22:21.519798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:21.555189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2144d8c-e0de-45e4-a8b7-2c92ee0dc7ca req-be66c986-56f7-46f8-8c34-1cdc55290be7 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Nov 10 21:22:21.603863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:21.606086 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00898a2e-f164-43ab-a97c-77b1cda7acd2" -d '{"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-unplugged", "status": "completed", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:21.609869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:21.656335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Transition to ACTIVE for port object 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:21.686164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Router fd007ede-aab0-40e8-b313-f392ea081dd8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:22:21.711459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eae81-4129-4bb6-9eb2-ac1cd1e97c02 req-53422e2d-f113-48e7-b1c5-a598562026d3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:21.712846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd8eae81-4129-4bb6-9eb2-ac1cd1e97c02 req-53422e2d-f113-48e7-b1c5-a598562026d3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 946 time: 0.0569768 Nov 10 21:22:21.738660 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0961bbc9-56f2-44b2-b84f-0c4922f523c8 x-openstack-request-id: req-0961bbc9-56f2-44b2-b84f-0c4922f523c8 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:21.739064 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-unplugged", "status": "completed", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:21.739320 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0961bbc9-56f2-44b2-b84f-0c4922f523c8 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:21.739707 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'code': 200} Nov 10 21:22:21.749214 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:21.764956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd8eae81-4129-4bb6-9eb2-ac1cd1e97c02 req-6a268d7c-3a14-4364-ad5c-291621d34241 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Nov 10 21:22:21.948387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031209-347d-43b6-9106-daf0e3c8e6f6 req-471612bb-0a66-41f2-a4c9-29ee5be46a7a tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:21.957674 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59031209-347d-43b6-9106-daf0e3c8e6f6 req-471612bb-0a66-41f2-a4c9-29ee5be46a7a tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1098 time: 0.0552826 Nov 10 21:22:22.016735 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59031209-347d-43b6-9106-daf0e3c8e6f6 req-5edf57e0-a017-48bf-95e0-8b5bca37b30c tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Nov 10 21:22:22.104130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] No DVR routers for this DVR port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:22.121748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:22.138313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 301c2a27-6774-441e-b961-889140120efc details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:22.168676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:22.177165 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a0722545-8731-43ab-9d6c-72a8879ad0bb admin admin] 10.222.0.45 "PUT /v2.0/routers/fd007ede-aab0-40e8-b313-f392ea081dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9289312 Nov 10 21:22:22.177862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44518) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:22.191154 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] Sync routers for ids ['fd007ede-aab0-40e8-b313-f392ea081dd8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:22:22.206561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:22.206895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:22.207215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:22.209531 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] Routers {'fd007ede-aab0-40e8-b313-f392ea081dd8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:22.210650 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fd007ede-aab0-40e8-b313-f392ea081dd8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:22.220954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889449e3-8a5a-4f57-9700-44327c8c73df req-bc509cdf-1199-4fee-ac73-a382c208073d tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.225389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-889449e3-8a5a-4f57-9700-44327c8c73df req-bc509cdf-1199-4fee-ac73-a382c208073d tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 950 time: 0.1225421 Nov 10 21:22:22.226200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:22.226511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Attempting to bind port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:22.242444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:22.242785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:22.243468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:22.243599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Bound port: 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:22.243948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.285262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 301c2a27-6774-441e-b961-889140120efc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=301c2a27-6774-441e-b961-889140120efc,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:22.301155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '301c2a27-6774-441e-b961-889140120efc', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '301c2a27-6774-441e-b961-889140120efc', 'mac_address': 'fa:16:3e:ad:8d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:22.344827 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] Set router fd007ede-aab0-40e8-b313-f392ea081dd8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:22.345282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.350430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85663d13-b42d-40ea-8b02-fe1851ef80f6 req-6c9ec0ee-9f4f-41ef-8b79-d1e3c3cac66d tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.352408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-85663d13-b42d-40ea-8b02-fe1851ef80f6 req-6c9ec0ee-9f4f-41ef-8b79-d1e3c3cac66d tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1098 time: 0.1843228 Nov 10 21:22:22.357698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-889449e3-8a5a-4f57-9700-44327c8c73df req-f391d971-f101-4ac8-a40c-bd61057eba1d tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229954 Nov 10 21:22:22.368725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.384906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301c2a27-6774-441e-b961-889140120efc {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:22.410378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:22.413860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 301c2a27-6774-441e-b961-889140120efc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=301c2a27-6774-441e-b961-889140120efc,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:22.415011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:22.470968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-113e159e-d3f9-4bf8-b212-5b41339fed5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543358 Nov 10 21:22:22.510754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.511486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:22.519443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.523832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-85663d13-b42d-40ea-8b02-fe1851ef80f6 req-00c22dfc-af59-4d8a-a1d6-7d4f3e18e752 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243980 Nov 10 21:22:22.547895 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.572966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa5da-94b5-40ac-a7cb-efa7ab8d1584 req-bcb09e19-d217-4011-9729-6be36e6a984c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.574617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad9aa5da-94b5-40ac-a7cb-efa7ab8d1584 req-bcb09e19-d217-4011-9729-6be36e6a984c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0998347 Nov 10 21:22:22.587013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.587013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.588124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] 10.222.0.64 "PUT /v2.0/ports/32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 1095 time: 2.0438924 Nov 10 21:22:22.659770 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:20Z', 'revision_number': 5, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port': {'id': '8b732707-8d5e-4391-a5d8-00925e711a67', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:48:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:10Z', 'updated_at': '2021-11-10T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:22.682791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:22.698127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Deleting port 8b732707-8d5e-4391-a5d8-00925e711a67 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:22.698476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.708036 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] Checking router: fd007ede-aab0-40e8-b313-f392ea081dd8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:22:22.708166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'mac_address': 'fa:16:3e:a3:28:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:22.716416 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] Routers {'fd007ede-aab0-40e8-b313-f392ea081dd8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:22.717072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=301c2a27-6774-441e-b961-889140120efc,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:22.717389 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fd007ede-aab0-40e8-b313-f392ea081dd8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:22.770186 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.779966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9095a-1d5d-44cf-bc34-d7fde94155ca service neutron] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:22.786585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-3d779ab5-6d98-422f-88cf-148c865d4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.788697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-3d779ab5-6d98-422f-88cf-148c865d4fb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1097 time: 0.2666681 Nov 10 21:22:22.817006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:22.820879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-806806c2-d1d1-4752-affe-0db4aa43f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:22.822506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-806806c2-d1d1-4752-affe-0db4aa43f02d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1098 time: 0.1708443 Nov 10 21:22:22.854383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad9aa5da-94b5-40ac-a7cb-efa7ab8d1584 req-5b34b854-be01-45fa-9c52-c7729fbe2bfe tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028072 Nov 10 21:22:22.869854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:22.934827 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] Set router fd007ede-aab0-40e8-b313-f392ea081dd8 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:22.947037 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.948896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] For port 8b732707-8d5e-4391-a5d8-00925e711a67, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8b732707-8d5e-4391-a5d8-00925e711a67,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:22.949337 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:22.965364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Calling delete_port for 8b732707-8d5e-4391-a5d8-00925e711a67 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:23.011086 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:22Z', 'revision_number': 6, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:23.015555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f800037-0f36-435f-94d3-f360558f67dd req-1d8a324f-99af-4c06-9c49-a34868501268 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.017172 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f800037-0f36-435f-94d3-f360558f67dd req-1d8a324f-99af-4c06-9c49-a34868501268 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 946 time: 0.1210749 Nov 10 21:22:23.027163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:23.063708 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dd0e4b-abae-435d-9682-bac7ab836824 None None] The sync data for ids ['fd007ede-aab0-40e8-b313-f392ea081dd8'] in n-d-776250-11 is: [{'id': 'fd007ede-aab0-40e8-b313-f392ea081dd8', 'name': 'tempest-FloatingIPsNegativeTestJSON-282120616-router', 'tenant_id': 'eb55948e362f468abc5aba6113f4f243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:08Z', 'updated_at': '2021-11-10T21:22:22Z', 'revision_number': 6, 'project_id': 'eb55948e362f468abc5aba6113f4f243', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:22:23.132825 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f800037-0f36-435f-94d3-f360558f67dd req-6b8599d2-3ce6-488f-a656-95e08dd39b09 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716813 Nov 10 21:22:23.159872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9799-e5b2-4923-a90f-a8838b15e144 req-46049ee9-26ca-4d2d-bea1-cacdffc62fa8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.162731 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4bf9799-e5b2-4923-a90f-a8838b15e144 req-46049ee9-26ca-4d2d-bea1-cacdffc62fa8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 948 time: 0.0796230 Nov 10 21:22:23.210057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-8c220d4b-d20a-48d8-b8af-406d28d2c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.211509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-8c220d4b-d20a-48d8-b8af-406d28d2c3a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.3880782 Nov 10 21:22:23.213910 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.217386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-9b183a88-a6ce-4c9e-9d18-1e0d4112277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.218842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-9b183a88-a6ce-4c9e-9d18-1e0d4112277e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3819942 Nov 10 21:22:23.235108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d98938c2-0d85-4d5e-9b06-891ebc8925bd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:23.242649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['301c2a27-6774-441e-b961-889140120efc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:23.285965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-ab8b49ec-44ab-46fe-8b38-b77974e6def5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0489104 Nov 10 21:22:23.338652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-fdab1846-0d36-413d-a6df-65ebfbc3eac1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 217 time: 0.1185660 Nov 10 21:22:23.379050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4bf9799-e5b2-4923-a90f-a8838b15e144 req-e73ec52f-959e-4b15-af81-87356511ea86 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024198 Nov 10 21:22:23.422975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-089a6644-4cc6-48a2-97e4-dd1927283328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.425498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-089a6644-4cc6-48a2-97e4-dd1927283328 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1000166 Nov 10 21:22:23.430967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-7b875676-06b5-4212-9649-7e3d12fcb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.432395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-7b875676-06b5-4212-9649-7e3d12fcb154 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0725024 Nov 10 21:22:23.471466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.486384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-4910187e-6155-4eac-913f-2ed07e2d023a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448885 Nov 10 21:22:23.504122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b732707-8d5e-4391-a5d8-00925e711a67,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:23.546050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.568974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-43283dad-163d-47bb-8d48-dcad982f0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.570598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-43283dad-163d-47bb-8d48-dcad982f0c1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372650 Nov 10 21:22:23.656239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.658657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.741908 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-53b5896c-678f-4d44-9013-9c3329bb5879 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474573 Nov 10 21:22:23.750233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:23.752239 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabad767-2b56-493e-a157-a87ae9a87570" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:23.772034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8b732707-8d5e-4391-a5d8-00925e711a67 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:23.784379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a9817-f9b4-4c47-b6e0-c40280d43736 req-f6e39f93-5037-4ee8-8d68-32519364a8eb tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.786172 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b97a9817-f9b4-4c47-b6e0-c40280d43736 req-f6e39f93-5037-4ee8-8d68-32519364a8eb tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1098 time: 0.0513968 Nov 10 21:22:23.795956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ce6be-0a56-4d26-9248-5d2ca67c3678 req-50d13ad2-4c0e-41da-ac00-c0f69c33da93 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:23.797459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-070ce6be-0a56-4d26-9248-5d2ca67c3678 req-50d13ad2-4c0e-41da-ac00-c0f69c33da93 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 950 time: 0.1801217 Nov 10 21:22:23.801852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8b732707-8d5e-4391-a5d8-00925e711a67 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:22:23.802194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8b732707-8d5e-4391-a5d8-00925e711a67 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:23.802607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4441e58b-9618-418b-910c-16bfde43b3b4 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:23.820131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.824208 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:22:23.824737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd007ede-aab0-40e8-b313-f392ea081dd8 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:22:23.827505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 4441e58b-9618-418b-910c-16bfde43b3b4 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:22:23.827940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4441e58b-9618-418b-910c-16bfde43b3b4 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:23.829496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.834588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad01f9bb-f781-4d88-9427-f303de49a54f admin admin] 10.222.0.45 "DELETE /v2.0/routers/fd007ede-aab0-40e8-b313-f392ea081dd8 HTTP/1.1" status: 204 len: 168 time: 1.6551869 Nov 10 21:22:23.835301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44552) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:23.853649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b97a9817-f9b4-4c47-b6e0-c40280d43736 req-b795f6ef-dbc4-420c-a00c-b9f1e211611a tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609157 Nov 10 21:22:23.875189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-f9721ac9-d7ce-4a9a-af96-679047b8798d service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748775 Nov 10 21:22:23.911239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] Deleting subnet 0cfcd48d-fce9-4357-a09d-56b9f7b1c017 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:22:23.915718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.938540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-070ce6be-0a56-4d26-9248-5d2ca67c3678 req-35b7d270-d38c-4a8b-b4e8-7ad99f0f145c tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308289 Nov 10 21:22:23.966743 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:23.998334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11a045bc-ec1d-4616-a3bf-456ed5716582 req-00535be6-41da-4cf5-be99-e0b478f6b727 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355428 Nov 10 21:22:24.056419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.062766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-884b76c1-fd87-4fec-b17a-aaeb994b4f72 req-d1198d08-a58b-4819-bdb4-75f37629f3de service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781695 Nov 10 21:22:24.086497 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5129d-c320-4694-9fe5-9ca3ee92c0fb x-openstack-request-id: req-43c5129d-c320-4694-9fe5-9ca3ee92c0fb {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:24.086792 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:24.087045 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43c5129d-c320-4694-9fe5-9ca3ee92c0fb {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:24.087438 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'status': 'completed', 'code': 200} Nov 10 21:22:24.163031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:24.259564 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.307113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-b756ab95-ac36-4e8e-b8ac-169daaa017e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.308708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-b756ab95-ac36-4e8e-b8ac-169daaa017e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1098 time: 0.1850400 Nov 10 21:22:24.313408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfcd48d-fce9-4357-a09d-56b9f7b1c017,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:24.321293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da600a7-c2a4-4a15-91c6-6522429efd05 None None] Network c8514739-34b1-4e89-ad27-17e82869ef9d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:22:24.323269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-128db5f7-28c3-4ae7-a31f-0881033617db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.324900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-128db5f7-28c3-4ae7-a31f-0881033617db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1098 time: 0.1000998 Nov 10 21:22:24.342348 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.342963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e648-d5b1-4fc4-964b-f8f5c88e3204 req-96dd08b2-e953-4a22-9be5-cfac15b07063 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.345944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb58dcad-00c7-4bf0-a830-5dfa2770f93c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0cfcd48d-fce9-4357-a09d-56b9f7b1c017 HTTP/1.1" status: 204 len: 168 time: 0.5055330 Nov 10 21:22:24.357579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44566) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:24.357667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8f9e648-d5b1-4fc4-964b-f8f5c88e3204 req-96dd08b2-e953-4a22-9be5-cfac15b07063 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.1724634 Nov 10 21:22:24.394561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port d98938c2-0d85-4d5e-9b06-891ebc8925bd completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:24.401443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d98938c2-0d85-4d5e-9b06-891ebc8925bd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:24.402153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.431207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c17a1-ea09-4219-9152-64a5ea651e3f req-25070d31-5e1c-4f0a-bd6c-d47d80a3b6be tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.438599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d70c17a1-ea09-4219-9152-64a5ea651e3f req-25070d31-5e1c-4f0a-bd6c-d47d80a3b6be tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 946 time: 0.1396058 Nov 10 21:22:24.472736 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.521957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d70c17a1-ea09-4219-9152-64a5ea651e3f req-57dc0e31-b10e-473a-abf0-d6b4222e25cd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823824 Nov 10 21:22:24.559497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8f9e648-d5b1-4fc4-964b-f8f5c88e3204 req-393b9759-4ab3-459d-9b5e-5b0ee731098c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974986 Nov 10 21:22:24.596183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-9f8c7f8e-48f4-4552-928e-b87e144db845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.599548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-9f8c7f8e-48f4-4552-928e-b87e144db845 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2730343 Nov 10 21:22:24.608403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Deleting port 8a78bf12-ac08-4573-b11e-0b786db0ac38 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:24.608614 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.634653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.684144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-96b7694e-f744-48c7-83e5-fe1bf792629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.685773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-96b7694e-f744-48c7-83e5-fe1bf792629e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3249981 Nov 10 21:22:24.687270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-1b6dc000-0e63-4d5b-afcd-1667f611fc2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0683546 Nov 10 21:22:24.696407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:24.699505 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cd1627-6d3a-4e4f-9a56-6ea45d261c9e" -d '{"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-plugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:24.715565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:24.724931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] For port 8a78bf12-ac08-4573-b11e-0b786db0ac38, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a78bf12-ac08-4573-b11e-0b786db0ac38,segment=NetworkSegment(eb71ec21-8fda-44eb-be9d-9b6fe177f8e9),segment_id=eb71ec21-8fda-44eb-be9d-9b6fe177f8e9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:24.725402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.738944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Calling delete_port for 8a78bf12-ac08-4573-b11e-0b786db0ac38 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:24.742488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] DHCP port deletion for c8514739-34b1-4e89-ad27-17e82869ef9d request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:22:24.796219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] Deleting port 8a78bf12-ac08-4573-b11e-0b786db0ac38 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:24.796781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.807968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-d77727f2-22bd-4905-bb81-bef07c73db88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.1055810 Nov 10 21:22:24.813792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.814577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 301c2a27-6774-441e-b961-889140120efc up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:24.875289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4568e6b-7dce-4fbc-a771-985f639db5d1 req-46ccf68e-8fb2-4d0d-87c9-94b967d74f0e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.876910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4568e6b-7dce-4fbc-a771-985f639db5d1 req-46ccf68e-8fb2-4d0d-87c9-94b967d74f0e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 948 time: 0.1952360 Nov 10 21:22:24.878916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-adca1299-6b71-408e-a569-aa1dd023d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.880333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-adca1299-6b71-408e-a569-aa1dd023d46a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1821685 Nov 10 21:22:24.887311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.922484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-89db6006-4de6-4308-b162-426e4c354928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:24.924112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-89db6006-4de6-4308-b162-426e4c354928 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1109731 Nov 10 21:22:24.948256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a78bf12-ac08-4573-b11e-0b786db0ac38,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:24.952141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] No DVR routers for this DVR port 8a78bf12-ac08-4573-b11e-0b786db0ac38 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:24.953838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:24.971224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] For port 8a78bf12-ac08-4573-b11e-0b786db0ac38, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a78bf12-ac08-4573-b11e-0b786db0ac38,segment=NetworkSegment(eb71ec21-8fda-44eb-be9d-9b6fe177f8e9),segment_id=eb71ec21-8fda-44eb-be9d-9b6fe177f8e9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:24.971224 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:24.986741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:24.998419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] Calling delete_port for 8a78bf12-ac08-4573-b11e-0b786db0ac38 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:25.032531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-6f4b7dd7-3fb2-46e7-97ee-e98bafab265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:25.034563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-6f4b7dd7-3fb2-46e7-97ee-e98bafab265b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1455057 Nov 10 21:22:25.042409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4568e6b-7dce-4fbc-a771-985f639db5d1 req-bd781555-2093-4678-b977-32457336784f tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274741 Nov 10 21:22:25.122318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad767-2b56-493e-a157-a87ae9a87570 req-2193ff5b-f9af-4224-af73-48a20bdef74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:25.124281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-2193ff5b-f9af-4224-af73-48a20bdef74a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1859801 Nov 10 21:22:25.130063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 301c2a27-6774-441e-b961-889140120efc completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:25.139651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 301c2a27-6774-441e-b961-889140120efc triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:25.139651 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.145143 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea883af5-3dce-4284-8d67-3cd69c2d6f66 x-openstack-request-id: req-ea883af5-3dce-4284-8d67-3cd69c2d6f66 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:25.145449 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-plugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:25.145690 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea883af5-3dce-4284-8d67-3cd69c2d6f66 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:25.146071 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'code': 200} Nov 10 21:22:25.155930 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.201565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.204844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.206454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.207269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > port after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.209557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.210168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > port after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.210857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.212545 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.213128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.213655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.260708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.299823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.300342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.300589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.301009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:22:25.301439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8514739-34b1-4e89-ad27-17e82869ef9d']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:25.306032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] Pushing event deleted for resources: {'Port': ['ID=8a78bf12-ac08-4573-b11e-0b786db0ac38,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:25.312686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2323e70-fb34-4af5-80b2-ad44f99a19fa None None] No DVR routers for this DVR port 8a78bf12-ac08-4573-b11e-0b786db0ac38 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:25.331510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32b913b4-5afc-454b-ae6d-67fde34ea86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.334100 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.334773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:25.335127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb71ec21-8fda-44eb-be9d-9b6fe177f8e9') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:25.364066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.396777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.413620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:22:25.414086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.430065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 301c2a27-6774-441e-b961-889140120efc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=301c2a27-6774-441e-b961-889140120efc,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: from cryptography.utils import int_from_bytes Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: from cryptography.utils import int_from_bytes Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:22:25.438692 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:22:25.482955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a78bf12-ac08-4573-b11e-0b786db0ac38 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:25.516786 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.517697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:25.519937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8a78bf12-ac08-4573-b11e-0b786db0ac38 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:22:25.520324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a78bf12-ac08-4573-b11e-0b786db0ac38 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:25.604089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:25.605723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=301c2a27-6774-441e-b961-889140120efc,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:25.609142 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32b913b4-5afc-454b-ae6d-67fde34ea86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.627059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897c7a1-5afe-494d-84a0-24b4b013fca2 req-259292d7-c80b-4719-ba2d-ca9b177f2693 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:25.628892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f897c7a1-5afe-494d-84a0-24b4b013fca2 req-259292d7-c80b-4719-ba2d-ca9b177f2693 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 950 time: 0.1460600 Nov 10 21:22:25.681159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f897c7a1-5afe-494d-84a0-24b4b013fca2 req-d8670bfa-f429-4748-be3e-2abbca7ea2ad tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Nov 10 21:22:25.718139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2100f-9a17-4dee-a586-cbddfe590ed1 req-a59773d2-1066-4253-ad86-cd1ea9288dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:25.719629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51f2100f-9a17-4dee-a586-cbddfe590ed1 req-a59773d2-1066-4253-ad86-cd1ea9288dd8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1102 time: 0.4928029 Nov 10 21:22:25.722591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-c49d916d-f2aa-4627-8e62-9877e9a940ef service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312495 Nov 10 21:22:25.724402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f4dfb-0b6a-4509-a31f-25b20e0527fa req-cd025051-4ddc-4117-8894-69d453583b03 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:25.725769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c2f4dfb-0b6a-4509-a31f-25b20e0527fa req-cd025051-4ddc-4117-8894-69d453583b03 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1098 time: 0.4792695 Nov 10 21:22:25.727850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-218522d6-0650-4dd1-8d31-a5e2e57223c3 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848788 Nov 10 21:22:25.739886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.741479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32b913b4-5afc-454b-ae6d-67fde34ea86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.764898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.768739 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c8514739-34b1-4e89-ad27-17e82869ef9d HTTP/1.1" status: 204 len: 168 time: 1.4184794 Nov 10 21:22:25.789726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b736-e5c5-4659-af18-ac5c71fad803 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8514739-34b1-4e89-ad27-17e82869ef9d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:25.808045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-32b913b4-5afc-454b-ae6d-67fde34ea86b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60dfd83b9b7d4966963583b2b862a74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8517931 Nov 10 21:22:25.808935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44592) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:25.818241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b913b4-5afc-454b-ae6d-67fde34ea86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac6b5f7-c3b3-4edf-8b35-1a0d25dcbb45,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:25.898470 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd529896-27f3-435b-ae53-331d5989383b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.920838 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51f2100f-9a17-4dee-a586-cbddfe590ed1 req-3c71747f-18a5-482d-aa28-19c1dbb7bffa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920145 Nov 10 21:22:25.925624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd529896-27f3-435b-ae53-331d5989383b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.928566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8496d69-539e-437f-bea1-8dd6084ac48c req-a9acf2a3-1079-43ff-ac5a-dfd2053f94b7 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:25.930053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8496d69-539e-437f-bea1-8dd6084ac48c req-a9acf2a3-1079-43ff-ac5a-dfd2053f94b7 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 1101 time: 0.0704322 Nov 10 21:22:25.947998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c2f4dfb-0b6a-4509-a31f-25b20e0527fa req-01435943-a426-44c7-8479-6ec680e0f743 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128980 Nov 10 21:22:25.962607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-9f618b43-c32b-4868-85f6-3b81081fa882 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190306 Nov 10 21:22:25.969629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f8496d69-539e-437f-bea1-8dd6084ac48c req-499e840f-713d-445d-bee6-3923bd7a3538 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:25.980887 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fabad767-2b56-493e-a157-a87ae9a87570 req-f5fb77bf-4dfe-45ca-96dd-bdfc639ef954 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360826 Nov 10 21:22:26.043497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd529896-27f3-435b-ae53-331d5989383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.046086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd529896-27f3-435b-ae53-331d5989383b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.049580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fd529896-27f3-435b-ae53-331d5989383b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ac6b5f7-c3b3-4edf-8b35-1a0d25dcbb45 HTTP/1.1" status: 204 len: 168 time: 0.2363398 Nov 10 21:22:26.064437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd529896-27f3-435b-ae53-331d5989383b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac6b5f7-c3b3-4edf-8b35-1a0d25dcbb45,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:26.096378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f365e-321c-4b55-9b4d-1f7aa81cd4fb req-f2793d41-8d57-419d-b790-cfc6291bc0e3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:26.098153 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da1f365e-321c-4b55-9b4d-1f7aa81cd4fb req-f2793d41-8d57-419d-b790-cfc6291bc0e3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 946 time: 0.0552623 Nov 10 21:22:26.124499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44600) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:26.166406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da1f365e-321c-4b55-9b4d-1f7aa81cd4fb req-6bc08f38-7b6c-4b9e-969e-ade0163126f4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592594 Nov 10 21:22:26.183711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f8496d69-539e-437f-bea1-8dd6084ac48c req-499e840f-713d-445d-bee6-3923bd7a3538 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.190999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2166ea8b-350e-46ce-b818-99ebe6301eb1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb55948e362f468abc5aba6113f4f243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639420 Nov 10 21:22:26.198396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44602) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:26.249602 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b1acee6-2d8d-457a-90c6-1ca8b28f5aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.272553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b1acee6-2d8d-457a-90c6-1ca8b28f5aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.292940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f8496d69-539e-437f-bea1-8dd6084ac48c req-499e840f-713d-445d-bee6-3923bd7a3538 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.390747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b1acee6-2d8d-457a-90c6-1ca8b28f5aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.393526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b1acee6-2d8d-457a-90c6-1ca8b28f5aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:26.402551 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b1acee6-2d8d-457a-90c6-1ca8b28f5aa9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f98c4781-651d-4a83-a55f-96f2f5fecf2a HTTP/1.1" status: 204 len: 168 time: 0.1956458 Nov 10 21:22:26.409872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1acee6-2d8d-457a-90c6-1ca8b28f5aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98c4781-651d-4a83-a55f-96f2f5fecf2a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:26.533726 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8496d69-539e-437f-bea1-8dd6084ac48c req-499e840f-713d-445d-bee6-3923bd7a3538 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936170 Nov 10 21:22:26.534597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e840f-713d-445d-bee6-3923bd7a3538 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89cd346-00b6-47b3-a8c7-dd933f73a2fe,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:26.655786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d64d7-09ff-4010-9d14-895f9b704531 req-3d86313c-75f5-4f75-b1b9-8d6ff6809368 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:26.657353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007d64d7-09ff-4010-9d14-895f9b704531 req-3d86313c-75f5-4f75-b1b9-8d6ff6809368 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 949 time: 0.0529499 Nov 10 21:22:26.705421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007d64d7-09ff-4010-9d14-895f9b704531 req-2af6e82f-7f7c-4b2e-be52-64f268cf3c3d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Nov 10 21:22:26.818443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b731a-dddb-4856-8d3b-b4482c004451 req-08a2100b-1e0a-4c23-8442-4e8ae56e6154 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:26.821397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c2b731a-dddb-4856-8d3b-b4482c004451 req-08a2100b-1e0a-4c23-8442-4e8ae56e6154 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 950 time: 0.0498552 Nov 10 21:22:26.869759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c2b731a-dddb-4856-8d3b-b4482c004451 req-22127a87-1d09-48b3-8c67-435245752fff tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/security-groups?id=2ec451cd-6855-4f70-a631-e63a4c353bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Nov 10 21:22:26.936159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-3edaf1bc-ee94-4375-b74d-f01c9034a657 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:26.937768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-3edaf1bc-ee94-4375-b74d-f01c9034a657 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 950 time: 0.0504365 Nov 10 21:22:26.990851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44614) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:27.008397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2b84e03-9a92-4d4a-9ba9-30e0023d754d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.060851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Deleting port f835e425-9e0e-487c-99b5-26c32c8980bb {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:27.063438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.101235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2b84e03-9a92-4d4a-9ba9-30e0023d754d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.147524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301c2a27-6774-441e-b961-889140120efc'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:27.153046 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00e2d19-55e1-4558-9935-8c85db466a91" -d '{"events": [{"server_uuid": "9616146a-ba45-4f73-95e5-611d3c0beb82", "name": "network-vif-plugged", "status": "completed", "tag": "301c2a27-6774-441e-b961-889140120efc"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:27.162003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2b84e03-9a92-4d4a-9ba9-30e0023d754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.176041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] For port f835e425-9e0e-487c-99b5-26c32c8980bb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f835e425-9e0e-487c-99b5-26c32c8980bb,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:27.176411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.194304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Calling delete_port for f835e425-9e0e-487c-99b5-26c32c8980bb owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:27.223682 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9cf688-1daa-4b0b-ba5a-376428bc8813 x-openstack-request-id: req-ed9cf688-1daa-4b0b-ba5a-376428bc8813 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:27.224699 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9616146a-ba45-4f73-95e5-611d3c0beb82", "name": "network-vif-plugged", "status": "completed", "tag": "301c2a27-6774-441e-b961-889140120efc", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:27.225205 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed9cf688-1daa-4b0b-ba5a-376428bc8813 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:27.225769 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301c2a27-6774-441e-b961-889140120efc', 'code': 200} Nov 10 21:22:27.277622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b84e03-9a92-4d4a-9ba9-30e0023d754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafaece4-0e85-4fca-a963-a402a5c595c8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:27.287802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d2b84e03-9a92-4d4a-9ba9-30e0023d754d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95f15224b29b4c2a9e04ca4bbc808276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957418 Nov 10 21:22:27.290220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44634) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:27.414419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968258b-7b87-4ee9-9fa1-e7af1a311978 req-37d96e82-a1a8-470b-a887-11788fa587e9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:27.416060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4968258b-7b87-4ee9-9fa1-e7af1a311978 req-37d96e82-a1a8-470b-a887-11788fa587e9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 946 time: 0.0868533 Nov 10 21:22:27.416978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af300df-2d63-4e35-a903-89b4c20b2ce1 req-2b8efdfc-0631-44f0-bb54-4aaa3dbd4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:27.418543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3af300df-2d63-4e35-a903-89b4c20b2ce1 req-2b8efdfc-0631-44f0-bb54-4aaa3dbd4b3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 1101 time: 0.0878856 Nov 10 21:22:27.419450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ac03-e961-4ac6-b691-2a25cfd53191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.461844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ac03-e961-4ac6-b691-2a25cfd53191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.474763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3af300df-2d63-4e35-a903-89b4c20b2ce1 req-5f3765e1-52f2-4e4b-98e2-63a76a49818d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471497 Nov 10 21:22:27.506319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4968258b-7b87-4ee9-9fa1-e7af1a311978 req-9806d719-0b64-46ab-92d0-fbf118733822 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839980 Nov 10 21:22:27.516537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.528992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['f835e425-9e0e-487c-99b5-26c32c8980bb'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:27.554620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Pushing event deleted for resources: {'Port': ['ID=f835e425-9e0e-487c-99b5-26c32c8980bb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:27.602477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] No DVR routers for this DVR port f835e425-9e0e-487c-99b5-26c32c8980bb on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:27.606844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.613255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e21e86e-13c2-4ab4-939f-f8f9dd718460 req-98aee518-2782-4425-b973-a01b79998211 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.64 "DELETE /v2.0/ports/f835e425-9e0e-487c-99b5-26c32c8980bb HTTP/1.1" status: 204 len: 173 time: 0.6675265 Nov 10 21:22:27.613924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'name': 'network-vif-deleted', 'tag': 'f835e425-9e0e-487c-99b5-26c32c8980bb'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:27.617162 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b3c252-1cd3-4831-9cdd-bf98fdcfd4d7" -d '{"events": [{"server_uuid": "cf0c142a-4763-4dbd-8fe4-4558143983f9", "name": "network-vif-deleted", "tag": "f835e425-9e0e-487c-99b5-26c32c8980bb"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:27.655215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ac03-e961-4ac6-b691-2a25cfd53191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.658589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8fd4ac03-e961-4ac6-b691-2a25cfd53191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:27.660223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8fd4ac03-e961-4ac6-b691-2a25cfd53191 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bafaece4-0e85-4fca-a963-a402a5c595c8 HTTP/1.1" status: 204 len: 168 time: 0.3687019 Nov 10 21:22:27.671550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4ac03-e961-4ac6-b691-2a25cfd53191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafaece4-0e85-4fca-a963-a402a5c595c8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:27.703970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b701df-2282-49ec-8a3d-c0d532a68190 req-5f17ff60-3fb3-4113-9dd9-5292f2df5bf6 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:27.706493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05b701df-2282-49ec-8a3d-c0d532a68190 req-5f17ff60-3fb3-4113-9dd9-5292f2df5bf6 tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 1101 time: 0.0958827 Nov 10 21:22:27.796436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05b701df-2282-49ec-8a3d-c0d532a68190 req-d335d6f7-fc59-4f91-95bf-c32e9e9b3b6c tempest-ServersAdminNegativeTestJSON-8612146 tempest-ServersAdminNegativeTestJSON-8612146-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816617 Nov 10 21:22:27.845461 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3472bba-c234-4942-b9c6-88385af3e34f x-openstack-request-id: req-d3472bba-c234-4942-b9c6-88385af3e34f {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:27.845755 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0c142a-4763-4dbd-8fe4-4558143983f9", "name": "network-vif-deleted", "tag": "f835e425-9e0e-487c-99b5-26c32c8980bb", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:27.846071 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3472bba-c234-4942-b9c6-88385af3e34f {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:27.847068 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0c142a-4763-4dbd-8fe4-4558143983f9', 'name': 'network-vif-deleted', 'tag': 'f835e425-9e0e-487c-99b5-26c32c8980bb', 'status': 'completed', 'code': 200} Nov 10 21:22:27.947380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3174-aee7-4237-b920-7b237afb5d82 req-30195d71-3012-47e9-9984-313fb760d01d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:27.949107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663e3174-aee7-4237-b920-7b237afb5d82 req-30195d71-3012-47e9-9984-313fb760d01d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 949 time: 0.0599658 Nov 10 21:22:28.012562 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663e3174-aee7-4237-b920-7b237afb5d82 req-cb2e45e5-107c-4fc9-9814-dc68b1efabb9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575264 Nov 10 21:22:28.170075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:28.170784 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9759828-34a5-4d8e-a908-b5df2dfdcc73 req-ebfbc0ca-9130-4c43-99b5-d894589bfaa0 tempest-ServerDiagnosticsNegativeTest-835449036 tempest-ServerDiagnosticsNegativeTest-835449036-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0c142a-4763-4dbd-8fe4-4558143983f9 HTTP/1.1" status: 200 len: 210 time: 0.0285840 Nov 10 21:22:28.322031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:28.336999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'mac_address': 'fa:16:3e:3c:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:28.380856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:28.395242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:28.417843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:28.489213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:28.579072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:28.686673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992170e-a569-4a47-8a76-a978cdee12bf req-eb986712-e4d1-41ee-a153-f7a285a1a2e3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:28.688323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a992170e-a569-4a47-8a76-a978cdee12bf req-eb986712-e4d1-41ee-a153-f7a285a1a2e3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 947 time: 0.0630770 Nov 10 21:22:28.756491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a992170e-a569-4a47-8a76-a978cdee12bf req-19d9a80e-3feb-4518-ad75-e8c2acfe065d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596776 Nov 10 21:22:28.809163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-44b26d9d-6de2-4c0e-b77f-6d8de8e09f2f tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:22:28.810101 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-44b26d9d-6de2-4c0e-b77f-6d8de8e09f2f tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1234348 Nov 10 21:22:28.856897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-45083e5a-bb40-4e33-9f87-354be527e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:28.858765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-45083e5a-bb40-4e33-9f87-354be527e8e9 service neutron] 10.222.0.45 "GET /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 1095 time: 0.0396500 Nov 10 21:22:28.863872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:28.872979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Request body: {'binding': {'host': 'n-h2-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:28.873825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Unknown quota resources ['binding']. {{(pid=103047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:22:29.018518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on host n-h2-776250-11 for vnic_type normal with profile None {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:29.018858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:29.019188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:29.023566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:29.023919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:29.028997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:29.029334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:29.029714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:29.030139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Bound port: a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:29.089168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:29.135201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-3922f3de-e4a7-4d8f-a598-fc5200af0eed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436296 Nov 10 21:22:29.181575 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:29.182994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-301a4244-3ce8-4205-b095-ff72879a50f9 service neutron] 10.222.0.45 "POST /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3146594 Nov 10 21:22:29.228662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-6aaf668f-c5e6-431f-ad3e-6ccd72f613cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.230205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-6aaf668f-c5e6-431f-ad3e-6ccd72f613cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 1097 time: 0.0461948 Nov 10 21:22:29.344359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-0fe04efe-8afa-4f4e-8af3-5c40548a2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.345729 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-0fe04efe-8afa-4f4e-8af3-5c40548a2b0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 923 time: 0.0905130 Nov 10 21:22:29.436809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-0d3db492-4d28-4cf2-b1f5-1aa67d25e85f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f9db526-d357-460a-960d-056dc9276ace HTTP/1.1" status: 200 len: 1000 time: 0.0826917 Nov 10 21:22:29.504677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-ef579042-b030-4dd4-bbd2-50bf3aeb178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.507556 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-ef579042-b030-4dd4-bbd2-50bf3aeb178b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 200 len: 861 time: 0.0621138 Nov 10 21:22:29.523578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa608d6-8642-4217-b84f-2f02f0e8e3b5 req-5eacbf9f-aade-428f-b5a8-7be3c44122db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.525712 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa608d6-8642-4217-b84f-2f02f0e8e3b5 req-5eacbf9f-aade-428f-b5a8-7be3c44122db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 949 time: 0.0767801 Nov 10 21:22:29.582680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa608d6-8642-4217-b84f-2f02f0e8e3b5 req-38a35565-d23f-4dd4-ac05-d088b2116ba7 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503120 Nov 10 21:22:29.646856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375c7ee-9927-4d65-a61e-78281a1119c1 req-2ff4c06b-a6b4-44db-ac03-7016699e9c53 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.648410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d375c7ee-9927-4d65-a61e-78281a1119c1 req-2ff4c06b-a6b4-44db-ac03-7016699e9c53 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.1388440 Nov 10 21:22:29.667132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-6fb12781-42e9-4b0d-a106-d9044622d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.668649 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-6fb12781-42e9-4b0d-a106-d9044622d101 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23449e01-6610-4074-8027-c874787b6989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466484 Nov 10 21:22:29.707933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-fc8b4d8e-854f-4e3b-bc42-c51540528ab4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.708067 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-fc8b4d8e-854f-4e3b-bc42-c51540528ab4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 947 time: 0.1410975 Nov 10 21:22:29.807989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57df4e-d3dc-493e-9489-2055130a7bff req-c3028e20-47d3-4f52-a8a6-37fe95ba5990 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:29.809477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b57df4e-d3dc-493e-9489-2055130a7bff req-c3028e20-47d3-4f52-a8a6-37fe95ba5990 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 947 time: 0.0519218 Nov 10 21:22:29.828832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d375c7ee-9927-4d65-a61e-78281a1119c1 req-71c7f118-be46-41e5-b851-33bbdd7f5724 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682250 Nov 10 21:22:29.891322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-ddd34ad5-aad8-4ff8-9268-69a654748223 service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094588 Nov 10 21:22:29.895581 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-5672e3e7-fdfd-4f8c-8426-a51152eae60b service neutron] delete failed (client error): The resource could not be found. Nov 10 21:22:29.895581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-5672e3e7-fdfd-4f8c-8426-a51152eae60b service neutron] 10.222.0.53 "DELETE /v2.0/ports/32c7aa5d-4e56-4351-8e7a-b32b444dd2a5/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.1718276 Nov 10 21:22:29.904558 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b57df4e-d3dc-493e-9489-2055130a7bff req-e34cdfd9-79d1-49e5-b095-6a51d3d121af tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839474 Nov 10 21:22:30.034838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867c90f-e0fc-4a7e-87e8-0c6841d5e7b7 req-8dd07ac3-aac3-4e32-b144-da86e551abd8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.037009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7867c90f-e0fc-4a7e-87e8-0c6841d5e7b7 req-8dd07ac3-aac3-4e32-b144-da86e551abd8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0767293 Nov 10 21:22:30.100277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7867c90f-e0fc-4a7e-87e8-0c6841d5e7b7 req-e5ee7f87-f3fe-471c-a897-31e6421f2791 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566130 Nov 10 21:22:30.144367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa75d8-f841-4a23-a149-c72c98c063c7 req-bac4b9df-f8a2-4e29-ba63-32f043b484ac tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.145838 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7ffa75d8-f841-4a23-a149-c72c98c063c7 req-bac4b9df-f8a2-4e29-ba63-32f043b484ac tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 946 time: 0.1987305 Nov 10 21:22:30.157154 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5f88350-a96a-442d-bef3-3c359c260a7a req-a775168a-838b-4cd5-b37b-d0fdaafd1506 service neutron] 10.222.0.64 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548044 Nov 10 21:22:30.175892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:30.218937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-602cfce7-84b5-4dfc-95b1-d8d65ae1028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.220459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-602cfce7-84b5-4dfc-95b1-d8d65ae1028d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1098 time: 0.1572323 Nov 10 21:22:30.225267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-04eda64d-cb8d-4813-9708-2af25086c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.226770 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-04eda64d-cb8d-4813-9708-2af25086c0d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1099 time: 0.1797330 Nov 10 21:22:30.230076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44786) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:30.313448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7ffa75d8-f841-4a23-a149-c72c98c063c7 req-80b6a821-4bfd-4dc6-a80f-b2b73ef47342 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606514 Nov 10 21:22:30.326981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:30.333617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:30.334265 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:30.390849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-ad682a33-8970-4297-84e5-58e9f1f0b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.392352 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-ad682a33-8970-4297-84e5-58e9f1f0b77c service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1637340 Nov 10 21:22:30.448633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:30.454738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-d834e464-f6c4-4de5-a45c-2698f617aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.456440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-d834e464-f6c4-4de5-a45c-2698f617aa69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2009499 Nov 10 21:22:30.465811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-2658b928-0d93-433d-a740-50a035214e69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 217 time: 0.0623298 Nov 10 21:22:30.474711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:30.477448 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8dca9-5ea7-42eb-b110-56d137c2ed34" -d '{"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-plugged", "status": "completed", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:30.491397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:30.496341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-cb7ad74a-8b49-4cb1-8946-d3ae19b6d20e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437596 Nov 10 21:22:30.548564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-9ca504af-bb6f-48fb-b2c2-78671d6a1a2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0804439 Nov 10 21:22:30.564869 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b59c67a-e9c6-48a3-b774-460fb9e48eb4 x-openstack-request-id: req-5b59c67a-e9c6-48a3-b774-460fb9e48eb4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:30.565844 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-plugged", "status": "completed", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:30.566159 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b59c67a-e9c6-48a3-b774-460fb9e48eb4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:30.567857 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'code': 200} Nov 10 21:22:30.585137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:30.585998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f835e425-9e0e-487c-99b5-26c32c8980bb no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:30.626376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-f07420de-0ebc-4580-b8ea-5889a9ea489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.628489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-f07420de-0ebc-4580-b8ea-5889a9ea489e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0672290 Nov 10 21:22:30.665884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-74b40216-9cca-4435-b360-c0bc92ee1fea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edc9237b5c6140098a801513365e59d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343898 Nov 10 21:22:30.666988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44808) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:30.680648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:30.694521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-ab7d86e7-35fd-4103-b02e-56ad7b928ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.699882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-ab7d86e7-35fd-4103-b02e-56ad7b928ad3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.2147357 Nov 10 21:22:30.701775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: f835e425-9e0e-487c-99b5-26c32c8980bb {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:22:30.702123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f835e425-9e0e-487c-99b5-26c32c8980bb not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:30.762619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5628528b-3f5b-4b76-9c89-79d656a93c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:30.774330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-922324ac-b2dd-4e61-af37-64dcfbbca816 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400589 Nov 10 21:22:30.788582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44814) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:30.789289 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5628528b-3f5b-4b76-9c89-79d656a93c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:30.840534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-1796a1a3-684d-4389-967c-5a13b2d57756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.843004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-1796a1a3-684d-4389-967c-5a13b2d57756 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063081 Nov 10 21:22:30.935041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-bb495176-720c-4871-8d21-8029a5d7e82a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.936407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5628528b-3f5b-4b76-9c89-79d656a93c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:30.936914 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-bb495176-720c-4871-8d21-8029a5d7e82a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068513 Nov 10 21:22:30.939932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5628528b-3f5b-4b76-9c89-79d656a93c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:30.942180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5628528b-3f5b-4b76-9c89-79d656a93c9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ec451cd-6855-4f70-a631-e63a4c353bd7 HTTP/1.1" status: 204 len: 168 time: 0.2739482 Nov 10 21:22:30.955610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628528b-3f5b-4b76-9c89-79d656a93c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec451cd-6855-4f70-a631-e63a4c353bd7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:30.976825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2c9f1-8d65-47be-a74a-b1aa7d1ea64f req-fce90159-4776-4665-9c5a-50f761512c63 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:30.978460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-48f2c9f1-8d65-47be-a74a-b1aa7d1ea64f req-fce90159-4776-4665-9c5a-50f761512c63 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0788865 Nov 10 21:22:31.040330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-48f2c9f1-8d65-47be-a74a-b1aa7d1ea64f req-89a28267-ebd2-43a1-b059-ea540bebef19 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502954 Nov 10 21:22:31.043376 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-7736b15f-1879-4abb-a470-98da70cbb45c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/quotas/b6fef2d912ca4fa09a59c78f138f213a HTTP/1.1" status: 200 len: 375 time: 0.0807729 Nov 10 21:22:31.044100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87321ba3-21ce-460b-afde-50f3bdb69acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.074064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-fc3e968c-d8cd-4844-82f8-0a8055e0705f service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843800 Nov 10 21:22:31.146713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-d448bbd5-88ca-4982-90a5-031c5edac634 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:31.148093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-d448bbd5-88ca-4982-90a5-031c5edac634 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.64 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.2397447 Nov 10 21:22:31.163147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b05d-6d32-4a00-a031-e2f0985ed338 req-ec24ee0b-978e-47af-9c75-f780b066c9f3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:31.164760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3f6b05d-6d32-4a00-a031-e2f0985ed338 req-ec24ee0b-978e-47af-9c75-f780b066c9f3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0534995 Nov 10 21:22:31.225435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3f6b05d-6d32-4a00-a031-e2f0985ed338 req-c9cb8254-845b-4241-ac05-9a26014ae668 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504322 Nov 10 21:22:31.293813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44830) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:31.443856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5fd5adac-b755-47d2-a60e-3a9a418eda02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.475077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-bf4291d1-5ba1-4faa-a516-907f337e7eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975306 Nov 10 21:22:31.485334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4dc47-c635-40bd-939f-1ff4199532eb req-b9c2fd31-c8da-4afb-bd15-27efb58d0934 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:31.486804 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46a4dc47-c635-40bd-939f-1ff4199532eb req-b9c2fd31-c8da-4afb-bd15-27efb58d0934 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 946 time: 0.0808463 Nov 10 21:22:31.533145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-300a9aa0-4725-4dbe-8e38-0f2771af17f8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4746261 Nov 10 21:22:31.562751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46a4dc47-c635-40bd-939f-1ff4199532eb req-ae40751a-07d2-454e-935b-742ac1f14cda tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662951 Nov 10 21:22:31.582542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5fd5adac-b755-47d2-a60e-3a9a418eda02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.654519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-8093ca80-bf07-4a9e-9598-e1998a20127d service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688031 Nov 10 21:22:31.665245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5fd5adac-b755-47d2-a60e-3a9a418eda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.681576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44836) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:31.689257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87321ba3-21ce-460b-afde-50f3bdb69acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.705801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5fd5adac-b755-47d2-a60e-3a9a418eda02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fef16d69cec549ababb403a1127ec236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108605 Nov 10 21:22:31.706888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5adac-b755-47d2-a60e-3a9a418eda02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee9b5e0-7419-44ec-93d6-362efbea9f83,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:31.709174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44838) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:31.713788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d6b7-0bf5-4fa9-83e7-2ad4bbd32f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.719636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16030541-3de2-44b6-b6d2-5171610d6cd4 req-ac2721b5-8fa1-4dba-813d-7910aa8764e5 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293737 Nov 10 21:22:31.724699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Deleting port 1136eb60-2195-492a-b893-414f2f07bc1f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:31.724699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.757034 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87321ba3-21ce-460b-afde-50f3bdb69acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.824583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9ae12c61-db88-4b06-a419-962b596761c1 req-67279542-1ae3-428f-8128-4cea75e920f3 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 210 time: 0.0539482 Nov 10 21:22:31.835591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d061-b670-4e06-b5fb-f8089572dca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.865085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d061-b670-4e06-b5fb-f8089572dca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.919358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-87321ba3-21ce-460b-afde-50f3bdb69acb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8677aaa60ca4ccb86ad546a84fbedc8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1244416 Nov 10 21:22:31.921619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44846) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:31.948169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87321ba3-21ce-460b-afde-50f3bdb69acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03e766-edb3-46e8-8c1e-03aeb9b5bbec,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:31.971023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] For port 1136eb60-2195-492a-b893-414f2f07bc1f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1136eb60-2195-492a-b893-414f2f07bc1f,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:31.971948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.985635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b205-38fa-4165-94e0-6f8b1bb8fcdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:31.990658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-f7239cfa-9ecb-4f63-9d22-9f6a29b69095 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:31.992185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-f7239cfa-9ecb-4f63-9d22-9f6a29b69095 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1098 time: 0.1894641 Nov 10 21:22:32.000084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Calling delete_port for 1136eb60-2195-492a-b893-414f2f07bc1f owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:32.000853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d061-b670-4e06-b5fb-f8089572dca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.011065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-11'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:32.011972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4a8d061-b670-4e06-b5fb-f8089572dca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.015447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c4a8d061-b670-4e06-b5fb-f8089572dca7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bee9b5e0-7419-44ec-93d6-362efbea9f83 HTTP/1.1" status: 204 len: 168 time: 0.3030336 Nov 10 21:22:32.031174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b205-38fa-4165-94e0-6f8b1bb8fcdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.032898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8d061-b670-4e06-b5fb-f8089572dca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee9b5e0-7419-44ec-93d6-362efbea9f83,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:32.102448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d6b7-0bf5-4fa9-83e7-2ad4bbd32f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.144706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.189713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d6b7-0bf5-4fa9-83e7-2ad4bbd32f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.192242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9c4bb-05ea-4e5a-93ab-71c937ebab7d req-6cf05e75-ab0c-4c35-8788-fef7b65252e3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:32.194079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32c9c4bb-05ea-4e5a-93ab-71c937ebab7d req-6cf05e75-ab0c-4c35-8788-fef7b65252e3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0561109 Nov 10 21:22:32.196279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b205-38fa-4165-94e0-6f8b1bb8fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.199249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b205-38fa-4165-94e0-6f8b1bb8fcdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.204593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a7b9b205-38fa-4165-94e0-6f8b1bb8fcdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f03e766-edb3-46e8-8c1e-03aeb9b5bbec HTTP/1.1" status: 204 len: 168 time: 0.2777398 Nov 10 21:22:32.239841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b205-38fa-4165-94e0-6f8b1bb8fcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03e766-edb3-46e8-8c1e-03aeb9b5bbec,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:32.301694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8cb3d6b7-0bf5-4fa9-83e7-2ad4bbd32f6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2997518a0c94d91a9a9869b30423216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6190429 Nov 10 21:22:32.304933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44860) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:32.313523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3d6b7-0bf5-4fa9-83e7-2ad4bbd32f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4919dc-fd56-4783-b6dd-c74c252352ea,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:32.357788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32c9c4bb-05ea-4e5a-93ab-71c937ebab7d req-1c0ad60d-9c9b-48ad-ada0-a155033fd257 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191106 Nov 10 21:22:32.467961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:32.503871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09402-73c2-4735-a853-82bcfd7df191 req-40abe411-62f9-4909-8cdb-5781d38ea10f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:32.505459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52e09402-73c2-4735-a853-82bcfd7df191 req-40abe411-62f9-4909-8cdb-5781d38ea10f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1477315 Nov 10 21:22:32.509449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-845f848a-4d7b-425a-a292-b9e6cbcb064c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.515225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.530074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1dbf0376-bf66-492d-8cba-444f1cd7a456'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:32.585763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Pushing event deleted for resources: {'Port': ['ID=1136eb60-2195-492a-b893-414f2f07bc1f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:32.592477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-845f848a-4d7b-425a-a292-b9e6cbcb064c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.625004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:32.788654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] No DVR routers for this DVR port 1136eb60-2195-492a-b893-414f2f07bc1f on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:32.802565 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.805894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a0c1bbd-1cc1-41ac-9742-ef6c727fc0ba req-39389c5f-8f04-48b4-a06c-31e0c7d3562f tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.64 "DELETE /v2.0/ports/1136eb60-2195-492a-b893-414f2f07bc1f HTTP/1.1" status: 204 len: 173 time: 1.6411936 Nov 10 21:22:32.806496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862c7d8-0c84-4833-b668-795e506eeb47', 'name': 'network-vif-deleted', 'tag': '1136eb60-2195-492a-b893-414f2f07bc1f'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:32.808718 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad89451-4e92-49ff-838c-cf3d948771e9" -d '{"events": [{"server_uuid": "8862c7d8-0c84-4833-b668-795e506eeb47", "name": "network-vif-deleted", "tag": "1136eb60-2195-492a-b893-414f2f07bc1f"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:32.823464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946c4e7-f9a1-42ea-8934-72c857c91189 req-27221b14-0442-4f6a-93ce-ac2b7c1ac4f0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:32.836303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7946c4e7-f9a1-42ea-8934-72c857c91189 req-27221b14-0442-4f6a-93ce-ac2b7c1ac4f0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 946 time: 0.1405115 Nov 10 21:22:32.858643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52e09402-73c2-4735-a853-82bcfd7df191 req-28866a44-93b4-4237-b84f-1a8b83b01407 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413494 Nov 10 21:22:32.878398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.931847 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c712f767-83e7-4db8-b99b-93fe104b7a95 x-openstack-request-id: req-c712f767-83e7-4db8-b99b-93fe104b7a95 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:32.932487 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862c7d8-0c84-4833-b668-795e506eeb47", "name": "network-vif-deleted", "tag": "1136eb60-2195-492a-b893-414f2f07bc1f", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:32.932487 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c712f767-83e7-4db8-b99b-93fe104b7a95 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:32.932837 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8862c7d8-0c84-4833-b668-795e506eeb47', 'name': 'network-vif-deleted', 'tag': '1136eb60-2195-492a-b893-414f2f07bc1f', 'status': 'completed', 'code': 200} Nov 10 21:22:32.950656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:32.964844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7946c4e7-f9a1-42ea-8934-72c857c91189 req-db5a7c41-d43c-4ce1-92ce-0a78c16e33be tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275058 Nov 10 21:22:33.048816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-845f848a-4d7b-425a-a292-b9e6cbcb064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.052197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44886) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:33.053718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-845f848a-4d7b-425a-a292-b9e6cbcb064c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.054933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-845f848a-4d7b-425a-a292-b9e6cbcb064c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb4919dc-fd56-4783-b6dd-c74c252352ea HTTP/1.1" status: 204 len: 168 time: 0.7424669 Nov 10 21:22:33.089568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eeec1114-3762-4fd5-8807-e61ecd9e2043 req-6842ed99-3253-48b2-b768-38e419afc398 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 210 time: 0.0743470 Nov 10 21:22:33.090926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d20c70b-a299-4877-8975-376e1301beb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.117364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f848a-4d7b-425a-a292-b9e6cbcb064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4919dc-fd56-4783-b6dd-c74c252352ea,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:33.121991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:33.178652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on host n-h1-776250-11 for vnic_type normal with profile {"migrating_to": "n-h2-776250-11"} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:33.183960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:33.183960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:33.197201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:33.197485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Attempting to bind port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:33.212626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:33.212626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:33.212626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:33.212626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Bound port: a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:33.212626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.216693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d20c70b-a299-4877-8975-376e1301beb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.287322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:33.290768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:33.321918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d20c70b-a299-4877-8975-376e1301beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.359972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d20c70b-a299-4877-8975-376e1301beb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a9006bf20fc4095b230a89b98cd586c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054318 Nov 10 21:22:33.360898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20c70b-a299-4877-8975-376e1301beb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39d4e9-16bb-40a0-b2d9-74e8570bee02,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:33.363569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44890) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:33.398820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.479606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d894c45-5266-4d0e-a1ec-e93a584f275d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.496461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fac3ee5-ad39-46b4-9773-016b9c4715eb req-39e8e265-e5ab-4384-a407-87c804e51865 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=8862c7d8-0c84-4833-b668-795e506eeb47 HTTP/1.1" status: 200 len: 210 time: 0.0405617 Nov 10 21:22:33.520171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:33.520802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.522166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] 10.222.0.53 "PUT /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 1124 time: 1.5190682 Nov 10 21:22:33.524450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f24926-ef98-486f-8345-bb03d30abf30 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=8']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:33.550201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d894c45-5266-4d0e-a1ec-e93a584f275d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.616495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a2fe6b3a-abbc-4ed4-903b-9cfd412733d9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:33.716521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d894c45-5266-4d0e-a1ec-e93a584f275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.724242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d894c45-5266-4d0e-a1ec-e93a584f275d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:33.724242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5d894c45-5266-4d0e-a1ec-e93a584f275d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b39d4e9-16bb-40a0-b2d9-74e8570bee02 HTTP/1.1" status: 204 len: 168 time: 0.3557765 Nov 10 21:22:33.731710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d894c45-5266-4d0e-a1ec-e93a584f275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39d4e9-16bb-40a0-b2d9-74e8570bee02,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:33.961612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05e5af-0b9c-43d1-990e-90c068a8702d req-05621327-482d-4def-865e-c61570e1005e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:33.963164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a05e5af-0b9c-43d1-990e-90c068a8702d req-05621327-482d-4def-865e-c61570e1005e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0518939 Nov 10 21:22:34.045085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a05e5af-0b9c-43d1-990e-90c068a8702d req-d8a3e300-a192-49b5-b338-6021246e1626 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737917 Nov 10 21:22:34.132856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6391d9f-891c-4bc9-8b94-aa1744d0e5ff req-73051bf2-3e52-4e43-8464-3c549bb6847f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.136217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6391d9f-891c-4bc9-8b94-aa1744d0e5ff req-73051bf2-3e52-4e43-8464-3c549bb6847f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.0776885 Nov 10 21:22:34.175367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1136eb60-2195-492a-b893-414f2f07bc1f no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:34.205363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 1136eb60-2195-492a-b893-414f2f07bc1f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:22:34.205990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1136eb60-2195-492a-b893-414f2f07bc1f not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:34.209681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6391d9f-891c-4bc9-8b94-aa1744d0e5ff req-276dc948-153b-435e-8e3d-bd12cb036b2e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671301 Nov 10 21:22:34.266854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d5b7e-bef1-42e8-85b0-037a3811f6c5 req-e3aa5a34-f6a0-4e91-83c7-c8de61aa1f0f tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.275744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b96d5b7e-bef1-42e8-85b0-037a3811f6c5 req-e3aa5a34-f6a0-4e91-83c7-c8de61aa1f0f tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1100 time: 0.0528445 Nov 10 21:22:34.339523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b96d5b7e-bef1-42e8-85b0-037a3811f6c5 req-5d09b752-786d-4593-a9d9-14a565a43661 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631654 Nov 10 21:22:34.344900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f9553fa-8ee1-4cf5-9b9a-d7202abd29f0 req-dacf7a6a-99be-4798-93f5-f1eb5c9030ec tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 210 time: 0.0409164 Nov 10 21:22:34.390832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-082adad6-feb9-4c3b-a684-a4bf6742484e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338893 Nov 10 21:22:34.522921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-4f051edb-545e-48bd-b6e1-5f31e52079f6 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.527103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-4f051edb-545e-48bd-b6e1-5f31e52079f6 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259294 Nov 10 21:22:34.543984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Request body: {'port': {'device_id': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'b6fef2d912ca4fa09a59c78f138f213a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:34.925201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-ebf7e5e3-593b-4591-9db6-67b4a648fa90 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=198cf95cfdef4ae88f0ca8fe9e8759c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269043 Nov 10 21:22:34.925201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-e63b6193-bdad-46a0-a3e5-176b446eae11 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:34.925201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-e63b6193-bdad-46a0-a3e5-176b446eae11 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081996 Nov 10 21:22:34.925201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-2e3bb193-1f60-4c94-ace4-c27c7ad37737 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/quotas/198cf95cfdef4ae88f0ca8fe9e8759c3 HTTP/1.1" status: 200 len: 375 time: 0.0092645 Nov 10 21:22:34.932041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44966) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:34.937578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9'}, {'name': 'network-changed', 'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:34.938637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-47c3953b-65e8-4567-97e2-747f6d5fbe8e tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=198cf95cfdef4ae88f0ca8fe9e8759c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297284 Nov 10 21:22:34.939838 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e080f40-4822-413b-a942-eae4b2223275" -d '{"events": [{"server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9"}, {"name": "network-changed", "server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:34.950803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Made reservation on behalf of b6fef2d912ca4fa09a59c78f138f213a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:34.954544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.042651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1811936755-network', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:35.122819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Allocated IP 192.168.233.233 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/2d444263-ff97-4d6f-a80b-3cfd7faf8dff) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:35.213903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Made reservation on behalf of 20bf82ad5f1240f7b4707e73b88b4012 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:35.221235 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.238238 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ecd07-d2ec-4692-ad38-3a157964aa6b x-openstack-request-id: req-6c1ecd07-d2ec-4692-ad38-3a157964aa6b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:35.238756 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9", "code": 200}, {"name": "network-changed", "server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:35.241055 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c1ecd07-d2ec-4692-ad38-3a157964aa6b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:35.241055 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9', 'code': 200} Nov 10 21:22:35.241055 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9', 'status': 'completed', 'code': 200} Nov 10 21:22:35.249316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.345693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4355f-e0a6-4757-b38b-fb545abf32c8 req-894496b9-fbbe-4a30-9f41-9966a95417d9 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:35.348454 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6b4355f-e0a6-4757-b38b-fb545abf32c8 req-894496b9-fbbe-4a30-9f41-9966a95417d9 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 950 time: 0.0582058 Nov 10 21:22:35.356804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-2dff04d9-5ec2-4bce-ab2d-caad78d7b805 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828369 Nov 10 21:22:35.421764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6b4355f-e0a6-4757-b38b-fb545abf32c8 req-6f43d9ac-2fa8-4e4b-a312-9ef4ede041a2 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663736 Nov 10 21:22:35.514196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e080f40-4822-413b-a942-eae4b2223275 req-46592a23-6294-4eaa-a013-d00b75204cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:35.514539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e080f40-4822-413b-a942-eae4b2223275 req-46592a23-6294-4eaa-a013-d00b75204cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1127 time: 0.2589679 Nov 10 21:22:35.552926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.568727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74c9e125-be9b-4e94-a060-a3eaac04efd9 req-d54e42ca-ac1c-420e-b161-34535668a80b tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0288835 Nov 10 21:22:35.646661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-586e2629-c1d3-438b-ac17-ddfe01812020 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:35.648154 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-586e2629-c1d3-438b-ac17-ddfe01812020 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904465 Nov 10 21:22:35.659154 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4170f960-b301-4b12-afa3-9c9e0d85e63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.696533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.699509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-f064503c-0449-4632-aeb2-ecbf9da0a072 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/quotas/79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 375 time: 0.0420423 Nov 10 21:22:35.724759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c9082-25e6-4fd6-b9dc-b80e9fdaa421 req-a094b94d-484b-42cb-aec0-72fd05b8fe97 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:35.728541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c33c9082-25e6-4fd6-b9dc-b80e9fdaa421 req-a094b94d-484b-42cb-aec0-72fd05b8fe97 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.0840964 Nov 10 21:22:35.733670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e080f40-4822-413b-a942-eae4b2223275 req-c706dc65-0bf9-4357-b5ab-58aa1704b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:35.735192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e080f40-4822-413b-a942-eae4b2223275 req-c706dc65-0bf9-4357-b5ab-58aa1704b7a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1980739 Nov 10 21:22:35.778486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c33c9082-25e6-4fd6-b9dc-b80e9fdaa421 req-78545472-6b93-4d79-ae4e-6b35c6bf3bd1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Nov 10 21:22:35.789149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e080f40-4822-413b-a942-eae4b2223275 req-d66f2ad3-4437-4373-95e4-9fa3e1a4f42d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 217 time: 0.0396488 Nov 10 21:22:35.789741 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.797843 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.818449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d98938c2-0d85-4d5e-9b06-891ebc8925bd', '301c2a27-6774-441e-b961-889140120efc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:35.863457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:22:35.915400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-49c5f9b6-b069-4dc3-bd79-fe76b7b668ac tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2014992 Nov 10 21:22:35.937489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:35.938899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ebf4e3-f988-48d9-9806-9e90e8eadd3c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:35.943011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:35.958902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c93068-ef49-4293-aa4d-a4a31ef345b4 req-bc05dd89-b524-4a02-a8fa-68f3264bd2db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:35.959873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:35.962154 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Added segment b336f180-a897-468c-8bc1-e48b0d6d0cc0 of type vlan for network 49f037b4-27ef-477f-9e65-601c5f151d03 Nov 10 21:22:35.967666 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2c93068-ef49-4293-aa4d-a4a31ef345b4 req-bc05dd89-b524-4a02-a8fa-68f3264bd2db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 936 time: 0.0995939 Nov 10 21:22:35.994846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e080f40-4822-413b-a942-eae4b2223275 req-0149c97c-9e40-4190-bc9b-b9f7cf03e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:35.996938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e080f40-4822-413b-a942-eae4b2223275 req-0149c97c-9e40-4190-bc9b-b9f7cf03e4a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.1908088 Nov 10 21:22:36.021223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:36.030148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.035534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:36.045011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2c93068-ef49-4293-aa4d-a4a31ef345b4 req-caeaea51-6c02-4029-91b1-43020d5c4338 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752349 Nov 10 21:22:36.071843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e080f40-4822-413b-a942-eae4b2223275 req-f2308f66-416c-45f8-806e-66ee82a2e75e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578737 Nov 10 21:22:36.099675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Pushing event updated for resources: {'Port': ['ID=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:36.146015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:36.207453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:36.318008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d501a02-893a-4486-a9d6-88fc4037e579 req-d58bc45f-5f0e-430e-8a63-768693635a8a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 210 time: 0.0612285 Nov 10 21:22:36.402671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-27507093-14e7-40f9-9114-6805d807f201 None None] Provisioning complete for port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:36.403311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27507093-14e7-40f9-9114-6805d807f201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:36.491491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:36.519078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 has no active binding in host n-h2-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:22:36.522558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-27507093-14e7-40f9-9114-6805d807f201 None None] Port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:36.563775 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-9be4882b-62b9-4b2e-ac99-4f0d97781f5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0271051 Nov 10 21:22:36.568833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.resource_extend [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:22:36.606567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Request body: {'port': {'device_id': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:36.689710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e080f40-4822-413b-a942-eae4b2223275 req-a70cc2de-490f-4589-bb46-e68b7ce91f8e service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917621 Nov 10 21:22:36.694284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:36.695274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.695825 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:36.709496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839ca01-7cad-4173-bb49-923d46d93ae8 req-877ad103-ab9f-4991-920c-ca3cde3e7579 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.710840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b839ca01-7cad-4173-bb49-923d46d93ae8 req-877ad103-ab9f-4991-920c-ca3cde3e7579 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 950 time: 0.1513841 Nov 10 21:22:36.758767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:36.850208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9169788 Nov 10 21:22:36.853250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45042) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:36.859409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Request body: {'subnet': {'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1811936755-subnet', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:36.869005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb8d94-ed54-4350-921b-959e98fea2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=49f037b4-27ef-477f-9e65-601c5f151d03,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:36.884636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.885104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.885567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.886062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.886530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.887016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.887473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.888127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:36.890515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99326633-c86c-4dcc-854c-f4fa7932d309 req-23064695-22d3-4b01-8b92-3868b5074664 tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5697 time: 0.1535990 Nov 10 21:22:36.905641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 49f037b4-27ef-477f-9e65-601c5f151d03 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:22:36.927890 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b839ca01-7cad-4173-bb49-923d46d93ae8 req-493f9f30-03ca-4302-949c-1d9402191028 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016878 Nov 10 21:22:36.956272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Made reservation on behalf of 20bf82ad5f1240f7b4707e73b88b4012 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:36.960040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.014541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e080f40-4822-413b-a942-eae4b2223275 req-9e688429-0c5f-44a8-923d-9e6d784f9d80 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027332 Nov 10 21:22:37.086566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f979515-bfac-4cfd-a907-ad057d8e1f03 req-ed2cc068-0fe3-4827-ab41-cb3a9f1a2763 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0851548 Nov 10 21:22:37.132762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2ad0-9a5f-43b9-b2da-de37cbebbfb5 req-33658c98-2c0e-41ca-932e-213783f92cdb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.134344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-418e2ad0-9a5f-43b9-b2da-de37cbebbfb5 req-33658c98-2c0e-41ca-932e-213783f92cdb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.1189268 Nov 10 21:22:37.241499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-418e2ad0-9a5f-43b9-b2da-de37cbebbfb5 req-dc877266-432d-472d-8dec-b52c40021d86 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979431 Nov 10 21:22:37.257427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca3deb-6a20-405f-b872-f7e1e68885e5 req-934e22be-1519-4c7c-a9bb-9b66c1a6f7bc tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.258823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ca3deb-6a20-405f-b872-f7e1e68885e5 req-934e22be-1519-4c7c-a9bb-9b66c1a6f7bc tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 886 time: 0.1327951 Nov 10 21:22:37.321321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-cbd14799-1d3f-48d0-a67e-d087fcf08bd1 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.322844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-cbd14799-1d3f-48d0-a67e-d087fcf08bd1 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 950 time: 0.1264024 Nov 10 21:22:37.369956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0752d-6e54-4907-8e82-1b1cfa64e7ec req-8b3a99d4-80e9-482b-82cc-7cb640fa8c09 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.372198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d444263-ff97-4d6f-a80b-3cfd7faf8dff {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:37.376206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4a0752d-6e54-4907-8e82-1b1cfa64e7ec req-8b3a99d4-80e9-482b-82cc-7cb640fa8c09 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 936 time: 0.0562463 Nov 10 21:22:37.391868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.431509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.477589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4a0752d-6e54-4907-8e82-1b1cfa64e7ec req-c5667833-6e0f-4a7e-8ee8-0e776bf91281 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928738 Nov 10 21:22:37.480854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6a0eee-a736-4403-8d70-4fd0a610898f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:37.503522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Transition to ACTIVE for port object 2d444263-ff97-4d6f-a80b-3cfd7faf8dff will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:37.506767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Checking segment: {'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:37.507126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Network hostable DHCP agents. Network: 49f037b4-27ef-477f-9e65-601c5f151d03, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:22:37.583380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.583882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.584345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.584801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.585257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.585706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.586164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.586616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.588413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8569c51e-375d-45e8-bb70-91178a83b624 req-aea7a8c4-3542-4c45-954c-f8e1ca50c13e tempest-NetworksTest-1114520599 tempest-NetworksTest-1114520599-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5697 time: 0.3024559 Nov 10 21:22:37.592157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.607814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff8b5cc6-fdb2-4bde-87f2-1a0359f4f46d req-4e77e8a5-2e9a-4f6a-a04f-2856024ad002 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 210 time: 0.0356312 Nov 10 21:22:37.613815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-5a400f43-624b-477e-b6c7-80aa2ac01cb9 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=198cf95cfdef4ae88f0ca8fe9e8759c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420740 Nov 10 21:22:37.630861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Network 49f037b4-27ef-477f-9e65-601c5f151d03 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:22:37.685239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Deleting port 1dbf0376-bf66-492d-8cba-444f1cd7a456 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:37.685571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.722679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 49f037b4-27ef-477f-9e65-601c5f151d03) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:37.728099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.729496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.736586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821f5cc-3dd9-43f5-b8b4-3f130d2d14c9 None None] Network 49f037b4-27ef-477f-9e65-601c5f151d03 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:22:37.753470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Pushing event updated for resources: {'Port': ['ID=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:37.804791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d12d45b1-ab71-4ed0-a3d8-56827df4ca20 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9498069 Nov 10 21:22:37.807477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45056) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:37.813728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:37.851936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Attempting to bind port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:37.852308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Attempting to bind port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:37.852581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Attempting to bind port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:37.883698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-0dcfb0d0-b63c-450d-8eff-ce6c335f4c43 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:37.889806 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-0dcfb0d0-b63c-450d-8eff-ce6c335f4c43 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511396 Nov 10 21:22:37.905972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.906718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:37.907047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Attempting to bind port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:37.908574 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.920459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Request body: {'port': {'device_id': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '198cf95cfdef4ae88f0ca8fe9e8759c3'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:37.928218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] For port 1dbf0376-bf66-492d-8cba-444f1cd7a456, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1dbf0376-bf66-492d-8cba-444f1cd7a456,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:37.928584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.960263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:37.960263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:37.960632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:37.961261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Bound port: 2d444263-ff97-4d6f-a80b-3cfd7faf8dff, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:37.961261 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.979869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-138b05c7-50ae-404f-b016-751da27c8b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:37.995820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Calling delete_port for 1dbf0376-bf66-492d-8cba-444f1cd7a456 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:38.007289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d51c55-0571-401e-957b-598f160d349f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-49f037b4-27ef-477f-9e65-601c5f151d03', 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'fixed_ips': [{'subnet_id': 'dd6a0eee-a736-4403-8d70-4fd0a610898f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:22:38.008600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23d51c55-0571-401e-957b-598f160d349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.021957 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.128204 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-bec967e6-f5c8-4962-9a0f-18720ff0fa56 service neutron] 10.222.0.64 "GET /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.2703178 Nov 10 21:22:38.213711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc4e59-0aab-4998-b2ab-ec0330658526 req-5e5d6240-6e58-4d44-8e0d-bc732565c509 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:38.223225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21bc4e59-0aab-4998-b2ab-ec0330658526 req-5e5d6240-6e58-4d44-8e0d-bc732565c509 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 950 time: 0.1707203 Nov 10 21:22:38.233333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45064) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:38.234237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-23d51c55-0571-401e-957b-598f160d349f None None] Allocated IP 172.20.0.2 (49f037b4-27ef-477f-9e65-601c5f151d03/dd6a0eee-a736-4403-8d70-4fd0a610898f/c40d8723-13f0-4946-9a05-56a553dfc240) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:38.293765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb64c5a5-5185-4c8d-a4c4-e984dd2e8788 req-3b10bccf-2ba6-4a89-8471-ff2eb1bdaf8f tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0877326 Nov 10 21:22:38.315325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] For port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:38.356844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.360006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] For port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:38.440046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21bc4e59-0aab-4998-b2ab-ec0330658526 req-fb2d056b-aef7-4617-9427-97e9f6934a6c tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/security-groups?id=8d6927b6-694e-4da9-af2c-536aa5a5a8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127419 Nov 10 21:22:38.462668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-a34d86b6-0a45-4b37-9ffe-0792a9a88f81 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515778 Nov 10 21:22:38.485579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46b2c73e-7d6a-4833-b89b-974ad495d697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.485761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23d51c55-0571-401e-957b-598f160d349f None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.586234 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23d51c55-0571-401e-957b-598f160d349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.639312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d51c55-0571-401e-957b-598f160d349f None None] Network 49f037b4-27ef-477f-9e65-601c5f151d03 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:38.649049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-23d51c55-0571-401e-957b-598f160d349f None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:38.651185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51c55-0571-401e-957b-598f160d349f None None] Pushing event updated for resources: {'Port': ['ID=c40d8723-13f0-4946-9a05-56a553dfc240,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:38.655139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d51c55-0571-401e-957b-598f160d349f None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:38.656211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Made reservation on behalf of 198cf95cfdef4ae88f0ca8fe9e8759c3 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:38.660321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.668457 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.726537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-23d51c55-0571-401e-957b-598f160d349f None None] Attempting to bind port c40d8723-13f0-4946-9a05-56a553dfc240 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:38.727199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-23d51c55-0571-401e-957b-598f160d349f None None] Attempting to bind port c40d8723-13f0-4946-9a05-56a553dfc240 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:38.727609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51c55-0571-401e-957b-598f160d349f None None] Attempting to bind port c40d8723-13f0-4946-9a05-56a553dfc240 on network 49f037b4-27ef-477f-9e65-601c5f151d03 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:38.732653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-9a65ec56-debd-477d-a802-1a8f7510602d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:38.732936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51c55-0571-401e-957b-598f160d349f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:38.733861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51c55-0571-401e-957b-598f160d349f None None] Checking segment: {'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:38.733861 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23d51c55-0571-401e-957b-598f160d349f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.734085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d51c55-0571-401e-957b-598f160d349f None None] Bound using segment: {'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:38.734510 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-9a65ec56-debd-477d-a802-1a8f7510602d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609000 Nov 10 21:22:38.734629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-23d51c55-0571-401e-957b-598f160d349f None None] Bound port: c40d8723-13f0-4946-9a05-56a553dfc240, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:38.735121 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23d51c55-0571-401e-957b-598f160d349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.756359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Request body: {'port': {'device_id': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '79e7fe97b7dc47f68a60c8e2161871f0'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:38.761193 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.781171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226d525-7c9e-4f19-b529-c263595de687 req-6296072b-06c7-407e-985f-88e731ca2826 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:38.782668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4226d525-7c9e-4f19-b529-c263595de687 req-6296072b-06c7-407e-985f-88e731ca2826 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 948 time: 0.2109737 Nov 10 21:22:38.785523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46b2c73e-7d6a-4833-b89b-974ad495d697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.824236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-23d51c55-0571-401e-957b-598f160d349f None None] For port c40d8723-13f0-4946-9a05-56a553dfc240, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:38.827799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-23d51c55-0571-401e-957b-598f160d349f None None] For port c40d8723-13f0-4946-9a05-56a553dfc240, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c40d8723-13f0-4946-9a05-56a553dfc240,segment=NetworkSegment(b336f180-a897-468c-8bc1-e48b0d6d0cc0),segment_id=b336f180-a897-468c-8bc1-e48b0d6d0cc0)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:38.857062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:38.857690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.859356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] 10.222.0.53 "PUT /v2.0/ports/2d444263-ff97-4d6f-a80b-3cfd7faf8dff HTTP/1.1" status: 200 len: 1097 time: 2.2570479 Nov 10 21:22:38.860881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'tag': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:38.864736 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9f6871-9dc1-4962-b4f8-0486c8b5a028", "tag": "2d444263-ff97-4d6f-a80b-3cfd7faf8dff"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:38.904345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2df2ac-38c5-4a0d-b89a-6440f1be832a service neutron] Pushing event updated for resources: {'Port': ['ID=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:38.905664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23d51c55-0571-401e-957b-598f160d349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.914470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea085d-de1c-442f-b424-725a2d90ed6b req-35e2da9f-214e-4913-82db-8b4c8bf54125 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:38.916286 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0aea085d-de1c-442f-b424-725a2d90ed6b req-35e2da9f-214e-4913-82db-8b4c8bf54125 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 944 time: 0.5229018 Nov 10 21:22:38.925917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:38.977839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1dbf0376-bf66-492d-8cba-444f1cd7a456'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:39.052948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Pushing event deleted for resources: {'Port': ['ID=1dbf0376-bf66-492d-8cba-444f1cd7a456,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:39.071663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51c55-0571-401e-957b-598f160d349f None None] Pushing event updated for resources: {'Port': ['ID=c40d8723-13f0-4946-9a05-56a553dfc240,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:39.093661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:39.139058 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46b2c73e-7d6a-4833-b89b-974ad495d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.156356 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.246204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] No DVR routers for this DVR port 1dbf0376-bf66-492d-8cba-444f1cd7a456 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:39.254123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.258776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bfb7977b-d128-4809-9362-40de01a7e8ba req-611b08e1-9065-4630-8f43-a7dd82da4965 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.53 "DELETE /v2.0/ports/1dbf0376-bf66-492d-8cba-444f1cd7a456 HTTP/1.1" status: 204 len: 173 time: 1.9126108 Nov 10 21:22:39.277002 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-46b2c73e-7d6a-4833-b89b-974ad495d697 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b510ba8bebbe4e86a41171f2474d6993&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0078123 Nov 10 21:22:39.279621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0aea085d-de1c-442f-b424-725a2d90ed6b req-54d41f0a-3925-4823-8106-32592821bf92 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474779 Nov 10 21:22:39.282085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45078) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:39.285819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:39.286612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2c73e-7d6a-4833-b89b-974ad495d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22ecf4e-bd47-44da-8c07-fdcff2222f69,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:39.293218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4226d525-7c9e-4f19-b529-c263595de687 req-08e55c70-8206-4c93-9fec-aeefc36fb4cd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879863 Nov 10 21:22:39.391140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-3e64165f-47b8-4cef-80c5-b316f535a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:39.405087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-3e64165f-47b8-4cef-80c5-b316f535a06e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 1100 time: 0.3669384 Nov 10 21:22:39.506232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9861ebd6-0d8e-4e6c-8daf-85da630dd078 req-d2419a53-67e3-4b9a-ab8f-de28ce90ea00 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 210 time: 0.0594015 Nov 10 21:22:39.510562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5be821e6-8e76-4fe8-8fbe-b93f5a12a18a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.522272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-1cb50a49-e8a0-49e3-9c1d-a8b1111ba998 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2d444263-ff97-4d6f-a80b-3cfd7faf8dff HTTP/1.1" status: 200 len: 217 time: 0.1162724 Nov 10 21:22:39.529041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.532749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Made reservation on behalf of 79e7fe97b7dc47f68a60c8e2161871f0 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:39.537602 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.549229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:39.589185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5be821e6-8e76-4fe8-8fbe-b93f5a12a18a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.596948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.637675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c40d8723-13f0-4946-9a05-56a553dfc240 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:39.652633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:39.663578 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb13aa9-289e-4361-950b-3640440f917f x-openstack-request-id: req-beb13aa9-289e-4361-950b-3640440f917f {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:39.663935 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9f6871-9dc1-4962-b4f8-0486c8b5a028", "tag": "2d444263-ff97-4d6f-a80b-3cfd7faf8dff", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:39.664189 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-beb13aa9-289e-4361-950b-3640440f917f {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:39.664592 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'tag': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff', 'status': 'completed', 'code': 200} Nov 10 21:22:39.685932 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.697102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.753830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67151f4c-9d1f-496c-bbf2-bc802dcb7357 req-9f886052-d69a-4d69-be12-c831a263b467 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0726054 Nov 10 21:22:39.771581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c40d8723-13f0-4946-9a05-56a553dfc240 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:39.771581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.787135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.797000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c412cea2-f8a7-4afb-8c02-c844175e1133 req-b20d47ac-f30c-4b7f-a654-0985a31101b3 tempest-ServersAdminNegativeTestJSON-2043608348 tempest-ServersAdminNegativeTestJSON-2043608348-project] 10.222.0.45 "GET /v2.0/ports?device_id=c79ef318-2cf3-43ff-8f71-e29a1214d733 HTTP/1.1" status: 200 len: 210 time: 0.0430903 Nov 10 21:22:39.826755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-047964f6-b3cd-4c1e-b312-a0c6a3cb9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:39.828687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-047964f6-b3cd-4c1e-b312-a0c6a3cb9d5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2983782 Nov 10 21:22:39.843326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12137f72-bc19-4b7f-8d92-1ebd9c778242,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:39.932969 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.978366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5be821e6-8e76-4fe8-8fbe-b93f5a12a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.981853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5be821e6-8e76-4fe8-8fbe-b93f5a12a18a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:39.986284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5be821e6-8e76-4fe8-8fbe-b93f5a12a18a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a22ecf4e-bd47-44da-8c07-fdcff2222f69 HTTP/1.1" status: 204 len: 168 time: 0.6968098 Nov 10 21:22:39.995801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-54223aa0-8dd3-4700-9206-05eb3f506662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:39.997532 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-54223aa0-8dd3-4700-9206-05eb3f506662 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552739 Nov 10 21:22:40.003607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Allocated IP 192.168.233.245 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/2aced6b0-170d-4727-880b-a6ea4bfddb29) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:40.007517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be821e6-8e76-4fe8-8fbe-b93f5a12a18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22ecf4e-bd47-44da-8c07-fdcff2222f69,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:40.036666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Allocated IP 172.25.7.116 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/394a2f42-87ee-4d47-8525-52da81a37806) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:40.040148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port c40d8723-13f0-4946-9a05-56a553dfc240, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c40d8723-13f0-4946-9a05-56a553dfc240,segment=NetworkSegment(b336f180-a897-468c-8bc1-e48b0d6d0cc0),segment_id=b336f180-a897-468c-8bc1-e48b0d6d0cc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:40.124808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] Transition to ACTIVE for port object a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:40.191477 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.265198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-e20d0a0d-6ef9-4c2f-b402-31d9d22ec5a0 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448502 Nov 10 21:22:40.273687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.310451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=c40d8723-13f0-4946-9a05-56a553dfc240,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:40.340121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.369850 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.578586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] No DVR routers for this DVR port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:22:40.599645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=10']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:40.618014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.646709 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.671502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37188b2-ebad-4016-abb5-91eb7bbffab2 None None] Network 49f037b4-27ef-477f-9e65-601c5f151d03 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:22:40.687140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655143dc-b315-470d-86aa-2d5cf7cbf060 req-f7e14335-9119-456a-aed8-38c98d7889b7 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989229 Nov 10 21:22:40.694447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-db56c0c8-a34b-4f48-a8f4-44916fa73e8e service neutron] 10.222.0.64 "PUT /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9/bindings/n-h2-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 2.5526795 Nov 10 21:22:40.708653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a465-952f-4b94-93f3-37fef69e2b0f req-e702ad19-746f-44f5-8e3e-95623b6f4a66 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:40.710343 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98a9a465-952f-4b94-93f3-37fef69e2b0f req-e702ad19-746f-44f5-8e3e-95623b6f4a66 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 948 time: 0.1422336 Nov 10 21:22:40.795495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:40.796016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Pushing event updated for resources: {'Port': ['ID=394a2f42-87ee-4d47-8525-52da81a37806,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:40.800303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:40.802354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-edcb653f-1fb8-4a70-b69c-55efc0552005 None None] Provisioning complete for port c40d8723-13f0-4946-9a05-56a553dfc240 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:40.803464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-edcb653f-1fb8-4a70-b69c-55efc0552005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.813235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98a9a465-952f-4b94-93f3-37fef69e2b0f req-60c2da07-1ee6-4246-9b4d-3342f7966cbb tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934079 Nov 10 21:22:40.818039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f528b9-874b-48b9-960b-5ca9615bc193 req-17043dc4-947c-4075-8c42-66e038fa0ed6 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:40.819681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22f528b9-874b-48b9-960b-5ca9615bc193 req-17043dc4-947c-4075-8c42-66e038fa0ed6 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.3185701 Nov 10 21:22:40.820578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:40.856719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:40.905968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:41.012564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:41.045370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Allocated IP 192.168.233.130 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/4df6126c-ba99-43e1-b2e1-8f1425bc7871) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:41.047376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45100) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:41.048162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22f528b9-874b-48b9-960b-5ca9615bc193 req-7820729a-b965-4480-8a3d-e06a5a39c816 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933994 Nov 10 21:22:41.065867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:41.076922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:41.081554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:41.103279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-2420226d-8570-4ea4-a3b8-eaf5637dc718 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.106130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-2420226d-8570-4ea4-a3b8-eaf5637dc718 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1867552 Nov 10 21:22:41.152077 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67e3981-93c1-4e13-85e0-65a72438aad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.157635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-02eb46c8-1057-4ce5-8a3b-ac57fcf03968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.160670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-02eb46c8-1057-4ce5-8a3b-ac57fcf03968 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 1100 time: 0.2430172 Nov 10 21:22:41.276616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.302640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.303314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.326868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8392ee6c-8317-46f0-8d72-f787054051f5 req-eba0c072-33af-4831-9423-9920c140b8ab tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0456564 Nov 10 21:22:41.387841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dab4e6-b942-4417-b61a-0885758336df req-24226e1f-dc73-4a62-9a29-dd9166eb271c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.387841 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7dab4e6-b942-4417-b61a-0885758336df req-24226e1f-dc73-4a62-9a29-dd9166eb271c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 936 time: 0.4501586 Nov 10 21:22:41.410577 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-11fc7742-090a-4e6a-afdb-74c91752b1d9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6609805 Nov 10 21:22:41.427706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Request body: {'port': {'device_id': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:41.537417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c40d8723-13f0-4946-9a05-56a553dfc240 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:41.552635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-58d3bbc1-6aac-4bb4-80c4-21792fcc9335 None None] Provisioning complete for port c40d8723-13f0-4946-9a05-56a553dfc240 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:41.553990 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-58d3bbc1-6aac-4bb4-80c4-21792fcc9335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.626044 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.653716 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7dab4e6-b942-4417-b61a-0885758336df req-3d907f9d-1575-45af-8d21-49231b82c35a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504942 Nov 10 21:22:41.681003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-30b20481-5443-44be-a2c2-c532316c0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.682508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-30b20481-5443-44be-a2c2-c532316c0bca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd&tenant_id=b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 1097 time: 0.5669477 Nov 10 21:22:41.683118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'name': 'network-vif-deleted', 'tag': '1dbf0376-bf66-492d-8cba-444f1cd7a456'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:41.685903 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbfc2a-2836-486d-ad5f-4db26e3221b4" -d '{"events": [{"server_uuid": "c79ef318-2cf3-43ff-8f71-e29a1214d733", "name": "network-vif-deleted", "tag": "1dbf0376-bf66-492d-8cba-444f1cd7a456"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:41.712608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-00449879-1b4e-4c3f-bf65-ab69b34a9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.714107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-00449879-1b4e-4c3f-bf65-ab69b34a9367 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.5433660 Nov 10 21:22:41.756001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c40d8723-13f0-4946-9a05-56a553dfc240 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:41.756690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.827457 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5b305-01d2-4e71-9edc-0e317e0298e6 x-openstack-request-id: req-2ee5b305-01d2-4e71-9edc-0e317e0298e6 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:41.828271 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79ef318-2cf3-43ff-8f71-e29a1214d733", "name": "network-vif-deleted", "tag": "1dbf0376-bf66-492d-8cba-444f1cd7a456", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:41.828271 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ee5b305-01d2-4e71-9edc-0e317e0298e6 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:41.828613 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79ef318-2cf3-43ff-8f71-e29a1214d733', 'name': 'network-vif-deleted', 'tag': '1dbf0376-bf66-492d-8cba-444f1cd7a456', 'status': 'completed', 'code': 200} Nov 10 21:22:41.833302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.856435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-40446d5b-361b-4450-8acf-ba708c9afccc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2d444263-ff97-4d6f-a80b-3cfd7faf8dff HTTP/1.1" status: 200 len: 217 time: 0.0937514 Nov 10 21:22:41.863966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-c0045f57-9fa4-47be-9fab-d989a9c8dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.866340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-c0045f57-9fa4-47be-9fab-d989a9c8dc6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1097 time: 0.1505277 Nov 10 21:22:41.893163 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:41.993743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-0c9a3e0b-9369-4da2-8944-27b2fadda75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:41.995300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-0c9a3e0b-9369-4da2-8944-27b2fadda75b service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1143355 Nov 10 21:22:42.071329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-6c66090d-ace4-41e2-8ef0-589e1eae3e7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 217 time: 0.0526204 Nov 10 21:22:42.122000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45112) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:42.158513 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67e3981-93c1-4e13-85e0-65a72438aad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:42.171198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-d79a3c7f-6604-4946-b469-4249ca7bd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:42.171198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-d79a3c7f-6604-4946-b469-4249ca7bd54e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0719399 Nov 10 21:22:42.173243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-34b237b2-7a5f-43a2-b61c-74d7c071cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:42.173629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-34b237b2-7a5f-43a2-b61c-74d7c071cda2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2969863 Nov 10 21:22:42.203348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1dbf0376-bf66-492d-8cba-444f1cd7a456 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:42.232901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:22:42.236649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 1dbf0376-bf66-492d-8cba-444f1cd7a456 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:22:42.238330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1dbf0376-bf66-492d-8cba-444f1cd7a456 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:42.251105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-83cf62ae-e51e-4e51-a7bb-7441eaa92016 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566499 Nov 10 21:22:42.264357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d36eb-5168-4656-8779-41ce8b358800 req-e0f99ff2-0ecd-4c83-88e2-8018eb4a15a0 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:42.265975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d6d36eb-5168-4656-8779-41ce8b358800 req-e0f99ff2-0ecd-4c83-88e2-8018eb4a15a0 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 948 time: 0.2696178 Nov 10 21:22:42.269089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:42.270648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67e3981-93c1-4e13-85e0-65a72438aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:42.291363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:22:42.343442 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:42.374155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50053f-2115-4a32-b006-57887dcff549 req-51d622a2-d72b-4c79-9a77-19a2bcfa5adc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:42.382225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad50053f-2115-4a32-b006-57887dcff549 req-51d622a2-d72b-4c79-9a77-19a2bcfa5adc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.2301025 Nov 10 21:22:42.708052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:42.728774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-af478c43-5ad5-480b-bc67-f2e6cbff3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:42.730489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-af478c43-5ad5-480b-bc67-f2e6cbff3c5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5386350 Nov 10 21:22:42.736024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a67e3981-93c1-4e13-85e0-65a72438aad1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d8c69408c26447c683799c57345a6478&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6818006 Nov 10 21:22:42.738621 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e0cf36f6-2c40-4f56-b99d-b1e79c52e9b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c901b5e3df040e09ecaac8dd75f6c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6120818 Nov 10 21:22:42.739773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:42.740508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45126) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:42.748446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:42.749790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e3981-93c1-4e13-85e0-65a72438aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f23183-2d58-4e33-b328-19c7007e27c9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:42.808820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:42.812441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:42.820377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:42.821172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:42.834800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad50053f-2115-4a32-b006-57887dcff549 req-e56895d9-d8f0-4017-b059-ab2aee8735d3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316883 Nov 10 21:22:42.847267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a1b7aa85-5687-4877-809e-64744d06fbd1 None None] Provisioning complete for port 2aced6b0-170d-4727-880b-a6ea4bfddb29 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:42.850151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1b7aa85-5687-4877-809e-64744d06fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:42.916387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7aa85-5687-4877-809e-64744d06fbd1 None None] Port 2aced6b0-170d-4727-880b-a6ea4bfddb29 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:42.938996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d6d36eb-5168-4656-8779-41ce8b358800 req-14ab330a-40df-4a1d-bdeb-e0f839a8ca55 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557899 Nov 10 21:22:42.954573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aced6b0-170d-4727-880b-a6ea4bfddb29 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:42.988754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.013534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Transition to ACTIVE for port object 2aced6b0-170d-4727-880b-a6ea4bfddb29 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:43.020494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Router b05c3463-9cf1-4994-9980-fcc018cb643b is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:22:43.070771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-32136343-ee2b-4b9e-ada2-1d18b1fc4ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033113 Nov 10 21:22:43.090932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.095505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-418c1be0-99a7-4292-84dc-9dcbf111ce8d service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037264 Nov 10 21:22:43.104893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afee7ed7-9463-4e29-a7c3-2b43253bb691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.152048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f2414011-247a-4dd4-bfcb-e25a74e335cb tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2386408 Nov 10 21:22:43.180124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Request body: {'port': {'device_id': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:43.222709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116e609f-c9bc-48fe-b6e6-582b21a417b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.260632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f73d130b-32b5-4369-9bef-a0818a0a2029 None None] Provisioning complete for port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:43.261259 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f73d130b-32b5-4369-9bef-a0818a0a2029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.281295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afee7ed7-9463-4e29-a7c3-2b43253bb691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.313457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f73d130b-32b5-4369-9bef-a0818a0a2029 None None] Port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:43.318331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c82f5-f211-4c5c-ba0a-35e54589f22f req-aabae984-5975-49bd-be5e-ea3fef65e1da tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:43.321217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e80c82f5-f211-4c5c-ba0a-35e54589f22f req-aabae984-5975-49bd-be5e-ea3fef65e1da tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 936 time: 0.2335773 Nov 10 21:22:43.328949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:43.353551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565964e-bf62-406c-8191-398676b3fb59 req-9e6ea54a-2659-4a9d-aa5f-67382d3c2749 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:43.355085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5565964e-bf62-406c-8191-398676b3fb59 req-9e6ea54a-2659-4a9d-aa5f-67382d3c2749 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 936 time: 0.3094926 Nov 10 21:22:43.369236 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116e609f-c9bc-48fe-b6e6-582b21a417b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.370016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:43.380816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Sync routers for ids ['b05c3463-9cf1-4994-9980-fcc018cb643b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:22:43.400987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:43.401434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:43.407672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:43.407935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Routers {'b05c3463-9cf1-4994-9980-fcc018cb643b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:43.407935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b05c3463-9cf1-4994-9980-fcc018cb643b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:43.421045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:43.421532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:43.433602 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e80c82f5-f211-4c5c-ba0a-35e54589f22f req-0846c64e-63aa-4599-b5b8-75442c923fce tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005290 Nov 10 21:22:43.434811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:43.435461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:43.436114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:43.436929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Bound port: 2aced6b0-170d-4727-880b-a6ea4bfddb29, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:43.437518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.444429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.446012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b2ff1f3e-3eee-49cb-bf3d-cd54b3a886bc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6373756 Nov 10 21:22:43.453046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45128) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:43.454947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-922086fa-5b1a-4ce1-a9a7-4ac81c30e657 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616629 Nov 10 21:22:43.480338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.497703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5299d7fd-2a30-40d6-97ac-f55e2b2d9c14 req-55efb56b-f28e-4e2c-82b0-679a0cab8a68 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814337 Nov 10 21:22:43.559869 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5565964e-bf62-406c-8191-398676b3fb59 req-9d9e657e-3190-42f1-a887-550bd72b43a1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859913 Nov 10 21:22:43.605706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:43.621496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:43.652603 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afee7ed7-9463-4e29-a7c3-2b43253bb691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.655127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afee7ed7-9463-4e29-a7c3-2b43253bb691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.659113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-afee7ed7-9463-4e29-a7c3-2b43253bb691 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d6927b6-694e-4da9-af2c-536aa5a5a8de HTTP/1.1" status: 204 len: 168 time: 0.8694425 Nov 10 21:22:43.672277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee7ed7-9463-4e29-a7c3-2b43253bb691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6927b6-694e-4da9-af2c-536aa5a5a8de,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:43.704400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116e609f-c9bc-48fe-b6e6-582b21a417b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.708160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116e609f-c9bc-48fe-b6e6-582b21a417b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.716902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-116e609f-c9bc-48fe-b6e6-582b21a417b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27f23183-2d58-4e33-b328-19c7007e27c9 HTTP/1.1" status: 204 len: 168 time: 0.9214098 Nov 10 21:22:43.721240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Set router b05c3463-9cf1-4994-9980-fcc018cb643b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:43.729661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e609f-c9bc-48fe-b6e6-582b21a417b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f23183-2d58-4e33-b328-19c7007e27c9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:43.772160 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.840672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:43.841405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:43.843165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] 10.222.0.64 "PUT /v2.0/ports/2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 1097 time: 2.4213183 Nov 10 21:22:43.845564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:43.848816 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5176ae01-fc8d-4ad1-a0ab-b223bfb26422" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:43.948598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123c510-f4dc-47a8-bdef-86b978973ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:43.978086 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab244a5b-38f2-446f-8bdc-1d749df26f9c x-openstack-request-id: req-ab244a5b-38f2-446f-8bdc-1d749df26f9c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:43.978366 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:43.978630 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab244a5b-38f2-446f-8bdc-1d749df26f9c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:43.979101 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'status': 'completed', 'code': 200} Nov 10 21:22:44.019889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '394a2f42-87ee-4d47-8525-52da81a37806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:41Z', 'revision_number': 3, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port': {'id': '394a2f42-87ee-4d47-8525-52da81a37806', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:39Z', 'updated_at': '2021-11-10T21:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:44.087012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Checking router: b05c3463-9cf1-4994-9980-fcc018cb643b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:22:44.087366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Updating router b05c3463-9cf1-4994-9980-fcc018cb643b port 394a2f42-87ee-4d47-8525-52da81a37806 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:22:44.108412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30820e2-c443-4350-a463-ac763b155436 req-deeb209f-56cf-4bff-80dc-58c72693705e tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.111668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-deeb209f-56cf-4bff-80dc-58c72693705e tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1763320 Nov 10 21:22:44.153672 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.198528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df6126c-ba99-43e1-b2e1-8f1425bc7871 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:44.209096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2d444263-ff97-4d6f-a80b-3cfd7faf8dff details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:44.211502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176ae01-fc8d-4ad1-a0ab-b223bfb26422 req-36919bd0-f4fe-4933-8320-684a519664a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.213057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5176ae01-fc8d-4ad1-a0ab-b223bfb26422 req-36919bd0-f4fe-4933-8320-684a519664a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1100 time: 0.2438700 Nov 10 21:22:44.220535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.269541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Transition to ACTIVE for port object 4df6126c-ba99-43e1-b2e1-8f1425bc7871 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:44.301252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f820bc-bf71-400d-bc91-2273cf93bac3 req-d1c1ce61-aace-44e2-a69c-0d204a521ce5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.303234 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3f820bc-bf71-400d-bc91-2273cf93bac3 req-d1c1ce61-aace-44e2-a69c-0d204a521ce5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 948 time: 0.1117926 Nov 10 21:22:44.364175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca26e68-e756-423b-b877-16e7e6e21201 req-0cb419af-b03c-48b4-bd53-0bd90609cf9e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.365711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eca26e68-e756-423b-b877-16e7e6e21201 req-0cb419af-b03c-48b4-bd53-0bd90609cf9e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.3156481 Nov 10 21:22:44.371350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5176ae01-fc8d-4ad1-a0ab-b223bfb26422 req-a94ff9e7-56c6-4c6b-9054-16577436ed34 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009893 Nov 10 21:22:44.397998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3f820bc-bf71-400d-bc91-2273cf93bac3 req-af2999ac-e3a1-45e0-9573-d5156930a748 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Nov 10 21:22:44.401544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.452601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:44.465744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:44.479939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff', 'mac_address': 'fa:16:3e:b2:71:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:44.531701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d30820e2-c443-4350-a463-ac763b155436 req-bfe1ec80-245a-48df-a78a-f31b6e1fa28f service neutron] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:44.537293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d30820e2-c443-4350-a463-ac763b155436 req-bfe1ec80-245a-48df-a78a-f31b6e1fa28f service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.538657 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d30820e2-c443-4350-a463-ac763b155436 req-bfe1ec80-245a-48df-a78a-f31b6e1fa28f service neutron] 10.222.0.53 "DELETE /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9/bindings/n-h1-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.4128797 Nov 10 21:22:44.541419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Attempting to bind port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:44.541929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Attempting to bind port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:44.542574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Attempting to bind port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:44.547504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:44.548075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Attempting to bind port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:44.554383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:44.554974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:44.555622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:44.556352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Bound port: 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:44.557813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.589830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176ae01-fc8d-4ad1-a0ab-b223bfb26422 req-853a38c6-1dea-47a7-ad80-c1245bac7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.591299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5176ae01-fc8d-4ad1-a0ab-b223bfb26422 req-853a38c6-1dea-47a7-ad80-c1245bac7f3c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016728 Nov 10 21:22:44.684353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45158) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:44.703068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eca26e68-e756-423b-b877-16e7e6e21201 req-a6d5aa5a-655c-41b0-b56a-86faecb72fad tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307278 Nov 10 21:22:44.733978 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.749487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54eb96-7b63-45a0-9c5f-b89ae342c104 req-fd56fff7-6c27-4371-aae1-1148d6932662 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.751058 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d54eb96-7b63-45a0-9c5f-b89ae342c104 req-fd56fff7-6c27-4371-aae1-1148d6932662 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 948 time: 0.1070914 Nov 10 21:22:44.759185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-646ad20b-9261-4362-91b1-8d8b35f84ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.760638 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-646ad20b-9261-4362-91b1-8d8b35f84ecf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1100 time: 0.1104469 Nov 10 21:22:44.806382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:44.826917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f482524a-ab68-402f-b5df-9adda8c045ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a02c07f490b147789430c00d5e7d3f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409562 Nov 10 21:22:44.828155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45160) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:44.834396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-a58437ca-b60d-4061-9e24-bfe8722f6d97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 217 time: 0.0594630 Nov 10 21:22:44.835847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:44.841557 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.890125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d444263-ff97-4d6f-a80b-3cfd7faf8dff {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:44.892819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d54eb96-7b63-45a0-9c5f-b89ae342c104 req-665a4e79-3d92-4e8c-a5ef-dc993f80a36f tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190858 Nov 10 21:22:44.924234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.942815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:44.944138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.945356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] 10.222.0.64 "PUT /v2.0/ports/4df6126c-ba99-43e1-b2e1-8f1425bc7871 HTTP/1.1" status: 200 len: 1097 time: 1.7835801 Nov 10 21:22:44.948746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:44.949014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:44.949014 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c9b1d-c70c-4a7e-8401-1fac5459e6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:44.972064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:44.997892 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdac879-5c7c-4728-bbaa-8411db8c5433 x-openstack-request-id: req-cfdac879-5c7c-4728-bbaa-8411db8c5433 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:44.998188 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:44.998626 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfdac879-5c7c-4728-bbaa-8411db8c5433 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:44.999031 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'status': 'completed', 'code': 200} Nov 10 21:22:45.026988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e6929-1ea3-42be-88d6-1ae3993cad8b service neutron] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:45.030620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:45.122940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:45.150876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c9b1d-c70c-4a7e-8401-1fac5459e6b3 req-f2d65b30-4ebf-4215-a355-cc3de45aa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.166743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d66c9b1d-c70c-4a7e-8401-1fac5459e6b3 req-f2d65b30-4ebf-4215-a355-cc3de45aa9da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=198cf95cfdef4ae88f0ca8fe9e8759c3&device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 1100 time: 0.1243198 Nov 10 21:22:45.192628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Attempting to bind port 394a2f42-87ee-4d47-8525-52da81a37806 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:45.193928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Attempting to bind port 394a2f42-87ee-4d47-8525-52da81a37806 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:45.194587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Attempting to bind port 394a2f42-87ee-4d47-8525-52da81a37806 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:45.206040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:45.206619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:45.207300 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:45.207906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:45.208847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Bound port: 394a2f42-87ee-4d47-8525-52da81a37806, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:45.209305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:45.218705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-081c1286-bb48-4b02-aa6f-cbc65dff7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.219595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d66c9b1d-c70c-4a7e-8401-1fac5459e6b3 req-1f8b5965-3ee4-495f-8af0-59656928bac4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=198cf95cfdef4ae88f0ca8fe9e8759c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407805 Nov 10 21:22:45.220188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-081c1286-bb48-4b02-aa6f-cbc65dff7d56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.3329980 Nov 10 21:22:45.239073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:45.240056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e20bc2-e827-4dc6-9b33-ecb2a898d270 req-3cdafa8b-2dd7-48d0-b643-ecc61f3a0be9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.241746 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95e20bc2-e827-4dc6-9b33-ecb2a898d270 req-3cdafa8b-2dd7-48d0-b643-ecc61f3a0be9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 948 time: 0.4120171 Nov 10 21:22:45.272849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Allocated IP 172.20.0.1 (49f037b4-27ef-477f-9e65-601c5f151d03/dd6a0eee-a736-4403-8d70-4fd0a610898f/f2230537-df26-48a1-8d30-97b1a243b92b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:45.326536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f518a-a6c0-4a8e-ba64-7703ee3247f5 None None] Pushing event updated for resources: {'Port': ['ID=394a2f42-87ee-4d47-8525-52da81a37806,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:45.331122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2d444263-ff97-4d6f-a80b-3cfd7faf8dff'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:45.368772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-65ae030f-3813-4564-a841-30b04bf28c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:45.377189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] For port 394a2f42-87ee-4d47-8525-52da81a37806, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:45.400589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] For port 394a2f42-87ee-4d47-8525-52da81a37806, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=394a2f42-87ee-4d47-8525-52da81a37806,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:45.438102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c9b1d-c70c-4a7e-8401-1fac5459e6b3 req-2f6b2e2e-18c4-4b62-8d19-a4642f84f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.440219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d66c9b1d-c70c-4a7e-8401-1fac5459e6b3 req-2f6b2e2e-18c4-4b62-8d19-a4642f84f492 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073319 Nov 10 21:22:45.483535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:45.601725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f518a-a6c0-4a8e-ba64-7703ee3247f5 None None] Pushing event updated for resources: {'Port': ['ID=394a2f42-87ee-4d47-8525-52da81a37806,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:45.601725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Routers {'b05c3463-9cf1-4994-9980-fcc018cb643b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:45.602291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b05c3463-9cf1-4994-9980-fcc018cb643b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:45.646520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-96a487ea-cfa0-4af1-9a0e-136852c235eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.649049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-96a487ea-cfa0-4af1-9a0e-136852c235eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=198cf95cfdef4ae88f0ca8fe9e8759c3&device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 1100 time: 0.1583066 Nov 10 21:22:45.702142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-731fdcf8-b187-4719-80f9-e72da72e4631 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871 HTTP/1.1" status: 200 len: 217 time: 0.0424495 Nov 10 21:22:45.713215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcc3d4-85e7-43c4-9d60-5a977a6ce9d9 req-3922fad3-fe9c-4210-b9ff-3e95fc422264 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.722665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecfcc3d4-85e7-43c4-9d60-5a977a6ce9d9 req-3922fad3-fe9c-4210-b9ff-3e95fc422264 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 949 time: 0.1640761 Nov 10 21:22:45.734453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] Set router b05c3463-9cf1-4994-9980-fcc018cb643b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:45.769235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-65ae030f-3813-4564-a841-30b04bf28c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:45.827381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95e20bc2-e827-4dc6-9b33-ecb2a898d270 req-a5714a77-2d0d-4b2c-85a9-a854b8d5a8c0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414486 Nov 10 21:22:45.835348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-20d02116-fdce-4ede-a5df-723a0601fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.837632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-20d02116-fdce-4ede-a5df-723a0601fc29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5547848 Nov 10 21:22:45.855431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-c8bf2d5a-c742-42a6-8a5f-5fe4e4f4a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.857063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-c8bf2d5a-c742-42a6-8a5f-5fe4e4f4a56b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1236999 Nov 10 21:22:45.868180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecfcc3d4-85e7-43c4-9d60-5a977a6ce9d9 req-68dce0b6-3129-48d8-b1dc-2cbaee32da9b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437554 Nov 10 21:22:45.949873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f29d80e2-3628-4780-89d0-5637c4e7e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:45.951760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-f29d80e2-3628-4780-89d0-5637c4e7e736 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826135 Nov 10 21:22:45.953240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:46.007577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '394a2f42-87ee-4d47-8525-52da81a37806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:41Z', 'revision_number': 3, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port': {'id': '394a2f42-87ee-4d47-8525-52da81a37806', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:39Z', 'updated_at': '2021-11-10T21:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:46.041617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37c77c-b576-4e6b-972e-92147919014a None None] The sync data for ids ['b05c3463-9cf1-4994-9980-fcc018cb643b'] in n-d-776250-11 is: [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '394a2f42-87ee-4d47-8525-52da81a37806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:41Z', 'revision_number': 3, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port': {'id': '394a2f42-87ee-4d47-8525-52da81a37806', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:39Z', 'updated_at': '2021-11-10T21:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:22:46.052063 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-65ae030f-3813-4564-a841-30b04bf28c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:46.054606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-65ae030f-3813-4564-a841-30b04bf28c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:46.056098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-65ae030f-3813-4564-a841-30b04bf28c49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c89cd346-00b6-47b3-a8c7-dd933f73a2fe HTTP/1.1" status: 204 len: 168 time: 1.2230651 Nov 10 21:22:46.087395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86951ab-1a84-46e6-bbb9-e7ef229eef5b req-872f5738-2633-490f-b546-1e6cf62f0c86 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:46.087593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2e6c8-7980-41a6-9d7c-b88ad39a82d2 req-a5e6ebf4-ee1f-4ac2-a0f0-5962a468fa34 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:46.090631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f86951ab-1a84-46e6-bbb9-e7ef229eef5b req-872f5738-2633-490f-b546-1e6cf62f0c86 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 948 time: 0.0720882 Nov 10 21:22:46.090744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13d2e6c8-7980-41a6-9d7c-b88ad39a82d2 req-a5e6ebf4-ee1f-4ac2-a0f0-5962a468fa34 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.1392088 Nov 10 21:22:46.101840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-764288bc-e867-4f7e-a832-2f089250b3e0 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412821 Nov 10 21:22:46.105603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-8f99eaa7-1ec6-4235-b2c8-5ffaa54f3a50 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563164 Nov 10 21:22:46.107143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae030f-3813-4564-a841-30b04bf28c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89cd346-00b6-47b3-a8c7-dd933f73a2fe,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:46.243121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f86951ab-1a84-46e6-bbb9-e7ef229eef5b req-a564d13c-37fd-4e63-92c0-c10fc40d43e4 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366942 Nov 10 21:22:46.246656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:46.280215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bc49ce5-014b-4434-b4f0-2c483dca33fa req-6c1d5a42-1117-4b69-b2af-5e074c9e0048 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538174 Nov 10 21:22:46.330638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Network 49f037b4-27ef-477f-9e65-601c5f151d03 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:46.333987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-401c25c6-8dcc-4fe4-acaa-477b364ee8fe req-7985f168-c3d4-452b-8a75-97530824bdb7 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146978 Nov 10 21:22:46.350346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:46.358941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:46.456900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Pushing event updated for resources: {'Port': ['ID=f2230537-df26-48a1-8d30-97b1a243b92b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:46.462440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13d2e6c8-7980-41a6-9d7c-b88ad39a82d2 req-e19ab76e-bf5c-4363-9006-a37d29975740 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310735 Nov 10 21:22:46.484960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:46.717253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1375-1b54-44da-8da5-e83d8041ef74 req-015afd53-fb0a-45c7-8595-30a75572c540 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:46.718984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-789b1375-1b54-44da-8da5-e83d8041ef74 req-015afd53-fb0a-45c7-8595-30a75572c540 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1097 time: 0.0886669 Nov 10 21:22:46.768289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-eb238c7c-5058-47e5-9390-f3f07083dfe3 None None] Provisioning complete for port f2230537-df26-48a1-8d30-97b1a243b92b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:46.769183 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb238c7c-5058-47e5-9390-f3f07083dfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:46.798300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-789b1375-1b54-44da-8da5-e83d8041ef74 req-097e53c7-06d5-4cd8-b7fe-9f08b7a3e0e9 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658586 Nov 10 21:22:46.873703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-eb238c7c-5058-47e5-9390-f3f07083dfe3 None None] Port f2230537-df26-48a1-8d30-97b1a243b92b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:46.902887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.074123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349736-6fef-4ad8-8fb5-3a613d9d7ee9 req-eecd6d10-7f6f-4265-8ae8-af2f5b799170 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:47.085851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca349736-6fef-4ad8-8fb5-3a613d9d7ee9 req-eecd6d10-7f6f-4265-8ae8-af2f5b799170 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 948 time: 0.1160882 Nov 10 21:22:47.155675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12d149-ee70-4316-901f-cff945d24dd1 req-844a8ce7-bdb9-456a-9730-436912f506a2 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:47.157432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c12d149-ee70-4316-901f-cff945d24dd1 req-844a8ce7-bdb9-456a-9730-436912f506a2 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 949 time: 0.0930696 Nov 10 21:22:47.173019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca349736-6fef-4ad8-8fb5-3a613d9d7ee9 req-3358a872-ef4b-4f09-9d77-ad13f3daa6cb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854194 Nov 10 21:22:47.218829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.288088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c12d149-ee70-4316-901f-cff945d24dd1 req-0a40b891-5624-4402-baf3-b69909c1d886 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952768 Nov 10 21:22:47.300234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.400347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187b35-eed4-4010-af04-7976c92cab06 req-5c2b55cd-b0b6-4bdf-a10b-2d90aa14f1c1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:47.402750 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-5c2b55cd-b0b6-4bdf-a10b-2d90aa14f1c1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.1356986 Nov 10 21:22:47.415853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Pushing event updated for resources: {'Port': ['ID=f2230537-df26-48a1-8d30-97b1a243b92b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:47.423126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.449289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-8505ad0c-6676-46c7-bf35-a617ec3139cb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/quotas/b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 375 time: 0.0407014 Nov 10 21:22:47.508923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 394a2f42-87ee-4d47-8525-52da81a37806 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:47.549476 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-3536b2fd-6e1b-4a8d-aa52-9388c7b304de tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991747 Nov 10 21:22:47.570321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Network 49f037b4-27ef-477f-9e65-601c5f151d03 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:47.573383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:47.588049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 394a2f42-87ee-4d47-8525-52da81a37806 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:47.588439 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.595446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5c9a4-ffd4-4803-b13a-cd27dd944ff5 req-3c3a696a-f73c-4744-b8ee-9d0be606f048 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:47.598087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8bb5c9a4-ffd4-4803-b13a-cd27dd944ff5 req-3c3a696a-f73c-4744-b8ee-9d0be606f048 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 948 time: 0.1009669 Nov 10 21:22:47.706215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.710466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-ac258156-a728-482e-b20c-98ebcf5921fd service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525598 Nov 10 21:22:47.732631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 394a2f42-87ee-4d47-8525-52da81a37806, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=394a2f42-87ee-4d47-8525-52da81a37806,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:47.797047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.798463 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8bb5c9a4-ffd4-4803-b13a-cd27dd944ff5 req-3f26f889-20cd-4802-bc28-41b2d5d667a7 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590037 Nov 10 21:22:47.816168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Router b05c3463-9cf1-4994-9980-fcc018cb643b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:22:47.855397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-7ca81b8e-3f16-467e-afa0-c02c0a94e9fb service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438041 Nov 10 21:22:47.873407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=394a2f42-87ee-4d47-8525-52da81a37806,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:47.947714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-686cbc87-10b8-4a0a-b040-a6ed6022c980 None None] Provisioning complete for port f2230537-df26-48a1-8d30-97b1a243b92b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:47.948503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-686cbc87-10b8-4a0a-b040-a6ed6022c980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:47.969751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:47.975658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c60ec7cc-9afc-4471-a736-fa9387948449 admin admin] 10.222.0.45 "PUT /v2.0/routers/b05c3463-9cf1-4994-9980-fcc018cb643b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5211418 Nov 10 21:22:48.020270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-686cbc87-10b8-4a0a-b040-a6ed6022c980 None None] Port f2230537-df26-48a1-8d30-97b1a243b92b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:22:48.226453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2d444263-ff97-4d6f-a80b-3cfd7faf8dff up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:48.300400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-524db936-0532-4b73-bd4b-3f604aac3ff9 req-b30ee617-a8cd-48f0-af79-6e4d2cc07ee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 210 time: 0.0484073 Nov 10 21:22:48.401073 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Sync routers for ids ['b05c3463-9cf1-4994-9980-fcc018cb643b'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:22:48.404970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:48.411353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:48.413927 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:48.415588 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Routers {'b05c3463-9cf1-4994-9980-fcc018cb643b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:48.416349 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b05c3463-9cf1-4994-9980-fcc018cb643b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:48.557705 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Set router b05c3463-9cf1-4994-9980-fcc018cb643b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:48.599765 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:48.627125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:48.630234 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b4a393-a74b-4865-b60e-e65ced547b7d" -d '{"events": [{"server_uuid": "3b9f6871-9dc1-4962-b4f8-0486c8b5a028", "name": "network-vif-plugged", "status": "completed", "tag": "2d444263-ff97-4d6f-a80b-3cfd7faf8dff"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:48.646552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:48.710937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a0cab-9eba-4076-aafa-65237c2ddfff req-35a33e32-3cd8-42fe-bb45-35ebe42acca8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:48.712549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e1a0cab-9eba-4076-aafa-65237c2ddfff req-35a33e32-3cd8-42fe-bb45-35ebe42acca8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 948 time: 0.1131632 Nov 10 21:22:48.722685 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:48.796683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e1a0cab-9eba-4076-aafa-65237c2ddfff req-d12fc23a-c9a9-4f7a-bee1-a98c4fea14f9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767710 Nov 10 21:22:48.813201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:48.853580 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '394a2f42-87ee-4d47-8525-52da81a37806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:46Z', 'revision_number': 4, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port': {'id': '394a2f42-87ee-4d47-8525-52da81a37806', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:39Z', 'updated_at': '2021-11-10T21:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f2230537-df26-48a1-8d30-97b1a243b92b', 'name': '', 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'mac_address': 'fa:16:3e:69:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dd6a0eee-a736-4403-8d70-4fd0a610898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:44Z', 'updated_at': '2021-11-10T21:22:46Z', 'revision_number': 2, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'subnets': [{'id': 'dd6a0eee-a736-4403-8d70-4fd0a610898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:48.899083 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Checking router: b05c3463-9cf1-4994-9980-fcc018cb643b for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:22:48.899083 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Updating router b05c3463-9cf1-4994-9980-fcc018cb643b port f2230537-df26-48a1-8d30-97b1a243b92b binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:22:48.907308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-9a9d7cea-82ec-4e06-afd7-593440be94d1 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2569413 Nov 10 21:22:48.918748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2562-d9d8-4fe9-b51b-0455b666663b req-36e988dc-73fc-4816-97ae-b7e8611575c9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:48.920265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:48.920419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00dd2562-d9d8-4fe9-b51b-0455b666663b req-36e988dc-73fc-4816-97ae-b7e8611575c9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 950 time: 0.0530527 Nov 10 21:22:48.924170 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:48.970489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00dd2562-d9d8-4fe9-b51b-0455b666663b req-6932615a-12b9-4c4b-ae24-b866c40d5788 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432954 Nov 10 21:22:49.014151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.230563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.312080 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.390655 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.402737 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.446618 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1337232-571c-4364-a023-a8afc73b8249 None None] Pushing event updated for resources: {'Port': ['ID=f2230537-df26-48a1-8d30-97b1a243b92b,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:49.472814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 394a2f42-87ee-4d47-8525-52da81a37806 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:49.551665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 394a2f42-87ee-4d47-8525-52da81a37806 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:49.552586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.566529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Allocated IP 172.25.7.123 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/d84a30a5-eeb4-4e69-a6c7-0f7011812e66) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:49.597490 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Attempting to bind port f2230537-df26-48a1-8d30-97b1a243b92b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:49.598134 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Attempting to bind port f2230537-df26-48a1-8d30-97b1a243b92b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:49.598703 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Attempting to bind port f2230537-df26-48a1-8d30-97b1a243b92b on network 49f037b4-27ef-477f-9e65-601c5f151d03 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:49.606243 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:49.606740 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Checking segment: {'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:49.607389 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.608095 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Bound using segment: {'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:49.608831 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Bound port: f2230537-df26-48a1-8d30-97b1a243b92b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b336f180-a897-468c-8bc1-e48b0d6d0cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:49.609951 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca2cac2-7e14-4819-a26a-c126bfe4dc15 x-openstack-request-id: req-2ca2cac2-7e14-4819-a26a-c126bfe4dc15 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:49.610246 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.610918 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9f6871-9dc1-4962-b4f8-0486c8b5a028", "name": "network-vif-plugged", "status": "completed", "tag": "2d444263-ff97-4d6f-a80b-3cfd7faf8dff", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:49.612529 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ca2cac2-7e14-4819-a26a-c126bfe4dc15 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:49.614770 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff', 'code': 200} Nov 10 21:22:49.701212 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] For port f2230537-df26-48a1-8d30-97b1a243b92b, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:49.705227 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] For port f2230537-df26-48a1-8d30-97b1a243b92b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f2230537-df26-48a1-8d30-97b1a243b92b,segment=NetworkSegment(b336f180-a897-468c-8bc1-e48b0d6d0cc0),segment_id=b336f180-a897-468c-8bc1-e48b0d6d0cc0)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:49.754742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.775482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ce039-739c-4915-99c7-3ab234a40345 req-1ba88319-50af-4a2d-b969-49d502262d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:49.777226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e58ce039-739c-4915-99c7-3ab234a40345 req-1ba88319-50af-4a2d-b969-49d502262d9a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 1102 time: 0.0720563 Nov 10 21:22:49.791112 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.835043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e58ce039-739c-4915-99c7-3ab234a40345 req-a0db7c78-9a69-4241-99aa-1f422b6a01dd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Nov 10 21:22:49.858330 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Routers {'b05c3463-9cf1-4994-9980-fcc018cb643b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:49.858330 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b05c3463-9cf1-4994-9980-fcc018cb643b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:49.865072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1cd0fcc5-64ac-4a52-b3f6-2063e73222f7 None None] Provisioning complete for port f2230537-df26-48a1-8d30-97b1a243b92b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:49.865573 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd0fcc5-64ac-4a52-b3f6-2063e73222f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.876831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:49.918833 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1337232-571c-4364-a023-a8afc73b8249 None None] Pushing event updated for resources: {'Port': ['ID=f2230537-df26-48a1-8d30-97b1a243b92b,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:49.950651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:49.953973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:49.959076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:49.972128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Pushing event updated for resources: {'Port': ['ID=d84a30a5-eeb4-4e69-a6c7-0f7011812e66,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:50.004362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd0fcc5-64ac-4a52-b3f6-2063e73222f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.004901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82738db9-cdd7-4346-96be-f617d65f9a25 req-93bd5e75-34ab-4873-97ee-ba67aa2434bc tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:50.007123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82738db9-cdd7-4346-96be-f617d65f9a25 req-93bd5e75-34ab-4873-97ee-ba67aa2434bc tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 948 time: 0.0755460 Nov 10 21:22:50.042930 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] Set router b05c3463-9cf1-4994-9980-fcc018cb643b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:50.047801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.048156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.048508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.048853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.049199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.050092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.050423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.050752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.051073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.051403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.051756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.052078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:50.064479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1cd0fcc5-64ac-4a52-b3f6-2063e73222f7 None None] For port f2230537-df26-48a1-8d30-97b1a243b92b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f2230537-df26-48a1-8d30-97b1a243b92b,segment=NetworkSegment(b336f180-a897-468c-8bc1-e48b0d6d0cc0),segment_id=b336f180-a897-468c-8bc1-e48b0d6d0cc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:50.077856 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82738db9-cdd7-4346-96be-f617d65f9a25 req-51a18885-810b-4df9-9995-81c567cbd02d tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619524 Nov 10 21:22:50.114954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.133816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd0fcc5-64ac-4a52-b3f6-2063e73222f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.190893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0fcc5-64ac-4a52-b3f6-2063e73222f7 None None] Pushing event updated for resources: {'Port': ['ID=f2230537-df26-48a1-8d30-97b1a243b92b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:50.216807 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.223878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:50.261043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14074aa0-7462-4ff2-8fdb-6e42deb44ea8 req-2988c914-ca4f-462a-9fc3-0fc6460885af tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 210 time: 0.0387833 Nov 10 21:22:50.323996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dcbffed6-9f71-4e3a-9fbe-a1454efd0249 None None] Provisioning complete for port f2230537-df26-48a1-8d30-97b1a243b92b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:50.324359 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dcbffed6-9f71-4e3a-9fbe-a1454efd0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.392947 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '394a2f42-87ee-4d47-8525-52da81a37806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:46Z', 'revision_number': 4, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port': {'id': '394a2f42-87ee-4d47-8525-52da81a37806', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:39Z', 'updated_at': '2021-11-10T21:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f2230537-df26-48a1-8d30-97b1a243b92b', 'name': '', 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'mac_address': 'fa:16:3e:69:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dd6a0eee-a736-4403-8d70-4fd0a610898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:44Z', 'updated_at': '2021-11-10T21:22:49Z', 'revision_number': 4, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'subnets': [{'id': 'dd6a0eee-a736-4403-8d70-4fd0a610898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:50.396913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:50.415708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'mac_address': 'fa:16:3e:38:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:50.421107 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51a519-7f49-4a46-b3f6-e396d8aab492 None None] The sync data for ids ['b05c3463-9cf1-4994-9980-fcc018cb643b'] in n-d-776250-11 is: [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '394a2f42-87ee-4d47-8525-52da81a37806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:46Z', 'revision_number': 4, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port': {'id': '394a2f42-87ee-4d47-8525-52da81a37806', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:39Z', 'updated_at': '2021-11-10T21:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f2230537-df26-48a1-8d30-97b1a243b92b', 'name': '', 'network_id': '49f037b4-27ef-477f-9e65-601c5f151d03', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'mac_address': 'fa:16:3e:69:24:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'dd6a0eee-a736-4403-8d70-4fd0a610898f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:44Z', 'updated_at': '2021-11-10T21:22:49Z', 'revision_number': 4, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'subnets': [{'id': 'dd6a0eee-a736-4403-8d70-4fd0a610898f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:22:50.518769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.521745 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.536283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6126c-ba99-43e1-b2e1-8f1425bc7871 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:50.559949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940316e2-1852-4cff-ab51-5b357992dac4 req-a8cdd735-f81d-4e85-967d-2aae2b56c795 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:50.561516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-940316e2-1852-4cff-ab51-5b357992dac4 req-a8cdd735-f81d-4e85-967d-2aae2b56c795 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 948 time: 0.1541705 Nov 10 21:22:50.566253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:50.625213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.660389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.665375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-940316e2-1852-4cff-ab51-5b357992dac4 req-4f506f29-7c7d-43a8-9d5e-9bb3a180e6a0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776348 Nov 10 21:22:50.673936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187b35-eed4-4010-af04-7976c92cab06 req-7176ae87-343f-4ad2-9a5c-345de069cae1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:50.675487 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-7176ae87-343f-4ad2-9a5c-345de069cae1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.1761551 Nov 10 21:22:50.679994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Pushing event updated for resources: {'Port': ['ID=d84a30a5-eeb4-4e69-a6c7-0f7011812e66,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:50.690916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Request body: {'port': {'device_id': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'admin_state_up': True, 'tenant_id': 'b656759df46b4d5dbb131dbb49eec8b2'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:50.699916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.704196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2aced6b0-170d-4727-880b-a6ea4bfddb29 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:50.750385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:50.764835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'mac_address': 'fa:16:3e:e1:33:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:50.807833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.819989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-75b5a3a4-c718-47bf-a887-f74c61dbc61e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9056759 Nov 10 21:22:50.840681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:50.875413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:50.882219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ce3f-d427-4d6e-b6d3-30fb9f19d209 req-48069eaf-817d-48a7-9448-b44464ba6ebe tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:50.889675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8436ce3f-d427-4d6e-b6d3-30fb9f19d209 req-48069eaf-817d-48a7-9448-b44464ba6ebe tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 950 time: 0.0927732 Nov 10 21:22:50.919031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aced6b0-170d-4727-880b-a6ea4bfddb29 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:50.952518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-12bfa52b-a98d-4f1e-bbe2-5d92ce26c53f tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.1283686 Nov 10 21:22:50.960113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:50.969359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8436ce3f-d427-4d6e-b6d3-30fb9f19d209 req-0d787114-1a1b-4220-9bbd-c70686556a3f tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787697 Nov 10 21:22:50.979403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Made reservation on behalf of b656759df46b4d5dbb131dbb49eec8b2 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:22:50.983076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:51.013933 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:51.086884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-f23eac63-fbbc-46ef-8cb0-f20f1cb1ed3a tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:51.094757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-f23eac63-fbbc-46ef-8cb0-f20f1cb1ed3a tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1411626 Nov 10 21:22:51.104964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-e78407b1-793f-4406-9f39-1c1a50ef3e17 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:22:51.105953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:51.117425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-800f62a6-bdd2-466b-b927-bc9ea8e84f70 req-e78407b1-793f-4406-9f39-1c1a50ef3e17 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216091 Nov 10 21:22:51.237770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Allocated IP 172.20.0.9 (df97caad-6583-4433-ad36-91a8d4ca9d35/83096668-fbc7-48cb-8399-0a3342c00bd4/1480d3af-b9cf-4a90-b79d-1edd49144f11) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:51.302008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930c9a1-0f2a-46d9-82e7-124cf3e59bfb req-01e99ca1-2298-46fa-a18f-d739a510ea67 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:51.311082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0930c9a1-0f2a-46d9-82e7-124cf3e59bfb req-01e99ca1-2298-46fa-a18f-d739a510ea67 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 949 time: 0.0751531 Nov 10 21:22:51.364492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0930c9a1-0f2a-46d9-82e7-124cf3e59bfb req-0f8ee8ff-4081-4fd4-b574-ef438d99a166 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521762 Nov 10 21:22:51.438024 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:51.473640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bb43cde-09cd-45c9-b7e0-382d5b24add5 req-4c15d0ff-91e5-48bf-8ca3-b11a117e3847 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips/cf9b6bfa-2476-4ca1-b195-f51cf7d97066 HTTP/1.1" status: 200 len: 693 time: 0.0671265 Nov 10 21:22:51.484373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['4df6126c-ba99-43e1-b2e1-8f1425bc7871'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:51.488794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2aced6b0-170d-4727-880b-a6ea4bfddb29'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:51.550562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:51.589769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f2230537-df26-48a1-8d30-97b1a243b92b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:51.639383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Network df97caad-6583-4433-ad36-91a8d4ca9d35 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:51.656503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:51.665273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:51.673162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb43cde-09cd-45c9-b7e0-382d5b24add5 req-2b8dfa3b-419f-4189-ab4c-055d48e2adc5 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:51.676979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bb43cde-09cd-45c9-b7e0-382d5b24add5 req-2b8dfa3b-419f-4189-ab4c-055d48e2adc5 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.2022157 Nov 10 21:22:51.681162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:51.695105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-2bb43cde-09cd-45c9-b7e0-382d5b24add5 req-3b5abc06-29b3-4b9d-b9d4-3724bed33bb3 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:22:51.696474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bb43cde-09cd-45c9-b7e0-382d5b24add5 req-3b5abc06-29b3-4b9d-b9d4-3724bed33bb3 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119185 Nov 10 21:22:51.826893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:51.832400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:51.855317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.855779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.856120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.856455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.859018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.859366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.859700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.861070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.861410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.862599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.862599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.870412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:51.914474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-99d2c9e1-8cb1-480c-9e75-006cda40e26c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2277884 Nov 10 21:22:51.922345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2861959-a3cb-4919-97cc-a13491fa23e0 req-52a27700-9bb5-4ec8-9d48-4529a623adf9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:51.933561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Request body: {'port': {'device_id': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:51.936689 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2861959-a3cb-4919-97cc-a13491fa23e0 req-52a27700-9bb5-4ec8-9d48-4529a623adf9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 931 time: 0.1327529 Nov 10 21:22:52.014738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port f2230537-df26-48a1-8d30-97b1a243b92b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:52.015317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.023129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2861959-a3cb-4919-97cc-a13491fa23e0 req-75317db6-8fc5-4c50-99e2-355329c4d900 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860167 Nov 10 21:22:52.048463 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.076897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912b4c1-095c-4d49-aba1-5637cd5083ed req-750a8841-2a6b-4836-9fdb-7d049775dbf9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:52.078522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8912b4c1-095c-4d49-aba1-5637cd5083ed req-750a8841-2a6b-4836-9fdb-7d049775dbf9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 949 time: 0.1065891 Nov 10 21:22:52.141565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5fd47a28-5fcd-4023-a148-0c93599bd7dc req-cfe3ad4b-e5d1-4871-afe1-44a8317f0938 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=20bf82ad5f1240f7b4707e73b88b4012 HTTP/1.1" status: 200 len: 696 time: 0.0849466 Nov 10 21:22:52.242174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8912b4c1-095c-4d49-aba1-5637cd5083ed req-dd7bf248-03ea-4e41-875a-ca11efef947b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534560 Nov 10 21:22:52.264198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd47a28-5fcd-4023-a148-0c93599bd7dc req-5d2f9c0f-0216-41de-b7ee-a9eec3ca5c0c tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:52.265812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5fd47a28-5fcd-4023-a148-0c93599bd7dc req-5d2f9c0f-0216-41de-b7ee-a9eec3ca5c0c tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks?id=c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 787 time: 0.1233289 Nov 10 21:22:52.281211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-5fd47a28-5fcd-4023-a148-0c93599bd7dc req-0f4b2c47-656b-4646-bcfc-cb4f1111dd4e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:22:52.282484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5fd47a28-5fcd-4023-a148-0c93599bd7dc req-0f4b2c47-656b-4646-bcfc-cb4f1111dd4e tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061910 Nov 10 21:22:52.404995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcf729-ef80-4d03-8bf3-b9d33c2e8e86 req-8110c3c7-41d3-463e-9fbd-19e5c216a734 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:52.412790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0fcf729-ef80-4d03-8bf3-b9d33c2e8e86 req-8110c3c7-41d3-463e-9fbd-19e5c216a734 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 950 time: 0.0607893 Nov 10 21:22:52.435940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1480d3af-b9cf-4a90-b79d-1edd49144f11 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:52.439139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45512) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:52.445501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.461874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Transition to ACTIVE for port object 1480d3af-b9cf-4a90-b79d-1edd49144f11 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:22:52.485103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0fcf729-ef80-4d03-8bf3-b9d33c2e8e86 req-561666a9-3042-41f5-9807-1928f84f34c0 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714350 Nov 10 21:22:52.527982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.577977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-1419a2d9-5d1b-44b6-8bea-b3eda0dec8e3 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips/cf9b6bfa-2476-4ca1-b195-f51cf7d97066 HTTP/1.1" status: 200 len: 693 time: 0.0617602 Nov 10 21:22:52.579281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f0dd30b7-a3fa-45c2-8ebb-4d3455afcdee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.593692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:52.689685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:22:52.690176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:22:52.690498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:52.710179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:22:52.710498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:22:52.717861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:22:52.718193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:22:52.718829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:22:52.719259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Bound port: 1480d3af-b9cf-4a90-b79d-1edd49144f11, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:22:52.719631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.730626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-f72bb04e-a34b-4301-b31b-be4c226dfea0 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:52.732478 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-f72bb04e-a34b-4301-b31b-be4c226dfea0 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1443303 Nov 10 21:22:52.745989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-cea0cd14-1a15-4c9b-9632-75c997a8f828 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:22:52.746965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-cea0cd14-1a15-4c9b-9632-75c997a8f828 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069263 Nov 10 21:22:52.747761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26797c32-e915-4f89-86e9-b1c9183dbd82 req-fbc2ecec-292c-461b-8dce-919776f114b3 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:52.749295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26797c32-e915-4f89-86e9-b1c9183dbd82 req-fbc2ecec-292c-461b-8dce-919776f114b3 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 949 time: 0.0770111 Nov 10 21:22:52.807712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f0dd30b7-a3fa-45c2-8ebb-4d3455afcdee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.815306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-1b0fbeec-3403-47b6-aed1-9158fc0bab31 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0581939 Nov 10 21:22:52.829800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:22:52.836845 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26797c32-e915-4f89-86e9-b1c9183dbd82 req-7c923fb6-749a-4e66-8f17-18cb5f94c715 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Nov 10 21:22:52.838522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:22:52.865638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f0dd30b7-a3fa-45c2-8ebb-4d3455afcdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.883335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-04c42f4c-684b-46c1-9a81-fcdb39c9ce72 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.123 HTTP/1.1" status: 200 len: 696 time: 0.0592360 Nov 10 21:22:52.915411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f0dd30b7-a3fa-45c2-8ebb-4d3455afcdee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=533e8ba91a9c409ab2e2efbf27cc416a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751596 Nov 10 21:22:52.918305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45536) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:52.935395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.956904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd30b7-a3fa-45c2-8ebb-4d3455afcdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25605b14-44f8-4dd2-b08c-70e3760fa689,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:52.991676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:52.992315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:52.993675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] 10.222.0.64 "PUT /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 1092 time: 1.0697663 Nov 10 21:22:52.997907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:53.000389 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd48d486-feed-4086-8de7-5fd16d87a48d" -d '{"events": [{"name": "network-changed", "server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:53.029305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928499aa-a5e3-42dd-a14f-2924f3b50487 service neutron] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:53.048564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Deleting port d84a30a5-eeb4-4e69-a6c7-0f7011812e66 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:53.051289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.052510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd6e804f-0466-4a3e-8a0f-6a68e21dffd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.079171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd6e804f-0466-4a3e-8a0f-6a68e21dffd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.149388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.149717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.162727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Calling delete_port for d84a30a5-eeb4-4e69-a6c7-0f7011812e66 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:53.185318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.192955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187b35-eed4-4010-af04-7976c92cab06 req-40eff356-f0f3-461f-b32f-be9082abb239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.194500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-40eff356-f0f3-461f-b32f-be9082abb239 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1095 time: 0.0554020 Nov 10 21:22:53.211791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd6e804f-0466-4a3e-8a0f-6a68e21dffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.214675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd6e804f-0466-4a3e-8a0f-6a68e21dffd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.215805 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd6e804f-0466-4a3e-8a0f-6a68e21dffd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25605b14-44f8-4dd2-b08c-70e3760fa689 HTTP/1.1" status: 204 len: 168 time: 0.2961001 Nov 10 21:22:53.253947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-539d19ca-f289-461b-9149-f5aa5280d9ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 217 time: 0.0501635 Nov 10 21:22:53.259107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e804f-0466-4a3e-8a0f-6a68e21dffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25605b14-44f8-4dd2-b08c-70e3760fa689,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:53.317928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187b35-eed4-4010-af04-7976c92cab06 req-ab6f25dc-ea61-4911-9ccf-c18383e24ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.319428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-ab6f25dc-ea61-4911-9ccf-c18383e24ccc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0575967 Nov 10 21:22:53.357103 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38652f13-3f48-46c3-b62c-7d0accbae6aa x-openstack-request-id: req-38652f13-3f48-46c3-b62c-7d0accbae6aa {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:53.357320 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:53.357531 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38652f13-3f48-46c3-b62c-7d0accbae6aa {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:53.357921 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11', 'status': 'completed', 'code': 200} Nov 10 21:22:53.359894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-0038f690-cc7d-4fa8-a5be-0c3de0737486 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308566 Nov 10 21:22:53.430933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.459262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Pushing event deleted for resources: {'Port': ['ID=d84a30a5-eeb4-4e69-a6c7-0f7011812e66,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:53.482770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.485492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.486650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05f4f9e-28ee-4e0d-ba4a-fc46b78df3cf req-57f90cbb-5fc5-4926-a4d9-05c647bfe785 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "DELETE /v2.0/floatingips/cf9b6bfa-2476-4ca1-b195-f51cf7d97066 HTTP/1.1" status: 204 len: 173 time: 0.5910437 Nov 10 21:22:53.486812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1456599-a4ca-49c7-92af-c38c5d07de52 req-08b43aa9-38f0-4ba2-879c-a80d559c932a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.488489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1456599-a4ca-49c7-92af-c38c5d07de52 req-08b43aa9-38f0-4ba2-879c-a80d559c932a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.0975685 Nov 10 21:22:53.524111 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-89bbe717-7bef-417c-a051-a55d0bde3356 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505601 Nov 10 21:22:53.576704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1456599-a4ca-49c7-92af-c38c5d07de52 req-2e2b72c2-c0ec-4dd2-81ed-8792a224becc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809786 Nov 10 21:22:53.661581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f187b35-eed4-4010-af04-7976c92cab06 req-7ee23122-3158-418d-a528-31ac99d4904e service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237009 Nov 10 21:22:53.823157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-aafc8c8f-9ce3-4b8c-8329-5af93d1284f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.824835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-aafc8c8f-9ce3-4b8c-8329-5af93d1284f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1095 time: 0.0483894 Nov 10 21:22:53.855684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.856318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.856574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.857067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.857508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.857976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.858439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.859131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.859451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.859947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.868227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b07cd750-4710-4295-917e-49153a01806a req-b4cee75e-70bb-4b55-a3b8-3ee1dd43c33f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea&device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4&device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028&device_id=9616146a-ba45-4f73-95e5-611d3c0beb82&device_id=66453002-506d-4903-b003-ad9b1d4a14f4&device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f&device_id=84cefb92-cb19-41af-aab9-01f544245b3c&device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 9104 time: 0.0723057 Nov 10 21:22:53.883693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b07cd750-4710-4295-917e-49153a01806a req-7e85bb94-a24f-4deb-a1ee-84623192cb49 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.928908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45596) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:53.941549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-a71fb221-7592-4d6a-9f85-008611bd7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:53.943347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-a71fb221-7592-4d6a-9f85-008611bd7186 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1047547 Nov 10 21:22:53.948346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f12d3217-2e50-43ca-8b55-89b21c6e2cf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.998102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b07cd750-4710-4295-917e-49153a01806a req-7e85bb94-a24f-4deb-a1ee-84623192cb49 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:53.999556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-9d74ecf4-3ebb-4808-8cea-45f6741dd8b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 217 time: 0.0457323 Nov 10 21:22:54.049553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f12d3217-2e50-43ca-8b55-89b21c6e2cf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.053132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b07cd750-4710-4295-917e-49153a01806a req-7e85bb94-a24f-4deb-a1ee-84623192cb49 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.082295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-d53ef2f7-d447-45c5-bfe6-9b11b48e1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:54.083773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-d53ef2f7-d447-45c5-bfe6-9b11b48e1e9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0758462 Nov 10 21:22:54.095319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85bb94-a24f-4deb-a1ee-84623192cb49 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16e07ab-0260-47ef-b67c-5d1b297d40ef,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:54.096792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc668-26f4-40a1-91ff-86a1271441cf req-fd2ecd0c-de8d-4a73-be7e-cb816a131e33 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:54.098282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-396fc668-26f4-40a1-91ff-86a1271441cf req-fd2ecd0c-de8d-4a73-be7e-cb816a131e33 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 949 time: 0.0829477 Nov 10 21:22:54.125390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-94c19942-2384-4771-8ac9-6e698a459369 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261424 Nov 10 21:22:54.135769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b07cd750-4710-4295-917e-49153a01806a req-7e85bb94-a24f-4deb-a1ee-84623192cb49 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&id=12137f72-bc19-4b7f-8d92-1ebd9c778242&id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2650285 Nov 10 21:22:54.139144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f12d3217-2e50-43ca-8b55-89b21c6e2cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.195232 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f12d3217-2e50-43ca-8b55-89b21c6e2cf9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9955d831eff84c0f86177fbf98b760cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651176 Nov 10 21:22:54.197926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3217-2e50-43ca-8b55-89b21c6e2cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ddfbd2-0816-45b3-a9b9-46b514a8f35e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:54.201544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45606) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:54.236036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:54.240328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-396fc668-26f4-40a1-91ff-86a1271441cf req-04e5d3b8-f269-45c1-a8b3-599cd88f7ca0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172745 Nov 10 21:22:54.305224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3f7572c8-bcc8-4049-95fd-08094d53b0a2 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1222026 Nov 10 21:22:54.315846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:22:54.391129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:54.395568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:54.396061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.419805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.480873 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.508349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:54.510648 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c079c52-33bb-4b15-b122-9900c647d9dc" -d '{"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:54.520456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-45576990-0fe2-4ae4-b87f-37bbca975eb6 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798037 Nov 10 21:22:54.523639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:54.526717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.577631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f33418a3-48ea-4ecf-b27b-3ada7f878d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.602216 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.603170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2aced6b0-170d-4727-880b-a6ea4bfddb29 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:22:54.632197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199536fa-74b0-49b2-b4ac-a1cd0b416291 req-b63bd3bb-faa7-48f6-8086-dbbc51674f3c tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:54.633693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-199536fa-74b0-49b2-b4ac-a1cd0b416291 req-b63bd3bb-faa7-48f6-8086-dbbc51674f3c tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 949 time: 0.1271005 Nov 10 21:22:54.636960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Allocated IP 172.25.7.37 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/b3599ac8-8951-4d0f-a368-242c89f69a8c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:22:54.653994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f33418a3-48ea-4ecf-b27b-3ada7f878d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.681553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:54.691320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.691765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.692348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.693016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.693422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.693829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.694220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.694614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.695006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.695395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.695813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.696199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:22:54.722780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd48d486-feed-4086-8de7-5fd16d87a48d req-8cbf545c-fb22-4192-9822-ea96780a0733 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846230 Nov 10 21:22:54.739892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-199536fa-74b0-49b2-b4ac-a1cd0b416291 req-3bfb430e-9f85-434a-bc88-24ad074d8a57 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906429 Nov 10 21:22:54.758007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.773606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 2aced6b0-170d-4727-880b-a6ea4bfddb29 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:22:54.778282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 2aced6b0-170d-4727-880b-a6ea4bfddb29 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:22:54.778756 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.807921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f33418a3-48ea-4ecf-b27b-3ada7f878d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.810653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f33418a3-48ea-4ecf-b27b-3ada7f878d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.811991 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f33418a3-48ea-4ecf-b27b-3ada7f878d8e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95ddfbd2-0816-45b3-a9b9-46b514a8f35e HTTP/1.1" status: 204 len: 168 time: 0.6095221 Nov 10 21:22:54.825173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33418a3-48ea-4ecf-b27b-3ada7f878d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ddfbd2-0816-45b3-a9b9-46b514a8f35e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:54.854498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.883469 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.899296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:22:54.903520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:22:54.918284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:22:54.923141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:54.954624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Pushing event updated for resources: {'Port': ['ID=b3599ac8-8951-4d0f-a368-242c89f69a8c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:54.975527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:54.990515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:55.038703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:55.084226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:55.251827 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:55.310637 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:55.347879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:55.366301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Pushing event updated for resources: {'Port': ['ID=b3599ac8-8951-4d0f-a368-242c89f69a8c,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:55.371527 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319be761-3039-47e4-94e4-745dff58ecd5 x-openstack-request-id: req-319be761-3039-47e4-94e4-745dff58ecd5 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:55.372063 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:55.372265 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-319be761-3039-47e4-94e4-745dff58ecd5 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:55.376759 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'code': 200} Nov 10 21:22:55.457029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:55.458361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-3cdc49e0-1a82-4bb1-8297-ed579c3b5986 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1475971 Nov 10 21:22:55.493738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936015fe-1ded-42dc-a73f-3506bbc06f6f req-cec17524-af08-4c81-a054-ae4c7c4c533c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.495333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-936015fe-1ded-42dc-a73f-3506bbc06f6f req-cec17524-af08-4c81-a054-ae4c7c4c533c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.0776262 Nov 10 21:22:55.516211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-db617e2d-f356-491c-8b24-0100d78da02d tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0516720 Nov 10 21:22:55.521423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926d779-9f25-4c47-a447-d3047e7ee805 req-a4481951-b6c4-4c49-ade8-2401c0c705ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.522937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2926d779-9f25-4c47-a447-d3047e7ee805 req-a4481951-b6c4-4c49-ade8-2401c0c705ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 1102 time: 0.0684736 Nov 10 21:22:55.573924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-936015fe-1ded-42dc-a73f-3506bbc06f6f req-12c021b0-197e-494a-bbe5-06ec1e407bc1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702581 Nov 10 21:22:55.595368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2926d779-9f25-4c47-a447-d3047e7ee805 req-7c8811fa-c66c-4d7b-877b-4370e0c20647 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568454 Nov 10 21:22:55.630430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-23e21998-6acf-4348-b22d-0b1f1c06f837 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.631811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ab1bc34-e709-4105-a47c-6d5dba2ac21b req-23e21998-6acf-4348-b22d-0b1f1c06f837 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1147716 Nov 10 21:22:55.748614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b75148-5713-4e8b-979a-958f3b00910c req-8cbd3e9a-73b6-4548-8948-4ab4141d0243 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.750237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46b75148-5713-4e8b-979a-958f3b00910c req-8cbd3e9a-73b6-4548-8948-4ab4141d0243 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0605152 Nov 10 21:22:55.801671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46b75148-5713-4e8b-979a-958f3b00910c req-2c646ad0-ce5d-4524-87d2-5c1b28438717 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Nov 10 21:22:55.878819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-ce478e04-e606-40f2-93ef-d4fe50e1a718 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips/ad5ebd3c-1e03-416e-b2fb-4a54db66f2fb HTTP/1.1" status: 200 len: 692 time: 0.0539172 Nov 10 21:22:55.893913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2faf4e-f204-4d8b-ab53-40c82a25e881 req-471aeede-7ce2-46a3-8c0f-1339a3465971 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.894216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2faf4e-f204-4d8b-ab53-40c82a25e881 req-471aeede-7ce2-46a3-8c0f-1339a3465971 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.894693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2faf4e-f204-4d8b-ab53-40c82a25e881 req-471aeede-7ce2-46a3-8c0f-1339a3465971 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:55.902110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd2faf4e-f204-4d8b-ab53-40c82a25e881 req-471aeede-7ce2-46a3-8c0f-1339a3465971 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028&device_id=9616146a-ba45-4f73-95e5-611d3c0beb82&device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 2886 time: 0.0566649 Nov 10 21:22:55.946674 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd2faf4e-f204-4d8b-ab53-40c82a25e881 req-2221d05e-cafc-4950-a3e7-4d567ded1da1 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Nov 10 21:22:56.000173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-f54d7b48-a720-4bb1-a177-2cd94a37f5a6 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:56.001603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-f54d7b48-a720-4bb1-a177-2cd94a37f5a6 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1157563 Nov 10 21:22:56.062260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-71608d73-25c8-4bb7-a2a4-5d942e2114a1 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0542996 Nov 10 21:22:56.118803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-970d13d0-68c6-426b-bd94-e8bf495bc255 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.0494421 Nov 10 21:22:56.254569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Deleting port b3599ac8-8951-4d0f-a368-242c89f69a8c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:56.254926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:56.336302 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:56.336609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:56.348601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Calling delete_port for b3599ac8-8951-4d0f-a368-242c89f69a8c owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:56.542832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164eaee9-d8ba-4c02-bcda-54670bba2d1f req-987c3906-6ade-4a48-9b14-9fff96c5c2c4 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:56.544469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-164eaee9-d8ba-4c02-bcda-54670bba2d1f req-987c3906-6ade-4a48-9b14-9fff96c5c2c4 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 950 time: 0.0489478 Nov 10 21:22:56.590839 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:56.595375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-164eaee9-d8ba-4c02-bcda-54670bba2d1f req-9b15d2a5-d926-4d57-a109-19b8b97c9375 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437372 Nov 10 21:22:56.623195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Pushing event deleted for resources: {'Port': ['ID=b3599ac8-8951-4d0f-a368-242c89f69a8c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:56.649503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:56.652317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:56.655932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bde33cef-4444-470c-8e31-5dbd7ed1bdef req-4092c44b-295d-4d11-92bc-f7a8af0b0338 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "DELETE /v2.0/floatingips/ad5ebd3c-1e03-416e-b2fb-4a54db66f2fb HTTP/1.1" status: 204 len: 173 time: 0.5289364 Nov 10 21:22:56.853208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576954e-3558-4e6d-97ec-0fd2db496d40 req-9eaa330a-6995-43f2-8302-194b0472eeae tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:56.854660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6576954e-3558-4e6d-97ec-0fd2db496d40 req-9eaa330a-6995-43f2-8302-194b0472eeae tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.0569160 Nov 10 21:22:56.901713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6576954e-3558-4e6d-97ec-0fd2db496d40 req-7469b464-555e-462e-9513-cabf2d3feb81 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Nov 10 21:22:56.994509 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-3c37f49b-b399-4e94-a73b-059601391051 req-85baf78f-f4a3-4013-b571-63825c28c4a0 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] show failed (client error): The resource could not be found. Nov 10 21:22:56.995439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c37f49b-b399-4e94-a73b-059601391051 req-85baf78f-f4a3-4013-b571-63825c28c4a0 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips/ad5ebd3c-1e03-416e-b2fb-4a54db66f2fb HTTP/1.1" status: 404 len: 350 time: 0.0595775 Nov 10 21:22:57.107049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1740bb-da55-40df-b2b0-8ea50b9045cb req-43094274-f9d6-4795-9ce9-a75b44372eda tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:57.108580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae1740bb-da55-40df-b2b0-8ea50b9045cb req-43094274-f9d6-4795-9ce9-a75b44372eda tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0544989 Nov 10 21:22:57.160554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae1740bb-da55-40df-b2b0-8ea50b9045cb req-1ad864d9-d5ee-4846-8276-7c5f19ff56fc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437808 Nov 10 21:22:57.220129 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-920fb573-8e19-45a0-83db-b1f60e02d670 req-459bda50-6fbb-429b-8fb5-ed211522fd55 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] show failed (client error): The resource could not be found. Nov 10 21:22:57.221783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-920fb573-8e19-45a0-83db-b1f60e02d670 req-459bda50-6fbb-429b-8fb5-ed211522fd55 tempest-FloatingIPsTestJSON-2014569284 tempest-FloatingIPsTestJSON-2014569284-project] 10.222.0.45 "GET /v2.0/floatingips/ad5ebd3c-1e03-416e-b2fb-4a54db66f2fb HTTP/1.1" status: 404 len: 350 time: 0.0369675 Nov 10 21:22:57.230428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45800) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:57.374135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:22:57.376724 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aec736-dfa6-4ba0-a417-7b1c91b58213" -d '{"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-plugged", "status": "completed", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:22:57.611859 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8534d15a-ba78-4be4-83ee-b712234225f8 x-openstack-request-id: req-8534d15a-ba78-4be4-83ee-b712234225f8 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:22:57.614313 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-plugged", "status": "completed", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:22:57.614759 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8534d15a-ba78-4be4-83ee-b712234225f8 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:22:57.615480 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'code': 200} Nov 10 21:22:57.749878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783879-45a9-4a18-b01a-dcc8f3486695 req-828625d7-d43a-42c4-834d-36c2199285ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:57.754715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0783879-45a9-4a18-b01a-dcc8f3486695 req-828625d7-d43a-42c4-834d-36c2199285ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1102 time: 0.0543480 Nov 10 21:22:57.826668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0783879-45a9-4a18-b01a-dcc8f3486695 req-d8392df3-01b0-4a51-94ef-5ddc789e3f61 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616319 Nov 10 21:22:57.937400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a842a7c-2550-4f51-bce2-23dd09d56695 req-af1c0af9-f0df-4bfe-8ce6-03c8908daad8 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:57.938856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a842a7c-2550-4f51-bce2-23dd09d56695 req-af1c0af9-f0df-4bfe-8ce6-03c8908daad8 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 950 time: 0.0779355 Nov 10 21:22:57.954755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:58.058629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a842a7c-2550-4f51-bce2-23dd09d56695 req-f5070935-fdb7-4258-89d3-74a4d177cc81 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121418 Nov 10 21:22:58.232967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Deleting port f2230537-df26-48a1-8d30-97b1a243b92b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:22:58.233556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:58.241236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1480d3af-b9cf-4a90-b79d-1edd49144f11 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:22:58.329170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] For port f2230537-df26-48a1-8d30-97b1a243b92b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f2230537-df26-48a1-8d30-97b1a243b92b,segment=NetworkSegment(b336f180-a897-468c-8bc1-e48b0d6d0cc0),segment_id=b336f180-a897-468c-8bc1-e48b0d6d0cc0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:58.330770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:58.346805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Calling delete_port for f2230537-df26-48a1-8d30-97b1a243b92b owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:22:58.349746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:58.361399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '1480d3af-b9cf-4a90-b79d-1edd49144f11', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'port_id': '1480d3af-b9cf-4a90-b79d-1edd49144f11', 'mac_address': 'fa:16:3e:ff:be:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83096668-fbc7-48cb-8399-0a3342c00bd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:22:58.426164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:58.442034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1480d3af-b9cf-4a90-b79d-1edd49144f11 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:22:58.464820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:22:58.551202 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:58.563641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d57005-e77b-40ec-b85d-af5201ffc035 req-fbb208f3-f078-4cfd-beb2-baa4b5d35d60 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:58.565633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d57005-e77b-40ec-b85d-af5201ffc035 req-fbb208f3-f078-4cfd-beb2-baa4b5d35d60 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.0855138 Nov 10 21:22:58.599735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:58.626705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d57005-e77b-40ec-b85d-af5201ffc035 req-9868ebd9-d457-476c-8119-aeb1dc154e78 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532777 Nov 10 21:22:58.745482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:58.772886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2230537-df26-48a1-8d30-97b1a243b92b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:22:58.936793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:59.006877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff805-2e04-45e8-a3b6-8f6e274fdb63 req-7539bf8b-323f-4d3f-a180-1e39cc9f3020 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:59.008477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72cff805-2e04-45e8-a3b6-8f6e274fdb63 req-7539bf8b-323f-4d3f-a180-1e39cc9f3020 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0552211 Nov 10 21:22:59.062212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72cff805-2e04-45e8-a3b6-8f6e274fdb63 req-2a9687f0-7161-4f4e-b1ce-133fda6ff097 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Nov 10 21:22:59.135261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['1480d3af-b9cf-4a90-b79d-1edd49144f11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:22:59.171648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684fcec-a8f5-4dff-98f4-53f730c46589 req-77aabbcd-8ada-441a-82e2-111523a84972 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:59.171877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Router b05c3463-9cf1-4994-9980-fcc018cb643b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:22:59.177324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4684fcec-a8f5-4dff-98f4-53f730c46589 req-77aabbcd-8ada-441a-82e2-111523a84972 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1102 time: 0.0541103 Nov 10 21:22:59.241187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4684fcec-a8f5-4dff-98f4-53f730c46589 req-9495a477-a43d-4321-840c-1faab65ebd76 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627971 Nov 10 21:22:59.329288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:22:59.337807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:22:59.339756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c5065954-aa1e-4cd8-8327-ebd1582a0bf7 admin admin] 10.222.0.45 "PUT /v2.0/routers/b05c3463-9cf1-4994-9980-fcc018cb643b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080461 Nov 10 21:22:59.342315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] Sync routers for ids ['b05c3463-9cf1-4994-9980-fcc018cb643b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:22:59.379864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] Routers {'b05c3463-9cf1-4994-9980-fcc018cb643b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:59.380498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b05c3463-9cf1-4994-9980-fcc018cb643b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:59.514694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bebf9-e1ac-4aa9-8de4-8696a49da1e1 req-40567f26-02c6-4b97-bd6b-4d70f57e795a tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:59.516375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b0bebf9-e1ac-4aa9-8de4-8696a49da1e1 req-40567f26-02c6-4b97-bd6b-4d70f57e795a tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1102 time: 0.0839894 Nov 10 21:22:59.581275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:59.603583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b0bebf9-e1ac-4aa9-8de4-8696a49da1e1 req-fdc8ee63-7be0-412d-bf6f-26f728f8822f tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801878 Nov 10 21:22:59.606973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] Set router b05c3463-9cf1-4994-9980-fcc018cb643b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:22:59.767206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:22:59.870013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '394a2f42-87ee-4d47-8525-52da81a37806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:58Z', 'revision_number': 5, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port': {'id': '394a2f42-87ee-4d47-8525-52da81a37806', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:22:39Z', 'updated_at': '2021-11-10T21:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:59.908067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] Checking router: b05c3463-9cf1-4994-9980-fcc018cb643b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:22:59.917484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] Routers {'b05c3463-9cf1-4994-9980-fcc018cb643b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:22:59.918025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b05c3463-9cf1-4994-9980-fcc018cb643b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:22:59.965839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7f827-ee14-4f85-8ad8-d7a11958cb8e req-94e6f35c-58de-4b1a-b685-744b2b36d054 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:22:59.971014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8aa7f827-ee14-4f85-8ad8-d7a11958cb8e req-94e6f35c-58de-4b1a-b685-744b2b36d054 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 944 time: 0.0683534 Nov 10 21:23:00.035217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] Set router b05c3463-9cf1-4994-9980-fcc018cb643b gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:00.049322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Deleting port 394a2f42-87ee-4d47-8525-52da81a37806 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:23:00.050192 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.065349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8aa7f827-ee14-4f85-8ad8-d7a11958cb8e req-efdf1a20-91cf-4bb4-a970-bc350201459b tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863516 Nov 10 21:23:00.094624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:59Z', 'revision_number': 6, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:00.124840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b905e1-355c-40c0-94b6-19b575a4591b None None] The sync data for ids ['b05c3463-9cf1-4994-9980-fcc018cb643b'] in n-d-776250-11 is: [{'id': 'b05c3463-9cf1-4994-9980-fcc018cb643b', 'name': 'tempest-FloatingIPsTestJSON-1811936755-router', 'tenant_id': '20bf82ad5f1240f7b4707e73b88b4012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:22:37Z', 'updated_at': '2021-11-10T21:22:59Z', 'revision_number': 6, 'project_id': '20bf82ad5f1240f7b4707e73b88b4012', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:23:00.190750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] For port 394a2f42-87ee-4d47-8525-52da81a37806, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=394a2f42-87ee-4d47-8525-52da81a37806,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:00.191105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.207379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Calling delete_port for 394a2f42-87ee-4d47-8525-52da81a37806 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:23:00.232684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bab9b-d141-4ece-b07a-bd98131e81fa req-7b31f654-8c71-4d15-8b3b-e40020c8af40 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:00.234140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a0bab9b-d141-4ece-b07a-bd98131e81fa req-7b31f654-8c71-4d15-8b3b-e40020c8af40 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0843792 Nov 10 21:23:00.354254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a0bab9b-d141-4ece-b07a-bd98131e81fa req-23dc4e56-778e-41ca-93c3-fba2e0467f93 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927641 Nov 10 21:23:00.441005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46012) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:00.528491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.532644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-3c0b616c-0a9a-4498-86ce-1a154cf867b0 req-b30ac7bc-def6-4cf9-8b2b-3008ff9712c4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:23:00.532644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c0b616c-0a9a-4498-86ce-1a154cf867b0 req-b30ac7bc-def6-4cf9-8b2b-3008ff9712c4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055716 Nov 10 21:23:00.576152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Pushing event deleted for resources: {'Port': ['ID=394a2f42-87ee-4d47-8525-52da81a37806,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:00.653378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1be061c7-c1ca-447d-9606-34256fb23f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.684120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.784433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.787368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.837519 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:23:00.865406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1be061c7-c1ca-447d-9606-34256fb23f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.883162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.885728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05c3463-9cf1-4994-9980-fcc018cb643b {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:23:00.896258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.897507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-388fe6ce-a2f1-44ff-9067-702bb02dbe66 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b05c3463-9cf1-4994-9980-fcc018cb643b HTTP/1.1" status: 204 len: 168 time: 1.5583813 Nov 10 21:23:00.900437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46032) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:00.929178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46040) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:00.947971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1be061c7-c1ca-447d-9606-34256fb23f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:00.993861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] Deleting subnet dd6a0eee-a736-4403-8d70-4fd0a610898f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:23:00.998585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.054334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.078195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be061c7-c1ca-447d-9606-34256fb23f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe46eeb5-da87-4e50-a332-6f0aab680533,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:01.087191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1be061c7-c1ca-447d-9606-34256fb23f34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff5c0e6086ff46899b220ae1d76f2fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428554 Nov 10 21:23:01.088189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46046) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:01.156640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e249ce-e3ef-406a-8e78-695ffe4e9b20 req-bca8562c-d79c-41dc-b1cf-f55594634a25 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:01.158214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63e249ce-e3ef-406a-8e78-695ffe4e9b20 req-bca8562c-d79c-41dc-b1cf-f55594634a25 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1897311 Nov 10 21:23:01.200123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-433b5f26-440d-469e-b3a3-8371eab8f323 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314702 Nov 10 21:23:01.202489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.223381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-c3de0632-5455-412a-ba7f-0fbb97549505 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:23:01.224509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-c3de0632-5455-412a-ba7f-0fbb97549505 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146222 Nov 10 21:23:01.232951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a388-9d3b-4b37-a00c-a0b24f428d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.256084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3c44c-addf-47bf-bd92-7138d44d1f6e req-63d14cf8-36c8-415a-99de-08051304252e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:01.257665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0f3c44c-addf-47bf-bd92-7138d44d1f6e req-63d14cf8-36c8-415a-99de-08051304252e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1577320 Nov 10 21:23:01.259526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16af31f3-2576-45db-9821-8aff504f1702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.295909 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63e249ce-e3ef-406a-8e78-695ffe4e9b20 req-fa220218-5d94-4ae1-b68f-0fb97d2569d8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293716 Nov 10 21:23:01.301975 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a388-9d3b-4b37-a00c-a0b24f428d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.348145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0f3c44c-addf-47bf-bd92-7138d44d1f6e req-366c6839-1a28-4fb2-a326-e00644cd1e57 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Nov 10 21:23:01.385664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.415871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6a0eee-a736-4403-8d70-4fd0a610898f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:01.425342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.428726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c18b89fd-31f8-44db-a276-0c53a75d0468 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dd6a0eee-a736-4403-8d70-4fd0a610898f HTTP/1.1" status: 204 len: 168 time: 0.5272052 Nov 10 21:23:01.431314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46058) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:01.431955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178b965-97fd-46f5-8d96-4c0b6795cbd5 None None] Network 49f037b4-27ef-477f-9e65-601c5f151d03 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:01.498026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a388-9d3b-4b37-a00c-a0b24f428d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.500651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a388-9d3b-4b37-a00c-a0b24f428d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.504959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6ba1a388-9d3b-4b37-a00c-a0b24f428d6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe46eeb5-da87-4e50-a332-6f0aab680533 HTTP/1.1" status: 204 len: 168 time: 0.4158168 Nov 10 21:23:01.508344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 394a2f42-87ee-4d47-8525-52da81a37806 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:23:01.544601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.551433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a388-9d3b-4b37-a00c-a0b24f428d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe46eeb5-da87-4e50-a332-6f0aab680533,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:01.582472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16af31f3-2576-45db-9821-8aff504f1702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.600069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35b0e9-1162-411d-b9ca-ef4c58c8cd8f req-06adfc11-2446-4839-a2af-f0190314d3fd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:01.608428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d35b0e9-1162-411d-b9ca-ef4c58c8cd8f req-06adfc11-2446-4839-a2af-f0190314d3fd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 944 time: 0.1783741 Nov 10 21:23:01.634721 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16af31f3-2576-45db-9821-8aff504f1702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.637813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Deleting port c40d8723-13f0-4946-9a05-56a553dfc240 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:23:01.638504 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.663120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 394a2f42-87ee-4d47-8525-52da81a37806 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:23:01.663559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 394a2f42-87ee-4d47-8525-52da81a37806 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:23:01.664397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f2230537-df26-48a1-8d30-97b1a243b92b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:23:01.695974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: f2230537-df26-48a1-8d30-97b1a243b92b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:23:01.696714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f2230537-df26-48a1-8d30-97b1a243b92b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:23:01.698488 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-16af31f3-2576-45db-9821-8aff504f1702 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11eb78a79bf649e4862a1a12341c2a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7681451 Nov 10 21:23:01.723120 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d35b0e9-1162-411d-b9ca-ef4c58c8cd8f req-21df5570-e1ac-4964-99d9-21bb5768f651 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004300 Nov 10 21:23:01.723983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46070) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:01.738613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af31f3-2576-45db-9821-8aff504f1702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26598a2-8fcb-455c-97f0-473689a8a48b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:01.781276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] For port c40d8723-13f0-4946-9a05-56a553dfc240, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c40d8723-13f0-4946-9a05-56a553dfc240,segment=NetworkSegment(b336f180-a897-468c-8bc1-e48b0d6d0cc0),segment_id=b336f180-a897-468c-8bc1-e48b0d6d0cc0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:01.782667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.799804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Calling delete_port for c40d8723-13f0-4946-9a05-56a553dfc240 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:23:01.819997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8dea267-b4ec-4ae6-8218-3be3ad48ff45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.844228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] DHCP port deletion for 49f037b4-27ef-477f-9e65-601c5f151d03 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:23:01.849919 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8dea267-b4ec-4ae6-8218-3be3ad48ff45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.921550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] Deleting port c40d8723-13f0-4946-9a05-56a553dfc240 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:23:01.923530 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.961973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.979819 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8dea267-b4ec-4ae6-8218-3be3ad48ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.982373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8dea267-b4ec-4ae6-8218-3be3ad48ff45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:01.983394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e8dea267-b4ec-4ae6-8218-3be3ad48ff45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e26598a2-8fcb-455c-97f0-473689a8a48b HTTP/1.1" status: 204 len: 168 time: 0.2571290 Nov 10 21:23:01.998682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dea267-b4ec-4ae6-8218-3be3ad48ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26598a2-8fcb-455c-97f0-473689a8a48b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:02.008204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] For port c40d8723-13f0-4946-9a05-56a553dfc240, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c40d8723-13f0-4946-9a05-56a553dfc240,segment=NetworkSegment(b336f180-a897-468c-8bc1-e48b0d6d0cc0),segment_id=b336f180-a897-468c-8bc1-e48b0d6d0cc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:02.008801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.011362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40d8723-13f0-4946-9a05-56a553dfc240,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:02.017100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] No DVR routers for this DVR port c40d8723-13f0-4946-9a05-56a553dfc240 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:23:02.042102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] Calling delete_port for c40d8723-13f0-4946-9a05-56a553dfc240 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:23:02.119008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.134931 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.141118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.141605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.142503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.142897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > port after_create 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.144000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.144522 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > port after_update 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.144849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.145167 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.145482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.145798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.165568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] Pushing event deleted for resources: {'Port': ['ID=c40d8723-13f0-4946-9a05-56a553dfc240,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:02.169866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875cb136-5ea7-4d4e-9ecc-ebf391270545 None None] No DVR routers for this DVR port c40d8723-13f0-4946-9a05-56a553dfc240 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:23:02.214492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.217979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.217979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.217979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 21:23:02.217979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f037b4-27ef-477f-9e65-601c5f151d03']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:02.237741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b336f180-a897-468c-8bc1-e48b0d6d0cc0') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:02.238288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b336f180-a897-468c-8bc1-e48b0d6d0cc0') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:02.242128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1480d3af-b9cf-4a90-b79d-1edd49144f11 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:02.255644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.301102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.320122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:23:02.320523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: from cryptography.utils import int_from_bytes Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: from cryptography.utils import int_from_bytes Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:23:02.324804 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:23:02.402446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 1480d3af-b9cf-4a90-b79d-1edd49144f11 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:02.409883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 1480d3af-b9cf-4a90-b79d-1edd49144f11 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:02.410702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.419455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46102) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:02.441421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5056527-cc70-466a-88d7-919a67fbbabc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.476119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6bd21-e78a-4158-8ef2-bb6cfa3c2248 req-fa56ce39-635a-461c-9668-df0282f90b23 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:02.477652 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02e6bd21-e78a-4158-8ef2-bb6cfa3c2248 req-fa56ce39-635a-461c-9668-df0282f90b23 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0683401 Nov 10 21:23:02.514475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.537598 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.546737 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] 10.222.0.45 "DELETE /v2.0/networks/49f037b4-27ef-477f-9e65-601c5f151d03 HTTP/1.1" status: 204 len: 168 time: 1.1119623 Nov 10 21:23:02.551689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02e6bd21-e78a-4158-8ef2-bb6cfa3c2248 req-b1fe2a14-6ac4-4700-81d7-d6a68acd55cc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658383 Nov 10 21:23:02.563373 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.595944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:02.599682 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d78d4-000f-46aa-8a8c-944eb46dda5a" -d '{"events": [{"server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "name": "network-vif-plugged", "status": "completed", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:02.604907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62852fe-b6aa-4aa1-b6b0-e573be9d2304 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f037b4-27ef-477f-9e65-601c5f151d03,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:02.633164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7b024-5331-4fa1-b12c-6dd390b1f606 req-d7b49f3b-8380-4c46-8e55-5c337922d547 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:02.634748 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66d7b024-5331-4fa1-b12c-6dd390b1f606 req-d7b49f3b-8380-4c46-8e55-5c337922d547 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1577551 Nov 10 21:23:02.639316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:02.660331 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738753c5-cca7-4c74-849e-523ede621244 x-openstack-request-id: req-738753c5-cca7-4c74-849e-523ede621244 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:02.661424 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "name": "network-vif-plugged", "status": "completed", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:02.661666 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-738753c5-cca7-4c74-849e-523ede621244 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:02.662125 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11', 'code': 200} Nov 10 21:23:02.711622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.746787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5056527-cc70-466a-88d7-919a67fbbabc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.769948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66d7b024-5331-4fa1-b12c-6dd390b1f606 req-2088b95e-df6e-4c49-aa60-7569e1c640a3 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275759 Nov 10 21:23:02.785340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:02.805730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc89907-d374-4100-830e-592becebb2a1 req-242a08c5-e48d-45cb-b7e5-74fa0f3a43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:02.807565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbc89907-d374-4100-830e-592becebb2a1 req-242a08c5-e48d-45cb-b7e5-74fa0f3a43e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1097 time: 0.0640798 Nov 10 21:23:02.842532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5056527-cc70-466a-88d7-919a67fbbabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.882287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5056527-cc70-466a-88d7-919a67fbbabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d378096-afc9-45c3-a49e-a15ed5e526e8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:02.886829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e5056527-cc70-466a-88d7-919a67fbbabc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c98bd9cf2964000a23d1b945aa331c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4659910 Nov 10 21:23:02.889667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46120) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:02.903076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbc89907-d374-4100-830e-592becebb2a1 req-b28eddd2-6845-4263-93eb-add22686870b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774672 Nov 10 21:23:02.921692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167798cd-0529-4924-9970-33ca4b4c8cc9 req-0c333992-077a-4288-a7a8-12c47b27148a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:02.923165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167798cd-0529-4924-9970-33ca4b4c8cc9 req-0c333992-077a-4288-a7a8-12c47b27148a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0910454 Nov 10 21:23:02.953585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdce94a7-7ce0-4856-84ed-bdc022011fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.996581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdce94a7-7ce0-4856-84ed-bdc022011fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:02.998669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:03.004406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167798cd-0529-4924-9970-33ca4b4c8cc9 req-6f695f2e-9c75-4840-adf0-03bb4237d708 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726848 Nov 10 21:23:03.068768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1255f216-f69c-406e-96e0-a63809b0fe74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20bf82ad5f1240f7b4707e73b88b4012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685067 Nov 10 21:23:03.075974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46128) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:03.144618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c6a99ccd-02a0-4970-ae88-ab51c8e1190f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:03.167588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c6a99ccd-02a0-4970-ae88-ab51c8e1190f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:03.179181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdce94a7-7ce0-4856-84ed-bdc022011fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:03.181894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdce94a7-7ce0-4856-84ed-bdc022011fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:03.183046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cdce94a7-7ce0-4856-84ed-bdc022011fb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d378096-afc9-45c3-a49e-a15ed5e526e8 HTTP/1.1" status: 204 len: 168 time: 0.2922213 Nov 10 21:23:03.192595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce94a7-7ce0-4856-84ed-bdc022011fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d378096-afc9-45c3-a49e-a15ed5e526e8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:03.282258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c6a99ccd-02a0-4970-ae88-ab51c8e1190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:03.286341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c6a99ccd-02a0-4970-ae88-ab51c8e1190f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:03.289942 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c6a99ccd-02a0-4970-ae88-ab51c8e1190f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26ebf4e3-f988-48d9-9806-9e90e8eadd3c HTTP/1.1" status: 204 len: 168 time: 0.2061319 Nov 10 21:23:03.300263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a99ccd-02a0-4970-ae88-ab51c8e1190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ebf4e3-f988-48d9-9806-9e90e8eadd3c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:03.453987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c40d8723-13f0-4946-9a05-56a553dfc240 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:23:03.476476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c40d8723-13f0-4946-9a05-56a553dfc240 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:23:03.476815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c40d8723-13f0-4946-9a05-56a553dfc240 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:23:03.692690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6bd8-48b7-401b-b7cf-42bcee0fee22 req-604dcb56-62ca-4c90-9689-05cc13f3172a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:03.694290 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53fb6bd8-48b7-401b-b7cf-42bcee0fee22 req-604dcb56-62ca-4c90-9689-05cc13f3172a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0583875 Nov 10 21:23:03.758068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53fb6bd8-48b7-401b-b7cf-42bcee0fee22 req-74ccef5c-2ae5-4097-8375-51adc6903335 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573769 Nov 10 21:23:03.906000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663fce7-0c24-4a57-88f1-e7f12a091dfb req-c70a554f-de5e-43bc-912b-723f8d6454c4 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:03.907883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9663fce7-0c24-4a57-88f1-e7f12a091dfb req-c70a554f-de5e-43bc-912b-723f8d6454c4 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0615528 Nov 10 21:23:03.967833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9663fce7-0c24-4a57-88f1-e7f12a091dfb req-bdd60ee1-7e9a-465c-8f42-d893bbd30cc8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478866 Nov 10 21:23:04.138642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-02962ff3-296f-4b57-984e-24751afb537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:04.140144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-02962ff3-296f-4b57-984e-24751afb537d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1102 time: 0.1044719 Nov 10 21:23:04.217375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49a638-7ed6-459b-991c-f22837d0b8a1 req-9dd958f3-fdde-49a0-8a42-21f5efb18898 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:04.217375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb49a638-7ed6-459b-991c-f22837d0b8a1 req-9dd958f3-fdde-49a0-8a42-21f5efb18898 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.1253045 Nov 10 21:23:04.289178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-5ebcc20b-72c4-4ae4-b132-e4b19db4b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:04.290742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-5ebcc20b-72c4-4ae4-b132-e4b19db4b3e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1421940 Nov 10 21:23:04.296750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:04.309786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb49a638-7ed6-459b-991c-f22837d0b8a1 req-66efcfe9-9781-4f63-a112-38018f3dfd31 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715108 Nov 10 21:23:04.364545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-360bd8c8-3684-4761-a056-7d4cce38a954 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 217 time: 0.0537837 Nov 10 21:23:04.420104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:04.432568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'mac_address': 'fa:16:3e:38:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:23:04.437400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-eba9b0ac-0c58-4bf5-9abe-f05ed87fd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:04.441017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-eba9b0ac-0c58-4bf5-9abe-f05ed87fd121 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0626616 Nov 10 21:23:04.479205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:04.493615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4df6126c-ba99-43e1-b2e1-8f1425bc7871 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:04.512127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-e98561cb-7289-4d07-9043-21de73516bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:04.513828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-e98561cb-7289-4d07-9043-21de73516bd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584722 Nov 10 21:23:04.519447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:04.617218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-59df82b8-fefa-4bf2-8edd-93cca350c8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899036 Nov 10 21:23:04.688064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:04.722642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-f19f1cca-f6f0-470c-a751-1b6e21412b23 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976627 Nov 10 21:23:04.743998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:04.783625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46238) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:04.878099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['4df6126c-ba99-43e1-b2e1-8f1425bc7871'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:04.904282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a701d32-fcc1-4997-82a8-d6793432dc9a req-e864d7a0-3d37-4a24-bf3a-30e4ea211a0e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:04.906044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a701d32-fcc1-4997-82a8-d6793432dc9a req-e864d7a0-3d37-4a24-bf3a-30e4ea211a0e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0609553 Nov 10 21:23:04.968650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a701d32-fcc1-4997-82a8-d6793432dc9a req-9c692bb5-4942-458e-80d2-7e1203bdd403 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563095 Nov 10 21:23:05.047518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-network', 'tenant_id': 'df6515dbee264498a56293c7af427764'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:05.093399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46252) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:05.141732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46256) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:05.148078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8082bb8-8918-49d6-aaea-33a9b09ca059 req-64f9770f-53e6-4ee0-b3b0-f4bfcc64a523 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:05.158811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8082bb8-8918-49d6-aaea-33a9b09ca059 req-64f9770f-53e6-4ee0-b3b0-f4bfcc64a523 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0701261 Nov 10 21:23:05.175549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Made reservation on behalf of df6515dbee264498a56293c7af427764 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:05.178178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.187958 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.227631 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45db0015-9ac5-4d44-a440-09a47575dff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.248060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8082bb8-8918-49d6-aaea-33a9b09ca059 req-1926fd46-5fe5-4154-b633-9e6860571a46 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882366 Nov 10 21:23:05.298074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-network', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:05.335472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.346554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45db0015-9ac5-4d44-a440-09a47575dff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.420041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Made reservation on behalf of bf55eb5b89744bf8aa9d73fd7bc96802 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:05.420305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.422422 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.424898 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45db0015-9ac5-4d44-a440-09a47575dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.435978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f0142-b3cc-48a9-8fa9-67164c382112 req-959f1167-aefd-4d50-902f-0114765096a9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:05.437463 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39f0142-b3cc-48a9-8fa9-67164c382112 req-959f1167-aefd-4d50-902f-0114765096a9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0563579 Nov 10 21:23:05.449756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.467942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:23:05.478109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-45db0015-9ac5-4d44-a440-09a47575dff4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b13a44444d814fd9b35f301b47d4a008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833683 Nov 10 21:23:05.480836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46272) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:05.481172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a736587b-4253-481c-883d-cbfd15c152c0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:05.491844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db0015-9ac5-4d44-a440-09a47575dff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517a6cb4-be36-4db5-832d-9b79628b98d6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:05.498249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.498249 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Added segment d7b4f1ab-261d-4079-afea-f41449d91844 of type vlan for network 78f6a7ca-aece-4583-87d4-4074ca1c7335 Nov 10 21:23:05.550954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39f0142-b3cc-48a9-8fa9-67164c382112 req-b11a4e0b-c329-4aaa-bae9-9ed85c417901 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052094 Nov 10 21:23:05.565531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.579257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ec06f31-4c14-4407-8f71-af1996891c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.608115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6ca8b131-c257-44b4-a5eb-4e2f8a287bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.608672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ec06f31-4c14-4407-8f71-af1996891c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.619347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.664674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.665692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:05.666310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.681418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1ecd9-0352-4e1d-8bec-9dc3c4c82c6e req-0a2f925d-8495-4aa4-903c-9eb49dddda55 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:05.683025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8f1ecd9-0352-4e1d-8bec-9dc3c4c82c6e req-0a2f925d-8495-4aa4-903c-9eb49dddda55 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1097 time: 0.0544527 Nov 10 21:23:05.719912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.731287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] Pushing event updated for resources: {'Network': ['ID=78f6a7ca-aece-4583-87d4-4074ca1c7335,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:05.744979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:23:05.758613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:23:05.762393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8f1ecd9-0352-4e1d-8bec-9dc3c4c82c6e req-b921cc05-7d7c-4b22-9449-81a71e4cb412 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683270 Nov 10 21:23:05.771438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da26781-21f9-4187-8883-0b71c44fdfa8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:05.776348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:05.776692 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Added segment e1e94373-5742-4659-91fd-ca85c53d10a4 of type vlan for network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 Nov 10 21:23:05.818992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.309153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556e5d-4a06-4abf-9d68-ca90730cee0f req-64036b82-e13e-4246-8ae9-55352404332e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:06.309153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4556e5d-4a06-4abf-9d68-ca90730cee0f req-64036b82-e13e-4246-8ae9-55352404332e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0553131 Nov 10 21:23:06.309153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4556e5d-4a06-4abf-9d68-ca90730cee0f req-b6019882-bd8b-49f2-ad37-a5ce234584b5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Nov 10 21:23:06.349857 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ec06f31-4c14-4407-8f71-af1996891c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.353610 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ec06f31-4c14-4407-8f71-af1996891c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.354964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7ec06f31-4c14-4407-8f71-af1996891c79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/517a6cb4-be36-4db5-832d-9b79628b98d6 HTTP/1.1" status: 204 len: 168 time: 0.8712733 Nov 10 21:23:06.372957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec06f31-4c14-4407-8f71-af1996891c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517a6cb4-be36-4db5-832d-9b79628b98d6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:06.393960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:06.395015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab194-6c89-4834-96b0-4f4e8eaa3f80 req-5866a9b9-038c-4af7-817f-643b67d907f8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:06.396791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e33ab194-6c89-4834-96b0-4f4e8eaa3f80 req-5866a9b9-038c-4af7-817f-643b67d907f8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0787795 Nov 10 21:23:06.448772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:06.449143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.460427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e33ab194-6c89-4834-96b0-4f4e8eaa3f80 req-39b46e6a-8d14-49d3-99ee-884fc5e8547a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543404 Nov 10 21:23:06.475221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.475221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:06.475221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.475658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-953b0cfa-3a2f-4be2-8d0c-afcbda4bc77d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6869712 Nov 10 21:23:06.478645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:06.484662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Request body: {'subnet': {'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-subnet', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:06.538969 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.544441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] Pushing event updated for resources: {'Network': ['ID=89e4b2bd-92d1-43c3-853a-1353d99a29e5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:06.560441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:23:06.608410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Made reservation on behalf of df6515dbee264498a56293c7af427764 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:06.610867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.618752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:06.621004 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a401a-a7fb-4c5c-a89d-f850423f003a" -d '{"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:06.644243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:06.668020 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa411d-99ef-4e73-9d71-3e575988e56a x-openstack-request-id: req-48aa411d-99ef-4e73-9d71-3e575988e56a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:06.668313 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:06.668566 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48aa411d-99ef-4e73-9d71-3e575988e56a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:06.668956 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'code': 200} Nov 10 21:23:06.756850 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.760765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d87df6c-d7e6-4c24-a2e9-51c57740c09b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6172109 Nov 10 21:23:06.762989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46308) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:06.770889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Request body: {'subnet': {'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-subnet', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:06.821743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:06.860049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.888405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Made reservation on behalf of bf55eb5b89744bf8aa9d73fd7bc96802 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:06.890426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:06.929678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Checking segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:06.930031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Network hostable DHCP agents. Network: 78f6a7ca-aece-4583-87d4-4074ca1c7335, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:23:06.934840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Pushing event updated for resources: {'Subnet': ['ID=90dbfc36-0bc6-4261-ae32-3fadadbeead6,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:07.031107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:23:07.116910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 78f6a7ca-aece-4583-87d4-4074ca1c7335) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:07.121269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:07.126147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.127108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b31e89-e713-4057-b20f-d140485966a2 None None] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:07.180670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.212509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-585218e9-2506-4cbb-8395-a67a8193289c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7327790 Nov 10 21:23:07.219566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46326) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:07.224485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:07.248523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3446358e-f465-4fbf-a109-10e78785ff70,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:07.283060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Checking segment: {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:07.283537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Network hostable DHCP agents. Network: 89e4b2bd-92d1-43c3-853a-1353d99a29e5, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:23:07.305918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-78f6a7ca-aece-4583-87d4-4074ca1c7335', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:23:07.306839 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.351504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.352562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.385460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:23:07.442787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 89e4b2bd-92d1-43c3-853a-1353d99a29e5) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:07.447362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:07.449558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.488746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d4a7f-ea23-465b-bfb2-9419f6f23abb None None] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:07.535676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4a8c7155-265d-4836-9911-bf6249ebc4c8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7713239 Nov 10 21:23:07.536689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46350) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:07.541881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:07.568566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Allocated IP 172.20.0.2 (78f6a7ca-aece-4583-87d4-4074ca1c7335/90dbfc36-0bc6-4261-ae32-3fadadbeead6/05364632-7a88-4b7f-b9c9-eb114a3994b5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:07.669969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8928-6ea5-46b2-87d6-5856e6c2762a req-9e75d5e8-15ae-427d-8014-ce6503d93b0f tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:07.671482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-303c8928-6ea5-46b2-87d6-5856e6c2762a req-9e75d5e8-15ae-427d-8014-ce6503d93b0f tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1063542 Nov 10 21:23:07.712447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.713703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.782926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-303c8928-6ea5-46b2-87d6-5856e6c2762a req-ba79e5f5-9570-4c17-ab98-0940edd56af9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022332 Nov 10 21:23:07.785524 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.805471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.826215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00c493-c9fa-4149-b12b-fb8b1199b40b req-af92f58b-3a62-4773-b849-6f029597b438 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:07.830342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b00c493-c9fa-4149-b12b-fb8b1199b40b req-af92f58b-3a62-4773-b849-6f029597b438 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.4329588 Nov 10 21:23:07.891997 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.945289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.952926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:23:07.953755 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:07.986069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b00c493-c9fa-4149-b12b-fb8b1199b40b req-8963dbf3-a4ff-495e-b193-f25084a48049 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469040 Nov 10 21:23:08.047394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:08.047639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:08.054823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15fcb04a-c00c-47c0-91b6-9ff2114e31a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.057950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:08.063763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Pushing event updated for resources: {'Port': ['ID=05364632-7a88-4b7f-b9c9-eb114a3994b5,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:08.099457 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.236183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Attempting to bind port 05364632-7a88-4b7f-b9c9-eb114a3994b5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:08.236558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Attempting to bind port 05364632-7a88-4b7f-b9c9-eb114a3994b5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:08.236958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Attempting to bind port 05364632-7a88-4b7f-b9c9-eb114a3994b5 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:08.247616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:08.248015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Checking segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:08.248420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.248812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Bound using segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:08.249294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Bound port: 05364632-7a88-4b7f-b9c9-eb114a3994b5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:08.249689 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.298756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Allocated IP 172.20.0.2 (89e4b2bd-92d1-43c3-853a-1353d99a29e5/3446358e-f465-4fbf-a109-10e78785ff70/2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:08.405950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] For port 05364632-7a88-4b7f-b9c9-eb114a3994b5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:08.425453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] For port 05364632-7a88-4b7f-b9c9-eb114a3994b5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05364632-7a88-4b7f-b9c9-eb114a3994b5,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:08.457287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.476264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.517151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.521606 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.533981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f64920e-c346-449f-a699-f5a1ca1d2e3e req-de97e7bc-82dc-496a-b6df-d1ee1553b71d tempest-AbsoluteLimitsNegativeTestJSON-682960008 tempest-AbsoluteLimitsNegativeTestJSON-682960008-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=725da189a321486e872b71d118eef979&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519135 Nov 10 21:23:08.598962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c639c-377a-4412-b9bb-0e69c5c39e3b None None] Pushing event updated for resources: {'Port': ['ID=05364632-7a88-4b7f-b9c9-eb114a3994b5,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:08.626632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Allocated IP 172.25.7.235 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/fb441029-c459-4ff0-a118-f9071b805064) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:08.672805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.693134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.713344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:08.716690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:08.720138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:08.742009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64920e-c346-449f-a699-f5a1ca1d2e3e req-cd4fb418-3fa4-49e8-b163-704bcfba952e tempest-AbsoluteLimitsNegativeTestJSON-682960008 tempest-AbsoluteLimitsNegativeTestJSON-682960008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:08.748086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Pushing event updated for resources: {'Port': ['ID=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:08.760477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.768437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f64920e-c346-449f-a699-f5a1ca1d2e3e req-cd4fb418-3fa4-49e8-b163-704bcfba952e tempest-AbsoluteLimitsNegativeTestJSON-682960008 tempest-AbsoluteLimitsNegativeTestJSON-682960008-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334857 Nov 10 21:23:08.785202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f64920e-c346-449f-a699-f5a1ca1d2e3e req-f14a4307-a15d-4304-9f11-7b4724bfaed7 tempest-AbsoluteLimitsNegativeTestJSON-682960008 tempest-AbsoluteLimitsNegativeTestJSON-682960008-project] 10.222.0.45 "GET /v2.0/quotas/725da189a321486e872b71d118eef979 HTTP/1.1" status: 200 len: 375 time: 0.0145929 Nov 10 21:23:08.858107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Attempting to bind port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:08.858752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Attempting to bind port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:08.859046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Attempting to bind port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d on network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:08.872608 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:08.876397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Checking segment: {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:08.876397 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.876397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Bound using segment: {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:08.876397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Bound port: 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:08.876397 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.889834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f64920e-c346-449f-a699-f5a1ca1d2e3e req-2c7bfccc-3552-45f3-805e-307fa2fe8fcb tempest-AbsoluteLimitsNegativeTestJSON-682960008 tempest-AbsoluteLimitsNegativeTestJSON-682960008-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=725da189a321486e872b71d118eef979&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929897 Nov 10 21:23:08.929559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:08.995123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:09.010992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:09.016678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:09.061251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Pushing event updated for resources: {'Port': ['ID=fb441029-c459-4ff0-a118-f9071b805064,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:09.082909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373a86a-ae9a-49e6-8db4-640b14494c15 req-a90fb960-4310-4c2f-a42d-957a8261ddc3 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:09.090432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9373a86a-ae9a-49e6-8db4-640b14494c15 req-a90fb960-4310-4c2f-a42d-957a8261ddc3 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1854529 Nov 10 21:23:09.198774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] For port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:09.209521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] For port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:09.244299 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:09.267307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9373a86a-ae9a-49e6-8db4-640b14494c15 req-465e69c5-8277-4754-ac0a-94f88377c339 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716282 Nov 10 21:23:09.296716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:09.340245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:09.372385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:09.382303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca20283-8fea-41cf-ac23-6d5d7216b3d3 req-53a5fafc-af8d-42b0-b642-ea33ab53932f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:09.388456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e99dc8-86d1-410e-b9a1-ddbd638cd07c None None] Pushing event updated for resources: {'Port': ['ID=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:09.389621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ca20283-8fea-41cf-ac23-6d5d7216b3d3 req-53a5fafc-af8d-42b0-b642-ea33ab53932f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.2056601 Nov 10 21:23:09.616718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05364632-7a88-4b7f-b9c9-eb114a3994b5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:09.632833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ca20283-8fea-41cf-ac23-6d5d7216b3d3 req-b02e01e3-f727-4971-9cd2-b52f878bcece tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415135 Nov 10 21:23:09.762118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:09.767619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Allocated IP 172.25.7.219 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/0a9d62e5-d78d-423c-a11b-165db371d96b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:09.842847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 05364632-7a88-4b7f-b9c9-eb114a3994b5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:09.847892 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:09.987366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46424) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:10.085094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.122402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.169481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 05364632-7a88-4b7f-b9c9-eb114a3994b5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05364632-7a88-4b7f-b9c9-eb114a3994b5,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:10.217398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f54455bd-7a55-46ac-8c9e-7e647346f08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.225430 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.266164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.279689 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.332681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=05364632-7a88-4b7f-b9c9-eb114a3994b5,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:10.337729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec494a-af10-45e5-92ef-bace1b3b99d0 None None] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:10.410509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9d62e5-d78d-423c-a11b-165db371d96b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:10.431424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:10.443292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5f3156ed-1b4f-4aa8-8a13-939cdffa4c61 None None] Provisioning complete for port 05364632-7a88-4b7f-b9c9-eb114a3994b5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:10.443660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5f3156ed-1b4f-4aa8-8a13-939cdffa4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.454280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:10.461003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:10.499842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Router a77e6ae8-a347-41c3-9488-7f38604506f0 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:23:10.514183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f54455bd-7a55-46ac-8c9e-7e647346f08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.531471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4970cb-a8fc-4a52-9c56-79a652684e7f req-4cb1b29e-df56-43e5-a385-6666a892bf2e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:10.540962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c4970cb-a8fc-4a52-9c56-79a652684e7f req-4cb1b29e-df56-43e5-a385-6666a892bf2e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1407130 Nov 10 21:23:10.671179 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.671436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:23:10.685840 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:23:10.706027 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:10.710756 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:10.770185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f54455bd-7a55-46ac-8c9e-7e647346f08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.782733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:10.788735 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9b3f8427-15d1-44e4-a7c7-8a248ca4fae7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5680737 Nov 10 21:23:10.789697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46452) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:10.878298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c4970cb-a8fc-4a52-9c56-79a652684e7f req-2f4851bd-0a3f-4fe0-b10a-216eefd28cfb tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362052 Nov 10 21:23:10.939212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f54455bd-7a55-46ac-8c9e-7e647346f08a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=725da189a321486e872b71d118eef979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9503636 Nov 10 21:23:10.942620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54455bd-7a55-46ac-8c9e-7e647346f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d836a52f-6aea-473c-a42e-b356c7244a17,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:10.945426 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:10.987306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46454) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:11.249229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.280059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b280a16c-3327-44e0-a19c-1634a8495112 None None] Provisioning complete for port 05364632-7a88-4b7f-b9c9-eb114a3994b5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:11.280751 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b280a16c-3327-44e0-a19c-1634a8495112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.394380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474cfed3-5906-4e3e-b836-aa42ea699cbf None None] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:11.434134 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:09Z', 'revision_number': 3, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:11.446203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.524655 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:23:11.526916 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Updating router a77e6ae8-a347-41c3-9488-7f38604506f0 port fb441029-c459-4ff0-a118-f9071b805064 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:23:11.536346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.591987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f70e67c-e08e-4f1a-a29f-21220df26485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.614296 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.651252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47559a90-d0c1-41c3-a72a-b39977a0b35f req-94fb97f8-545c-415c-b8ba-08dcc31ec568 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:11.667663 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47559a90-d0c1-41c3-a72a-b39977a0b35f req-94fb97f8-545c-415c-b8ba-08dcc31ec568 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.6307337 Nov 10 21:23:11.797001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f70e67c-e08e-4f1a-a29f-21220df26485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.797588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Allocated IP 172.20.0.1 (78f6a7ca-aece-4583-87d4-4074ca1c7335/90dbfc36-0bc6-4261-ae32-3fadadbeead6/c7eb0046-727c-40e9-929d-a878ed4f5e27) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:11.798525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05364632-7a88-4b7f-b9c9-eb114a3994b5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:11.894897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4518ec09-40a7-4b2e-af70-7d45190be5cd None None] Provisioning complete for port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:11.895285 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4518ec09-40a7-4b2e-af70-7d45190be5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:11.941088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47559a90-d0c1-41c3-a72a-b39977a0b35f req-ea2d8481-1fd0-4a59-b55e-9be2e2fa0759 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698107 Nov 10 21:23:12.019372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4518ec09-40a7-4b2e-af70-7d45190be5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.088264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.102146 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f70e67c-e08e-4f1a-a29f-21220df26485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.105518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4518ec09-40a7-4b2e-af70-7d45190be5cd None None] For port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:12.106624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 05364632-7a88-4b7f-b9c9-eb114a3994b5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:12.106993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.110564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f70e67c-e08e-4f1a-a29f-21220df26485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.125516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4f70e67c-e08e-4f1a-a29f-21220df26485 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d836a52f-6aea-473c-a42e-b356c7244a17 HTTP/1.1" status: 204 len: 168 time: 1.1254854 Nov 10 21:23:12.157978 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4518ec09-40a7-4b2e-af70-7d45190be5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.286507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518ec09-40a7-4b2e-af70-7d45190be5cd None None] Pushing event updated for resources: {'Port': ['ID=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:12.328981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:12.350460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70e67c-e08e-4f1a-a29f-21220df26485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836a52f-6aea-473c-a42e-b356c7244a17,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:12.364470 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.452402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.485206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f5d5b-13c7-4f42-810f-ab2259bca839 req-89ab779e-ba9f-4248-ba7a-a1069ca16e31 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:12.489194 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.500485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c6f5d5b-13c7-4f42-810f-ab2259bca839 req-89ab779e-ba9f-4248-ba7a-a1069ca16e31 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.4025664 Nov 10 21:23:12.506332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:12.509921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:12.512350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:12.533032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:12.534902 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.552760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Pushing event updated for resources: {'Port': ['ID=c7eb0046-727c-40e9-929d-a878ed4f5e27,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:12.573192 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.574113 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.628360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-653aeb12-fe46-4625-9796-353ce7281c44 None None] Provisioning complete for port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:12.628360 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-653aeb12-fe46-4625-9796-353ce7281c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.700346 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Pushing event updated for resources: {'Port': ['ID=fb441029-c459-4ff0-a118-f9071b805064,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:12.761385 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Attempting to bind port fb441029-c459-4ff0-a118-f9071b805064 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:12.762183 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Attempting to bind port fb441029-c459-4ff0-a118-f9071b805064 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:12.762785 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Attempting to bind port fb441029-c459-4ff0-a118-f9071b805064 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:12.768733 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:12.769381 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:12.770010 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.770558 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:12.771191 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Bound port: fb441029-c459-4ff0-a118-f9071b805064, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:12.772049 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:12.843968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c6f5d5b-13c7-4f42-810f-ab2259bca839 req-e6a05911-7477-4975-bedc-83bb70ba22fb tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422379 Nov 10 21:23:12.867760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.155617 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] For port fb441029-c459-4ff0-a118-f9071b805064, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:13.166468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] For port fb441029-c459-4ff0-a118-f9071b805064, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb441029-c459-4ff0-a118-f9071b805064,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:13.218256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a092f7ba-1dcd-4339-bdf8-419dfca0d868 None None] Provisioning complete for port c7eb0046-727c-40e9-929d-a878ed4f5e27 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:13.218629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a092f7ba-1dcd-4339-bdf8-419dfca0d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.228727 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.249194 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.295191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c3fe4-0b49-473e-97fc-8edbc8bb0450 req-55bb472c-4721-4ce7-9fe5-86e641e2a0cb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:13.300346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa1c3fe4-0b49-473e-97fc-8edbc8bb0450 req-55bb472c-4721-4ce7-9fe5-86e641e2a0cb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1378739 Nov 10 21:23:13.301816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Router 38bf5bc6-227e-4226-9f42-c32a77a076ba is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:23:13.305755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.354793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a092f7ba-1dcd-4339-bdf8-419dfca0d868 None None] Port c7eb0046-727c-40e9-929d-a878ed4f5e27 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:13.367788 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:13.368689 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:13.392839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.579382 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Pushing event updated for resources: {'Port': ['ID=fb441029-c459-4ff0-a118-f9071b805064,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:13.590854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:13.616381 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.617898 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.618364 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.624430 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.624430 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.624857 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.625416 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.625733 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.626160 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.626714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.627143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.628400 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9519ca4e-48cf-4e95-a669-8471030059ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:13.687200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:13.687889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.697753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:23:13.730034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa1c3fe4-0b49-473e-97fc-8edbc8bb0450 req-d4645d1e-e79c-4648-9cc4-b3a500a3399b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051542 Nov 10 21:23:13.740511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Sync routers for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:23:13.754753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:13.764970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:13.766599 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:13.787048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:13.792011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0244ee4c-09ea-4d9f-b09c-7c80ce535f22 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.2534721 Nov 10 21:23:13.796804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46506) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:14.087647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Pushing event updated for resources: {'Port': ['ID=c7eb0046-727c-40e9-929d-a878ed4f5e27,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:14.124411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:14.131844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feee2e-2fc3-4b21-a5f3-1ab2cc7bf6c5 req-abe22438-43de-4087-9b52-8914745c3111 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:14.133758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17feee2e-2fc3-4b21-a5f3-1ab2cc7bf6c5 req-abe22438-43de-4087-9b52-8914745c3111 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1031525 Nov 10 21:23:14.200586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:14.203484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:14.382938 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 2, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:14.388962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17feee2e-2fc3-4b21-a5f3-1ab2cc7bf6c5 req-b4e246ad-fa3d-4f47-9a25-bd3ba8e64377 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442398 Nov 10 21:23:14.470909 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67216a5d-48df-44de-b561-5fcf526aa357 None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 2, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:23:14.474488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:14.532755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:23:14.685949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:23:14.687331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1201976905-network', 'tenant_id': '82317562e23e47fa964236a4f0aa3a42'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:14.701365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c217466b-2ec7-4e80-80be-08a5ac83ce36 admin admin] 10.222.0.45 "PUT /v2.0/routers/a77e6ae8-a347-41c3-9488-7f38604506f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9099422 Nov 10 21:23:14.781055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a4b0d16b-ea7d-4924-a009-4701d35a4fd0 None None] Provisioning complete for port c7eb0046-727c-40e9-929d-a878ed4f5e27 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:14.782081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a4b0d16b-ea7d-4924-a009-4701d35a4fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:14.798635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:14.874261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Made reservation on behalf of 82317562e23e47fa964236a4f0aa3a42 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:14.889381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:14.910389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:10Z', 'revision_number': 3, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:14.921812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0d16b-ea7d-4924-a009-4701d35a4fd0 None None] Port c7eb0046-727c-40e9-929d-a878ed4f5e27 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:14.965400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Checking router: 38bf5bc6-227e-4226-9f42-c32a77a076ba for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:23:14.965745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Updating router 38bf5bc6-227e-4226-9f42-c32a77a076ba port 0a9d62e5-d78d-423c-a11b-165db371d96b binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:23:14.983137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.004445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.432345 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.500043 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.620304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Attempting to bind port 0a9d62e5-d78d-423c-a11b-165db371d96b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:15.620788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Attempting to bind port 0a9d62e5-d78d-423c-a11b-165db371d96b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:15.623389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Attempting to bind port 0a9d62e5-d78d-423c-a11b-165db371d96b on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:15.640368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:15.640368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:15.644984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-674cc695-8181-4524-adbb-89aa2ba67a88 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:15.652125 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.655220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:15.655220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Bound port: 0a9d62e5-d78d-423c-a11b-165db371d96b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:15.655220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.662655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-674cc695-8181-4524-adbb-89aa2ba67a88 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 821 time: 0.2307837 Nov 10 21:23:15.663537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf45076-751a-4587-8fb9-0d160eeb28d9 None None] Pushing event updated for resources: {'Port': ['ID=0a9d62e5-d78d-423c-a11b-165db371d96b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:15.689959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-ba723d98-4855-4fcc-bf47-2c9a5f027a37 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/quotas/df6515dbee264498a56293c7af427764 HTTP/1.1" status: 200 len: 375 time: 0.0262284 Nov 10 21:23:15.811252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] For port 0a9d62e5-d78d-423c-a11b-165db371d96b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:15.823590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] For port 0a9d62e5-d78d-423c-a11b-165db371d96b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0a9d62e5-d78d-423c-a11b-165db371d96b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:15.825662 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.852912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-7e6a47da-92f2-4ff7-a507-06304a34d1be tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1618032 Nov 10 21:23:15.895546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:15.945958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c60800-83c2-4a5a-aca7-5067a329b815 req-1fbf3151-56d7-4e1f-8be6-ccd60146f9e7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:15.947535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1c60800-83c2-4a5a-aca7-5067a329b815 req-1fbf3151-56d7-4e1f-8be6-ccd60146f9e7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.9746404 Nov 10 21:23:15.952813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.034305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-6f91ccab-b671-4695-8a4c-a169b6d6c436 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803319 Nov 10 21:23:16.039886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:16.039886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:16.041528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf45076-751a-4587-8fb9-0d160eeb28d9 None None] Pushing event updated for resources: {'Port': ['ID=0a9d62e5-d78d-423c-a11b-165db371d96b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:16.094340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:23:16.114483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e367e18-2266-45a2-9533-f2a8b271fe37,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:16.150384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.151470 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Added segment 51784a2e-a271-4664-936f-af72dc0d7bfa of type vlan for network 3fcd5d04-1108-4766-8d40-6342ecba5411 Nov 10 21:23:16.177032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Allocated IP 172.20.0.1 (89e4b2bd-92d1-43c3-853a-1353d99a29e5/3446358e-f465-4fbf-a109-10e78785ff70/e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:16.183550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1c60800-83c2-4a5a-aca7-5067a329b815 req-66c2e676-9136-4959-83af-9b7c3c0d2aa5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064152 Nov 10 21:23:16.232051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.306852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-42898492-b665-4853-bf75-4ebd6d487efd service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635694 Nov 10 21:23:16.343327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:16.374747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.375684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:16.376299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.479881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.643393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1653769 Nov 10 21:23:16.646616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46574) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:16.653577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Request body: {'subnet': {'network_id': '3fcd5d04-1108-4766-8d40-6342ecba5411', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1201976905-subnet', 'tenant_id': '82317562e23e47fa964236a4f0aa3a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:16.654718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865c7ec-a0fb-44b1-9149-0cada3b7eff0 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcd5d04-1108-4766-8d40-6342ecba5411,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:16.740512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec55b-581e-492b-a7bd-5c3e93e89911 req-b33cfa09-bee1-4d6e-abb1-1d2a58f4d121 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:16.750644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-883ec55b-581e-492b-a7bd-5c3e93e89911 req-b33cfa09-bee1-4d6e-abb1-1d2a58f4d121 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1933839 Nov 10 21:23:16.822905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Made reservation on behalf of 82317562e23e47fa964236a4f0aa3a42 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:16.825770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.839901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:16.888645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3fcd5d04-1108-4766-8d40-6342ecba5411 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:23:16.928687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ccd4f84c-298c-4ba4-939d-11979ce69a5c req-a0d2f1ac-fcbe-416a-b585-f2d871420360 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 210 time: 0.1576436 Nov 10 21:23:16.972138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-883ec55b-581e-492b-a7bd-5c3e93e89911 req-131c566f-0645-468a-9834-1e4b9761070f tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191212 Nov 10 21:23:17.003007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:17.010194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:17.018657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:17.111324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:17.324815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:17.416976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:17.506242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:10Z', 'revision_number': 3, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:17.589146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4ffbe-59c5-4ee1-9a1c-0fd3dd71a7c1 None None] The sync data for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 is: [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:10Z', 'revision_number': 3, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:23:17.600240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a00e2-9a91-4dfe-a49b-c2c7e67ff7ad req-460950d9-5fce-42d4-9889-6a425842ef60 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:17.623709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e14a00e2-9a91-4dfe-a49b-c2c7e67ff7ad req-460950d9-5fce-42d4-9889-6a425842ef60 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.2337976 Nov 10 21:23:17.661607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:17.686274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb441029-c459-4ff0-a118-f9071b805064 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:17.695091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-43de2c34-3dc6-468a-b5f7-0df873a1b8a6 None None] Provisioning complete for port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:17.695932 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-43de2c34-3dc6-468a-b5f7-0df873a1b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:17.830204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Checking segment: {'id': '51784a2e-a271-4664-936f-af72dc0d7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '3fcd5d04-1108-4766-8d40-6342ecba5411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:17.830204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Network hostable DHCP agents. Network: 3fcd5d04-1108-4766-8d40-6342ecba5411, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:23:17.833729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-43de2c34-3dc6-468a-b5f7-0df873a1b8a6 None None] Port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:17.880374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e14a00e2-9a91-4dfe-a49b-c2c7e67ff7ad req-ce712b4e-10d4-4de7-bf16-016bd595d680 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348418 Nov 10 21:23:17.885927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31283dab-fec5-45e5-80a0-26385e35ed59,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:17.899207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fb441029-c459-4ff0-a118-f9071b805064 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:17.899761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:17.901358 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:17.979925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:18.004117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Network 3fcd5d04-1108-4766-8d40-6342ecba5411 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:23:18.151617 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:18.185431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:18.213194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3fcd5d04-1108-4766-8d40-6342ecba5411) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:18.240419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9bddfd-0995-48d6-af94-ad06238bf69c None None] Network 3fcd5d04-1108-4766-8d40-6342ecba5411 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:18.246442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port fb441029-c459-4ff0-a118-f9071b805064, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb441029-c459-4ff0-a118-f9071b805064,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:18.262286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:18.263411 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:18.277117 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:18.319346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d212df3-1127-49d5-975d-30f352f113b5 req-72b51ee9-8b59-496e-893b-5e720badb4b1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:18.320840 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:23:18.328351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d212df3-1127-49d5-975d-30f352f113b5 req-72b51ee9-8b59-496e-893b-5e720badb4b1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1369512 Nov 10 21:23:18.334579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-659d7607-aecf-4371-ad6e-d4e4197373d6 req-6f09ff92-44e7-494b-8ee4-8d5a3d3336fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 210 time: 0.1923728 Nov 10 21:23:18.347293 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:18.348738 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:18.377184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dbe7527e-2236-40e1-bb64-d279a459a4a4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7284188 Nov 10 21:23:18.475285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d212df3-1127-49d5-975d-30f352f113b5 req-b62e7786-64d8-4b5b-9d57-b4b965ec1d81 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460118 Nov 10 21:23:18.483862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:18.668117 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:18.728365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:18.735296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:18.891657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=fb441029-c459-4ff0-a118-f9071b805064,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:18.903226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f199053-f11a-405f-a206-f53f538b4ae4 None None] Network 3fcd5d04-1108-4766-8d40-6342ecba5411 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:19.188743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-aae99d36-e1e1-4b54-b2ca-6603360b28d4 req-e598f4f4-0fa8-4979-b8bd-0ad42a51d998 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-696307596', 'description': 'tempest-description-78781911'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:19.195551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc3b6b-2ae9-4465-89a1-137f1a6fc42c req-ff71f3df-2236-438a-94e4-65c1168f7e27 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:19.216361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcc3b6b-2ae9-4465-89a1-137f1a6fc42c req-ff71f3df-2236-438a-94e4-65c1168f7e27 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1426346 Nov 10 21:23:19.236821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Router 38bf5bc6-227e-4226-9f42-c32a77a076ba has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:23:19.278928 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 2, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:19.294858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5df27acf-a66f-4ec2-b342-385f699bfd14 None None] Provisioning complete for port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:19.296854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5df27acf-a66f-4ec2-b342-385f699bfd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:19.347116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcc3b6b-2ae9-4465-89a1-137f1a6fc42c req-3723efc7-1972-4993-baec-02ab7e995596 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246662 Nov 10 21:23:19.360087 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:19.368691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5df27acf-a66f-4ec2-b342-385f699bfd14 None None] Port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:19.379495 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:23:19.385517 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Updating router a77e6ae8-a347-41c3-9488-7f38604506f0 port c7eb0046-727c-40e9-929d-a878ed4f5e27 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:23:19.481765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:23:19.488721 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-310b10d2-5e07-48bf-811b-6ab79b1066b1 admin admin] 10.222.0.45 "PUT /v2.0/routers/38bf5bc6-227e-4226-9f42-c32a77a076ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6947148 Nov 10 21:23:19.493579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aae99d36-e1e1-4b54-b2ca-6603360b28d4 req-e598f4f4-0fa8-4979-b8bd-0ad42a51d998 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:19.521282 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:19.594725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bbb7d5c7-d79c-42e2-b2d7-981cc8986b5a req-d4a80b0d-5d92-4303-ab32-f91f692e9015 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 210 time: 0.0629859 Nov 10 21:23:19.656910 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aae99d36-e1e1-4b54-b2ca-6603360b28d4 req-e598f4f4-0fa8-4979-b8bd-0ad42a51d998 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:19.734571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aae99d36-e1e1-4b54-b2ca-6603360b28d4 req-e598f4f4-0fa8-4979-b8bd-0ad42a51d998 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:19.777716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb441029-c459-4ff0-a118-f9071b805064 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:19.840320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598f4f4-0fa8-4979-b8bd-0ad42a51d998 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704021a2-b434-408e-8ebf-b4b91ea5c3e1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:19.883152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12a161-c128-432b-9b2f-e229fdc51c75 req-b60558d6-92a6-4edb-9044-5798ce9d359e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:19.890753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad12a161-c128-432b-9b2f-e229fdc51c75 req-b60558d6-92a6-4edb-9044-5798ce9d359e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1652021 Nov 10 21:23:19.907992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aae99d36-e1e1-4b54-b2ca-6603360b28d4 req-e598f4f4-0fa8-4979-b8bd-0ad42a51d998 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:19.910215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aae99d36-e1e1-4b54-b2ca-6603360b28d4 req-e598f4f4-0fa8-4979-b8bd-0ad42a51d998 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7512543 Nov 10 21:23:19.969071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fb441029-c459-4ff0-a118-f9071b805064 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:19.970175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.129179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad12a161-c128-432b-9b2f-e229fdc51c75 req-da049079-2fa2-4b9d-8822-ef4f0255f6a9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299657 Nov 10 21:23:20.189021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a9d62e5-d78d-423c-a11b-165db371d96b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:20.246213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0a9d62e5-d78d-423c-a11b-165db371d96b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:20.246583 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.289244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-69b857f2-c880-44a4-a085-35ff8acea09c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:20.290780 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-69b857f2-c880-44a4-a085-35ff8acea09c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 821 time: 0.2953951 Nov 10 21:23:20.344912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'port': {'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'admin_state_up': True, 'tenant_id': 'df6515dbee264498a56293c7af427764'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:20.345018 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.378003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.419575 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.422349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 0a9d62e5-d78d-423c-a11b-165db371d96b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0a9d62e5-d78d-423c-a11b-165db371d96b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:20.483314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.533240 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff8b4-872b-449b-b88a-a56f13a311e2 None None] Pushing event updated for resources: {'Port': ['ID=c7eb0046-727c-40e9-929d-a878ed4f5e27,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:20.542161 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-4a3adb24-0e6e-42bb-8f77-f36e37057a46 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/704021a2-b434-408e-8ebf-b4b91ea5c3e1 HTTP/1.1" status: 200 len: 1819 time: 0.2501831 Nov 10 21:23:20.559893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '704021a2-b434-408e-8ebf-b4b91ea5c3e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:20.559893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '704021a2-b434-408e-8ebf-b4b91ea5c3e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:20.642261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=0a9d62e5-d78d-423c-a11b-165db371d96b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:20.717379 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Attempting to bind port c7eb0046-727c-40e9-929d-a878ed4f5e27 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:20.717791 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Attempting to bind port c7eb0046-727c-40e9-929d-a878ed4f5e27 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:20.718025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Sync routers for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:23:20.718207 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Attempting to bind port c7eb0046-727c-40e9-929d-a878ed4f5e27 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:20.726725 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:20.727402 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Checking segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:20.727817 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.728211 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Bound using segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:20.729068 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Bound port: c7eb0046-727c-40e9-929d-a878ed4f5e27, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:20.729474 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.729722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-68438038-8a38-4d2e-8396-a65a825dc95f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:20.735551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:20.737530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:20.753503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-68438038-8a38-4d2e-8396-a65a825dc95f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks?id=89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 200 len: 829 time: 0.3139021 Nov 10 21:23:20.766365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-19137bef-f007-416f-81f8-e54470cbbd36 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/quotas/bf55eb5b89744bf8aa9d73fd7bc96802 HTTP/1.1" status: 200 len: 375 time: 0.0119526 Nov 10 21:23:20.865220 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] For port c7eb0046-727c-40e9-929d-a878ed4f5e27, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:20.878208 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] For port c7eb0046-727c-40e9-929d-a878ed4f5e27, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7eb0046-727c-40e9-929d-a878ed4f5e27,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:20.899883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-3d8524ca-8514-40c7-85dc-e654f8c3ed0c tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272695 Nov 10 21:23:20.927436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.951520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c8f48ad0-0772-4e47-83e7-83b43a4eed4c None None] Provisioning complete for port c7eb0046-727c-40e9-929d-a878ed4f5e27 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:20.956309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8f48ad0-0772-4e47-83e7-83b43a4eed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.975536 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:20.992496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Made reservation on behalf of df6515dbee264498a56293c7af427764 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:21.001297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.029186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.084472 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff8b4-872b-449b-b88a-a56f13a311e2 None None] Pushing event updated for resources: {'Port': ['ID=c7eb0046-727c-40e9-929d-a878ed4f5e27,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:21.118950 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.160037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:21.170709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c8f48ad0-0772-4e47-83e7-83b43a4eed4c None None] Port c7eb0046-727c-40e9-929d-a878ed4f5e27 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:21.639594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-ed59eef3-5353-4360-a14f-678f5e2f3229 service neutron] 10.222.0.45 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872839 Nov 10 21:23:21.768618 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:21.768618 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:21.769866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395098e4-0003-454c-ba79-808f6400133b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:21.769866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Allocated IP 172.20.0.5 (78f6a7ca-aece-4583-87d4-4074ca1c7335/90dbfc36-0bc6-4261-ae32-3fadadbeead6/d85b4583-99f3-499c-8725-6a6a6abd14c9) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:21.771479 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:21.771769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-14d23eb1-86fc-4c14-a953-dfc08822a1df service neutron] 10.222.0.45 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629597 Nov 10 21:23:21.772405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a9d62e5-d78d-423c-a11b-165db371d96b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:21.772405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-04f0b7d3-53a1-4788-9961-a06ce94baee0 None None] Provisioning complete for port c7eb0046-727c-40e9-929d-a878ed4f5e27 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:21.772405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04f0b7d3-53a1-4788-9961-a06ce94baee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.772869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.773245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0a9d62e5-d78d-423c-a11b-165db371d96b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:21.773776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.774219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.774306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec1ceb6a-4f42-48be-8c11-2c11934b71e2 req-50c488f9-893e-4a63-a621-36875efe777d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2038047 Nov 10 21:23:21.791895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 2, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:21.827151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Checking router: 38bf5bc6-227e-4226-9f42-c32a77a076ba for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:23:21.827499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Updating router 38bf5bc6-227e-4226-9f42-c32a77a076ba port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:23:21.842942 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.887451 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:21.959846 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:22.036588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Pushing event updated for resources: {'Port': ['ID=d85b4583-99f3-499c-8725-6a6a6abd14c9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:22.059812 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45382b73-d2cc-4001-8260-488d1e375dc2 None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:23:22.112475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:22.115749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:22.124333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:22.129908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bbdb6-9826-4154-b8e9-ccb6812a332a req-888abe14-b53e-4b39-a43a-ed7e27cdad30 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:22.136132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-693bbdb6-9826-4154-b8e9-ccb6812a332a req-888abe14-b53e-4b39-a43a-ed7e27cdad30 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 931 time: 0.1615460 Nov 10 21:23:22.145586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd2b35-06b9-4b5c-be5e-ae3e8f421fa9 req-9e1991f6-e7d1-4ae8-9648-9d7700c68e01 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:22.147449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bfbd2b35-06b9-4b5c-be5e-ae3e8f421fa9 req-9e1991f6-e7d1-4ae8-9648-9d7700c68e01 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.3025360 Nov 10 21:23:22.259945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-693bbdb6-9826-4154-b8e9-ccb6812a332a req-68b84011-3b8f-4eb6-9ea0-78b0f403d169 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159458 Nov 10 21:23:22.306041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bfbd2b35-06b9-4b5c-be5e-ae3e8f421fa9 req-f04550c4-c0b9-4132-979d-15c7f301993b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086323 Nov 10 21:23:22.312609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:22.313454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:22.399719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-b6dcdba3-25f8-434a-9ad3-c1dbc15778d4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0959558 Nov 10 21:23:22.406436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04f0b7d3-53a1-4788-9961-a06ce94baee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:22.412669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Request body: {'port': {'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:22.454831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:22.562677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:22.621170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-50bb2f77-fe7c-4418-bc5f-b4529fd78d48 req-05a6371d-8d5e-44a6-b199-1c589f3965c0 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1994181871', 'description': 'tempest-description-1823234952'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:22.640111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:22.671145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:23:22.720852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd46e5f-1f86-42ae-8562-f73450ca3ef0 req-0f944c7d-95f2-4773-b52f-30ab5cab3663 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:22.733262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdd46e5f-1f86-42ae-8562-f73450ca3ef0 req-0f944c7d-95f2-4773-b52f-30ab5cab3663 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.2520607 Nov 10 21:23:22.741093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-04f0b7d3-53a1-4788-9961-a06ce94baee0 None None] For port c7eb0046-727c-40e9-929d-a878ed4f5e27, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7eb0046-727c-40e9-929d-a878ed4f5e27,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:22.764198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'mac_address': 'fa:16:3e:a3:28:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:23:22.785424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50bb2f77-fe7c-4418-bc5f-b4529fd78d48 req-05a6371d-8d5e-44a6-b199-1c589f3965c0 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:22.896238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:22.921880 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50bb2f77-fe7c-4418-bc5f-b4529fd78d48 req-05a6371d-8d5e-44a6-b199-1c589f3965c0 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:22.968506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdd46e5f-1f86-42ae-8562-f73450ca3ef0 req-dfa2e3be-8601-4f75-98b6-45b19635de01 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148278 Nov 10 21:23:23.003328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50bb2f77-fe7c-4418-bc5f-b4529fd78d48 req-05a6371d-8d5e-44a6-b199-1c589f3965c0 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.021157 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04f0b7d3-53a1-4788-9961-a06ce94baee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.044786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:23.084774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:23.086135 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.104276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6371d-8d5e-44a6-b199-1c589f3965c0 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c842d40-7228-49fc-a197-43642736f416,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:23.162309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3f14be4-705d-426c-979e-45edaeb0933c req-89442bf4-4bb9-4061-88b5-8c80aacf3736 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 210 time: 0.0405803 Nov 10 21:23:23.210582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50bb2f77-fe7c-4418-bc5f-b4529fd78d48 req-05a6371d-8d5e-44a6-b199-1c589f3965c0 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.222119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50bb2f77-fe7c-4418-bc5f-b4529fd78d48 req-05a6371d-8d5e-44a6-b199-1c589f3965c0 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6081681 Nov 10 21:23:23.241192 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.420440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-8705ac37-8277-4afd-b5a6-8ea7e5cf83ce tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/3c842d40-7228-49fc-a197-43642736f416 HTTP/1.1" status: 200 len: 1822 time: 0.1613517 Nov 10 21:23:23.427495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c842d40-7228-49fc-a197-43642736f416', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:23.427495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c842d40-7228-49fc-a197-43642736f416', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:23.457208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:23:23.460275 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:23:23.495387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-89c53450-7292-4862-9832-40ef9d895eb4 None None] Provisioning complete for port d85b4583-99f3-499c-8725-6a6a6abd14c9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:23.502436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-89c53450-7292-4862-9832-40ef9d895eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.510565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046a5fa-04ce-4f55-b03c-e3a835529f41 req-c1913c59-0a7f-42fe-b456-b70c6d00c132 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:23.522242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0046a5fa-04ce-4f55-b03c-e3a835529f41 req-c1913c59-0a7f-42fe-b456-b70c6d00c132 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 931 time: 0.1210346 Nov 10 21:23:23.523098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85b4583-99f3-499c-8725-6a6a6abd14c9 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:23.540041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.543416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0b7d3-53a1-4788-9961-a06ce94baee0 None None] Pushing event updated for resources: {'Port': ['ID=c7eb0046-727c-40e9-929d-a878ed4f5e27,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:23.565961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7eb0046-727c-40e9-929d-a878ed4f5e27 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:23.589937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Transition to ACTIVE for port object d85b4583-99f3-499c-8725-6a6a6abd14c9 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:23.629504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0046a5fa-04ce-4f55-b03c-e3a835529f41 req-3103f291-893a-4a9c-b5e4-7a13cddd9cb3 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028357 Nov 10 21:23:23.631547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d98938c2-0d85-4d5e-9b06-891ebc8925bd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:23.671196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.683516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.725171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:23.786508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78ca70-cddb-4fc4-9e7d-9c7a58962823 req-7a13b7e5-205b-4f01-a925-3917806d0dce tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:23.796196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a78ca70-cddb-4fc4-9e7d-9c7a58962823 req-7a13b7e5-205b-4f01-a925-3917806d0dce tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0843294 Nov 10 21:23:23.815278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.830060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.904981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:23.918984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a78ca70-cddb-4fc4-9e7d-9c7a58962823 req-e7bc11f7-b39a-4587-acc4-16c3ccef5bb2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196482 Nov 10 21:23:24.006914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Pushing event updated for resources: {'Port': ['ID=d85b4583-99f3-499c-8725-6a6a6abd14c9,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:24.022190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05a8dd4-d775-4d88-a50e-b198821d73e6,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:24.046970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-89c53450-7292-4862-9832-40ef9d895eb4 None None] Port d85b4583-99f3-499c-8725-6a6a6abd14c9 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:24.056768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.069537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-655fc4cf-6e2f-47a3-82ae-aba5f295b3c6 req-35dad939-a494-4a9d-a28e-03f7c1567493 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6480565 Nov 10 21:23:24.124954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Attempting to bind port d85b4583-99f3-499c-8725-6a6a6abd14c9 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:24.125293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Attempting to bind port d85b4583-99f3-499c-8725-6a6a6abd14c9 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:24.125679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Attempting to bind port d85b4583-99f3-499c-8725-6a6a6abd14c9 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:24.137686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Port d85b4583-99f3-499c-8725-6a6a6abd14c9 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:23:24.138044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Attempting to bind port d85b4583-99f3-499c-8725-6a6a6abd14c9 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:24.157220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:24.157582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Checking segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:24.157938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Bound using segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:24.158404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Bound port: d85b4583-99f3-499c-8725-6a6a6abd14c9, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:24.159762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.245180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc6481ef-50f9-4624-bf86-8b41398d258a req-12d32f2a-b02d-449a-9187-a559dd919a6c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-707590243', 'description': 'tempest-description-231036921'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:24.259226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200c8f0-50c6-4d56-acd9-ade55c930cbf req-572a1b90-2692-45a0-9154-03ff9959abcd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:24.273446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c200c8f0-50c6-4d56-acd9-ade55c930cbf req-572a1b90-2692-45a0-9154-03ff9959abcd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 949 time: 0.0928767 Nov 10 21:23:24.328814 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc6481ef-50f9-4624-bf86-8b41398d258a req-12d32f2a-b02d-449a-9187-a559dd919a6c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.333573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] For port d85b4583-99f3-499c-8725-6a6a6abd14c9, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:24.344173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] For port d85b4583-99f3-499c-8725-6a6a6abd14c9, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:24.350538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.376003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:24.376634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c200c8f0-50c6-4d56-acd9-ade55c930cbf req-392519d9-e984-43d3-a12d-df161ea2c090 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017349 Nov 10 21:23:24.413292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:24.420718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.425415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c7eb0046-727c-40e9-929d-a878ed4f5e27 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:24.425884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.542861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:24.543484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.545022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] 10.222.0.53 "PUT /v2.0/ports/d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 1092 time: 2.1370816 Nov 10 21:23:24.545466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:24.553079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ccbbc38b-76c5-4c70-8900-f33c19567ebf req-a91caaef-1ab1-4457-a18a-53bf0f0bd2a7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 210 time: 0.0502901 Nov 10 21:23:24.553616 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c" -d '{"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:24.629934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df9c87-8b6b-4adc-987d-45294de8bacd service neutron] Pushing event updated for resources: {'Port': ['ID=d85b4583-99f3-499c-8725-6a6a6abd14c9,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:24.668608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc6481ef-50f9-4624-bf86-8b41398d258a req-12d32f2a-b02d-449a-9187-a559dd919a6c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.681886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.693431 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.716583 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38df2c9a-2a91-46b0-bec6-45f1bfcb7a3d x-openstack-request-id: req-38df2c9a-2a91-46b0-bec6-45f1bfcb7a3d {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:24.716885 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:24.717142 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38df2c9a-2a91-46b0-bec6-45f1bfcb7a3d {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:24.717549 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'status': 'completed', 'code': 200} Nov 10 21:23:24.779293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.792538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc6481ef-50f9-4624-bf86-8b41398d258a req-12d32f2a-b02d-449a-9187-a559dd919a6c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:24.805193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:24.907372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f08847-0296-4630-945d-fe305591baef req-55741e35-54cb-4f88-951b-67160d9c4727 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:24.927497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-f4fa83ea-c58d-4fce-8632-10212412a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:24.932606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-97f08847-0296-4630-945d-fe305591baef req-55741e35-54cb-4f88-951b-67160d9c4727 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 943 time: 0.1364632 Nov 10 21:23:24.937706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-f4fa83ea-c58d-4fce-8632-10212412a69b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1095 time: 0.2423069 Nov 10 21:23:24.939081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d32f2a-b02d-449a-9187-a559dd919a6c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d92fd1-e20c-4a26-90fc-7e24258e58b6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:24.999012 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-ca1a38d0-7345-4bae-acf8-f019cdc06974 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 217 time: 0.0515373 Nov 10 21:23:25.008751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc6481ef-50f9-4624-bf86-8b41398d258a req-12d32f2a-b02d-449a-9187-a559dd919a6c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.010226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc6481ef-50f9-4624-bf86-8b41398d258a req-12d32f2a-b02d-449a-9187-a559dd919a6c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7693388 Nov 10 21:23:25.060826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Attempting to bind port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:25.061433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Attempting to bind port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:25.062197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Attempting to bind port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad on network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:25.067431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6e22a-4ba6-4d13-8df0-f52e2ebd30bd None None] Pushing event updated for resources: {'Port': ['ID=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:25.094730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:25.095701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Checking segment: {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:25.096087 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.096670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Bound using segment: {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:25.097344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Bound port: e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:25.097824 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.217991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-3344330e-f045-4ac2-a43e-85de2b678b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:25.223557 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-3344330e-f045-4ac2-a43e-85de2b678b7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.2123899 Nov 10 21:23:25.236211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] For port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:25.241360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] For port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:25.245421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7eb0046-727c-40e9-929d-a878ed4f5e27 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:25.279367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-97f08847-0296-4630-945d-fe305591baef req-41a58d94-b960-424d-a4ac-6218d60ace70 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423665 Nov 10 21:23:25.326579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90062147-109f-44c9-9e31-0969f8a9b167 req-6758c18a-7ea4-4dcb-8c2d-225b55c363d0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:25.328153 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90062147-109f-44c9-9e31-0969f8a9b167 req-6758c18a-7ea4-4dcb-8c2d-225b55c363d0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1497090 Nov 10 21:23:25.328421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c7eb0046-727c-40e9-929d-a878ed4f5e27 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:25.328960 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.348293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-28b3b365-9bf2-4d5c-b32a-ae90b27827e0 req-40cbae70-237b-4519-941f-31593f8581eb tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1662308286', 'description': 'tempest-description-9039532'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:25.360001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-71f2e845-3abb-4678-8a59-8175c74d4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:25.364492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-71f2e845-3abb-4678-8a59-8175c74d4cb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094189 Nov 10 21:23:25.380826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2a5f9714-c163-4a4f-b994-4aba8304d045 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:25.382640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2a5f9714-c163-4a4f-b994-4aba8304d045 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.64 "GET /v2.0/networks?id=89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 200 len: 829 time: 0.3959775 Nov 10 21:23:25.383760 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.415060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90062147-109f-44c9-9e31-0969f8a9b167 req-d29aa55d-e073-44a3-b54c-fe6de3c9ebd2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Nov 10 21:23:25.439294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Request body: {'port': {'device_id': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'admin_state_up': True, 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:25.477985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:25.478617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:25.483805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-28b3b365-9bf2-4d5c-b32a-ae90b27827e0 req-40cbae70-237b-4519-941f-31593f8581eb tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.600844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-da2ea224-93e5-4351-81a2-d38e81428fa2 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898761 Nov 10 21:23:25.623354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-98cdf91d-46ee-44d3-a230-2f6e856317e5 None None] Provisioning complete for port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:25.625052 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98cdf91d-46ee-44d3-a230-2f6e856317e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.631363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6e22a-4ba6-4d13-8df0-f52e2ebd30bd None None] Pushing event updated for resources: {'Port': ['ID=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:25.844217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-28b3b365-9bf2-4d5c-b32a-ae90b27827e0 req-40cbae70-237b-4519-941f-31593f8581eb tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.876504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:25.908335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-28b3b365-9bf2-4d5c-b32a-ae90b27827e0 req-40cbae70-237b-4519-941f-31593f8581eb tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:25.963655 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8b6054-a6c7-4086-a462-aa364618ed0e req-1edc180e-75ec-4f04-bffe-e49c16fa7187 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498595 Nov 10 21:23:25.989675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a875ae4-5935-45d8-8e35-7133b68f016c req-65a9f31e-a425-40b5-ba09-b45f39de9c36 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.002964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a875ae4-5935-45d8-8e35-7133b68f016c req-65a9f31e-a425-40b5-ba09-b45f39de9c36 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 948 time: 0.1905692 Nov 10 21:23:26.011390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbae70-237b-4519-941f-31593f8581eb tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8893fd-2296-44e3-84bb-888441e2939d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:26.023832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Made reservation on behalf of bf55eb5b89744bf8aa9d73fd7bc96802 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:26.027327 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.078564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a875ae4-5935-45d8-8e35-7133b68f016c req-4d5bbcee-8fb6-4974-9064-06dea417e728 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739565 Nov 10 21:23:26.177627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-28b3b365-9bf2-4d5c-b32a-ae90b27827e0 req-40cbae70-237b-4519-941f-31593f8581eb tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.189470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28b3b365-9bf2-4d5c-b32a-ae90b27827e0 req-40cbae70-237b-4519-941f-31593f8581eb tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8507664 Nov 10 21:23:26.307032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Allocated IP 172.20.0.13 (89e4b2bd-92d1-43c3-853a-1353d99a29e5/3446358e-f465-4fbf-a109-10e78785ff70/6233c7d4-a377-4785-9cb6-221e57f2c4e3) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:26.307807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ed8d6f6-9f40-4e81-b8f3-c98c4ce5ad0c req-7d2b7ecd-0a56-4bf8-a6ef-5dd887971d71 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 210 time: 0.1258876 Nov 10 21:23:26.319528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-d677c761-e4d8-4ad3-8edd-42e04bccd6ee tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/e3d92fd1-e20c-4a26-90fc-7e24258e58b6 HTTP/1.1" status: 200 len: 1820 time: 0.0830402 Nov 10 21:23:26.326172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-67c5fda9-4741-414f-95f1-41af2e1ea5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.326530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-67c5fda9-4741-414f-95f1-41af2e1ea5fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1095 time: 0.1850185 Nov 10 21:23:26.346704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98cdf91d-46ee-44d3-a230-2f6e856317e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.387501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-5fa07f82-acc5-45ba-b2d0-d41e85037a88 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/dc8893fd-2296-44e3-84bb-888441e2939d HTTP/1.1" status: 200 len: 1819 time: 0.0668607 Nov 10 21:23:26.395670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3d92fd1-e20c-4a26-90fc-7e24258e58b6', 'remote_group_id': 'dc8893fd-2296-44e3-84bb-888441e2939d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:26.395985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:26.396233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3d92fd1-e20c-4a26-90fc-7e24258e58b6', 'remote_group_id': 'dc8893fd-2296-44e3-84bb-888441e2939d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:26.507895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-98cdf91d-46ee-44d3-a230-2f6e856317e5 None None] For port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:26.525385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30666cb-a904-41cc-99e8-6ceb222cffc1 req-cf703ab0-a4a3-4260-814b-29cbc9ae2d45 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.528287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c30666cb-a904-41cc-99e8-6ceb222cffc1 req-cf703ab0-a4a3-4260-814b-29cbc9ae2d45 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 943 time: 0.0868657 Nov 10 21:23:26.538698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d98938c2-0d85-4d5e-9b06-891ebc8925bd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:26.538986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.561349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-d11fc756-520f-4bac-9bb4-a4119c13e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.563562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-d11fc756-520f-4bac-9bb4-a4119c13e972 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.2286458 Nov 10 21:23:26.571696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:25Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:26.590328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.614294 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98cdf91d-46ee-44d3-a230-2f6e856317e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.616453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65da31d-5260-4beb-9e9d-b4c28d3581a0 None None] The sync data for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 is: [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:25Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:23:26.632744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c30666cb-a904-41cc-99e8-6ceb222cffc1 req-6f76ec9e-e2dd-457e-a433-26dc64539b21 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860453 Nov 10 21:23:26.659555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.762346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-cb6ab239-263e-4f10-a986-13001432ff19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 217 time: 0.1631942 Nov 10 21:23:26.787660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.792921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.855909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdf91d-46ee-44d3-a230-2f6e856317e5 None None] Pushing event updated for resources: {'Port': ['ID=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:26.859220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed364dc6-ab10-46f4-a413-0329c435cc1c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:26.875351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7c335877-9390-4202-8fe0-6ee6716bfd2b None None] Provisioning complete for port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:26.875842 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c335877-9390-4202-8fe0-6ee6716bfd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.902225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ab710-fb6d-4738-95b3-d3cf5529e3f7 req-6942789f-74ac-4faa-a928-40cda683571a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.912017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f34ab710-fb6d-4738-95b3-d3cf5529e3f7 req-6942789f-74ac-4faa-a928-40cda683571a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1349685 Nov 10 21:23:26.914912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-bfeeb483-e825-4535-9319-e1c32cc76acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:26.916424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-bfeeb483-e825-4535-9319-e1c32cc76acf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1383448 Nov 10 21:23:26.927716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.931856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:26.960384 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ee13d09-696e-4194-8333-2f9e5f17fed3 req-11db4852-a4f9-426f-a191-7c8961012d4d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5713165 Nov 10 21:23:26.980428 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.010844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:27.013263 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f53ba-9635-45c6-8411-21acff79624a" -d '{"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-plugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:27.028385 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f34ab710-fb6d-4738-95b3-d3cf5529e3f7 req-4e75be8d-0960-4703-bae3-81df54ffc7fe tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153893 Nov 10 21:23:27.032690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-b0b9d931-c548-41c7-814d-8057e93ba152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.034696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-b0b9d931-c548-41c7-814d-8057e93ba152 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045008 Nov 10 21:23:27.067420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:27.129798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-bf7376a2-4fed-4c84-8631-ad6092ebaba7 req-223e00de-943b-4d72-ace5-9a6e4acf2ef1 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1873851304', 'description': 'tempest-description-2018886367'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:27.140384 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.185568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:27.203318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:27.218274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:27.276298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:27.280040 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d37db9d-a397-494f-a3a2-6e8f0d98a33c x-openstack-request-id: req-9d37db9d-a397-494f-a3a2-6e8f0d98a33c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:27.286723 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-plugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:27.287024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event updated for resources: {'Port': ['ID=6233c7d4-a377-4785-9cb6-221e57f2c4e3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:27.287161 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d37db9d-a397-494f-a3a2-6e8f0d98a33c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:27.287810 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'code': 200} Nov 10 21:23:27.298719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-572086c3-9eb8-46dc-bf3d-2616d3019ff2 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481833 Nov 10 21:23:27.300980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:27.370176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.381685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.391845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf7376a2-4fed-4c84-8631-ad6092ebaba7 req-223e00de-943b-4d72-ace5-9a6e4acf2ef1 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.534714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb8e7a26-c38f-40aa-ab8b-c7a77ff1137c req-16369fa7-71b4-4b54-a280-02bd132c5040 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330165 Nov 10 21:23:27.541518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:27.541735 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.588473 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf7376a2-4fed-4c84-8631-ad6092ebaba7 req-223e00de-943b-4d72-ace5-9a6e4acf2ef1 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.604633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-fa1aa751-04df-40c1-8b0a-1c10b8fb7d22 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1804924 Nov 10 21:23:27.618642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3034-80fe-49e6-aed0-8ff627a58638 req-1d3b85a0-8645-4125-809b-1096c3f8fcd8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.624928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Request body: {'port': {'device_id': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:27.626444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39ed3034-80fe-49e6-aed0-8ff627a58638 req-1d3b85a0-8645-4125-809b-1096c3f8fcd8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0894825 Nov 10 21:23:27.728235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39ed3034-80fe-49e6-aed0-8ff627a58638 req-957c775f-a42a-45cc-94b2-b9df5eb1134d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007118 Nov 10 21:23:27.733524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-199ed904-2894-4403-9f80-d451bf71b1fd None None] Provisioning complete for port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:27.734785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-199ed904-2894-4403-9f80-d451bf71b1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.741328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7ae5d-c905-4408-ae30-7a58b2c56eff req-f688a178-2123-444f-9557-4d035b38e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.744356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ef7ae5d-c905-4408-ae30-7a58b2c56eff req-f688a178-2123-444f-9557-4d035b38e94e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1102 time: 0.0962358 Nov 10 21:23:27.773727 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf7376a2-4fed-4c84-8631-ad6092ebaba7 req-223e00de-943b-4d72-ace5-9a6e4acf2ef1 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.842730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.843103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ef7ae5d-c905-4408-ae30-7a58b2c56eff req-f08e8188-6fdd-49d5-ac45-c0729b096b38 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911393 Nov 10 21:23:27.873571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-199ed904-2894-4403-9f80-d451bf71b1fd None None] Port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:27.887821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2c319-27d6-4148-ab3b-e3772934fa05 req-fd916ac1-7601-4325-bd19-e2df32a8a532 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:27.896590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33e2c319-27d6-4148-ab3b-e3772934fa05 req-fd916ac1-7601-4325-bd19-e2df32a8a532 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 932 time: 0.0670090 Nov 10 21:23:27.958734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e00de-943b-4d72-ace5-9a6e4acf2ef1 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf40ca-89eb-4442-95a9-c2c18a301a37,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:27.973528 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33e2c319-27d6-4148-ab3b-e3772934fa05 req-eb6a6796-aa96-4247-aeae-fc43164ea9bf tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758111 Nov 10 21:23:27.991528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf7376a2-4fed-4c84-8631-ad6092ebaba7 req-223e00de-943b-4d72-ace5-9a6e4acf2ef1 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:27.995206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf7376a2-4fed-4c84-8631-ad6092ebaba7 req-223e00de-943b-4d72-ace5-9a6e4acf2ef1 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8755240 Nov 10 21:23:28.046652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d8806184-73cf-4259-8d0b-912d4d08a5a1 req-53f30725-a2ea-4547-aaac-b18c283a283f tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-974509956', 'description': 'tempest-description-1304163165'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:28.151599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8806184-73cf-4259-8d0b-912d4d08a5a1 req-53f30725-a2ea-4547-aaac-b18c283a283f tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.253263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b07430-0ed8-423d-9aa1-8ba9cb1ac68b req-2f3c8cce-6d10-4acf-86a5-bd262baed87b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:28.254779 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8b07430-0ed8-423d-9aa1-8ba9cb1ac68b req-2f3c8cce-6d10-4acf-86a5-bd262baed87b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 943 time: 0.1396701 Nov 10 21:23:28.290074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8806184-73cf-4259-8d0b-912d4d08a5a1 req-53f30725-a2ea-4547-aaac-b18c283a283f tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.349488 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8b07430-0ed8-423d-9aa1-8ba9cb1ac68b req-0a9b8139-9e82-498d-aff5-52d3ed7b7cf1 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783312 Nov 10 21:23:28.357763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8806184-73cf-4259-8d0b-912d4d08a5a1 req-53f30725-a2ea-4547-aaac-b18c283a283f tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.369715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d85b4583-99f3-499c-8725-6a6a6abd14c9 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:28.418115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f30725-a2ea-4547-aaac-b18c283a283f tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670ec3e2-f9a6-4b50-b66e-3b63fd3968fd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:28.435545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6233c7d4-a377-4785-9cb6-221e57f2c4e3 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:28.451219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.491647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d8806184-73cf-4259-8d0b-912d4d08a5a1 req-53f30725-a2ea-4547-aaac-b18c283a283f tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.501707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8806184-73cf-4259-8d0b-912d4d08a5a1 req-53f30725-a2ea-4547-aaac-b18c283a283f tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4564133 Nov 10 21:23:28.510582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Transition to ACTIVE for port object 6233c7d4-a377-4785-9cb6-221e57f2c4e3 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:28.533238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb8c81-bae4-439b-a8f3-5bfd4d7d37b9 req-c5697078-29d7-4c8a-8d97-b30197895fd5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:28.535518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dceb8c81-bae4-439b-a8f3-5bfd4d7d37b9 req-c5697078-29d7-4c8a-8d97-b30197895fd5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0675049 Nov 10 21:23:28.574836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d85b4583-99f3-499c-8725-6a6a6abd14c9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:28.575022 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.594522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'mac_address': 'fa:16:3e:8c:f6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:23:28.637802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Pushing event updated for resources: {'Port': ['ID=6233c7d4-a377-4785-9cb6-221e57f2c4e3,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:28.648948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.669941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85b4583-99f3-499c-8725-6a6a6abd14c9 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:28.694391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dceb8c81-bae4-439b-a8f3-5bfd4d7d37b9 req-b888ffcd-2205-4bdc-8ea1-01bc23c759ae tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513360 Nov 10 21:23:28.701955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d85b4583-99f3-499c-8725-6a6a6abd14c9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:28.762836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.782330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-41bb9df2-4b6e-4deb-a10f-58c095a524f5 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/beaf40ca-89eb-4442-95a9-c2c18a301a37 HTTP/1.1" status: 200 len: 1822 time: 0.0867496 Nov 10 21:23:28.818375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Attempting to bind port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:28.819344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Attempting to bind port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:28.819699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Attempting to bind port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 on network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:28.825034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 on network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:23:28.825365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Attempting to bind port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 on network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:28.832552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:28.833426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Checking segment: {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:28.833426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Bound using segment: {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:28.834205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Bound port: 6233c7d4-a377-4785-9cb6-221e57f2c4e3, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1e94373-5742-4659-91fd-ca85c53d10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:28.834576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:28.869819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-521e3088-5e26-476c-97b6-27bd538b2b17 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/670ec3e2-f9a6-4b50-b66e-3b63fd3968fd HTTP/1.1" status: 200 len: 1821 time: 0.0863862 Nov 10 21:23:28.886712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d85b4583-99f3-499c-8725-6a6a6abd14c9,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:28.888446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'beaf40ca-89eb-4442-95a9-c2c18a301a37', 'remote_group_id': '670ec3e2-f9a6-4b50-b66e-3b63fd3968fd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:28.892132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'beaf40ca-89eb-4442-95a9-c2c18a301a37', 'remote_group_id': '670ec3e2-f9a6-4b50-b66e-3b63fd3968fd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:29.005982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] For port 6233c7d4-a377-4785-9cb6-221e57f2c4e3, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:29.010657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] For port 6233c7d4-a377-4785-9cb6-221e57f2c4e3, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:29.022612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e840ba-c45c-41b9-b13a-e2cfa1d458c4 req-a4dc4ae2-e772-4b9a-8344-4d60d2b5d913 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.022612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34e840ba-c45c-41b9-b13a-e2cfa1d458c4 req-a4dc4ae2-e772-4b9a-8344-4d60d2b5d913 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1700191 Nov 10 21:23:29.067782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.072498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.076988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d85b4583-99f3-499c-8725-6a6a6abd14c9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:29.141951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Pushing event updated for resources: {'Port': ['ID=6233c7d4-a377-4785-9cb6-221e57f2c4e3,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:29.157946 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.164867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34e840ba-c45c-41b9-b13a-e2cfa1d458c4 req-0661f4d5-494a-4597-82c5-4e18dcb6d9dd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Nov 10 21:23:29.171527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.171527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.171527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-2d930450-6b92-4670-a968-2a0db3067a55 service neutron] 10.222.0.64 "PUT /v2.0/ports/6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 1093 time: 1.5494487 Nov 10 21:23:29.171527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:29.171527 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca4853-8bd5-4610-9f47-088598873b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:29.225793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.258026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ac3bd2-bf1c-4305-80dd-dc96cc3b1981,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:29.342294 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.343493 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-efc6c1ad-b656-4679-971c-7a2359cf4517 req-9d7dbcfa-8771-4bc7-a9c2-4bfd0fcc224a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4607515 Nov 10 21:23:29.412142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c2d2-b96e-4f3f-916d-652c32f63737 req-1ba768de-2627-45c9-a074-6f5fea080176 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.419423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6939c2d2-b96e-4f3f-916d-652c32f63737 req-1ba768de-2627-45c9-a074-6f5fea080176 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 944 time: 0.1318848 Nov 10 21:23:29.436008 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaff8cf-f330-480e-89e4-0c09906771a5 x-openstack-request-id: req-bfaff8cf-f330-480e-89e4-0c09906771a5 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:29.436297 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:29.436548 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfaff8cf-f330-480e-89e4-0c09906771a5 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:29.436940 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'status': 'completed', 'code': 200} Nov 10 21:23:29.466303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-e186c013-2563-4aa9-a48d-536c6edb2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.467688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-e186c013-2563-4aa9-a48d-536c6edb2cdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 1096 time: 0.1313710 Nov 10 21:23:29.524556 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee2b38a5-6a35-4a9a-87aa-ce8aa60f8ad9 req-f0400101-3b57-4182-a81c-594abc74a262 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/670ec3e2-f9a6-4b50-b66e-3b63fd3968fd HTTP/1.1" status: 200 len: 1821 time: 0.0675533 Nov 10 21:23:29.540128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-291d9103-e781-4574-9d2b-e488a7d3d615 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0555310 Nov 10 21:23:29.571755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6939c2d2-b96e-4f3f-916d-652c32f63737 req-78d1710a-34f9-4674-b269-11f23347708c tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434188 Nov 10 21:23:29.685048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-08fea0d9-ba3f-47d2-ba42-07ddaa6ee86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.686462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ee2b38a5-6a35-4a9a-87aa-ce8aa60f8ad9 req-ab58a05f-8418-43ca-998f-80c765e555a3 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.687340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-08fea0d9-ba3f-47d2-ba42-07ddaa6ee86f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3446358e-f465-4fbf-a109-10e78785ff70 HTTP/1.1" status: 200 len: 868 time: 0.1139464 Nov 10 21:23:29.716660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ee2b38a5-6a35-4a9a-87aa-ce8aa60f8ad9 req-ab58a05f-8418-43ca-998f-80c765e555a3 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:29.732764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-dae22cd7-8780-482d-a5ae-61971055880c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1116376 Nov 10 21:23:29.775742 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792af17e-aa19-4b11-9c38-250026eb0d80 req-1aeaa3da-f517-44f1-9ae3-fb2a99bc923c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.784876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-792af17e-aa19-4b11-9c38-250026eb0d80 req-1aeaa3da-f517-44f1-9ae3-fb2a99bc923c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 944 time: 0.1270118 Nov 10 21:23:29.855704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-792af17e-aa19-4b11-9c38-250026eb0d80 req-277dadae-7d36-445a-bf16-86559ee67ae3 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644970 Nov 10 21:23:29.876560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-79b17911-4971-46a1-8417-87ad92a22f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:29.879322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-79b17911-4971-46a1-8417-87ad92a22f25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89e4b2bd-92d1-43c3-853a-1353d99a29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750221 Nov 10 21:23:30.178006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-2e98e42e-d4d4-4463-8421-0b987e1dd6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.179504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-2e98e42e-d4d4-4463-8421-0b987e1dd6ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1100 time: 0.4201226 Nov 10 21:23:30.300191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-0a50385e-02b4-4def-86d0-32ae7f0bbd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.300191 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-0a50385e-02b4-4def-86d0-32ae7f0bbd1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.0914147 Nov 10 21:23:30.341541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-552221f9-fbe2-4532-a86b-1be9bac9bd72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0370810 Nov 10 21:23:30.344163 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-70de2313-b6a6-498c-a5d1-6765d4e9736a service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495034 Nov 10 21:23:30.353136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467782f-4b8b-4dcf-b8cd-41131491fa50 req-b88533c2-f5b3-41ba-bc12-4bad268df4af tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.354489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c467782f-4b8b-4dcf-b8cd-41131491fa50 req-b88533c2-f5b3-41ba-bc12-4bad268df4af tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0716095 Nov 10 21:23:30.372885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d85b4583-99f3-499c-8725-6a6a6abd14c9 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:30.423516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-dc0be2ce-99e1-4542-9404-52ec356b8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.425190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-dc0be2ce-99e1-4542-9404-52ec356b8ba0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0554061 Nov 10 21:23:30.457274 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c467782f-4b8b-4dcf-b8cd-41131491fa50 req-34188ee4-065b-4dd0-b844-77793b654ba3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967112 Nov 10 21:23:30.482699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-cb77f89c-1b29-4ad4-b0b6-1b2172dc8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.484513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-cb77f89c-1b29-4ad4-b0b6-1b2172dc8c45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0489233 Nov 10 21:23:30.490195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4995ba6c-94d5-485c-bd81-5e601e489aa4 req-12b55640-7909-4aca-9762-f7e519ff741c service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157279 Nov 10 21:23:30.591472 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-9c8a9b44-c288-4c78-8ba2-43d1245da855 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932257 Nov 10 21:23:30.598627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fdb40-3531-4d65-abac-0a9acee402f9 req-c25893dd-f20c-4c80-a3d8-a06ef3fb9013 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.600082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e1fdb40-3531-4d65-abac-0a9acee402f9 req-c25893dd-f20c-4c80-a3d8-a06ef3fb9013 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0735819 Nov 10 21:23:30.647775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e1fdb40-3531-4d65-abac-0a9acee402f9 req-b19a3c1c-e4aa-4057-baf0-1887008e9b77 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Nov 10 21:23:30.692135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ee2b38a5-6a35-4a9a-87aa-ce8aa60f8ad9 req-ab58a05f-8418-43ca-998f-80c765e555a3 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:30.694702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ee2b38a5-6a35-4a9a-87aa-ce8aa60f8ad9 req-ab58a05f-8418-43ca-998f-80c765e555a3 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:30.695877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee2b38a5-6a35-4a9a-87aa-ce8aa60f8ad9 req-ab58a05f-8418-43ca-998f-80c765e555a3 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-groups/670ec3e2-f9a6-4b50-b66e-3b63fd3968fd HTTP/1.1" status: 204 len: 173 time: 1.1704755 Nov 10 21:23:30.718232 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fcddfd3-d3d4-4451-bf71-17759e83c07f req-d801669e-8472-49d2-820d-34fa11d47c95 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128151 Nov 10 21:23:30.719617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58a05f-8418-43ca-998f-80c765e555a3 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ec3e2-f9a6-4b50-b66e-3b63fd3968fd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:30.743074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port d85b4583-99f3-499c-8725-6a6a6abd14c9 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:30.749169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d85b4583-99f3-499c-8725-6a6a6abd14c9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:30.749169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:30.771176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245982f-05e6-495f-935a-70eb02c257a5 req-9ff78268-149c-42d6-8b9e-bb26b94735e3 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.772992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5245982f-05e6-495f-935a-70eb02c257a5 req-9ff78268-149c-42d6-8b9e-bb26b94735e3 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 944 time: 0.0690157 Nov 10 21:23:30.849556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5245982f-05e6-495f-935a-70eb02c257a5 req-c3a74b8b-310e-4e7b-9b1e-8ff22591d52a tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701418 Nov 10 21:23:30.853837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4853-8bd5-4610-9f47-088598873b8d req-cb3a414d-b59e-4f41-b7a5-cc2a754bd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.855366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30ca4853-8bd5-4610-9f47-088598873b8d req-cb3a414d-b59e-4f41-b7a5-cc2a754bd56d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 1096 time: 0.0827549 Nov 10 21:23:30.874284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc3089-3aa5-41d2-98c8-052404e4288f req-2442131b-b5d6-4bfc-bf8d-a438d4869a40 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:30.875948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aabc3089-3aa5-41d2-98c8-052404e4288f req-2442131b-b5d6-4bfc-bf8d-a438d4869a40 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0750389 Nov 10 21:23:30.879309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:30.925859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:30.930860 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bc498e-2303-40de-8c59-91a93d08024f" -d '{"events": [{"server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "name": "network-vif-plugged", "status": "completed", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:30.933294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5f54b03-1db4-4a10-a1db-1d7dabc6e8bd req-84d51879-6ba2-401c-9266-acdcb899a953 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/beaf40ca-89eb-4442-95a9-c2c18a301a37 HTTP/1.1" status: 200 len: 1822 time: 0.0408597 Nov 10 21:23:30.953725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d85b4583-99f3-499c-8725-6a6a6abd14c9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:31.013782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:31.015160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aabc3089-3aa5-41d2-98c8-052404e4288f req-b8fa57ea-6fc1-4c98-bb6b-583f0824ae8e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292624 Nov 10 21:23:31.085637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4853-8bd5-4610-9f47-088598873b8d req-49a58c6e-f18a-4c33-ae38-9f8eae12cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.088002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30ca4853-8bd5-4610-9f47-088598873b8d req-49a58c6e-f18a-4c33-ae38-9f8eae12cff5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 200 len: 930 time: 0.2106328 Nov 10 21:23:31.091551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d85b4583-99f3-499c-8725-6a6a6abd14c9,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:31.093393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b199fa-fdd0-4642-9aa2-14f43d12ee75 req-84cda6cf-0000-4309-9da7-b06824e94609 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.097711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27b199fa-fdd0-4642-9aa2-14f43d12ee75 req-84cda6cf-0000-4309-9da7-b06824e94609 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 944 time: 0.1048288 Nov 10 21:23:31.134465 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbba578-517e-41f1-83c9-f8343c821191 x-openstack-request-id: req-5dbba578-517e-41f1-83c9-f8343c821191 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:31.135034 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "name": "network-vif-plugged", "status": "completed", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:31.135429 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dbba578-517e-41f1-83c9-f8343c821191 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:31.143789 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'code': 200} Nov 10 21:23:31.167877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-e6411f88-a0d3-4c04-bd83-ef5475670105 req-85ef0b20-de5e-461a-a6d1-71103faf472c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1549749268', 'description': 'tempest-description-1931669443'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:31.172247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27b199fa-fdd0-4642-9aa2-14f43d12ee75 req-7af19a9c-582e-4f8d-b93c-1d800d2629fa tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606623 Nov 10 21:23:31.178738 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30ca4853-8bd5-4610-9f47-088598873b8d req-97840acd-3777-440d-85f8-e99939a15796 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0802622 Nov 10 21:23:31.313965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4853-8bd5-4610-9f47-088598873b8d req-aea96b01-ec9b-4f2d-952c-fa8feadf7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.316497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30ca4853-8bd5-4610-9f47-088598873b8d req-aea96b01-ec9b-4f2d-952c-fa8feadf7b95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3446358e-f465-4fbf-a109-10e78785ff70 HTTP/1.1" status: 200 len: 868 time: 0.1222146 Nov 10 21:23:31.318486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f43f5-7690-4def-a2b4-50ef9f30570b req-1d2a6a31-3cd8-4395-9334-3f2b9623e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.320374 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-386f43f5-7690-4def-a2b4-50ef9f30570b req-1d2a6a31-3cd8-4395-9334-3f2b9623e7ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.0735745 Nov 10 21:23:31.395593 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6411f88-a0d3-4c04-bd83-ef5475670105 req-85ef0b20-de5e-461a-a6d1-71103faf472c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:31.413561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-386f43f5-7690-4def-a2b4-50ef9f30570b req-bcad72ff-8be9-401f-8869-26423b4ae96b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869472 Nov 10 21:23:31.437423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4853-8bd5-4610-9f47-088598873b8d req-c662b10d-a356-43b7-a2c0-5a8b7b835185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.439093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30ca4853-8bd5-4610-9f47-088598873b8d req-c662b10d-a356-43b7-a2c0-5a8b7b835185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89e4b2bd-92d1-43c3-853a-1353d99a29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946224 Nov 10 21:23:31.561852 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6411f88-a0d3-4c04-bd83-ef5475670105 req-85ef0b20-de5e-461a-a6d1-71103faf472c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:31.593363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30ca4853-8bd5-4610-9f47-088598873b8d req-4d56fac9-18fe-4a3f-b3ef-655c3e51fdf8 service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385469 Nov 10 21:23:31.662382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6411f88-a0d3-4c04-bd83-ef5475670105 req-85ef0b20-de5e-461a-a6d1-71103faf472c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:31.729677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef0b20-de5e-461a-a6d1-71103faf472c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:31.803101 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30ca4853-8bd5-4610-9f47-088598873b8d req-32462d26-1157-43e7-b4a8-fca3fa4cd06d service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971955 Nov 10 21:23:31.818587 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6411f88-a0d3-4c04-bd83-ef5475670105 req-85ef0b20-de5e-461a-a6d1-71103faf472c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:31.820135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6411f88-a0d3-4c04-bd83-ef5475670105 req-85ef0b20-de5e-461a-a6d1-71103faf472c tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6633620 Nov 10 21:23:31.952648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a6b3-0454-43e0-89d1-81b74b3ff7c1 req-bba90c50-589d-454d-95a6-5437fa56ae79 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.960898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e011a6b3-0454-43e0-89d1-81b74b3ff7c1 req-bba90c50-589d-454d-95a6-5437fa56ae79 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0708778 Nov 10 21:23:31.970678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6543c0-8dd8-4244-8363-487c8c544894 req-dbebd9fb-bbf1-48cb-8bbe-882a9bee9b80 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:31.974244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8c6543c0-8dd8-4244-8363-487c8c544894 req-dbebd9fb-bbf1-48cb-8bbe-882a9bee9b80 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0681913 Nov 10 21:23:32.037056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e011a6b3-0454-43e0-89d1-81b74b3ff7c1 req-f3ed08a5-213d-4699-8419-ec1ef67ecdc4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752935 Nov 10 21:23:32.060413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8c6543c0-8dd8-4244-8363-487c8c544894 req-4d5c3650-7f8b-4cde-90be-349430bb3930 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755553 Nov 10 21:23:32.139128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-b84643a5-b6dd-49c7-8f7a-2e5f1fede2b3 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df HTTP/1.1" status: 200 len: 1822 time: 0.0682828 Nov 10 21:23:32.159432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:32.159432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:32.223807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c388-b5d4-4806-99ff-8eb0c6a82f98 req-0cf7796e-38ae-4d6e-ab66-c60f8cd2ee21 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:32.225490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81c7c388-b5d4-4806-99ff-8eb0c6a82f98 req-0cf7796e-38ae-4d6e-ab66-c60f8cd2ee21 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 944 time: 0.0795100 Nov 10 21:23:32.292801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81c7c388-b5d4-4806-99ff-8eb0c6a82f98 req-6774a37c-a73f-4f76-aef0-536e29b902de tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597711 Nov 10 21:23:32.337084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:32.392293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:32.438911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aed564-7dc4-4073-829c-1799f6828f4b req-452b9f15-0aa2-4aa8-8642-18be036449b5 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:32.450880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40aed564-7dc4-4073-829c-1799f6828f4b req-452b9f15-0aa2-4aa8-8642-18be036449b5 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 945 time: 0.0818090 Nov 10 21:23:32.476972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:32.492539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68050c7-ef37-45d6-82fe-238abf46e1a2,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:32.511402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40aed564-7dc4-4073-829c-1799f6828f4b req-b1f67752-ae4c-4bf2-84b2-d3e23fd30b53 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552866 Nov 10 21:23:32.622141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:32.623988 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e3fbc34-7958-4664-942d-d4c3a0a99fd6 req-1ad10fef-f693-423f-a8ee-8657fd123536 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4700048 Nov 10 21:23:32.709994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-7c67a6ee-4957-4312-bc28-f3269f16e68a tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df HTTP/1.1" status: 200 len: 2415 time: 0.0621066 Nov 10 21:23:32.721578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df', 'remote_group_id': None}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:32.721904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df', 'remote_group_id': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:32.839107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:32.889293 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:32.997047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:33.029614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c555a80-2cd5-4714-a5b5-04f2869fd64c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:33.115498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:33.117312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4949eab-408b-4f95-907b-c4e4f8a4d81b req-cf073ebe-2648-471f-a73d-25cf2030c936 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4009657 Nov 10 21:23:33.237796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c45a84-ad6e-4b9f-9982-bacee7cb8840 req-db1aae48-2736-4a56-a7c8-3027310cdabb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:33.245784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-60c45a84-ad6e-4b9f-9982-bacee7cb8840 req-db1aae48-2736-4a56-a7c8-3027310cdabb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1107059 Nov 10 21:23:33.290988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954dd0f-c168-4e36-adf2-ebf758b2cb94 req-9c0ca9f9-67a6-4430-91c2-7b14589c8d2e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:33.292984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e954dd0f-c168-4e36-adf2-ebf758b2cb94 req-9c0ca9f9-67a6-4430-91c2-7b14589c8d2e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1051817 Nov 10 21:23:33.327231 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-60c45a84-ad6e-4b9f-9982-bacee7cb8840 req-68ecadcc-1215-4a7f-a119-def1fbd0c0fe tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805538 Nov 10 21:23:33.382569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e954dd0f-c168-4e36-adf2-ebf758b2cb94 req-dd4bd3a7-a681-42ea-b2c7-687c215537d1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833559 Nov 10 21:23:33.444934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb4e8c48-84ba-480f-bb89-2cb15bd2d933 req-bc54b281-9c2b-4f0d-8260-96d20925b773 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df HTTP/1.1" status: 200 len: 3013 time: 0.0742385 Nov 10 21:23:33.539522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ef8d3-5b4f-46a9-bf77-0593050606ad req-86031c45-6653-4660-a01b-5186954d5256 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:33.547343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-398ef8d3-5b4f-46a9-bf77-0593050606ad req-86031c45-6653-4660-a01b-5186954d5256 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 944 time: 0.0909712 Nov 10 21:23:33.575906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c514ec5-ae51-40c6-9a72-a767a5f95d57 req-30663913-0f6b-4cd6-868c-64e004c2b233 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:33.577967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c514ec5-ae51-40c6-9a72-a767a5f95d57 req-30663913-0f6b-4cd6-868c-64e004c2b233 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1097 time: 0.0625226 Nov 10 21:23:33.608659 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-398ef8d3-5b4f-46a9-bf77-0593050606ad req-e40a80d3-8858-4e2c-82f2-5694b36db840 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Nov 10 21:23:33.658852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c514ec5-ae51-40c6-9a72-a767a5f95d57 req-d80e792f-1304-4565-877a-de537cd37ed1 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733867 Nov 10 21:23:33.661406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-393cb7f2-c91d-4cbd-bfd1-9ee61262d545 req-9cc3b967-66d3-4b2d-8fbc-4cfcd1761532 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-group-rules/4c555a80-2cd5-4714-a5b5-04f2869fd64c HTTP/1.1" status: 200 len: 783 time: 0.0246949 Nov 10 21:23:33.729710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-393cb7f2-c91d-4cbd-bfd1-9ee61262d545 req-100c980d-d413-4f83-a2a7-49bd068409a5 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df HTTP/1.1" status: 200 len: 3013 time: 0.0614896 Nov 10 21:23:33.771883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-393cb7f2-c91d-4cbd-bfd1-9ee61262d545 req-ec188dff-76ce-45df-aae7-491f19c7c2c6 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:33.781096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-393cb7f2-c91d-4cbd-bfd1-9ee61262d545 req-ec188dff-76ce-45df-aae7-491f19c7c2c6 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:33.791933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197a073-2498-4263-8f44-228cb455f036 req-8d0e2c69-07c6-4e63-8482-8425e7fafb43 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:33.793281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6197a073-2498-4263-8f44-228cb455f036 req-8d0e2c69-07c6-4e63-8482-8425e7fafb43 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Nov 10 21:23:33.852834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6197a073-2498-4263-8f44-228cb455f036 req-76236c00-6c90-480a-96d6-015bc5036420 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519454 Nov 10 21:23:33.890926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-393cb7f2-c91d-4cbd-bfd1-9ee61262d545 req-ec188dff-76ce-45df-aae7-491f19c7c2c6 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:33.897473 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-393cb7f2-c91d-4cbd-bfd1-9ee61262d545 req-ec188dff-76ce-45df-aae7-491f19c7c2c6 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:33.908528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-393cb7f2-c91d-4cbd-bfd1-9ee61262d545 req-ec188dff-76ce-45df-aae7-491f19c7c2c6 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/4c555a80-2cd5-4714-a5b5-04f2869fd64c HTTP/1.1" status: 204 len: 173 time: 0.1629281 Nov 10 21:23:33.912802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188dff-76ce-45df-aae7-491f19c7c2c6 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c555a80-2cd5-4714-a5b5-04f2869fd64c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:34.071326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-527b6884-9ede-48f5-a202-f6b916a34658 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1231589 Nov 10 21:23:34.081474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:34.157384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:34.302436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:34.430604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Allocated IP 172.25.7.132 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/afb641f3-cf44-4fa7-b6b5-1a3c7288e558) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:34.456328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6233c7d4-a377-4785-9cb6-221e57f2c4e3 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:34.545181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:34.567621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6233c7d4-a377-4785-9cb6-221e57f2c4e3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:34.579616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'port_id': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'mac_address': 'fa:16:3e:43:5f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:23:34.618343 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:34.632659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6233c7d4-a377-4785-9cb6-221e57f2c4e3 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:34.655551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6233c7d4-a377-4785-9cb6-221e57f2c4e3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:34.962960 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:34.963648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.017191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:35.018992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6233c7d4-a377-4785-9cb6-221e57f2c4e3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:35.021878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:35.028896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:35.054754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Pushing event updated for resources: {'Port': ['ID=afb641f3-cf44-4fa7-b6b5-1a3c7288e558,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:35.141388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.242297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.425913 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.472064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.520751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6233c7d4-a377-4785-9cb6-221e57f2c4e3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:35.567144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Pushing event updated for resources: {'Port': ['ID=afb641f3-cf44-4fa7-b6b5-1a3c7288e558,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:35.574023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.688580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-775f7db1-a75e-4977-ae1f-d13e66927e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.691037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:35.692312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-84a92f58-6920-457d-b518-e20392b4679f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6148124 Nov 10 21:23:35.754505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-4425efc8-1505-4863-a0fe-06400679fabb tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0528162 Nov 10 21:23:35.867773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-255f8552-ce80-4ddf-8a69-20f5308862d9 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:35.869133 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-618ae6b6-0ab5-4b6b-a4db-33f64ecef805 req-255f8552-ce80-4ddf-8a69-20f5308862d9 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1078992 Nov 10 21:23:35.927292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d5fc1ce-d32a-424a-bae0-7387632e3bc1 req-bb66f2bf-9901-4fa6-87b9-f59356989e36 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df HTTP/1.1" status: 200 len: 2415 time: 0.0427902 Nov 10 21:23:35.997755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2d5fc1ce-d32a-424a-bae0-7387632e3bc1 req-760f5942-2f5b-496a-bd3e-05b9da528133 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:36.021527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2d5fc1ce-d32a-424a-bae0-7387632e3bc1 req-760f5942-2f5b-496a-bd3e-05b9da528133 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:36.105327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2d5fc1ce-d32a-424a-bae0-7387632e3bc1 req-760f5942-2f5b-496a-bd3e-05b9da528133 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:36.108076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2d5fc1ce-d32a-424a-bae0-7387632e3bc1 req-760f5942-2f5b-496a-bd3e-05b9da528133 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:36.113034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d5fc1ce-d32a-424a-bae0-7387632e3bc1 req-760f5942-2f5b-496a-bd3e-05b9da528133 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-groups/3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df HTTP/1.1" status: 204 len: 173 time: 0.1752160 Nov 10 21:23:36.120045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f5942-2f5b-496a-bd3e-05b9da528133 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3528c6f5-0e8d-4c0c-83f7-e0d8cc5422df,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:36.141106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-5347b173-af64-4d06-881b-da2273c393ba tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:23:36.151561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-5347b173-af64-4d06-881b-da2273c393ba tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155692 Nov 10 21:23:36.190626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-45cb79c0-9fbf-4d4b-a71c-386ca3ebb922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.192582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-45cb79c0-9fbf-4d4b-a71c-386ca3ebb922 service neutron] 10.222.0.45 "GET /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 1094 time: 0.0402532 Nov 10 21:23:36.201473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Request body: {'binding': {'host': 'n-h2-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:36.201923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Unknown quota resources ['binding']. {{(pid=103047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:23:36.325017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b955f-9639-47d3-b706-177f84e24576 req-c591b99f-0ee9-4144-b4fb-c4065078dfa3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.326475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-971b955f-9639-47d3-b706-177f84e24576 req-c591b99f-0ee9-4144-b4fb-c4065078dfa3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1042802 Nov 10 21:23:36.404701 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-971b955f-9639-47d3-b706-177f84e24576 req-b5a8bd54-b260-4876-b18b-0f68034f650c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719786 Nov 10 21:23:36.405218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on host n-h2-776250-11 for vnic_type normal with profile None {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:36.405552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:36.405876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:36.410747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:23:36.411063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:36.416606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:36.422177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:36.422177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:36.422177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Bound port: 1480d3af-b9cf-4a90-b79d-1edd49144f11, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:36.483812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:36.522225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9ff4d-d3c1-438b-9869-87e721cd64f2 req-4e1df7f1-2ee3-4949-a929-ca11a14a4c47 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.523690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35d9ff4d-d3c1-438b-9869-87e721cd64f2 req-4e1df7f1-2ee3-4949-a929-ca11a14a4c47 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0510280 Nov 10 21:23:36.570650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35d9ff4d-d3c1-438b-9869-87e721cd64f2 req-fbf15d57-086e-4eb2-9aa7-b970c65c38df tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Nov 10 21:23:36.604619 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:36.608358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-080c85e9-da03-4791-a145-84b0baa06bbe service neutron] 10.222.0.45 "POST /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11/bindings HTTP/1.1" status: 201 len: 390 time: 0.4077184 Nov 10 21:23:36.674815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fd8c4-851e-4925-a5f0-b8d2070839c4 req-85d5d8b6-de37-4efd-881a-0a94fc880773 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.676091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98fd8c4-851e-4925-a5f0-b8d2070839c4 req-85d5d8b6-de37-4efd-881a-0a94fc880773 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 945 time: 0.0492156 Nov 10 21:23:36.724098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98fd8c4-851e-4925-a5f0-b8d2070839c4 req-db67ead8-e993-4483-88b5-cb5ca8363fec tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Nov 10 21:23:36.845164 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-f7489142-22a8-41c1-a9f7-e03e633ca9a3 req-e743487f-db1a-4d36-9c82-ae1d24ee399e tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] show failed (client error): The resource could not be found. Nov 10 21:23:36.846692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7489142-22a8-41c1-a9f7-e03e633ca9a3 req-e743487f-db1a-4d36-9c82-ae1d24ee399e tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/670ec3e2-f9a6-4b50-b66e-3b63fd3968fd HTTP/1.1" status: 404 len: 352 time: 0.0152164 Nov 10 21:23:36.968610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-e006a932-9136-4c2a-99e5-3b334d52528b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:36.970070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-e006a932-9136-4c2a-99e5-3b334d52528b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 821 time: 0.1158390 Nov 10 21:23:36.992959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-7d6be9b4-9dba-4676-b8ed-f1b9d37042cd tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/quotas/df6515dbee264498a56293c7af427764 HTTP/1.1" status: 200 len: 375 time: 0.0125754 Nov 10 21:23:37.002464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08d6dc-dcb2-4fb4-a769-7ecb1b8d4dd9 req-2b019f8f-0f17-45ad-a96a-b61cd1bde602 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:37.003957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab08d6dc-dcb2-4fb4-a769-7ecb1b8d4dd9 req-2b019f8f-0f17-45ad-a96a-b61cd1bde602 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0510480 Nov 10 21:23:37.053115 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c8698301-56c6-4ffe-8530-bea1aeca331c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538874 Nov 10 21:23:37.056672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab08d6dc-dcb2-4fb4-a769-7ecb1b8d4dd9 req-c336842f-05bd-477d-887c-314086353ac9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Nov 10 21:23:37.133302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76ca4979-b7e9-478c-ba94-adc011cab90f req-c5868e9e-e62c-4201-be7f-aa58bd0ff2a2 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/beaf40ca-89eb-4442-95a9-c2c18a301a37 HTTP/1.1" status: 200 len: 1822 time: 0.0419753 Nov 10 21:23:37.162607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-eac4ff47-7acd-4342-acb4-251ecce51208 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936892 Nov 10 21:23:37.196527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-76ca4979-b7e9-478c-ba94-adc011cab90f req-94c2edbf-7b00-41a1-9459-8f23aa2b0a10 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:37.220073 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-76ca4979-b7e9-478c-ba94-adc011cab90f req-94c2edbf-7b00-41a1-9459-8f23aa2b0a10 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:37.297284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-9237ed68-5114-4641-a3b3-32e3551fd666 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247315 Nov 10 21:23:37.300278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-76ca4979-b7e9-478c-ba94-adc011cab90f req-94c2edbf-7b00-41a1-9459-8f23aa2b0a10 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:37.300485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-c1172e6c-db9f-4942-ae68-647dcfe2d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:37.301698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-c1172e6c-db9f-4942-ae68-647dcfe2d676 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1097 time: 0.0687053 Nov 10 21:23:37.302724 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-76ca4979-b7e9-478c-ba94-adc011cab90f req-94c2edbf-7b00-41a1-9459-8f23aa2b0a10 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:37.303967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76ca4979-b7e9-478c-ba94-adc011cab90f req-94c2edbf-7b00-41a1-9459-8f23aa2b0a10 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-groups/beaf40ca-89eb-4442-95a9-c2c18a301a37 HTTP/1.1" status: 204 len: 173 time: 0.1645646 Nov 10 21:23:37.316206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2edbf-7b00-41a1-9459-8f23aa2b0a10 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf40ca-89eb-4442-95a9-c2c18a301a37,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:37.409739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-130b2925-ab4d-4b03-90b8-67f01eb060db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:37.411344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-130b2925-ab4d-4b03-90b8-67f01eb060db service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1011863 Nov 10 21:23:37.443278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f69cd7-07e9-449c-b343-2a0f43dbbff7 req-14e1b931-f645-463b-a99d-46e3bbb38aec tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:37.444816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67f69cd7-07e9-449c-b343-2a0f43dbbff7 req-14e1b931-f645-463b-a99d-46e3bbb38aec tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 950 time: 0.0548110 Nov 10 21:23:37.457605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-bc04a22b-bd3d-49ba-94f2-ab8c9975059a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 217 time: 0.0397475 Nov 10 21:23:37.498421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67f69cd7-07e9-449c-b343-2a0f43dbbff7 req-8d68caa7-e7fe-490b-a2d8-09ad9e18a65f tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472498 Nov 10 21:23:37.507323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-426c0b77-4ac8-4d70-9c7e-a372e6309e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:37.509622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-426c0b77-4ac8-4d70-9c7e-a372e6309e6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0455899 Nov 10 21:23:37.551711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-8cfae23a-9ae9-4d20-802e-ee7c2bc7de47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351913 Nov 10 21:23:37.655405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d78b87-dedf-4e51-8bf1-b7f2a8287be7 req-ae75d513-fbaa-41ac-a3e4-988bd279a129 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/dc8893fd-2296-44e3-84bb-888441e2939d HTTP/1.1" status: 200 len: 1819 time: 0.1026871 Nov 10 21:23:37.698332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-9a14c97d-096a-46ab-a0f8-f311d7d93431 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386511 Nov 10 21:23:37.703753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ee562-bca9-42c3-8820-fe04fe58c1a6 req-12c9d68d-1a22-4dc4-b19f-796873274c59 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:37.705272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-598ee562-bca9-42c3-8820-fe04fe58c1a6 req-12c9d68d-1a22-4dc4-b19f-796873274c59 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0593278 Nov 10 21:23:37.756959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-598ee562-bca9-42c3-8820-fe04fe58c1a6 req-82bdb2b9-708f-4799-9143-f76c4a565a50 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Nov 10 21:23:37.818990 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:23:37.829773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7858298-e423-49e1-abbc-20b38c746d27 req-ee824881-8a18-4c32-a8a3-05572772bfb3 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 210 time: 0.0339415 Nov 10 21:23:37.884813 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-a7f58121-c95d-4a93-9392-41928517a339 service neutron] show failed (client error): The resource could not be found. Nov 10 21:23:37.885962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-a7f58121-c95d-4a93-9392-41928517a339 service neutron] 10.222.0.64 "GET /v2.0/ports/2aced6b0-170d-4727-880b-a6ea4bfddb29/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.1409466 Nov 10 21:23:37.887609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-49d78b87-dedf-4e51-8bf1-b7f2a8287be7 req-2e8be2c5-e6ee-4ad2-8b80-1b8abb55e5f4 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:37.910598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-3e2f79d5-18d5-4465-8018-bfc24db3eb02 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029693 Nov 10 21:23:37.927647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-49d78b87-dedf-4e51-8bf1-b7f2a8287be7 req-2e8be2c5-e6ee-4ad2-8b80-1b8abb55e5f4 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:37.950685 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9d58-b3c9-4d4d-888a-a20d6e5d54c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.015949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728d5eb-61e6-4663-8770-cf1a5c1bd2c4 req-4e7798e9-e249-488d-92d9-a33452bb4a2f tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:38.017466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3728d5eb-61e6-4663-8770-cf1a5c1bd2c4 req-4e7798e9-e249-488d-92d9-a33452bb4a2f tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0587256 Nov 10 21:23:38.053960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-49d78b87-dedf-4e51-8bf1-b7f2a8287be7 req-2e8be2c5-e6ee-4ad2-8b80-1b8abb55e5f4 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.056981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-49d78b87-dedf-4e51-8bf1-b7f2a8287be7 req-2e8be2c5-e6ee-4ad2-8b80-1b8abb55e5f4 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.058239 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d78b87-dedf-4e51-8bf1-b7f2a8287be7 req-2e8be2c5-e6ee-4ad2-8b80-1b8abb55e5f4 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-groups/dc8893fd-2296-44e3-84bb-888441e2939d HTTP/1.1" status: 204 len: 173 time: 0.3747809 Nov 10 21:23:38.071014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8be2c5-e6ee-4ad2-8b80-1b8abb55e5f4 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8893fd-2296-44e3-84bb-888441e2939d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:38.072352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3728d5eb-61e6-4663-8770-cf1a5c1bd2c4 req-8ffdca86-07c1-4c0f-a3d5-af0d983aa299 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Nov 10 21:23:38.191273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69ea99b5-229d-40ff-91e4-955c1e0182c9 req-2107f6b7-e764-4d66-926e-cbfee2c4116e tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/e3d92fd1-e20c-4a26-90fc-7e24258e58b6 HTTP/1.1" status: 200 len: 1820 time: 0.0527744 Nov 10 21:23:38.204241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dd4ec-6adf-4aeb-8a50-b025d8b9d46d req-2e54aa65-866d-41a6-bd2b-ffaf8226a3a0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:38.206116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb2dd4ec-6adf-4aeb-8a50-b025d8b9d46d req-2e54aa65-866d-41a6-bd2b-ffaf8226a3a0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 945 time: 0.0734472 Nov 10 21:23:38.272448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb2dd4ec-6adf-4aeb-8a50-b025d8b9d46d req-150dacd0-25ca-4a34-bea8-454ca4eb97bd tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600047 Nov 10 21:23:38.272718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-69ea99b5-229d-40ff-91e4-955c1e0182c9 req-a78a398c-3d71-4a46-ad4b-2aa33d81b99b tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.306004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-69ea99b5-229d-40ff-91e4-955c1e0182c9 req-a78a398c-3d71-4a46-ad4b-2aa33d81b99b tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.379282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-8665b749-f14b-4ef5-8dba-eec2b756def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:38.380907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-8665b749-f14b-4ef5-8dba-eec2b756def8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 1102 time: 0.0725582 Nov 10 21:23:38.395134 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e1c2b-ac31-4b64-b714-7960b049c23e req-42d530f1-7834-4c2d-b743-fc7dd37680fe tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:38.397156 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d6e1c2b-ac31-4b64-b714-7960b049c23e req-42d530f1-7834-4c2d-b743-fc7dd37680fe tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0626197 Nov 10 21:23:38.401775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:38.409141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-69ea99b5-229d-40ff-91e4-955c1e0182c9 req-a78a398c-3d71-4a46-ad4b-2aa33d81b99b tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.411974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-69ea99b5-229d-40ff-91e4-955c1e0182c9 req-a78a398c-3d71-4a46-ad4b-2aa33d81b99b tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.413114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69ea99b5-229d-40ff-91e4-955c1e0182c9 req-a78a398c-3d71-4a46-ad4b-2aa33d81b99b tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-groups/e3d92fd1-e20c-4a26-90fc-7e24258e58b6 HTTP/1.1" status: 204 len: 173 time: 0.2156849 Nov 10 21:23:38.429121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a398c-3d71-4a46-ad4b-2aa33d81b99b tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d92fd1-e20c-4a26-90fc-7e24258e58b6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:38.445604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6233c7d4-a377-4785-9cb6-221e57f2c4e3 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:38.495439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d6e1c2b-ac31-4b64-b714-7960b049c23e req-63244fd9-cbd0-4c03-8c38-bed56a401c15 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898385 Nov 10 21:23:38.496011 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.626408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:38.631203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:38.631557 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.666832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a026efc-ea14-4c72-9c24-a8a61e8f4c2b req-6dfb93fa-1c12-43f6-9382-028104363e69 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/3c842d40-7228-49fc-a197-43642736f416 HTTP/1.1" status: 200 len: 2421 time: 0.1144283 Nov 10 21:23:38.773711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.802659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a026efc-ea14-4c72-9c24-a8a61e8f4c2b req-ad19b83f-5f1f-4a5d-82ed-fa42b886c10d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.812648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:38.816216 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb68c0-6be5-422d-876d-b817800e8c54" -d '{"events": [{"server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "name": "network-vif-plugged", "status": "completed", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:38.834459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:38.835034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6233c7d4-a377-4785-9cb6-221e57f2c4e3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:38.869309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a026efc-ea14-4c72-9c24-a8a61e8f4c2b req-ad19b83f-5f1f-4a5d-82ed-fa42b886c10d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.910633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:38.965879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.968875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:38.969777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:23:38.979845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:38.982382 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c09df71-6c34-4300-91a4-c250d5fbfc8c" -d '{"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:39.054138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Transition to ACTIVE for port object 2aced6b0-170d-4727-880b-a6ea4bfddb29 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:39.056299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a026efc-ea14-4c72-9c24-a8a61e8f4c2b req-ad19b83f-5f1f-4a5d-82ed-fa42b886c10d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:39.058961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a026efc-ea14-4c72-9c24-a8a61e8f4c2b req-ad19b83f-5f1f-4a5d-82ed-fa42b886c10d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:39.060340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a026efc-ea14-4c72-9c24-a8a61e8f4c2b req-ad19b83f-5f1f-4a5d-82ed-fa42b886c10d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-groups/3c842d40-7228-49fc-a197-43642736f416 HTTP/1.1" status: 204 len: 173 time: 0.3927503 Nov 10 21:23:39.072377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19b83f-5f1f-4a5d-82ed-fa42b886c10d tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c842d40-7228-49fc-a197-43642736f416,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:39.129827 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:39.190370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:39.207402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6233c7d4-a377-4785-9cb6-221e57f2c4e3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:39.262416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] No DVR routers for this DVR port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:23:39.332613 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:39.354095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:39.354437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:39.354758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:39.361164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:39.365984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500203c-dec5-446f-ab5b-2dd0638d352c req-6aa097ba-0a95-45eb-81f5-fb976727e62d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:39.374521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5500203c-dec5-446f-ab5b-2dd0638d352c req-6aa097ba-0a95-45eb-81f5-fb976727e62d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 948 time: 0.1172323 Nov 10 21:23:39.389272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:39.406285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:23:39.406774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Attempting to bind port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:39.421651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:39.421983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:39.422358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:39.422786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Bound port: 2aced6b0-170d-4727-880b-a6ea4bfddb29, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:39.423139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:39.451010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5500203c-dec5-446f-ab5b-2dd0638d352c req-763b64e3-ae52-4272-ab87-28dc6efaf5b5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Nov 10 21:23:39.454359 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:39.455059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2aced6b0-170d-4727-880b-a6ea4bfddb29 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:23:39.567933 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73bac83-a4df-4c73-8261-532b7ac349c9 x-openstack-request-id: req-f73bac83-a4df-4c73-8261-532b7ac349c9 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:39.568305 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "name": "network-vif-plugged", "status": "completed", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:39.568497 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f73bac83-a4df-4c73-8261-532b7ac349c9 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:39.568847 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'code': 200} Nov 10 21:23:39.569381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:39.603367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2aced6b0-170d-4727-880b-a6ea4bfddb29 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:23:39.626304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:39.945398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:39.962186 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6533120-b6f2-45f1-ae37-f4856c7d7407 x-openstack-request-id: req-f6533120-b6f2-45f1-ae37-f4856c7d7407 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:39.962497 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:39.962699 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6533120-b6f2-45f1-ae37-f4856c7d7407 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:39.963092 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'code': 200} Nov 10 21:23:39.982366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e0d3ed8-dbbf-4b81-9617-7291d2c492a1 req-7e58cbef-564f-4869-8d36-bdf58059b6af tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 210 time: 0.0675583 Nov 10 21:23:40.016252 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.021610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9030b3df-cdad-4873-98c6-dd913bce15c9 req-72aa489d-37ba-488d-bb75-7b181c82ba22 tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "GET /v2.0/security-groups/704021a2-b434-408e-8ebf-b4b91ea5c3e1 HTTP/1.1" status: 200 len: 2412 time: 0.0660291 Nov 10 21:23:40.045521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-d0150c33-7f9b-4146-b7e2-66fdb99f7ee1 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.046997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-d0150c33-7f9b-4146-b7e2-66fdb99f7ee1 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 821 time: 0.5293112 Nov 10 21:23:40.071640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2fe25-a9e4-4870-85cf-094a450c1aa5 req-b30ad9c5-9b1b-47af-87da-dd1988842190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.073138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ad2fe25-a9e4-4870-85cf-094a450c1aa5 req-b30ad9c5-9b1b-47af-87da-dd1988842190 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 1098 time: 0.1552248 Nov 10 21:23:40.083150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'port': {'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'admin_state_up': True, 'tenant_id': 'df6515dbee264498a56293c7af427764'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:40.093270 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9030b3df-cdad-4873-98c6-dd913bce15c9 req-f5d14715-64cc-4a03-91d7-6dc5283a1dce tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.114066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.114752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.116120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] 10.222.0.53 "PUT /v2.0/ports/2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 1097 time: 1.7182789 Nov 10 21:23:40.123240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9030b3df-cdad-4873-98c6-dd913bce15c9 req-f5d14715-64cc-4a03-91d7-6dc5283a1dce tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.254228 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9030b3df-cdad-4873-98c6-dd913bce15c9 req-f5d14715-64cc-4a03-91d7-6dc5283a1dce tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.259101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9030b3df-cdad-4873-98c6-dd913bce15c9 req-f5d14715-64cc-4a03-91d7-6dc5283a1dce tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.260518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9030b3df-cdad-4873-98c6-dd913bce15c9 req-f5d14715-64cc-4a03-91d7-6dc5283a1dce tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] 10.222.0.45 "DELETE /v2.0/security-groups/704021a2-b434-408e-8ebf-b4b91ea5c3e1 HTTP/1.1" status: 204 len: 173 time: 0.2326682 Nov 10 21:23:40.271517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47128) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:40.272351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d14715-64cc-4a03-91d7-6dc5283a1dce tempest-SecurityGroupRulesTestJSON-236313506 tempest-SecurityGroupRulesTestJSON-236313506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704021a2-b434-408e-8ebf-b4b91ea5c3e1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:40.331357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec92855-b677-466a-8d72-b2c83d376fac service neutron] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:40.357013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dc9f3-b171-4836-92e3-3320eba2ee33 req-eecfa619-6605-4445-9878-e37919542898 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.365431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a92dc9f3-b171-4836-92e3-3320eba2ee33 req-eecfa619-6605-4445-9878-e37919542898 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.2875359 Nov 10 21:23:40.372629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ad2fe25-a9e4-4870-85cf-094a450c1aa5 req-84705d9f-a46a-4641-a39b-85d8dfd9255f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533526 Nov 10 21:23:40.374603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-b96268b2-5925-4fc3-ad51-6c3f3d86fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.374771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] Deleting subnet 31283dab-fec5-45e5-80a0-26385e35ed59 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:23:40.376197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-b96268b2-5925-4fc3-ad51-6c3f3d86fd3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1100 time: 0.1798103 Nov 10 21:23:40.378446 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.429674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.497773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218aa07-7e38-48df-bc76-afcb1b9c7c9d req-ec126866-854b-4980-875d-aec31b66ff62 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.498778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a92dc9f3-b171-4836-92e3-3320eba2ee33 req-a16811d1-59c9-495d-b289-830d29661f3e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323001 Nov 10 21:23:40.505613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c218aa07-7e38-48df-bc76-afcb1b9c7c9d req-ec126866-854b-4980-875d-aec31b66ff62 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 946 time: 0.0980532 Nov 10 21:23:40.522491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.577650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Made reservation on behalf of df6515dbee264498a56293c7af427764 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:40.580158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.585022 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.600298 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c218aa07-7e38-48df-bc76-afcb1b9c7c9d req-d319b4c4-c9b0-4a46-a930-bf1a62fb5c9b tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937631 Nov 10 21:23:40.673409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.709690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-bf1d7f35-0946-4a4c-a679-def60c7bf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.709690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-bf1d7f35-0946-4a4c-a679-def60c7bf89e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3107915 Nov 10 21:23:40.716534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31283dab-fec5-45e5-80a0-26385e35ed59,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:40.723807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.733184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-190423dd-3326-40e6-ac5a-71df1e394fe6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/31283dab-fec5-45e5-80a0-26385e35ed59 HTTP/1.1" status: 204 len: 168 time: 0.4569206 Nov 10 21:23:40.737830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02aa4-ed73-4db6-a83b-7b42421fd5f7 req-4eeafbc3-ce5a-4942-9d49-cf28be1c8d9c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.740195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47138) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:40.747617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3c02aa4-ed73-4db6-a83b-7b42421fd5f7 req-4eeafbc3-ce5a-4942-9d49-cf28be1c8d9c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.1785700 Nov 10 21:23:40.811299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-2a0ad6be-db2d-40dd-891f-ea529cf13978 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 217 time: 0.0386665 Nov 10 21:23:40.896278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346abf0-6841-4655-a0d4-4cd9779226a5 req-5f410b3e-3eb7-4063-83b7-417717bd6606 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.904321 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3346abf0-6841-4655-a0d4-4cd9779226a5 req-5f410b3e-3eb7-4063-83b7-417717bd6606 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 948 time: 0.1166275 Nov 10 21:23:40.916808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:40.928410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3c02aa4-ed73-4db6-a83b-7b42421fd5f7 req-bfb9a194-5192-4e1a-b9c9-a4266253a73e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812737 Nov 10 21:23:40.944256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-0e73479b-06ca-4b78-a3bf-ae1b710910c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:40.945823 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-0e73479b-06ca-4b78-a3bf-ae1b710910c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1229370 Nov 10 21:23:40.992045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Allocated IP 172.20.0.3 (78f6a7ca-aece-4583-87d4-4074ca1c7335/90dbfc36-0bc6-4261-ae32-3fadadbeead6/f3476053-0b1f-4f1a-b08f-2ff6802331d9) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:41.037319 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.063188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-e650c518-fe55-4cdc-81e1-be41a1874d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:41.068449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-e650c518-fe55-4cdc-81e1-be41a1874d1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156991 Nov 10 21:23:41.073098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcd5d04-1108-4766-8d40-6342ecba5411']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:41.090906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51784a2e-a271-4664-936f-af72dc0d7bfa') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:41.091206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51784a2e-a271-4664-936f-af72dc0d7bfa') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:41.115153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.158287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3346abf0-6841-4655-a0d4-4cd9779226a5 req-03c90025-6fbc-4b1d-be39-bcbe81ed4cf6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524321 Nov 10 21:23:41.181115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.192897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:23:41.193303 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.221280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-146c5a95-88b5-4812-8974-b367b1dfce0c service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351168 Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:23:41.223049 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:23:41.249862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.325796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62ae9e07-9f2d-44db-82f8-55a54ad5630b req-32c784e8-3d79-4aed-96b8-ce8172b38957 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 210 time: 0.0346594 Nov 10 21:23:41.392145 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.405735 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.411905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3fcd5d04-1108-4766-8d40-6342ecba5411 HTTP/1.1" status: 204 len: 168 time: 0.6703889 Nov 10 21:23:41.415229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.420138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9d582ca-d700-445c-8e5f-3bc83fc972a0 req-33b8508f-a7ef-46e9-9c58-6aebb63aac13 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796148 Nov 10 21:23:41.443750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5c8f9-a646-4ad4-8dae-9cadadbca249 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcd5d04-1108-4766-8d40-6342ecba5411,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:41.523951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.537559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d85b4583-99f3-499c-8725-6a6a6abd14c9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:41.583535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:41.585566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:41.591043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:41.628321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:41.637369 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ea0b93-75ea-415f-89f8-6ffb33c493d1" -d '{"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:41.662257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:41.663050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:41.679096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Pushing event updated for resources: {'Port': ['ID=f3476053-0b1f-4f1a-b08f-2ff6802331d9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:41.778450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802d1eb-1e17-46f3-9c59-df778564f45d req-3f7f2174-1193-483b-ae04-c8af8b20eebf tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:41.797575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0802d1eb-1e17-46f3-9c59-df778564f45d req-3f7f2174-1193-483b-ae04-c8af8b20eebf tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1349795 Nov 10 21:23:41.849584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-c4888cf3-d95d-409c-8937-c2b4b976633f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7753375 Nov 10 21:23:41.872386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Request body: {'port': {'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:41.945443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0802d1eb-1e17-46f3-9c59-df778564f45d req-da3fea45-2a03-47cb-ae3e-f8490f412181 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510546 Nov 10 21:23:41.962025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47162) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:41.991603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:42.004123 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:42.051599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1e428f66-e576-4f42-bb60-b403df4eadbc None None] Provisioning complete for port f3476053-0b1f-4f1a-b08f-2ff6802331d9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:42.059884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1e428f66-e576-4f42-bb60-b403df4eadbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:42.094901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2ab5696a-d402-42e1-ada6-94689515456d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82317562e23e47fa964236a4f0aa3a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295493 Nov 10 21:23:42.095432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47176) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:42.122949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1e428f66-e576-4f42-bb60-b403df4eadbc None None] Port f3476053-0b1f-4f1a-b08f-2ff6802331d9 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:42.126729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c776cd-815a-4e3f-ad6d-3f993e861231 req-14acbcd9-1a9b-4328-b5cb-186af1aeffe3 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.139887 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c776cd-815a-4e3f-ad6d-3f993e861231 req-14acbcd9-1a9b-4328-b5cb-186af1aeffe3 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 946 time: 0.3750565 Nov 10 21:23:42.140030 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7368001-0d54-43d2-906c-5b8858bc371a x-openstack-request-id: req-b7368001-0d54-43d2-906c-5b8858bc371a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:42.140731 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:42.141251 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7368001-0d54-43d2-906c-5b8858bc371a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:42.141937 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'code': 200} Nov 10 21:23:42.183328 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:42.216382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc7b01af-a7e1-49f0-b6af-df912c126824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:42.245434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc7b01af-a7e1-49f0-b6af-df912c126824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:42.263709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c776cd-815a-4e3f-ad6d-3f993e861231 req-bb0a0f76-6b86-4c2d-922b-95c672bb4a27 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184623 Nov 10 21:23:42.353304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc7b01af-a7e1-49f0-b6af-df912c126824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:42.359244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc7b01af-a7e1-49f0-b6af-df912c126824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:42.364328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cc7b01af-a7e1-49f0-b6af-df912c126824 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e367e18-2266-45a2-9533-f2a8b271fe37 HTTP/1.1" status: 204 len: 168 time: 0.2674878 Nov 10 21:23:42.404427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5565e-5f02-4e6f-95cd-9da8e3314d71 req-ef493995-8046-46d3-897b-6b17269b5a3a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.414530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dde5565e-5f02-4e6f-95cd-9da8e3314d71 req-ef493995-8046-46d3-897b-6b17269b5a3a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.1073551 Nov 10 21:23:42.417709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b01af-a7e1-49f0-b6af-df912c126824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e367e18-2266-45a2-9533-f2a8b271fe37,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:42.498363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dde5565e-5f02-4e6f-95cd-9da8e3314d71 req-9d35f7fb-25e9-48c7-9335-d1d3e38f44d7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680249 Nov 10 21:23:42.593915 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1d2f9a-c67e-4c13-b739-4b3f82776c71 x-openstack-request-id: req-3f1d2f9a-c67e-4c13-b739-4b3f82776c71 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:42.594124 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:42.594342 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f1d2f9a-c67e-4c13-b739-4b3f82776c71 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:42.594894 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'status': 'completed', 'code': 200} Nov 10 21:23:42.665595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72082a3-ecd0-4dfa-bb5f-e47e80a09002 req-673b977e-4390-4bd0-a596-7be895767bba tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.667070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b72082a3-ecd0-4dfa-bb5f-e47e80a09002 req-673b977e-4390-4bd0-a596-7be895767bba tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 931 time: 0.0802307 Nov 10 21:23:42.708231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-4bbc9e92-14a1-4f83-b49b-49f22ee8d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.709710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-4bbc9e92-14a1-4f83-b49b-49f22ee8d3c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1100 time: 0.1304092 Nov 10 21:23:42.763045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e74c0-c235-43ae-8d83-7bd689c2a097 req-04d63adc-6211-4755-99cf-62e21166ee8e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.770771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c2e74c0-c235-43ae-8d83-7bd689c2a097 req-04d63adc-6211-4755-99cf-62e21166ee8e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 948 time: 0.1901472 Nov 10 21:23:42.785931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-5871fe8d-39be-45d2-ba58-b65d30f95556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:42.787395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-5871fe8d-39be-45d2-ba58-b65d30f95556 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1100 time: 0.2157574 Nov 10 21:23:42.811055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b72082a3-ecd0-4dfa-bb5f-e47e80a09002 req-1397f928-29a6-454c-bf82-2c3d373cebb8 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345372 Nov 10 21:23:42.864604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3476053-0b1f-4f1a-b08f-2ff6802331d9 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:42.878971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:42.954823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Transition to ACTIVE for port object f3476053-0b1f-4f1a-b08f-2ff6802331d9 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:42.977354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c2e74c0-c235-43ae-8d83-7bd689c2a097 req-c48bf8a5-7050-4d6f-80bb-0bf562768be8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046099 Nov 10 21:23:43.024146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-b9f82242-3e46-4812-9d5a-ee981a8be05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.025845 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-b9f82242-3e46-4812-9d5a-ee981a8be05f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2232904 Nov 10 21:23:43.028922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-c98f0bc7-c262-4b5b-a6b9-29ffb5170ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.030869 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-c98f0bc7-c262-4b5b-a6b9-29ffb5170ac7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3074057 Nov 10 21:23:43.232816 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-8c21f6c9-08b2-4b46-a061-10c916415024 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 217 time: 0.0796666 Nov 10 21:23:43.232816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:43.234361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7024-8187-48d8-87d5-e9b7e439d762 req-1460a5bb-ff9f-40c3-b0bf-8d3454cf7d0e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.234361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-934c7024-8187-48d8-87d5-e9b7e439d762 req-1460a5bb-ff9f-40c3-b0bf-8d3454cf7d0e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0808656 Nov 10 21:23:43.234891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-30d495b7-97b4-4228-9b58-6ce3bda62949 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 217 time: 0.1536293 Nov 10 21:23:43.235004 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-934c7024-8187-48d8-87d5-e9b7e439d762 req-53e2acee-438c-48d7-99f9-6dd306d2f3a9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622005 Nov 10 21:23:43.317707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-a6a31c87-5df9-457a-98af-b7932d71c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.320582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-a6a31c87-5df9-457a-98af-b7932d71c4f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1007054 Nov 10 21:23:43.353033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3476053-0b1f-4f1a-b08f-2ff6802331d9,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:43.435904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88406bed-e161-44df-8c4a-d298d8543600 req-b9af0e2a-c02c-4027-bc5f-9f279c52b31c tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.446476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88406bed-e161-44df-8c4a-d298d8543600 req-b9af0e2a-c02c-4027-bc5f-9f279c52b31c tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 946 time: 0.0669155 Nov 10 21:23:43.453151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-014f9c02-494a-4957-b46f-0bba7c8c2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.459411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-014f9c02-494a-4957-b46f-0bba7c8c2c08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.3008702 Nov 10 21:23:43.481737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Attempting to bind port f3476053-0b1f-4f1a-b08f-2ff6802331d9 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:43.482067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Attempting to bind port f3476053-0b1f-4f1a-b08f-2ff6802331d9 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:43.482326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Attempting to bind port f3476053-0b1f-4f1a-b08f-2ff6802331d9 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:43.509202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Port f3476053-0b1f-4f1a-b08f-2ff6802331d9 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:23:43.509556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Attempting to bind port f3476053-0b1f-4f1a-b08f-2ff6802331d9 on network 78f6a7ca-aece-4583-87d4-4074ca1c7335 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:43.520035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-67c38cd6-27b3-4add-9299-018a8d71058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.521521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-67c38cd6-27b3-4add-9299-018a8d71058d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1612942 Nov 10 21:23:43.527943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:43.528822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Checking segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:43.529213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Bound using segment: {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:43.529755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Bound port: f3476053-0b1f-4f1a-b08f-2ff6802331d9, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b4f1ab-261d-4079-afea-f41449d91844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:43.530003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:43.536187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88406bed-e161-44df-8c4a-d298d8543600 req-cbadffd8-0efc-45df-b751-e6ca9cdb4194 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883734 Nov 10 21:23:43.603810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-f2a029e3-1081-4d27-9f4c-78f7bba6d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.605375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-f2a029e3-1081-4d27-9f4c-78f7bba6d789 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397116 Nov 10 21:23:43.778696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-1f01bdd2-fd6e-4ebd-90c9-5a44db71df6d service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363045 Nov 10 21:23:43.783145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] For port f3476053-0b1f-4f1a-b08f-2ff6802331d9, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:43.783337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14970dfe-e4b4-4262-9769-99e12039badb req-39f58887-307c-4df3-b303-68e378296081 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 258 time: 0.2193816 Nov 10 21:23:43.787226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] For port f3476053-0b1f-4f1a-b08f-2ff6802331d9, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:43.803516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:43.875582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357f72a-e284-4398-8a6b-e230c8f734c3 req-9666b1ef-9ba5-4f5d-8764-c0fe811f47de tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.880289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b357f72a-e284-4398-8a6b-e230c8f734c3 req-9666b1ef-9ba5-4f5d-8764-c0fe811f47de tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.2262928 Nov 10 21:23:43.884698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:43.888989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-dd76be56-d740-4a38-98bf-70c7017a980f service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626922 Nov 10 21:23:43.917231 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:43.990893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:43.991515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:43.992958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] 10.222.0.53 "PUT /v2.0/ports/f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 1092 time: 2.1264520 Nov 10 21:23:44.099888 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.223130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47226) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:44.276574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Allocated IP 172.25.7.166 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/afa0e788-dba0-45d2-94d6-2d3cbf9a8c3d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:44.387377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-588571900-network', 'tenant_id': '13ded9886747484093f539b7b7c3a80e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:44.434312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2aced6b0-170d-4727-880b-a6ea4bfddb29 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:44.435517 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.454721 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-d95f3bdf-373d-4e5c-9d85-267b81585c7a service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6660583 Nov 10 21:23:44.469856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6776990-c17b-4a89-805d-2d9a60a667b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3476053-0b1f-4f1a-b08f-2ff6802331d9,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:44.493096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b357f72a-e284-4398-8a6b-e230c8f734c3 req-566fb718-5b80-414c-a7e2-4e06fb4d557d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018329 Nov 10 21:23:44.507463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Made reservation on behalf of 13ded9886747484093f539b7b7c3a80e for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:44.514726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94fe9fa7-8e95-40a2-85ad-3e8297122ac3 req-76de3997-a40d-4299-a591-104210b6d05c service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104805 Nov 10 21:23:44.514915 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.516958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-76924f8d-1102-4a59-b43b-3e7e5f4a26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:44.519196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-76924f8d-1102-4a59-b43b-3e7e5f4a26c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 1095 time: 0.1221263 Nov 10 21:23:44.526831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.553478 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.586135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:44.599031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:44.601200 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f467b3-c6fb-4129-ae7e-497f6aca1885" -d '{"events": [{"name": "network-changed", "server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:44.603784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'mac_address': 'fa:16:3e:e1:33:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:23:44.616577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-e7911453-a41b-430f-ad5b-485bfc7d8fba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 217 time: 0.0895629 Nov 10 21:23:44.640028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event updated for resources: {'Port': ['ID=afa0e788-dba0-45d2-94d6-2d3cbf9a8c3d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:44.645406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:44.648102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.649912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:44.652391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:44.670244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aced6b0-170d-4727-880b-a6ea4bfddb29 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:44.704339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:44.719589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1f529-1e34-4203-b080-c8bc62c82e0f req-fe65a7fb-cf6c-4bf4-8c90-40c2ccd1c564 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:44.726554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96e1f529-1e34-4203-b080-c8bc62c82e0f req-fe65a7fb-cf6c-4bf4-8c90-40c2ccd1c564 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 943 time: 0.1117220 Nov 10 21:23:44.755898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-0249d3cf-8f32-473a-bfd4-8057dd6af841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:44.757455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-0249d3cf-8f32-473a-bfd4-8057dd6af841 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.0926938 Nov 10 21:23:44.775106 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.787433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.790462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.827021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:44.843403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96e1f529-1e34-4203-b080-c8bc62c82e0f req-e912cf31-2fea-46b7-a128-fda196132621 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094530 Nov 10 21:23:44.846387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-0829d56a-837f-4e4e-b045-88c0387ec275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:44.847924 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-0829d56a-837f-4e4e-b045-88c0387ec275 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808625 Nov 10 21:23:44.862555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.877699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:23:44.902877 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.903230 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Added segment 6070ef43-2095-4f0e-803f-c9664f3d73ae of type vlan for network 306f9c99-81cc-4cc0-9052-b87528377c0e Nov 10 21:23:44.911706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6bc1c-2ca0-4604-ab0a-60da3ddb935d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:44.950632 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:44.999381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.010762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-8c689593-9440-421c-b21d-0f18442acf92 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534123 Nov 10 21:23:45.019500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9990b5-00ea-4ac2-b616-9e513449ef88 req-7b64c9ce-a532-496b-82c0-c5a88a184014 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.021108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a9990b5-00ea-4ac2-b616-9e513449ef88 req-7b64c9ce-a532-496b-82c0-c5a88a184014 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 949 time: 0.0899928 Nov 10 21:23:45.078665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2aced6b0-170d-4727-880b-a6ea4bfddb29'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:45.130985 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a9990b5-00ea-4ac2-b616-9e513449ef88 req-79a8c629-9389-4a6c-9cbb-9a130eaac80e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908322 Nov 10 21:23:45.145910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-691f5ed5-7995-481b-b376-b542c4bdcf26 req-35f898f2-b7f6-48dd-a1d5-6f243af12102 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237879 Nov 10 21:23:45.148197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.149130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.149724 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.241605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.246046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] Pushing event updated for resources: {'Network': ['ID=306f9c99-81cc-4cc0-9052-b87528377c0e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:45.258518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 306f9c99-81cc-4cc0-9052-b87528377c0e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:23:45.275808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-123f34c2-9c85-4f11-8254-b9e16009b80d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0531764 Nov 10 21:23:45.279923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47240) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:45.281644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Request body: {'subnet': {'network_id': '306f9c99-81cc-4cc0-9052-b87528377c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-588571900-subnet', 'tenant_id': '13ded9886747484093f539b7b7c3a80e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:45.294254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eb108-ccbc-4352-a2f0-4bc1a7607957 req-e6b84303-1687-4eae-a8a4-a3a09ca2aa14 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.295959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb0eb108-ccbc-4352-a2f0-4bc1a7607957 req-e6b84303-1687-4eae-a8a4-a3a09ca2aa14 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0628595 Nov 10 21:23:45.353827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.358691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb0eb108-ccbc-4352-a2f0-4bc1a7607957 req-4712ef6b-ccb9-487f-a346-d0738adf6319 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Nov 10 21:23:45.379983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Made reservation on behalf of 13ded9886747484093f539b7b7c3a80e for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:45.382560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.468314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event updated for resources: {'Port': ['ID=afa0e788-dba0-45d2-94d6-2d3cbf9a8c3d,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:45.498045 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.515044 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a20c51-bee9-4ac4-b306-575898ca5a82 x-openstack-request-id: req-67a20c51-bee9-4ac4-b306-575898ca5a82 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:45.515576 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:45.520308 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67a20c51-bee9-4ac4-b306-575898ca5a82 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:45.520826 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'status': 'completed', 'code': 200} Nov 10 21:23:45.593141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-eecf9a68-ebc5-4d51-bc69-0b124e595c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.595036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-eecf9a68-ebc5-4d51-bc69-0b124e595c0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 1095 time: 0.0499642 Nov 10 21:23:45.619817 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.621115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14970dfe-e4b4-4262-9769-99e12039badb req-b0e09447-223c-4317-8a29-2e9fbb8b9beb tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8296099 Nov 10 21:23:45.706899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-094bb42d-a8d1-46a7-a1a5-b9c46098a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.708301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-094bb42d-a8d1-46a7-a1a5-b9c46098a206 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.0999725 Nov 10 21:23:45.708512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14970dfe-e4b4-4262-9769-99e12039badb req-cdd15031-cce3-4832-8642-3d69730989ce tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0791957 Nov 10 21:23:45.757263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-6db76514-45db-456a-b7f6-ac45832be4f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 217 time: 0.0402749 Nov 10 21:23:45.774211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:45.840666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-3e862971-6423-45a1-868e-8fe07332a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.842473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-3e862971-6423-45a1-868e-8fe07332a45e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.0567164 Nov 10 21:23:45.935475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-f18f31ae-1132-4097-a6f6-ad28b186c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.937432 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-f18f31ae-1132-4097-a6f6-ad28b186c7ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846548 Nov 10 21:23:45.948880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2ec93-1627-4b78-9c67-7ed2daf68ebc req-44476893-2906-42bc-aa22-415190fd1fc9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:45.950690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3eb2ec93-1627-4b78-9c67-7ed2daf68ebc req-44476893-2906-42bc-aa22-415190fd1fc9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0843949 Nov 10 21:23:46.074304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27689da-3a32-4994-810b-4ccd2d4a6c7f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:46.090921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14970dfe-e4b4-4262-9769-99e12039badb req-9df6ce26-cd87-4cde-9f6f-72dbde4953d2 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.092297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14970dfe-e4b4-4262-9769-99e12039badb req-9df6ce26-cd87-4cde-9f6f-72dbde4953d2 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.3777568 Nov 10 21:23:46.102234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Checking segment: {'id': '6070ef43-2095-4f0e-803f-c9664f3d73ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '306f9c99-81cc-4cc0-9052-b87528377c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:46.102606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Network hostable DHCP agents. Network: 306f9c99-81cc-4cc0-9052-b87528377c0e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:23:46.103607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3eb2ec93-1627-4b78-9c67-7ed2daf68ebc req-ccc1b532-0ea2-4576-b6a2-e380e052ecce tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409070 Nov 10 21:23:46.108374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-14970dfe-e4b4-4262-9769-99e12039badb req-c1806358-1f9d-4996-830e-2ab90b2cfed0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:23:46.109276 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14970dfe-e4b4-4262-9769-99e12039badb req-c1806358-1f9d-4996-830e-2ab90b2cfed0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091176 Nov 10 21:23:46.133871 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-5b1dba77-142e-45e0-aa0e-756585d29650 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816130 Nov 10 21:23:46.144217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f734-e05f-457b-bee0-3123104fa53c req-013c12e9-ebda-4c25-beb9-67dfbc179009 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.145979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-013c12e9-ebda-4c25-beb9-67dfbc179009 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 949 time: 0.1214221 Nov 10 21:23:46.205796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Network 306f9c99-81cc-4cc0-9052-b87528377c0e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:23:46.227757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d8446-da7c-4e93-b776-142498a00065 req-51622e24-3a86-43a1-8011-ab7ae38a98cf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.229231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44d8446-da7c-4e93-b776-142498a00065 req-51622e24-3a86-43a1-8011-ab7ae38a98cf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 949 time: 0.0567565 Nov 10 21:23:46.251236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 306f9c99-81cc-4cc0-9052-b87528377c0e) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:46.257074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.260054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24894787-4496-4fdb-954b-b9f8b2287eb0 None None] Network 306f9c99-81cc-4cc0-9052-b87528377c0e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:46.263803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:46.302102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44d8446-da7c-4e93-b776-142498a00065 req-2ec0f162-c9f7-4e99-a9c7-31cd06bb6926 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668621 Nov 10 21:23:46.305273 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-ce05f734-e05f-457b-bee0-3123104fa53c req-fa97fe1e-b98c-453b-969f-56d5dee4d38b service neutron] delete failed (client error): The resource could not be found. Nov 10 21:23:46.306284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-fa97fe1e-b98c-453b-969f-56d5dee4d38b service neutron] 10.222.0.64 "DELETE /v2.0/ports/2aced6b0-170d-4727-880b-a6ea4bfddb29/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.1514537 Nov 10 21:23:46.316754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03f92-27a3-42ea-af5c-743eb3320026 req-5414cd52-37cb-4011-a395-052bc0c75f32 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.327533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6a03f92-27a3-42ea-af5c-743eb3320026 req-5414cd52-37cb-4011-a395-052bc0c75f32 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 943 time: 0.1401620 Nov 10 21:23:46.356233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e6839aed-b4c8-4b87-8a3c-9175ed2749ef admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0781403 Nov 10 21:23:46.360403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0f467b3-c6fb-4129-ae7e-497f6aca1885 req-6820de36-d062-4f18-8858-32452896f93c service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978672 Nov 10 21:23:46.406851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6a03f92-27a3-42ea-af5c-743eb3320026 req-bd6b2629-290a-4781-bed1-80aac10354e7 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Nov 10 21:23:46.436701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2aced6b0-170d-4727-880b-a6ea4bfddb29 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:46.501284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f734-e05f-457b-bee0-3123104fa53c req-e509d949-4670-4d5d-918c-c20eb0455599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.503655 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-e509d949-4670-4d5d-918c-c20eb0455599 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1101 time: 0.0564139 Nov 10 21:23:46.522084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:46.524022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d247d-a48b-4f45-b4f0-54af16554962 None None] Network 306f9c99-81cc-4cc0-9052-b87528377c0e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:46.570774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69967-7b63-48ca-b732-6824901d3942 req-ebc63131-2e13-4773-a598-35ca1243b4a7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.572414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-ebc63131-2e13-4773-a598-35ca1243b4a7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1199243 Nov 10 21:23:46.596501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 2aced6b0-170d-4727-880b-a6ea4bfddb29 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:46.597709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 2aced6b0-170d-4727-880b-a6ea4bfddb29 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:46.598176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:46.613856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09ef65-c906-46da-99f5-80896351266b req-4bce376c-a592-49a8-ae45-6dc398c09346 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.618664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c09ef65-c906-46da-99f5-80896351266b req-4bce376c-a592-49a8-ae45-6dc398c09346 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1094475 Nov 10 21:23:46.631875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-d780b212-1aee-4831-8b63-f69bb689a212 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0523603 Nov 10 21:23:46.647676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Request body: {'floatingip': {'port_id': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:46.664899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f734-e05f-457b-bee0-3123104fa53c req-60636d50-29c3-41db-9255-2de053bd6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.666210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-60636d50-29c3-41db-9255-2de053bd6ea5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1496708 Nov 10 21:23:46.696063 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:46.718043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-5a894ceb-5b03-46d1-9b8b-94161da52802 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 217 time: 0.0415401 Nov 10 21:23:46.721606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c09ef65-c906-46da-99f5-80896351266b req-346a0044-39e7-4c1c-89de-7be9d554457c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974176 Nov 10 21:23:46.771267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f734-e05f-457b-bee0-3123104fa53c req-856c1dbf-0025-48d5-abbb-ee06973e0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.773099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-856c1dbf-0025-48d5-abbb-ee06973e0f0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0468135 Nov 10 21:23:46.821993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:46.832541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05f734-e05f-457b-bee0-3123104fa53c req-f735825a-6b92-4625-a03b-0e583786ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:46.835205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-f735825a-6b92-4625-a03b-0e583786ae3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529904 Nov 10 21:23:46.840653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'mac_address': 'fa:16:3e:38:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:23:46.885941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:46.898150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:46.922446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6126c-ba99-43e1-b2e1-8f1425bc7871 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:46.946058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:46.951846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-f4502e67-f229-4b87-8dea-4329ada13f49 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082318 Nov 10 21:23:46.953241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:46.955529 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672e943e-989d-40c3-8880-491ae54acfd2" -d '{"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-plugged", "status": "completed", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:46.969212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:47.042187 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:47.049513 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-f803e6a7-09b4-4e3b-8b61-276cac47b001 req-fb6bbc6d-b523-4bd6-9317-7e661f8bdbe5 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] show failed (client error): The resource could not be found. Nov 10 21:23:47.051068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f803e6a7-09b4-4e3b-8b61-276cac47b001 req-fb6bbc6d-b523-4bd6-9317-7e661f8bdbe5 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "GET /v2.0/security-groups/e703eb55-22fb-4d9e-b18d-a8d126c9f532 HTTP/1.1" status: 404 len: 352 time: 0.0217946 Nov 10 21:23:47.074477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce05f734-e05f-457b-bee0-3123104fa53c req-6b4a3155-72f8-4ca1-a85f-7b9ce30ae7d4 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125712 Nov 10 21:23:47.092339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:47.117966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:47.146118 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a24f72-ce6f-494f-8727-f30f4164e092 x-openstack-request-id: req-47a24f72-ce6f-494f-8727-f30f4164e092 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:47.146672 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-plugged", "status": "completed", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:47.147282 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47a24f72-ce6f-494f-8727-f30f4164e092 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:47.147870 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'code': 200} Nov 10 21:23:47.153580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['4df6126c-ba99-43e1-b2e1-8f1425bc7871'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:47.226802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:47.258050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c38f6-4647-4bf1-af4e-81f118192d71 req-065f67e0-3fe8-4a8a-9093-b489dfd72b2d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:47.259695 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb1c38f6-4647-4bf1-af4e-81f118192d71 req-065f67e0-3fe8-4a8a-9093-b489dfd72b2d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0586956 Nov 10 21:23:47.312296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb1c38f6-4647-4bf1-af4e-81f118192d71 req-9b7858e8-8469-407c-8252-dd5106cebc26 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Nov 10 21:23:47.388561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6295c2dd-6303-464e-aef3-8fc4d6965373 req-8c3196c0-1705-4e52-81e1-74051ecfa951 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13ded9886747484093f539b7b7c3a80e HTTP/1.1" status: 200 len: 3001 time: 0.0460174 Nov 10 21:23:47.432738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:47.437920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6295c2dd-6303-464e-aef3-8fc4d6965373 req-95b80bf8-03f3-413e-8f30-7257a44e86ef tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "GET /v2.0/security-groups/97a6bc1c-2ca0-4604-ab0a-60da3ddb935d HTTP/1.1" status: 200 len: 2998 time: 0.0421445 Nov 10 21:23:47.482547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6295c2dd-6303-464e-aef3-8fc4d6965373 req-62f6d7b2-b953-429e-83b6-a4e5c42ad6e1 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "GET /v2.0/security-groups/97a6bc1c-2ca0-4604-ab0a-60da3ddb935d HTTP/1.1" status: 200 len: 2998 time: 0.0379834 Nov 10 21:23:47.499979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:47.588528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b6fe-7e6b-4d25-8361-d1ce8584b8ad req-31166d95-47c7-4700-87fb-ef4eebf01cf2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:47.590037 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ab0b6fe-7e6b-4d25-8361-d1ce8584b8ad req-31166d95-47c7-4700-87fb-ef4eebf01cf2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0577216 Nov 10 21:23:47.614143 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Floating IP 184173d1-4bc9-4b42-8ef1-ddaaf5ecc848 associated. External IP: 172.25.7.166, port: 6233c7d4-a377-4785-9cb6-221e57f2c4e3. Nov 10 21:23:47.642719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ab0b6fe-7e6b-4d25-8361-d1ce8584b8ad req-105a7031-ee9f-4418-b96a-69184825b9ac tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462279 Nov 10 21:23:47.882214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Router 38bf5bc6-227e-4226-9f42-c32a77a076ba has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:23:47.956089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c9567-a2e2-4c17-8e34-9dafec8a094a req-5f5e174d-bf49-4d58-a7ed-5a9d2355daa5 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:47.957826 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-875c9567-a2e2-4c17-8e34-9dafec8a094a req-5f5e174d-bf49-4d58-a7ed-5a9d2355daa5 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 943 time: 0.0525250 Nov 10 21:23:48.007029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:23:48.012180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:48.012292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-875c9567-a2e2-4c17-8e34-9dafec8a094a req-6c4abc01-374e-41d2-8893-27811c081599 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480247 Nov 10 21:23:48.019347 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] Sync routers for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:23:48.041128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:48.041824 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:48.042891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-01d2b4de-2492-4782-a188-75fc734e20e7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "PUT /v2.0/floatingips/184173d1-4bc9-4b42-8ef1-ddaaf5ecc848 HTTP/1.1" status: 200 len: 997 time: 1.4005184 Nov 10 21:23:48.043411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:48.045828 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba996b27-2e32-426e-9673-c5db8d26ead4" -d '{"events": [{"name": "network-changed", "server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:48.100173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1663831-168f-480b-9c55-53cc203e70e6 req-ed25cda0-49e3-4985-b193-98f79ad8fe96 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "GET /v2.0/security-groups/97a6bc1c-2ca0-4604-ab0a-60da3ddb935d HTTP/1.1" status: 200 len: 2998 time: 0.0476444 Nov 10 21:23:48.127219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69967-7b63-48ca-b732-6824901d3942 req-7f1fe0ba-63f1-4cf9-95ee-5bb28c3a54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.138925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-7f1fe0ba-63f1-4cf9-95ee-5bb28c3a54c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 1098 time: 0.0690517 Nov 10 21:23:48.167430 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:48.179315 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-b1663831-168f-480b-9c55-53cc203e70e6 req-c4579a16-f471-4ee2-a94b-f0c77a69cc56 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 21:23:48.179315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1663831-168f-480b-9c55-53cc203e70e6 req-c4579a16-f471-4ee2-a94b-f0c77a69cc56 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "DELETE /v2.0/security-groups/97a6bc1c-2ca0-4604-ab0a-60da3ddb935d HTTP/1.1" status: 409 len: 352 time: 0.0704219 Nov 10 21:23:48.272996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69967-7b63-48ca-b732-6824901d3942 req-7bae6a2f-2504-4388-8a6a-67a595008385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.274756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-7bae6a2f-2504-4388-8a6a-67a595008385 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 200 len: 930 time: 0.1340559 Nov 10 21:23:48.307822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becd104-de8d-4f20-b203-e83f40ab1cbc req-9c3e4fda-99ca-4950-93d6-cbadbdc46177 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.309342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6becd104-de8d-4f20-b203-e83f40ab1cbc req-9c3e4fda-99ca-4950-93d6-cbadbdc46177 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0632145 Nov 10 21:23:48.362663 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6becd104-de8d-4f20-b203-e83f40ab1cbc req-98fd7963-59db-4de2-9215-c51c11b45330 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Nov 10 21:23:48.372935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-3bc59b88-6041-4c18-b1d1-fc79f26dab54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 1000 time: 0.0919340 Nov 10 21:23:48.445721 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '184173d1-4bc9-4b42-8ef1-ddaaf5ecc848', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'port_id': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'mac_address': 'fa:16:3e:43:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:47Z', 'revision_number': 1, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:26Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:48.454328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f3476053-0b1f-4f1a-b08f-2ff6802331d9 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:48.492871 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] Checking router: 38bf5bc6-227e-4226-9f42-c32a77a076ba for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:23:48.511094 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:48.512029 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:48.563935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f3476053-0b1f-4f1a-b08f-2ff6802331d9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:48.578512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'mac_address': 'fa:16:3e:fd:1b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:23:48.581897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:48.590363 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-5856e03f-bde6-489a-b139-1b95e107cf7d req-e06997ad-bf6f-45f0-912b-3d61a814293b tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] show failed (client error): The resource could not be found. Nov 10 21:23:48.605124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5856e03f-bde6-489a-b139-1b95e107cf7d req-e06997ad-bf6f-45f0-912b-3d61a814293b tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "GET /v2.0/security-groups/8e29d218-f922-4daa-b04e-85e2e3ab258f HTTP/1.1" status: 404 len: 352 time: 0.0302975 Nov 10 21:23:48.660793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-d686a279-459b-42ef-b980-f6a1957728b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.665274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-d686a279-459b-42ef-b980-f6a1957728b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 1098 time: 0.0563376 Nov 10 21:23:48.672767 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84df9e23-cb1a-4b59-be3f-afcdfc9e13af x-openstack-request-id: req-84df9e23-cb1a-4b59-be3f-afcdfc9e13af {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:48.673317 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:48.673317 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84df9e23-cb1a-4b59-be3f-afcdfc9e13af {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:48.673794 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'status': 'completed', 'code': 200} Nov 10 21:23:48.676953 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:48.693590 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:48.699889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69967-7b63-48ca-b732-6824901d3942 req-285bc40c-ae79-481a-8620-e35139d28cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.701617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-285bc40c-ae79-481a-8620-e35139d28cdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3446358e-f465-4fbf-a109-10e78785ff70 HTTP/1.1" status: 200 len: 868 time: 0.3212366 Nov 10 21:23:48.716914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3476053-0b1f-4f1a-b08f-2ff6802331d9 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:48.742696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f3476053-0b1f-4f1a-b08f-2ff6802331d9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:48.746439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:48.749210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:48.756203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69967-7b63-48ca-b732-6824901d3942 req-204bb42f-5e81-4125-aaf7-5b6f00d771c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.758189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-204bb42f-5e81-4125-aaf7-5b6f00d771c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e4b2bd-92d1-43c3-853a-1353d99a29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498946 Nov 10 21:23:48.769463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-8d9ee917-5fc3-4af4-9237-69651415a56b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:23:48.772357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-8d9ee917-5fc3-4af4-9237-69651415a56b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072773 Nov 10 21:23:48.825034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64faeb2-2760-4211-a6db-99f138efd617 req-eeea3fb8-f7ac-4057-9c91-2e15e4ab2926 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.836091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b64faeb2-2760-4211-a6db-99f138efd617 req-eeea3fb8-f7ac-4057-9c91-2e15e4ab2926 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.1384554 Nov 10 21:23:48.840185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:48.859793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-0c375cd8-783b-46db-a154-1474e6a82cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:48.861933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-0c375cd8-783b-46db-a154-1474e6a82cea service neutron] 10.222.0.64 "GET /v2.0/networks?id=89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 200 len: 930 time: 0.1909585 Nov 10 21:23:48.880714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:48.895146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-6ef58bcd-1abe-4500-a6a0-6af34b6af5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172476 Nov 10 21:23:48.928535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b64faeb2-2760-4211-a6db-99f138efd617 req-e801008f-e73f-4c42-ac49-ca44f5e51280 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766320 Nov 10 21:23:48.942043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:48.943747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f3476053-0b1f-4f1a-b08f-2ff6802331d9,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:48.982972 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '184173d1-4bc9-4b42-8ef1-ddaaf5ecc848', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'port_id': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'mac_address': 'fa:16:3e:43:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:47Z', 'revision_number': 1, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:26Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:48.990735 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-ea087db7-3298-4f8b-b681-822507facdc0 req-5b69ebd7-4a26-46b1-baa0-fa3e34534586 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] show failed (client error): The resource could not be found. Nov 10 21:23:48.992041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea087db7-3298-4f8b-b681-822507facdc0 req-5b69ebd7-4a26-46b1-baa0-fa3e34534586 tempest-SecurityGroupsNegativeTestJSON-1145183963 tempest-SecurityGroupsNegativeTestJSON-1145183963-project] 10.222.0.45 "GET /v2.0/security-groups/74ec39a5-263a-45e7-b411-19a8fcb68b83 HTTP/1.1" status: 404 len: 352 time: 0.0241485 Nov 10 21:23:49.006651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47316) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:49.015647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb343e-30ca-43a5-91f4-0e20e5198d4c None None] The sync data for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 is: [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '184173d1-4bc9-4b42-8ef1-ddaaf5ecc848', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'port_id': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'mac_address': 'fa:16:3e:43:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:47Z', 'revision_number': 1, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:26Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:23:49.036312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4d69967-7b63-48ca-b732-6824901d3942 req-08c738ed-adf0-47f7-a5fe-6cd21c286a9f service neutron] 10.222.0.45 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339407 Nov 10 21:23:49.042983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.044773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-46078105-b6c0-45c2-81fe-7291cbcc36e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 1000 time: 0.1509728 Nov 10 21:23:49.070879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] Deleting subnet c27689da-3a32-4994-810b-4ccd2d4a6c7f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:23:49.104975 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.113666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:49.149528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:49.151899 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65885a57-2d1b-44c6-882c-472c6bfbe806" -d '{"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:49.162228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['f3476053-0b1f-4f1a-b08f-2ff6802331d9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:49.185795 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.217481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-281d5e00-8827-4c41-b108-bb593a3dca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.218943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-281d5e00-8827-4c41-b108-bb593a3dca35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3446358e-f465-4fbf-a109-10e78785ff70 HTTP/1.1" status: 200 len: 868 time: 0.1642158 Nov 10 21:23:49.239101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591daffa-a393-45b9-9b0c-1e1ecb093c1d req-4e13da51-b92c-448c-a7ec-229d97111ef3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.240734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-591daffa-a393-45b9-9b0c-1e1ecb093c1d req-4e13da51-b92c-448c-a7ec-229d97111ef3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1487989 Nov 10 21:23:49.245227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.275270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef117ee-367b-4a1e-a1b9-cc3504384467 req-a99586d2-2dc7-4ca9-886d-1356cd684034 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.277313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ef117ee-367b-4a1e-a1b9-cc3504384467 req-a99586d2-2dc7-4ca9-886d-1356cd684034 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 944 time: 0.0862246 Nov 10 21:23:49.294732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.332283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df99f1-81bd-4df8-a141-05cee661f03f None None] New status for floating IP 184173d1-4bc9-4b42-8ef1-ddaaf5ecc848: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:23:49.353620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ef117ee-367b-4a1e-a1b9-cc3504384467 req-0ed81f47-337d-493e-b7c4-f149fbe0856e tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655463 Nov 10 21:23:49.373202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-3a2b92eb-cb10-4313-86b9-8d64fb9a26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.374694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-3a2b92eb-cb10-4313-86b9-8d64fb9a26cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89e4b2bd-92d1-43c3-853a-1353d99a29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454787 Nov 10 21:23:49.384267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-591daffa-a393-45b9-9b0c-1e1ecb093c1d req-c2116948-e78f-434e-9c0a-68bfb54cbd27 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292367 Nov 10 21:23:49.475993 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.514615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.521880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c27689da-3a32-4994-810b-4ccd2d4a6c7f HTTP/1.1" status: 204 len: 168 time: 0.5119882 Nov 10 21:23:49.523868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eedacb-fd1d-462a-9d24-48c528a09085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27689da-3a32-4994-810b-4ccd2d4a6c7f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:49.526114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-d6a800b4-22a0-437e-b1e4-ff35e43c65e8 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 258 time: 0.1426682 Nov 10 21:23:49.526609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47332) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:49.540082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:49.568366 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d7802b-5438-4d2b-8b2c-d8b7b7cdf298 x-openstack-request-id: req-d8d7802b-5438-4d2b-8b2c-d8b7b7cdf298 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:49.568967 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:49.568967 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8d7802b-5438-4d2b-8b2c-d8b7b7cdf298 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:49.569634 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'code': 200} Nov 10 21:23:49.598778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-e8486200-565d-4f2e-9908-d094be34b1b6 service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106681 Nov 10 21:23:49.631241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.646151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4a84-58b1-447f-b57f-0b78d8b22e81 req-fb13f1a9-a9ef-43a4-b674-ed7b811f4ec5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.647923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08fc4a84-58b1-447f-b57f-0b78d8b22e81 req-fb13f1a9-a9ef-43a4-b674-ed7b811f4ec5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1251898 Nov 10 21:23:49.707620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.726244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.751190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08fc4a84-58b1-447f-b57f-0b78d8b22e81 req-05c39f91-0664-4a19-bd0f-b470b62a78f3 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745773 Nov 10 21:23:49.754004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba996b27-2e32-426e-9673-c5db8d26ead4 req-d7851291-1871-4e30-bb7e-d48958be1a5c service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489465 Nov 10 21:23:49.757070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306f9c99-81cc-4cc0-9052-b87528377c0e']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:49.775583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6070ef43-2095-4f0e-803f-c9664f3d73ae') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:49.775583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6070ef43-2095-4f0e-803f-c9664f3d73ae') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:49.806330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.823520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.832471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:23:49.832868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:23:49.834548 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:23:49.868738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab327c6-c5b6-4fc5-861a-17fab0f2e1ce req-262c7bba-82b3-41a9-a2bb-00626024cd83 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:49.870276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ab327c6-c5b6-4fc5-861a-17fab0f2e1ce req-262c7bba-82b3-41a9-a2bb-00626024cd83 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0504496 Nov 10 21:23:49.912302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:49.919811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ab327c6-c5b6-4fc5-861a-17fab0f2e1ce req-0ba08cd3-adf0-436b-8814-5c5e0ce42b77 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Nov 10 21:23:49.969735 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.000599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.004623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] 10.222.0.45 "DELETE /v2.0/networks/306f9c99-81cc-4cc0-9052-b87528377c0e HTTP/1.1" status: 204 len: 168 time: 0.4770215 Nov 10 21:23:50.020965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8353f-c31c-40a2-8a37-2f250bb86814 admin admin] Pushing event deleted for resources: {'Network': ['ID=306f9c99-81cc-4cc0-9052-b87528377c0e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:50.099647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Allocated IP 172.25.7.111 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/9b124e01-f6bd-46f5-bdd7-37ff6883a74f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:50.158710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c9082-70af-49c1-bb38-7f9a315691ad req-5b3b01f1-ed9f-48aa-94e1-a4cee955b9b8 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:50.162150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-680c9082-70af-49c1-bb38-7f9a315691ad req-5b3b01f1-ed9f-48aa-94e1-a4cee955b9b8 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0522842 Nov 10 21:23:50.210754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-680c9082-70af-49c1-bb38-7f9a315691ad req-3bcba980-513b-4c56-9166-2cdf33bd7446 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Nov 10 21:23:50.212536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.312234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.351762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:50.354332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:50.358322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:50.374255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47354) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:50.388118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event updated for resources: {'Port': ['ID=9b124e01-f6bd-46f5-bdd7-37ff6883a74f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:50.436160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-25b36066-5148-42cf-ab95-68067af39709 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13ded9886747484093f539b7b7c3a80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606208 Nov 10 21:23:50.440794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:50.468007 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.468243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f3476053-0b1f-4f1a-b08f-2ff6802331d9 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:50.518924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0ebf-3028-4b5d-b3b2-06700e60be70 req-748cc614-f77f-4f1a-bcf9-1804212cabfb tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:50.520439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7caf0ebf-3028-4b5d-b3b2-06700e60be70 req-748cc614-f77f-4f1a-bcf9-1804212cabfb tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 944 time: 0.0830741 Nov 10 21:23:50.549403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.566132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.586295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.597238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port f3476053-0b1f-4f1a-b08f-2ff6802331d9 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:23:50.601626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7caf0ebf-3028-4b5d-b3b2-06700e60be70 req-8f1a8fff-01ff-4f87-a131-68bf106052dc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744610 Nov 10 21:23:50.602670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port f3476053-0b1f-4f1a-b08f-2ff6802331d9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:50.603038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.690288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.718397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-975533db-bff6-47a4-bf63-0ed643b92277 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229549 Nov 10 21:23:50.726156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f3476053-0b1f-4f1a-b08f-2ff6802331d9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:50.733649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.756396 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.758980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.761727 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/97a6bc1c-2ca0-4604-ab0a-60da3ddb935d HTTP/1.1" status: 204 len: 168 time: 0.3183618 Nov 10 21:23:50.798251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6bc1c-2ca0-4604-ab0a-60da3ddb935d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:50.808827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.809175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.809516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.809863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.810196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.810525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.810851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.811177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.811499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.811844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.812168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.812486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fb9864-3394-4c4c-8d65-7102fe0925cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:50.814899 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.842773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.879217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f3476053-0b1f-4f1a-b08f-2ff6802331d9,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:50.881003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-2a8c626c-f6c7-4d4c-8ac1-07947ab55363 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:50.884917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-2a8c626c-f6c7-4d4c-8ac1-07947ab55363 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595733 Nov 10 21:23:50.902632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-76be5464-3ba6-4be5-a759-42271756175f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/quotas/79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 375 time: 0.0101326 Nov 10 21:23:50.926237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event updated for resources: {'Port': ['ID=9b124e01-f6bd-46f5-bdd7-37ff6883a74f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:50.945772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:50.956822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-1d82765e-b691-44a6-ad71-c297767a48bf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479236 Nov 10 21:23:51.015900 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:51.017195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-13e78cd2-868a-4046-a5f4-786eb4a7bd39 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4827795 Nov 10 21:23:51.072166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-9c3c34a4-7f0f-4b69-9669-bff47e571d70 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.111 HTTP/1.1" status: 200 len: 696 time: 0.0480113 Nov 10 21:23:51.212358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-87126856-7322-45f7-b49c-53adfc34a279 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:51.213737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87c0a5da-daa3-403c-b62e-3e12297ca83f req-87126856-7322-45f7-b49c-53adfc34a279 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1361113 Nov 10 21:23:51.251421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264926-f4f6-4485-8edd-2b5b3a573024 req-6a7979cc-dd0f-42e9-af58-933b892af8c1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:51.257605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6264926-f4f6-4485-8edd-2b5b3a573024 req-6a7979cc-dd0f-42e9-af58-933b892af8c1 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0637176 Nov 10 21:23:51.330229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6264926-f4f6-4485-8edd-2b5b3a573024 req-17be79bf-d362-408b-8c74-a693489f3840 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653691 Nov 10 21:23:51.406781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67020d29-3736-4fd3-af39-42ea25dbf679 req-eef45eaa-bbe5-4b66-9be3-d84f7c60574e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 210 time: 0.0260806 Nov 10 21:23:51.478961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060c1a0-399b-40ed-baed-3f7d6c430c57 req-3d5fb16c-e393-4e46-9363-453f9ca1b4b0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:51.480592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1060c1a0-399b-40ed-baed-3f7d6c430c57 req-3d5fb16c-e393-4e46-9363-453f9ca1b4b0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0573094 Nov 10 21:23:51.526582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc3a6-b6be-4f41-b443-cfe86c0844fc req-32e607bc-a7fe-4855-9e37-5adb3e82a960 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:51.528180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-079fc3a6-b6be-4f41-b443-cfe86c0844fc req-32e607bc-a7fe-4855-9e37-5adb3e82a960 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0625966 Nov 10 21:23:51.542977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1060c1a0-399b-40ed-baed-3f7d6c430c57 req-bbb0f93e-1f02-4348-83d1-5fc6542d7c65 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.111 HTTP/1.1" status: 200 len: 696 time: 0.0564964 Nov 10 21:23:51.555453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-1060c1a0-399b-40ed-baed-3f7d6c430c57 req-dcb40dd0-4535-41aa-af77-663778115144 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Request body: {'floatingip': {'port_id': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:51.570385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:51.573279 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec5df8c-1987-4077-a4d7-2e3be1e278b6" -d '{"events": [{"server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "name": "network-vif-plugged", "status": "completed", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:51.593109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-079fc3a6-b6be-4f41-b443-cfe86c0844fc req-3a6dd1e7-697d-401e-9cd1-5bc2b631c6ae tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581174 Nov 10 21:23:51.608510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1060c1a0-399b-40ed-baed-3f7d6c430c57 req-dcb40dd0-4535-41aa-af77-663778115144 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:51.650898 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279aaeac-5cc0-4e23-b651-f80c479bd73c x-openstack-request-id: req-279aaeac-5cc0-4e23-b651-f80c479bd73c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:51.650898 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "name": "network-vif-plugged", "status": "completed", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:51.650898 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-279aaeac-5cc0-4e23-b651-f80c479bd73c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:51.650898 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'code': 200} Nov 10 21:23:51.800924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259de9f-f6ab-4e82-883a-ddf1f9179400 req-d63832a6-83da-487c-b802-72a1ce82bfbd tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:51.808476 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3259de9f-f6ab-4e82-883a-ddf1f9179400 req-d63832a6-83da-487c-b802-72a1ce82bfbd tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 945 time: 0.1000841 Nov 10 21:23:51.819371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a9d1e-fd01-4550-804c-4df5a6570abb req-7cce7ee5-a84d-475f-b5fc-047b048d20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:51.820841 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c0a9d1e-fd01-4550-804c-4df5a6570abb req-7cce7ee5-a84d-475f-b5fc-047b048d20eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 1097 time: 0.0860305 Nov 10 21:23:51.866304 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-1060c1a0-399b-40ed-baed-3f7d6c430c57 req-dcb40dd0-4535-41aa-af77-663778115144 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 21:23:51.868182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1060c1a0-399b-40ed-baed-3f7d6c430c57 req-dcb40dd0-4535-41aa-af77-663778115144 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "PUT /v2.0/floatingips/0e65271a-04b9-4216-affb-85cb789430e6 HTTP/1.1" status: 409 len: 551 time: 0.3167188 Nov 10 21:23:51.884542 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3259de9f-f6ab-4e82-883a-ddf1f9179400 req-86f9c815-3aec-407e-8348-b79256cb2a0f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731230 Nov 10 21:23:51.893755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c0a9d1e-fd01-4550-804c-4df5a6570abb req-8d955b65-79a9-437a-aebb-6cf69ee8851f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648794 Nov 10 21:23:51.933141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-8355c9cd-d486-4c1a-bcf0-08d29fa91681 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips/0e65271a-04b9-4216-affb-85cb789430e6 HTTP/1.1" status: 200 len: 693 time: 0.0432255 Nov 10 21:23:52.020377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47426) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:52.045711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-f37f3f93-278c-43da-99e7-31ba6b2fdbe5 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:52.049417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-f37f3f93-278c-43da-99e7-31ba6b2fdbe5 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1081729 Nov 10 21:23:52.058172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-5031f0e2-e028-4eb7-a5a4-c31df33e8af4 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:23:52.060169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-5031f0e2-e028-4eb7-a5a4-c31df33e8af4 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056791 Nov 10 21:23:52.109372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-96a32779-15b2-4cb9-85e3-ff1fad77f2e1 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.111 HTTP/1.1" status: 200 len: 696 time: 0.0436549 Nov 10 21:23:52.122075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-348363085-network', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:52.164886 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-e9645f3c-b8db-4dfc-b8e3-e2f06c5ea10e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.111 HTTP/1.1" status: 200 len: 696 time: 0.0465689 Nov 10 21:23:52.220276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Made reservation on behalf of 5195fd2e6970433088e7ae13882aa56b for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:52.223451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.232619 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.302505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Deleting port 9b124e01-f6bd-46f5-bdd7-37ff6883a74f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:23:52.302744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.313021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.357701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.387014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:23:52.391007 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.391407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.404225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Calling delete_port for 9b124e01-f6bd-46f5-bdd7-37ff6883a74f owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:23:52.413682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba5f4ee-bdf5-46f9-8e88-dc15b3cd3339,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:52.416858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.417398 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Added segment 63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45 of type vlan for network 4693b87d-5170-4012-9198-8cfba408eccb Nov 10 21:23:52.490754 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.528598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82dcf-bb23-44a5-bfdb-d4054853dd9d req-5d7cb1a6-b219-453e-ad3d-05a6c017d40d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:52.530156 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b2d82dcf-bb23-44a5-bfdb-d4054853dd9d req-5d7cb1a6-b219-453e-ad3d-05a6c017d40d tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0792615 Nov 10 21:23:52.583314 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b2d82dcf-bb23-44a5-bfdb-d4054853dd9d req-7ed00dec-cab8-41b5-9dad-708d2673da5e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443554 Nov 10 21:23:52.605114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.606118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:52.606780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.631841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.671800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event deleted for resources: {'Port': ['ID=9b124e01-f6bd-46f5-bdd7-37ff6883a74f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:52.679027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] Pushing event updated for resources: {'Network': ['ID=4693b87d-5170-4012-9198-8cfba408eccb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:52.691162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4693b87d-5170-4012-9198-8cfba408eccb details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:23:52.694184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.694908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.694908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.695376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.695550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.695879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.696211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.696535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.696864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.697184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.697508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.697830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:52.737456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e813ae04-92cd-4eb3-bf10-2d13065f1d39 req-875ba58b-82ef-4374-9619-812c9b92139c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 210 time: 0.0279055 Nov 10 21:23:52.740312 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.742883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.744083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f225cc6-8c3a-46e6-8e40-946c153e364b req-ab03e307-bd5d-419e-a0de-8b6f0a3043c0 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "DELETE /v2.0/floatingips/0e65271a-04b9-4216-affb-85cb789430e6 HTTP/1.1" status: 204 len: 173 time: 0.5734293 Nov 10 21:23:52.744411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8dd39fc0-1db7-40d5-b4c1-827ba5fd0cce admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7228024 Nov 10 21:23:52.744530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47448) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:52.749281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Request body: {'subnet': {'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-348363085-subnet', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:52.848381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Made reservation on behalf of 5195fd2e6970433088e7ae13882aa56b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:52.850577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:52.857897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34cfc6-c876-4046-952a-f1b7e9d8432d req-9295a532-c326-458a-bfdf-440b0d929b0d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:52.859490 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a34cfc6-c876-4046-952a-f1b7e9d8432d req-9295a532-c326-458a-bfdf-440b0d929b0d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 945 time: 0.0521507 Nov 10 21:23:52.885719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-21069a7c-770f-479a-8f90-b7b70a9a10d7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.1119902 Nov 10 21:23:52.910577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a34cfc6-c876-4046-952a-f1b7e9d8432d req-26ce5921-5600-428a-96bf-c2c33687d264 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Nov 10 21:23:52.979708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-f4e4f59f-e012-4c09-8b3c-ea30bbe2b60e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:52.981217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-f4e4f59f-e012-4c09-8b3c-ea30bbe2b60e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports/6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 943 time: 0.0696776 Nov 10 21:23:53.036058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197ed34-a1af-4ea6-a293-83138fa1fb17 req-2a1f888d-3500-466b-9e82-a0faf97621a5 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:53.037643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d197ed34-a1af-4ea6-a293-83138fa1fb17 req-2a1f888d-3500-466b-9e82-a0faf97621a5 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 945 time: 0.0508778 Nov 10 21:23:53.094358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d197ed34-a1af-4ea6-a293-83138fa1fb17 req-a7cd980a-2856-476d-a590-759f8b26b5a3 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497365 Nov 10 21:23:53.132513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-d081e5ee-f447-40ad-af16-437249a68009 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.1043618 Nov 10 21:23:53.179965 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.211317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.247662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-5c152866-d38a-42bf-b0f7-15bbed723622 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259094 Nov 10 21:23:53.282401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-adca6743-5367-46ec-b5b5-67b8ac56f42d tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:53.283950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-adca6743-5367-46ec-b5b5-67b8ac56f42d tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1458430 Nov 10 21:23:53.286253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=71bb2c60-1dce-45cb-b5fb-a10cae413211,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:53.350284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Checking segment: {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:53.350643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Network hostable DHCP agents. Network: 4693b87d-5170-4012-9198-8cfba408eccb, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:23:53.370673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-2ff79ebb-026b-4435-a7b0-570058cbe6cf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:53.372592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-2ff79ebb-026b-4435-a7b0-570058cbe6cf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168859 Nov 10 21:23:53.376062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-4eb1e382-fe62-4e22-973a-4f07d3e05287 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 1002 time: 0.0845683 Nov 10 21:23:53.393789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Request body: {'port': {'device_id': '29724742-5889-4122-b06a-0dfc0aaccac1', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '79e7fe97b7dc47f68a60c8e2161871f0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:53.394216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:53.475330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Network 4693b87d-5170-4012-9198-8cfba408eccb is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:23:53.490850 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.519144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e7c67fb6-b771-44a2-a9b2-1c8f9b4f95c4 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:53.520708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e7c67fb6-b771-44a2-a9b2-1c8f9b4f95c4 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1193323 Nov 10 21:23:53.542484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-11'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:53.565305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4693b87d-5170-4012-9198-8cfba408eccb) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:53.574713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ebb5c-8a6e-4a1f-bbcf-34cab5c9430e None None] Network 4693b87d-5170-4012-9198-8cfba408eccb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:53.635569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.652074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:53.657997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.725440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Made reservation on behalf of 79e7fe97b7dc47f68a60c8e2161871f0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:23:53.726054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.729459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.781555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4693b87d-5170-4012-9198-8cfba408eccb', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:23:53.782700 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.808518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:53.808952 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Floating IP 184173d1-4bc9-4b42-8ef1-ddaaf5ecc848 disassociated. External IP: 172.25.7.166, port: 6233c7d4-a377-4785-9cb6-221e57f2c4e3. Nov 10 21:23:53.865669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4424cf67-9975-4908-bd61-32a2bc0a06aa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1200976 Nov 10 21:23:53.869589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47482) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:23:53.873026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:53.942248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Allocated IP 172.20.0.2 (4693b87d-5170-4012-9198-8cfba408eccb/71bb2c60-1dce-45cb-b5fb-a10cae413211/75a80cd0-767b-4c33-bda5-546362967244) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:54.140034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.150528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91690fbc-10cc-4d4e-a1fe-65de3084ecc7 req-5cb562d3-f206-4ce9-a6b1-a01df69b3d87 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:54.157743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91690fbc-10cc-4d4e-a1fe-65de3084ecc7 req-5cb562d3-f206-4ce9-a6b1-a01df69b3d87 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.4723601 Nov 10 21:23:54.221922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.254186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:54.275963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Network 4693b87d-5170-4012-9198-8cfba408eccb is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:54.281983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:54.284595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Pushing event updated for resources: {'Port': ['ID=75a80cd0-767b-4c33-bda5-546362967244,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:54.286868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:54.305345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91690fbc-10cc-4d4e-a1fe-65de3084ecc7 req-6aab0a16-e475-4171-845d-5f52b659fe8a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466630 Nov 10 21:23:54.353166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Allocated IP 192.168.233.243 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/bcc14f37-77ef-477a-91b3-8e975dfb7974) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:54.355502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:54.360735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Attempting to bind port 75a80cd0-767b-4c33-bda5-546362967244 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:54.361110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Attempting to bind port 75a80cd0-767b-4c33-bda5-546362967244 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:54.361866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Attempting to bind port 75a80cd0-767b-4c33-bda5-546362967244 on network 4693b87d-5170-4012-9198-8cfba408eccb {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:54.366611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.367764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.368390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:54.368764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Checking segment: {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:54.369219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.369716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Bound using segment: {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:54.370066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Bound port: 75a80cd0-767b-4c33-bda5-546362967244, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:54.370441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.379053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Router 38bf5bc6-227e-4226-9f42-c32a77a076ba has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:23:54.433406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:54.435823 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f903544-200d-443a-9e1a-5eba08fe351f" -d '{"events": [{"server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:54.440571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.487659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1480d3af-b9cf-4a90-b79d-1edd49144f11 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:23:54.497109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.514173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] For port 75a80cd0-767b-4c33-bda5-546362967244, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:54.533380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] For port 75a80cd0-767b-4c33-bda5-546362967244, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=75a80cd0-767b-4c33-bda5-546362967244,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:54.561628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.654600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.659224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f0198b5-dff8-4ef7-8e06-a322de4e2413 req-1671a803-f09f-40b9-96a8-2cc11f05955e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 210 time: 0.0489960 Nov 10 21:23:54.698984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:54.728280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Pushing event updated for resources: {'Port': ['ID=75a80cd0-767b-4c33-bda5-546362967244,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:54.787147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.787147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.787973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.788448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.788786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.789466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.789798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.790121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.790442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.790813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.791083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.791399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de4c899-297b-4e9b-b32e-07807d171d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:23:54.827009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:23:54.835633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.839149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:54.842990 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] Sync routers for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:23:54.860547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on host n-h1-776250-11 for vnic_type normal with profile {"migrating_to": "n-h2-776250-11"} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:54.864089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1480d3af-b9cf-4a90-b79d-1edd49144f11 has no active binding in host n-h2-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:23:54.865493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:54.866136 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:54.866575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:54.867356 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:54.880061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-11a7d2a0-30d0-4b5d-b79e-bbb7b762dd5e tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "PUT /v2.0/floatingips/184173d1-4bc9-4b42-8ef1-ddaaf5ecc848 HTTP/1.1" status: 200 len: 695 time: 1.4921880 Nov 10 21:23:54.884204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:23:54.884733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Attempting to bind port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:54.885057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.889612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:54.891916 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfe9d57-c255-48e1-94c8-17624b95b610" -d '{"events": [{"name": "network-changed", "server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:54.901526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.906042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:54.906620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:54.907182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:54.907946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Bound port: 1480d3af-b9cf-4a90-b79d-1edd49144f11, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:54.908527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:54.943954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa1777-a016-4b71-9b2d-2e6bc12f8c5d req-643cf19c-945d-420d-88b7-dd0af7853242 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:54.946004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4fa1777-a016-4b71-9b2d-2e6bc12f8c5d req-643cf19c-945d-420d-88b7-dd0af7853242 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.1821172 Nov 10 21:23:55.042388 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:55.049411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-899974a8-f769-4424-a342-ca2f5782a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.063225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-899974a8-f769-4424-a342-ca2f5782a8ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 1098 time: 0.1627717 Nov 10 21:23:55.067361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4fa1777-a016-4b71-9b2d-2e6bc12f8c5d req-a473d367-9c5e-4073-a9bb-a3950c1fc6c0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986059 Nov 10 21:23:55.081114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:55.085781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:55.113145 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:55.130012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:55.132397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2aced6b0-170d-4727-880b-a6ea4bfddb29'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:55.260745 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:55.353389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:55.379835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:55.389837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-1aa57764-177d-4591-9f23-06613ca39c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.391665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-1aa57764-177d-4591-9f23-06613ca39c0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 200 len: 930 time: 0.3276248 Nov 10 21:23:55.439170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:55.447324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:55.480720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-dc15c734-bbfc-49d8-9724-eddd47c743dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0813360 Nov 10 21:23:55.523380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4ba1-a5f0-432d-862f-aad725a746f6 req-3bbc6bb8-c088-4894-b3e0-2eef512e0dc4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.526122 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:26Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:55.547790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0cc4ba1-a5f0-432d-862f-aad725a746f6 req-3bbc6bb8-c088-4894-b3e0-2eef512e0dc4 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 945 time: 0.3193729 Nov 10 21:23:55.595469 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] Checking router: 38bf5bc6-227e-4226-9f42-c32a77a076ba for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:23:55.610082 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:23:55.610848 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:55.611832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.613010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:55.615639 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] 10.222.0.53 "PUT /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 1123 time: 2.0834928 Nov 10 21:23:55.672479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-6cbed5ff-9a84-48f1-a76d-b0b545b4da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.683008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-6cbed5ff-9a84-48f1-a76d-b0b545b4da3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3446358e-f465-4fbf-a109-10e78785ff70 HTTP/1.1" status: 200 len: 868 time: 0.1683142 Nov 10 21:23:55.695907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ec486-d976-4cfb-b4ef-691f61364602 service neutron] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=8']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:55.707687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:55.718550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.719415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:55.767474 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:55.781082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['1480d3af-b9cf-4a90-b79d-1edd49144f11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:55.783686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0cc4ba1-a5f0-432d-862f-aad725a746f6 req-2354934b-389d-4211-b559-bbf24f9cdfb7 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303214 Nov 10 21:23:55.812053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-be86b25f-7bfd-4130-8ed2-8d3c70242c7d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4140975 Nov 10 21:23:55.824303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Request body: {'port': {'device_id': '29724742-5889-4122-b06a-0dfc0aaccac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:55.839864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1480d3af-b9cf-4a90-b79d-1edd49144f11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:23:55.897586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-2ca9a715-7925-4a70-85b9-68a813b855cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:55.912597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-2ca9a715-7925-4a70-85b9-68a813b855cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89e4b2bd-92d1-43c3-853a-1353d99a29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2280054 Nov 10 21:23:55.927113 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:23:55.937852 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac593f2e-746b-4bae-8ccb-0d6ba126bcc5 x-openstack-request-id: req-ac593f2e-746b-4bae-8ccb-0d6ba126bcc5 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:55.938176 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:55.938389 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac593f2e-746b-4bae-8ccb-0d6ba126bcc5 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:55.939049 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11', 'code': 200} Nov 10 21:23:55.940658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:56.148546 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dc983d-1e07-45b6-a320-cf3cd8dd388c x-openstack-request-id: req-92dc983d-1e07-45b6-a320-cf3cd8dd388c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:56.148798 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:56.149053 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92dc983d-1e07-45b6-a320-cf3cd8dd388c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:56.149685 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'status': 'completed', 'code': 200} Nov 10 21:23:56.337738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0da009a9-0f0e-4849-8656-87d70fa5a8af None None] Provisioning complete for port bcc14f37-77ef-477a-91b3-8e975dfb7974 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:56.338108 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0da009a9-0f0e-4849-8656-87d70fa5a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:56.353300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Allocated IP 172.25.7.224 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/85a1bbab-b971-4213-bd4f-324e22fd87b6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:23:56.354840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f96b-d2dc-4e36-b29c-b3cb3ca45bf5 req-0652b396-a9d7-43e4-8284-e487d6c30e1c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:56.370643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0124f96b-d2dc-4e36-b29c-b3cb3ca45bf5 req-0652b396-a9d7-43e4-8284-e487d6c30e1c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1561127 Nov 10 21:23:56.398965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-b211adf0-c95a-4313-84ac-289f842bab65 service neutron] 10.222.0.45 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851036 Nov 10 21:23:56.480761 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:26Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:23:56.560179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766cf793-0524-4513-8395-ef7d967d0015 None None] Network 4693b87d-5170-4012-9198-8cfba408eccb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:23:56.561922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0124f96b-d2dc-4e36-b29c-b3cb3ca45bf5 req-a789d4df-6338-4f2e-8662-46a9d4bccc45 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890543 Nov 10 21:23:56.574592 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f61d32-91c8-46e7-9349-d4f9b22c2e14 None None] The sync data for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 is: [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:17Z', 'revision_number': 4, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad', 'name': '', 'network_id': '89e4b2bd-92d1-43c3-853a-1353d99a29e5', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'mac_address': 'fa:16:3e:ab:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '3446358e-f465-4fbf-a109-10e78785ff70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:14Z', 'updated_at': '2021-11-10T21:23:26Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'subnets': [{'id': '3446358e-f465-4fbf-a109-10e78785ff70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:23:56.606321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0da009a9-0f0e-4849-8656-87d70fa5a8af None None] Port bcc14f37-77ef-477a-91b3-8e975dfb7974 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:23:56.693268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc14f37-77ef-477a-91b3-8e975dfb7974 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:23:56.702429 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:56.705009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-60c4d070-8228-4be2-af4a-e3f83415c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:56.706731 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-60c4d070-8228-4be2-af4a-e3f83415c255 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 1098 time: 0.5338159 Nov 10 21:23:56.739066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Transition to ACTIVE for port object bcc14f37-77ef-477a-91b3-8e975dfb7974 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:23:56.798867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:56.909005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:56.937801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84dc1b95-cd9c-43f3-9a2c-218f3fb27147 req-0b560faf-e51f-4932-bfa5-c82ac8735d23 service neutron] 10.222.0.45 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376832 Nov 10 21:23:56.948419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:56.993510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-5e3b27c9-4d65-49fa-b04f-fedd5ba3253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:56.996986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-5e3b27c9-4d65-49fa-b04f-fedd5ba3253f service neutron] 10.222.0.64 "GET /v2.0/networks?id=89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 200 len: 930 time: 0.2777987 Nov 10 21:23:57.100304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Attempting to bind port bcc14f37-77ef-477a-91b3-8e975dfb7974 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:23:57.100657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Attempting to bind port bcc14f37-77ef-477a-91b3-8e975dfb7974 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:23:57.100989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Attempting to bind port bcc14f37-77ef-477a-91b3-8e975dfb7974 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:57.111832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Port bcc14f37-77ef-477a-91b3-8e975dfb7974 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:23:57.112180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Attempting to bind port bcc14f37-77ef-477a-91b3-8e975dfb7974 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:23:57.135715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa40007-f776-48c6-a937-7398c50f96de req-8cbba99c-8033-44d1-a216-e7423c25d66b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.141686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0ae5b-29ca-4f25-9ed9-2f300cd0a835 None None] New status for floating IP 184173d1-4bc9-4b42-8ef1-ddaaf5ecc848: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:23:57.145477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eaa40007-f776-48c6-a937-7398c50f96de req-8cbba99c-8033-44d1-a216-e7423c25d66b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.2381999 Nov 10 21:23:57.148231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:23:57.148576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:23:57.148959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:23:57.149405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Bound port: bcc14f37-77ef-477a-91b3-8e975dfb7974, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:23:57.149766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.208880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-06a1fad2-d17c-43c6-af99-4872834a8675 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 200 len: 217 time: 0.1713035 Nov 10 21:23:57.301241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.302695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-055d9032-776d-424f-868a-8aff819eaefe None None] Provisioning complete for port 75a80cd0-767b-4c33-bda5-546362967244 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:57.318354 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-055d9032-776d-424f-868a-8aff819eaefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.324074 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eaa40007-f776-48c6-a937-7398c50f96de req-644a7e63-1d7c-4402-84e5-654d6ab73280 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729140 Nov 10 21:23:57.331839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 75a80cd0-767b-4c33-bda5-546362967244 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:57.360090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:23:57.372070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:23:57.378551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:23:57.389576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-188ff264-35f4-41ae-9c00-b33c55748114 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.398869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-188ff264-35f4-41ae-9c00-b33c55748114 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2041962 Nov 10 21:23:57.403374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:23:57.411109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-f203f132-9249-4661-ba7b-81304b3d0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.412786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-f203f132-9249-4661-ba7b-81304b3d0704 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3446358e-f465-4fbf-a109-10e78785ff70 HTTP/1.1" status: 200 len: 868 time: 0.1824539 Nov 10 21:23:57.418394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:23:57.422718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Pushing event updated for resources: {'Port': ['ID=85a1bbab-b971-4213-bd4f-324e22fd87b6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:57.445787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.549359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-59f2444d-9ae4-4ec9-96ea-d7ef32ca8270 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.1473324 Nov 10 21:23:57.558395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'floatingip': {'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:23:57.571358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.572441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.574025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] 10.222.0.64 "PUT /v2.0/ports/bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 1097 time: 1.7582605 Nov 10 21:23:57.671591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b64ce0-b488-41a0-b044-c6c3198e84eb service neutron] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:57.684871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b1e0e-ad70-4233-8672-64cb8a30e1a0 req-45c2f4a5-fac0-4dbc-8ce7-74a6e0cba0c4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.686452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-728b1e0e-ad70-4233-8672-64cb8a30e1a0 req-45c2f4a5-fac0-4dbc-8ce7-74a6e0cba0c4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.2558155 Nov 10 21:23:57.725762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.761445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 75a80cd0-767b-4c33-bda5-546362967244 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:57.761858 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.848660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-728b1e0e-ad70-4233-8672-64cb8a30e1a0 req-3a7ee7c6-25af-4573-923f-aee271157779 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343534 Nov 10 21:23:57.878828 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-055d9032-776d-424f-868a-8aff819eaefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:57.881786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-fcfbe240-f752-47b0-a0b3-771e27402161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.883326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-fcfbe240-f752-47b0-a0b3-771e27402161 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1100 time: 0.1959736 Nov 10 21:23:57.964030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11'}, {'name': 'network-changed', 'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:23:57.964435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-055d9032-776d-424f-868a-8aff819eaefe None None] For port 75a80cd0-767b-4c33-bda5-546362967244, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=75a80cd0-767b-4c33-bda5-546362967244,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:23:57.966795 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c0336-c632-4f30-ae26-96df5b141e16" -d '{"events": [{"name": "network-changed", "server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11"}, {"name": "network-changed", "server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:23:57.970308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-97b8e5aa-3dfd-4d0f-b232-b5da9e74ae5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 217 time: 0.0757923 Nov 10 21:23:57.982066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-652c9ea0-5fe1-4501-bb17-71705ca7c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:57.987918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-652c9ea0-5fe1-4501-bb17-71705ca7c0c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89e4b2bd-92d1-43c3-853a-1353d99a29e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5631571 Nov 10 21:23:58.039400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:58.043989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-055d9032-776d-424f-868a-8aff819eaefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:58.169486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-6edabaf6-0865-407a-b285-fc6bbbea1533 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips/184173d1-4bc9-4b42-8ef1-ddaaf5ecc848 HTTP/1.1" status: 200 len: 693 time: 0.1240711 Nov 10 21:23:58.195628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-7e320779-133f-425c-94f8-6a5395185956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:58.197258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-7e320779-133f-425c-94f8-6a5395185956 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2183869 Nov 10 21:23:58.221754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d9032-776d-424f-868a-8aff819eaefe None None] Pushing event updated for resources: {'Port': ['ID=75a80cd0-767b-4c33-bda5-546362967244,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:58.237097 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:23:58.237454 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:23:58.348328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-b7fb036a-c7b4-4d03-b45b-5554c8529ab6 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:58.356996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-b7fb036a-c7b4-4d03-b45b-5554c8529ab6 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1894436 Nov 10 21:23:58.370987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a71a2951-0eb7-45c5-aded-44f1f05581e7 None None] Provisioning complete for port 75a80cd0-767b-4c33-bda5-546362967244 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:58.371651 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a71a2951-0eb7-45c5-aded-44f1f05581e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:58.425081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-e9f9455a-ffc1-49d6-b501-d72249da3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:58.426913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-e9f9455a-ffc1-49d6-b501-d72249da3ed5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1507092 Nov 10 21:23:58.441102 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-68b67b75-6bea-423e-80ed-712daa625ded tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0813401 Nov 10 21:23:58.519277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-935bccd5-fdd0-4952-a1e0-485478060b5a tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0770195 Nov 10 21:23:58.575617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-42dcc884-1301-4d3b-b74c-5fbcdec8fe98 service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693796 Nov 10 21:23:58.728237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-93fa3ab0-66d0-4656-9572-b8bacefe0cce service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835948 Nov 10 21:23:58.743759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Deleting port afa0e788-dba0-45d2-94d6-2d3cbf9a8c3d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:23:58.744135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:58.886037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:58.886357 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:58.903756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Calling delete_port for afa0e788-dba0-45d2-94d6-2d3cbf9a8c3d owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:23:58.918693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:58.924432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfe9d57-c255-48e1-94c8-17624b95b610 req-5823252b-c839-450b-a200-7faf22e5dad9 service neutron] 10.222.0.64 "GET /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397696 Nov 10 21:23:58.976043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f9af418-67a1-45f1-b8af-1b53415a5ec5 req-d5fb3136-a801-47a1-abac-2fdd19b0f621 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354085 Nov 10 21:23:59.196579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:59.209242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 75a80cd0-767b-4c33-bda5-546362967244 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:23:59.235429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event deleted for resources: {'Port': ['ID=afa0e788-dba0-45d2-94d6-2d3cbf9a8c3d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:23:59.296684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:59.299811 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:59.300974 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ffdc8b6-a0c3-4e4b-996c-1a3ec519e3cd req-5137764a-c78d-450b-a3ba-64f9d561c87f tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "DELETE /v2.0/floatingips/184173d1-4bc9-4b42-8ef1-ddaaf5ecc848 HTTP/1.1" status: 204 len: 173 time: 0.7807999 Nov 10 21:23:59.302558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 75a80cd0-767b-4c33-bda5-546362967244 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:23:59.303044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:59.311224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:59.335133 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:59.389925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:23:59.449774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c75f47-f2d1-43f3-b9c5-4e47e1fa96f5 req-7d26a3cb-d5d2-4932-9ab8-eed79eb917a5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:59.451777 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3c75f47-f2d1-43f3-b9c5-4e47e1fa96f5 req-7d26a3cb-d5d2-4932-9ab8-eed79eb917a5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.0699537 Nov 10 21:23:59.514459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3c75f47-f2d1-43f3-b9c5-4e47e1fa96f5 req-5a7d079a-a63e-4e80-9061-0548fe657d55 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556242 Nov 10 21:23:59.591117 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b associated. External IP: 172.25.7.132, port: d85b4583-99f3-499c-8725-6a6a6abd14c9. Nov 10 21:23:59.855203 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ebb195-0cb2-4474-b278-f41464a375d6 x-openstack-request-id: req-39ebb195-0cb2-4474-b278-f41464a375d6 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:23:59.855203 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:23:59.855203 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39ebb195-0cb2-4474-b278-f41464a375d6 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:23:59.855203 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11', 'status': 'completed', 'code': 200} Nov 10 21:23:59.855203 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'status': 'completed', 'code': 200} Nov 10 21:23:59.886854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:23:59.925084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0336-c632-4f30-ae26-96df5b141e16 req-0e2816f0-8989-436c-beb1-fcdd48bd8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:59.926880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-0e2816f0-8989-436c-beb1-fcdd48bd8970 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1126 time: 0.0879395 Nov 10 21:23:59.960645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82ea0c-c340-4e26-8da0-558eb2902c57 req-fb3e2baf-f0e0-4fb0-b0f5-3281d1289cae tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:23:59.962148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff82ea0c-c340-4e26-8da0-558eb2902c57 req-fb3e2baf-f0e0-4fb0-b0f5-3281d1289cae tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.0680609 Nov 10 21:24:00.030145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:00.037190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:00.042294 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:00.077874 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:00.078084 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:00.081911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff82ea0c-c340-4e26-8da0-558eb2902c57 req-5bfbf0bd-4400-4297-8975-c2a6aaa15d43 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016991 Nov 10 21:24:00.117306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0336-c632-4f30-ae26-96df5b141e16 req-9ea5e6bf-328f-43aa-bbd4-87a52d6a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.118821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-9ea5e6bf-328f-43aa-bbd4-87a52d6a0507 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1764994 Nov 10 21:24:00.247652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-46e703ac-96e0-4ba8-a577-849532998ecd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 217 time: 0.1172457 Nov 10 21:24:00.276212 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:00.348361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee123277-fdcd-4ab8-972f-8cf1c79bca2f req-dcc6b148-0ec5-4248-8614-75efb7c05d6c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.356540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee123277-fdcd-4ab8-972f-8cf1c79bca2f req-dcc6b148-0ec5-4248-8614-75efb7c05d6c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.1266131 Nov 10 21:24:00.378909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0336-c632-4f30-ae26-96df5b141e16 req-3d457fcd-3678-460e-a7a2-d1b792ea51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.380539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-3d457fcd-3678-460e-a7a2-d1b792ea51c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0999272 Nov 10 21:24:00.440536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-f92dc05b-f747-44e3-9022-9176bd008524 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430031 Nov 10 21:24:00.452221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee123277-fdcd-4ab8-972f-8cf1c79bca2f req-e66304df-fa73-449e-b132-46d82b10a31a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946298 Nov 10 21:24:00.481235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Router 92925890-5e87-4c63-98e5-439e58b85fe1 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:24:00.497687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-0013fed9-6f27-4fd5-bee5-89c52dfa66c0 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "PUT /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 200 len: 996 time: 2.9495802 Nov 10 21:24:00.499826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:00.502723 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8226e-3833-4a38-b22d-f726f8a82773" -d '{"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:00.586335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-0af973b7-e5d8-4841-9fc7-450f3d578f96 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330144 Nov 10 21:24:00.602077 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be202b1-2f2b-470c-a003-95b546dc47f6 x-openstack-request-id: req-1be202b1-2f2b-470c-a003-95b546dc47f6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:00.602606 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:00.602606 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1be202b1-2f2b-470c-a003-95b546dc47f6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:00.603002 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'status': 'completed', 'code': 200} Nov 10 21:24:00.634845 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:8c:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:23:59Z', 'revision_number': 1, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:00.665138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-d2f93602-4a18-436f-a114-9fa3a133f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.667524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-d2f93602-4a18-436f-a114-9fa3a133f606 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.1179187 Nov 10 21:24:00.671835 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:00.686622 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:00.687802 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:00.721835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:00.733013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Sync routers for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:00.756034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:00.757028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:00.788552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-ed6695d9-6f30-42b8-96c5-dfcac45fdac1 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925693 Nov 10 21:24:00.797491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-6b6cf2fc-822a-46e2-831e-63be0258bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.807682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-6b6cf2fc-822a-46e2-831e-63be0258bfa1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.1538284 Nov 10 21:24:00.808759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-6427556e-ed20-4e02-a5ee-084e0616a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.818640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-6427556e-ed20-4e02-a5ee-084e0616a6f1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1395037 Nov 10 21:24:00.830609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534ca8-8d9f-47fd-802a-9f5ef994d3cc req-09dae577-f0f9-4ed4-b07e-2eb2fe17aa6e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:00.832385 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3534ca8-8d9f-47fd-802a-9f5ef994d3cc req-09dae577-f0f9-4ed4-b07e-2eb2fe17aa6e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1177680 Nov 10 21:24:00.862299 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:00.911142 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:00.916346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f04195e8-1397-47c9-83f8-2a6f52a594e4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0459344 Nov 10 21:24:00.928999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47570) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:00.989782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:00.997899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3534ca8-8d9f-47fd-802a-9f5ef994d3cc req-54b0f078-8d97-45bd-96de-8cf276769160 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486049 Nov 10 21:24:01.087247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0336-c632-4f30-ae26-96df5b141e16 req-784c998e-7fcf-40c3-9668-b090587901a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.096552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-784c998e-7fcf-40c3-9668-b090587901a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1100 time: 0.1513741 Nov 10 21:24:01.121932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-e45c40e7-23c8-42f3-b2f5-314406132ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.130371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-e45c40e7-23c8-42f3-b2f5-314406132ac0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.3188946 Nov 10 21:24:01.305753 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:8c:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:23:59Z', 'revision_number': 1, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:01.318010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 3, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:01.353055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Checking router: 92925890-5e87-4c63-98e5-439e58b85fe1 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:01.353689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Updating router 92925890-5e87-4c63-98e5-439e58b85fe1 port 85a1bbab-b971-4213-bd4f-324e22fd87b6 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:24:01.390201 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd5e88-fe42-4b60-9498-a9b2a6c1de28 None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:8c:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:23:59Z', 'revision_number': 1, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:01.402390 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:01.527758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-080555b4-de93-4304-aee4-ffb7a1495a26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 999 time: 0.7078867 Nov 10 21:24:01.672796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-e5a7d246-98b7-4b7b-8d4e-470d440d4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.675516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-e5a7d246-98b7-4b7b-8d4e-470d440d4b4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1243086 Nov 10 21:24:01.757721 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d02e5a-f823-43c8-a07b-9e03f7a62c50 None None] New status for floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:24:01.801056 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:01.808641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-ea948308-2b6b-497b-a736-95a45c549eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.809230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-9e45700b-95b1-46b5-ac40-7fe71d37ff70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 999 time: 0.6563129 Nov 10 21:24:01.817866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-ea948308-2b6b-497b-a736-95a45c549eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328447 Nov 10 21:24:01.824751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c6aa-563f-4ace-8e35-b11148ebeeaf req-2f70aa58-157e-4079-b9ed-7d0d43b82866 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.832678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7778c6aa-563f-4ace-8e35-b11148ebeeaf req-2f70aa58-157e-4079-b9ed-7d0d43b82866 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5699449 Nov 10 21:24:01.849023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:01.903371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0336-c632-4f30-ae26-96df5b141e16 req-abbfba64-8b5a-4e5d-8165-19bd480d08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:01.905316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-abbfba64-8b5a-4e5d-8165-19bd480d08ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.8039880 Nov 10 21:24:01.921960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7778c6aa-563f-4ace-8e35-b11148ebeeaf req-5abdb9d1-6e07-4f1f-a010-32dbba733e01 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0883465 Nov 10 21:24:01.946221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0253-f8b1-4410-9415-d1042a16b0b7 None None] Pushing event updated for resources: {'Port': ['ID=85a1bbab-b971-4213-bd4f-324e22fd87b6,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:01.983452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Attempting to bind port 85a1bbab-b971-4213-bd4f-324e22fd87b6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:01.990715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Attempting to bind port 85a1bbab-b971-4213-bd4f-324e22fd87b6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:01.990715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Attempting to bind port 85a1bbab-b971-4213-bd4f-324e22fd87b6 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:01.991653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:01.992166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:01.992575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:01.993025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:01.993505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Bound port: 85a1bbab-b971-4213-bd4f-324e22fd87b6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:01.993890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:02.047181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-8dbeafda-0da9-453f-80e2-87850c57a08a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 217 time: 0.1201446 Nov 10 21:24:02.061091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] For port 85a1bbab-b971-4213-bd4f-324e22fd87b6, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:02.069539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] For port 85a1bbab-b971-4213-bd4f-324e22fd87b6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=85a1bbab-b971-4213-bd4f-324e22fd87b6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:02.098289 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-98d33e32-80cf-4b48-963a-fc3d70c01821 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789989 Nov 10 21:24:02.123378 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:02.123761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-484a8e5d-1613-4085-bbb6-807bc1f6ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.127383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-484a8e5d-1613-4085-bbb6-807bc1f6ea6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.2792950 Nov 10 21:24:02.248600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0253-f8b1-4410-9415-d1042a16b0b7 None None] Pushing event updated for resources: {'Port': ['ID=85a1bbab-b971-4213-bd4f-324e22fd87b6,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:02.270165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:02.271191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:02.280745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0336-c632-4f30-ae26-96df5b141e16 req-18af4022-cb0e-4505-aa8c-a6116d3b81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.282383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-18af4022-cb0e-4505-aa8c-a6116d3b81ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2258234 Nov 10 21:24:02.297726 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0a84-0ca5-4389-b36e-67d1b1d244fa req-893418a5-7e0f-4f2b-bfb7-b20850ea60d5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.300727 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3eda0a84-0ca5-4389-b36e-67d1b1d244fa req-893418a5-7e0f-4f2b-bfb7-b20850ea60d5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.0862994 Nov 10 21:24:02.303609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-db504c51-f341-414d-a2a9-48cbae6e66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.305539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-db504c51-f341-414d-a2a9-48cbae6e66eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1705694 Nov 10 21:24:02.328836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c9f9c36-265a-414b-94c6-9cc196e0fc84 req-8aaa49db-7e5a-4be2-a81d-f3e9fea5b485 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172835 Nov 10 21:24:02.330488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:02.419530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:02.494513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0336-c632-4f30-ae26-96df5b141e16 req-92870fb3-3d31-4876-be1f-e9875cb4e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.496210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-92870fb3-3d31-4876-be1f-e9875cb4e167 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1897953 Nov 10 21:24:02.511477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3eda0a84-0ca5-4389-b36e-67d1b1d244fa req-7a31835a-19db-4881-977a-ea36dd7986ba tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554086 Nov 10 21:24:02.620106 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-86d6c19e-efa3-43fa-9fe0-10e3266933c4 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654812 Nov 10 21:24:02.626792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:24:02.712014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca50d0f-e5f5-4447-8b5e-2bf0372ddbb3 req-6ce7a1d7-2acb-40e2-b7e5-de9eeef3995d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:02.714384 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cca50d0f-e5f5-4447-8b5e-2bf0372ddbb3 req-6ce7a1d7-2acb-40e2-b7e5-de9eeef3995d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.1503916 Nov 10 21:24:02.715815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Allocated IP 172.20.0.1 (4693b87d-5170-4012-9198-8cfba408eccb/71bb2c60-1dce-45cb-b5fb-a10cae413211/58b5bef1-a32c-4c5b-a8d8-995a79ba29db) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:02.754606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aa1db5f-9177-4bee-ba11-16026aa8a6f1 req-dad03c48-073e-4fd4-af7a-271768dd4a54 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0697825 Nov 10 21:24:02.926415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cca50d0f-e5f5-4447-8b5e-2bf0372ddbb3 req-08b7644e-4ab6-4731-9d65-14d6993dca22 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021556 Nov 10 21:24:02.976215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:03.016629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-e3cfb6b1-f56b-4850-b843-086839681642 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787171 Nov 10 21:24:03.068519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:03.102266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'mac_address': 'fa:16:3e:d5:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:24:03.125701 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:03.140608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45c8226e-3833-4a38-b22d-f726f8a82773 req-2080ac31-f724-4dd5-bea8-3f55d2521efa service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579628 Nov 10 21:24:03.205516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Network 4693b87d-5170-4012-9198-8cfba408eccb is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:03.212572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:03.247586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a11dd-3bcd-4bfd-9f30-71145d5922bd req-7de23e40-4765-474c-adfa-4c5d2348d211 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:03.258272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d08a11dd-3bcd-4bfd-9f30-71145d5922bd req-7de23e40-4765-474c-adfa-4c5d2348d211 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.3884401 Nov 10 21:24:03.259231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-2347fe9b-dfbe-4da2-afbb-cac95e11c2c7 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:03.266503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-2347fe9b-dfbe-4da2-afbb-cac95e11c2c7 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1805642 Nov 10 21:24:03.268230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:03.274047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Pushing event updated for resources: {'Port': ['ID=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:03.279082 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:03.306901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 3, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:03.311335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc14f37-77ef-477a-91b3-8e975dfb7974 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:03.347788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044c0336-c632-4f30-ae26-96df5b141e16 req-e884a344-8996-48d8-b613-5b33931f8aae service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957413 Nov 10 21:24:03.349819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a45ee-d7df-4514-aa01-f5d754ba94d9 None None] The sync data for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 is: [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 3, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:03.373195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:03.448250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d08a11dd-3bcd-4bfd-9f30-71145d5922bd req-9b5a9b50-5611-48c3-b924-18ac92133554 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877944 Nov 10 21:24:03.455946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:03.539936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:03.565771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:03.634741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-45644160-49ae-415f-92d6-ec60e782946f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.3500044 Nov 10 21:24:03.639655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'floatingip': {'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:03.670268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cd28ae17-9547-443c-b5bd-6b0388023d3e None None] Provisioning complete for port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:03.670972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cd28ae17-9547-443c-b5bd-6b0388023d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:03.756378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cd28ae17-9547-443c-b5bd-6b0388023d3e None None] Port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:03.773609 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:03.933358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['bcc14f37-77ef-477a-91b3-8e975dfb7974'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:04.020713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:04.246656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957f699-c9ca-4cc1-afea-78e9dfcaa4e7 req-66aad870-79d8-4844-a5d2-4242b7ec0d84 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:04.257976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5957f699-c9ca-4cc1-afea-78e9dfcaa4e7 req-66aad870-79d8-4844-a5d2-4242b7ec0d84 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 949 time: 0.1162128 Nov 10 21:24:04.372434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5957f699-c9ca-4cc1-afea-78e9dfcaa4e7 req-368044dd-a53a-4ca4-a48d-76e7de8e0482 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131685 Nov 10 21:24:04.632142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1480d3af-b9cf-4a90-b79d-1edd49144f11 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:04.697096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:04.730382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f4941-58f0-4b11-abfb-8da353cf8c20 req-7f788ffb-01b4-429d-93d2-7908356bce13 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:04.738749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-483f4941-58f0-4b11-abfb-8da353cf8c20 req-7f788ffb-01b4-429d-93d2-7908356bce13 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 946 time: 0.1274602 Nov 10 21:24:04.787540 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:04.841944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-483f4941-58f0-4b11-abfb-8da353cf8c20 req-c2bd0c59-c387-44a2-a2b8-a7cdf2a90a44 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999804 Nov 10 21:24:04.851357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:05.029027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Pushing event updated for resources: {'Port': ['ID=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:05.034120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb72bd4-cb44-4da7-b616-6c6ff6f5c1a7 req-f0970b84-179e-4d35-9340-61a13e71bc05 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:05.044371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bb72bd4-cb44-4da7-b616-6c6ff6f5c1a7 req-f0970b84-179e-4d35-9340-61a13e71bc05 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.1133599 Nov 10 21:24:05.051056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:24:05.119109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bb72bd4-cb44-4da7-b616-6c6ff6f5c1a7 req-77034388-08b3-4e9f-b4c8-b08a2fee3673 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736845 Nov 10 21:24:05.253647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 85a1bbab-b971-4213-bd4f-324e22fd87b6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:05.336219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 85a1bbab-b971-4213-bd4f-324e22fd87b6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:05.337344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:05.385278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c8ca7-d216-4381-ac45-7220f1da3227 req-57a9e22d-8479-46a1-9ab9-cf9e3dc8e829 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:05.387565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a7c8ca7-d216-4381-ac45-7220f1da3227 req-57a9e22d-8479-46a1-9ab9-cf9e3dc8e829 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1073527 Nov 10 21:24:05.459925 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:05.480710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a7c8ca7-d216-4381-ac45-7220f1da3227 req-ba5a8721-54cc-449c-b06d-d0334a88b1fd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859132 Nov 10 21:24:05.542904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 85a1bbab-b971-4213-bd4f-324e22fd87b6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=85a1bbab-b971-4213-bd4f-324e22fd87b6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:05.593017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:05.594616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Network 4693b87d-5170-4012-9198-8cfba408eccb is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:05.596957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:05.610774 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:05.671382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:05.691906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-79549a5f-bba9-4f2f-aac7-a10ea3e3405e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:05.737307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=85a1bbab-b971-4213-bd4f-324e22fd87b6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:05.865747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d733ca-8fa1-4a05-83cc-da41555207c3 req-9bcbad81-d01a-44bf-8518-04087e80ec62 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:05.874981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-57d733ca-8fa1-4a05-83cc-da41555207c3 req-9bcbad81-d01a-44bf-8518-04087e80ec62 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 949 time: 0.0840120 Nov 10 21:24:05.954127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Router 92925890-5e87-4c63-98e5-439e58b85fe1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:05.954730 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-57d733ca-8fa1-4a05-83cc-da41555207c3 req-0da0dc4a-f11c-4c18-b390-9d6f6c03f3ad tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755420 Nov 10 21:24:05.970138 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b associated. External IP: 172.25.7.132, port: d85b4583-99f3-499c-8725-6a6a6abd14c9. Nov 10 21:24:06.020087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f536ec80-dfa9-49ea-aa1d-03182f9c33be None None] Provisioning complete for port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:06.020825 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f536ec80-dfa9-49ea-aa1d-03182f9c33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:06.086448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f536ec80-dfa9-49ea-aa1d-03182f9c33be None None] Port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:06.237176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-b852760b-dc93-459c-b60b-351f6a04365a tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:06.239403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-b852760b-dc93-459c-b60b-351f6a04365a tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.64 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 946 time: 0.1006501 Nov 10 21:24:06.240939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:06.249779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Sync routers for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:06.260008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-58d50443-c58d-4338-90dd-31053e4ace50 admin admin] 10.222.0.45 "PUT /v2.0/routers/92925890-5e87-4c63-98e5-439e58b85fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3293319 Nov 10 21:24:06.266722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:06.279762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:06.308134 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74fc72-fb16-49f9-807f-fd83b076033d req-7357040b-141e-4b2e-934e-7e3b999570a5 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:06.315660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d74fc72-fb16-49f9-807f-fd83b076033d req-7357040b-141e-4b2e-934e-7e3b999570a5 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/ports?device_id=61aad0b9-8b6c-4fcd-80ae-d86e550458bd HTTP/1.1" status: 200 len: 946 time: 0.1893361 Nov 10 21:24:06.410419 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d74fc72-fb16-49f9-807f-fd83b076033d req-0c63e63b-c00b-4f67-9873-4f0698967cb7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.45 "GET /v2.0/security-groups?id=9da26781-21f9-4187-8883-0b71c44fdfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937061 Nov 10 21:24:06.461481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Deleting port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:06.463550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:06.477315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:06.524418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:06.645399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:06.655317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640c2f4-28c6-48ff-b6b3-99a34bb5d231 req-60aecb91-8999-4685-a4c3-b5db3a1da522 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:06.657090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6640c2f4-28c6-48ff-b6b3-99a34bb5d231 req-60aecb91-8999-4685-a4c3-b5db3a1da522 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 943 time: 0.0995045 Nov 10 21:24:06.669310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-0df2bd20-959a-40f8-ba7c-3de7a4b9e2dc service neutron] 10.222.0.64 "GET /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.3992732 Nov 10 21:24:06.670506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:06.676098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] For port 6233c7d4-a377-4785-9cb6-221e57f2c4e3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6233c7d4-a377-4785-9cb6-221e57f2c4e3,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:06.677800 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:06.685034 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:06.699406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Calling delete_port for 6233c7d4-a377-4785-9cb6-221e57f2c4e3 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:06.702415 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:06.703169 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:06.788927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6640c2f4-28c6-48ff-b6b3-99a34bb5d231 req-a7415057-7b20-425b-975e-18822899053a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204493 Nov 10 21:24:06.910622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port bcc14f37-77ef-477a-91b3-8e975dfb7974 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:06.927094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port bcc14f37-77ef-477a-91b3-8e975dfb7974 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:06.931831 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:06.962580 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:07.051139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.095989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Pushing event deleted for resources: {'Port': ['ID=6233c7d4-a377-4785-9cb6-221e57f2c4e3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:07.140227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] No DVR routers for this DVR port 6233c7d4-a377-4785-9cb6-221e57f2c4e3 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:07.146840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.154310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b73e41cd-45c2-44b8-a0a5-a6b4b19178b5 req-7783aa81-7ba2-427c-af6c-d3ba77c078c7 tempest-FloatingIPsAssociationNegativeTestJSON-904449752 tempest-FloatingIPsAssociationNegativeTestJSON-904449752-project] 10.222.0.64 "DELETE /v2.0/ports/6233c7d4-a377-4785-9cb6-221e57f2c4e3 HTTP/1.1" status: 204 len: 173 time: 0.9047771 Nov 10 21:24:07.154820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'name': 'network-vif-deleted', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:07.170599 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e3483-b4dd-4b6e-9a02-ab4c90d8dc4f" -d '{"events": [{"server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "name": "network-vif-deleted", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:07.172444 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.225021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:04Z', 'revision_number': 2, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:07.276536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Checking router: 92925890-5e87-4c63-98e5-439e58b85fe1 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:07.285491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Updating router 92925890-5e87-4c63-98e5-439e58b85fe1 port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:24:07.285491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 85a1bbab-b971-4213-bd4f-324e22fd87b6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:07.378118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:07.381459 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9ebcb-efba-44ab-bca9-404dc49b8c2b" -d '{"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-plugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:07.393177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.466614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:07.499985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:07.559111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1480d3af-b9cf-4a90-b79d-1edd49144f11 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:07.572794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:07.585116 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:fd:1b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:04Z', 'revision_number': 3, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:07.610321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:07.620854 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:07.630734 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:07.631362 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:23:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:07.639231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:07.760308 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:07.765802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.770116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 85a1bbab-b971-4213-bd4f-324e22fd87b6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:07.770801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.793562 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.798336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:07.809594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.814069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.850256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:07.879171 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:07.989200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:07.991692 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da" -d '{"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:08.073469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0e2e24f4-dbe3-472c-91e9-146ec08cb780 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "PUT /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 200 len: 998 time: 4.4321265 Nov 10 21:24:08.141379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] Transition to ACTIVE for port object 1480d3af-b9cf-4a90-b79d-1edd49144f11 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:08.178416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-d1f73b40-1585-4e18-a494-300a77d4d9bc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.181231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-d1f73b40-1585-4e18-a494-300a77d4d9bc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports/d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 942 time: 0.1052122 Nov 10 21:24:08.182630 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:fd:1b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:04Z', 'revision_number': 3, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:08.222699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ebe03f4-454c-4a4e-adc7-8197e7b961fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:08.241303 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0018e89-aa87-4e04-9e08-6c3286a9018b None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:fd:1b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:04Z', 'revision_number': 3, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:08.248220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f35969-f0f1-4eb9-ba79-d92efd5ab660 None None] Pushing event updated for resources: {'Port': ['ID=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:08.308175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Attempting to bind port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:08.308544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Attempting to bind port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:08.312938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Attempting to bind port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db on network 4693b87d-5170-4012-9198-8cfba408eccb {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:08.320334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:08.320707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Checking segment: {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:08.321097 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:08.321477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Bound using segment: {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:08.322225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Bound port: 58b5bef1-a32c-4c5b-a8d8-995a79ba29db, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:08.322619 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:08.348425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-44952722-6c49-4809-b513-eeb77540849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.350209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-44952722-6c49-4809-b513-eeb77540849f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.0550072 Nov 10 21:24:08.391069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] For port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:08.395279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] For port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:08.428381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6d300ac3-77c3-49be-a5ad-ff4914d6fc64 None None] Provisioning complete for port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:08.429054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d300ac3-77c3-49be-a5ad-ff4914d6fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:08.455991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2ecf8-3b9e-4014-81b0-89c6933fe9f1 None None] New status for floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:24:08.457667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-5706c4cb-e178-4828-995b-f443e7c12433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.459236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-5706c4cb-e178-4828-995b-f443e7c12433 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1022377 Nov 10 21:24:08.501167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-b6acc7f6-69cc-415f-88d8-e320e91d6158 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 217 time: 0.0353098 Nov 10 21:24:08.512963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6d300ac3-77c3-49be-a5ad-ff4914d6fc64 None None] Port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:08.552277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-d267a322-4447-45f6-b6bd-0fb28b84c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.553790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-d267a322-4447-45f6-b6bd-0fb28b84c398 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.0453303 Nov 10 21:24:08.555463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:24:08.556162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:08.604806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-16daa961-2bb2-4aa4-b286-1bbea4ade487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.606332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-16daa961-2bb2-4aa4-b286-1bbea4ade487 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456135 Nov 10 21:24:08.675262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:08.676550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6233c7d4-a377-4785-9cb6-221e57f2c4e3 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:08.689436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:08.710466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47664) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:08.715146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-21c10c39-3afe-44aa-8ee0-79a5b19b7f7a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422051265', 'description': 'tempest-description--1256476167'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:08.780985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 6233c7d4-a377-4785-9cb6-221e57f2c4e3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:08.781358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6233c7d4-a377-4785-9cb6-221e57f2c4e3 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:08.800571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] No DVR routers for this DVR port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:08.851193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa9d18-7dcd-4dea-b2c9-10ec7a9301d1 req-91ca6f0b-2436-4745-b98b-e9612f455a4a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:08.855364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-cfbf0135-bfd6-430a-86ea-e901fee4f59a service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384961 Nov 10 21:24:08.861930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93fa9d18-7dcd-4dea-b2c9-10ec7a9301d1 req-91ca6f0b-2436-4745-b98b-e9612f455a4a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1071274 Nov 10 21:24:08.866779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=10']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:08.881643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-a3cdedb1-27e8-4c62-910c-ad1402f834e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11/bindings/n-h2-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 2.2025149 Nov 10 21:24:08.929183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:08.929939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:08.931337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93fa9d18-7dcd-4dea-b2c9-10ec7a9301d1 req-b5de89bb-2618-4ca7-b1f9-c6e4ea091479 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660744 Nov 10 21:24:08.938332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:08.940943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f35969-f0f1-4eb9-ba79-d92efd5ab660 None None] Pushing event updated for resources: {'Port': ['ID=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:08.990382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-b1a1a8b8-792f-41cb-ad61-f73f3f77d705 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332381 Nov 10 21:24:08.991749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21c10c39-3afe-44aa-8ee0-79a5b19b7f7a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.040922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:09.100240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'mac_address': 'fa:16:3e:a3:28:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:24:09.131247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21c10c39-3afe-44aa-8ee0-79a5b19b7f7a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.187366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:09.192795 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:09.211504 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:09.214324 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:09.220009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-dd283520-f07c-438a-8288-6efda850b598 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.222365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-dd283520-f07c-438a-8288-6efda850b598 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.1359274 Nov 10 21:24:09.243788 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.256824 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21c10c39-3afe-44aa-8ee0-79a5b19b7f7a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.281111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.313484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.324224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:09.338558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c10c39-3afe-44aa-8ee0-79a5b19b7f7a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d307dd-647b-4b12-8d62-b05718677a38,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:09.356925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-9b5a23ed-bdd4-4517-a876-489772000c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.359015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-9b5a23ed-bdd4-4517-a876-489772000c0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 1097 time: 0.2198997 Nov 10 21:24:09.422077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0533-f0ea-4181-a1a6-675bcb080e0e req-a954aa60-be7d-40de-b7c9-30c09fdef793 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.435412 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:09.443425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-832b0533-f0ea-4181-a1a6-675bcb080e0e req-a954aa60-be7d-40de-b7c9-30c09fdef793 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2135363 Nov 10 21:24:09.453275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-dc74c6f1-d62b-4a2a-aff0-9348f1a5b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.454784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-dc74c6f1-d62b-4a2a-aff0-9348f1a5b314 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f&tenant_id=b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 1096 time: 0.1694255 Nov 10 21:24:09.460797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21c10c39-3afe-44aa-8ee0-79a5b19b7f7a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.463605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:09.470066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-21c10c39-3afe-44aa-8ee0-79a5b19b7f7a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7586813 Nov 10 21:24:09.475177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47670) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:09.489556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d73bceb2-5110-4c19-9e7e-9360309b3c92 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Request body: {'security_group_rule': {'security_group_id': '83d307dd-647b-4b12-8d62-b05718677a38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:09.594120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3e191193-01a6-4d46-9ffc-dff66ba28c49 None None] Provisioning complete for port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:09.594392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e191193-01a6-4d46-9ffc-dff66ba28c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.652263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:09.660943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-832b0533-f0ea-4181-a1a6-675bcb080e0e req-18bef968-fe84-4bdc-abd8-b3e13f7d985f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094634 Nov 10 21:24:09.695695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e0b7ee43-5682-451e-97ba-1d3f569b961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.697211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-e0b7ee43-5682-451e-97ba-1d3f569b961d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1096 time: 0.2011719 Nov 10 21:24:09.729185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-a460f21b-9d58-4334-a399-949f416826bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.738257 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:24:09.738855 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:24:09.748002 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-a460f21b-9d58-4334-a399-949f416826bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.3789465 Nov 10 21:24:09.800464 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:fd:1b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:08Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:09.838412 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:09.848786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:09.849476 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:09.881207 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796e8cf1-543c-4504-b4f8-e3fbf2476a93 x-openstack-request-id: req-796e8cf1-543c-4504-b4f8-e3fbf2476a93 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:09.881779 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61aad0b9-8b6c-4fcd-80ae-d86e550458bd", "name": "network-vif-deleted", "tag": "6233c7d4-a377-4785-9cb6-221e57f2c4e3", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:09.881779 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-796e8cf1-543c-4504-b4f8-e3fbf2476a93 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:09.882111 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61aad0b9-8b6c-4fcd-80ae-d86e550458bd', 'name': 'network-vif-deleted', 'tag': '6233c7d4-a377-4785-9cb6-221e57f2c4e3', 'status': 'completed', 'code': 200} Nov 10 21:24:09.901475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-46b94574-2525-4414-ad8c-d8d59545f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:09.902948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-46b94574-2525-4414-ad8c-d8d59545f440 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1960559 Nov 10 21:24:09.959258 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473e2c5-5ea1-4792-a7c8-67eddce9e9f9 x-openstack-request-id: req-5473e2c5-5ea1-4792-a7c8-67eddce9e9f9 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:09.959564 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-plugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:09.960004 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5473e2c5-5ea1-4792-a7c8-67eddce9e9f9 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:09.960392 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'code': 200} Nov 10 21:24:09.972421 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e191193-01a6-4d46-9ffc-dff66ba28c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:09.991307 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:09.991560 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-7bcc1ab6-1b74-41d3-8845-9d71ef25ca91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 200 len: 217 time: 0.0735896 Nov 10 21:24:10.090652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-4094dc33-acb9-4ba7-9366-b0a9cf990b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.092196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-4094dc33-acb9-4ba7-9366-b0a9cf990b06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0930655 Nov 10 21:24:10.092686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47682) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:10.094797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3e191193-01a6-4d46-9ffc-dff66ba28c49 None None] For port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:10.107500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:08Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:10.194027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f8c7e-4aed-4d97-948c-340f57ba219c None None] The sync data for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 is: [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:08Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:10.206649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e191193-01a6-4d46-9ffc-dff66ba28c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.304573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-9c99e100-40ae-479b-b2dd-d7e450893743 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868223 Nov 10 21:24:10.368468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:fd:1b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:08Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:10.438194 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff706c6c-a29d-447f-b3aa-a27c91ddf4a5 None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:fd:1b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:08Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:10.500834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.511197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d73bceb2-5110-4c19-9e7e-9360309b3c92 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.529731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:10.573479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:10.581124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e191193-01a6-4d46-9ffc-dff66ba28c49 None None] Pushing event updated for resources: {'Port': ['ID=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:10.631475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d24d-3d1d-4dec-83a1-e5be667f33fe req-b5ebbed5-a073-4183-bf31-40daa9581ab5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.640473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39d4d24d-3d1d-4dec-83a1-e5be667f33fe req-b5ebbed5-a073-4183-bf31-40daa9581ab5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 944 time: 0.3142779 Nov 10 21:24:10.655566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d73bceb2-5110-4c19-9e7e-9360309b3c92 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.667826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.670500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1fc58-f1a0-47f7-82ab-51c2e1e79e34 req-63c7ff0f-d6d7-4edd-a413-2d3b56ccc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.672683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01b1fc58-f1a0-47f7-82ab-51c2e1e79e34 req-63c7ff0f-d6d7-4edd-a413-2d3b56ccc788 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1102 time: 0.1970844 Nov 10 21:24:10.686052 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-80d729d5-ed90-49d5-94fa-f11e797940ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 1001 time: 0.9167869 Nov 10 21:24:10.730758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d73bceb2-5110-4c19-9e7e-9360309b3c92 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.764871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bceb2-5110-4c19-9e7e-9360309b3c92 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4634b4-7e1c-4052-9323-d6d06bb826d0,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:10.773930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.809543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01b1fc58-f1a0-47f7-82ab-51c2e1e79e34 req-9c8317b2-3be3-4006-a14c-7a67e0170d32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142554 Nov 10 21:24:10.816439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-ea0ac0e2-351a-4e09-8d5a-8e520a55e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.824887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-ea0ac0e2-351a-4e09-8d5a-8e520a55e18d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1379862 Nov 10 21:24:10.837107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:10.878003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-f8c80735-df25-4fae-bfda-3cb007e0f19a service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243471 Nov 10 21:24:10.919966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d73bceb2-5110-4c19-9e7e-9360309b3c92 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:10.924255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39d4d24d-3d1d-4dec-83a1-e5be667f33fe req-ef6dc888-f007-493f-b46e-b47a712747ed tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789335 Nov 10 21:24:10.925355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d73bceb2-5110-4c19-9e7e-9360309b3c92 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4471428 Nov 10 21:24:10.926374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47690) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:10.931160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e456e1-a341-4208-b55a-34f9105722a2 req-1f784051-912b-4c92-a3bf-5a35c111b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:10.932913 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-1f784051-912b-4c92-a3bf-5a35c111b14a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067381 Nov 10 21:24:10.941642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-202f046d-e9e1-439f-bef4-0136c20e601d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Request body: {'security_group_rule': {'security_group_id': '83d307dd-647b-4b12-8d62-b05718677a38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:11.078223 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe1189b-db07-4a95-9375-abd343d4f550 x-openstack-request-id: req-ebe1189b-db07-4a95-9375-abd343d4f550 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:11.078577 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:11.078890 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebe1189b-db07-4a95-9375-abd343d4f550 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:11.079352 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'status': 'completed', 'code': 200} Nov 10 21:24:11.103020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d98938c2-0d85-4d5e-9b06-891ebc8925bd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:11.182020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-bf38f533-bf1a-4818-ba63-69636bfeb329 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316294 Nov 10 21:24:11.209926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-202f046d-e9e1-439f-bef4-0136c20e601d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:11.286893 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-211a4265-af9f-4a04-9b37-b5007043bf16 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971756 Nov 10 21:24:11.370649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-bd0647f8-fce1-49c3-92d8-6f04f75b5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:11.372509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-bd0647f8-fce1-49c3-92d8-6f04f75b5c9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.2715340 Nov 10 21:24:11.381623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 58b5bef1-a32c-4c5b-a8d8-995a79ba29db up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:11.399864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-202f046d-e9e1-439f-bef4-0136c20e601d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:11.402595 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:11.411947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45e456e1-a341-4208-b55a-34f9105722a2 req-0f79bf84-54e7-4b8e-b896-4825d7eb3354 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193482 Nov 10 21:24:11.444512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663bffb-c05d-4dd1-9779-72d7b76b284c req-5dc41178-45b0-45d4-b748-540eeba437a9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:11.446508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6663bffb-c05d-4dd1-9779-72d7b76b284c req-5dc41178-45b0-45d4-b748-540eeba437a9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1579938 Nov 10 21:24:11.466066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-202f046d-e9e1-439f-bef4-0136c20e601d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:11.495406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f046d-e9e1-439f-bef4-0136c20e601d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a363c4cd-5522-4e78-8cd1-c751d48e99e2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:11.600672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-202f046d-e9e1-439f-bef4-0136c20e601d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:11.601903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-202f046d-e9e1-439f-bef4-0136c20e601d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6742861 Nov 10 21:24:11.607635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47694) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:11.612144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:11.746975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:11.747538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:11.779457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6663bffb-c05d-4dd1-9779-72d7b76b284c req-27e1cef2-73a1-4bc7-a9ab-89e4c7aa9add tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178430 Nov 10 21:24:11.796726 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:11.879267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727cdf-147e-458d-abab-33a53002fb7c req-e111895d-6b4b-4412-bf7e-dc06c8901cf8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:11.880864 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9727cdf-147e-458d-abab-33a53002fb7c req-e111895d-6b4b-4412-bf7e-dc06c8901cf8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1198046 Nov 10 21:24:11.961391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:11.963662 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c21064a-2ac5-410c-acf7-0e28563b5b4b" -d '{"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:12.048793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9727cdf-147e-458d-abab-33a53002fb7c req-230413a7-ccf1-4e16-8726-c035917c007d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478028 Nov 10 21:24:12.137348 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:12.308870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4d5c0-5a2d-43a8-a319-7720b82ec878 req-223b3743-ddf2-41b5-81bb-590ec2c95a38 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.318090 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6cb4d5c0-5a2d-43a8-a319-7720b82ec878 req-223b3743-ddf2-41b5-81bb-590ec2c95a38 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 944 time: 0.1563218 Nov 10 21:24:12.375603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-67138ae8-5d47-464f-bf04-2ff24832fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.380421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-67138ae8-5d47-464f-bf04-2ff24832fad6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.9623666 Nov 10 21:24:12.421061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6cb4d5c0-5a2d-43a8-a319-7720b82ec878 req-fdaa0e58-6109-4862-9e6f-2a5bc6d024a7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016428 Nov 10 21:24:12.438897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Allocated IP 172.25.7.38 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/c9f37151-dfd2-4954-99cf-1920aa99eea5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:12.494295 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5be73771-b6d0-40b6-8285-4e89853529cc req-537d9594-a041-417c-8f5b-111015f6d494 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.5824184 Nov 10 21:24:12.496669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-1b273081-145e-4c8a-9885-b13c06c863c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 217 time: 0.0893245 Nov 10 21:24:12.511596 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325af87d-dfa1-4279-b3e2-79f56e2e51c8 x-openstack-request-id: req-325af87d-dfa1-4279-b3e2-79f56e2e51c8 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:12.511927 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:12.518074 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-325af87d-dfa1-4279-b3e2-79f56e2e51c8 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:12.518074 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'code': 200} Nov 10 21:24:12.563299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-c0c47596-0141-466c-9bf5-942c67345c8d tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.565064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-c0c47596-0141-466c-9bf5-942c67345c8d tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.6744585 Nov 10 21:24:12.571918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73771-b6d0-40b6-8285-4e89853529cc req-c2c205f7-918d-4509-a278-1b98cadfee42 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.573290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5be73771-b6d0-40b6-8285-4e89853529cc req-c2c205f7-918d-4509-a278-1b98cadfee42 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports/f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 942 time: 0.0685339 Nov 10 21:24:12.650420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:12.705679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-9a714911-9617-4309-94a5-f455f9bcd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.706997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-9a714911-9617-4309-94a5-f455f9bcd676 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1590166 Nov 10 21:24:12.713008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:12.742448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e239b7c-530a-44b3-83ec-2974e7a376b0 req-931cde82-3fbe-4521-89b8-7ccf293f2e1e tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:12.751522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e239b7c-530a-44b3-83ec-2974e7a376b0 req-931cde82-3fbe-4521-89b8-7ccf293f2e1e tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1096 time: 0.0730929 Nov 10 21:24:12.822243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e239b7c-530a-44b3-83ec-2974e7a376b0 req-878ba372-76fe-4821-9d59-f988cfeb3977 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Nov 10 21:24:12.864183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5be73771-b6d0-40b6-8285-4e89853529cc req-6b567464-dc03-4a77-9c0a-be218250be6b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.1733127 Nov 10 21:24:12.889132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:12.937893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:12.941357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:12.944229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:12.994382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event updated for resources: {'Port': ['ID=c9f37151-dfd2-4954-99cf-1920aa99eea5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:13.082246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:13.084532 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def64f8-173e-4aa6-9b33-089a14a8a16d" -d '{"events": [{"name": "network-changed", "server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:13.107846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.119209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2558b8-83e9-414a-93be-ced62e20222c req-63043d35-944c-4362-9a78-5d9596d1c1ee tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.120794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f2558b8-83e9-414a-93be-ced62e20222c req-63043d35-944c-4362-9a78-5d9596d1c1ee tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 950 time: 0.1141255 Nov 10 21:24:13.138770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-0384ba05-66eb-40a9-876e-6ac2a511c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.140031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-0384ba05-66eb-40a9-876e-6ac2a511c983 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3964884 Nov 10 21:24:13.146199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-f5b809b6-48a4-453e-8e31-93df863c8eed service neutron] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:13.158730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-f5b809b6-48a4-453e-8e31-93df863c8eed service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.159842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a462ac51-a157-4364-a436-f95c9b6ae077 req-f5b809b6-48a4-453e-8e31-93df863c8eed service neutron] 10.222.0.53 "DELETE /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11/bindings/n-h1-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.5674481 Nov 10 21:24:13.211974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73771-b6d0-40b6-8285-4e89853529cc req-f1e2d527-3cf9-486b-948a-052657a98aac tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.213947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5be73771-b6d0-40b6-8285-4e89853529cc req-f1e2d527-3cf9-486b-948a-052657a98aac tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.2488129 Nov 10 21:24:13.223586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f2558b8-83e9-414a-93be-ced62e20222c req-ea7ebf54-129d-40f8-b50d-bbfa8cc58922 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934811 Nov 10 21:24:13.245833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.269818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-5be73771-b6d0-40b6-8285-4e89853529cc req-7ad0d664-d73c-4911-a912-027709a2031d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:24:13.269818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5be73771-b6d0-40b6-8285-4e89853529cc req-7ad0d664-d73c-4911-a912-027709a2031d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067034 Nov 10 21:24:13.349246 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-92d4d79f-4994-49e2-8221-a4680b9a4e85 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884325 Nov 10 21:24:13.461484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c8ef-1899-4bfb-82fa-d94727f5cacc req-b9f0e0d1-b84a-4953-a3e2-367c9c5f339e tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.463347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f997c8ef-1899-4bfb-82fa-d94727f5cacc req-b9f0e0d1-b84a-4953-a3e2-367c9c5f339e tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 1096 time: 0.1359375 Nov 10 21:24:13.544511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2d13f8e-48e6-4e34-aafe-671e6d3d58da req-04b5ea9c-958f-4735-9b2b-fd1e5a9c5a9a service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654112 Nov 10 21:24:13.557038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aabe5f-c9fc-42f0-9b74-b71b98570c8d req-9dd8d07c-125f-4f45-9e2e-2441fbf5a009 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.558508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35aabe5f-c9fc-42f0-9b74-b71b98570c8d req-9dd8d07c-125f-4f45-9e2e-2441fbf5a009 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1129804 Nov 10 21:24:13.583588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Deleting port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:13.584335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.599048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f997c8ef-1899-4bfb-82fa-d94727f5cacc req-e283804a-1888-4b75-a83c-f95d5d209a7d tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137261 Nov 10 21:24:13.601579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.666477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.726555 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74bde0a-da3a-408b-b52c-a43f30b56645 x-openstack-request-id: req-c74bde0a-da3a-408b-b52c-a43f30b56645 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:13.726796 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:13.727036 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c74bde0a-da3a-408b-b52c-a43f30b56645 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:13.727669 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'status': 'completed', 'code': 200} Nov 10 21:24:13.731271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35aabe5f-c9fc-42f0-9b74-b71b98570c8d req-1a46e63e-bc01-4e69-b0d7-77c62debeb00 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563795 Nov 10 21:24:13.819965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] For port e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:13.820242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.835496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Calling delete_port for e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:13.862042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event updated for resources: {'Port': ['ID=c9f37151-dfd2-4954-99cf-1920aa99eea5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:13.895898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:13.917769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-49f4b616-7403-4ad0-ba4e-19a2eb0b3b1e tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.1596699 Nov 10 21:24:13.973839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d47e02-0826-442e-860c-5328c9194eb1 req-f4611718-9248-4300-81f3-d3ef3e0c36cc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:13.982323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-f4611718-9248-4300-81f3-d3ef3e0c36cc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports/f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 942 time: 0.0609496 Nov 10 21:24:14.011026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:14.012256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-db2600bf-abd4-484f-9ee7-cfcb238a2dc9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4048278 Nov 10 21:24:14.048478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-f1d91376-b11b-45c2-b301-8537b8f2261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.052178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-f1d91376-b11b-45c2-b301-8537b8f2261a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 1097 time: 0.3050835 Nov 10 21:24:14.124748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-bfd7c7f2-f0eb-49fa-a869-823a7659e1b2 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.0952826 Nov 10 21:24:14.274859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-a8968602-79a7-438d-99d5-6723816270f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.277106 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-a8968602-79a7-438d-99d5-6723816270f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1920650 Nov 10 21:24:14.305803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d47e02-0826-442e-860c-5328c9194eb1 req-379b88c7-a190-4558-8124-c33dc49d6aba tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.316911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-379b88c7-a190-4558-8124-c33dc49d6aba tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1909845 Nov 10 21:24:14.407342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-ae63198f-f4ac-4e10-b897-5c8926d7b3cd tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.0893986 Nov 10 21:24:14.412514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:14.413611 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:14.474945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:14.482838 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:14.513597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-9c6ccdb4-a2f9-41f5-99f8-4c1b232ed853 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 1001 time: 0.2256787 Nov 10 21:24:14.659549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-1acba519-af1d-49d7-9ef8-6e5d24161df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.660385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:14.662439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-1acba519-af1d-49d7-9ef8-6e5d24161df0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.0994706 Nov 10 21:24:14.728334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:14.733888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ccb8e-df0f-4171-b93b-c17c13f577dc req-3b576351-94ef-4524-b700-7bab8a06ddba tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.735439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f4ccb8e-df0f-4171-b93b-c17c13f577dc req-3b576351-94ef-4524-b700-7bab8a06ddba tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2626526 Nov 10 21:24:14.759564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d98938c2-0d85-4d5e-9b06-891ebc8925bd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:14.760267 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:14.820532 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:24:14.821127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:14.821230 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b disassociated. External IP: 172.25.7.132, port: f3476053-0b1f-4f1a-b08f-2ff6802331d9. Nov 10 21:24:14.886011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f4ccb8e-df0f-4171-b93b-c17c13f577dc req-160b64a9-46c2-4038-bbd1-9950d32da4ac tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396487 Nov 10 21:24:14.956597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:14.982265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-05e7cac5-c628-414f-81ae-4db15c14dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:14.986842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-05e7cac5-c628-414f-81ae-4db15c14dc09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3146110 Nov 10 21:24:15.007403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:15.008801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:15.013223 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0d811c-0142-415f-825c-35576e0b772c" -d '{"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-plugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:15.048265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:15.142879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:15.299156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:15.304375 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:15.315482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:15.337456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:15.339140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:15.343384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-a58b18c1-dabc-4395-9efb-75ccfdaf5411 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--422051265&fields=id&tenant_id=5195fd2e6970433088e7ae13882aa56b HTTP/1.1" status: 200 len: 267 time: 0.2009852 Nov 10 21:24:15.345439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-2325b051-f594-451f-8305-e53be0d81a3b service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402679 Nov 10 21:24:15.349748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-54cb0a9a-0dec-4a08-ad96-62c715badc3c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "PUT /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 200 len: 695 time: 0.9399798 Nov 10 21:24:15.414501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d47e02-0826-442e-860c-5328c9194eb1 req-e9482208-72cc-444a-ac16-64c64c99ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:15.416324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-e9482208-72cc-444a-ac16-64c64c99ca01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 1097 time: 0.0584283 Nov 10 21:24:15.482015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:15.529681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d47e02-0826-442e-860c-5328c9194eb1 req-c534bf1a-92ad-4941-9fa1-becc45a6dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:15.531676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-c534bf1a-92ad-4941-9fa1-becc45a6dce4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1087484 Nov 10 21:24:15.589105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-d7f23556-02fa-4c28-9e78-5d784650077d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 217 time: 0.0503414 Nov 10 21:24:15.640166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Router 38bf5bc6-227e-4226-9f42-c32a77a076ba has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:15.645700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d47e02-0826-442e-860c-5328c9194eb1 req-b6a1e4dc-22c1-45a3-b0df-51744f5a76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:15.653825 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-b6a1e4dc-22c1-45a3-b0df-51744f5a76d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.0634077 Nov 10 21:24:15.671226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:15.706909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d47e02-0826-442e-860c-5328c9194eb1 req-476c3bd1-caa3-4174-a20c-f63cf3f71765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:15.724312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-476c3bd1-caa3-4174-a20c-f63cf3f71765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692179 Nov 10 21:24:15.730415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:15.732230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:15.734582 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7cd3b-34dd-425e-88ce-c3459c742906" -d '{"events": [{"name": "network-changed", "server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:15.765202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:15.800625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:15.816302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:15.817422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:15.835227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4def64f8-173e-4aa6-9b33-089a14a8a16d req-5a34bb4b-7142-4cf8-9bf7-a6eaad60a918 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754045 Nov 10 21:24:15.839642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:15.847923 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-8623e617-4e5d-44c1-849a-4232cb554071 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227045 Nov 10 21:24:15.854169 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] Sync routers for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:15.868715 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:15.869342 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:15.884786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a0cb29f7-df76-4a59-bb91-5c9217b4b9f6 admin admin] 10.222.0.45 "PUT /v2.0/routers/38bf5bc6-227e-4226-9f42-c32a77a076ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7910473 Nov 10 21:24:15.916038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-b2e05648-da7d-4569-8407-665c59e84dc3 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:15.917780 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-b2e05648-da7d-4569-8407-665c59e84dc3 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/networks?id=4693b87d-5170-4012-9198-8cfba408eccb HTTP/1.1" status: 200 len: 805 time: 0.5453751 Nov 10 21:24:15.918383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47774) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:15.962099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-e749e3af-aa89-4d2e-8365-fe12e7b4670d tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/quotas/5195fd2e6970433088e7ae13882aa56b HTTP/1.1" status: 200 len: 375 time: 0.0335336 Nov 10 21:24:16.046238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:16.089180 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:16.112099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05d47e02-0826-442e-860c-5328c9194eb1 req-964b15be-0302-4317-a851-019b76e3ad26 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410438 Nov 10 21:24:16.430113 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:24:14Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:16.482401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e1641-1c90-4b5d-ac4e-8bc602b80649 req-bb53ce66-402f-468a-a508-58758c2848ee tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:16.482985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] Checking router: 38bf5bc6-227e-4226-9f42-c32a77a076ba for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:16.484827 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-603e1641-1c90-4b5d-ac4e-8bc602b80649 req-bb53ce66-402f-468a-a508-58758c2848ee tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 951 time: 0.1139395 Nov 10 21:24:16.507414 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] Routers {'38bf5bc6-227e-4226-9f42-c32a77a076ba'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:16.507699 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['38bf5bc6-227e-4226-9f42-c32a77a076ba'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:16.589559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-603e1641-1c90-4b5d-ac4e-8bc602b80649 req-8eaa9bcb-9130-4478-b867-dee896415e64 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957797 Nov 10 21:24:16.631385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:16.699704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b25b57b-5ce7-485f-afa3-828c15de64a9 None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:16.757468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] Set router 38bf5bc6-227e-4226-9f42-c32a77a076ba gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:16.783077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-b4f2ce99-ff11-4936-af90-4c11ad869bb7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5195fd2e6970433088e7ae13882aa56b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8198640 Nov 10 21:24:16.834023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:16.932246 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa87911f-5e6c-4c1b-b36e-6bded266fe72 x-openstack-request-id: req-fa87911f-5e6c-4c1b-b36e-6bded266fe72 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:16.932755 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-plugged", "status": "completed", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:16.933272 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa87911f-5e6c-4c1b-b36e-6bded266fe72 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:16.933883 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'code': 200} Nov 10 21:24:17.026001 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:24:14Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:17.076183 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b13f6b-f622-4c3d-a8dd-64a8aa3c867f x-openstack-request-id: req-d9b13f6b-f622-4c3d-a8dd-64a8aa3c867f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:17.076483 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:17.076736 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9b13f6b-f622-4c3d-a8dd-64a8aa3c867f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:17.077136 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'status': 'completed', 'code': 200} Nov 10 21:24:17.078004 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6c266-37e0-4439-8f7f-470cc1d2e212 None None] The sync data for ids ['38bf5bc6-227e-4226-9f42-c32a77a076ba'] in n-d-776250-11 is: [{'id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2006283819-router', 'tenant_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:24:14Z', 'revision_number': 5, 'project_id': 'bf55eb5b89744bf8aa9d73fd7bc96802', 'gw_port': {'id': '0a9d62e5-d78d-423c-a11b-165db371d96b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bf5bc6-227e-4226-9f42-c32a77a076ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:09Z', 'updated_at': '2021-11-10T21:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:17.217059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076fbc70-0fc1-429e-bd04-bf6251d9841b None None] New status for floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:24:17.309715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ed6ae6e3-eed3-42b4-9729-3992a9e53235 service neutron] 10.222.0.45 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136836 Nov 10 21:24:17.401498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:17.410155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f636f-c8b1-48eb-9041-ed21f3ae5d7c req-7f49b42f-4a3c-45f3-b445-dcac77b9d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:17.411654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c08f636f-c8b1-48eb-9041-ed21f3ae5d7c req-7f49b42f-4a3c-45f3-b445-dcac77b9d217 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1103 time: 0.2025423 Nov 10 21:24:17.416176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-6de8b937-20b4-4d8e-8ee2-902775baa2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:17.418063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-6de8b937-20b4-4d8e-8ee2-902775baa2a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 1097 time: 0.3076038 Nov 10 21:24:17.540355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-cae3abee-3ff6-4673-8b18-51163a4bd2d1 service neutron] 10.222.0.45 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296586 Nov 10 21:24:17.608330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c08f636f-c8b1-48eb-9041-ed21f3ae5d7c req-adfb270a-047e-4493-aa0c-c6859f17d15e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778891 Nov 10 21:24:17.628937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-f32f11c4-81d6-4d9c-a231-c56272ce8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:17.644250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-f32f11c4-81d6-4d9c-a231-c56272ce8285 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1945021 Nov 10 21:24:17.644250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Deleting port 0a9d62e5-d78d-423c-a11b-165db371d96b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:17.644250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:17.750578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] For port 0a9d62e5-d78d-423c-a11b-165db371d96b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0a9d62e5-d78d-423c-a11b-165db371d96b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:17.750960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:17.765739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Calling delete_port for 0a9d62e5-d78d-423c-a11b-165db371d96b owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:17.812859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744ac52-2cb0-4f4e-9c11-74f9f9f49e58 req-56fbc08f-d812-442a-bca7-5a7520c0ec52 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:17.820202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b744ac52-2cb0-4f4e-9c11-74f9f9f49e58 req-56fbc08f-d812-442a-bca7-5a7520c0ec52 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 951 time: 0.0834255 Nov 10 21:24:17.877261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b744ac52-2cb0-4f4e-9c11-74f9f9f49e58 req-a25dd364-4c0d-4c73-9c0f-78ec88ee717c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518136 Nov 10 21:24:17.916128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-c43a425e-597b-4523-96dc-8dcb745e31bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 200 len: 217 time: 0.0761600 Nov 10 21:24:17.989101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-ee7f9671-433a-49e5-9d3a-9af3ed63c103 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:17.997318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-ee7f9671-433a-49e5-9d3a-9af3ed63c103 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0702298 Nov 10 21:24:18.057272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-76c58836-39ce-48ff-bd53-155cb9c424e1 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 696 time: 0.0585711 Nov 10 21:24:18.060278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-804f079e-c6a2-40fd-82ae-d7ae3971c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:18.062367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'floatingip': {'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:18.062571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-804f079e-c6a2-40fd-82ae-d7ae3971c075 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1320205 Nov 10 21:24:18.113859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.128582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-1bc65073-c873-4f7d-9d36-af22d585cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:18.128888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-1bc65073-c873-4f7d-9d36-af22d585cd7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532985 Nov 10 21:24:18.204273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.243237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9d62e5-d78d-423c-a11b-165db371d96b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:18.308733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-8020d11b-9598-4835-8c20-0e7e55c48f30 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695564 Nov 10 21:24:18.360250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.573489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0bd2ac6-d075-453b-8a1f-6f1bcde787e5 req-e9f3e282-89ec-4ad2-80b3-1078057b2fff tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 210 time: 0.0787673 Nov 10 21:24:18.578704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.600438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.700346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-d917c72c-c9a0-4d51-bf1c-1b75067a1960 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2138758 Nov 10 21:24:18.706762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12d7cd3b-34dd-425e-88ce-c3459c742906 req-4ae736b2-8bd0-42c9-9520-916b14f9ceb6 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827717 Nov 10 21:24:18.771364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.788951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.789585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38bf5bc6-227e-4226-9f42-c32a77a076ba {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:24:18.796955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.798173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f22e6d38-08da-431d-825d-9547bdb61748 admin admin] 10.222.0.45 "DELETE /v2.0/routers/38bf5bc6-227e-4226-9f42-c32a77a076ba HTTP/1.1" status: 204 len: 168 time: 2.8713994 Nov 10 21:24:18.801000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47832) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:18.821695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50618f-1e79-4850-927f-472920a862e4 req-d5faba84-8d9d-4d3c-9553-cf715dde8547 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:18.823226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de50618f-1e79-4850-927f-472920a862e4 req-d5faba84-8d9d-4d3c-9553-cf715dde8547 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0616825 Nov 10 21:24:18.863968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] Deleting subnet 3446358e-f465-4fbf-a109-10e78785ff70 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:24:18.868055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.916205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:18.917868 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de50618f-1e79-4850-927f-472920a862e4 req-ad825d69-6de9-4f20-8016-37148bdb4ad8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861878 Nov 10 21:24:19.053907 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:19.056346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:19.215215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad68a-88b4-4015-8207-0167d885bca3 req-0c4dc6a4-6b44-4a85-82b5-b54d2564e3fc tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:19.217309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2cad68a-88b4-4015-8207-0167d885bca3 req-0c4dc6a4-6b44-4a85-82b5-b54d2564e3fc tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 951 time: 0.0995793 Nov 10 21:24:19.290281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2cad68a-88b4-4015-8207-0167d885bca3 req-226c0ff4-5164-41ea-b55f-87472438768e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622239 Nov 10 21:24:19.294604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:19.516428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f7d02-4826-4653-b7bd-ae5ee2179af6 req-96f1ce81-ffa3-4a3b-93e7-a9710094e1fa tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:19.528971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-871f7d02-4826-4653-b7bd-ae5ee2179af6 req-96f1ce81-ffa3-4a3b-93e7-a9710094e1fa tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 951 time: 0.1621594 Nov 10 21:24:19.547320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:19.590818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:19.592452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e5abc2b4-6d8d-4b9b-a15b-3fc9e67190ad not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:19.593953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a9d62e5-d78d-423c-a11b-165db371d96b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:19.636672 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-871f7d02-4826-4653-b7bd-ae5ee2179af6 req-3c153190-7d3d-4643-b88e-b4a156b9d49f tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050658 Nov 10 21:24:19.644308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0a9d62e5-d78d-423c-a11b-165db371d96b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:19.646362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a9d62e5-d78d-423c-a11b-165db371d96b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:19.695526 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b associated. External IP: 172.25.7.132, port: d85b4583-99f3-499c-8725-6a6a6abd14c9. Nov 10 21:24:19.804968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-3b9131f0-4a57-4fd9-8ed2-133587abfb61 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:19.809694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:19.809963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-3b9131f0-4a57-4fd9-8ed2-133587abfb61 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "GET /v2.0/ports?device_id=b628c8dc-2995-4de9-8fb6-36a0c336da57 HTTP/1.1" status: 200 len: 945 time: 0.1263843 Nov 10 21:24:19.838086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3446358e-f465-4fbf-a109-10e78785ff70,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:19.850600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16390163-14f9-42bf-99e8-cc2dd27c4a4c req-6877e53f-9729-4d70-9007-678b7a844475 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 210 time: 0.0395856 Nov 10 21:24:19.855507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:19.858872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76d4b0-d9ca-4f35-b282-0f3a2a35aa1a None None] Network 89e4b2bd-92d1-43c3-853a-1353d99a29e5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:19.870955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-be6600cf-760b-49c2-b4e5-1021537f3aa9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3446358e-f465-4fbf-a109-10e78785ff70 HTTP/1.1" status: 204 len: 168 time: 1.0655565 Nov 10 21:24:19.871610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47878) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:20.054466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Deleting port f3476053-0b1f-4f1a-b08f-2ff6802331d9 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:20.057414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.115538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.204293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] DHCP port deletion for 89e4b2bd-92d1-43c3-853a-1353d99a29e5 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:24:20.239190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:20.256014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] For port f3476053-0b1f-4f1a-b08f-2ff6802331d9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f3476053-0b1f-4f1a-b08f-2ff6802331d9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:20.257230 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.289298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] Deleting port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:20.289298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.303075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Calling delete_port for f3476053-0b1f-4f1a-b08f-2ff6802331d9 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:20.362281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Deleting port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:20.362281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.400557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] For port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:20.401122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.482602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] For port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,segment=NetworkSegment(e1e94373-5742-4659-91fd-ca85c53d10a4),segment_id=e1e94373-5742-4659-91fd-ca85c53d10a4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:20.482991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.486815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:20.496110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.505638 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:20.508397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Calling delete_port for 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:20.512333 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:20.513329 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:20.565851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] Calling delete_port for 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:20.604017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.686046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d85b4583-99f3-499c-8725-6a6a6abd14c9', 'f3476053-0b1f-4f1a-b08f-2ff6802331d9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:20.688795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:20.704563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Pushing event deleted for resources: {'Port': ['ID=f3476053-0b1f-4f1a-b08f-2ff6802331d9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:20.712645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-a549522e-2445-4869-91bb-79427ee289fc tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "PUT /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 200 len: 996 time: 2.6541452 Nov 10 21:24:20.713108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:20.718326 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:20.721896 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:20.813881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.815582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] No DVR routers for this DVR port f3476053-0b1f-4f1a-b08f-2ff6802331d9 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:20.815582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.817995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-493f6b41-5672-4ed0-851e-bea6801e3bcd req-0a177e1d-4b26-4461-9271-3f84afef85ef tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "DELETE /v2.0/ports/f3476053-0b1f-4f1a-b08f-2ff6802331d9 HTTP/1.1" status: 204 len: 173 time: 0.9910734 Nov 10 21:24:20.818993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'name': 'network-vif-deleted', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:20.824499 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f25473a-e49d-4ffc-afb3-fcd18add3d35" -d '{"events": [{"server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "name": "network-vif-deleted", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:20.827408 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:20.850863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:20.885361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] Pushing event deleted for resources: {'Port': ['ID=2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:20.898679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-9beeeddc-c31f-4ae6-ad98-944d0b1cb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:20.900534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-9beeeddc-c31f-4ae6-ad98-944d0b1cb654 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.1612637 Nov 10 21:24:20.906276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] No DVR routers for this DVR port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:20.912011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132bff8-5bfb-4d93-99be-339eea55446c None None] No DVR routers for this DVR port 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:21.043325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.137432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.152521 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:8c:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:18Z', 'revision_number': 8, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:21.192521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:21.193764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:21.196323 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ba87a-ea9b-41bc-a0d5-559e7b1e58d9" -d '{"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:21.211481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:21.248792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e4b2bd-92d1-43c3-853a-1353d99a29e5']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:21.254968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:21.255402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d67bcc2-fbc5-4744-8ffd-2fc6c03f5f3d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:21.258638 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:21.284854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.287224 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:21.287682 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:21.304998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-9d62868c-1e6e-4a35-b7e2-0f243549a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:21.306472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-9d62868c-1e6e-4a35-b7e2-0f243549a9d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.3713357 Nov 10 21:24:21.319857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e94373-5742-4659-91fd-ca85c53d10a4') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:21.320068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e94373-5742-4659-91fd-ca85c53d10a4') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:21.350788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:21.439878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.469821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.479822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:24:21.480232 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.485603 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:24:21.533956 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:24:21.573963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-5bc41c44-13e9-45a2-ac54-8edb6a03ce76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 999 time: 0.2496226 Nov 10 21:24:21.582631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-f14aa4ff-9f75-4e49-9f81-bf3ee06b97d0 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:21.584149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-f14aa4ff-9f75-4e49-9f81-bf3ee06b97d0 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.64 "GET /v2.0/networks?id=4693b87d-5170-4012-9198-8cfba408eccb HTTP/1.1" status: 200 len: 805 time: 0.3840032 Nov 10 21:24:21.682268 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.698581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:21.701721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] 10.222.0.45 "DELETE /v2.0/networks/89e4b2bd-92d1-43c3-853a-1353d99a29e5 HTTP/1.1" status: 204 len: 168 time: 1.8280950 Nov 10 21:24:21.703357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-66b9af0c-c579-4103-a056-3bb9d9e44989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:21.705464 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-66b9af0c-c579-4103-a056-3bb9d9e44989 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1180394 Nov 10 21:24:21.718230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da479bf4-f31b-486e-a9e4-db8876abd277 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e4b2bd-92d1-43c3-853a-1353d99a29e5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:21.725286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-caa8c9ed-cda1-4c38-b319-fb504f7e9540 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5195fd2e6970433088e7ae13882aa56b HTTP/1.1" status: 200 len: 379 time: 0.1280594 Nov 10 21:24:21.772054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Request body: {'port': {'device_id': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'admin_state_up': True, 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'security_groups': ['83d307dd-647b-4b12-8d62-b05718677a38']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:21.772402 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:8c:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:18Z', 'revision_number': 8, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:21.809618 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c25d6c7-5aaf-49df-ad03-634a8df55507 None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'port_id': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'mac_address': 'fa:16:3e:8c:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:23:35Z', 'updated_at': '2021-11-10T21:24:18Z', 'revision_number': 8, 'project_id': 'df6515dbee264498a56293c7af427764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:21.878133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-424af71d-bc81-4795-b1ba-598e2e523a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:21.879780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-424af71d-bc81-4795-b1ba-598e2e523a6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532393 Nov 10 21:24:21.886045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aa251-941f-4a19-89a4-f490cbf59dc6 req-2d648527-dca8-4481-9847-f17b87d482b2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:21.889066 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94aa251-941f-4a19-89a4-f490cbf59dc6 req-2d648527-dca8-4481-9847-f17b87d482b2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0796273 Nov 10 21:24:21.966616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94aa251-941f-4a19-89a4-f490cbf59dc6 req-dab5ecd2-6890-4cb6-a29c-268c7f7c1e61 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764406 Nov 10 21:24:21.984583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-83d61d56-10f2-4edf-ae1c-58315f8e6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:21.986998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-83d61d56-10f2-4edf-ae1c-58315f8e6f6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1102 time: 0.0518501 Nov 10 21:24:22.054040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-eaf0f27a-2b5a-443b-af4a-f92665437edb service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630049 Nov 10 21:24:22.136300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-b942b40b-a54e-4650-b834-587d4028020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.138028 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-b942b40b-a54e-4650-b834-587d4028020b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1438160 Nov 10 21:24:22.139567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Made reservation on behalf of 5195fd2e6970433088e7ae13882aa56b for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:22.139876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47934) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:22.143841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:22.151350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74b6f05-d86a-41e6-88de-9703a29b61d5 None None] New status for floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:24:22.158714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bcefe-2b80-4689-ab8f-bb62aaf9418b req-ad2efe12-f212-4146-938c-a7690030675c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.160646 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae6bcefe-2b80-4689-ab8f-bb62aaf9418b req-ad2efe12-f212-4146-938c-a7690030675c tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 951 time: 0.0940926 Nov 10 21:24:22.240097 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7b247c96-fdb3-4cd7-9f6c-b3df1e6d1913 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf55eb5b89744bf8aa9d73fd7bc96802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0988481 Nov 10 21:24:22.245321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47936) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:22.275263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae6bcefe-2b80-4689-ab8f-bb62aaf9418b req-9e9d129f-c875-4e54-8cd6-cefe1ae23e6e tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065323 Nov 10 21:24:22.276835 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-e490744b-6f1e-4e81-8b59-76dabc114b64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 217 time: 0.0487838 Nov 10 21:24:22.335168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bb250fa-b4dc-462c-a0b2-2373cc14995f req-392793ce-b678-447a-90f1-beae2188a5e3 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802331 Nov 10 21:24:22.349724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-61c31919-fcb6-4c5c-83e8-7c81754b8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.352172 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-61c31919-fcb6-4c5c-83e8-7c81754b8c08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0666628 Nov 10 21:24:22.361665 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9354122-aa38-489c-8912-583e5f437fa3 x-openstack-request-id: req-e9354122-aa38-489c-8912-583e5f437fa3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:22.362009 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:22.362256 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9354122-aa38-489c-8912-583e5f437fa3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:22.362652 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'status': 'completed', 'code': 200} Nov 10 21:24:22.363983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Allocated IP 172.20.0.10 (4693b87d-5170-4012-9198-8cfba408eccb/71bb2c60-1dce-45cb-b5fb-a10cae413211/575ae381-5fd6-41e9-937a-7170d63a4c4e) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:22.383236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e59933a-f226-4330-977b-35ea152131cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:22.434503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e59933a-f226-4330-977b-35ea152131cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:22.468622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-7cfa6883-8725-4412-b8ec-706d9f34be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.470571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-7cfa6883-8725-4412-b8ec-706d9f34be4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110177 Nov 10 21:24:22.473473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-913d5b9f-d452-4afb-9d9e-e6d5fac7e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.475782 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-913d5b9f-d452-4afb-9d9e-e6d5fac7e5fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.0904777 Nov 10 21:24:22.524614 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3582970b-061e-4302-9414-469c62dc5d42 x-openstack-request-id: req-3582970b-061e-4302-9414-469c62dc5d42 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:22.530198 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b628c8dc-2995-4de9-8fb6-36a0c336da57", "name": "network-vif-deleted", "tag": "f3476053-0b1f-4f1a-b08f-2ff6802331d9", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:22.530198 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3582970b-061e-4302-9414-469c62dc5d42 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:22.530198 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b628c8dc-2995-4de9-8fb6-36a0c336da57', 'name': 'network-vif-deleted', 'tag': 'f3476053-0b1f-4f1a-b08f-2ff6802331d9', 'status': 'completed', 'code': 200} Nov 10 21:24:22.573065 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b610b0c2-7c3f-4d91-a03f-00a92535d58f x-openstack-request-id: req-b610b0c2-7c3f-4d91-a03f-00a92535d58f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:22.573608 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-unplugged", "status": "completed", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:22.574061 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b610b0c2-7c3f-4d91-a03f-00a92535d58f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:22.574640 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'code': 200} Nov 10 21:24:22.600077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:22.664540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-be8e4038-cffe-4e97-872a-4f999b42613e service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859112 Nov 10 21:24:22.668871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-2105849c-06fc-46b8-b364-85a45d32c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.670391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-2105849c-06fc-46b8-b364-85a45d32c6fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1476297 Nov 10 21:24:22.674347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e924b2d2-ad23-4195-b8d6-404d5bca69a8 req-0ea75ad1-44b2-46bc-8fcb-d1266d02a480 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 210 time: 0.1245852 Nov 10 21:24:22.687460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f3476053-0b1f-4f1a-b08f-2ff6802331d9 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:22.713303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: f3476053-0b1f-4f1a-b08f-2ff6802331d9 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:22.713628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f3476053-0b1f-4f1a-b08f-2ff6802331d9 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:22.768810 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e59933a-f226-4330-977b-35ea152131cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:22.771845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e59933a-f226-4330-977b-35ea152131cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:22.773257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2e59933a-f226-4330-977b-35ea152131cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9da26781-21f9-4187-8883-0b71c44fdfa8 HTTP/1.1" status: 204 len: 168 time: 0.5258288 Nov 10 21:24:22.774466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:22.791429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59933a-f226-4330-977b-35ea152131cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da26781-21f9-4187-8883-0b71c44fdfa8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:22.791948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-f0de972e-98f5-40e7-904c-03c90eb6695a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 1001 time: 0.1115620 Nov 10 21:24:22.845054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-150a09f3-497c-4cf6-b9fe-14cb5494b8ab req-b3c05cd5-30b2-402f-ab5c-2b73ad62275b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 200 len: 998 time: 0.1262538 Nov 10 21:24:22.907998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-970d1669-490e-4115-a670-b5317bc85ded service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365165 Nov 10 21:24:22.930292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-8bdbb063-8278-4778-aaca-bb0b4a61c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.931763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-8bdbb063-8278-4778-aaca-bb0b4a61c4e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1280348 Nov 10 21:24:22.974449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a09f3-497c-4cf6-b9fe-14cb5494b8ab req-7f00abcc-39b0-45a2-896a-18f73201ffdd tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:22.981968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-150a09f3-497c-4cf6-b9fe-14cb5494b8ab req-7f00abcc-39b0-45a2-896a-18f73201ffdd tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1358845 Nov 10 21:24:22.991031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-150a09f3-497c-4cf6-b9fe-14cb5494b8ab req-90fc7768-3d9d-4f05-a757-15cb93b5407b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:24:23.010586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-150a09f3-497c-4cf6-b9fe-14cb5494b8ab req-90fc7768-3d9d-4f05-a757-15cb93b5407b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275714 Nov 10 21:24:23.021107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Network 4693b87d-5170-4012-9198-8cfba408eccb is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:23.027205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:23.031172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:23.031785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-83b30b58-f7da-45aa-af02-4cac261fffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.033403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-83b30b58-f7da-45aa-af02-4cac261fffe2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932913 Nov 10 21:24:23.071708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event updated for resources: {'Port': ['ID=575ae381-5fd6-41e9-937a-7170d63a4c4e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:23.114886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.125139 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:23.176473 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:23.227981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-74069405-4415-411a-b7f0-317a6a0e8007 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4720626 Nov 10 21:24:23.233009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-b6404d62-6d19-473d-b626-e57770171568 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922579 Nov 10 21:24:23.247385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Request body: {'port': {'device_id': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:23.377568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3f173e2c-c1a9-4e17-821e-bad39d8b5071 None None] Provisioning complete for port 575ae381-5fd6-41e9-937a-7170d63a4c4e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:23.378350 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f173e2c-c1a9-4e17-821e-bad39d8b5071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:23.385925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:23.396377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8cb3d1-db62-413b-a61b-aadd3d5b13a8 req-42453b55-81a6-4868-b3af-bb31e59dddb6 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459427 Nov 10 21:24:23.448377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f173e2c-c1a9-4e17-821e-bad39d8b5071 None None] Port 575ae381-5fd6-41e9-937a-7170d63a4c4e cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:23.460269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f15f3-6731-44ca-b8b4-776371d144bf req-d410d328-d640-4219-95df-6a54aba0c9bc tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.467480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc7f15f3-6731-44ca-b8b4-776371d144bf req-d410d328-d640-4219-95df-6a54aba0c9bc tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1103 time: 0.1300728 Nov 10 21:24:23.626049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49ea1d-0540-4a09-81a1-1a4b285cc3f3 req-84cb6693-6c2d-4820-b691-d38be4ecc0f3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.628635 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e49ea1d-0540-4a09-81a1-1a4b285cc3f3 req-84cb6693-6c2d-4820-b691-d38be4ecc0f3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0538623 Nov 10 21:24:23.639305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc7f15f3-6731-44ca-b8b4-776371d144bf req-61ddc96f-a248-4a05-bdcf-ea6f71108938 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709304 Nov 10 21:24:23.679509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e49ea1d-0540-4a09-81a1-1a4b285cc3f3 req-ac3af1ad-9da7-4d63-98a5-69d9107a9f84 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449092 Nov 10 21:24:23.822168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-39b04e06-2798-48b1-b2a4-cc8488cdd552 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.1577425 Nov 10 21:24:23.850233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bcb58-2aee-4264-851e-86cfa135530a req-daaa1404-1e00-4677-b695-1fc6bbba0d14 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.854729 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-740bcb58-2aee-4264-851e-86cfa135530a req-daaa1404-1e00-4677-b695-1fc6bbba0d14 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 949 time: 0.0745203 Nov 10 21:24:23.901537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3971e-1167-49f4-8f06-1896530c380e req-7bcdcaf7-b77b-4c2f-88d7-c93ef401118c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:23.903157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-7bcdcaf7-b77b-4c2f-88d7-c93ef401118c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports/d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 942 time: 0.0802205 Nov 10 21:24:23.903631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-740bcb58-2aee-4264-851e-86cfa135530a req-f56b2028-abb2-427d-b5ba-588a2004a3ee tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Nov 10 21:24:23.915281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575ae381-5fd6-41e9-937a-7170d63a4c4e {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:23.926158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:23.951383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Transition to ACTIVE for port object 575ae381-5fd6-41e9-937a-7170d63a4c4e will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:24.029411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-346b7105-4f4f-4724-81d5-47a090df4b60 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.0677559 Nov 10 21:24:24.044749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.156788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Pushing event updated for resources: {'Port': ['ID=575ae381-5fd6-41e9-937a-7170d63a4c4e,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:24.268025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3971e-1167-49f4-8f06-1896530c380e req-2fcdc36b-0575-4921-8124-bbb3b693272c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:24.269777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-2fcdc36b-0575-4921-8124-bbb3b693272c tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.2339206 Nov 10 21:24:24.275217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48056) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:24.380663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Attempting to bind port 575ae381-5fd6-41e9-937a-7170d63a4c4e on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:24.380979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Attempting to bind port 575ae381-5fd6-41e9-937a-7170d63a4c4e by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:24.381238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Attempting to bind port 575ae381-5fd6-41e9-937a-7170d63a4c4e on network 4693b87d-5170-4012-9198-8cfba408eccb {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:24.396334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Port 575ae381-5fd6-41e9-937a-7170d63a4c4e on network 4693b87d-5170-4012-9198-8cfba408eccb not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:24:24.396830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Attempting to bind port 575ae381-5fd6-41e9-937a-7170d63a4c4e on network 4693b87d-5170-4012-9198-8cfba408eccb {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:24.401816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647cf7f-2d7b-4959-bf01-e46382dd647a req-1ebe377d-ddae-46dc-9e6a-cd5fadbcd349 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:24.405466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-e8dc938e-1b57-458c-964e-c9a6c747754b tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 1001 time: 0.1227281 Nov 10 21:24:24.410390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:24.410765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Checking segment: {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:24.411162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Bound using segment: {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:24.411328 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0647cf7f-2d7b-4959-bf01-e46382dd647a req-1ebe377d-ddae-46dc-9e6a-cd5fadbcd349 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 944 time: 0.0605240 Nov 10 21:24:24.411643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Bound port: 575ae381-5fd6-41e9-937a-7170d63a4c4e, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:24.412378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.437057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1516853688-network', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:24.440390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:24.492722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0647cf7f-2d7b-4959-bf01-e46382dd647a req-b6a1a747-8f9a-4571-a385-4c7664a19099 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795496 Nov 10 21:24:24.553388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.557132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Made reservation on behalf of 04c2f9ba47ec4a52ac846459272cca94 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:24.559695 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.571425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.606838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] For port 575ae381-5fd6-41e9-937a-7170d63a4c4e, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:24.632671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] For port 575ae381-5fd6-41e9-937a-7170d63a4c4e, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:24.705508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.719598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9a260-d02a-4822-935a-eabf70127999 req-5386df88-73dd-46d1-970f-351e5d7d2491 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:24.721465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e9a260-d02a-4822-935a-eabf70127999 req-5386df88-73dd-46d1-970f-351e5d7d2491 tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 1103 time: 0.0716550 Nov 10 21:24:24.790038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e9a260-d02a-4822-935a-eabf70127999 req-037e4ee4-76f5-405f-864a-fd620b54482c tempest-ServersAdminTestJSON-33059257 tempest-ServersAdminTestJSON-33059257-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604348 Nov 10 21:24:24.837604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.873034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:24:24.902574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.903328 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Added segment 6b492497-33de-4b77-9ea5-91732e55de75 of type vlan for network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 Nov 10 21:24:24.904739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0463226-d485-4991-b838-ca6493599bda,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:24.967409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.973890 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:24.997895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696d28d-5c0f-4284-929c-c49764bc8528 req-03a40368-8ddf-49aa-86fc-3f53448a1c42 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:24.999439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e696d28d-5c0f-4284-929c-c49764bc8528 req-03a40368-8ddf-49aa-86fc-3f53448a1c42 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1128228 Nov 10 21:24:25.008619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.009555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.010925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] 10.222.0.64 "PUT /v2.0/ports/575ae381-5fd6-41e9-937a-7170d63a4c4e HTTP/1.1" status: 200 len: 1093 time: 1.7681057 Nov 10 21:24:25.018746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:25.020965 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e91c044-c4d8-4b50-9775-4a7998cf4f91" -d '{"events": [{"name": "network-changed", "server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:25.068995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e696d28d-5c0f-4284-929c-c49764bc8528 req-6684d2e7-cfd4-4f1d-ade7-26414d289140 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589962 Nov 10 21:24:25.099887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.100933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.101157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4724a-f9cb-4bfa-a4b9-dd1fccc52cec service neutron] Pushing event updated for resources: {'Port': ['ID=575ae381-5fd6-41e9-937a-7170d63a4c4e,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:25.111927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.111927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.160565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.162067 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b disassociated. External IP: 172.25.7.132, port: d85b4583-99f3-499c-8725-6a6a6abd14c9. Nov 10 21:24:25.195437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a32754a2-4b33-4c57-ae59-c74c3b1eaf64,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:25.210268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:24:25.218255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dabe2913-5de9-4604-9253-bdc7724289c0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9413462 Nov 10 21:24:25.218972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48078) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:25.233828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Request body: {'subnet': {'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-subnet', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:25.243181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-845c8c36-c032-4c34-bdaf-1167205ab206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.244778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-845c8c36-c032-4c34-bdaf-1167205ab206 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5195fd2e6970433088e7ae13882aa56b&device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 1096 time: 0.1279249 Nov 10 21:24:25.318285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-d7223258-14b9-45c3-92ce-28c6a466e1d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e HTTP/1.1" status: 200 len: 217 time: 0.0608656 Nov 10 21:24:25.327951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Made reservation on behalf of 04c2f9ba47ec4a52ac846459272cca94 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:25.330537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.418997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-4878cc2f-9150-4077-a0f8-9fa6a6ce4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.420464 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-4878cc2f-9150-4077-a0f8-9fa6a6ce4a39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71bb2c60-1dce-45cb-b5fb-a10cae413211 HTTP/1.1" status: 200 len: 844 time: 0.0712156 Nov 10 21:24:25.484280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-649110f4-8a22-432b-97c8-72487b698dfa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972319 Nov 10 21:24:25.555621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-fd483d6b-e353-4e9f-93b1-49d90eb8caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.557198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-fd483d6b-e353-4e9f-93b1-49d90eb8caca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4693b87d-5170-4012-9198-8cfba408eccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930121 Nov 10 21:24:25.603665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:25.692736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-41e59be3-1fa7-496a-b716-f5abf21e2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.694178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-41e59be3-1fa7-496a-b716-f5abf21e2036 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 1097 time: 0.1471367 Nov 10 21:24:25.710974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2263f-3d02-4723-9960-d2e09f45e416 req-c8819027-dc35-4510-a324-f0df76dc5f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:25.712683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8d2263f-3d02-4723-9960-d2e09f45e416 req-c8819027-dc35-4510-a324-f0df76dc5f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 949 time: 0.0752835 Nov 10 21:24:25.713719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-d7ea75fd-e5b6-4de5-8f8e-0ff61890e956 service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468329 Nov 10 21:24:25.748861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.838859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:25.845889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:25.858291 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:25.888409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdcddb7b-e2f7-4910-a41a-e43d0570be3e req-d1fe4220-0efd-4ec5-a515-869f8d32fa18 service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627178 Nov 10 21:24:25.890282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-9e12eba3-59e3-4cf3-836b-844768a96444 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "PUT /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 200 len: 696 time: 1.4637239 Nov 10 21:24:25.900981 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:25.902651 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:25.997840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3971e-1167-49f4-8f06-1896530c380e req-97e4e4f3-2d60-4eaa-8300-e4de1f91484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.005817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-97e4e4f3-2d60-4eaa-8300-e4de1f91484c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.0963726 Nov 10 21:24:26.088104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-440a3390-d581-4573-8677-e61b6a0eb41b tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.089672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-440a3390-d581-4573-8677-e61b6a0eb41b tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.64 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 949 time: 0.1329384 Nov 10 21:24:26.106701 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:26.166959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3971e-1167-49f4-8f06-1896530c380e req-3fb576c6-d02a-4eb8-89e0-b22eba0e1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.174997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-3fb576c6-d02a-4eb8-89e0-b22eba0e1e97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1682498 Nov 10 21:24:26.239053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8d2263f-3d02-4723-9960-d2e09f45e416 req-df11c7cc-496b-4005-82a7-cf7b7f747dc5 tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/security-groups?id=12137f72-bc19-4b7f-8d92-1ebd9c778242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188394 Nov 10 21:24:26.245780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdb5421-4fba-49c3-80c0-b2254cba39f9,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:26.280837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-7c41fca4-ccb7-4add-a4bc-68d9dab68eeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 217 time: 0.1048923 Nov 10 21:24:26.315421 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ad4cce-f1b6-442d-9f13-4b112cb0815e x-openstack-request-id: req-44ad4cce-f1b6-442d-9f13-4b112cb0815e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:26.315606 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:26.315794 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44ad4cce-f1b6-442d-9f13-4b112cb0815e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:26.316192 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'status': 'completed', 'code': 200} Nov 10 21:24:26.363672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Checking segment: {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:26.364766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Network hostable DHCP agents. Network: a32754a2-4b33-4c57-ae59-c74c3b1eaf64, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:24:26.369948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3971e-1167-49f4-8f06-1896530c380e req-ceed3e06-a24c-4ad9-bb90-a67a6202c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.371436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-ceed3e06-a24c-4ad9-bb90-a67a6202c8ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.0898504 Nov 10 21:24:26.409775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-e0272826-a1c5-49b0-a0bf-fb07378debb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.411267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-e0272826-a1c5-49b0-a0bf-fb07378debb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.6776493 Nov 10 21:24:26.418769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Deleting port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:26.419103 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:26.481212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-6172b4eb-6f63-46b8-a554-02c55ce159f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 200 len: 217 time: 0.0526221 Nov 10 21:24:26.494163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3971e-1167-49f4-8f06-1896530c380e req-ab8b4a15-f1e2-40d6-9d3f-7883866b73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.495702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-ab8b4a15-f1e2-40d6-9d3f-7883866b73b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138179 Nov 10 21:24:26.498379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-2f191788-5f95-40a2-8560-f8bf643f7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.500513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-2f191788-5f95-40a2-8560-f8bf643f7e41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5195fd2e6970433088e7ae13882aa56b&device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 1096 time: 0.1649096 Nov 10 21:24:26.508067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be937f9-2426-40cf-8eaa-d64be6752f60 req-2df1d3eb-62d0-4eec-8b38-dfea288ce50c tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.516410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3be937f9-2426-40cf-8eaa-d64be6752f60 req-2df1d3eb-62d0-4eec-8b38-dfea288ce50c tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 944 time: 0.1475875 Nov 10 21:24:26.566524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:24:26.585223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] For port 4df6126c-ba99-43e1-b2e1-8f1425bc7871, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4df6126c-ba99-43e1-b2e1-8f1425bc7871,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:26.585628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:26.607057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Calling delete_port for 4df6126c-ba99-43e1-b2e1-8f1425bc7871 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:26.607276 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:26.645293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-c3dd254b-61ab-46aa-8ed4-9177d81d7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.649144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-c3dd254b-61ab-46aa-8ed4-9177d81d7d9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.1508219 Nov 10 21:24:26.652902 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:26.666788 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:26.667428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-02614950-9f7d-4928-9a7f-659cec56504d service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614182 Nov 10 21:24:26.667628 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:26.696895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-80786dfd-cb3f-4394-a758-377b77cb8cd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419765 Nov 10 21:24:26.702208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3be937f9-2426-40cf-8eaa-d64be6752f60 req-4b0313bc-db1a-4cd9-af13-863988ce08b9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850035 Nov 10 21:24:26.753410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-6e212037-2928-4ecf-9497-75878f1b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.762565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-6e212037-2928-4ecf-9497-75878f1b408c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4693b87d-5170-4012-9198-8cfba408eccb HTTP/1.1" status: 200 len: 906 time: 0.2325034 Nov 10 21:24:26.763073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, a32754a2-4b33-4c57-ae59-c74c3b1eaf64) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:26.784244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67223ff4-e745-4f59-952b-c7ec89fee697 None None] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:26.788050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:26.790602 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:26.846453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f3971e-1167-49f4-8f06-1896530c380e req-695969e4-5d2a-4187-87d2-77374db21db5 service neutron] 10.222.0.45 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631696 Nov 10 21:24:26.865778 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:26.949977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-13cd75cb-74e9-4813-98ab-880be6344eeb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7299333 Nov 10 21:24:26.953111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:26.955944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-da8afda4-2a8d-4d98-8791-da03a10661f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e HTTP/1.1" status: 200 len: 217 time: 0.1344845 Nov 10 21:24:26.963863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:26.982330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:26.984010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:24:26.990110 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:27.024984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Pushing event deleted for resources: {'Port': ['ID=4df6126c-ba99-43e1-b2e1-8f1425bc7871,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:27.061668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-e5d63e40-b5a8-4ab1-bc83-56e62d270f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.063144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-e5d63e40-b5a8-4ab1-bc83-56e62d270f47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71bb2c60-1dce-45cb-b5fb-a10cae413211 HTTP/1.1" status: 200 len: 844 time: 0.0898662 Nov 10 21:24:27.065298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-005c3423-a4b2-44a3-b545-726e426c0f92 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502378 Nov 10 21:24:27.099060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:27.102653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:27.106551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c1417-d97a-48bb-899c-68b832273ba2 req-be4d37dc-6faa-40be-9592-cd26d031f3e2 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.114689 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f97c1417-d97a-48bb-899c-68b832273ba2 req-be4d37dc-6faa-40be-9592-cd26d031f3e2 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 950 time: 0.2339492 Nov 10 21:24:27.124061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] No DVR routers for this DVR port 4df6126c-ba99-43e1-b2e1-8f1425bc7871 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:27.128290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:27.133239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32539322-aa28-41c2-aa49-97f6d4a36089 req-e11096d0-df71-47ca-88b8-2f3f670f6f2a tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.64 "DELETE /v2.0/ports/4df6126c-ba99-43e1-b2e1-8f1425bc7871 HTTP/1.1" status: 204 len: 173 time: 1.0236282 Nov 10 21:24:27.190654 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:27.276656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f97c1417-d97a-48bb-899c-68b832273ba2 req-d554b0c1-a499-49ab-92ec-9db0c5b6fcd5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604230 Nov 10 21:24:27.282072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-bc54ed65-b14d-48fa-8279-418e3daebc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.301304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-bc54ed65-b14d-48fa-8279-418e3daebc63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4693b87d-5170-4012-9198-8cfba408eccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301807 Nov 10 21:24:27.391310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-018da220-5392-4e2a-86f4-6dcef7d726bd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.391310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-018da220-5392-4e2a-86f4-6dcef7d726bd tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 950 time: 0.2352326 Nov 10 21:24:27.396006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e791b3d-02e9-4d5a-9fd5-f1f53a7d4872 req-472a349d-c1b2-47a6-bbde-ae74970e4037 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166368 Nov 10 21:24:27.472936 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:27.474968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Allocated IP 172.20.0.2 (a32754a2-4b33-4c57-ae59-c74c3b1eaf64/4bdb5421-4fba-49c3-80c0-b2254cba39f9/9e96b89d-ba0a-49dc-b879-8f40dd310f2b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:27.507564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d0895-f05c-4f3c-b432-8cd2f4c700fc req-184a2064-5f30-4f05-8fcd-aa32308c52da tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.509901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c9d0895-f05c-4f3c-b432-8cd2f4c700fc req-184a2064-5f30-4f05-8fcd-aa32308c52da tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1735647 Nov 10 21:24:27.534445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:27.534748 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb6386-a907-4496-9089-4068a090f820 None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:23:12Z', 'revision_number': 4, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7eb0046-727c-40e9-929d-a878ed4f5e27', 'name': '', 'network_id': '78f6a7ca-aece-4583-87d4-4074ca1c7335', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'mac_address': 'fa:16:3e:eb:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:11Z', 'updated_at': '2021-11-10T21:23:22Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'subnets': [{'id': '90dbfc36-0bc6-4261-ae32-3fadadbeead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:27.635361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c9d0895-f05c-4f3c-b432-8cd2f4c700fc req-9bb5a457-b6e1-49a4-af88-39078d023bc4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090400 Nov 10 21:24:27.740455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e45ae790-0486-4788-9587-e34cc1ea4cdc req-af4edf8a-60a9-400a-a4a2-94359d5dd08b tempest-ImagesOneServerTestJSON-355498927 tempest-ImagesOneServerTestJSON-355498927-project] 10.222.0.45 "GET /v2.0/ports?device_id=d90d4baa-cf05-47ce-a4c6-4ccef28c56f4 HTTP/1.1" status: 200 len: 210 time: 0.2881241 Nov 10 21:24:27.774513 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:27.878337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-0d5ba01e-6931-4e0f-a5ac-519eadadb633 service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547020 Nov 10 21:24:27.891645 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-5873c4fd-964f-4206-a82a-d4c6c17211ce tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 200 len: 696 time: 0.0895550 Nov 10 21:24:27.899423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3a355-8957-4d53-a4a9-a59b4fd798e7 req-865c8a8c-fa0c-426d-ab9e-2ec76247c841 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:27.907187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2b3a355-8957-4d53-a4a9-a59b4fd798e7 req-865c8a8c-fa0c-426d-ab9e-2ec76247c841 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 944 time: 0.0972345 Nov 10 21:24:27.946302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.035161 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e91c044-c4d8-4b50-9775-4a7998cf4f91 req-1079663f-553c-492f-a52c-573ea36ff9bb service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244216 Nov 10 21:24:28.053875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:28.062539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2b3a355-8957-4d53-a4a9-a59b4fd798e7 req-9c5afb12-6095-4131-ad4f-e8d71388fea0 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536810 Nov 10 21:24:28.067060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d193fa-b9b7-4c47-a0f8-692549287c45 None None] New status for floating IP cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:24:28.110482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Deleting port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:28.111794 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.210925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:28.215319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:28.223076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-a16ff86d-5798-4622-9c20-2189dc0f473e tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:28.230596 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-a16ff86d-5798-4622-9c20-2189dc0f473e tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.3400300 Nov 10 21:24:28.290733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-53de541f-58f0-4d78-bede-78315b8ab995 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 699 time: 0.0591776 Nov 10 21:24:28.320160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9'}, {'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-deleted', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:28.328520 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a80d8-edea-4619-a7e2-14db6e5084fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9"}, {"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-deleted", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:28.344423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.349112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-4d25a026-3730-42eb-b80c-0448062be638 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.132 HTTP/1.1" status: 200 len: 699 time: 0.0574341 Nov 10 21:24:28.387256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Attempting to bind port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:28.387613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Attempting to bind port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:28.387985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Attempting to bind port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b on network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:28.390657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.391538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Pushing event updated for resources: {'Port': ['ID=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:28.403676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] For port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:28.404258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.445045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:28.447890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Checking segment: {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:28.447890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.447890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Bound using segment: {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:28.447890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Bound port: 9e96b89d-ba0a-49dc-b879-8f40dd310f2b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:28.447890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.468058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Calling delete_port for 2d444263-ff97-4d6f-a80b-3cfd7faf8dff owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:28.553556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08207d4-732a-44fc-91dc-2dbd150d6dd8 req-79b5c353-912e-47a3-90f8-5c3c0159e75a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:28.555171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a08207d4-732a-44fc-91dc-2dbd150d6dd8 req-79b5c353-912e-47a3-90f8-5c3c0159e75a tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 950 time: 0.1755803 Nov 10 21:24:28.558206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] For port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:28.578247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] For port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:28.607660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Allocated IP 172.25.7.147 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/bcdd7360-1619-48cb-843d-ddad3c0960fc) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:28.625967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Deleting port afb641f3-cf44-4fa7-b6b5-1a3c7288e558 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:28.627283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.632235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.644867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a08207d4-732a-44fc-91dc-2dbd150d6dd8 req-153a5380-7912-4c96-8f3f-ae4f8de5f4c9 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790730 Nov 10 21:24:28.730156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 575ae381-5fd6-41e9-937a-7170d63a4c4e details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:24:28.787429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:28.806768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.816868 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf42081-4670-443a-8ee7-31c19a0a2e29 x-openstack-request-id: req-bbf42081-4670-443a-8ee7-31c19a0a2e29 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:28.816868 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9", "status": "completed", "code": 200}, {"server_uuid": "d90d4baa-cf05-47ce-a4c6-4ccef28c56f4", "name": "network-vif-deleted", "tag": "4df6126c-ba99-43e1-b2e1-8f1425bc7871", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:28.816868 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbf42081-4670-443a-8ee7-31c19a0a2e29 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:28.816868 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'status': 'completed', 'code': 200} Nov 10 21:24:28.816868 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90d4baa-cf05-47ce-a4c6-4ccef28c56f4', 'name': 'network-vif-deleted', 'tag': '4df6126c-ba99-43e1-b2e1-8f1425bc7871', 'status': 'completed', 'code': 200} Nov 10 21:24:28.860641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 4df6126c-ba99-43e1-b2e1-8f1425bc7871 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:28.861565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4df6126c-ba99-43e1-b2e1-8f1425bc7871 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:28.865500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.866380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.890009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8405317-8a2c-4341-8b6a-b3c949aa63b7 None None] Pushing event updated for resources: {'Port': ['ID=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:28.905928 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:28.924503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['301c2a27-6774-441e-b961-889140120efc', 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:28.944363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Calling delete_port for afb641f3-cf44-4fa7-b6b5-1a3c7288e558 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:28.947153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Pushing event deleted for resources: {'Port': ['ID=2d444263-ff97-4d6f-a80b-3cfd7faf8dff,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:28.989060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.019106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 575ae381-5fd6-41e9-937a-7170d63a4c4e, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:29.046293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'port_id': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'mac_address': 'fa:16:3e:c2:98:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:24:29.068373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:29.078137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcdd7360-1619-48cb-843d-ddad3c0960fc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:29.078137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:29.078137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:29.113286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-3d874b5a-2696-4375-988a-050943b702ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.115044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-3d874b5a-2696-4375-988a-050943b702ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df6515dbee264498a56293c7af427764&device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 1097 time: 0.2816381 Nov 10 21:24:29.134717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e7b4d-0ced-4c80-8e9d-865885eb9b88 req-f67f7ace-7390-472e-a5c4-b296e92518c7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.143917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f6e7b4d-0ced-4c80-8e9d-865885eb9b88 req-f67f7ace-7390-472e-a5c4-b296e92518c7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2124200 Nov 10 21:24:29.157313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] No DVR routers for this DVR port 2d444263-ff97-4d6f-a80b-3cfd7faf8dff on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:29.172668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.185685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df7984c0-c7a2-4118-a078-ea7cbb1091fe req-14b2f2c7-de13-486b-8309-1e7d97cb594b tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "DELETE /v2.0/ports/2d444263-ff97-4d6f-a80b-3cfd7faf8dff HTTP/1.1" status: 204 len: 173 time: 1.7384508 Nov 10 21:24:29.187467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'name': 'network-vif-deleted', 'tag': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:29.192249 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23118a9a-a13a-45c4-9d18-6f3383ecf4aa" -d '{"events": [{"server_uuid": "3b9f6871-9dc1-4962-b4f8-0486c8b5a028", "name": "network-vif-deleted", "tag": "2d444263-ff97-4d6f-a80b-3cfd7faf8dff"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:29.206002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.357907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-7dec6c5e-a70e-49b1-a16b-1f8eaec3dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.360292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-7dec6c5e-a70e-49b1-a16b-1f8eaec3dd44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 200 len: 922 time: 0.1993904 Nov 10 21:24:29.407590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f6e7b4d-0ced-4c80-8e9d-865885eb9b88 req-f7c27fb8-f073-43a0-92a5-2c461316b24e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614307 Nov 10 21:24:29.544937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9e96b89d-ba0a-49dc-b879-8f40dd310f2b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:29.546224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-a8bc2030-ff92-4fed-94b0-bcd668257d8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 200 len: 217 time: 0.1765497 Nov 10 21:24:29.550032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575ae381-5fd6-41e9-937a-7170d63a4c4e {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:29.615344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 575ae381-5fd6-41e9-937a-7170d63a4c4e, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:29.706980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-232942b2-e929-4018-b92e-5562781442a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.708561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-232942b2-e929-4018-b92e-5562781442a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 200 len: 860 time: 0.1450562 Nov 10 21:24:29.713769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.767806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.809881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Pushing event deleted for resources: {'Port': ['ID=afb641f3-cf44-4fa7-b6b5-1a3c7288e558,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:29.840149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=575ae381-5fd6-41e9-937a-7170d63a4c4e,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:29.844719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-4cbb1834-1d39-4d0f-bab3-05fc8c29df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:29.846768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-4cbb1834-1d39-4d0f-bab3-05fc8c29df04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78f6a7ca-aece-4583-87d4-4074ca1c7335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273408 Nov 10 21:24:29.863823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:29.864341 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.984607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.996557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:29.998093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e97bf9-c574-44eb-838a-dd640a4d4261 req-7919854e-5e93-4803-87d6-10b9b73e12b6 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "DELETE /v2.0/floatingips/cb08a3d0-b7e2-4300-ae44-17cfe7ffe34b HTTP/1.1" status: 204 len: 173 time: 1.6481986 Nov 10 21:24:30.047516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-16c7b0d6-7d56-4e4a-8347-f1719799c8a7 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663184 Nov 10 21:24:30.054544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029b495-835b-4646-b21b-270f7fbf5070 req-58c432e9-d89e-410f-9137-dddd8fa32bec tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:30.062007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4029b495-835b-4646-b21b-270f7fbf5070 req-58c432e9-d89e-410f-9137-dddd8fa32bec tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 945 time: 0.0725205 Nov 10 21:24:30.138378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4029b495-835b-4646-b21b-270f7fbf5070 req-d791fdd6-23d5-468b-8978-384ebd17065b tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694444 Nov 10 21:24:30.162808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['575ae381-5fd6-41e9-937a-7170d63a4c4e'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:30.171171 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ed1a7-d7e9-454d-80ee-703a6f1a5007 x-openstack-request-id: req-c03ed1a7-d7e9-454d-80ee-703a6f1a5007 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:30.171456 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9f6871-9dc1-4962-b4f8-0486c8b5a028", "name": "network-vif-deleted", "tag": "2d444263-ff97-4d6f-a80b-3cfd7faf8dff", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:30.173964 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c03ed1a7-d7e9-454d-80ee-703a6f1a5007 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:30.174413 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9f6871-9dc1-4962-b4f8-0486c8b5a028', 'name': 'network-vif-deleted', 'tag': '2d444263-ff97-4d6f-a80b-3cfd7faf8dff', 'status': 'completed', 'code': 200} Nov 10 21:24:30.246502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542a80d8-edea-4619-a7e2-14db6e5084fc req-fb39fbf0-f4a8-468d-9a94-26d92e21fdf3 service neutron] 10.222.0.53 "GET /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884048 Nov 10 21:24:30.280180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.313479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48132) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:30.411806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:30.499682 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.564881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0aa9c4d6-2d8c-4b0d-a3df-8d42009a28ae req-71fd8e1c-970b-4912-8594-ff222aebdaa8 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b9f6871-9dc1-4962-b4f8-0486c8b5a028 HTTP/1.1" status: 200 len: 210 time: 0.0381954 Nov 10 21:24:30.576032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-494493dc-2d38-4d11-9c74-1e5c132a06f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=198cf95cfdef4ae88f0ca8fe9e8759c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703955 Nov 10 21:24:30.578709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6371b77-bd92-490c-b651-b0cc491ca50c None None] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:30.581912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48140) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:30.585915 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.607924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:30.647349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df734e0e-1301-4ad6-9de1-aa9f55c7603d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.675823 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df734e0e-1301-4ad6-9de1-aa9f55c7603d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.729176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2d444263-ff97-4d6f-a80b-3cfd7faf8dff no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:30.749098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-242bc15f-2dd6-4273-80e2-2f2791aa344a None None] Provisioning complete for port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:30.749590 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-242bc15f-2dd6-4273-80e2-2f2791aa344a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.757092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 2d444263-ff97-4d6f-a80b-3cfd7faf8dff {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:30.757525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2d444263-ff97-4d6f-a80b-3cfd7faf8dff not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:30.785054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6470826-7112-4aa8-9773-adcbe2e6bb4c req-69e45ee3-0d9d-4e36-b45a-d24240283e9d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:30.792590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6470826-7112-4aa8-9773-adcbe2e6bb4c req-69e45ee3-0d9d-4e36-b45a-d24240283e9d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1188154 Nov 10 21:24:30.820526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df734e0e-1301-4ad6-9de1-aa9f55c7603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.828197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df734e0e-1301-4ad6-9de1-aa9f55c7603d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:30.834131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df734e0e-1301-4ad6-9de1-aa9f55c7603d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12137f72-bc19-4b7f-8d92-1ebd9c778242 HTTP/1.1" status: 204 len: 168 time: 0.2506056 Nov 10 21:24:30.843426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df734e0e-1301-4ad6-9de1-aa9f55c7603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12137f72-bc19-4b7f-8d92-1ebd9c778242,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:30.922850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6470826-7112-4aa8-9773-adcbe2e6bb4c req-fdb7fecc-d51a-472c-96f8-f57f6f6ac9fe tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290402 Nov 10 21:24:30.974701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeec3a-1280-43c1-bab6-3e559cf1bc52 req-a3ac56ba-a7bb-4cf3-947f-b936d57b699d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:30.976705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fdeec3a-1280-43c1-bab6-3e559cf1bc52 req-a3ac56ba-a7bb-4cf3-947f-b936d57b699d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 945 time: 0.0599377 Nov 10 21:24:31.019502 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:31.039327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fdeec3a-1280-43c1-bab6-3e559cf1bc52 req-34d4a405-71be-4ed0-a987-0deea79b8e3a tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556664 Nov 10 21:24:31.289647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9e96b89d-ba0a-49dc-b879-8f40dd310f2b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:31.293884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e33125-393c-414f-b263-096c11206c5d req-b67b98de-7db5-4364-afb5-1c3be801d3fa tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:31.295673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8e33125-393c-414f-b263-096c11206c5d req-b67b98de-7db5-4364-afb5-1c3be801d3fa tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 945 time: 0.0714927 Nov 10 21:24:31.341794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:24:31.361462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-45cb6713-f8b4-40a5-97c0-7db9254aa1f6 None None] Provisioning complete for port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:31.362037 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45cb6713-f8b4-40a5-97c0-7db9254aa1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:31.366094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:31.366094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:31.477814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8e33125-393c-414f-b263-096c11206c5d req-194dbff9-f891-4d65-a011-cb4e6bb9baf4 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744578 Nov 10 21:24:31.565488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:31.576381 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Sync routers for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:31.606620 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:31.607596 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:31.700175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:31.700175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-36441a41-1aef-4e9f-a5b4-6711ca3ec9e7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7443156 Nov 10 21:24:31.701817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48166) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:31.721647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:31.937256 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:30Z', 'revision_number': 3, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:31.968154 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Checking router: 6026d0b8-0b56-48ca-a555-d32a44bbe9ea for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:31.968599 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Updating router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea port bcdd7360-1619-48cb-843d-ddad3c0960fc binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:24:32.030362 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.122382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe051bba-caf6-4875-a158-e8de856097ca req-5ed2a46a-c747-46fe-b00a-20fb297b042e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:32.125026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe051bba-caf6-4875-a158-e8de856097ca req-5ed2a46a-c747-46fe-b00a-20fb297b042e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0857680 Nov 10 21:24:32.205574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe051bba-caf6-4875-a158-e8de856097ca req-70fe35a4-273f-4f60-b0b7-a5fd6f887567 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736573 Nov 10 21:24:32.281485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b56b9d-1e3b-4c4b-9e0f-4ff2265e5d63 req-5cd8c80b-e0fe-43a4-9563-2281b68743b5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:32.284502 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01b56b9d-1e3b-4c4b-9e0f-4ff2265e5d63 req-5cd8c80b-e0fe-43a4-9563-2281b68743b5 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 949 time: 0.1656556 Nov 10 21:24:32.384788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01b56b9d-1e3b-4c4b-9e0f-4ff2265e5d63 req-e62d14a0-c0db-4ad1-9abd-2b8ff3866ab2 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804694 Nov 10 21:24:32.386799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702a83d-d47b-48fb-b118-703b1f885649 req-36148e8b-3ed6-4460-87d8-1f58c223b7b1 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:32.395594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c702a83d-d47b-48fb-b118-703b1f885649 req-36148e8b-3ed6-4460-87d8-1f58c223b7b1 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 945 time: 0.1075125 Nov 10 21:24:32.445619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48485-5b4c-43c2-8949-534417c82105 req-fb37144b-c6f3-46e6-9183-5f92f473f71e tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:32.446220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.447607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dab48485-5b4c-43c2-8949-534417c82105 req-fb37144b-c6f3-46e6-9183-5f92f473f71e tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 945 time: 0.1081238 Nov 10 21:24:32.508383 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.605606 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.676800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Allocated IP 172.20.0.1 (a32754a2-4b33-4c57-ae59-c74c3b1eaf64/4bdb5421-4fba-49c3-80c0-b2254cba39f9/0b033165-223d-4302-af02-366b2941784f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:32.723354 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Attempting to bind port bcdd7360-1619-48cb-843d-ddad3c0960fc on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:32.724081 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Attempting to bind port bcdd7360-1619-48cb-843d-ddad3c0960fc by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:32.724865 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Attempting to bind port bcdd7360-1619-48cb-843d-ddad3c0960fc on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:32.737047 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:32.737897 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:32.739140 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.741553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 575ae381-5fd6-41e9-937a-7170d63a4c4e up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:32.752801 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:32.764914 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Bound port: bcdd7360-1619-48cb-843d-ddad3c0960fc, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:32.768880 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.775902 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Pushing event updated for resources: {'Port': ['ID=bcdd7360-1619-48cb-843d-ddad3c0960fc,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:32.849394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c702a83d-d47b-48fb-b118-703b1f885649 req-c72b448f-d4a8-4b37-83d8-81ef63a40e6f tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/security-groups?id=a736587b-4253-481c-883d-cbfd15c152c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526796 Nov 10 21:24:32.849613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.849754 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.850096 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.850434 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.850766 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.851092 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.851591 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.852150 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.864355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.871432 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.871805 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.877491 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.878070 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:32.899821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 575ae381-5fd6-41e9-937a-7170d63a4c4e completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:32.904822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 575ae381-5fd6-41e9-937a-7170d63a4c4e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:32.905215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:32.954099 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] For port bcdd7360-1619-48cb-843d-ddad3c0960fc, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:32.959938 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] For port bcdd7360-1619-48cb-843d-ddad3c0960fc, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bcdd7360-1619-48cb-843d-ddad3c0960fc,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:32.972532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.000062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Deleting port d85b4583-99f3-499c-8725-6a6a6abd14c9 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:33.000403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.019442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:33.028541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:33.033151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:33.064532 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.072753 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.074663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b033165-223d-4302-af02-366b2941784f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:33.134624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 575ae381-5fd6-41e9-937a-7170d63a4c4e, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:33.139857 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:33.145020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.161039 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f1d09-2bc0-4a55-ab5e-cf2657de3e0b" -d '{"events": [{"server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "name": "network-vif-plugged", "status": "completed", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:33.198071 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.203836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] For port d85b4583-99f3-499c-8725-6a6a6abd14c9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d85b4583-99f3-499c-8725-6a6a6abd14c9,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:33.205968 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:33.206091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.206397 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:33.225321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Calling delete_port for d85b4583-99f3-499c-8725-6a6a6abd14c9 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:33.277411 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245341db-a600-4525-a9f7-e214385641a9 None None] Pushing event updated for resources: {'Port': ['ID=bcdd7360-1619-48cb-843d-ddad3c0960fc,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:33.316250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db988c4-f581-42a2-ab3c-506b1f75ee21 req-4221c558-7b0f-4395-bed5-3a9a44743a1b tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:33.339819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=575ae381-5fd6-41e9-937a-7170d63a4c4e,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:33.340056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1db988c4-f581-42a2-ab3c-506b1f75ee21 req-4221c558-7b0f-4395-bed5-3a9a44743a1b tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 945 time: 0.2737024 Nov 10 21:24:33.409062 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:33.443354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.459566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d85b4583-99f3-499c-8725-6a6a6abd14c9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:33.479362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1db988c4-f581-42a2-ab3c-506b1f75ee21 req-c1226674-adf0-4a49-9b19-2cd613ff398a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399393 Nov 10 21:24:33.549541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Pushing event deleted for resources: {'Port': ['ID=d85b4583-99f3-499c-8725-6a6a6abd14c9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:33.571576 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6749043-4acd-4126-b72d-76863fec3f95 x-openstack-request-id: req-e6749043-4acd-4126-b72d-76863fec3f95 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:33.572206 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "name": "network-vif-plugged", "status": "completed", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:33.572552 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6749043-4acd-4126-b72d-76863fec3f95 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:33.573026 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'code': 200} Nov 10 21:24:33.577631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.595018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0612aa88-069b-4b70-917f-463fa85c0c18 None None] Provisioning complete for port 0b033165-223d-4302-af02-366b2941784f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:33.598150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0612aa88-069b-4b70-917f-463fa85c0c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.683748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0612aa88-069b-4b70-917f-463fa85c0c18 None None] Port 0b033165-223d-4302-af02-366b2941784f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:33.729650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] No DVR routers for this DVR port d85b4583-99f3-499c-8725-6a6a6abd14c9 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:33.741799 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:33.745416 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dab48485-5b4c-43c2-8949-534417c82105 req-3e24ea74-4c86-4c35-b028-a3700a285d0d tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.53 "DELETE /v2.0/ports/d85b4583-99f3-499c-8725-6a6a6abd14c9 HTTP/1.1" status: 204 len: 173 time: 1.2826605 Nov 10 21:24:33.745861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'name': 'network-vif-deleted', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:33.751800 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0066bd5a-5534-4b07-8f4d-b1739df1aca5" -d '{"events": [{"server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "name": "network-vif-deleted", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:33.820089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-09a82104-a8b4-4159-8148-a6f622608cd7 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:33.821910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-09a82104-a8b4-4159-8148-a6f622608cd7 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 949 time: 0.2496791 Nov 10 21:24:33.826463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78607e1-7ec1-42a5-a500-0967e62aa96e req-93b162d1-50d4-4809-aea1-e7e7a7dcfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:33.830324 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e78607e1-7ec1-42a5-a500-0967e62aa96e req-93b162d1-50d4-4809-aea1-e7e7a7dcfb5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 1098 time: 0.0995867 Nov 10 21:24:33.856552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c4041-0ae0-4811-b53e-4643b8cef1f5 req-f954d696-4db0-408b-89c3-49a59b1327cd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:33.858080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70c4041-0ae0-4811-b53e-4643b8cef1f5 req-f954d696-4db0-408b-89c3-49a59b1327cd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1394081 Nov 10 21:24:33.919945 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:30Z', 'revision_number': 3, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:33.959243 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bc8de-ea3d-4c71-978b-e1e5d0652ae1 None None] The sync data for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 is: [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:30Z', 'revision_number': 3, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:33.973711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70c4041-0ae0-4811-b53e-4643b8cef1f5 req-6ba54cf9-1f6d-4ede-9b4a-b90ad681fd8c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062520 Nov 10 21:24:34.004330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:34.025582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e78607e1-7ec1-42a5-a500-0967e62aa96e req-e013fe36-e67c-4333-bd9d-c689a7c88ce1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876304 Nov 10 21:24:34.035282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Deleting port 301c2a27-6774-441e-b961-889140120efc {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:34.035708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:34.159423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245d808-e569-4666-a15c-3cf25b130e5b req-2023c9bf-24d3-467c-af19-d7c51fd42307 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:34.161342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4245d808-e569-4666-a15c-3cf25b130e5b req-2023c9bf-24d3-467c-af19-d7c51fd42307 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 949 time: 0.0905716 Nov 10 21:24:34.209434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] For port 301c2a27-6774-441e-b961-889140120efc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=301c2a27-6774-441e-b961-889140120efc,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:34.210029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:34.224567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Calling delete_port for 301c2a27-6774-441e-b961-889140120efc owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:34.230379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4245d808-e569-4666-a15c-3cf25b130e5b req-71954409-81e8-4207-b85c-78dc40073037 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630691 Nov 10 21:24:34.284338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:34.348841 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef529ac2-d274-47bc-9653-d730b42d3c7e x-openstack-request-id: req-ef529ac2-d274-47bc-9653-d730b42d3c7e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:34.348841 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e140a235-d0e6-482e-b33c-6794644eaf14", "name": "network-vif-deleted", "tag": "d85b4583-99f3-499c-8725-6a6a6abd14c9", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:34.348841 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef529ac2-d274-47bc-9653-d730b42d3c7e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:34.349294 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e140a235-d0e6-482e-b33c-6794644eaf14', 'name': 'network-vif-deleted', 'tag': 'd85b4583-99f3-499c-8725-6a6a6abd14c9', 'status': 'completed', 'code': 200} Nov 10 21:24:34.404414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b033165-223d-4302-af02-366b2941784f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:34.416866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:34.500882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f99136c-7b5a-4cdc-8dd9-a7ceee218f9c req-405c15c0-7655-42d2-9a5b-271dea647543 tempest-FloatingIPsAssociationTestJSON-799011639 tempest-FloatingIPsAssociationTestJSON-799011639-project] 10.222.0.45 "GET /v2.0/ports?device_id=e140a235-d0e6-482e-b33c-6794644eaf14 HTTP/1.1" status: 200 len: 210 time: 0.0554757 Nov 10 21:24:34.608291 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:34.619112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:34.621936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['301c2a27-6774-441e-b961-889140120efc', 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:34.625417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:34.696747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Pushing event deleted for resources: {'Port': ['ID=301c2a27-6774-441e-b961-889140120efc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:34.852924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] No DVR routers for this DVR port 301c2a27-6774-441e-b961-889140120efc on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:34.855987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:34.866757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e37f5ee3-ea0b-4ffa-909a-4b07f068ec49 req-f59e818a-fb90-4700-b00c-024818c13d56 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "DELETE /v2.0/ports/301c2a27-6774-441e-b961-889140120efc HTTP/1.1" status: 204 len: 173 time: 1.0377436 Nov 10 21:24:34.875076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde3ee0-f4f8-451e-b18d-70470a52ddd5 req-34411f3d-2da0-4796-819e-67ef2d6bcd85 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:34.891569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ddde3ee0-f4f8-451e-b18d-70470a52ddd5 req-34411f3d-2da0-4796-819e-67ef2d6bcd85 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.2925241 Nov 10 21:24:34.965529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:35.024669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ddde3ee0-f4f8-451e-b18d-70470a52ddd5 req-0672894e-ffed-45cb-b5fe-0283adabd94f tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290030 Nov 10 21:24:35.106043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-46509942-8e0c-4f4d-b6e0-0febdaf9001f None None] Provisioning complete for port 0b033165-223d-4302-af02-366b2941784f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:35.106418 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-46509942-8e0c-4f4d-b6e0-0febdaf9001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:35.212466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-46509942-8e0c-4f4d-b6e0-0febdaf9001f None None] Port 0b033165-223d-4302-af02-366b2941784f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:35.259985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:35.265494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f2554884-0d4e-4d1e-97a6-255f3ef665a3 admin admin] 10.222.0.45 "PUT /v2.0/routers/6026d0b8-0b56-48ca-a555-d32a44bbe9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5623934 Nov 10 21:24:35.360347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757112c7-0d86-498a-879d-dfde0f42da20 req-aff56505-c5cf-4ccd-880b-723f35ba90a7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:35.376570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bcdd7360-1619-48cb-843d-ddad3c0960fc up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:35.377774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-757112c7-0d86-498a-879d-dfde0f42da20 req-aff56505-c5cf-4ccd-880b-723f35ba90a7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2145228 Nov 10 21:24:35.456621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-757112c7-0d86-498a-879d-dfde0f42da20 req-a32aeb0c-7b94-4ab2-ac90-93c1c03ea285 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719037 Nov 10 21:24:35.531762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd52f3b3-3db5-4b4a-847c-2ab37350e0d8 req-17204728-5ab0-4848-8cb1-58368d6962ca tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=9616146a-ba45-4f73-95e5-611d3c0beb82 HTTP/1.1" status: 200 len: 210 time: 0.0434272 Nov 10 21:24:35.603189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bcdd7360-1619-48cb-843d-ddad3c0960fc triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:35.603888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:35.676322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48240) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:35.685770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5bc1a69-81ce-40bb-af43-15c86922423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:35.700318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:35.747084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port bcdd7360-1619-48cb-843d-ddad3c0960fc, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bcdd7360-1619-48cb-843d-ddad3c0960fc,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:35.826291 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:35.931379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=bcdd7360-1619-48cb-843d-ddad3c0960fc,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:36.085131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523e113-09a6-4895-baa2-038d9a53cc29 req-2700784d-b14b-4d0b-9bc8-a19c3e45b07a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:36.093814 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0523e113-09a6-4895-baa2-038d9a53cc29 req-2700784d-b14b-4d0b-9bc8-a19c3e45b07a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 945 time: 0.0634792 Nov 10 21:24:36.161141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0523e113-09a6-4895-baa2-038d9a53cc29 req-71df1131-1e86-41a5-b501-665a746f5247 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662527 Nov 10 21:24:36.350045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'name': 'network-vif-deleted', 'tag': '301c2a27-6774-441e-b961-889140120efc'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:36.352529 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb468cd-d39a-4aae-80cc-b466516b3254" -d '{"events": [{"server_uuid": "9616146a-ba45-4f73-95e5-611d3c0beb82", "name": "network-vif-deleted", "tag": "301c2a27-6774-441e-b961-889140120efc"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:36.494529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48256) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:36.506681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5bd7c63a-e098-4771-949d-16476affdeb5 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676257371', 'description': 'tempest-description--784624919'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:36.581385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Sync routers for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:36.590627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:36.591338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:36.603516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:36.620835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c63a-e098-4771-949d-16476affdeb5 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:36.653593 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05246a35-58f5-44f1-94ca-4dfb87131818 x-openstack-request-id: req-05246a35-58f5-44f1-94ca-4dfb87131818 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:36.654105 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9616146a-ba45-4f73-95e5-611d3c0beb82", "name": "network-vif-deleted", "tag": "301c2a27-6774-441e-b961-889140120efc", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:36.654973 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05246a35-58f5-44f1-94ca-4dfb87131818 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:36.655719 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9616146a-ba45-4f73-95e5-611d3c0beb82', 'name': 'network-vif-deleted', 'tag': '301c2a27-6774-441e-b961-889140120efc', 'status': 'completed', 'code': 200} Nov 10 21:24:36.719821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad586f8-8ea7-4c61-a6e6-789f6b5c0dfc req-42b5ff9d-083d-4bbf-acbb-96fb3d112ac6 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:36.729617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ad586f8-8ea7-4c61-a6e6-789f6b5c0dfc req-42b5ff9d-083d-4bbf-acbb-96fb3d112ac6 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.1757956 Nov 10 21:24:36.744722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d85b4583-99f3-499c-8725-6a6a6abd14c9 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:36.747700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:36.762661 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c63a-e098-4771-949d-16476affdeb5 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:36.797220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baeb1c-a185-4311-8b5c-9ba453615750 req-735db65f-7805-4685-8471-cd2c884b08d3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:36.807931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8baeb1c-a185-4311-8b5c-9ba453615750 req-735db65f-7805-4685-8471-cd2c884b08d3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0891814 Nov 10 21:24:36.808148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: d85b4583-99f3-499c-8725-6a6a6abd14c9 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:36.808480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d85b4583-99f3-499c-8725-6a6a6abd14c9 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:36.808898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 301c2a27-6774-441e-b961-889140120efc no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:36.822182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c63a-e098-4771-949d-16476affdeb5 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:36.837395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 301c2a27-6774-441e-b961-889140120efc {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:36.837724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 301c2a27-6774-441e-b961-889140120efc not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:36.856165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ad586f8-8ea7-4c61-a6e6-789f6b5c0dfc req-f4963984-df6c-4dda-8f53-582b5713db35 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249988 Nov 10 21:24:36.894003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7c63a-e098-4771-949d-16476affdeb5 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66da6585-7607-450e-a6a9-e9fea1438105,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:36.920533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8baeb1c-a185-4311-8b5c-9ba453615750 req-6818d0a0-3f7f-4c85-84c7-2aaf954ca1a8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114564 Nov 10 21:24:36.947685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7c63a-e098-4771-949d-16476affdeb5 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:36.949707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5bd7c63a-e098-4771-949d-16476affdeb5 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4512529 Nov 10 21:24:36.952654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48268) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:36.965576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b38dc321-cf29-4c95-b357-cfa7431946fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Request body: {'security_group_rule': {'security_group_id': '66da6585-7607-450e-a6a9-e9fea1438105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:37.095709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b38dc321-cf29-4c95-b357-cfa7431946fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.105804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 2, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:37.125514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Deleting port c7eb0046-727c-40e9-929d-a878ed4f5e27 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:37.126097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.135143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Checking router: 6026d0b8-0b56-48ca-a555-d32a44bbe9ea for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:37.135502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Updating router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea port 0b033165-223d-4302-af02-366b2941784f binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:24:37.171296 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.218391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86440cf7-aa38-47d1-a3fd-fa3b2acba720 req-7cd81e22-1b3a-4308-8a3f-487bf04190c7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:37.230643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48274) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:37.239010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86440cf7-aa38-47d1-a3fd-fa3b2acba720 req-7cd81e22-1b3a-4308-8a3f-487bf04190c7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.1593413 Nov 10 21:24:37.239828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Request body: {'floatingip': {'port_id': '575ae381-5fd6-41e9-937a-7170d63a4c4e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:37.263762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b38dc321-cf29-4c95-b357-cfa7431946fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.308908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bcdd7360-1619-48cb-843d-ddad3c0960fc up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:37.319459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] For port c7eb0046-727c-40e9-929d-a878ed4f5e27, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7eb0046-727c-40e9-929d-a878ed4f5e27,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:37.319844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.324044 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.363983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b38dc321-cf29-4c95-b357-cfa7431946fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.370985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Calling delete_port for c7eb0046-727c-40e9-929d-a878ed4f5e27 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:37.406653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dc321-cf29-4c95-b357-cfa7431946fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde8baa9-305f-4758-b90a-02f4b0f2b0d2,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:37.429917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bcdd7360-1619-48cb-843d-ddad3c0960fc triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:37.429917 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.479761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b38dc321-cf29-4c95-b357-cfa7431946fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.485382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b38dc321-cf29-4c95-b357-cfa7431946fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5315158 Nov 10 21:24:37.487119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:37.494524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ad793f8b-a15f-4c82-ad84-704d8a5d5363 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Request body: {'security_group_rule': {'security_group_id': '66da6585-7607-450e-a6a9-e9fea1438105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:37.614651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad793f8b-a15f-4c82-ad84-704d8a5d5363 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.698183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad793f8b-a15f-4c82-ad84-704d8a5d5363 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.730914 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.757534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad793f8b-a15f-4c82-ad84-704d8a5d5363 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.786647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad793f8b-a15f-4c82-ad84-704d8a5d5363 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aebe9e-6219-4f67-84a4-a86d357e1e09,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:37.850872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.884522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-866bfb2e-0eaa-4f04-bea4-14f303d5a3f7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1887237412&fields=id&tenant_id=8a853f31d57c4c5092064fe802280dec HTTP/1.1" status: 200 len: 267 time: 0.0781329 Nov 10 21:24:37.906786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad793f8b-a15f-4c82-ad84-704d8a5d5363 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.912178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faa9c3-2c82-4750-b31d-e29dabe34e7d None None] Pushing event updated for resources: {'Port': ['ID=0b033165-223d-4302-af02-366b2941784f,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:37.912480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ad793f8b-a15f-4c82-ad84-704d8a5d5363 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4237235 Nov 10 21:24:37.913394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48298) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:37.918184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:37.949706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d179c646-14a3-4e88-b02d-56aad9dc3296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.985095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Attempting to bind port 0b033165-223d-4302-af02-366b2941784f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:37.986317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Attempting to bind port 0b033165-223d-4302-af02-366b2941784f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:37.987454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Attempting to bind port 0b033165-223d-4302-af02-366b2941784f on network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:37.998795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:37.998795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Checking segment: {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:37.998795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:37.998795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Bound using segment: {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:37.998795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Bound port: 0b033165-223d-4302-af02-366b2941784f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:37.998795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.050248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.099800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] For port 0b033165-223d-4302-af02-366b2941784f, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:38.108609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] For port 0b033165-223d-4302-af02-366b2941784f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0b033165-223d-4302-af02-366b2941784f,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:38.165448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.180867 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.236412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7eb0046-727c-40e9-929d-a878ed4f5e27,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:38.255130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-75f807ec-3f5f-44a0-95b9-9324f269cb65 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:38.262159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-75f807ec-3f5f-44a0-95b9-9324f269cb65 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 822 time: 0.3253555 Nov 10 21:24:38.290071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.333291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-52314ae1-3b1d-44c8-aad8-317b1577e99e tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/quotas/8a853f31d57c4c5092064fe802280dec HTTP/1.1" status: 200 len: 375 time: 0.0701444 Nov 10 21:24:38.388211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590c1dc-6ddc-405c-8a1f-3e501e31051a req-ca5df234-16fe-403e-beb9-c8216ac8f8df tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:38.390336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a590c1dc-6ddc-405c-8a1f-3e501e31051a req-ca5df234-16fe-403e-beb9-c8216ac8f8df tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 951 time: 0.1494904 Nov 10 21:24:38.487301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:38.487967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:38.519521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Allocated IP 172.25.7.229 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/bac6f5ab-1557-42a4-b1c5-0e94c83d730e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:38.553261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e948a8a3-4b68-49ca-a082-9b1dd702e4d4 None None] Provisioning complete for port 0b033165-223d-4302-af02-366b2941784f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:38.554157 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e948a8a3-4b68-49ca-a082-9b1dd702e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.623779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0faa9c3-2c82-4750-b31d-e29dabe34e7d None None] Pushing event updated for resources: {'Port': ['ID=0b033165-223d-4302-af02-366b2941784f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:38.662681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a590c1dc-6ddc-405c-8a1f-3e501e31051a req-2be284e5-3b36-492a-9dd9-2eb371dc4d17 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575941 Nov 10 21:24:38.662943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-2dce04d4-2582-489c-8e76-d0759eb3c352 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3281248 Nov 10 21:24:38.739133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.825552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:38.849518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f762f1-4c34-47fd-836a-00030d74b0d6 req-ad5483ad-474e-4f99-b565-d71ee00db14b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:38.849518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40f762f1-4c34-47fd-836a-00030d74b0d6 req-ad5483ad-474e-4f99-b565-d71ee00db14b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0903766 Nov 10 21:24:38.894426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.908993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e948a8a3-4b68-49ca-a082-9b1dd702e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:38.964481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e948a8a3-4b68-49ca-a082-9b1dd702e4d4 None None] For port 0b033165-223d-4302-af02-366b2941784f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0b033165-223d-4302-af02-366b2941784f,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:38.978234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:38.992332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40f762f1-4c34-47fd-836a-00030d74b0d6 req-a4bc5ae1-cf02-4220-818b-e8119db3c76c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349893 Nov 10 21:24:38.994393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:39.000483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:39.019517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e948a8a3-4b68-49ca-a082-9b1dd702e4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.123395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-85654112-6f12-4492-ae9d-f35655f7272f service neutron] 10.222.0.45 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517207 Nov 10 21:24:39.139762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:24:39.160865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.185444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948a8a3-4b68-49ca-a082-9b1dd702e4d4 None None] Pushing event updated for resources: {'Port': ['ID=0b033165-223d-4302-af02-366b2941784f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:39.201337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7a9fa20d-619f-44dd-9a6e-4fd5a7d15ddb None None] Provisioning complete for port 0b033165-223d-4302-af02-366b2941784f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:39.204139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa20d-619f-44dd-9a6e-4fd5a7d15ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.229025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.243115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event updated for resources: {'Port': ['ID=bac6f5ab-1557-42a4-b1c5-0e94c83d730e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:39.281253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:39.310849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eb0440-b4f9-4dcd-b8ec-dcc52f1118f0 None None] The sync data for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 is: [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:39.383172 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.415837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-dd82268e-cf40-4339-b710-044a881f9d21 service neutron] 10.222.0.45 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896235 Nov 10 21:24:39.462773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.470282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-58775d90-d35c-402c-8939-ae6d5456dbdc tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:39.472164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-58775d90-d35c-402c-8939-ae6d5456dbdc tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 951 time: 0.2072883 Nov 10 21:24:39.488342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.530514 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:39.562362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-7f13009a-7a3c-425d-a7eb-527e5c5c1078 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:39.578665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-7f13009a-7a3c-425d-a7eb-527e5c5c1078 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.64 "GET /v2.0/ports?device_id=0da9633c-7af6-4e48-8b04-2143a8aa30a4 HTTP/1.1" status: 200 len: 945 time: 0.2519228 Nov 10 21:24:39.726762 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Floating IP b8b1e60b-e534-4d44-92df-d72e54a16785 associated. External IP: 172.25.7.38, port: 575ae381-5fd6-41e9-937a-7170d63a4c4e. Nov 10 21:24:40.091663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7ba8d-f19c-4248-bf4d-63743d0c4fac req-8df8c2e0-55bf-4eec-a9b9-33f6d623b818 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:40.093923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6cb0fa99-c8c9-4a59-96b6-d8b4195cd0d7 req-cadeeea4-5275-464d-b52d-9a973f5cd377 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 210 time: 0.1148202 Nov 10 21:24:40.094057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fa7ba8d-f19c-4248-bf4d-63743d0c4fac req-8df8c2e0-55bf-4eec-a9b9-33f6d623b818 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 951 time: 0.2157483 Nov 10 21:24:40.103242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Deleting port 0f9db526-d357-460a-960d-056dc9276ace {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:40.103586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.107891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Deleting port d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:40.116473 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.130597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Router a77e6ae8-a347-41c3-9488-7f38604506f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:40.140520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.191756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.260588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fa7ba8d-f19c-4248-bf4d-63743d0c4fac req-35c60d75-bd7f-45b1-9fbc-64adf43d4f12 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/security-groups?id=07eb6286-5c9e-489a-a2f3-a1bc82515a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556976 Nov 10 21:24:40.465648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Router 92925890-5e87-4c63-98e5-439e58b85fe1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:40.488371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event updated for resources: {'Port': ['ID=bac6f5ab-1557-42a4-b1c5-0e94c83d730e,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:40.527759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e8aa6-d98a-4f91-92a1-1286c0b0329a req-c6e40e0f-68b1-48af-8471-647ab1690218 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:40.529329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed5e8aa6-d98a-4f91-92a1-1286c0b0329a req-c6e40e0f-68b1-48af-8471-647ab1690218 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2450242 Nov 10 21:24:40.532035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] For port d98938c2-0d85-4d5e-9b06-891ebc8925bd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d98938c2-0d85-4d5e-9b06-891ebc8925bd,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:40.532921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.543678 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.556375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] For port 0f9db526-d357-460a-960d-056dc9276ace, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0f9db526-d357-460a-960d-056dc9276ace,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:40.556986 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.571556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:40.581417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a5838631-ef25-4a69-86ee-3bcc4147d40e admin admin] 10.222.0.45 "PUT /v2.0/routers/a77e6ae8-a347-41c3-9488-7f38604506f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9006300 Nov 10 21:24:40.581845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Calling delete_port for d98938c2-0d85-4d5e-9b06-891ebc8925bd owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:40.582356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48338) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:40.592281 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] Sync routers for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:40.614348 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:40.615419 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:40.621446 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.727925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.736321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bdbdf444-8005-41c9-a14d-1609c2e8742c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8148201 Nov 10 21:24:40.767406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:40.813114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:40.929321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed5e8aa6-d98a-4f91-92a1-1286c0b0329a req-d652c833-8329-4b38-8e62-10b6a89729f2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762119 Nov 10 21:24:41.071331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:41.077988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.089115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-5e432b6b-8101-4bf9-9069-77961ffce804 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1676257371&fields=id&tenant_id=04c2f9ba47ec4a52ac846459272cca94 HTTP/1.1" status: 200 len: 267 time: 0.1257653 Nov 10 21:24:41.118267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] Sync routers for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:41.121871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.122550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.122883 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed disassociated. External IP: 172.25.7.93, port: 0f9db526-d357-460a-960d-056dc9276ace. Nov 10 21:24:41.125519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Calling delete_port for 0f9db526-d357-460a-960d-056dc9276ace owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:41.148115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:41.150830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:41.165141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a026de88-228c-4f99-86ae-a1d7aec7f11e tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "PUT /v2.0/floatingips/b8b1e60b-e534-4d44-92df-d72e54a16785 HTTP/1.1" status: 200 len: 991 time: 3.9332488 Nov 10 21:24:41.177786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:41.180067 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c5185-fcba-4144-845a-20c040347f12" -d '{"events": [{"name": "network-changed", "server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:41.231538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.431385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.490160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0b033165-223d-4302-af02-366b2941784f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:41.510860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48364) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:41.530474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'fb441029-c459-4ff0-a118-f9071b805064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:24:37Z', 'revision_number': 5, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port': {'id': 'fb441029-c459-4ff0-a118-f9071b805064', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:08Z', 'updated_at': '2021-11-10T21:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:41.539344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-206dc427-f78b-4397-ab98-432ce56ff51c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:41.578689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-206dc427-f78b-4397-ab98-432ce56ff51c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/networks?id=a32754a2-4b33-4c57-ae59-c74c3b1eaf64 HTTP/1.1" status: 200 len: 815 time: 0.4626739 Nov 10 21:24:41.622492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:41.634315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-cb72f5fb-f50e-41ae-97ad-c639a31a6743 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/quotas/04c2f9ba47ec4a52ac846459272cca94 HTTP/1.1" status: 200 len: 375 time: 0.0530746 Nov 10 21:24:41.637798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.652998 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] Checking router: a77e6ae8-a347-41c3-9488-7f38604506f0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:41.669299 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] Routers {'a77e6ae8-a347-41c3-9488-7f38604506f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:41.674386 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a77e6ae8-a347-41c3-9488-7f38604506f0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:41.710693 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3d575c8-9635-4fc9-b6da-7201a33992da req-33292021-01e4-4db8-bac9-597d1ee2d511 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 210 time: 0.2069035 Nov 10 21:24:41.781110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Deleting port fb441029-c459-4ff0-a118-f9071b805064 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:41.781946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.788272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Pushing event deleted for resources: {'Port': ['ID=d98938c2-0d85-4d5e-9b06-891ebc8925bd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:41.911211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0b033165-223d-4302-af02-366b2941784f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:41.911211 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:41.998146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-125bcdcb-313c-42cf-b99c-ab32589f7051 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=04c2f9ba47ec4a52ac846459272cca94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3604577 Nov 10 21:24:42.000716 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] Set router a77e6ae8-a347-41c3-9488-7f38604506f0 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:42.048810 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc079a4-b36c-4139-abd9-d4baddc76de7 x-openstack-request-id: req-7dc079a4-b36c-4139-abd9-d4baddc76de7 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:42.049262 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:42.049607 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dc079a4-b36c-4139-abd9-d4baddc76de7 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:42.050257 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'status': 'completed', 'code': 200} Nov 10 21:24:42.156290 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:24:41Z', 'revision_number': 6, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:42.186188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-750ede27-471f-44a4-8b16-c10dce0d74d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:42.213329 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57febb-8699-4881-ab75-a4fded5966fe None None] The sync data for ids ['a77e6ae8-a347-41c3-9488-7f38604506f0'] in n-d-776250-11 is: [{'id': 'a77e6ae8-a347-41c3-9488-7f38604506f0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2052308766-router', 'tenant_id': 'df6515dbee264498a56293c7af427764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:07Z', 'updated_at': '2021-11-10T21:24:41Z', 'revision_number': 6, 'project_id': 'df6515dbee264498a56293c7af427764', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:42.216182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] For port fb441029-c459-4ff0-a118-f9071b805064, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb441029-c459-4ff0-a118-f9071b805064,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:42.216713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:42.219330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] No DVR routers for this DVR port d98938c2-0d85-4d5e-9b06-891ebc8925bd on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:42.225423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:42.228755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-43d62a8e-824f-494a-92b2-34b3fa0b76f7 req-04c11266-8fe2-480d-95d3-0299364810db tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.53 "DELETE /v2.0/ports/d98938c2-0d85-4d5e-9b06-891ebc8925bd HTTP/1.1" status: 204 len: 173 time: 2.7484784 Nov 10 21:24:42.235294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-deleted', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:42.238771 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2c5891-1103-426e-b8e1-85b1070275d3" -d '{"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-deleted", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:42.247387 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:42.321377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03b41f4a-fe3c-4bea-a047-49fb7d4bab34 req-7fec00cb-8cd8-494b-90c1-5fe937b93e47 tempest-ServersAdminTestJSON-30696740 tempest-ServersAdminTestJSON-30696740-project] 10.222.0.45 "GET /v2.0/ports?device_id=66453002-506d-4903-b003-ad9b1d4a14f4 HTTP/1.1" status: 200 len: 210 time: 0.0850275 Nov 10 21:24:42.340033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Calling delete_port for fb441029-c459-4ff0-a118-f9071b805064 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:42.424223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event deleted for resources: {'Port': ['ID=0f9db526-d357-460a-960d-056dc9276ace,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:42.451433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5185-fcba-4144-845a-20c040347f12 req-4f264dbd-837a-4a9a-9fed-3c4d9096b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:42.453007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054c5185-fcba-4144-845a-20c040347f12 req-4f264dbd-837a-4a9a-9fed-3c4d9096b26a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5195fd2e6970433088e7ae13882aa56b&device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 1098 time: 0.3642964 Nov 10 21:24:42.516754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-9487f6dc-103d-48fe-9baa-01b4e09b4c52 service neutron] 10.222.0.45 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654324 Nov 10 21:24:42.554987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'b8b1e60b-e534-4d44-92df-d72e54a16785', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'port_id': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'mac_address': 'fa:16:3e:c2:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 1, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:10Z', 'revision_number': 5, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:42.623067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] Checking router: 92925890-5e87-4c63-98e5-439e58b85fe1 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:42.644991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:42.647305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:42.853323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:42.874851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0f9db526-d357-460a-960d-056dc9276ace no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:42.881175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: d98938c2-0d85-4d5e-9b06-891ebc8925bd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:42.881788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d98938c2-0d85-4d5e-9b06-891ebc8925bd not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:42.883316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-7ac0bc59-de9e-4fd3-8eb9-4b15b793768b service neutron] 10.222.0.45 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447268 Nov 10 21:24:42.910805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 0f9db526-d357-460a-960d-056dc9276ace {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:42.911317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0f9db526-d357-460a-960d-056dc9276ace not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:42.938205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:43.348876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b600e2-c86b-4803-a920-1c1021e9269c req-694134e5-1023-46a1-a7fe-01c820c9eb3a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:43.353558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b600e2-c86b-4803-a920-1c1021e9269c req-694134e5-1023-46a1-a7fe-01c820c9eb3a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.8450265 Nov 10 21:24:43.355076 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56c1a05-fbbc-44e3-a0b9-2966833c752a x-openstack-request-id: req-b56c1a05-fbbc-44e3-a0b9-2966833c752a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:43.362015 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66453002-506d-4903-b003-ad9b1d4a14f4", "name": "network-vif-deleted", "tag": "d98938c2-0d85-4d5e-9b06-891ebc8925bd", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:43.362327 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b56c1a05-fbbc-44e3-a0b9-2966833c752a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:43.362755 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66453002-506d-4903-b003-ad9b1d4a14f4', 'name': 'network-vif-deleted', 'tag': 'd98938c2-0d85-4d5e-9b06-891ebc8925bd', 'status': 'completed', 'code': 200} Nov 10 21:24:43.401001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb441029-c459-4ff0-a118-f9071b805064 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:43.654729 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b600e2-c86b-4803-a920-1c1021e9269c req-cca2aff7-849a-422c-beb5-b8b2cb2f872a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252953 Nov 10 21:24:43.668231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-750ede27-471f-44a4-8b16-c10dce0d74d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:43.691671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Router 4e3563b9-7045-4b79-bdd5-e414b6735c07 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:24:43.752676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-750ede27-471f-44a4-8b16-c10dce0d74d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:43.765660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-0517923d-1b45-40eb-bc14-86786bd83a4d tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:43.766988 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-0517923d-1b45-40eb-bc14-86786bd83a4d tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.53 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 822 time: 1.1280127 Nov 10 21:24:43.888558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:43.907167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-659ac08d-3184-43ff-b0f1-83e48a3cb855 req-195e5846-d81b-48a1-a5f4-4d65c439aba5 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 210 time: 0.0723884 Nov 10 21:24:43.940892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5185-fcba-4144-845a-20c040347f12 req-e71d3727-5c7f-4f3b-b9c8-10e1a0aa0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:43.952908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054c5185-fcba-4144-845a-20c040347f12 req-e71d3727-5c7f-4f3b-b9c8-10e1a0aa0f6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4693b87d-5170-4012-9198-8cfba408eccb HTTP/1.1" status: 200 len: 906 time: 1.4352059 Nov 10 21:24:43.957940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port fb441029-c459-4ff0-a118-f9071b805064, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb441029-c459-4ff0-a118-f9071b805064,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:44.016375 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.018168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7eb0046-727c-40e9-929d-a878ed4f5e27 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:44.046462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48392) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:44.050090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-750ede27-471f-44a4-8b16-c10dce0d74d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1c4077c4049458b98d84000136f309f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5345395 Nov 10 21:24:44.120822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054c5185-fcba-4144-845a-20c040347f12 req-e50670fc-c68f-42f1-97f4-130b2606e4b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e HTTP/1.1" status: 200 len: 999 time: 0.1603687 Nov 10 21:24:44.125053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c7eb0046-727c-40e9-929d-a878ed4f5e27 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:44.125406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7eb0046-727c-40e9-929d-a878ed4f5e27 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:44.133427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'b8b1e60b-e534-4d44-92df-d72e54a16785', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'port_id': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'mac_address': 'fa:16:3e:c2:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 1, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:10Z', 'revision_number': 5, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:44.154220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20c72c41-efda-4a6c-b2b3-18e69b8caa73 req-c3d08f98-fa9c-4b00-9c5c-d87b5853e39f tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 210 time: 0.1514444 Nov 10 21:24:44.174245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63687e8-e095-40cf-942e-f01430ad3b58 None None] The sync data for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 is: [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'b8b1e60b-e534-4d44-92df-d72e54a16785', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'port_id': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'mac_address': 'fa:16:3e:c2:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 1, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:10Z', 'revision_number': 5, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:44.188369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ede27-471f-44a4-8b16-c10dce0d74d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe7e2e5-6921-4001-8198-d015a2dc4267,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:44.221509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=fb441029-c459-4ff0-a118-f9071b805064,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:44.236840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:44.254453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-9e884590-8129-4d41-ad03-650c8dc12e27 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a853f31d57c4c5092064fe802280dec HTTP/1.1" status: 200 len: 380 time: 0.4422300 Nov 10 21:24:44.255032 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] Sync routers for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:44.272038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5185-fcba-4144-845a-20c040347f12 req-ae8186cf-ab31-4d20-8324-fe3573633f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:44.273678 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054c5185-fcba-4144-845a-20c040347f12 req-ae8186cf-ab31-4d20-8324-fe3573633f0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71bb2c60-1dce-45cb-b5fb-a10cae413211 HTTP/1.1" status: 200 len: 844 time: 0.1405575 Nov 10 21:24:44.275294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'port': {'device_id': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'admin_state_up': True, 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'security_groups': ['fa583b9d-bc4e-4965-9b38-a0cfb0916f3a']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:44.276278 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:44.277706 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:44.302759 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.308498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-98953c0c-6b38-413a-ade5-b742be0b0bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.383772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb441029-c459-4ff0-a118-f9071b805064,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:44.402097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] No DVR routers for this DVR port 0f9db526-d357-460a-960d-056dc9276ace on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:44.453819 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-98953c0c-6b38-413a-ade5-b742be0b0bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.460682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.472176 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b201ddf7-6a8c-4acf-b25c-5efc1d1da21b req-ef4da98b-243c-4fa9-a40d-be75583bacd9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.64 "DELETE /v2.0/ports/0f9db526-d357-460a-960d-056dc9276ace HTTP/1.1" status: 204 len: 173 time: 4.8801959 Nov 10 21:24:44.485970 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:44.520186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5185-fcba-4144-845a-20c040347f12 req-3706ba23-a031-4dd0-9844-da03e03f8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:44.522049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054c5185-fcba-4144-845a-20c040347f12 req-3706ba23-a031-4dd0-9844-da03e03f8d73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4693b87d-5170-4012-9198-8cfba408eccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323301 Nov 10 21:24:44.575521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.692970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff256e4-f875-4184-b5ee-65b2eac088df None None] New status for floating IP b8b1e60b-e534-4d44-92df-d72e54a16785: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:24:44.731682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48402) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:44.753729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.758878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:44.840470 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:44.886391 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] Checking router: 4e3563b9-7045-4b79-bdd5-e414b6735c07 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:44.894326 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054c5185-fcba-4144-845a-20c040347f12 req-a90719a3-7751-4e7f-9171-998d773edde5 service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508589 Nov 10 21:24:44.903393 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:44.904031 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:44.944346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd414-67f8-4180-b721-caeb1bbe9323 req-ad819b5b-0d08-4c81-b578-826ce27bbafb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:44.949903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49acd414-67f8-4180-b721-caeb1bbe9323 req-ad819b5b-0d08-4c81-b578-826ce27bbafb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1606479 Nov 10 21:24:44.993675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3194ec3f-bb5e-4f9f-acb5-cefc0a62eb8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6fef2d912ca4fa09a59c78f138f213a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605376 Nov 10 21:24:44.997674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48410) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:45.041272 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:45.061802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49acd414-67f8-4180-b721-caeb1bbe9323 req-d39d3962-2372-4d05-bb65-9cf522a61e81 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009920 Nov 10 21:24:45.088736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe279e32-6449-47f3-94aa-8a475a4a3c6e req-96a0ab54-adbb-42e3-8bb2-28bf8bf0ee05 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 210 time: 0.0922227 Nov 10 21:24:45.108947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054c5185-fcba-4144-845a-20c040347f12 req-b590c233-1a58-4115-8049-e2a7310de575 service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065930 Nov 10 21:24:45.128706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae6e36fb-0956-4302-b900-87ecdb8015bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.154706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae6e36fb-0956-4302-b900-87ecdb8015bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.256600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6f5e26e-950a-4da1-ab48-b97312dfdae4 req-b3947412-3422-4ee5-b5f5-86d9233fa37a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 210 time: 0.0424032 Nov 10 21:24:45.321624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-16f62a09-c814-4901-ba42-cdb5c6700b2c service neutron] 10.222.0.64 "GET /v2.0/ports/bcc14f37-77ef-477a-91b3-8e975dfb7974/bindings/n-h1-776250-11 HTTP/1.1" status: 200 len: 383 time: 0.0725279 Nov 10 21:24:45.364135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'name': 'network-vif-deleted', 'tag': '0f9db526-d357-460a-960d-056dc9276ace'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:45.367687 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d7d95-c014-4ca9-9a29-0cbed8fac07c" -d '{"events": [{"server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "name": "network-vif-deleted", "tag": "0f9db526-d357-460a-960d-056dc9276ace"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:45.380865 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:45.412378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Made reservation on behalf of 8a853f31d57c4c5092064fe802280dec for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:45.413602 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.414808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77e6ae8-a347-41c3-9488-7f38604506f0 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:24:45.420561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.422160 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-98953c0c-6b38-413a-ade5-b742be0b0bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.427389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-98953c0c-6b38-413a-ade5-b742be0b0bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.430867 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9975c04-d418-4a4c-bc90-80d07c579698 None None] The sync data for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 is: [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:24:45.432216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-98953c0c-6b38-413a-ade5-b742be0b0bd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fe7e2e5-6921-4001-8198-d015a2dc4267 HTTP/1.1" status: 204 len: 168 time: 1.3811133 Nov 10 21:24:45.434535 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de42c050-18e7-4671-8dc1-de822c5c7fbb x-openstack-request-id: req-de42c050-18e7-4671-8dc1-de822c5c7fbb {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:45.439791 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9633c-7af6-4e48-8b04-2143a8aa30a4", "name": "network-vif-deleted", "tag": "0f9db526-d357-460a-960d-056dc9276ace", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:45.439791 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de42c050-18e7-4671-8dc1-de822c5c7fbb {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:45.439791 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9633c-7af6-4e48-8b04-2143a8aa30a4', 'name': 'network-vif-deleted', 'tag': '0f9db526-d357-460a-960d-056dc9276ace', 'status': 'completed', 'code': 200} Nov 10 21:24:45.456942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.456942 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b0f6fcf-c74b-4068-8e2f-91abf5ae4b2e admin admin] 10.222.0.45 "DELETE /v2.0/routers/a77e6ae8-a347-41c3-9488-7f38604506f0 HTTP/1.1" status: 204 len: 168 time: 4.8733938 Nov 10 21:24:45.457750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48426) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:45.487459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae6e36fb-0956-4302-b900-87ecdb8015bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.493934 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae6e36fb-0956-4302-b900-87ecdb8015bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.500743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ae6e36fb-0956-4302-b900-87ecdb8015bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07eb6286-5c9e-489a-a2f3-a1bc82515a4c HTTP/1.1" status: 204 len: 168 time: 0.5020964 Nov 10 21:24:45.514790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] Deleting subnet 90dbfc36-0bc6-4261-ae32-3fadadbeead6 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:24:45.518734 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.522844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e36fb-0956-4302-b900-87ecdb8015bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eb6286-5c9e-489a-a2f3-a1bc82515a4c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:45.588432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.615459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98953c0c-6b38-413a-ade5-b742be0b0bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe7e2e5-6921-4001-8198-d015a2dc4267,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:45.700961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.742164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Allocated IP 172.20.0.6 (23449e01-6610-4074-8027-c874787b6989/3cce1c00-9c89-4c17-a28e-7003d45e59bd/462ec66d-4dc0-4b63-9b1c-34b4bba1dde3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:45.867202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.927336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90dbfc36-0bc6-4261-ae32-3fadadbeead6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:45.940643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:45.946748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b2442e37-12d4-44c7-ac0d-50a578c1b938 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/90dbfc36-0bc6-4261-ae32-3fadadbeead6 HTTP/1.1" status: 204 len: 168 time: 0.4851427 Nov 10 21:24:45.946748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48436) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:45.952817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5de221-d216-43b0-adb7-d9638008ca19 None None] Network 78f6a7ca-aece-4583-87d4-4074ca1c7335 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:45.976798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:46.146921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:46.286085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Network 23449e01-6610-4074-8027-c874787b6989 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:46.299142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:46.308230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:46.312718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:46.379555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-54626911-ec6e-4fdd-9dd9-28d0d3ab7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:46.381459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-54626911-ec6e-4fdd-9dd9-28d0d3ab7bc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 1102 time: 0.3626900 Nov 10 21:24:46.425981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event updated for resources: {'Port': ['ID=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:46.520831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] DHCP port deletion for 78f6a7ca-aece-4583-87d4-4074ca1c7335 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:24:46.523540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:46.524232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:46.565582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60966d4-4879-43ac-887a-1785c3ad1ab0 req-29faf9d1-1d8f-4e15-8386-ab4977471c30 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:46.571944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d60966d4-4879-43ac-887a-1785c3ad1ab0 req-29faf9d1-1d8f-4e15-8386-ab4977471c30 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2724135 Nov 10 21:24:46.576254 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfc3ee-a1fb-4b85-b392-1630b5935cda None None] New status for floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:24:46.618645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] Deleting port 05364632-7a88-4b7f-b9c9-eb114a3994b5 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:46.619693 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:46.635690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc9608-cf5e-468e-aecb-19f8a8a9ea36 req-7a99b410-4ae8-48cb-b021-fa9c43115171 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:46.636211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48464) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:46.645417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76dc9608-cf5e-468e-aecb-19f8a8a9ea36 req-7a99b410-4ae8-48cb-b021-fa9c43115171 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 931 time: 0.3344398 Nov 10 21:24:46.697348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-05c51fee-3cbb-4b75-8e43-05e851b91aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:46.698934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-05c51fee-3cbb-4b75-8e43-05e851b91aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1102 time: 0.1850903 Nov 10 21:24:46.727307 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-f8d2b02f-c809-4f71-8c6e-ea642770b67a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4633040 Nov 10 21:24:46.784635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Request body: {'port': {'device_id': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:46.786652 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76dc9608-cf5e-468e-aecb-19f8a8a9ea36 req-ffec73d3-d6b1-44d3-8947-67ed27c7d4cb tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402879 Nov 10 21:24:46.790879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] For port 05364632-7a88-4b7f-b9c9-eb114a3994b5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05364632-7a88-4b7f-b9c9-eb114a3994b5,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:46.791272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:46.821183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] Calling delete_port for 05364632-7a88-4b7f-b9c9-eb114a3994b5 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:46.825109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d60966d4-4879-43ac-887a-1785c3ad1ab0 req-a8b61b32-562e-494c-b66c-adc171ac4477 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376270 Nov 10 21:24:46.950852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Deleting port 05364632-7a88-4b7f-b9c9-eb114a3994b5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:24:46.951402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:46.953846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7e462cac-8bcd-4bce-927d-8a635628e427 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39241f8b57e54d2db66fbe0d311120de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155794 Nov 10 21:24:46.956990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48468) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:47.005219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ff03d673-1521-4ffa-9b07-bba3d91870e0 None None] Provisioning complete for port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:47.006236 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ff03d673-1521-4ffa-9b07-bba3d91870e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.030438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] For port 05364632-7a88-4b7f-b9c9-eb114a3994b5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05364632-7a88-4b7f-b9c9-eb114a3994b5,segment=NetworkSegment(d7b4f1ab-261d-4079-afea-f41449d91844),segment_id=d7b4f1ab-261d-4079-afea-f41449d91844)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:47.031541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.051017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.073014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Calling delete_port for 05364632-7a88-4b7f-b9c9-eb114a3994b5 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:24:47.090294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ff03d673-1521-4ffa-9b07-bba3d91870e0 None None] Port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:47.179102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.219939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-225795d7-ee64-4e9c-8d94-f700336fc5bb req-8ab4cbaa-c2f5-4ef0-863f-0e9383e20469 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 210 time: 0.2827859 Nov 10 21:24:47.227372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] No DVR routers for this DVR port 05364632-7a88-4b7f-b9c9-eb114a3994b5 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:47.250037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-e0771973-012e-4248-871e-ae76533034d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:47.252605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-e0771973-012e-4248-871e-ae76533034d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.5427065 Nov 10 21:24:47.302976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26510c52-9de9-48c9-8cc1-c8c5a839414a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.308773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-8d52eb21-0191-4d1a-891d-97f4a152f3c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 217 time: 0.0449538 Nov 10 21:24:47.311085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.321316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48921b-ed94-4683-86b1-7b735a66c7a4 None None] Pushing event deleted for resources: {'Port': ['ID=05364632-7a88-4b7f-b9c9-eb114a3994b5,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:47.351028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] No DVR routers for this DVR port 05364632-7a88-4b7f-b9c9-eb114a3994b5 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:24:47.371560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05364632-7a88-4b7f-b9c9-eb114a3994b5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:47.408541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Pushing event deleted for resources: {'Port': ['ID=05364632-7a88-4b7f-b9c9-eb114a3994b5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:47.426649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 05364632-7a88-4b7f-b9c9-eb114a3994b5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:24:47.427326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05364632-7a88-4b7f-b9c9-eb114a3994b5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:24:47.477859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26510c52-9de9-48c9-8cc1-c8c5a839414a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.498966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-3c80ad65-1d39-4d51-a9e8-e01a69e555fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:47.500502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-3c80ad65-1d39-4d51-a9e8-e01a69e555fe tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.53 "GET /v2.0/networks?id=a32754a2-4b33-4c57-ae59-c74c3b1eaf64 HTTP/1.1" status: 200 len: 815 time: 0.3967199 Nov 10 21:24:47.506173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.527347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f6a7ca-aece-4583-87d4-4074ca1c7335']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:47.538759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b4f1ab-261d-4079-afea-f41449d91844') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:47.539055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b4f1ab-261d-4079-afea-f41449d91844') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:47.554190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.568595 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.575472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:24:47.575896 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:24:47.587967 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:24:47.632770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-faacef48-9d3c-4cdd-b333-886922dbeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:47.634210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-faacef48-9d3c-4cdd-b333-886922dbeca4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.3120461 Nov 10 21:24:47.650366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-9631076b-dee0-4d87-8196-073640099322 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c2f9ba47ec4a52ac846459272cca94 HTTP/1.1" status: 200 len: 380 time: 0.1302228 Nov 10 21:24:47.665893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Request body: {'port': {'device_id': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'admin_state_up': True, 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'security_groups': ['66da6585-7607-450e-a6a9-e9fea1438105']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:47.694948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd10e8-7845-48df-87f7-55283e72470f req-4242ebba-b2f0-4d87-b3cc-a546b8109f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:47.696476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-4242ebba-b2f0-4d87-b3cc-a546b8109f68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0531306 Nov 10 21:24:47.711087 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26510c52-9de9-48c9-8cc1-c8c5a839414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.714213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26510c52-9de9-48c9-8cc1-c8c5a839414a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.716462 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-26510c52-9de9-48c9-8cc1-c8c5a839414a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b16e07ab-0260-47ef-b67c-5d1b297d40ef HTTP/1.1" status: 204 len: 168 time: 0.7588377 Nov 10 21:24:47.733609 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.770053 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.778396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] 10.222.0.45 "DELETE /v2.0/networks/78f6a7ca-aece-4583-87d4-4074ca1c7335 HTTP/1.1" status: 204 len: 168 time: 1.8285255 Nov 10 21:24:47.788278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5425e1e-e325-437d-add0-7a38628055ad admin admin] Pushing event deleted for resources: {'Network': ['ID=78f6a7ca-aece-4583-87d4-4074ca1c7335,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:47.822386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26510c52-9de9-48c9-8cc1-c8c5a839414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16e07ab-0260-47ef-b67c-5d1b297d40ef,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:47.832678 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-b2e16240-dfea-4448-8c53-a1e85dd2c6f9 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279204 Nov 10 21:24:47.906656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:47.925649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:47.967542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Transition to ACTIVE for port object 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:47.971176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Made reservation on behalf of 04c2f9ba47ec4a52ac846459272cca94 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:47.975116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.022231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.070125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc09a6-d68c-455e-b26e-bef6ffba07ad req-ef768719-fe14-49eb-915a-594a762a22a8 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:48.071653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94dc09a6-d68c-455e-b26e-bef6ffba07ad req-ef768719-fe14-49eb-915a-594a762a22a8 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 931 time: 0.0767179 Nov 10 21:24:48.073494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9bd10e8-7845-48df-87f7-55283e72470f req-c0218b2a-6147-4096-aeeb-04fe6fd3cadf service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328620 Nov 10 21:24:48.116252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a65d8f-fa33-43f2-b885-5f2ea6655703 req-e08b4796-bf5d-4b7f-9575-b73330159bbc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:48.117821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98a65d8f-fa33-43f2-b885-5f2ea6655703 req-e08b4796-bf5d-4b7f-9575-b73330159bbc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1689112 Nov 10 21:24:48.195291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94dc09a6-d68c-455e-b26e-bef6ffba07ad req-31f95ee6-f7cb-4c64-943d-6eeca6896474 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166582 Nov 10 21:24:48.227113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Pushing event updated for resources: {'Port': ['ID=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:48.330925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48502) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:48.391143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98a65d8f-fa33-43f2-b885-5f2ea6655703 req-2f02917d-c593-40de-a402-a049e727d1c6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479539 Nov 10 21:24:48.417248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-88c319ef-1435-49d9-aab2-6fbc573a69ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df6515dbee264498a56293c7af427764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0834992 Nov 10 21:24:48.417902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48504) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:48.476011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6418f042-0ceb-498e-8b65-ee4a5c1f86c1 req-4da7d58b-df98-4c66-a7dc-a5c91ba8531c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 210 time: 0.0429351 Nov 10 21:24:48.533301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Allocated IP 172.20.0.9 (a32754a2-4b33-4c57-ae59-c74c3b1eaf64/4bdb5421-4fba-49c3-80c0-b2254cba39f9/e988824e-407d-41fc-b36b-e933d87373ad) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:48.550091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42d1222b-a2f1-40a3-b84d-70856b18c4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.558652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Attempting to bind port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:48.559406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Attempting to bind port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:48.559947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Attempting to bind port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 on network 23449e01-6610-4074-8027-c874787b6989 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:48.584235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42d1222b-a2f1-40a3-b84d-70856b18c4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.618259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 on network 23449e01-6610-4074-8027-c874787b6989 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:24:48.618571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Attempting to bind port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 on network 23449e01-6610-4074-8027-c874787b6989 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:48.638177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:48.638521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Checking segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:48.641353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Bound using segment: {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:48.641353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Bound port: 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd61646-b2d1-4301-a106-90083a4a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '23449e01-6610-4074-8027-c874787b6989'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:48.641353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.754583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48514) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:48.760756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42d1222b-a2f1-40a3-b84d-70856b18c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.763565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42d1222b-a2f1-40a3-b84d-70856b18c4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.765892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-42d1222b-a2f1-40a3-b84d-70856b18c4d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a736587b-4253-481c-883d-cbfd15c152c0 HTTP/1.1" status: 204 len: 168 time: 0.3461854 Nov 10 21:24:48.773822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1222b-a2f1-40a3-b84d-70856b18c4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a736587b-4253-481c-883d-cbfd15c152c0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:48.776982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] For port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:48.782421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] For port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:48.808007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.847806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.865226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:24:48.934393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Pushing event updated for resources: {'Port': ['ID=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:48.961740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:48.965242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:48.965242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-cce7f9f2-3eb6-4a44-bf14-ee38c69d47e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 HTTP/1.1" status: 200 len: 1092 time: 2.2116151 Nov 10 21:24:48.966613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:48.969992 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c5526c-696b-47cf-8255-f5d9e51aa41d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:49.083625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.086020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e977292-28dc-4c9c-a9df-1d11661ca891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.112119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.169704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:49.171173 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08a0bb7-2194-4606-92c7-9978f12f585d" -d '{"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:49.197308 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce6ee9e-58e9-41da-b4a8-0743ab97226c x-openstack-request-id: req-5ce6ee9e-58e9-41da-b4a8-0743ab97226c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:49.197630 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:49.197844 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ce6ee9e-58e9-41da-b4a8-0743ab97226c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:49.198248 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'status': 'completed', 'code': 200} Nov 10 21:24:49.207257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:49.263257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:49.274294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:49.282910 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.300086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:49.336300 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd7102-120d-4ff7-a77b-e0add8c4040e x-openstack-request-id: req-81fd7102-120d-4ff7-a77b-e0add8c4040e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:49.336824 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:49.337653 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81fd7102-120d-4ff7-a77b-e0add8c4040e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:49.338400 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'code': 200} Nov 10 21:24:49.351676 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e977292-28dc-4c9c-a9df-1d11661ca891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.371173 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.389020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event updated for resources: {'Port': ['ID=e988824e-407d-41fc-b36b-e933d87373ad,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:49.413264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-edb6228f-6a03-4c6b-912d-fd2d8f15dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.427850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-edb6228f-6a03-4c6b-912d-fd2d8f15dba5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 1095 time: 0.2184176 Nov 10 21:24:49.429810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:49.448880 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e977292-28dc-4c9c-a9df-1d11661ca891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.537580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0e977292-28dc-4c9c-a9df-1d11661ca891 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3837ff4c2a4a4bb29069b41a4c45c25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7791896 Nov 10 21:24:49.537580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48552) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:49.549302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.553770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.608088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-14e5024f-30f8-4ad9-9f63-116caac6444c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 HTTP/1.1" status: 200 len: 217 time: 0.0519824 Nov 10 21:24:49.717766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e977292-28dc-4c9c-a9df-1d11661ca891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99bdffa-2768-480f-9142-dda69e389dc5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:49.720141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc53fba-750a-41cd-a073-b3a896f86b9f req-5ef8d649-8ecd-48f8-ad26-053c35db3422 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.734920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bc53fba-750a-41cd-a073-b3a896f86b9f req-5ef8d649-8ecd-48f8-ad26-053c35db3422 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 943 time: 0.2522101 Nov 10 21:24:49.754588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2b869fa4-d12a-49c1-8a8d-a5bd28efd713 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0942075 Nov 10 21:24:49.773170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-5c330387-9770-4370-8f77-1204a13858e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.774597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-5c330387-9770-4370-8f77-1204a13858e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 200 len: 861 time: 0.1429012 Nov 10 21:24:49.777949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875053f-564a-4f1e-908b-634c6b457902 req-84a80bf1-5289-477a-82fe-5e56f8cd7e9e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.779543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2875053f-564a-4f1e-908b-634c6b457902 req-84a80bf1-5289-477a-82fe-5e56f8cd7e9e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.2021165 Nov 10 21:24:49.779894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Request body: {'port': {'device_id': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:49.781170 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd16e876-df76-4dfc-81f4-7a1c0f0187d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.814387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd16e876-df76-4dfc-81f4-7a1c0f0187d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.815623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c2c82345-abce-4bc2-9fce-451f701afcdc None None] Provisioning complete for port e988824e-407d-41fc-b36b-e933d87373ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:49.817050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2c82345-abce-4bc2-9fce-451f701afcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.865195 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bc53fba-750a-41cd-a073-b3a896f86b9f req-7d6e829a-2c12-42a9-9c5e-ea117db3d4b4 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201980 Nov 10 21:24:49.912320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:49.922518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c2c82345-abce-4bc2-9fce-451f701afcdc None None] Port e988824e-407d-41fc-b36b-e933d87373ad cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:24:49.932261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-b94eb083-c669-474a-932e-57628de32f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:49.933788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-b94eb083-c669-474a-932e-57628de32f85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23449e01-6610-4074-8027-c874787b6989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479487 Nov 10 21:24:49.968315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2875053f-564a-4f1e-908b-634c6b457902 req-8c6ddea0-9b40-4301-921d-89b5ecfc4b98 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586969 Nov 10 21:24:50.066472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd16e876-df76-4dfc-81f4-7a1c0f0187d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:50.069439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd16e876-df76-4dfc-81f4-7a1c0f0187d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:50.070782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd16e876-df76-4dfc-81f4-7a1c0f0187d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c99bdffa-2768-480f-9142-dda69e389dc5 HTTP/1.1" status: 204 len: 168 time: 0.5325894 Nov 10 21:24:50.079995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e876-df76-4dfc-81f4-7a1c0f0187d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99bdffa-2768-480f-9142-dda69e389dc5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:50.211119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c561c-417e-4af8-9b9b-bf3c812efd85 req-e0c1b335-695c-4cb5-b153-f97bddd7fc94 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:50.212636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-932c561c-417e-4af8-9b9b-bf3c812efd85 req-e0c1b335-695c-4cb5-b153-f97bddd7fc94 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 931 time: 0.1942790 Nov 10 21:24:50.221477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-84ff2b18-91b1-4bf2-82a8-a6201701602b service neutron] 10.222.0.53 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798252 Nov 10 21:24:50.399710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-932c561c-417e-4af8-9b9b-bf3c812efd85 req-90081d61-f464-4115-a1c5-a5f57106f43f tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772766 Nov 10 21:24:50.439737 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32bc6171-4a45-4a75-a397-46c7b0c16783 req-94805b8d-f438-4fbd-b050-8672158554b0 service neutron] 10.222.0.53 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067952 Nov 10 21:24:50.510613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e988824e-407d-41fc-b36b-e933d87373ad {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:50.520165 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:50.541840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Transition to ACTIVE for port object e988824e-407d-41fc-b36b-e933d87373ad will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:24:50.624672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-45264025-4a2b-4494-b06e-2baeb6f2dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:50.624672 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-45264025-4a2b-4494-b06e-2baeb6f2dfdd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 1095 time: 0.0458312 Nov 10 21:24:50.684352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:50.766806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-31283e4c-692b-4ad2-a983-bd3f2add5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:50.768931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-31283e4c-692b-4ad2-a983-bd3f2add5f7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 923 time: 0.1468666 Nov 10 21:24:50.776441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Pushing event updated for resources: {'Port': ['ID=e988824e-407d-41fc-b36b-e933d87373ad,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:50.846026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:24:51.074586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:51.100884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'mac_address': 'fa:16:3e:d5:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:24:51.114004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48602) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:51.150895 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:51.170741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc14f37-77ef-477a-91b3-8e975dfb7974 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:51.250410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:51.256305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daa2e6-4f5b-44bf-9db6-048d3e9147fc req-eac899b9-8a8b-4a48-9415-8374c7a9b531 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:51.263332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19daa2e6-4f5b-44bf-9db6-048d3e9147fc req-eac899b9-8a8b-4a48-9415-8374c7a9b531 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.1314437 Nov 10 21:24:51.329446 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:51.336720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-e87cf137-bd4a-44e5-a81a-695a3059764b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 HTTP/1.1" status: 200 len: 217 time: 0.5566463 Nov 10 21:24:51.393700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19daa2e6-4f5b-44bf-9db6-048d3e9147fc req-ef6e1813-3664-4f3b-9f43-08f1e4d60eb8 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260524 Nov 10 21:24:51.433168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Attempting to bind port e988824e-407d-41fc-b36b-e933d87373ad on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:51.433168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Attempting to bind port e988824e-407d-41fc-b36b-e933d87373ad by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:51.433168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Attempting to bind port e988824e-407d-41fc-b36b-e933d87373ad on network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:51.434878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:51.451752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Port e988824e-407d-41fc-b36b-e933d87373ad on network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:24:51.452352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Attempting to bind port e988824e-407d-41fc-b36b-e933d87373ad on network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:51.457928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-9596b2a5-d2f2-4304-bae1-21424e9f7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:51.459442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-9596b2a5-d2f2-4304-bae1-21424e9f7449 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 200 len: 861 time: 0.1107779 Nov 10 21:24:51.525053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a01780-8271-4c97-8251-7e7e0064448c req-a56f6726-4701-425a-8e06-a6dc6820ff20 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:51.526382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52a01780-8271-4c97-8251-7e7e0064448c req-a56f6726-4701-425a-8e06-a6dc6820ff20 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 943 time: 0.1956139 Nov 10 21:24:51.527176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:51.527512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Checking segment: {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:51.527936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Bound using segment: {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:51.528385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Bound port: e988824e-407d-41fc-b36b-e933d87373ad, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b492497-33de-4b77-9ea5-91732e55de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:51.528725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:51.620790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-b85ff0f6-d2cc-46ea-9ca7-962b0da10a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:51.622453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-b85ff0f6-d2cc-46ea-9ca7-962b0da10a1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23449e01-6610-4074-8027-c874787b6989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494381 Nov 10 21:24:51.653656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4d1cb-708c-415a-a02d-59f0c92502db req-60d761d4-d355-456f-83f0-1734c2851869 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:51.655436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99d4d1cb-708c-415a-a02d-59f0c92502db req-60d761d4-d355-456f-83f0-1734c2851869 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 943 time: 0.1193385 Nov 10 21:24:51.666240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-network', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:51.678897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['bcc14f37-77ef-477a-91b3-8e975dfb7974'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:51.728468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52a01780-8271-4c97-8251-7e7e0064448c req-acd3c894-d076-41b8-9a38-6ed72db9c5ce tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955254 Nov 10 21:24:51.784644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] For port e988824e-407d-41fc-b36b-e933d87373ad, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:51.859571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] For port e988824e-407d-41fc-b36b-e933d87373ad, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e988824e-407d-41fc-b36b-e933d87373ad,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:51.874220 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:24:51.879083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-ff8fcf26-3ad4-4c37-bbe5-15d0de3586ac service neutron] 10.222.0.53 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407339 Nov 10 21:24:51.895223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99d4d1cb-708c-415a-a02d-59f0c92502db req-52eb6a56-3e41-420a-8427-314486406531 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980286 Nov 10 21:24:51.905050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Made reservation on behalf of 98bff4b9cf8b48d29d5652308c9cfcae for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:51.907884 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:51.918234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:51.929752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.007890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:52.008847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.010178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-43d04023-a196-481c-9079-fe76aa51583f service neutron] 10.222.0.53 "PUT /v2.0/ports/e988824e-407d-41fc-b36b-e933d87373ad HTTP/1.1" status: 200 len: 1092 time: 2.2391582 Nov 10 21:24:52.015760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:52.020144 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63389f49-39b7-4ded-a44f-3ea4c315044c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "tag": "e988824e-407d-41fc-b36b-e933d87373ad"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:52.090331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Pushing event updated for resources: {'Port': ['ID=e988824e-407d-41fc-b36b-e933d87373ad,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:52.115065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22c5526c-696b-47cf-8255-f5d9e51aa41d req-db0c9495-034b-40f3-989e-7092f801489c service neutron] 10.222.0.53 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315702 Nov 10 21:24:52.120746 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a7c52b-c6fb-4de6-876d-741f68693eec x-openstack-request-id: req-d2a7c52b-c6fb-4de6-876d-741f68693eec {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:52.121297 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "tag": "e988824e-407d-41fc-b36b-e933d87373ad", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:52.121770 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2a7c52b-c6fb-4de6-876d-741f68693eec {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:52.122174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.122943 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad', 'status': 'completed', 'code': 200} Nov 10 21:24:52.124785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.125368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.125941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.127053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.127590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.128149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.128989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.132022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.132022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.132022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.132022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.132022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d04023-a196-481c-9079-fe76aa51583f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:52.166923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48632) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:52.197912 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.202659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-0fafcb54-376d-4495-b05a-c1e24da4a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:52.204700 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-0fafcb54-376d-4495-b05a-c1e24da4a927 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04c2f9ba47ec4a52ac846459272cca94&device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 1095 time: 0.0601735 Nov 10 21:24:52.234629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:24:52.272647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.272989 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Added segment 86ba2302-686e-4cf8-8ded-cb7eebd6c569 of type vlan for network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c Nov 10 21:24:52.281165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db3bea-88cf-4af3-8d90-4213e8b3a30a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:52.329168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-95a0ba19-b283-45d9-af4a-5209f3a0a1c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e988824e-407d-41fc-b36b-e933d87373ad HTTP/1.1" status: 200 len: 217 time: 0.1091394 Nov 10 21:24:52.399977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.409882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1669813177-network', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:52.436637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-6149563c-63c8-46df-9100-6dde5b04246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:52.439027 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-6149563c-63c8-46df-9100-6dde5b04246f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb5421-4fba-49c3-80c0-b2254cba39f9 HTTP/1.1" status: 200 len: 854 time: 0.1083226 Nov 10 21:24:52.493082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-b1039bf4-3164-4b25-aafe-f372044ce621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:52.494662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-b1039bf4-3164-4b25-aafe-f372044ce621 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a32754a2-4b33-4c57-ae59-c74c3b1eaf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475433 Nov 10 21:24:52.544980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Made reservation on behalf of ab4e725e8b2346b494ddbb232cfca920 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:52.547830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.556699 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.558322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:52.559106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.568346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.596798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-e12cd723-4673-493b-b922-0bb651eda691 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305226 Nov 10 21:24:52.652878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-1ef5963c-420d-4dd3-bd7a-904d8809b312 service neutron] 10.222.0.53 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499741 Nov 10 21:24:52.658393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] Pushing event updated for resources: {'Network': ['ID=46fa9a0c-55c8-45e2-a2c5-c67b219a157c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:52.668754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf48ad-dd56-44d7-af14-60dee7466c1c req-9986a10a-9124-444f-9e81-c3e097a16c44 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:52.671487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:24:52.690977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54bf48ad-dd56-44d7-af14-60dee7466c1c req-9986a10a-9124-444f-9e81-c3e097a16c44 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 949 time: 0.1874642 Nov 10 21:24:52.773418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dbc97266-ed0a-4c09-8265-b3e4fd2d1131 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6547692 Nov 10 21:24:52.773756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48650) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:52.784427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Request body: {'subnet': {'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-subnet', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:52.813911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.822032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897b200e-6ef1-49f6-8e8e-d93af329ef8a req-2d03ac3a-9d94-4171-bc3a-724f69d53ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406152 Nov 10 21:24:52.822525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54bf48ad-dd56-44d7-af14-60dee7466c1c req-0ed301b8-83f9-4e30-a034-75ed5b124dea tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288741 Nov 10 21:24:52.830217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-b681b78e-e6a5-43c6-a594-c5f2ba7d8104 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:52.832549 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-b681b78e-e6a5-43c6-a594-c5f2ba7d8104 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236533 Nov 10 21:24:52.853895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-d03dc885-f021-4df0-be26-2d81337c32cb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/quotas/dabef66bbc824900928ba1f0ea5d5cb6 HTTP/1.1" status: 200 len: 375 time: 0.0103142 Nov 10 21:24:52.856924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:24:52.876382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:52.883350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Made reservation on behalf of 98bff4b9cf8b48d29d5652308c9cfcae for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:52.885782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.956876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:52.996874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:24:53.017846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76afdef5-20f0-452c-a635-ea9177768fca,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:53.018291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port bcc14f37-77ef-477a-91b3-8e975dfb7974 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:53.018889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.032436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ad357-d5e1-4742-9a04-3c4ab6ad0b3a req-7a7349d7-5a33-4845-afe1-68bca8ba8daa tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.042787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b2ad357-d5e1-4742-9a04-3c4ab6ad0b3a req-7a7349d7-5a33-4845-afe1-68bca8ba8daa tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 943 time: 0.1372871 Nov 10 21:24:53.060794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.061184 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Added segment 904fa25a-0ac9-437d-b7c5-918b29502896 of type vlan for network 64d49acd-8b50-48a9-9818-d0a96b05525e Nov 10 21:24:53.069484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:53.077110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.077584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.081493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:53.102000 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce8a45dd-57e6-404a-a2ec-078ab5585e3d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2303023 Nov 10 21:24:53.121913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'port_id': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'mac_address': 'fa:16:3e:22:59:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:24:53.160048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.170884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.176721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b2ad357-d5e1-4742-9a04-3c4ab6ad0b3a req-417f11e6-3f81-406e-ba62-25cd7001b384 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289027 Nov 10 21:24:53.197886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:53.244321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-8f55b958-68ef-414b-b685-c80e8f4094a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.246854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-8f55b958-68ef-414b-b685-c80e8f4094a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04c2f9ba47ec4a52ac846459272cca94&device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 1095 time: 0.2558033 Nov 10 21:24:53.255677 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.259145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:53.261768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.289460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:53.291711 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5009bfa5-a3c6-4165-8fae-0ffd82287a9d" -d '{"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-plugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:53.305757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:53.346919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-277e65e5-e497-48c0-8496-073e32d23a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.348558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-277e65e5-e497-48c0-8496-073e32d23a43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a32754a2-4b33-4c57-ae59-c74c3b1eaf64 HTTP/1.1" status: 200 len: 916 time: 0.0933449 Nov 10 21:24:53.352188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.415107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.416155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.416744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.417772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.420099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-2653a8cb-87b6-4c9c-b85f-2ce0f99a9f9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e988824e-407d-41fc-b36b-e933d87373ad HTTP/1.1" status: 200 len: 217 time: 0.0625379 Nov 10 21:24:53.495660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.504945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bca29b5-4ddd-4f5b-ad76-9f457fd1482d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:53.530246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Checking segment: {'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:53.530606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Network hostable DHCP agents. Network: 46fa9a0c-55c8-45e2-a2c5-c67b219a157c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:24:53.540104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-ebad2885-6da9-40ae-b229-9fc0f86e7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.541719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-ebad2885-6da9-40ae-b229-9fc0f86e7636 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb5421-4fba-49c3-80c0-b2254cba39f9 HTTP/1.1" status: 200 len: 854 time: 0.1117585 Nov 10 21:24:53.543843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:53.580391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4093723 Nov 10 21:24:53.584843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48666) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:53.597825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Request body: {'subnet': {'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1669813177-subnet', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:53.607893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ed012-8678-4ca5-8d58-8bc7e5181115 admin admin] Pushing event updated for resources: {'Network': ['ID=64d49acd-8b50-48a9-9818-d0a96b05525e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:53.632830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:53.634808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 64d49acd-8b50-48a9-9818-d0a96b05525e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:24:53.655146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-2e59a302-6058-45c6-bf45-1c260efa291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.656788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-2e59a302-6058-45c6-bf45-1c260efa291d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a32754a2-4b33-4c57-ae59-c74c3b1eaf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033032 Nov 10 21:24:53.672832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cece6-466d-4b31-98b5-b2c7f9a242d5 req-4b5f5add-0e52-4a62-9c78-d452d4f928b6 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.675869 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e81cece6-466d-4b31-98b5-b2c7f9a242d5 req-4b5f5add-0e52-4a62-9c78-d452d4f928b6 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 943 time: 0.0915756 Nov 10 21:24:53.725390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['462ec66d-4dc0-4b63-9b1c-34b4bba1dde3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:53.788496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:24:53.791910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Made reservation on behalf of ab4e725e8b2346b494ddbb232cfca920 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:53.794433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.799494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e81cece6-466d-4b31-98b5-b2c7f9a242d5 req-f79d0931-938c-4701-9f13-7d3ea9bbacbd tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147304 Nov 10 21:24:53.832193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-390ab03e-81fc-454f-8577-ee296c933bc3 service neutron] 10.222.0.53 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548598 Nov 10 21:24:53.865705 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cefdd4-be2b-4095-a9a8-a3348988a470 x-openstack-request-id: req-e5cefdd4-be2b-4095-a9a8-a3348988a470 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:53.866753 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-plugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:53.870241 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5cefdd4-be2b-4095-a9a8-a3348988a470 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:53.870241 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'code': 200} Nov 10 21:24:53.942127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 46fa9a0c-55c8-45e2-a2c5-c67b219a157c) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:53.951603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9460efd-8b5c-4db4-87ce-323286a5c6ed None None] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:53.967355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:53.968056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:53.972326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6a5239c-7e00-4151-a0b7-36d0bea9f65f req-e13ecd95-68a6-4f13-ab4e-79774c5459e3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 210 time: 0.0436895 Nov 10 21:24:54.004626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63389f49-39b7-4ded-a44f-3ea4c315044c req-9a574f78-e869-4565-a0f2-df39211165a8 service neutron] 10.222.0.53 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647551 Nov 10 21:24:54.112568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-46fa9a0c-55c8-45e2-a2c5-c67b219a157c', 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'fixed_ips': [{'subnet_id': '9bca29b5-4ddd-4f5b-ad76-9f457fd1482d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:24:54.113339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.129841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2ec87-a3ff-4d7e-8304-34f21d5028e7 req-0b4d741d-5768-4925-a961-406bdb41e3e0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:54.131345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ae2ec87-a3ff-4d7e-8304-34f21d5028e7 req-0b4d741d-5768-4925-a961-406bdb41e3e0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0538359 Nov 10 21:24:54.137665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-26b23c2c-4ac6-4bcd-9786-cbfb9ac3b800 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3602397 Nov 10 21:24:54.138496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48674) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:54.147082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-router', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:54.194808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ae2ec87-a3ff-4d7e-8304-34f21d5028e7 req-5174df9d-b510-4889-8cfa-720f30622f09 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 Nov 10 21:24:54.238938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.260165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Allocated IP 172.20.0.2 (46fa9a0c-55c8-45e2-a2c5-c67b219a157c/9bca29b5-4ddd-4f5b-ad76-9f457fd1482d/6703c864-abe8-49a0-983b-039714a350b8) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:54.385557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89734400-2efa-4fe6-87cb-e9d4f0dd055f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:54.405485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.406526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.426724 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.439839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-c275f201-b550-45ba-8d54-f82343b7fad4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:54.441333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-c275f201-b550-45ba-8d54-f82343b7fad4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 950 time: 0.1715281 Nov 10 21:24:54.448562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Checking segment: {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:54.448910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Network hostable DHCP agents. Network: 64d49acd-8b50-48a9-9818-d0a96b05525e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:24:54.474043 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc55d9c-7cb8-4a36-b648-7bdd0e835254 req-63bd1b38-3291-4460-871c-f9f2c2181086 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:54.490902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bcc55d9c-7cb8-4a36-b648-7bdd0e835254 req-63bd1b38-3291-4460-871c-f9f2c2181086 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 944 time: 0.1938488 Nov 10 21:24:54.549508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.563532 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.599413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-bba9769a-8c80-4843-a353-372a301dcb20 service neutron] 10.222.0.64 "GET /v2.0/ports/bcc14f37-77ef-477a-91b3-8e975dfb7974/bindings/n-h1-776250-11 HTTP/1.1" status: 200 len: 383 time: 0.1457701 Nov 10 21:24:54.601816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:54.604368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bcc55d9c-7cb8-4a36-b648-7bdd0e835254 req-6163f031-6eec-4766-9068-89c33b55d04c tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064186 Nov 10 21:24:54.609650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:54.614586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:54.626198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Pushing event updated for resources: {'Port': ['ID=6703c864-abe8-49a0-983b-039714a350b8,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:54.673635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-e34acbee-7d6b-4700-a1b4-6534190cb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:54.673635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-e34acbee-7d6b-4700-a1b4-6534190cb069 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1102 time: 0.0425375 Nov 10 21:24:54.680009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Attempting to bind port 6703c864-abe8-49a0-983b-039714a350b8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:54.680382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Attempting to bind port 6703c864-abe8-49a0-983b-039714a350b8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:54.680745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Attempting to bind port 6703c864-abe8-49a0-983b-039714a350b8 on network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:54.686015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:54.686380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Checking segment: {'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:54.686818 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.687636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Bound using segment: {'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:54.687798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Bound port: 6703c864-abe8-49a0-983b-039714a350b8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:54.688086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:54.874812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e988824e-407d-41fc-b36b-e933d87373ad details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:24:54.877684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:54.946267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] For port 6703c864-abe8-49a0-983b-039714a350b8, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:54.947776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fb212-460f-4efd-94c7-a5e4fa0050ec req-9f82ce5d-592c-4187-9eb2-51d1aead17fa tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:54.949753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e5fb212-460f-4efd-94c7-a5e4fa0050ec req-9f82ce5d-592c-4187-9eb2-51d1aead17fa tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 943 time: 0.0699058 Nov 10 21:24:54.950467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] For port 6703c864-abe8-49a0-983b-039714a350b8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6703c864-abe8-49a0-983b-039714a350b8,segment=NetworkSegment(86ba2302-686e-4cf8-8ded-cb7eebd6c569),segment_id=86ba2302-686e-4cf8-8ded-cb7eebd6c569)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:55.007942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e5fb212-460f-4efd-94c7-a5e4fa0050ec req-9f6e7b1c-6857-409d-948a-5800679372b3 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488646 Nov 10 21:24:55.054968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Network 64d49acd-8b50-48a9-9818-d0a96b05525e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:24:55.055517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e988824e-407d-41fc-b36b-e933d87373ad, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e988824e-407d-41fc-b36b-e933d87373ad,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:55.068545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'e988824e-407d-41fc-b36b-e933d87373ad', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'port_id': 'e988824e-407d-41fc-b36b-e933d87373ad', 'mac_address': 'fa:16:3e:ad:fb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:24:55.093372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.145762 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.147530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:55.155544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29cc0fd8-08cd-4c54-950b-0b0ab631a01f req-58bc1434-74e5-4709-82a6-2765dca2a352 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 210 time: 0.1044617 Nov 10 21:24:55.164439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-417ebf84-45ea-4a51-b7ea-984aa866a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.164721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:55.165044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.165806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-417ebf84-45ea-4a51-b7ea-984aa866a201 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.4872968 Nov 10 21:24:55.201922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e988824e-407d-41fc-b36b-e933d87373ad {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:24:55.208462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Pushing event updated for resources: {'Port': ['ID=6703c864-abe8-49a0-983b-039714a350b8,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:55.234523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.234882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.235197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.236553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.236553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.241621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.241621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.241621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.241621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.241621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.241621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.241621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7863a350-1894-4a6c-a5cf-74d7dbf8de20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:24:55.257335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e988824e-407d-41fc-b36b-e933d87373ad, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e988824e-407d-41fc-b36b-e933d87373ad,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:55.258961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 64d49acd-8b50-48a9-9818-d0a96b05525e) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:55.262651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.263824 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.272683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da59de-9f55-42fd-8b14-164660cc57f6 None None] Network 64d49acd-8b50-48a9-9818-d0a96b05525e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:55.307681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-1d8e6f43-7891-46d0-8ac4-303f731c859b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 217 time: 0.0952773 Nov 10 21:24:55.316302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.347512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd15132-5a30-4fba-bebb-2645d6e667c9 req-46060a01-2f43-4abf-82d1-9c9904cf7acb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.366184 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bd15132-5a30-4fba-bebb-2645d6e667c9 req-46060a01-2f43-4abf-82d1-9c9904cf7acb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0796907 Nov 10 21:24:55.371895 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.374501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-99593ab2-eb4c-4c48-8a46-2307848a55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.377205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-99593ab2-eb4c-4c48-8a46-2307848a55c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0566862 Nov 10 21:24:55.430904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bd15132-5a30-4fba-bebb-2645d6e667c9 req-a3804285-bc3b-4616-bbf2-d504aba27de2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630863 Nov 10 21:24:55.432776 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.455446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48692) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:55.469213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:55.478333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f9b51e7-4a80-4808-abbb-e72c1415cd04 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8842371 Nov 10 21:24:55.489331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e988824e-407d-41fc-b36b-e933d87373ad,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:55.541620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-0bbc5209-783e-4150-98e9-eaf9632adad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.543284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-0bbc5209-783e-4150-98e9-eaf9632adad0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593080 Nov 10 21:24:55.551946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:55.625739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-64d49acd-8b50-48a9-9818-d0a96b05525e', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:24:55.628686 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.630061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e988824e-407d-41fc-b36b-e933d87373ad'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:24:55.655434 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.656568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.712333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-6d6baf43-0b90-49de-83d3-b3d884088f21 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598861 Nov 10 21:24:55.728703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.745086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.782882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6897c-9a39-490a-9940-2b2db1d45357 req-16fd301d-cd57-4fef-8a1e-839736921363 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:55.784849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8c6897c-9a39-490a-9940-2b2db1d45357 req-16fd301d-cd57-4fef-8a1e-839736921363 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.0902112 Nov 10 21:24:55.869748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:55.872267 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816d4160-f337-4e87-a190-5e778f69427a" -d '{"events": [{"server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "name": "network-vif-plugged", "status": "completed", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:55.880089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:55.894362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Allocated IP 172.20.0.2 (64d49acd-8b50-48a9-9818-d0a96b05525e/89734400-2efa-4fe6-87cb-e9d4f0dd055f/e8d06e11-0b34-4d28-891f-2ab7c7df53cd) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:55.912606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-8a8d1062-6006-42c7-8795-61283ce9cf05 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842749 Nov 10 21:24:55.959774 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.985489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:55.991249 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989a71a-20f1-4f5a-9afc-7e82e2c42806 x-openstack-request-id: req-8989a71a-20f1-4f5a-9afc-7e82e2c42806 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:55.991532 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "name": "network-vif-plugged", "status": "completed", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:55.991817 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8989a71a-20f1-4f5a-9afc-7e82e2c42806 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:55.992203 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'code': 200} Nov 10 21:24:56.004018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.021005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8c6897c-9a39-490a-9940-2b2db1d45357 req-315b0c71-7571-46af-ab8a-4cd84f904de4 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281251 Nov 10 21:24:56.184356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa6659-9a9b-4a4a-9f72-8d31e0934f07 req-30c2b37f-505c-4589-b648-cc98f69a8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:56.184356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fefa6659-9a9b-4a4a-9f72-8d31e0934f07 req-30c2b37f-505c-4589-b648-cc98f69a8459 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 1097 time: 0.1005120 Nov 10 21:24:56.211963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Allocated IP 172.25.7.116 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/6361f932-54c5-4a1a-8809-11e57aeab082) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:56.272246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.315036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13f319-a607-4ff5-91c6-09f30d075337 req-0e92af64-5562-49a6-99ee-fb9b22b1c1c9 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:56.316653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aada41e8-c584-44bb-8303-9f89f5eb38c7 req-ad756a98-3682-4383-9f36-ba58e96d5673 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 210 time: 0.0396769 Nov 10 21:24:56.322968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f13f319-a607-4ff5-91c6-09f30d075337 req-0e92af64-5562-49a6-99ee-fb9b22b1c1c9 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 944 time: 0.1795883 Nov 10 21:24:56.332090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fefa6659-9a9b-4a4a-9f72-8d31e0934f07 req-cf303a7a-e5e4-4254-9d5c-b682a750cec2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323602 Nov 10 21:24:56.400506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.410385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.419788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f13f319-a607-4ff5-91c6-09f30d075337 req-0b013a42-92a3-4577-b457-e0f655833caf tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911319 Nov 10 21:24:56.475539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Network 64d49acd-8b50-48a9-9818-d0a96b05525e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:56.480434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:56.482287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Pushing event updated for resources: {'Port': ['ID=e8d06e11-0b34-4d28-891f-2ab7c7df53cd,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:56.484612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:56.543414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.547969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567bbb66-0961-4c72-a91e-71639eedc5f7 None None] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:56.577062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.585480 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.593725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Attempting to bind port e8d06e11-0b34-4d28-891f-2ab7c7df53cd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:24:56.593725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Attempting to bind port e8d06e11-0b34-4d28-891f-2ab7c7df53cd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:24:56.593725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Attempting to bind port e8d06e11-0b34-4d28-891f-2ab7c7df53cd on network 64d49acd-8b50-48a9-9818-d0a96b05525e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:24:56.624022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:56.628292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:24:56.628542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Checking segment: {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:24:56.630170 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.630170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Bound using segment: {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:24:56.630170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Bound port: e8d06e11-0b34-4d28-891f-2ab7c7df53cd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:24:56.630170 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.630766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:56.633065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Pushing event updated for resources: {'Port': ['ID=6361f932-54c5-4a1a-8809-11e57aeab082,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:56.635328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:56.639714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6feb3d49-6bf9-44b4-bf3c-583312f77db8 None None] Provisioning complete for port 6703c864-abe8-49a0-983b-039714a350b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:56.640116 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6feb3d49-6bf9-44b4-bf3c-583312f77db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.667436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f04d-c227-44d3-9fdf-35d56bb89beb req-2993e500-40ea-4b06-be96-09eb47a27395 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:56.675136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa00f04d-c227-44d3-9fdf-35d56bb89beb req-2993e500-40ea-4b06-be96-09eb47a27395 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1342187 Nov 10 21:24:56.760458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa00f04d-c227-44d3-9fdf-35d56bb89beb req-e053fd96-72fd-4654-a832-2d7428720779 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842423 Nov 10 21:24:56.783138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Allocated IP 172.25.7.232 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/721ba067-a6c1-4de9-9e35-35b100ede997) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:56.795379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] For port e8d06e11-0b34-4d28-891f-2ab7c7df53cd, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:24:56.801445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] For port e8d06e11-0b34-4d28-891f-2ab7c7df53cd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e8d06e11-0b34-4d28-891f-2ab7c7df53cd,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:24:56.855719 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6feb3d49-6bf9-44b4-bf3c-583312f77db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.895274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e988824e-407d-41fc-b36b-e933d87373ad up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:56.901760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:56.921434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6feb3d49-6bf9-44b4-bf3c-583312f77db8 None None] For port 6703c864-abe8-49a0-983b-039714a350b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6703c864-abe8-49a0-983b-039714a350b8,segment=NetworkSegment(86ba2302-686e-4cf8-8ded-cb7eebd6c569),segment_id=86ba2302-686e-4cf8-8ded-cb7eebd6c569)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:56.975391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.041478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7adb09-86b5-4241-a421-311ddad8c53b None None] Pushing event updated for resources: {'Port': ['ID=e8d06e11-0b34-4d28-891f-2ab7c7df53cd,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:57.146539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port e988824e-407d-41fc-b36b-e933d87373ad completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:24:57.146814 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.148919 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6feb3d49-6bf9-44b4-bf3c-583312f77db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.156256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port e988824e-407d-41fc-b36b-e933d87373ad triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:57.156407 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.193300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:57.199214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:57.202947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:57.234061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Pushing event updated for resources: {'Port': ['ID=721ba067-a6c1-4de9-9e35-35b100ede997,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:57.272187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb3d49-6bf9-44b4-bf3c-583312f77db8 None None] Pushing event updated for resources: {'Port': ['ID=6703c864-abe8-49a0-983b-039714a350b8,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:57.284206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.360952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-191cb911-e848-430b-9e6f-e5730a6f3438 None None] Provisioning complete for port 6703c864-abe8-49a0-983b-039714a350b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:57.361949 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-191cb911-e848-430b-9e6f-e5730a6f3438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.373209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b7a9c-3133-4f48-871c-aa8e11199088 req-cf12c1c7-19df-47b6-aa45-cc2a90e3abfe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:57.384658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f2b7a9c-3133-4f48-871c-aa8e11199088 req-cf12c1c7-19df-47b6-aa45-cc2a90e3abfe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.2594683 Nov 10 21:24:57.431652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.489500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6703c864-abe8-49a0-983b-039714a350b8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:57.509719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab5c4b00-d846-424b-bdee-abc5f69e8e27 req-1c5f321c-6314-4b35-b647-bda7e066f097 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 210 time: 0.0316229 Nov 10 21:24:57.536204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-feaf0a59-ab63-4cb5-9f31-cad376e614a9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605338 Nov 10 21:24:57.579070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e988824e-407d-41fc-b36b-e933d87373ad, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e988824e-407d-41fc-b36b-e933d87373ad,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:57.619143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6703c864-abe8-49a0-983b-039714a350b8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:57.619515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.656205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f2b7a9c-3133-4f48-871c-aa8e11199088 req-a6be3e08-6951-4bc0-8f98-0a96352f6854 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706764 Nov 10 21:24:57.787803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-b1689f54-ae31-4429-98fe-4c8ee2eaa7c7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:57.789343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-b1689f54-ae31-4429-98fe-4c8ee2eaa7c7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2397103 Nov 10 21:24:57.790640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.825215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:57.842158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:57.936243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e988824e-407d-41fc-b36b-e933d87373ad,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:57.992877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:24:57.995338 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e27d18-1f54-4ee6-a6cc-834fc6d0927d" -d '{"events": [{"server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "name": "network-vif-plugged", "status": "completed", "tag": "e988824e-407d-41fc-b36b-e933d87373ad"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:24:58.076719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04ebf-2829-4ba2-959f-885280a6d2f0 req-44aa1bef-e709-4687-91b4-e76d5f37a0e0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:58.078276 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09d04ebf-2829-4ba2-959f-885280a6d2f0 req-44aa1bef-e709-4687-91b4-e76d5f37a0e0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.1641109 Nov 10 21:24:58.096025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ba6e8-8264-40fb-9264-f3d940b53d06 req-0d043535-452d-4c48-a839-d30c725cd480 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:58.103817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-386ba6e8-8264-40fb-9264-f3d940b53d06 req-0d043535-452d-4c48-a839-d30c725cd480 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 944 time: 0.4638007 Nov 10 21:24:58.141338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.155187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09d04ebf-2829-4ba2-959f-885280a6d2f0 req-ae490a8d-4108-40bb-b991-c9869a36af22 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594976 Nov 10 21:24:58.215465 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c2163-aef4-4ff4-b83d-cbcf2621b853 x-openstack-request-id: req-996c2163-aef4-4ff4-b83d-cbcf2621b853 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:24:58.215790 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "name": "network-vif-plugged", "status": "completed", "tag": "e988824e-407d-41fc-b36b-e933d87373ad", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:24:58.216044 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-996c2163-aef4-4ff4-b83d-cbcf2621b853 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:24:58.216438 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad', 'code': 200} Nov 10 21:24:58.223363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-386ba6e8-8264-40fb-9264-f3d940b53d06 req-a0739ddf-3d39-49a6-82e2-6f3ffaf3a496 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182601 Nov 10 21:24:58.265255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:24:58.269528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.284790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.356221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:24:58.367770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b9d9d1-5053-489d-bd46-451c315ec7ab None None] Network 64d49acd-8b50-48a9-9818-d0a96b05525e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:24:58.368954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4e74f-7186-4f07-bd8e-a3939f6882f8 req-5518f7ac-e2e1-49f5-b345-19e8a3fd6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:58.371298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31b4e74f-7186-4f07-bd8e-a3939f6882f8 req-5518f7ac-e2e1-49f5-b345-19e8a3fd6baf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 1097 time: 0.0862386 Nov 10 21:24:58.377508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.461313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31b4e74f-7186-4f07-bd8e-a3939f6882f8 req-f9e54e80-9432-4262-a42c-7195f4632ece service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811958 Nov 10 21:24:58.474444 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.484582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:58.511629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.620579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Sync routers for ids ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:58.629759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-843a0623-b359-4ace-904e-c274b446a125 None None] Provisioning complete for port e8d06e11-0b34-4d28-891f-2ab7c7df53cd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:58.630130 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-843a0623-b359-4ace-904e-c274b446a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.652016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb382315-279c-4aae-a64e-32b90f2bcedc req-6e6d0f4e-f7d2-456f-a28e-eda6e21c1540 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 210 time: 0.0514920 Nov 10 21:24:58.658771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13807bce-162a-4e9a-8fdc-ad264b28f3e9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:58.666876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Routers {'d7e0ea78-f4ea-4988-a13b-45ba34c6a372'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:58.667534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:58.677387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.677387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-75285c7a-a489-4314-9907-cc7f14f1acc3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5332215 Nov 10 21:24:58.678480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48728) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:58.762653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.199 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/3b58854d-6a5b-432c-bd56-5caeb43a2c3a) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:24:58.849897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Set router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:58.904376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:24:58.918602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be500-73c1-4873-ba16-d0e6fd63410f req-3c7eee0f-a6e5-4017-81bd-2f87f92901e3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:58.921958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-285be500-73c1-4873-ba16-d0e6fd63410f req-3c7eee0f-a6e5-4017-81bd-2f87f92901e3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.1544011 Nov 10 21:24:58.957647 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-843a0623-b359-4ace-904e-c274b446a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:58.991057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.057297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-843a0623-b359-4ace-904e-c274b446a125 None None] For port e8d06e11-0b34-4d28-891f-2ab7c7df53cd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e8d06e11-0b34-4d28-891f-2ab7c7df53cd,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:24:59.104511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-285be500-73c1-4873-ba16-d0e6fd63410f req-3e92bc60-6c45-4652-ba8b-7b5b0efa41f7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713207 Nov 10 21:24:59.135186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-router', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:54Z', 'updated_at': '2021-11-10T21:24:56Z', 'revision_number': 3, 'project_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'gw_port': {'id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:59.176946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Checking router: d7e0ea78-f4ea-4988-a13b-45ba34c6a372 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:59.178417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Updating router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 port 6361f932-54c5-4a1a-8809-11e57aeab082 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:24:59.178714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:24:59.196729 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Sync routers for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:24:59.218225 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:24:59.218938 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:59.239333 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.264094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.421665 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:24:59.479281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.484578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-59070589-ed1c-486e-b56e-37b9362f7f01 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0284538 Nov 10 21:24:59.486024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48742) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:59.538417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d91a32-e0e5-4963-9817-667ab7d7f2dc req-20da1aa5-2926-4b47-9080-1cefb339965c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:59.546768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3d91a32-e0e5-4963-9817-667ab7d7f2dc req-20da1aa5-2926-4b47-9080-1cefb339965c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2579288 Nov 10 21:24:59.642782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.648891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6703c864-abe8-49a0-983b-039714a350b8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:24:59.651305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-843a0623-b359-4ace-904e-c274b446a125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.658313 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 3, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:24:59.660870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4d1dd-f6d0-4dc5-a743-68f983a7c85f req-e1ef7556-df91-4099-9f2a-499d7f6fb0bb tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:59.662420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9ad4d1dd-f6d0-4dc5-a743-68f983a7c85f req-e1ef7556-df91-4099-9f2a-499d7f6fb0bb tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.4693258 Nov 10 21:24:59.703738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48744) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:24:59.709891 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Checking router: 13babb5c-dd41-4f9d-98cf-3f9af4746c88 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:24:59.710240 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Updating router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 port 721ba067-a6c1-4de9-9e35-35b100ede997 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:24:59.710977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Request body: {'floatingip': {'port_id': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:24:59.727152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3d91a32-e0e5-4963-9817-667ab7d7f2dc req-67e5d90b-54ac-4eaf-81f2-85b25942932c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779549 Nov 10 21:24:59.731439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:24:59.746895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:24:59.776975 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.822341 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.838710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a0623-b359-4ace-904e-c274b446a125 None None] Pushing event updated for resources: {'Port': ['ID=e8d06e11-0b34-4d28-891f-2ab7c7df53cd,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:24:59.855541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:24:59.880556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ba8856ed-911f-4c96-b999-21d7d8d545f6 None None] Provisioning complete for port e8d06e11-0b34-4d28-891f-2ab7c7df53cd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:59.886642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba8856ed-911f-4c96-b999-21d7d8d545f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.969716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6703c864-abe8-49a0-983b-039714a350b8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:24:59.974087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:24:59.974754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:24:59.974932 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.010025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:00.031053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Attempting to bind port 6361f932-54c5-4a1a-8809-11e57aeab082 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:00.031426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Attempting to bind port 6361f932-54c5-4a1a-8809-11e57aeab082 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:00.031814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Attempting to bind port 6361f932-54c5-4a1a-8809-11e57aeab082 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:00.048413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.077117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700f8c7-fad7-414b-bd3e-536462f8e7e2 None None] Pushing event updated for resources: {'Port': ['ID=6361f932-54c5-4a1a-8809-11e57aeab082,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:00.079960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.087195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:00.087685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:00.088212 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.088905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:00.089517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Bound port: 6361f932-54c5-4a1a-8809-11e57aeab082, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:00.090005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.237096 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.261859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] For port 6361f932-54c5-4a1a-8809-11e57aeab082, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:00.265009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e8d06e11-0b34-4d28-891f-2ab7c7df53cd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:00.273852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] For port 6361f932-54c5-4a1a-8809-11e57aeab082, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6361f932-54c5-4a1a-8809-11e57aeab082,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:00.308157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150877-6629-4e52-8dc6-5b829b24ca31 req-3de1a389-09fa-4b8c-bf58-1b8321d9bb5c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:00.309696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20150877-6629-4e52-8dc6-5b829b24ca31 req-3de1a389-09fa-4b8c-bf58-1b8321d9bb5c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 945 time: 0.3439059 Nov 10 21:25:00.321339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba5e45-1030-4711-ae20-632ec67ca7e1 req-9ca9642e-9e40-464c-a548-1e10a16b12a5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:00.322890 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01ba5e45-1030-4711-ae20-632ec67ca7e1 req-9ca9642e-9e40-464c-a548-1e10a16b12a5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 936 time: 0.4353340 Nov 10 21:25:00.337173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a104edaf-8879-431f-85be-418b2bbb1d35 None None] Provisioning complete for port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:00.337700 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a104edaf-8879-431f-85be-418b2bbb1d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.340785 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.357248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ce4c51af-a3f0-40b7-a489-32c9b7578720 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5188999 Nov 10 21:25:00.374381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e8d06e11-0b34-4d28-891f-2ab7c7df53cd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:00.375050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.388243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Request body: {'port': {'device_id': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:00.419532 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Attempting to bind port 721ba067-a6c1-4de9-9e35-35b100ede997 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:00.420508 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Attempting to bind port 721ba067-a6c1-4de9-9e35-35b100ede997 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:00.421653 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Attempting to bind port 721ba067-a6c1-4de9-9e35-35b100ede997 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:00.435234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a104edaf-8879-431f-85be-418b2bbb1d35 None None] Port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:00.439637 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:00.440056 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:00.440597 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.441247 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:00.441729 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Bound port: 721ba067-a6c1-4de9-9e35-35b100ede997, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:00.442130 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.446798 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0279eb-67be-43cc-8685-9aba36ae6894 None None] Pushing event updated for resources: {'Port': ['ID=721ba067-a6c1-4de9-9e35-35b100ede997,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:00.458129 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.479523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-468e5040-1b91-45ed-9875-4048f02bfab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:00.481061 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-468e5040-1b91-45ed-9875-4048f02bfab3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 1102 time: 0.2525101 Nov 10 21:25:00.535508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20150877-6629-4e52-8dc6-5b829b24ca31 req-d5fd6f47-d664-488a-b5c7-14598083be9a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843958 Nov 10 21:25:00.559543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] For port 721ba067-a6c1-4de9-9e35-35b100ede997, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:00.564495 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] For port 721ba067-a6c1-4de9-9e35-35b100ede997, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=721ba067-a6c1-4de9-9e35-35b100ede997,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:00.578546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01ba5e45-1030-4711-ae20-632ec67ca7e1 req-41c36f54-fdbd-458a-8bf4-4df009bfd7d5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092302 Nov 10 21:25:00.592963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700f8c7-fad7-414b-bd3e-536462f8e7e2 None None] Pushing event updated for resources: {'Port': ['ID=6361f932-54c5-4a1a-8809-11e57aeab082,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:00.600108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Routers {'d7e0ea78-f4ea-4988-a13b-45ba34c6a372'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:00.600728 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:00.614715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.654090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Allocated IP 172.20.0.1 (46fa9a0c-55c8-45e2-a2c5-c67b219a157c/9bca29b5-4ddd-4f5b-ad76-9f457fd1482d/dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:00.698897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-7c7db4d7-5b10-46c4-9f3e-26a04c9f211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:00.700413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-7c7db4d7-5b10-46c4-9f3e-26a04c9f211f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1102 time: 0.1829019 Nov 10 21:25:00.714284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] Set router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:00.741524 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.747514 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.829985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:00.831014 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:00.868572 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0279eb-67be-43cc-8685-9aba36ae6894 None None] Pushing event updated for resources: {'Port': ['ID=721ba067-a6c1-4de9-9e35-35b100ede997,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:00.908679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:00.968293 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:01.038600 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed associated. External IP: 172.25.7.93, port: 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3. Nov 10 21:25:01.041793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:25:01.183604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:01.236918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:01.241754 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c017cf66-2f23-4155-8614-cb0a269228e5" -d '{"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:01.247554 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 3, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:01.275173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:01.283977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-router', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:54Z', 'updated_at': '2021-11-10T21:24:56Z', 'revision_number': 3, 'project_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'gw_port': {'id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:01.315688 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f87be3-7960-4d89-86bf-fa7cb8b0e73c None None] The sync data for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 is: [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:24:57Z', 'revision_number': 3, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:25:01.347811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e8d06e11-0b34-4d28-891f-2ab7c7df53cd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:01.358900 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c89021-511d-4e94-a6fb-12399283ba02 x-openstack-request-id: req-96c89021-511d-4e94-a6fb-12399283ba02 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:01.358900 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:01.358900 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96c89021-511d-4e94-a6fb-12399283ba02 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:01.358900 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'code': 200} Nov 10 21:25:01.358900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be93b7f-84ec-49af-a17b-4f6527a11167 None None] The sync data for ids ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'] in n-d-776250-11 is: [{'id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-router', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:54Z', 'updated_at': '2021-11-10T21:24:56Z', 'revision_number': 3, 'project_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'gw_port': {'id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:25:01.427886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:01.431192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-99c641ad-b0f4-4b5b-bfd2-11fe884c50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:01.433088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-99c641ad-b0f4-4b5b-bfd2-11fe884c50d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.7235627 Nov 10 21:25:01.456482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1eddf-8417-4b7b-99fe-78235b877501 req-6dd4404d-da28-4f8d-a077-6e94f79c36ea tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:01.466128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bad1eddf-8417-4b7b-99fe-78235b877501 req-6dd4404d-da28-4f8d-a077-6e94f79c36ea tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2697120 Nov 10 21:25:01.481112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Router 4e3563b9-7045-4b79-bdd5-e414b6735c07 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:25:01.496319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:01.527371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:01.530359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e8d06e11-0b34-4d28-891f-2ab7c7df53cd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:01.530928 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:01.562952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-5d29177e-1841-4108-b2de-6620bbf68982 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 217 time: 0.0834665 Nov 10 21:25:01.759340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bad1eddf-8417-4b7b-99fe-78235b877501 req-ca6a9a8a-6e6c-40c1-90b5-72ea421a7b54 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922413 Nov 10 21:25:01.769119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-bd4c6b26-6029-45ea-91eb-b8c46cb7e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:01.770708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-bd4c6b26-6029-45ea-91eb-b8c46cb7e80e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1958237 Nov 10 21:25:01.774437 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:01.778028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b58854d-6a5b-432c-bd56-5caeb43a2c3a {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:01.787940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:01.869428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Transition to ACTIVE for port object 3b58854d-6a5b-432c-bd56-5caeb43a2c3a will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:01.873165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:01.880574 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:01.893183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] Sync routers for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:25:01.903263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:01.905279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:01.935916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c478877-1874-4c00-a036-99b96886f5de req-b6a28c20-ddfc-402d-93ad-7415f0240ef2 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:01.935916 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c478877-1874-4c00-a036-99b96886f5de req-b6a28c20-ddfc-402d-93ad-7415f0240ef2 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 945 time: 0.2634699 Nov 10 21:25:01.989744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-43388367-41dd-48e9-8f40-52b8f9a031a7 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "PUT /v2.0/floatingips/ee4a47e3-15b8-43d2-960f-1c62fbc5feed HTTP/1.1" status: 200 len: 990 time: 2.2812586 Nov 10 21:25:01.993996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:02.004462 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d7646f-c74d-4b9e-92fe-85207a52cf25" -d '{"events": [{"name": "network-changed", "server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:02.015057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:02.121114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:02.182936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c478877-1874-4c00-a036-99b96886f5de req-e6085f39-0f10-4c6b-bc83-e4c569ffbbca tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182763 Nov 10 21:25:02.184893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:02.201897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-219715cd-c27e-475a-bd36-5b03aea98b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:02.209793 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-219715cd-c27e-475a-bd36-5b03aea98b5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4131851 Nov 10 21:25:02.258763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc5db3-7a1c-4acd-a1c1-1d4edfb13f4f req-32975408-2429-48fc-9346-71653e970b73 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:02.260414 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01dc5db3-7a1c-4acd-a1c1-1d4edfb13f4f req-32975408-2429-48fc-9346-71653e970b73 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 936 time: 0.3645196 Nov 10 21:25:02.286232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:02.354943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Allocated IP 172.20.0.1 (64d49acd-8b50-48a9-9818-d0a96b05525e/89734400-2efa-4fe6-87cb-e9d4f0dd055f/d954e76a-1459-4ff6-98f6-054f7bc340e3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:02.358899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Attempting to bind port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:02.360680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Attempting to bind port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:02.361676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Attempting to bind port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:02.368983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:02.369306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Attempting to bind port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:02.400875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:02.400875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:02.400875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:02.400875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Bound port: 3b58854d-6a5b-432c-bd56-5caeb43a2c3a, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:02.400875 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:02.479674 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f9bc00-f6f5-4c8b-9e3c-ed890900090f x-openstack-request-id: req-69f9bc00-f6f5-4c8b-9e3c-ed890900090f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:02.480058 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:02.480310 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69f9bc00-f6f5-4c8b-9e3c-ed890900090f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:02.480691 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'status': 'completed', 'code': 200} Nov 10 21:25:02.580370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] For port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:02.607649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:02.624010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:02.624190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] For port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:02.660501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d379d-90dd-46e6-a707-84a679338931 req-26d2c0dc-c3dd-4e61-b5b2-67e3cecf6c62 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:02.662282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-088d379d-90dd-46e6-a707-84a679338931 req-26d2c0dc-c3dd-4e61-b5b2-67e3cecf6c62 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 945 time: 0.0942912 Nov 10 21:25:02.677260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'ee4a47e3-15b8-43d2-960f-1c62fbc5feed', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'port_id': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'mac_address': 'fa:16:3e:22:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:25:00Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:02.677610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48772) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:02.679125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Request body: {'floatingip': {'port_id': 'e988824e-407d-41fc-b36b-e933d87373ad'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:02.683660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:02.685383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:02.709153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] Checking router: 4e3563b9-7045-4b79-bdd5-e414b6735c07 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:25:02.724605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:02.725230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:02.744770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:02.818220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:02.927252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:02.960509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01dc5db3-7a1c-4acd-a1c1-1d4edfb13f4f req-bd99c2ac-1ad1-4105-91c7-2cfc37fdddfd tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665289 Nov 10 21:25:02.966258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:02.993908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-65c90879-5c0b-47e5-b96d-8da58bce0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:03.000199 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-65c90879-5c0b-47e5-b96d-8da58bce0251 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a853f31d57c4c5092064fe802280dec&device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 1097 time: 0.3635736 Nov 10 21:25:03.006226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-f6e1fd98-2b81-4951-b8ad-6043a3ecfe44 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806938 Nov 10 21:25:03.096412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:03.199648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.204664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-93d12899-9523-4e99-86ba-9cb3c65a6953 None None] Provisioning complete for port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:03.205248 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93d12899-9523-4e99-86ba-9cb3c65a6953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.233719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:03.234530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.236550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-5edb569d-7ebb-4969-8f4e-50bbb137c3b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/3b58854d-6a5b-432c-bd56-5caeb43a2c3a HTTP/1.1" status: 200 len: 1097 time: 2.8635461 Nov 10 21:25:03.287527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-93d12899-9523-4e99-86ba-9cb3c65a6953 None None] Port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:03.296198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbc8e1ba-f812-413e-ba87-ce9aba0c0daf req-90daece5-00dc-49de-b4af-bfed61aadc07 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033207 Nov 10 21:25:03.323455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a47c-4346-4f70-9ad3-4eebdc0b3729 req-82bf82ac-41fc-4eac-9b67-9c6c4220ff05 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:03.338121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cd9a47c-4346-4f70-9ad3-4eebdc0b3729 req-82bf82ac-41fc-4eac-9b67-9c6c4220ff05 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.3767798 Nov 10 21:25:03.487466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cd9a47c-4346-4f70-9ad3-4eebdc0b3729 req-3cb22d9d-3a58-4d3a-9bf7-dd82ece605af tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484959 Nov 10 21:25:03.490343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'ee4a47e3-15b8-43d2-960f-1c62fbc5feed', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'port_id': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'mac_address': 'fa:16:3e:22:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:25:00Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:03.524667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.535311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-ac32e7a4-3018-4f64-8454-08bf8fa0c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:03.535311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-ac32e7a4-3018-4f64-8454-08bf8fa0c842 service neutron] 10.222.0.53 "GET /v2.0/networks?id=23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 200 len: 923 time: 0.5084226 Nov 10 21:25:03.554146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 721ba067-a6c1-4de9-9e35-35b100ede997 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:03.607162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6c945-7b1c-4594-bfa3-0b6e391f0aa7 None None] The sync data for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 is: [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'ee4a47e3-15b8-43d2-960f-1c62fbc5feed', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'floating_ip_address': '172.25.7.93', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'port_id': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'mac_address': 'fa:16:3e:22:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:25:00Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:25:03.630999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Network 64d49acd-8b50-48a9-9818-d0a96b05525e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:03.647495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.647930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:03.656694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:03.662287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 721ba067-a6c1-4de9-9e35-35b100ede997 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:03.662659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.664382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-cd9b23f0-fb20-4bfe-8ed1-56e4b7189c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:03.665872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-cd9b23f0-fb20-4bfe-8ed1-56e4b7189c7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 1100 time: 0.2494032 Nov 10 21:25:03.671575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Pushing event updated for resources: {'Port': ['ID=d954e76a-1459-4ff6-98f6-054f7bc340e3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:03.739180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-3498fa05-efb4-4d27-a22b-d3d18a68e69e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 HTTP/1.1" status: 200 len: 998 time: 0.1655083 Nov 10 21:25:03.740493 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-112b98d4-f7a4-4880-a00f-381cb15ff58d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3b58854d-6a5b-432c-bd56-5caeb43a2c3a HTTP/1.1" status: 200 len: 217 time: 0.0625181 Nov 10 21:25:03.750584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.783517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 721ba067-a6c1-4de9-9e35-35b100ede997, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=721ba067-a6c1-4de9-9e35-35b100ede997,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:03.784847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.857537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.864960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.882678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:03.883859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6361f932-54c5-4a1a-8809-11e57aeab082 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:03.979500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=721ba067-a6c1-4de9-9e35-35b100ede997,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:03.989748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-58fca97e-ace4-40cb-84b2-1b9a0e783f4d None None] Provisioning complete for port d954e76a-1459-4ff6-98f6-054f7bc340e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:03.990112 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-58fca97e-ace4-40cb-84b2-1b9a0e783f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.044429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6361f932-54c5-4a1a-8809-11e57aeab082 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:04.044812 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.046153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-aca7982e-38a5-4b98-820e-03c4517aa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:04.047507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-aca7982e-38a5-4b98-820e-03c4517aa3ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 200 len: 861 time: 0.2987347 Nov 10 21:25:04.052005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ec74a63f-167f-4e4c-999f-ab61a7f127ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:04.053651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-ec74a63f-167f-4e4c-999f-ab61a7f127ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.3063471 Nov 10 21:25:04.071997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-58fca97e-ace4-40cb-84b2-1b9a0e783f4d None None] Port d954e76a-1459-4ff6-98f6-054f7bc340e3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:04.145696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.172562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 6361f932-54c5-4a1a-8809-11e57aeab082, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6361f932-54c5-4a1a-8809-11e57aeab082,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:04.232336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-101b1a57-da4e-41bc-8319-7fd8489415f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:04.233965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-101b1a57-da4e-41bc-8319-7fd8489415f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23449e01-6610-4074-8027-c874787b6989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778221 Nov 10 21:25:04.258111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f647ee0-732f-4de3-b173-02053d21e83a req-70684cb9-1790-40b3-bea5-64dfb7a3542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:04.259597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-70684cb9-1790-40b3-bea5-64dfb7a3542b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1670835 Nov 10 21:25:04.271581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.323642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.335843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed245-79ed-4948-9376-19863d5beeef req-9af7fde2-89db-4a66-bb31-c2c393e8d6c4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:04.337379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-585ed245-79ed-4948-9376-19863d5beeef req-9af7fde2-89db-4a66-bb31-c2c393e8d6c4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 948 time: 0.1088650 Nov 10 21:25:04.346046 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Floating IP 66fa4a41-03a9-417c-944e-74105022b6b4 associated. External IP: 172.25.7.229, port: e988824e-407d-41fc-b36b-e933d87373ad. Nov 10 21:25:04.402334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=6361f932-54c5-4a1a-8809-11e57aeab082,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:04.483409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'tag': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:04.487297 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b848e6a3-6be9-4719-aa29-71f206a5c7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdfd8e2-2a12-4049-9c62-15e4ab64fffb", "tag": "3b58854d-6a5b-432c-bd56-5caeb43a2c3a"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:04.488958 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c25dc05-04e2-4673-a8da-d259914f3cfa None None] New status for floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:25:04.564526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-585ed245-79ed-4948-9376-19863d5beeef req-e35a3f2d-fad2-4f89-9b2d-eda7b7dacff9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521657 Nov 10 21:25:04.565427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-f9edd937-06a2-41c5-b99f-01df6f82423f service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909234 Nov 10 21:25:04.651367 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88223d6-9c05-4732-bc4a-59c01f270d64 x-openstack-request-id: req-a88223d6-9c05-4732-bc4a-59c01f270d64 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:04.652150 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdfd8e2-2a12-4049-9c62-15e4ab64fffb", "tag": "3b58854d-6a5b-432c-bd56-5caeb43a2c3a", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:04.653338 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a88223d6-9c05-4732-bc4a-59c01f270d64 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:04.653899 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'tag': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'status': 'completed', 'code': 200} Nov 10 21:25:04.786758 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.793971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30d706-7e86-412f-b4e6-b13f263ad072 req-a558b11d-9296-4146-9bfa-03969d284f1c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:04.795922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b30d706-7e86-412f-b4e6-b13f263ad072 req-a558b11d-9296-4146-9bfa-03969d284f1c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.1133776 Nov 10 21:25:04.825584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-e8eeb236-12b3-4fa6-808e-b388547f69ac service neutron] 10.222.0.53 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815558 Nov 10 21:25:04.834562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:25:04.854251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.866871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b30d706-7e86-412f-b4e6-b13f263ad072 req-b3a716bc-2a9f-4a44-9a20-68cfe13a363d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600467 Nov 10 21:25:04.930391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f647ee0-732f-4de3-b173-02053d21e83a req-04c8552a-fd63-4040-8c34-626c44b55428 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671032 Nov 10 21:25:04.953636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6d7646f-c74d-4b9e-92fe-85207a52cf25 req-d5c0f29f-a261-4dbe-9be0-3003b164c266 service neutron] 10.222.0.53 "GET /v2.0/networks/23449e01-6610-4074-8027-c874787b6989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201148 Nov 10 21:25:04.973470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:04.978286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:04.983390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] Sync routers for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:25:04.995973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:04.996581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:05.006292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e2f6900b-7a5c-4d6e-b366-25feb7280666 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "PUT /v2.0/floatingips/66fa4a41-03a9-417c-944e-74105022b6b4 HTTP/1.1" status: 200 len: 991 time: 2.3316946 Nov 10 21:25:05.158007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:05.237599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:05.241348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:05.258644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:05.294676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:05.325891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 721ba067-a6c1-4de9-9e35-35b100ede997 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:05.477694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 721ba067-a6c1-4de9-9e35-35b100ede997 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:05.477981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:05.656397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6361f932-54c5-4a1a-8809-11e57aeab082 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:05.692821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '66fa4a41-03a9-417c-944e-74105022b6b4', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'port_id': 'e988824e-407d-41fc-b36b-e933d87373ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'mac_address': 'fa:16:3e:ad:fb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:24:39Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 1, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:05.716742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:05.731431 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a84f31d6-2a3a-4d9e-a68c-705684bde42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:05.735042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] Checking router: 6026d0b8-0b56-48ca-a555-d32a44bbe9ea for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:25:05.757743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:05.758394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:05.760370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Pushing event updated for resources: {'Port': ['ID=d954e76a-1459-4ff6-98f6-054f7bc340e3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:05.795545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-f6fe3a74-0703-437f-a0b6-b5ba0d4255ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:05.797181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-f6fe3a74-0703-437f-a0b6-b5ba0d4255ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 1100 time: 0.5113726 Nov 10 21:25:05.823362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6361f932-54c5-4a1a-8809-11e57aeab082 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:05.823755 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:05.918078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:05.958823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ddbd0-d763-4756-9dba-e52a6e78a201 req-489347f0-ef5d-4703-aafd-f27ca7b358ca tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:05.960373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e7ddbd0-d763-4756-9dba-e52a6e78a201 req-489347f0-ef5d-4703-aafd-f27ca7b358ca tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 948 time: 0.2493961 Nov 10 21:25:05.975412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:06.003904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:06.006387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa443a66-8506-496f-bee8-2479ecc12085 req-a122b4a9-3526-4a2d-afe3-adc692445854 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:06.009017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa443a66-8506-496f-bee8-2479ecc12085 req-a122b4a9-3526-4a2d-afe3-adc692445854 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.0567868 Nov 10 21:25:06.080717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa443a66-8506-496f-bee8-2479ecc12085 req-17df9418-8642-4239-b725-c7e05153f778 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658000 Nov 10 21:25:06.117628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-ebea481a-e255-4a07-807e-09f0d28767fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:06.119103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-ebea481a-e255-4a07-807e-09f0d28767fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3110526 Nov 10 21:25:06.122647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Network 64d49acd-8b50-48a9-9818-d0a96b05525e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:06.135493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:06.204131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e7ddbd0-d763-4756-9dba-e52a6e78a201 req-c8cfe6d1-e056-4cef-876e-a2b7cfae807a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289953 Nov 10 21:25:06.249048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-6e87b22f-9408-4fa4-b1c7-567e488f0b11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3b58854d-6a5b-432c-bd56-5caeb43a2c3a HTTP/1.1" status: 200 len: 217 time: 0.1197026 Nov 10 21:25:06.275982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '66fa4a41-03a9-417c-944e-74105022b6b4', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'port_id': 'e988824e-407d-41fc-b36b-e933d87373ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'mac_address': 'fa:16:3e:ad:fb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:24:39Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 1, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:06.320941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228dd0f-7b09-4ef4-b19b-9bc9f16ecab4 None None] The sync data for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 is: [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '66fa4a41-03a9-417c-944e-74105022b6b4', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'port_id': 'e988824e-407d-41fc-b36b-e933d87373ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'mac_address': 'fa:16:3e:ad:fb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:24:39Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 1, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:25:06.353533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ed07bedf-bb7c-4169-97b1-3e7ec5312d41 None None] Provisioning complete for port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:06.354145 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ed07bedf-bb7c-4169-97b1-3e7ec5312d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:06.404347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:25:06.416973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ed07bedf-bb7c-4169-97b1-3e7ec5312d41 None None] Port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:06.418186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-0a21f1b6-5cc3-4ee6-b332-ecbadbf4f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:06.419667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-0a21f1b6-5cc3-4ee6-b332-ecbadbf4f91e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1241193 Nov 10 21:25:06.504179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:25:06.541353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-42871b8c-30d3-4398-9427-4e7b0da0d2a8 None None] Provisioning complete for port d954e76a-1459-4ff6-98f6-054f7bc340e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:06.541672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-e3530113-5143-4d27-9f05-e9a795c27cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:06.541797 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-42871b8c-30d3-4398-9427-4e7b0da0d2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:06.543167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-e3530113-5143-4d27-9f05-e9a795c27cde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1147687 Nov 10 21:25:06.581971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f589e2-f23d-43a3-a623-27a8846ef9e7 None None] New status for floating IP 66fa4a41-03a9-417c-944e-74105022b6b4: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:25:06.591995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-42871b8c-30d3-4398-9427-4e7b0da0d2a8 None None] Port d954e76a-1459-4ff6-98f6-054f7bc340e3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:06.655747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:06.661815 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0d22a1-a57b-4047-92c2-8f7098f6c898" -d '{"events": [{"name": "network-changed", "server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "tag": "e988824e-407d-41fc-b36b-e933d87373ad"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:06.712418 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95eb3eb-049a-421d-9d80-e6c9098ce41e x-openstack-request-id: req-d95eb3eb-049a-421d-9d80-e6c9098ce41e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:06.712813 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "tag": "e988824e-407d-41fc-b36b-e933d87373ad", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:06.713188 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d95eb3eb-049a-421d-9d80-e6c9098ce41e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:06.713681 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad', 'status': 'completed', 'code': 200} Nov 10 21:25:06.727103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:06.741553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4bb28b44-4a14-48bd-a928-fc34b08c04b7 admin admin] 10.222.0.45 "PUT /v2.0/routers/d7e0ea78-f4ea-4988-a13b-45ba34c6a372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0650363 Nov 10 21:25:06.745333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Sync routers for ids ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:25:06.764918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Routers {'d7e0ea78-f4ea-4988-a13b-45ba34c6a372'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:06.764918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:06.785461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:06.793737 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2ef8ec16-778e-4b60-8f23-0bcd65f0ae93 admin admin] 10.222.0.45 "PUT /v2.0/routers/13babb5c-dd41-4f9d-98cf-3f9af4746c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2723219 Nov 10 21:25:06.795977 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Sync routers for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:25:06.816017 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:06.816931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:24:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:06.820817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-0361517f-0ae2-4e6c-84bc-df25bc4d0f9f service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170315 Nov 10 21:25:06.851603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-d4079e87-fb7d-40b3-b793-4ab8db26e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:06.853252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-d4079e87-fb7d-40b3-b793-4ab8db26e65d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04c2f9ba47ec4a52ac846459272cca94&device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 1097 time: 0.1087949 Nov 10 21:25:06.995113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b848e6a3-6be9-4719-aa29-71f206a5c7e1 req-47ae5d5b-5c0e-4e71-8bdb-f8e04085530b service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658940 Nov 10 21:25:07.005906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-1dbf53ca-9670-448e-b104-eb1b09ad371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:07.011719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-1dbf53ca-9670-448e-b104-eb1b09ad371a service neutron] 10.222.0.53 "GET /v2.0/networks?id=a32754a2-4b33-4c57-ae59-c74c3b1eaf64 HTTP/1.1" status: 200 len: 916 time: 0.1516893 Nov 10 21:25:07.052133 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:07.055224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Set router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:07.166040 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-5cf70ab1-60cf-4248-9b4b-1f629b5100aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e988824e-407d-41fc-b36b-e933d87373ad HTTP/1.1" status: 200 len: 1001 time: 0.1471896 Nov 10 21:25:07.214337 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-a0a2cad7-c9c5-4576-bd1f-2e8d2d955798 req-1432f55e-0e8d-4cae-9e00-a12383a18587 tempest-FloatingIPDetailsNegativeTestJSON-1988403642 tempest-FloatingIPDetailsNegativeTestJSON-1988403642-project] show failed (client error): The resource could not be found. Nov 10 21:25:07.217237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:07.228579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a2cad7-c9c5-4576-bd1f-2e8d2d955798 req-1432f55e-0e8d-4cae-9e00-a12383a18587 tempest-FloatingIPDetailsNegativeTestJSON-1988403642 tempest-FloatingIPDetailsNegativeTestJSON-1988403642-project] 10.222.0.45 "GET /v2.0/floatingips/bddd30a2-a05a-41a7-9ee9-c2e4a04e3bbd HTTP/1.1" status: 404 len: 350 time: 0.0595505 Nov 10 21:25:07.230521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48834) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:07.290332 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:04Z', 'revision_number': 2, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:07.361872 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Checking router: 13babb5c-dd41-4f9d-98cf-3f9af4746c88 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:25:07.366594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Updating router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 port d954e76a-1459-4ff6-98f6-054f7bc340e3 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:25:07.420856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.resource_extend [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:25:07.424676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-7b1d30eb-1d4e-4c23-93d2-29fe82590582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:07.426168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-7b1d30eb-1d4e-4c23-93d2-29fe82590582 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bdb5421-4fba-49c3-80c0-b2254cba39f9 HTTP/1.1" status: 200 len: 854 time: 0.1978140 Nov 10 21:25:07.456307 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:07.561229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7440d-ff33-460c-b4db-903ea393ab86 req-3b8badb8-f1af-41db-a498-96c2839663d3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:07.562717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76b7440d-ff33-460c-b4db-903ea393ab86 req-3b8badb8-f1af-41db-a498-96c2839663d3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 948 time: 0.2282703 Nov 10 21:25:07.594958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-a03099cd-f68e-4b3c-93d6-ebbcd56af517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:07.597460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-a03099cd-f68e-4b3c-93d6-ebbcd56af517 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a32754a2-4b33-4c57-ae59-c74c3b1eaf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501279 Nov 10 21:25:07.705448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:07.731010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'mac_address': 'fa:16:3e:d5:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:07.765298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76b7440d-ff33-460c-b4db-903ea393ab86 req-5f9af1ff-6850-46ef-8486-49a01fe87ebd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894951 Nov 10 21:25:07.829757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-04087bdb-54c9-4ca5-a20c-de5f298518ac service neutron] 10.222.0.53 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010579 Nov 10 21:25:07.830410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48840) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:07.839303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dfa3016a-46ca-4a8e-ac86-4dc28cd73cf6 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187323459', 'description': 'tempest-description--440533126'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:07.856671 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:07.879333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-router', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:54Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'gw_port': {'id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216', 'name': '', 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'mac_address': 'fa:16:3e:fc:d5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '9bca29b5-4ddd-4f5b-ad76-9f457fd1482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:00Z', 'updated_at': '2021-11-10T21:25:04Z', 'revision_number': 2, 'project_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'subnets': [{'id': '9bca29b5-4ddd-4f5b-ad76-9f457fd1482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:07.991393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:07.997902 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.004497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae0d22a1-a57b-4047-92c2-8f7098f6c898 req-ccff7696-5fe4-45b4-8e62-46798211148c service neutron] 10.222.0.53 "GET /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581957 Nov 10 21:25:08.043607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c8d4e-053e-4d70-bca3-4de5dbb063b1 req-31389992-44fb-4ef4-b641-3955c04abf07 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:08.043884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016a-46ca-4a8e-ac86-4dc28cd73cf6 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.049698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b97c8d4e-053e-4d70-bca3-4de5dbb063b1 req-31389992-44fb-4ef4-b641-3955c04abf07 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 948 time: 0.1329167 Nov 10 21:25:08.078323 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.141134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Checking router: d7e0ea78-f4ea-4988-a13b-45ba34c6a372 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:25:08.142104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Updating router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:25:08.145542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc14f37-77ef-477a-91b3-8e975dfb7974 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:08.159061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b97c8d4e-053e-4d70-bca3-4de5dbb063b1 req-d513a119-5442-4a62-933d-b7f6b9e6ccb4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957646 Nov 10 21:25:08.189449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:08.209568 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.223066 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbf1c07e-ddee-4c7e-b77e-ff0b67ba731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.233115 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72e8c1-a33c-45e5-a2fb-8e16bb95d6ca None None] Pushing event updated for resources: {'Port': ['ID=d954e76a-1459-4ff6-98f6-054f7bc340e3,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:08.245228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016a-46ca-4a8e-ac86-4dc28cd73cf6 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.294076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.294878 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Attempting to bind port d954e76a-1459-4ff6-98f6-054f7bc340e3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:08.295253 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Attempting to bind port d954e76a-1459-4ff6-98f6-054f7bc340e3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:08.295609 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Attempting to bind port d954e76a-1459-4ff6-98f6-054f7bc340e3 on network 64d49acd-8b50-48a9-9818-d0a96b05525e {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:08.308374 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:08.310558 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Checking segment: {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:08.310558 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.310767 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Bound using segment: {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:08.312476 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Bound port: d954e76a-1459-4ff6-98f6-054f7bc340e3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:08.312907 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.351936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016a-46ca-4a8e-ac86-4dc28cd73cf6 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.391088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3016a-46ca-4a8e-ac86-4dc28cd73cf6 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8945d6a0-0d59-43bd-8f42-e806b97c4454,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:08.424551 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] For port d954e76a-1459-4ff6-98f6-054f7bc340e3, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:08.428543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] For port d954e76a-1459-4ff6-98f6-054f7bc340e3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d954e76a-1459-4ff6-98f6-054f7bc340e3,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:08.442294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Deleting port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:25:08.442884 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.480635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:08.510035 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016a-46ca-4a8e-ac86-4dc28cd73cf6 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.514963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dfa3016a-46ca-4a8e-ac86-4dc28cd73cf6 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6833005 Nov 10 21:25:08.518236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:08.524585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9da642b7-5f93-4519-9296-d745bfdea38b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Request body: {'security_group_rule': {'security_group_id': '8945d6a0-0d59-43bd-8f42-e806b97c4454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:08.537683 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.576663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3d5bbce9-50e2-4764-a2f8-4a8f4032630c None None] Provisioning complete for port d954e76a-1459-4ff6-98f6-054f7bc340e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:08.577495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d5bbce9-50e2-4764-a2f8-4a8f4032630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.582211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.606235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Calling delete_port for dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:25:08.664105 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72e8c1-a33c-45e5-a2fb-8e16bb95d6ca None None] Pushing event updated for resources: {'Port': ['ID=d954e76a-1459-4ff6-98f6-054f7bc340e3,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:08.680136 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:08.680757 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:25:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:08.694653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['bcc14f37-77ef-477a-91b3-8e975dfb7974'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:08.695105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9da642b7-5f93-4519-9296-d745bfdea38b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.793267 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.843852 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9da642b7-5f93-4519-9296-d745bfdea38b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.852808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d5bbce9-50e2-4764-a2f8-4a8f4032630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.899681 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:08.923607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:08.934612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a342fe-87fc-4244-beba-ce427f39368f req-b2cdd6a3-9612-4e9a-99df-930a578c727d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:08.945771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09a342fe-87fc-4244-beba-ce427f39368f req-b2cdd6a3-9612-4e9a-99df-930a578c727d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.0775549 Nov 10 21:25:08.984165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3b58854d-6a5b-432c-bd56-5caeb43a2c3a details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:09.001802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3d5bbce9-50e2-4764-a2f8-4a8f4032630c None None] For port d954e76a-1459-4ff6-98f6-054f7bc340e3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d954e76a-1459-4ff6-98f6-054f7bc340e3,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:09.025194 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09a342fe-87fc-4244-beba-ce427f39368f req-ca1032a0-19fb-41da-a918-71a47ca16520 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Nov 10 21:25:09.026036 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9da642b7-5f93-4519-9296-d745bfdea38b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.038358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.076582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da642b7-5f93-4519-9296-d745bfdea38b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bfa789-2a40-4446-b295-85ffc5e32d30,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:09.092321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:09.128026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99cf45-2ff4-4d7f-ad97-7f1aa44c7bbc None None] Pushing event updated for resources: {'Port': ['ID=dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:09.131113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9da642b7-5f93-4519-9296-d745bfdea38b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.135584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d5bbce9-50e2-4764-a2f8-4a8f4032630c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.143064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9da642b7-5f93-4519-9296-d745bfdea38b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6260283 Nov 10 21:25:09.144341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48856) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:09.151441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7a059ee6-8f70-4823-afb8-5d612fb31e9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Request body: {'security_group_rule': {'security_group_id': '8945d6a0-0d59-43bd-8f42-e806b97c4454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:09.155063 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:09.200539 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4cb83-60bf-4a99-bb06-91fa4e7ba657 None None] The sync data for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 is: [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:25:09.254890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.resource_extend [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:25:09.355863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a059ee6-8f70-4823-afb8-5d612fb31e9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.417339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.463276 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a059ee6-8f70-4823-afb8-5d612fb31e9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.490000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e79c7-aed0-4997-aaf7-4526cc39a0bf req-ea5f2fca-d65c-4599-abae-921bb8fed342 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:09.491692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32e79c7-aed0-4997-aaf7-4526cc39a0bf req-ea5f2fca-d65c-4599-abae-921bb8fed342 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 950 time: 0.2506888 Nov 10 21:25:09.512625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Attempting to bind port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:09.513241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Attempting to bind port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:09.513375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Attempting to bind port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 on network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:09.539215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.550982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672106b2-9b7a-440a-b033-84d3a1c95b77 req-4bef0683-987c-4a2c-89e7-bc26a39165bd tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:09.551280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bbce9-50e2-4764-a2f8-4a8f4032630c None None] Pushing event updated for resources: {'Port': ['ID=d954e76a-1459-4ff6-98f6-054f7bc340e3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:09.552932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-672106b2-9b7a-440a-b033-84d3a1c95b77 req-4bef0683-987c-4a2c-89e7-bc26a39165bd tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 948 time: 0.0974665 Nov 10 21:25:09.562471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dc6d443b-dab3-48ee-9625-b3bc7a462e92 None None] Provisioning complete for port d954e76a-1459-4ff6-98f6-054f7bc340e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:09.562839 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dc6d443b-dab3-48ee-9625-b3bc7a462e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.572420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:09.572695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Checking segment: {'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:09.580817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.580817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Bound using segment: {'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:09.580817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Bound port: dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ba2302-686e-4cf8-8ded-cb7eebd6c569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '46fa9a0c-55c8-45e2-a2c5-c67b219a157c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:09.580817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.635279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-672106b2-9b7a-440a-b033-84d3a1c95b77 req-96718478-9b0a-4947-8c4b-4548a476d87a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708666 Nov 10 21:25:09.635925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a059ee6-8f70-4823-afb8-5d612fb31e9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.670133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d32e79c7-aed0-4997-aaf7-4526cc39a0bf req-c5fca81f-3ab8-4904-8625-80468b4d08e9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615775 Nov 10 21:25:09.726663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a059ee6-8f70-4823-afb8-5d612fb31e9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f739e013-9512-4ea6-8124-ff7d98e97e92,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:09.736606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Port dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216 has been deleted concurrently {{(pid=103049) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 21:25:09.768690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:09.796225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'mac_address': 'fa:16:3e:4d:ae:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:09.806382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Routers {'d7e0ea78-f4ea-4988-a13b-45ba34c6a372'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:09.807023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:25:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:09.845749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a059ee6-8f70-4823-afb8-5d612fb31e9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:09.853863 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7a059ee6-8f70-4823-afb8-5d612fb31e9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7076118 Nov 10 21:25:09.866767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48872) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:09.872081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:09.974293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:10.001446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:25:10.001637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-c1e215f0-11ff-44be-bd5a-f1642100550e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:10.011015 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-c1e215f0-11ff-44be-bd5a-f1642100550e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.1810336 Nov 10 21:25:10.019099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b58854d-6a5b-432c-bd56-5caeb43a2c3a {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:10.029940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-c1305528-f541-45db-a074-5ba34447b839 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/quotas/b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 375 time: 0.0178857 Nov 10 21:25:10.042919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] Set router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:25:10.077403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:10.079616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:10.084624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-b12faf58-6add-4cb0-a9eb-be69204fc605 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671496 Nov 10 21:25:10.127088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-e77b1d84-e91c-4efe-b1dd-0fa7a548d8fd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951524 Nov 10 21:25:10.127691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-eea64185-5dbd-49d5-87ab-63c7a6da2b57 None None] Could not find standard attr ID for object dd4de5ba-eeb5-4c9b-a7ea-1ceb61b93216. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:25:10.183413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:10.243088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:25:10.254717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-726254a4-384b-42ff-9fac-980a71df37f8 admin admin] 10.222.0.45 "PUT /v2.0/routers/d7e0ea78-f4ea-4988-a13b-45ba34c6a372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0230839 Nov 10 21:25:10.257322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48888) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:10.270953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:10.275273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-7c9af5b1-3160-4ce8-8625-6af974b0c4ad tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:10.283380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-7c9af5b1-3160-4ce8-8625-6af974b0c4ad tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978345 Nov 10 21:25:10.338591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-router', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:54Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'gw_port': {'id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:10.342290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-a6bd0538-6a2f-483b-a6d5-d8f567ada6cd service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131886 Nov 10 21:25:10.359514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9beb85e1-9f50-495e-8fd2-1d56d3c71026 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/quotas/79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 375 time: 0.0751264 Nov 10 21:25:10.370462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5c4f8-8258-467b-9a42-e21b5d7b6842 None None] The sync data for ids ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'] in n-d-776250-11 is: [{'id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-116418197-router', 'tenant_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:54Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': '98bff4b9cf8b48d29d5652308c9cfcae', 'gw_port': {'id': '6361f932-54c5-4a1a-8809-11e57aeab082', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e0ea78-f4ea-4988-a13b-45ba34c6a372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:25:10.445345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:10.462764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9b01297e-7f25-4967-8f9d-e932c182f3a3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023197 Nov 10 21:25:10.464318 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:10.544377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-6d6400af-ddcb-4150-99f4-1fd6b0f2d792 service neutron] 10.222.0.45 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011189 Nov 10 21:25:10.615841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:10.649381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Allocated IP 172.25.7.173 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/ccdbbda3-747b-495e-b828-5c1d818b7fbd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:10.705302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:10.862111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:10.953425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:11.014402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.119515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port bcc14f37-77ef-477a-91b3-8e975dfb7974 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:11.121385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.142848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:11.146499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:11.150296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:11.159073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event updated for resources: {'Port': ['ID=ccdbbda3-747b-495e-b828-5c1d818b7fbd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:11.234368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.293962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.380045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a648d-7a38-4373-af63-65f8f1b2db7e req-6dc06ab7-586a-40f2-9c94-8dfd3aa94a8d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:11.392063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c60a648d-7a38-4373-af63-65f8f1b2db7e req-6dc06ab7-586a-40f2-9c94-8dfd3aa94a8d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 949 time: 0.1412647 Nov 10 21:25:11.440999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d954e76a-1459-4ff6-98f6-054f7bc340e3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:11.440999 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.457738 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bbc88bf4-df39-46d5-ad01-6152d52f3da4 req-630bcf3d-d579-4d4a-bfb2-e31b26189428 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 210 time: 0.0890346 Nov 10 21:25:11.472614 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.491101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.544319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c60a648d-7a38-4373-af63-65f8f1b2db7e req-2281f069-0a48-49db-b34c-920d4a512981 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512957 Nov 10 21:25:11.546847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:11.550323 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ba7b8-e6b2-4747-9d1d-a1d63b92cff6" -d '{"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-plugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:11.560915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Deleting port 6361f932-54c5-4a1a-8809-11e57aeab082 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:25:11.561383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01e7f559-ee5d-4d22-a2cc-e55c3e9a5885 req-36575757-d1ab-4428-8a53-76e0c62995be tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0335829 Nov 10 21:25:11.561865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.587253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:11.598954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d954e76a-1459-4ff6-98f6-054f7bc340e3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:11.599448 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.627356 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34320a1b-d822-4124-a6df-399c58043e5f x-openstack-request-id: req-34320a1b-d822-4124-a6df-399c58043e5f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:11.629361 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-plugged", "status": "completed", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:11.629796 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34320a1b-d822-4124-a6df-399c58043e5f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:11.630863 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'code': 200} Nov 10 21:25:11.668257 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.685261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] For port 6361f932-54c5-4a1a-8809-11e57aeab082, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6361f932-54c5-4a1a-8809-11e57aeab082,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:11.685661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.701097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Calling delete_port for 6361f932-54c5-4a1a-8809-11e57aeab082 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:25:11.738827 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.748663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:11.842072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.911301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event updated for resources: {'Port': ['ID=ccdbbda3-747b-495e-b828-5c1d818b7fbd,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:11.925937 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:11.970811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.001842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Pushing event deleted for resources: {'Port': ['ID=6361f932-54c5-4a1a-8809-11e57aeab082,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:12.068110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.090703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.092088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-734ce008-3ab6-460d-a464-be72dd81678c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2239418 Nov 10 21:25:12.206784 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.209292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.409395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.410022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e0ea78-f4ea-4988-a13b-45ba34c6a372 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:25:12.414740 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.418761 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6fedb0d0-dd78-4e21-9060-8ae161ebf59b admin admin] 10.222.0.45 "DELETE /v2.0/routers/d7e0ea78-f4ea-4988-a13b-45ba34c6a372 HTTP/1.1" status: 204 len: 168 time: 2.1575017 Nov 10 21:25:12.418761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48964) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:12.465919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] Deleting subnet 9bca29b5-4ddd-4f5b-ad76-9f457fd1482d {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:25:12.468897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.511416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.561504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f979837-57fc-4d05-ba30-46028da50e27 req-59e10ef1-a7a2-4307-8a56-9f6b45a5d808 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 210 time: 0.0303702 Nov 10 21:25:12.628181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.692485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90cc33-9790-476a-b563-5ba655b02b75 req-242f6d6f-e772-4fe9-87af-f2013f39905f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:12.695333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d59e1c7a-bfe3-4dde-a9d5-51437cb18602 req-019a55de-8d0e-49ef-95e0-1004571a4d5c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0444288 Nov 10 21:25:12.696240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a90cc33-9790-476a-b563-5ba655b02b75 req-242f6d6f-e772-4fe9-87af-f2013f39905f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 949 time: 0.0586731 Nov 10 21:25:12.743849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a90cc33-9790-476a-b563-5ba655b02b75 req-00e59580-7e63-4e4e-834c-bca82d17bfb7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Nov 10 21:25:12.923191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.950706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3b58854d-6a5b-432c-bd56-5caeb43a2c3a up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:12.951698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bca29b5-4ddd-4f5b-ad76-9f457fd1482d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:12.955443 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:12.957363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-60621b2b-2aef-4daf-97f6-8ead8a70ce8b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9bca29b5-4ddd-4f5b-ad76-9f457fd1482d HTTP/1.1" status: 204 len: 168 time: 0.5373425 Nov 10 21:25:12.960073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48972) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:12.977642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4abb99-5ba5-42fd-8f3a-1eb672318610 None None] Network 46fa9a0c-55c8-45e2-a2c5-c67b219a157c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:25:13.032418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.088405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Deleting port 6703c864-abe8-49a0-983b-039714a350b8 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:25:13.088933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.163703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] For port 6703c864-abe8-49a0-983b-039714a350b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6703c864-abe8-49a0-983b-039714a350b8,segment=NetworkSegment(86ba2302-686e-4cf8-8ded-cb7eebd6c569),segment_id=86ba2302-686e-4cf8-8ded-cb7eebd6c569)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:13.182709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.182709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Calling delete_port for 6703c864-abe8-49a0-983b-039714a350b8 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:25:13.195581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] DHCP port deletion for 46fa9a0c-55c8-45e2-a2c5-c67b219a157c request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:25:13.256852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:13.266024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:13.268214 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.297124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] Deleting port 6703c864-abe8-49a0-983b-039714a350b8 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:25:13.297520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.386546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.394125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] For port 6703c864-abe8-49a0-983b-039714a350b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6703c864-abe8-49a0-983b-039714a350b8,segment=NetworkSegment(86ba2302-686e-4cf8-8ded-cb7eebd6c569),segment_id=86ba2302-686e-4cf8-8ded-cb7eebd6c569)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:13.395002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.411803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] Calling delete_port for 6703c864-abe8-49a0-983b-039714a350b8 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:25:13.422776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] No DVR routers for this DVR port 6703c864-abe8-49a0-983b-039714a350b8 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:25:13.425184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Pushing event deleted for resources: {'Port': ['ID=6703c864-abe8-49a0-983b-039714a350b8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:13.452184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6703c864-abe8-49a0-983b-039714a350b8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:25:13.512678 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.531788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6703c864-abe8-49a0-983b-039714a350b8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:25:13.532144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6703c864-abe8-49a0-983b-039714a350b8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:25:13.542782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.561554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fa9a0c-55c8-45e2-a2c5-c67b219a157c']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:13.582562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ba2302-686e-4cf8-8ded-cb7eebd6c569') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:13.582815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ba2302-686e-4cf8-8ded-cb7eebd6c569') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:25:13.600441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:13.606108 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.608649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.623395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.630043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:25:13.630447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:25:13.632271 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:25:13.636000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:13.638189 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b69f0e-46af-4322-be03-c4c800208632" -d '{"events": [{"server_uuid": "5fdfd8e2-2a12-4049-9c62-15e4ab64fffb", "name": "network-vif-plugged", "status": "completed", "tag": "3b58854d-6a5b-432c-bd56-5caeb43a2c3a"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:13.644268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] Pushing event deleted for resources: {'Port': ['ID=6703c864-abe8-49a0-983b-039714a350b8,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:13.647991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64211c-a2f2-4f28-9b0b-c09447aa9a5b None None] No DVR routers for this DVR port 6703c864-abe8-49a0-983b-039714a350b8 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:25:13.687035 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ec2a3-727b-484e-93a5-b0a3eeb2ce81 x-openstack-request-id: req-d38ec2a3-727b-484e-93a5-b0a3eeb2ce81 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:13.687332 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdfd8e2-2a12-4049-9c62-15e4ab64fffb", "name": "network-vif-plugged", "status": "completed", "tag": "3b58854d-6a5b-432c-bd56-5caeb43a2c3a", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:13.687585 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d38ec2a3-727b-484e-93a5-b0a3eeb2ce81 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:13.688097 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'code': 200} Nov 10 21:25:13.690436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] Sync routers for ids ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:25:13.709164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:13.709532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:25:13.710200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_agentschedulers_db [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d7e0ea78-f4ea-4988-a13b-45ba34c6a372'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:25:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:25:13.719030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:25:13.719999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:25:13.720589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_agentschedulers_db [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d7e0ea78-f4ea-4988-a13b-45ba34c6a372'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:25:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:25:13.720958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41aaa14-4e27-49c5-8adc-10cd08430be4 None None] The sync data for ids ['d7e0ea78-f4ea-4988-a13b-45ba34c6a372'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:25:13.725119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd6d5c11-edd2-475b-822c-3550c9d0b533 req-02c0ced6-9a94-4760-8566-01dbbf45bf63 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 210 time: 0.0314550 Nov 10 21:25:13.808244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.814606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606b70a-7338-4ab5-ae2d-4b4d4d332570 req-f63066e3-1edf-4a32-a225-0167a1b737de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:13.837878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2606b70a-7338-4ab5-ae2d-4b4d4d332570 req-f63066e3-1edf-4a32-a225-0167a1b737de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 1101 time: 0.0853944 Nov 10 21:25:13.840420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d35e7adc-753c-4b87-9598-66dfd280bd85 req-c8b0c13c-a24d-4345-98bb-b3e78120c3ae tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0535605 Nov 10 21:25:13.872127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.887661 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:13.892668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] 10.222.0.45 "DELETE /v2.0/networks/46fa9a0c-55c8-45e2-a2c5-c67b219a157c HTTP/1.1" status: 204 len: 168 time: 0.9314084 Nov 10 21:25:13.919051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:13.955527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfbb7c-bee8-4123-b8c1-0f45cddcf65e admin admin] Pushing event deleted for resources: {'Network': ['ID=46fa9a0c-55c8-45e2-a2c5-c67b219a157c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:13.973542 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2606b70a-7338-4ab5-ae2d-4b4d4d332570 req-348506e7-a9c2-4371-a52a-a0d21af51e17 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271636 Nov 10 21:25:13.998025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-38f448ca-b254-4db8-acb4-5f65a3fe5956 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234683 Nov 10 21:25:14.007042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc31f3a-d006-4aeb-928e-b9ca9392ea98 req-36bd5d10-978a-4020-9c75-d0adb509dd8f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:14.008496 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdc31f3a-d006-4aeb-928e-b9ca9392ea98 req-36bd5d10-978a-4020-9c75-d0adb509dd8f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 950 time: 0.1396725 Nov 10 21:25:14.384142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49032) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:14.447710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0627e696-fdad-47ae-8845-1e0f31b08b9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98bff4b9cf8b48d29d5652308c9cfcae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621755 Nov 10 21:25:14.449945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49034) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:14.530979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdc31f3a-d006-4aeb-928e-b9ca9392ea98 req-0c0990e5-cd8d-43ed-be85-2379206cafc1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082154 Nov 10 21:25:14.533485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82261293-946d-471e-8746-815f4c641690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:14.558997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82261293-946d-471e-8746-815f4c641690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:14.569420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-7d4c09dc-f32d-4daa-876e-96cfeba0257d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:14.570991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-7d4c09dc-f32d-4daa-876e-96cfeba0257d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5616605 Nov 10 21:25:14.587846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Request body: {'port': {'device_id': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '79e7fe97b7dc47f68a60c8e2161871f0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:14.779323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82261293-946d-471e-8746-815f4c641690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:14.783383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82261293-946d-471e-8746-815f4c641690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:14.788243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-82261293-946d-471e-8746-815f4c641690 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9db3bea-88cf-4af3-8d90-4213e8b3a30a HTTP/1.1" status: 204 len: 168 time: 0.3347812 Nov 10 21:25:14.794150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82261293-946d-471e-8746-815f4c641690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db3bea-88cf-4af3-8d90-4213e8b3a30a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:14.815594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Made reservation on behalf of 79e7fe97b7dc47f68a60c8e2161871f0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:14.826537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:14.847900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-475bdefe-dc6f-43c1-a343-9e4cc1f386dd req-a2d54a6b-a683-4404-9072-067a87e7dd15 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 210 time: 0.0367942 Nov 10 21:25:14.994587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52e5513e-e650-4c34-9121-6c575e40dbdf req-66e17a1d-7f66-4fcf-a9bf-a212c3d208fb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0416057 Nov 10 21:25:15.066860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-b9c5759a-3f0f-476c-8ace-21348e5fc680 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:15.068392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-b9c5759a-3f0f-476c-8ace-21348e5fc680 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 820 time: 0.1806343 Nov 10 21:25:15.086390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Request body: {'port': {'device_id': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'admin_state_up': True, 'tenant_id': 'b656759df46b4d5dbb131dbb49eec8b2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:15.113323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Allocated IP 192.168.233.71 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/5c794659-fecb-402d-b678-9d3d45c8ad64) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:15.247809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6361f932-54c5-4a1a-8809-11e57aeab082 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:25:15.325311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6361f932-54c5-4a1a-8809-11e57aeab082 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:25:15.325921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6361f932-54c5-4a1a-8809-11e57aeab082 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:25:15.396170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Made reservation on behalf of b656759df46b4d5dbb131dbb49eec8b2 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:15.400684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:15.498505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:15.589245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Allocated IP 172.20.0.4 (df97caad-6583-4433-ad36-91a8d4ca9d35/83096668-fbc7-48cb-8399-0a3342c00bd4/519b5bad-303e-4f08-9975-f81e32c5d716) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:15.700726 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:15.715214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2aced6b0-170d-4727-880b-a6ea4bfddb29'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:15.769630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbece3-ccd7-4f37-bb23-77454e15b338 req-b14cb1d7-6682-4a6b-8659-d8e791402821 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:15.771215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14fbece3-ccd7-4f37-bb23-77454e15b338 req-b14cb1d7-6682-4a6b-8659-d8e791402821 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 950 time: 0.1474931 Nov 10 21:25:15.786894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'bcc14f37-77ef-477a-91b3-8e975dfb7974'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:15.855275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:15.870175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:15.882248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:15.929796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:15.978297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:15.993094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14fbece3-ccd7-4f37-bb23-77454e15b338 req-5872cbd4-2d38-42e5-958f-532d66630dac tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730597 Nov 10 21:25:16.018228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:16.019717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:16.197924 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08a7e4bd-0b45-4ef2-b80c-d4f7046d9838 req-f6bcbc8a-5eab-4007-b242-fb110876fdd3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0513356 Nov 10 21:25:16.204988 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-9cb09b1a-0925-4c68-a64e-a471d17af4a4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6212156 Nov 10 21:25:16.207130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566b9b-e6a6-4d2b-b203-5610e5512196 req-74f74878-3d0e-498a-b239-2de497d07bd3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:16.215122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:16.220646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f3566b9b-e6a6-4d2b-b203-5610e5512196 req-74f74878-3d0e-498a-b239-2de497d07bd3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 935 time: 0.1642625 Nov 10 21:25:16.231719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Request body: {'port': {'device_id': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:16.340590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f3566b9b-e6a6-4d2b-b203-5610e5512196 req-a23659c5-c098-45d4-af30-84fb8bc2d013 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187663 Nov 10 21:25:16.364249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Network df97caad-6583-4433-ad36-91a8d4ca9d35 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:16.369236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:16.411297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:16.426403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1480d3af-b9cf-4a90-b79d-1edd49144f11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:16.444862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:16.544480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-33be7e77-3595-435d-88b7-7293c0fa5f99 None None] Provisioning complete for port 5c794659-fecb-402d-b678-9d3d45c8ad64 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:16.544847 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33be7e77-3595-435d-88b7-7293c0fa5f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:16.558990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:16.618139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-33be7e77-3595-435d-88b7-7293c0fa5f99 None None] Port 5c794659-fecb-402d-b678-9d3d45c8ad64 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:16.629132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:16.629875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:16.818812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-8d982dcf-b730-4e97-a058-7c4fe0c23d23 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7362440 Nov 10 21:25:16.843824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Request body: {'port': {'device_id': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:16.937662 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.049908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c794659-fecb-402d-b678-9d3d45c8ad64 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:17.142617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.143920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c29a7f-039a-4998-8f94-e4f8dedc66c7 req-55c9f147-fde9-407c-86db-525e6952123b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:17.149758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1c29a7f-039a-4998-8f94-e4f8dedc66c7 req-55c9f147-fde9-407c-86db-525e6952123b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 950 time: 0.0600994 Nov 10 21:25:17.183194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Transition to ACTIVE for port object 5c794659-fecb-402d-b678-9d3d45c8ad64 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:17.206830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1c29a7f-039a-4998-8f94-e4f8dedc66c7 req-d9027d80-d3dd-4ab8-8b47-8e22faee9efe tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544293 Nov 10 21:25:17.362687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.461445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bd7da-c05f-4f5b-afe4-573d20204638 req-188d8fa9-8aef-4e73-bab6-77a0ff2f4e72 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:17.464053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b58bd7da-c05f-4f5b-afe4-573d20204638 req-188d8fa9-8aef-4e73-bab6-77a0ff2f4e72 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 931 time: 0.0879736 Nov 10 21:25:17.505851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519b5bad-303e-4f08-9975-f81e32c5d716 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:17.533283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.542383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:17.589401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1982cf5-766b-4f74-8d00-d7a5e9c3bade req-0f5e7031-7a69-46cd-b38c-86a0ea629d96 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:17.590434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1982cf5-766b-4f74-8d00-d7a5e9c3bade req-0f5e7031-7a69-46cd-b38c-86a0ea629d96 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 1102 time: 0.1508818 Nov 10 21:25:17.597622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b58bd7da-c05f-4f5b-afe4-573d20204638 req-5550e1d4-335d-49e7-8132-3353320d8e3c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260257 Nov 10 21:25:17.618056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49110) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:17.663334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Transition to ACTIVE for port object 519b5bad-303e-4f08-9975-f81e32c5d716 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:17.691128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c1982cf5-766b-4f74-8d00-d7a5e9c3bade req-7adb439a-1905-4505-9c79-94898fd5b0e3 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.766004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:17.766391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:17.766722 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:17.776964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:17.777290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:17.779173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.814316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576698f4-e3d7-440e-a2c3-df8f2f2a96b9 req-5cf2650f-4e29-4269-a06c-39ec3720ebe0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:17.822835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-576698f4-e3d7-440e-a2c3-df8f2f2a96b9 req-5cf2650f-4e29-4269-a06c-39ec3720ebe0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0739064 Nov 10 21:25:17.827375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:17.827743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:17.828130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:17.830738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Bound port: 5c794659-fecb-402d-b678-9d3d45c8ad64, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:17.830738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.885789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a497cd9c-0603-45f2-ac14-bc5463a95cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.899904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c1982cf5-766b-4f74-8d00-d7a5e9c3bade req-7adb439a-1905-4505-9c79-94898fd5b0e3 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:17.902617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:17.943622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-576698f4-e3d7-440e-a2c3-df8f2f2a96b9 req-01371656-d6aa-4e3b-bf10-258d1cf73cf2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194460 Nov 10 21:25:18.023060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:18.027962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:18.034517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c1982cf5-766b-4f74-8d00-d7a5e9c3bade req-7adb439a-1905-4505-9c79-94898fd5b0e3 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.066883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a497cd9c-0603-45f2-ac14-bc5463a95cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.101525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb439a-1905-4505-9c79-94898fd5b0e3 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d9a6e4-1e0f-4e59-aa92-d3c752cab75b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:18.123221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1982cf5-766b-4f74-8d00-d7a5e9c3bade req-7adb439a-1905-4505-9c79-94898fd5b0e3 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736593 Nov 10 21:25:18.135639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.137996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:18.138503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:18.138900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:18.158506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a497cd9c-0603-45f2-ac14-bc5463a95cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.161418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:18.161746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:18.229181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a497cd9c-0603-45f2-ac14-bc5463a95cb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03efac75e62640a4a5773c59ac98c871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6099808 Nov 10 21:25:18.230250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497cd9c-0603-45f2-ac14-bc5463a95cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0564f-2d08-4530-abdf-4f01507d3d80,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:18.232840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49118) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:18.274497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:18.275133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.276721 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] 10.222.0.53 "PUT /v2.0/ports/5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 1096 time: 2.0551274 Nov 10 21:25:18.307601 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec189cd7-cfe1-4662-a3d4-d0abce7c9cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.320615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:18.322990 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935802a4-4724-44a3-8d94-fdb61fb08a14" -d '{"events": [{"name": "network-changed", "server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:18.325926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc859932-2325-4786-b4b4-de00acb200ed service neutron] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:18.333067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:18.333515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:18.333812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:18.334378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Bound port: 519b5bad-303e-4f08-9975-f81e32c5d716, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:18.334741 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.360230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec189cd7-cfe1-4662-a3d4-d0abce7c9cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.430981 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1468ad8f-c200-4d86-9e74-f006b630b242 x-openstack-request-id: req-1468ad8f-c200-4d86-9e74-f006b630b242 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:18.431266 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:18.431520 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1468ad8f-c200-4d86-9e74-f006b630b242 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:18.431949 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'status': 'completed', 'code': 200} Nov 10 21:25:18.518899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:18.544572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:18.553484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935802a4-4724-44a3-8d94-fdb61fb08a14 req-4c6b365c-2e21-4bd6-8cc0-6c127ec5fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:18.555309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-935802a4-4724-44a3-8d94-fdb61fb08a14 req-4c6b365c-2e21-4bd6-8cc0-6c127ec5fed0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1099 time: 0.1207275 Nov 10 21:25:18.558054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec189cd7-cfe1-4662-a3d4-d0abce7c9cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.560701 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec189cd7-cfe1-4662-a3d4-d0abce7c9cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.564843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ec189cd7-cfe1-4662-a3d4-d0abce7c9cf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87b0564f-2d08-4530-abdf-4f01507d3d80 HTTP/1.1" status: 204 len: 168 time: 0.3279874 Nov 10 21:25:18.581744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec189cd7-cfe1-4662-a3d4-d0abce7c9cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0564f-2d08-4530-abdf-4f01507d3d80,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:18.596540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-935802a4-4724-44a3-8d94-fdb61fb08a14 req-b1246d32-c58d-4544-bae9-fdeb106bf1ab service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304461 Nov 10 21:25:18.779368 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.825035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc818a-a1b1-4614-9472-0a330d367a76 req-c1b0deb9-5a80-4bdf-a4a5-23c2eb962fb5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:18.826818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5bdc818a-a1b1-4614-9472-0a330d367a76 req-c1b0deb9-5a80-4bdf-a4a5-23c2eb962fb5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0581167 Nov 10 21:25:18.827899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-74b7ba50-5e90-45fe-9822-23b3068c3c1a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624480 Nov 10 21:25:18.843606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:18.844516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:18.846062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 1092 time: 2.0168486 Nov 10 21:25:18.902723 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5bdc818a-a1b1-4614-9472-0a330d367a76 req-a2ed1584-3bf4-4585-b1e5-d59bf8b470bb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647056 Nov 10 21:25:18.950370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524366d5-6ee0-430b-8e87-1360322f05d5 service neutron] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:18.959114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935802a4-4724-44a3-8d94-fdb61fb08a14 req-747b659f-e32b-4743-b522-14ca30cf62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:18.961037 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-935802a4-4724-44a3-8d94-fdb61fb08a14 req-747b659f-e32b-4743-b522-14ca30cf62b2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3570132 Nov 10 21:25:19.104314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-3c353361-7cb6-4b65-a025-6a55a87bf3db tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.111997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-3c353361-7cb6-4b65-a025-6a55a87bf3db tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701168 Nov 10 21:25:19.136442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-6253d239-6664-4ba3-8aa5-aef78f5d8bca tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/quotas/dabef66bbc824900928ba1f0ea5d5cb6 HTTP/1.1" status: 200 len: 375 time: 0.0235093 Nov 10 21:25:19.144927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87933c-9312-493c-a613-9a9d59f273a2 req-aee877ff-ce71-422f-909b-fd08881734c4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.148026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a87933c-9312-493c-a613-9a9d59f273a2 req-aee877ff-ce71-422f-909b-fd08881734c4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0921688 Nov 10 21:25:19.156907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-fc4968db-8ce5-4296-ade2-15d5aa1b520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.158961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-fc4968db-8ce5-4296-ade2-15d5aa1b520d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1095 time: 0.1528313 Nov 10 21:25:19.174261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-58cb4dfa-d09c-4ecb-bdb9-a1724ac5605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.175798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-58cb4dfa-d09c-4ecb-bdb9-a1724ac5605f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1099 time: 0.1635287 Nov 10 21:25:19.216247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a87933c-9312-493c-a613-9a9d59f273a2 req-1e104f57-ed54-4391-8e7b-d764d7bd3d3e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564108 Nov 10 21:25:19.222205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-7fa416ef-4a6f-4965-a186-78c28934a312 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 217 time: 0.0454440 Nov 10 21:25:19.260940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:19.265625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-7137ff96-815c-43af-860c-dc26e8f6e1e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0789804 Nov 10 21:25:19.346749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-d7f310f2-6ee8-4ac2-a07f-5c64028b1cc2 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093627 Nov 10 21:25:19.371021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-d35f4a7c-e86b-4885-bf59-c9c012afc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.372317 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-d35f4a7c-e86b-4885-bf59-c9c012afc00f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.1170962 Nov 10 21:25:19.391022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-91a1ab15-c5cb-4743-b1b2-273d122a9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.393537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-91a1ab15-c5cb-4743-b1b2-273d122a9df3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1052389 Nov 10 21:25:19.449274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-45026df5-5ce4-49bb-a4d3-c41f56f42ae2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603695 Nov 10 21:25:19.549702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-0fc549e1-6cad-4703-84b6-6c49bf0b9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:19.551212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-0fc549e1-6cad-4703-84b6-6c49bf0b9bf6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362953 Nov 10 21:25:19.674384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-a0a72659-9da2-40b4-a2ed-43d7f898a2e2 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062345 Nov 10 21:25:19.771053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-93e9f644-e313-4352-9d16-756da504f571 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119861 Nov 10 21:25:19.851291 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5cffaf-af60-4413-92ff-4e867a227bff req-fd52df00-7fe0-4d3c-ab68-f7b894494e8c service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666970 Nov 10 21:25:19.930798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29348b25-8001-4b26-adb6-d03ca83bae9c req-368f84af-c51a-4505-b01b-56bf5d40012f service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499279 Nov 10 21:25:20.073995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65f773-7e4d-4984-9f3b-e84a577e50b2 req-46b2af6e-6401-4090-a9e9-8d0f7f48209a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:20.076755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b65f773-7e4d-4984-9f3b-e84a577e50b2 req-46b2af6e-6401-4090-a9e9-8d0f7f48209a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0605955 Nov 10 21:25:20.138640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b65f773-7e4d-4984-9f3b-e84a577e50b2 req-2173fce8-708d-4af2-89ea-b53f039a21a9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540614 Nov 10 21:25:20.377672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774433c-a889-44fd-8b6d-1b606bdc8f62 req-bb2e1e38-a515-4065-b6a2-b183d5c40585 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:20.380064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3774433c-a889-44fd-8b6d-1b606bdc8f62 req-bb2e1e38-a515-4065-b6a2-b183d5c40585 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0601530 Nov 10 21:25:20.433108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:20.436122 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ff35b-4e05-47e7-bad0-0e5515532619" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:20.448418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3774433c-a889-44fd-8b6d-1b606bdc8f62 req-fc933928-847d-4695-a823-a1b4faca4cf4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605412 Nov 10 21:25:20.684005 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5345f84-d40d-4768-a7bf-273ade63e095 x-openstack-request-id: req-e5345f84-d40d-4768-a7bf-273ade63e095 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:20.684899 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:20.685347 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5345f84-d40d-4768-a7bf-273ade63e095 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:20.685943 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716', 'status': 'completed', 'code': 200} Nov 10 21:25:20.785104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-b08fbdf5-6f0a-48a6-8470-efefd965513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:20.786831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-b08fbdf5-6f0a-48a6-8470-efefd965513d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1095 time: 0.0743575 Nov 10 21:25:20.980169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-8d5efdad-2796-42ed-be88-dd7c46976d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:20.980169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-8d5efdad-2796-42ed-be88-dd7c46976d42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1831019 Nov 10 21:25:21.083464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-4c778e49-47fb-4c6a-8f13-4fe198fbad0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 217 time: 0.0968940 Nov 10 21:25:21.156385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b157d8c3-b8a8-4329-8bd2-fc965fdd26c9 req-2b9b4284-caba-4d65-aabd-53424b644f72 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 210 time: 0.0490983 Nov 10 21:25:21.221094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-9159eb26-54e9-4417-ad7d-3ed9f3edccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:21.228432 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-9159eb26-54e9-4417-ad7d-3ed9f3edccff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.1289098 Nov 10 21:25:21.274677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-86cdef73-bb02-43bf-8442-65b9e9d3ce19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435860 Nov 10 21:25:21.319035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f425-f293-429f-ac39-07928e7d0e70 req-bba00738-0cb3-4ffb-8840-d0be202f7156 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:21.320873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3902f425-f293-429f-ac39-07928e7d0e70 req-bba00738-0cb3-4ffb-8840-d0be202f7156 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0612314 Nov 10 21:25:21.402042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3902f425-f293-429f-ac39-07928e7d0e70 req-48dd1b9b-b761-49d1-b7d6-b9ae5f5c7b10 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734718 Nov 10 21:25:21.412262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-1f3d90d5-45bd-4cf3-81b2-e3c674cd9be6 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281464 Nov 10 21:25:21.652847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c12def-2ff1-48aa-8236-3cee1c3f535b req-6a7086ee-cbc3-449e-b412-22e3c49b9bb3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:21.666507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c12def-2ff1-48aa-8236-3cee1c3f535b req-6a7086ee-cbc3-449e-b412-22e3c49b9bb3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0971901 Nov 10 21:25:21.755983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c12def-2ff1-48aa-8236-3cee1c3f535b req-6128d549-73e8-4a7d-8e7d-c0d80775f43f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882070 Nov 10 21:25:22.061539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3ff35b-4e05-47e7-bad0-0e5515532619 req-df1a8630-8f7f-4042-b654-82d13373e672 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416221 Nov 10 21:25:22.261223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1309b063-29cf-4311-bf21-27aeb30d7e49 req-bf4c6e4e-aee0-4397-a1fe-cd9aad72f1c1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 210 time: 0.0310121 Nov 10 21:25:22.544348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9548c4-d23a-49a4-9f67-fdaabc0c3074 req-c1515718-934e-42dc-986e-f70d42c17bf9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:22.545810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d9548c4-d23a-49a4-9f67-fdaabc0c3074 req-c1515718-934e-42dc-986e-f70d42c17bf9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0538344 Nov 10 21:25:22.600730 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d9548c4-d23a-49a4-9f67-fdaabc0c3074 req-25220548-5a45-48dd-8daa-a12939d537b4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 Nov 10 21:25:22.768177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49240) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:22.888183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b302136a-79c8-48dc-93c7-8cad256bb220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:22.909932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7775c45-0bca-4511-b051-22d5c3bfe551 req-e06a231c-9a7d-4558-90fe-c453f8c9f835 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:22.911406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7775c45-0bca-4511-b051-22d5c3bfe551 req-e06a231c-9a7d-4558-90fe-c453f8c9f835 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0777924 Nov 10 21:25:22.991314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7775c45-0bca-4511-b051-22d5c3bfe551 req-82301466-ee44-4223-a3ca-f7d48132ec05 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 Nov 10 21:25:23.035259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b302136a-79c8-48dc-93c7-8cad256bb220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.042529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:23.192285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b302136a-79c8-48dc-93c7-8cad256bb220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.196522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:23.213246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'mac_address': 'fa:16:3e:d7:ad:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:23.238052 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b302136a-79c8-48dc-93c7-8cad256bb220 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=211607fd3b884262bd4ef2104a7a33b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687312 Nov 10 21:25:23.239199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302136a-79c8-48dc-93c7-8cad256bb220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d340c-e800-464d-be9a-f30ec6fc4460,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:23.241073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49254) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:23.267679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.285345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c794659-fecb-402d-b678-9d3d45c8ad64 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:23.314637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.318604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:23.333320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a21e457-cdcb-4b87-a424-4f6dd9701261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.384881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a21e457-cdcb-4b87-a424-4f6dd9701261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.388049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-851943cf-0cb7-4cbf-98ce-d07c8d519fc3 req-310de7af-f4ee-4974-bf92-a7d5daed5962 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 210 time: 0.0391312 Nov 10 21:25:23.420514 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.476883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:23.546549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a21e457-cdcb-4b87-a424-4f6dd9701261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.549859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a21e457-cdcb-4b87-a424-4f6dd9701261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:23.551049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8a21e457-cdcb-4b87-a424-4f6dd9701261 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab4d340c-e800-464d-be9a-f30ec6fc4460 HTTP/1.1" status: 204 len: 168 time: 0.3081737 Nov 10 21:25:23.560199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21e457-cdcb-4b87-a424-4f6dd9701261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d340c-e800-464d-be9a-f30ec6fc4460,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:23.709726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['5c794659-fecb-402d-b678-9d3d45c8ad64'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:23.738047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd6d52-75e6-4068-b8fc-6f3db9452c9d req-79547fad-a82b-4e85-9940-1d981ee263ec tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:23.739374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddcd6d52-75e6-4068-b8fc-6f3db9452c9d req-79547fad-a82b-4e85-9940-1d981ee263ec tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0590916 Nov 10 21:25:23.801994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddcd6d52-75e6-4068-b8fc-6f3db9452c9d req-400e3787-b3cb-4387-a589-b53d8f758828 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565612 Nov 10 21:25:24.143289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083404e-a1de-4628-ae8a-31d3f73c3ac7 req-cc8141bb-9d38-4a7f-b82b-34718fe77e72 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:24.144880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083404e-a1de-4628-ae8a-31d3f73c3ac7 req-cc8141bb-9d38-4a7f-b82b-34718fe77e72 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.0677414 Nov 10 21:25:24.209537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083404e-a1de-4628-ae8a-31d3f73c3ac7 req-035fe140-f02b-498c-b278-2ade2acb082e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561793 Nov 10 21:25:24.287659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-82a58fe6-9c75-453d-ab1d-ad4726ad9d06 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215447 Nov 10 21:25:24.417313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-6d46488b-48f4-45ea-96e3-3c5e2aa58920 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:24.419436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-6d46488b-48f4-45ea-96e3-3c5e2aa58920 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251783 Nov 10 21:25:24.439680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:24.527548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2a546f97-0324-4f04-8ab2-b97b49f94393 req-06a7899d-e778-42ac-8b01-a0220f328785 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 210 time: 0.0534818 Nov 10 21:25:24.673103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:24.679457 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:24.837745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.123 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/d375aafd-5b91-415d-aff6-834b3fd14434) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:24.954174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26e851-a3e9-421a-a5b1-1053fd9a351d req-5ea9923d-290e-4ed0-9030-9756affccb31 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:24.961448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a26e851-a3e9-421a-a5b1-1053fd9a351d req-5ea9923d-290e-4ed0-9030-9756affccb31 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0605810 Nov 10 21:25:24.996318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49294) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:25.030810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a26e851-a3e9-421a-a5b1-1053fd9a351d req-d48d67fe-1bc1-470a-97fb-2f546d79c4d0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 Nov 10 21:25:25.044567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:25.047110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-21ba8e4f-82e1-4ba6-ba1b-69689fb712cf tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378482 Nov 10 21:25:25.101479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.189384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1373580296-network', 'tenant_id': 'd83c02ad7050472eb6ff68c3d7530df5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:25.243605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 5c794659-fecb-402d-b678-9d3d45c8ad64 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:25.248538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 5c794659-fecb-402d-b678-9d3d45c8ad64 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:25.248988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.250337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-eb5cb1bf-caa4-44a7-be9b-7ae5a23be641 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:25.252433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-eb5cb1bf-caa4-44a7-be9b-7ae5a23be641 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970093 Nov 10 21:25:25.272776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.275899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:25.300353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:25.329253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Made reservation on behalf of d83c02ad7050472eb6ff68c3d7530df5 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:25.333466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.355229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:25.361708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:25.364343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.366406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:25.431299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:25.432260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.462735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=d375aafd-5b91-415d-aff6-834b3fd14434,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:25.474532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51884800-3b5b-44c3-807c-cf85b68a137c req-0702b868-9df9-46d1-ac7d-3dd0f5cc26cb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:25.479309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51884800-3b5b-44c3-807c-cf85b68a137c req-0702b868-9df9-46d1-ac7d-3dd0f5cc26cb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.1749320 Nov 10 21:25:25.567771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.569799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.585023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51884800-3b5b-44c3-807c-cf85b68a137c req-7a860cdf-6b95-48cd-bb98-445fc353ef19 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829613 Nov 10 21:25:25.590481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-7c7e08f5-a502-4391-add8-852992ee72df tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1589131 Nov 10 21:25:25.613176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Request body: {'port': {'device_id': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:25.626441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:25.628866 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a7ece3-d8bd-43bd-8803-3615a942e37d" -d '{"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:25.648358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:25.690664 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9139abb-6518-4d8e-b92e-2ed6bcbc0e5e x-openstack-request-id: req-c9139abb-6518-4d8e-b92e-2ed6bcbc0e5e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:25.690959 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:25.691374 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9139abb-6518-4d8e-b92e-2ed6bcbc0e5e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:25.691809 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'code': 200} Nov 10 21:25:25.698855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.730999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.751867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:25.754255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83156ca8-7e33-4cf1-b8ef-906732ffb457 req-a15b6fab-0475-41f6-84da-b98a4c44c43b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 210 time: 0.0595431 Nov 10 21:25:25.755407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.764974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11212b3-2161-4296-824b-bf97af6eebc4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:25.784271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:25:25.784836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.833453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.833793 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Added segment d0e1fc44-4822-4f95-908f-d965327733c3 of type vlan for network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 Nov 10 21:25:25.851188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-67162085-ede5-4215-b652-ed2f52ba76f7 None None] Provisioning complete for port d375aafd-5b91-415d-aff6-834b3fd14434 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:25.851941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-67162085-ede5-4215-b652-ed2f52ba76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:25.901316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:25.909362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-67162085-ede5-4215-b652-ed2f52ba76f7 None None] Port d375aafd-5b91-415d-aff6-834b3fd14434 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:25.945719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4614b-d3bd-4402-b0ef-90ab2562f7ce req-efa64b3d-6c79-4507-addc-77f3345ff07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:25.947114 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-daa4614b-d3bd-4402-b0ef-90ab2562f7ce req-efa64b3d-6c79-4507-addc-77f3345ff07c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1101 time: 0.1747291 Nov 10 21:25:25.951402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.151 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/57e0c4fd-a9f6-42f9-8026-31040d6600e5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:25.954636 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.030713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-daa4614b-d3bd-4402-b0ef-90ab2562f7ce req-9d46e7eb-afab-4afd-9ccf-6c1188b43b07 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714090 Nov 10 21:25:26.112043 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.113756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:26.114751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.133556 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.183616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] Pushing event updated for resources: {'Network': ['ID=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:26.208014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:25:26.220387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d50c10-3225-48cf-bfc6-fc89b880a39d req-d452d9b0-3e8b-42d2-acb3-b691ecee63a4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:26.228174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60d50c10-3225-48cf-bfc6-fc89b880a39d req-d452d9b0-3e8b-42d2-acb3-b691ecee63a4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0765769 Nov 10 21:25:26.228316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b6341a98-d098-4d73-910f-2b6ae6a8e468 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2288356 Nov 10 21:25:26.228427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49318) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:25:26.236237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Request body: {'subnet': {'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1373580296-subnet', 'tenant_id': 'd83c02ad7050472eb6ff68c3d7530df5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:26.287317 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60d50c10-3225-48cf-bfc6-fc89b880a39d req-32c78d92-c030-48fc-98ac-e6565fd4eee8 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Nov 10 21:25:26.288525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.300984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:26.364449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:26.379676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:26.402582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:26.455742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Made reservation on behalf of d83c02ad7050472eb6ff68c3d7530df5 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:26.459850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.486068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=57e0c4fd-a9f6-42f9-8026-31040d6600e5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:26.529091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:26.532426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.641409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-8441f95c-3ce7-4c71-936b-06875472d764 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1871526 Nov 10 21:25:26.652196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-47be42ce-1fa7-4506-b781-4fac001f7df5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3825812 Nov 10 21:25:26.672075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Request body: {'port': {'device_id': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:26.740233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f21c135e-689f-430f-9a05-24276c871eb6 None None] Provisioning complete for port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:26.741027 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f21c135e-689f-430f-9a05-24276c871eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.745636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.746276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d375aafd-5b91-415d-aff6-834b3fd14434 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:26.760850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:26.789301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f21c135e-689f-430f-9a05-24276c871eb6 None None] Port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:26.816813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Transition to ACTIVE for port object d375aafd-5b91-415d-aff6-834b3fd14434 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:26.823100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-9383cacc-4a25-45df-8155-527ec845fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:26.824618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-9383cacc-4a25-45df-8155-527ec845fe2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 1097 time: 0.1527922 Nov 10 21:25:26.842830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36c7d2-c89a-41a0-9a3a-ceae07de8e38 req-50a855b6-47ab-4a85-a4cc-0a2ce7c7a60a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:26.844696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e36c7d2-c89a-41a0-9a3a-ceae07de8e38 req-50a855b6-47ab-4a85-a4cc-0a2ce7c7a60a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.1575191 Nov 10 21:25:26.957320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.006348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b599962-630d-4df5-ab8e-8d87b253e771 req-5d438755-c1da-4f66-a2a4-3bdb9fc4f116 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:27.007857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b599962-630d-4df5-ab8e-8d87b253e771 req-5d438755-c1da-4f66-a2a4-3bdb9fc4f116 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 936 time: 0.1138997 Nov 10 21:25:27.098413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b599962-630d-4df5-ab8e-8d87b253e771 req-86d94206-751d-4692-9063-966fe7cd1d2f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820088 Nov 10 21:25:27.109028 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e36c7d2-c89a-41a0-9a3a-ceae07de8e38 req-c83fbb96-55bf-41bb-8f0f-eb7c65566143 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473354 Nov 10 21:25:27.141095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=d375aafd-5b91-415d-aff6-834b3fd14434,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:27.149196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.159207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-a5db3650-949b-46b2-9ed1-25cbbf75b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:27.160739 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-a5db3650-949b-46b2-9ed1-25cbbf75b562 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.3113937 Nov 10 21:25:27.179046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e0c4fd-a9f6-42f9-8026-31040d6600e5 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:27.200600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.218407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Transition to ACTIVE for port object 57e0c4fd-a9f6-42f9-8026-31040d6600e5 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:27.254945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-99e7d45a-e325-495f-9fde-3c82aab71508 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 200 len: 217 time: 0.0578849 Nov 10 21:25:27.306605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c272adb1-d62b-431b-b4ab-f2b01a1033c1,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:27.308468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.333495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Attempting to bind port d375aafd-5b91-415d-aff6-834b3fd14434 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:27.333830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Attempting to bind port d375aafd-5b91-415d-aff6-834b3fd14434 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:27.334167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Attempting to bind port d375aafd-5b91-415d-aff6-834b3fd14434 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:27.352643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Checking segment: {'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:27.353001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Network hostable DHCP agents. Network: f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:25:27.360125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Port d375aafd-5b91-415d-aff6-834b3fd14434 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:27.360513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Attempting to bind port d375aafd-5b91-415d-aff6-834b3fd14434 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:27.367075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-09ed154d-c8db-4e63-82f2-a90d4622da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:27.368707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-09ed154d-c8db-4e63-82f2-a90d4622da57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.1006041 Nov 10 21:25:27.376854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:27.377201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:27.377584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:27.378032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Bound port: d375aafd-5b91-415d-aff6-834b3fd14434, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:27.378388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.439145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-3d9f53c3-5f07-4750-b383-5af0c1cf3569 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582433 Nov 10 21:25:27.545538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=57e0c4fd-a9f6-42f9-8026-31040d6600e5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:27.557953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:25:27.607742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] For port d375aafd-5b91-415d-aff6-834b3fd14434, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:27.616555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] For port d375aafd-5b91-415d-aff6-834b3fd14434, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d375aafd-5b91-415d-aff6-834b3fd14434,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:27.623371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-083a9038-be85-4616-bea8-f55ff44b08b1 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768551 Nov 10 21:25:27.631484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Attempting to bind port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:27.632005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Attempting to bind port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:27.632410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Attempting to bind port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:27.651300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e3c90-ba9c-481e-8870-2cf9c8f0a144 req-b470774a-1fef-4916-9bb5-dbcc076363a6 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:27.664622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-199e3c90-ba9c-481e-8870-2cf9c8f0a144 req-b470774a-1fef-4916-9bb5-dbcc076363a6 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1243351 Nov 10 21:25:27.667817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:27.668174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Attempting to bind port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:27.700515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:27.700933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:27.701578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:27.702094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Bound port: 57e0c4fd-a9f6-42f9-8026-31040d6600e5, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:27.702509 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.749764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:27.755141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.758883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a9617f-d746-41c6-9170-213c120f7b7d None None] Network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:25:27.763464 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:27.764139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.768498 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-199e3c90-ba9c-481e-8870-2cf9c8f0a144 req-2d99df02-118e-4a4e-b8b1-c8787aa21b35 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024976 Nov 10 21:25:27.803012 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf80831a-1bf7-4d13-91f3-7a70a4f5c00d req-ce53f2cd-fd5f-41d1-a362-5e31d9f6b948 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640232 Nov 10 21:25:27.821793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] For port 57e0c4fd-a9f6-42f9-8026-31040d6600e5, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:27.825362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] For port 57e0c4fd-a9f6-42f9-8026-31040d6600e5, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=57e0c4fd-a9f6-42f9-8026-31040d6600e5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:27.842777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:27.843488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:27.845463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/d375aafd-5b91-415d-aff6-834b3fd14434 HTTP/1.1" status: 200 len: 1097 time: 2.2383544 Nov 10 21:25:27.845927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'tag': 'd375aafd-5b91-415d-aff6-834b3fd14434'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:27.848527 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89972c9a-07d3-4801-8a34-481081052658" -d '{"events": [{"name": "network-changed", "server_uuid": "4d253be6-dbd7-45f3-9d54-d6c2282cc67a", "tag": "d375aafd-5b91-415d-aff6-834b3fd14434"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:27.873576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789286d-cb03-4d6e-9fc5-a7680f2c8fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=d375aafd-5b91-415d-aff6-834b3fd14434,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:27.917146 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ef849a-c4b5-495e-9514-903cdeb9be91 x-openstack-request-id: req-04ef849a-c4b5-495e-9514-903cdeb9be91 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:27.917454 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d253be6-dbd7-45f3-9d54-d6c2282cc67a", "tag": "d375aafd-5b91-415d-aff6-834b3fd14434", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:27.917730 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04ef849a-c4b5-495e-9514-903cdeb9be91 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:27.918162 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'tag': 'd375aafd-5b91-415d-aff6-834b3fd14434', 'status': 'completed', 'code': 200} Nov 10 21:25:27.979014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cabe9d-b594-4769-a17f-49807bf8b3ed None None] Network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:25:27.980607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:28.007494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89972c9a-07d3-4801-8a34-481081052658 req-22306508-c5f2-4339-be23-f5c74165ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.009215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89972c9a-07d3-4801-8a34-481081052658 req-22306508-c5f2-4339-be23-f5c74165ee5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 1100 time: 0.0656214 Nov 10 21:25:28.037456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-543e3805-736e-4c9e-9d2c-d6a7b04b3368 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8077469 Nov 10 21:25:28.038177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.038824 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:28.040214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] 10.222.0.64 "PUT /v2.0/ports/57e0c4fd-a9f6-42f9-8026-31040d6600e5 HTTP/1.1" status: 200 len: 1097 time: 1.3774240 Nov 10 21:25:28.040741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'tag': '57e0c4fd-a9f6-42f9-8026-31040d6600e5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:28.044258 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4494b318-a662-4313-817c-c07c71898d25" -d '{"events": [{"name": "network-changed", "server_uuid": "95767690-eed0-4e2c-89fd-d398a1d3b6da", "tag": "57e0c4fd-a9f6-42f9-8026-31040d6600e5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:28.080036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89972c9a-07d3-4801-8a34-481081052658 req-74b6bc96-a908-4b9d-a346-209e7a8d5578 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568988 Nov 10 21:25:28.106332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97418ad0-bc47-4c54-a3f0-35dbc3c99bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=57e0c4fd-a9f6-42f9-8026-31040d6600e5,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:28.110979 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630570e3-cc7b-4e65-8007-90f434664cc6 x-openstack-request-id: req-630570e3-cc7b-4e65-8007-90f434664cc6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:28.111271 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95767690-eed0-4e2c-89fd-d398a1d3b6da", "tag": "57e0c4fd-a9f6-42f9-8026-31040d6600e5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:28.111522 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-630570e3-cc7b-4e65-8007-90f434664cc6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:28.112027 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'tag': '57e0c4fd-a9f6-42f9-8026-31040d6600e5', 'status': 'completed', 'code': 200} Nov 10 21:25:28.221122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b318-a662-4313-817c-c07c71898d25 req-e2c10be8-b6ef-40ec-b6ff-acfcf8124ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.231793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4494b318-a662-4313-817c-c07c71898d25 req-e2c10be8-b6ef-40ec-b6ff-acfcf8124ecd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 1100 time: 0.0991337 Nov 10 21:25:28.316447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4494b318-a662-4313-817c-c07c71898d25 req-a92b31f5-31a7-4d7c-a9a1-0261a3f64a1c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690782 Nov 10 21:25:28.421319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68071b0b-b438-4dcc-9915-75b7a13a15f0 req-464ad5fa-b946-42e6-9f35-e067e21ea63c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.424270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68071b0b-b438-4dcc-9915-75b7a13a15f0 req-464ad5fa-b946-42e6-9f35-e067e21ea63c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 948 time: 0.1347861 Nov 10 21:25:28.427743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89972c9a-07d3-4801-8a34-481081052658 req-4e0e23ba-b18e-46af-be76-6a55542af86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.430825 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89972c9a-07d3-4801-8a34-481081052658 req-4e0e23ba-b18e-46af-be76-6a55542af86f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3430886 Nov 10 21:25:28.457251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e988ebb-b593-4033-834b-0b82ccd637f4 req-d73b4d4d-a41b-4380-a18b-1a2983d3f2cd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.466091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e988ebb-b593-4033-834b-0b82ccd637f4 req-d73b4d4d-a41b-4380-a18b-1a2983d3f2cd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.1925092 Nov 10 21:25:28.519968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494b318-a662-4313-817c-c07c71898d25 req-16dfe680-5eb3-46fc-a92b-8086ce588037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.521623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4494b318-a662-4313-817c-c07c71898d25 req-16dfe680-5eb3-46fc-a92b-8086ce588037 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942725 Nov 10 21:25:28.524949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68071b0b-b438-4dcc-9915-75b7a13a15f0 req-b67edec7-7e0b-4122-9991-8011a1fd822a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824440 Nov 10 21:25:28.542679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-8ae6aa17-1c84-4d46-9bd7-aa51b36ac9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.545512 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-8ae6aa17-1c84-4d46-9bd7-aa51b36ac9a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 1100 time: 0.0619819 Nov 10 21:25:28.559147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e988ebb-b593-4033-834b-0b82ccd637f4 req-af1e80a5-2d61-4cff-9b87-1f08b55c6988 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921247 Nov 10 21:25:28.626885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-e28aa64f-3ec4-4d06-8262-1e24056cdfb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=d375aafd-5b91-415d-aff6-834b3fd14434 HTTP/1.1" status: 200 len: 217 time: 0.0620458 Nov 10 21:25:28.658145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-e6834769-0b8c-4bd4-84d4-14f4c2b0e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.659665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-e6834769-0b8c-4bd4-84d4-14f4c2b0e20f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 1100 time: 0.0791843 Nov 10 21:25:28.706006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-b3908bea-edd6-4619-b211-e08e9d566919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.708720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-b3908bea-edd6-4619-b211-e08e9d566919 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0669034 Nov 10 21:25:28.727365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-c9ef351e-5f9d-414d-b0fc-f27cfebb6549 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=57e0c4fd-a9f6-42f9-8026-31040d6600e5 HTTP/1.1" status: 200 len: 217 time: 0.0561719 Nov 10 21:25:28.774948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-b197ad23-c5fb-42e0-939b-f41568a91a5a req-ee20fe0a-43eb-4ec6-8687-64215f410e05 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2007658203', 'description': 'tempest-description-1135852550'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:28.796704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-69aa2f5a-36b6-4b58-a2ac-4358b83b4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.800652 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-69aa2f5a-36b6-4b58-a2ac-4358b83b4358 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0608544 Nov 10 21:25:28.801993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-3fcf60cc-9d41-4b9e-aa1f-79f65c4e1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.804443 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-3fcf60cc-9d41-4b9e-aa1f-79f65c4e1699 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832498 Nov 10 21:25:28.859820 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:25:28.900843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517f073-8625-441e-902b-da0a7c388e8b req-6cd26121-8507-4a1f-82a2-3d9b72daaa5c tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.902378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b517f073-8625-441e-902b-da0a7c388e8b req-6cd26121-8507-4a1f-82a2-3d9b72daaa5c tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1101 time: 0.0648954 Nov 10 21:25:28.904228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58828df-14fa-46cd-afd4-2217e867861d req-95df4560-0d7f-430f-b1df-1db4f5423a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:28.905655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-95df4560-0d7f-430f-b1df-1db4f5423a1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834453 Nov 10 21:25:28.917555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-ed4b9157-7860-4fff-b497-bc30dba38b95 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983534 Nov 10 21:25:29.018523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-7f4c22fe-da11-4acd-8dc6-65a2f99665c4 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933049 Nov 10 21:25:29.024603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b517f073-8625-441e-902b-da0a7c388e8b req-76b3e48e-732c-4c2e-94a8-ca9a69cd8f35 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135886 Nov 10 21:25:29.055357 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b197ad23-c5fb-42e0-939b-f41568a91a5a req-ee20fe0a-43eb-4ec6-8687-64215f410e05 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:29.081827 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-9c5dc94c-2b22-4c7f-b40e-cd9c87555cdd service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422412 Nov 10 21:25:29.134675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b197ad23-c5fb-42e0-939b-f41568a91a5a req-ee20fe0a-43eb-4ec6-8687-64215f410e05 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:29.167944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a58828df-14fa-46cd-afd4-2217e867861d req-ee7a553a-392c-4409-9980-37f983b5e187 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981531 Nov 10 21:25:29.241794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ba7c-71cd-403f-be14-e63497e4de99 req-718707fc-0bf5-49cd-8294-8ea153b6b857 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:29.243329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1351ba7c-71cd-403f-be14-e63497e4de99 req-718707fc-0bf5-49cd-8294-8ea153b6b857 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0545511 Nov 10 21:25:29.294017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1351ba7c-71cd-403f-be14-e63497e4de99 req-0dd6b925-987c-40e6-8961-f3386c57a418 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Nov 10 21:25:29.557669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b197ad23-c5fb-42e0-939b-f41568a91a5a req-ee20fe0a-43eb-4ec6-8687-64215f410e05 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:29.590804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20fe0a-43eb-4ec6-8687-64215f410e05 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:29.666864 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b197ad23-c5fb-42e0-939b-f41568a91a5a req-ee20fe0a-43eb-4ec6-8687-64215f410e05 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:29.677868 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b197ad23-c5fb-42e0-939b-f41568a91a5a req-ee20fe0a-43eb-4ec6-8687-64215f410e05 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9068911 Nov 10 21:25:29.718539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e60ac4ff-dfd1-4bb3-b2b1-56a5701f2405 req-2ccc3bf2-8eb3-4cb1-8e2b-b7bd682d1387 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1065035666', 'description': 'tempest-description-153709761'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:29.787150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a39c8-f543-440e-b387-b9b0ce49c7a8 req-126110b9-0ae4-427d-8f40-ba737bec9951 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:29.788797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-795a39c8-f543-440e-b387-b9b0ce49c7a8 req-126110b9-0ae4-427d-8f40-ba737bec9951 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 948 time: 0.0573297 Nov 10 21:25:29.843525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e60ac4ff-dfd1-4bb3-b2b1-56a5701f2405 req-2ccc3bf2-8eb3-4cb1-8e2b-b7bd682d1387 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:29.845283 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-795a39c8-f543-440e-b387-b9b0ce49c7a8 req-b7454acf-9d98-45af-8445-63789b6f48d0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Nov 10 21:25:29.944382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e60ac4ff-dfd1-4bb3-b2b1-56a5701f2405 req-2ccc3bf2-8eb3-4cb1-8e2b-b7bd682d1387 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:29.960863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-07d87efe-d394-4a38-83cb-c4b0dad86426 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543633 Nov 10 21:25:30.023175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49698acf-eecd-45b0-a60f-d7199fbef005 req-2c934d7c-d50a-47c6-b14f-a3e523c2dd14 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:30.024661 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49698acf-eecd-45b0-a60f-d7199fbef005 req-2c934d7c-d50a-47c6-b14f-a3e523c2dd14 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0506430 Nov 10 21:25:30.059544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e60ac4ff-dfd1-4bb3-b2b1-56a5701f2405 req-2ccc3bf2-8eb3-4cb1-8e2b-b7bd682d1387 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:30.075760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49698acf-eecd-45b0-a60f-d7199fbef005 req-fa8a7a9d-589d-4c9b-9fce-5046a8fd14f3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Nov 10 21:25:30.091923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc3bf2-8eb3-4cb1-8e2b-b7bd682d1387 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b2ccd4-abc3-435e-96e1-485c2690efad,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:30.166530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e60ac4ff-dfd1-4bb3-b2b1-56a5701f2405 req-2ccc3bf2-8eb3-4cb1-8e2b-b7bd682d1387 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:30.169468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e60ac4ff-dfd1-4bb3-b2b1-56a5701f2405 req-2ccc3bf2-8eb3-4cb1-8e2b-b7bd682d1387 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4535806 Nov 10 21:25:30.423199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-c2e5d1e2-66c0-46b2-928d-a327f72f0fed tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:30.424998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-c2e5d1e2-66c0-46b2-928d-a327f72f0fed tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 813 time: 0.1226988 Nov 10 21:25:30.447552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-8abb3d22-5614-4693-8a1b-8baa0e042f7e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/quotas/d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 375 time: 0.0164859 Nov 10 21:25:30.455809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ba08b-5f40-4eb5-b218-bc39a27560f6 req-ad1ad7c7-3b89-47e2-835f-101a5b078e14 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:30.461025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-712ba08b-5f40-4eb5-b218-bc39a27560f6 req-ad1ad7c7-3b89-47e2-835f-101a5b078e14 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0692685 Nov 10 21:25:30.477301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-672a91a9-21f6-409b-b014-63886db188b1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287771 Nov 10 21:25:30.517268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-712ba08b-5f40-4eb5-b218-bc39a27560f6 req-269fe24a-28ac-4fec-8f06-b949135dccd3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Nov 10 21:25:30.586205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-9e277c03-a5b7-4e8f-9819-4002cb6a8d99 service neutron] 10.222.0.45 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013761 Nov 10 21:25:30.680975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-108909d2-b8dc-4899-aaa3-80d90be804de service neutron] 10.222.0.45 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887265 Nov 10 21:25:30.964947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5ad25-2109-424e-b4a7-27d19375e64f req-fff655c5-e45b-4d73-83cf-f7426b7a2a0f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:30.966460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7d5ad25-2109-424e-b4a7-27d19375e64f req-fff655c5-e45b-4d73-83cf-f7426b7a2a0f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 948 time: 0.0553439 Nov 10 21:25:31.020514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7d5ad25-2109-424e-b4a7-27d19375e64f req-d878e5e7-6065-40a3-a135-4a3de9e077ef tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455885 Nov 10 21:25:31.213778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9269c-9e6c-4bb0-a858-062f4d0324f5 req-56202267-c134-4de2-98b1-7cbaa096290c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:31.213778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ef9269c-9e6c-4bb0-a858-062f4d0324f5 req-56202267-c134-4de2-98b1-7cbaa096290c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0497463 Nov 10 21:25:31.269048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ef9269c-9e6c-4bb0-a858-062f4d0324f5 req-69d12d0a-6063-4cce-804f-3c8eb15aa553 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470457 Nov 10 21:25:31.670255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3dd7-d1b0-416c-8665-9af340196ab1 req-f5d9bb4c-bcc1-4a42-8dd0-f56cfa592659 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:31.671889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7dae3dd7-d1b0-416c-8665-9af340196ab1 req-f5d9bb4c-bcc1-4a42-8dd0-f56cfa592659 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0715573 Nov 10 21:25:31.727687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7dae3dd7-d1b0-416c-8665-9af340196ab1 req-b121f030-6060-44ec-a7a6-3d062d5359f3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490630 Nov 10 21:25:31.960969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-642b280a-eacb-4d4b-9219-2308d650581d req-c5f33ac8-c18f-4900-9c2f-58cdcb754911 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 210 time: 0.0499597 Nov 10 21:25:32.147901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ea431-7859-48b2-a764-a44689922e20 req-26906dbf-f013-40a0-93bb-96af2080ce85 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:32.149513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb8ea431-7859-48b2-a764-a44689922e20 req-26906dbf-f013-40a0-93bb-96af2080ce85 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 948 time: 0.0597308 Nov 10 21:25:32.208871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb8ea431-7859-48b2-a764-a44689922e20 req-3d169001-b8e7-427c-a5fe-d13ced4648ce tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526025 Nov 10 21:25:32.391389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0463f-eb2a-4df4-910a-66b8ad775eb3 req-d6305949-2465-4623-b4dc-5894d13aa3b3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:32.392929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6f0463f-eb2a-4df4-910a-66b8ad775eb3 req-d6305949-2465-4623-b4dc-5894d13aa3b3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0516768 Nov 10 21:25:32.447372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6f0463f-eb2a-4df4-910a-66b8ad775eb3 req-5447a633-73c9-47e0-ab77-b0007d8726d6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Nov 10 21:25:32.869330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fa685-21ba-4114-8519-83ec9543e453 req-036090b9-e061-42e8-8897-0b0a0abffe01 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:32.870897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-752fa685-21ba-4114-8519-83ec9543e453 req-036090b9-e061-42e8-8897-0b0a0abffe01 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0653503 Nov 10 21:25:32.923068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-752fa685-21ba-4114-8519-83ec9543e453 req-3a86c47b-ecc6-411d-b0ea-20f450dfafbf tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 Nov 10 21:25:33.040907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ffab3395-a9c5-4458-9169-6e693891c751 req-093a8af9-3907-4502-aa21-a02010f089c4 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 210 time: 0.0288444 Nov 10 21:25:33.061190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 57e0c4fd-a9f6-42f9-8026-31040d6600e5 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:33.086656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 519b5bad-303e-4f08-9975-f81e32c5d716 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:33.246691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 57e0c4fd-a9f6-42f9-8026-31040d6600e5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=57e0c4fd-a9f6-42f9-8026-31040d6600e5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:33.272677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '57e0c4fd-a9f6-42f9-8026-31040d6600e5', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '57e0c4fd-a9f6-42f9-8026-31040d6600e5', 'mac_address': 'fa:16:3e:41:ea:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:33.282905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:33.320083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '519b5bad-303e-4f08-9975-f81e32c5d716', 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35', 'port_id': '519b5bad-303e-4f08-9975-f81e32c5d716', 'mac_address': 'fa:16:3e:dc:2b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83096668-fbc7-48cb-8399-0a3342c00bd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:33.361339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:33.384127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e0c4fd-a9f6-42f9-8026-31040d6600e5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:33.392708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:33.395569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7a507-a57e-45da-98d1-b60943d76323 req-afc73b47-64c6-40a8-b47a-e1a4d71c3e3c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:33.397116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d7a507-a57e-45da-98d1-b60943d76323 req-afc73b47-64c6-40a8-b47a-e1a4d71c3e3c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 948 time: 0.0536709 Nov 10 21:25:33.419136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 57e0c4fd-a9f6-42f9-8026-31040d6600e5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=57e0c4fd-a9f6-42f9-8026-31040d6600e5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:33.421638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519b5bad-303e-4f08-9975-f81e32c5d716 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:33.457766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9d7a507-a57e-45da-98d1-b60943d76323 req-d7974db9-b9f4-4916-979e-6ff2cb5a48a1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534842 Nov 10 21:25:33.459759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:33.524258 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:33.525259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d375aafd-5b91-415d-aff6-834b3fd14434 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:33.599298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:33.624004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d375aafd-5b91-415d-aff6-834b3fd14434, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d375aafd-5b91-415d-aff6-834b3fd14434,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:33.632934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-f74452ea-b8cf-44f6-ab8a-3428e93cf755 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1217995 Nov 10 21:25:33.639279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=57e0c4fd-a9f6-42f9-8026-31040d6600e5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:33.642980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'd375aafd-5b91-415d-aff6-834b3fd14434', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'd375aafd-5b91-415d-aff6-834b3fd14434', 'mac_address': 'fa:16:3e:22:5c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:33.644259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82cecc-6991-426f-b525-4af051d054f2 req-60336273-b41b-4aa4-a226-63fc54529d51 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:33.651736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef82cecc-6991-426f-b525-4af051d054f2 req-60336273-b41b-4aa4-a226-63fc54529d51 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0969784 Nov 10 21:25:33.707469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef82cecc-6991-426f-b525-4af051d054f2 req-bff8e1c5-f933-43a2-a3d5-62d989dc01b4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548608 Nov 10 21:25:33.726033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:33.727967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:33.742710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d375aafd-5b91-415d-aff6-834b3fd14434 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:33.745133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-51a7625a-4877-40a8-89d2-bd9cd9d10e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:33.746710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-51a7625a-4877-40a8-89d2-bd9cd9d10e5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 1100 time: 0.0504079 Nov 10 21:25:33.767115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d375aafd-5b91-415d-aff6-834b3fd14434, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d375aafd-5b91-415d-aff6-834b3fd14434,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:33.871264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-5b664168-1262-4818-bab6-66631070a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:33.873256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-5b664168-1262-4818-bab6-66631070a1db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1101 time: 0.0637667 Nov 10 21:25:33.883763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:33.889164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-b7f54cd4-1910-46b7-abbc-54326eab63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:33.889164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-b7f54cd4-1910-46b7-abbc-54326eab63d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1146057 Nov 10 21:25:33.963849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-fb446afd-3fe4-46c9-8339-09ad25b62db5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 200 len: 217 time: 0.0662587 Nov 10 21:25:33.971916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['519b5bad-303e-4f08-9975-f81e32c5d716'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:34.005603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d375aafd-5b91-415d-aff6-834b3fd14434,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:34.021672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-a2cc362d-88e2-4aae-8b62-9bed34413777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.027292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-a2cc362d-88e2-4aae-8b62-9bed34413777 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1423829 Nov 10 21:25:34.047891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-62d2670c-3f94-4e3f-8cfe-3c3dc174ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.049534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-62d2670c-3f94-4e3f-8cfe-3c3dc174ec13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0786896 Nov 10 21:25:34.117100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-46bc709a-4faa-4400-859c-871656ad4f67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0575364 Nov 10 21:25:34.152703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19baa9-3075-4acf-ba7d-4090dab406e2 req-621350bc-fb64-4061-8fc7-b5cc8f1c436d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.153368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94ee320a-4053-4faf-8348-783b0e49264e req-8f93eaba-311e-4576-a2d0-c90eb40d52d8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 210 time: 0.0311642 Nov 10 21:25:34.155841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-aed41b80-0001-464f-a0d2-b83a77454b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.158380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-aed41b80-0001-464f-a0d2-b83a77454b62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009307 Nov 10 21:25:34.162124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d19baa9-3075-4acf-ba7d-4090dab406e2 req-621350bc-fb64-4061-8fc7-b5cc8f1c436d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1170893 Nov 10 21:25:34.244802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-074db9a3-d088-4f75-b9e4-ef3fd4ceb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.246195 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-074db9a3-d088-4f75-b9e4-ef3fd4ceb30e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1153462 Nov 10 21:25:34.259293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d19baa9-3075-4acf-ba7d-4090dab406e2 req-74efbd81-4078-4b3f-8aaf-41f3bb9aafa6 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961473 Nov 10 21:25:34.307986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-0448693b-0b7b-49a2-977c-3b44ae18aaa2 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292882 Nov 10 21:25:34.321383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-c9775a2d-06ea-4e0e-b6ca-681efe2d3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.324331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-c9775a2d-06ea-4e0e-b6ca-681efe2d3555 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534165 Nov 10 21:25:34.364444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['d375aafd-5b91-415d-aff6-834b3fd14434'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:34.404837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['57e0c4fd-a9f6-42f9-8026-31040d6600e5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:34.434707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f438b72-28e4-4ef0-83c8-588ab1227151 req-464a1450-a7f5-4ddf-815a-dad7f60071d5 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230733 Nov 10 21:25:34.452148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-1d0169a1-b865-44aa-9811-cfd8169e5782 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182628 Nov 10 21:25:34.675982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe72bf-6e06-4107-b009-a2059c9345c5 req-05bbe17c-87ac-4aee-bc4c-c3ee713a3871 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.677858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6cfe72bf-6e06-4107-b009-a2059c9345c5 req-05bbe17c-87ac-4aee-bc4c-c3ee713a3871 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 949 time: 0.0830581 Nov 10 21:25:34.684854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-d3aedf36-ed18-4abe-b99a-323a22305e12 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183971 Nov 10 21:25:34.737522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6cfe72bf-6e06-4107-b009-a2059c9345c5 req-873158a2-353f-4f16-8002-d6a674fbf48a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513847 Nov 10 21:25:34.832743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ac409-1a01-43c2-a36c-3aadfb7049a8 req-4247c459-0354-44ea-840a-c4f79faf4b45 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:34.834495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-615ac409-1a01-43c2-a36c-3aadfb7049a8 req-4247c459-0354-44ea-840a-c4f79faf4b45 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0518057 Nov 10 21:25:34.885760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-615ac409-1a01-43c2-a36c-3aadfb7049a8 req-d6dc6492-78d4-423b-89b6-1c2ca60fcb04 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Nov 10 21:25:35.104916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 519b5bad-303e-4f08-9975-f81e32c5d716 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:35.261302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 519b5bad-303e-4f08-9975-f81e32c5d716 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:35.267905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 519b5bad-303e-4f08-9975-f81e32c5d716 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:35.268277 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:35.281626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8167d9d-8052-4ed9-849f-d570b8baa667 req-7f3820f4-f5c1-406f-b52c-bffe20873788 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 210 time: 0.0301940 Nov 10 21:25:35.343677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-aa022796-6074-4d21-832b-c8f53a3c920c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:35.345539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-aa022796-6074-4d21-832b-c8f53a3c920c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 813 time: 0.1650319 Nov 10 21:25:35.361351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:35.365492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'port': {'device_id': '906737e1-880f-4adb-a8dc-ce8317f08291', 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1', 'admin_state_up': True, 'tenant_id': 'd83c02ad7050472eb6ff68c3d7530df5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:35.397760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:35.403308 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eb4c66-95f3-4822-9cd4-97c1ef24043c" -d '{"events": [{"server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:35.407636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:35.485775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:35.493498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c8ab-17c1-412c-9c03-f52e1e3fc42f req-ab124314-e771-4cb4-b052-a10a41a93177 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:35.504388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62c3c8ab-17c1-412c-9c03-f52e1e3fc42f req-ab124314-e771-4cb4-b052-a10a41a93177 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 944 time: 0.0909548 Nov 10 21:25:35.522555 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef4081-3f14-44ca-86a7-1f3baa661166 x-openstack-request-id: req-94ef4081-3f14-44ca-86a7-1f3baa661166 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:35.529481 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:35.529481 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94ef4081-3f14-44ca-86a7-1f3baa661166 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:35.529481 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716', 'code': 200} Nov 10 21:25:35.579245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:35.582039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62c3c8ab-17c1-412c-9c03-f52e1e3fc42f req-1d3ba696-9c1c-4d66-bf84-21ff520d0f92 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765445 Nov 10 21:25:35.639035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb43766-6b60-4217-8d11-86d02f46081f req-08ee1db7-f068-4613-a72d-e4efb97ab699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:35.647697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfb43766-6b60-4217-8d11-86d02f46081f req-08ee1db7-f068-4613-a72d-e4efb97ab699 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0464807 Nov 10 21:25:35.647697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Made reservation on behalf of d83c02ad7050472eb6ff68c3d7530df5 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:35.647926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:35.706371 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a42c6b5-78ba-4e38-965c-19c84cf828e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:35.713533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfb43766-6b60-4217-8d11-86d02f46081f req-6dd7f61d-4100-4399-b5ae-2ae11d385de6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Nov 10 21:25:35.858742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Allocated IP 172.20.0.7 (f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1/c272adb1-d62b-431b-b4ab-f2b01a1033c1/bc34c054-65fc-48eb-9ea3-6fa6157cfe39) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:35.912757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3293e8-16ec-4e17-bbe9-91cf9c7c75d7 req-8e250d25-6afb-4a6e-8a93-b85d3edc8a31 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:35.914570 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf3293e8-16ec-4e17-bbe9-91cf9c7c75d7 req-8e250d25-6afb-4a6e-8a93-b85d3edc8a31 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 949 time: 0.0889807 Nov 10 21:25:36.058418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f6662-12ea-48a5-b43a-310c946bf36c req-636c64c9-a55b-4a16-ab98-9259f051e439 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:36.060346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c28f6662-12ea-48a5-b43a-310c946bf36c req-636c64c9-a55b-4a16-ab98-9259f051e439 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0687521 Nov 10 21:25:36.140086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c28f6662-12ea-48a5-b43a-310c946bf36c req-7ac48130-0752-4a25-900b-d6ed456a0929 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707328 Nov 10 21:25:36.343657 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf3293e8-16ec-4e17-bbe9-91cf9c7c75d7 req-99439f6a-9acb-442e-98c4-49c0f2c070fe tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227936 Nov 10 21:25:36.389605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:36.402946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d741d084-7112-4bb9-be84-f498944de7e1 req-9fa17c57-b012-453b-900d-32ae5e48998f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 210 time: 0.0265105 Nov 10 21:25:36.714223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8365-5577-4755-b73d-5b342693713e req-5c3acffa-69c8-411a-84d1-f65db29654b0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:36.715674 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78da8365-5577-4755-b73d-5b342693713e req-5c3acffa-69c8-411a-84d1-f65db29654b0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0529487 Nov 10 21:25:36.767161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78da8365-5577-4755-b73d-5b342693713e req-5f8a0747-fc7e-4fef-968f-e4fc2cee3448 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Nov 10 21:25:36.907168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:36.955794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:36.959598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:36.963855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:36.988132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:37.017688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:37.018320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.077051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 57e0c4fd-a9f6-42f9-8026-31040d6600e5 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:37.206729 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-859e04d5-6b70-4953-828d-9a6e1f98ec83 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8484745 Nov 10 21:25:37.229591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Request body: {'port': {'device_id': '906737e1-880f-4adb-a8dc-ce8317f08291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:37.260499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:37.263818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684939f4-0068-47da-a31b-aa842ff2ee3a req-49f49664-2956-4bfd-b13c-8cad8641514c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:37.265175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:37.265544 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.265774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-684939f4-0068-47da-a31b-aa842ff2ee3a req-49f49664-2956-4bfd-b13c-8cad8641514c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0575852 Nov 10 21:25:37.290897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.318058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-684939f4-0068-47da-a31b-aa842ff2ee3a req-8e0fe6de-8451-4a49-ac2a-b777ad1bcf71 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436602 Nov 10 21:25:37.359161 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.403065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 57e0c4fd-a9f6-42f9-8026-31040d6600e5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=57e0c4fd-a9f6-42f9-8026-31040d6600e5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:37.525264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e0c4fd-a9f6-42f9-8026-31040d6600e5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:37.527989 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67a7788-7826-472f-8543-3c9684d379db" -d '{"events": [{"server_uuid": "95767690-eed0-4e2c-89fd-d398a1d3b6da", "name": "network-vif-plugged", "status": "completed", "tag": "57e0c4fd-a9f6-42f9-8026-31040d6600e5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:37.531488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5010c-b7b0-4cf7-95e6-749603aa4bbe req-27179176-bb27-48d5-90f4-d4dd1ec37d79 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:37.532404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da77c-0f72-40b3-be0b-0f92ad177e14 req-9045f390-d04d-46ff-aef4-8858d9418a4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:37.533221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4c5010c-b7b0-4cf7-95e6-749603aa4bbe req-27179176-bb27-48d5-90f4-d4dd1ec37d79 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 949 time: 0.1035445 Nov 10 21:25:37.534004 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57da77c-0f72-40b3-be0b-0f92ad177e14 req-9045f390-d04d-46ff-aef4-8858d9418a4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 931 time: 0.0535598 Nov 10 21:25:37.534158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.534979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d375aafd-5b91-415d-aff6-834b3fd14434 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:37.604224 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57da77c-0f72-40b3-be0b-0f92ad177e14 req-73a6115b-3e85-4d80-83dc-d2c4e0149a0d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535450 Nov 10 21:25:37.628477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=57e0c4fd-a9f6-42f9-8026-31040d6600e5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:37.680350 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4c5010c-b7b0-4cf7-95e6-749603aa4bbe req-3cff8d63-405c-4075-b704-77b324d4a251 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301339 Nov 10 21:25:37.686674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc34c054-65fc-48eb-9ea3-6fa6157cfe39 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:37.703010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.708260 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4147adc-ca3d-4fcd-a471-e458c14c120c x-openstack-request-id: req-f4147adc-ca3d-4fcd-a471-e458c14c120c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:37.708549 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95767690-eed0-4e2c-89fd-d398a1d3b6da", "name": "network-vif-plugged", "status": "completed", "tag": "57e0c4fd-a9f6-42f9-8026-31040d6600e5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:37.708798 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4147adc-ca3d-4fcd-a471-e458c14c120c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:37.709189 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e0c4fd-a9f6-42f9-8026-31040d6600e5', 'code': 200} Nov 10 21:25:37.711946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Transition to ACTIVE for port object bc34c054-65fc-48eb-9ea3-6fa6157cfe39 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:37.820497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae90fb6-a09c-4c52-99cd-8fcc77632ac7 req-06f1d0b1-d0a3-4a64-a71c-9a8fba340c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:37.822029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eae90fb6-a09c-4c52-99cd-8fcc77632ac7 req-06f1d0b1-d0a3-4a64-a71c-9a8fba340c52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 1102 time: 0.0449839 Nov 10 21:25:37.857017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port d375aafd-5b91-415d-aff6-834b3fd14434 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:37.862471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port d375aafd-5b91-415d-aff6-834b3fd14434 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:37.862687 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.895313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.910626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eae90fb6-a09c-4c52-99cd-8fcc77632ac7 req-ddb5f645-dc08-4a22-b927-d65ed1ae06b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801539 Nov 10 21:25:37.925518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027fe17-730b-481d-b4ac-b51031963580 req-d9c7d75a-af1f-4b45-9561-ef9c14431eda tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:37.927001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8027fe17-730b-481d-b4ac-b51031963580 req-d9c7d75a-af1f-4b45-9561-ef9c14431eda tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0788388 Nov 10 21:25:37.968500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Pushing event updated for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:37.969004 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:37.989460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8027fe17-730b-481d-b4ac-b51031963580 req-33ea5bab-2792-4b08-9e86-f09c684daf66 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544055 Nov 10 21:25:38.001423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d375aafd-5b91-415d-aff6-834b3fd14434, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d375aafd-5b91-415d-aff6-834b3fd14434,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:38.035656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Attempting to bind port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:38.040111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Attempting to bind port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:38.040650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Attempting to bind port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 on network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:38.045652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 on network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:38.046321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Attempting to bind port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 on network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:38.052627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:38.053049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Checking segment: {'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:38.053796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Bound using segment: {'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:38.054332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Bound port: bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:38.055445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:38.056433 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5464cf68-2344-495e-9a7b-c1eb8b0c8772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:38.118853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da83c41-93b7-45e3-a13c-9ea0a6f2d7de req-6839c499-5dec-42bf-866c-b0a8b1f85679 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.120402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3da83c41-93b7-45e3-a13c-9ea0a6f2d7de req-6839c499-5dec-42bf-866c-b0a8b1f85679 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0453389 Nov 10 21:25:38.128233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:38.139593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:38.158616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:38.170101 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3da83c41-93b7-45e3-a13c-9ea0a6f2d7de req-ab6f22ee-6e1c-4cab-8324-c5a45542b9bf tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Nov 10 21:25:38.211142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d375aafd-5b91-415d-aff6-834b3fd14434,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:38.273427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:38.326522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.327138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:38.328519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] 10.222.0.53 "PUT /v2.0/ports/bc34c054-65fc-48eb-9ea3-6fa6157cfe39 HTTP/1.1" status: 200 len: 1092 time: 1.1035416 Nov 10 21:25:38.330817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:38.333140 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b202c66-d943-49eb-89a9-55ff73e5970e" -d '{"events": [{"name": "network-changed", "server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:38.361525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a13ab1-815c-4c40-bb36-8671c734ed85 req-111de432-66bf-48a0-89b5-9492381029ac tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.363059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3a13ab1-815c-4c40-bb36-8671c734ed85 req-111de432-66bf-48a0-89b5-9492381029ac tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1097 time: 0.1016123 Nov 10 21:25:38.366333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37d1d4-ba70-4973-a95b-3acb023f49ec service neutron] Pushing event updated for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:38.372946 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2896ce89-bf51-40f2-8fad-d416db975a7a x-openstack-request-id: req-2896ce89-bf51-40f2-8fad-d416db975a7a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:38.373236 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:38.373483 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2896ce89-bf51-40f2-8fad-d416db975a7a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:38.373874 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'status': 'completed', 'code': 200} Nov 10 21:25:38.442220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3a13ab1-815c-4c40-bb36-8671c734ed85 req-48a224a8-78a0-4b2e-b385-2d868c026446 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Nov 10 21:25:38.456880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202c66-d943-49eb-89a9-55ff73e5970e req-2d6190ac-fa41-4489-b57e-430db1cc1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.458418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b202c66-d943-49eb-89a9-55ff73e5970e req-2d6190ac-fa41-4489-b57e-430db1cc1984 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1095 time: 0.0547071 Nov 10 21:25:38.473644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54266b8-93f4-47a9-b594-19bc3d42684c req-70b9dee7-55e9-4bc0-8cc9-a965bfe7cf0b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.475221 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e54266b8-93f4-47a9-b594-19bc3d42684c req-70b9dee7-55e9-4bc0-8cc9-a965bfe7cf0b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0535975 Nov 10 21:25:38.529745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e54266b8-93f4-47a9-b594-19bc3d42684c req-6641e871-577d-4887-b814-633a2ffec01d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Nov 10 21:25:38.649780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202c66-d943-49eb-89a9-55ff73e5970e req-d0a514b2-6b43-4de5-8cd4-08b70c78e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.651272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b202c66-d943-49eb-89a9-55ff73e5970e req-d0a514b2-6b43-4de5-8cd4-08b70c78e12c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1752512 Nov 10 21:25:38.769996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202c66-d943-49eb-89a9-55ff73e5970e req-0440c0fe-c28d-462b-91b4-63686c5a3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.771611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b202c66-d943-49eb-89a9-55ff73e5970e req-0440c0fe-c28d-462b-91b4-63686c5a3039 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051719 Nov 10 21:25:38.862758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-2fd546b6-2b4f-4173-ae0f-b6455c9c829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.864595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-2fd546b6-2b4f-4173-ae0f-b6455c9c829d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1095 time: 0.0468147 Nov 10 21:25:38.923417 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-e2822bf7-d697-4f10-a4c5-da02171466e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39 HTTP/1.1" status: 200 len: 217 time: 0.0401540 Nov 10 21:25:38.986976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-a7155ed7-1090-4a33-8050-f64c4470e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.988724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-a7155ed7-1090-4a33-8050-f64c4470e7a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.0467529 Nov 10 21:25:38.997396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd65af6-bda0-46e4-930f-f990bef7dfeb req-e62d7513-c58b-4456-b5e6-9047214fbf58 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:38.998834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dcd65af6-bda0-46e4-930f-f990bef7dfeb req-e62d7513-c58b-4456-b5e6-9047214fbf58 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 943 time: 0.3349526 Nov 10 21:25:39.028540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-29d6c061-c779-4519-b36b-14618e4f35f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252960 Nov 10 21:25:39.046195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dcd65af6-bda0-46e4-930f-f990bef7dfeb req-a64034de-cb41-449d-b05f-05caa10aebab tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Nov 10 21:25:39.133982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-83efcd7e-2a85-487e-b838-232942fe2047 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905578 Nov 10 21:25:39.158035 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:39.235788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73121e8-b4a8-49e6-9ab5-86c190f653f7 req-fcc6c4e4-e039-48f7-8b22-f0bf511a2e71 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915909 Nov 10 21:25:39.244859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758be28a-aba5-47f3-a291-66a557414d3c req-d2c8ee87-29bb-4b9b-95a0-c770bcef053f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:39.246347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-758be28a-aba5-47f3-a291-66a557414d3c req-d2c8ee87-29bb-4b9b-95a0-c770bcef053f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 950 time: 0.0603800 Nov 10 21:25:39.295193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-758be28a-aba5-47f3-a291-66a557414d3c req-1f616390-a394-4a4c-8145-7d3f37f6bc8c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Nov 10 21:25:39.652729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d0632-2f8a-4f89-b0c4-d33f217c11ef req-50881def-957a-46bd-b789-86f79b0b1b97 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:39.654235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a8d0632-2f8a-4f89-b0c4-d33f217c11ef req-50881def-957a-46bd-b789-86f79b0b1b97 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0498688 Nov 10 21:25:39.708085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a8d0632-2f8a-4f89-b0c4-d33f217c11ef req-ad14d936-3d7b-48f9-a2bc-9a32cc860089 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473382 Nov 10 21:25:39.709920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd375aafd-5b91-415d-aff6-834b3fd14434'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:39.712258 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfdeda6-8cf7-493d-9d00-8a150462cf96" -d '{"events": [{"server_uuid": "4d253be6-dbd7-45f3-9d54-d6c2282cc67a", "name": "network-vif-plugged", "status": "completed", "tag": "d375aafd-5b91-415d-aff6-834b3fd14434"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:39.755303 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4bd538-995c-4226-acbf-975cfca3e997 x-openstack-request-id: req-ac4bd538-995c-4226-acbf-975cfca3e997 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:39.755667 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d253be6-dbd7-45f3-9d54-d6c2282cc67a", "name": "network-vif-plugged", "status": "completed", "tag": "d375aafd-5b91-415d-aff6-834b3fd14434", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:39.756020 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac4bd538-995c-4226-acbf-975cfca3e997 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:39.756592 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd375aafd-5b91-415d-aff6-834b3fd14434', 'code': 200} Nov 10 21:25:39.856964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995208d2-dcd3-4a43-8086-cd8e8689a820 req-7d7f0bfb-1f06-48f2-992b-99076a26faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:39.858369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-995208d2-dcd3-4a43-8086-cd8e8689a820 req-7d7f0bfb-1f06-48f2-992b-99076a26faf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 1102 time: 0.0397997 Nov 10 21:25:39.904330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-995208d2-dcd3-4a43-8086-cd8e8689a820 req-306b3c37-deb0-445c-90a3-5a9d79e57442 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Nov 10 21:25:40.169051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665cba6-4c5f-426a-a592-7b1c6d3e0fe1 req-2d184697-da4c-4852-a775-5913823351bf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:40.171288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7665cba6-4c5f-426a-a592-7b1c6d3e0fe1 req-2d184697-da4c-4852-a775-5913823351bf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 943 time: 0.0544271 Nov 10 21:25:40.224902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7665cba6-4c5f-426a-a592-7b1c6d3e0fe1 req-73bd7050-23b9-4051-a6da-6c2258ea2554 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Nov 10 21:25:40.424751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478ce57-7171-481f-a683-a988629e39ad req-e06b3545-028c-44b5-bb30-9ab33a2423be tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:40.426179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c478ce57-7171-481f-a683-a988629e39ad req-e06b3545-028c-44b5-bb30-9ab33a2423be tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 950 time: 0.0556941 Nov 10 21:25:40.475268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c478ce57-7171-481f-a683-a988629e39ad req-a75df352-327b-4324-ba3d-4e8051a01900 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427687 Nov 10 21:25:40.659343 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:40.810637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7badae8-9dc9-4350-ba53-40e7559d63ad req-31783cb0-e9c3-44d4-94e7-901b6f703fcb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:40.812130 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7badae8-9dc9-4350-ba53-40e7559d63ad req-31783cb0-e9c3-44d4-94e7-901b6f703fcb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 950 time: 0.0486739 Nov 10 21:25:40.859589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7badae8-9dc9-4350-ba53-40e7559d63ad req-e308e1f5-894d-4e65-b889-ea35bdb60441 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Nov 10 21:25:40.963989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c93155-0f7f-43e3-ae4c-a68d1367bd25 req-d0207fcc-0724-452f-963f-557b795f3191 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:40.965479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b5c93155-0f7f-43e3-ae4c-a68d1367bd25 req-d0207fcc-0724-452f-963f-557b795f3191 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0492902 Nov 10 21:25:41.017498 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b5c93155-0f7f-43e3-ae4c-a68d1367bd25 req-a351135a-1755-4247-bfe8-feb71ab7a4b1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Nov 10 21:25:41.036124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-32562893-ee7a-4c37-8705-3a5be3b09d32 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:25:41.037104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-32562893-ee7a-4c37-8705-3a5be3b09d32 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064578 Nov 10 21:25:41.075351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-a5c2cb82-8973-4be9-87df-4cc9f5dbe0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:41.076724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-a5c2cb82-8973-4be9-87df-4cc9f5dbe0d8 service neutron] 10.222.0.45 "GET /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 1094 time: 0.0327246 Nov 10 21:25:41.086096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Request body: {'binding': {'host': 'n-h1-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:41.086546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Unknown quota resources ['binding']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:25:41.220532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on host n-h1-776250-11 for vnic_type normal with profile None {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:41.221229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:41.221229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:41.225364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:41.251191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:41.251191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:41.251191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:41.251191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:41.251191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Bound port: 519b5bad-303e-4f08-9975-f81e32c5d716, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:41.290999 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:41.299501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:41.351608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295beb3-96c7-4e4b-a26f-954e9559a760 req-2f721817-3069-4c5e-9dc4-9c967b2d97e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:41.353797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d295beb3-96c7-4e4b-a26f-954e9559a760 req-2f721817-3069-4c5e-9dc4-9c967b2d97e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 943 time: 0.0512455 Nov 10 21:25:41.402884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d295beb3-96c7-4e4b-a26f-954e9559a760 req-25af3c71-8f3d-4434-a8fe-abec9619c2ff tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Nov 10 21:25:41.411738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:41.413448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-067a4ef2-24e7-42f1-ab99-899cfc4f9715 service neutron] 10.222.0.45 "POST /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716/bindings HTTP/1.1" status: 201 len: 390 time: 0.3307071 Nov 10 21:25:41.902769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e0521-42c6-4dc9-8858-e3ceae9008cf req-3470d34c-893b-4677-ae1a-cedf9cfae39d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:41.904980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-596e0521-42c6-4dc9-8858-e3ceae9008cf req-3470d34c-893b-4677-ae1a-cedf9cfae39d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0824103 Nov 10 21:25:41.979137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-596e0521-42c6-4dc9-8858-e3ceae9008cf req-79a47479-a53d-42f7-82a1-9d6c648d14bb tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662069 Nov 10 21:25:42.019093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0b96-53b0-4d5e-b8b6-859824220696 req-921ba8a7-d7f2-4580-b6da-4bbca38e7f27 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.020743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d7e0b96-53b0-4d5e-b8b6-859824220696 req-921ba8a7-d7f2-4580-b6da-4bbca38e7f27 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 950 time: 0.0725260 Nov 10 21:25:42.088538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d7e0b96-53b0-4d5e-b8b6-859824220696 req-1821e9ab-a535-46fa-a6fa-e16ef0ef31ea tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616944 Nov 10 21:25:42.181729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5cc5d-a649-486c-9657-e71b7d5231c9 req-648c00d1-fd47-4539-b9a8-7e4f996781d2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.187640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9aa5cc5d-a649-486c-9657-e71b7d5231c9 req-648c00d1-fd47-4539-b9a8-7e4f996781d2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0871093 Nov 10 21:25:42.264386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9aa5cc5d-a649-486c-9657-e71b7d5231c9 req-552de96d-8f15-4954-8d78-51dc810491f5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Nov 10 21:25:42.421787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753229e-3bd6-4959-af19-3ba0cb1e8173 req-a51fa236-45b9-4cf7-9008-7bef07c3cc7e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.428861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753229e-3bd6-4959-af19-3ba0cb1e8173 req-a51fa236-45b9-4cf7-9008-7bef07c3cc7e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.430425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d753229e-3bd6-4959-af19-3ba0cb1e8173 req-a51fa236-45b9-4cf7-9008-7bef07c3cc7e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da&device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 1691 time: 0.0604684 Nov 10 21:25:42.489350 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d753229e-3bd6-4959-af19-3ba0cb1e8173 req-56f541f6-38f1-4d5c-a5b0-afd5b5b321f1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488961 Nov 10 21:25:42.541094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd0e4a-c2fd-4259-aa86-88f91db640e0 req-0734b465-5c75-48e4-a474-66447c069d54 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.542587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23cd0e4a-c2fd-4259-aa86-88f91db640e0 req-0734b465-5c75-48e4-a474-66447c069d54 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 943 time: 0.0656977 Nov 10 21:25:42.604760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23cd0e4a-c2fd-4259-aa86-88f91db640e0 req-dd7b3959-b3c2-4e3e-bd7a-1d5403938ff0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537250 Nov 10 21:25:42.748988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-022ea18a-43d3-4658-8e43-ec9bd3c1ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.756910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-022ea18a-43d3-4658-8e43-ec9bd3c1ba21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1097 time: 0.0737512 Nov 10 21:25:42.759801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac2f7d-3829-4182-af30-8b59e5a2719b req-275f8e88-cee4-46a8-8f00-1c88cabb0419 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.761593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46ac2f7d-3829-4182-af30-8b59e5a2719b req-275f8e88-cee4-46a8-8f00-1c88cabb0419 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 1102 time: 0.0746143 Nov 10 21:25:42.879869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46ac2f7d-3829-4182-af30-8b59e5a2719b req-7d5eeb1a-7d45-4594-8529-274f9db774b1 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085236 Nov 10 21:25:42.893513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-ecc8a4c0-d02a-4fa0-8379-c09d9b733e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.895057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-ecc8a4c0-d02a-4fa0-8379-c09d9b733e9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1324151 Nov 10 21:25:42.942525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-2db66b07-17d5-4759-badb-0c1610f69a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 217 time: 0.0388198 Nov 10 21:25:42.988771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de8a8d-82b5-4bc4-a08c-5a4cb0d704c1 req-9c024279-48ca-410f-b435-8255e23e9492 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:42.990210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6de8a8d-82b5-4bc4-a08c-5a4cb0d704c1 req-9c024279-48ca-410f-b435-8255e23e9492 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 1102 time: 0.0406504 Nov 10 21:25:43.000597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-5e1d19da-0caa-49fb-8308-a2b5d021661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:43.002312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-5e1d19da-0caa-49fb-8308-a2b5d021661b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0525620 Nov 10 21:25:43.040250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-2b284844-9c3f-41a4-82d2-90cc63455243 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294247 Nov 10 21:25:43.042045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6de8a8d-82b5-4bc4-a08c-5a4cb0d704c1 req-5c78e5ac-5753-434d-8405-69b0e7825c3b tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Nov 10 21:25:43.140557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device bc34c054-65fc-48eb-9ea3-6fa6157cfe39 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:43.165286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbef3b-7083-44dd-b727-b7b5e3955748 req-d639fea3-5246-4aa2-a570-7c0b804e28dc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:43.166771 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c6fbef3b-7083-44dd-b727-b7b5e3955748 req-d639fea3-5246-4aa2-a570-7c0b804e28dc tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1098027 Nov 10 21:25:43.183907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-76bcaa32-bc86-4d11-a10d-312bf12cbbcd service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353748 Nov 10 21:25:43.239141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:43.251258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1', 'port_id': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'mac_address': 'fa:16:3e:b6:9a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c272adb1-d62b-431b-b4ab-f2b01a1033c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:43.273128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c6fbef3b-7083-44dd-b727-b7b5e3955748 req-585b0cd0-a3b9-4b66-aabc-12dc395552c3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967054 Nov 10 21:25:43.294246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:43.303180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-ff1abd64-e22c-434b-8e03-230adfcbd366 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104417 Nov 10 21:25:43.318637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc34c054-65fc-48eb-9ea3-6fa6157cfe39 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:43.340427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:43.416935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947c0b6-7eab-4faf-991b-74f775316d7a req-364d7aec-a994-45a8-a5e1-1c7e36b59577 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:43.419661 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f947c0b6-7eab-4faf-991b-74f775316d7a req-364d7aec-a994-45a8-a5e1-1c7e36b59577 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0581675 Nov 10 21:25:43.467156 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f947c0b6-7eab-4faf-991b-74f775316d7a req-96cc4fa1-8409-49f4-85da-62dceb1c6b60 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Nov 10 21:25:43.493981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-17c96b5f-6846-4ca2-b9d7-b51abe7d1bd9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241730 Nov 10 21:25:43.495926 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:43.548484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:43.611399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-69cfed63-165c-4e65-adf8-6d4d8b2e2229 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:43.612911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-69cfed63-165c-4e65-adf8-6d4d8b2e2229 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206293 Nov 10 21:25:43.628763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-94fa02c6-a2e0-4d56-baef-f2815e410d90 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/quotas/dabef66bbc824900928ba1f0ea5d5cb6 HTTP/1.1" status: 200 len: 375 time: 0.0101292 Nov 10 21:25:43.685212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-ec0b77db-0d41-44eb-baca-6990cffccd36 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506251 Nov 10 21:25:43.744014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e0031-5259-471f-83a6-41c6900fd064 req-8cf686eb-5150-4ce1-a918-3048a604aed6 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:43.751923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-246e0031-5259-471f-83a6-41c6900fd064 req-8cf686eb-5150-4ce1-a918-3048a604aed6 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 944 time: 0.0563633 Nov 10 21:25:43.798709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-246e0031-5259-471f-83a6-41c6900fd064 req-c642c1d3-5cc0-4461-ba28-f4a9fe035bef tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Nov 10 21:25:43.821420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:44.412356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cb790-6a9e-42ee-a6f0-da24c8f28e40 req-074114a1-920a-4546-88b5-eb15d7307a95 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:44.413825 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-305cb790-6a9e-42ee-a6f0-da24c8f28e40 req-074114a1-920a-4546-88b5-eb15d7307a95 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0550179 Nov 10 21:25:44.472465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-305cb790-6a9e-42ee-a6f0-da24c8f28e40 req-50539cad-e1df-4643-ab1e-e19c7800a28c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518744 Nov 10 21:25:44.608881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143c60-115b-4b75-a3f3-e1d2355556a9 req-3c56fe4c-bc61-4776-bdd4-28cf203c3869 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:44.610722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c143c60-115b-4b75-a3f3-e1d2355556a9 req-3c56fe4c-bc61-4776-bdd4-28cf203c3869 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0567181 Nov 10 21:25:44.680273 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c143c60-115b-4b75-a3f3-e1d2355556a9 req-ca93ce3e-3888-4ac2-a68a-276e4b224cb2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620050 Nov 10 21:25:44.754732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a46fe664-63fb-4665-b2bb-ed789e0698e8 req-9734c5b2-7c41-49ae-97d1-e675016cafc8 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 210 time: 0.0276604 Nov 10 21:25:44.923711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88bb71-6862-40d8-9356-8512ed20af94 req-feb40529-ac6a-4593-8007-2e198b6b4267 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:44.925257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a88bb71-6862-40d8-9356-8512ed20af94 req-feb40529-ac6a-4593-8007-2e198b6b4267 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 944 time: 0.0537531 Nov 10 21:25:44.983584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a88bb71-6862-40d8-9356-8512ed20af94 req-29ae2abf-7fc2-4dd7-ac74-e7c945f26281 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522470 Nov 10 21:25:45.160895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device bc34c054-65fc-48eb-9ea3-6fa6157cfe39 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:25:45.363504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:25:45.367921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:45.368447 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:45.448963 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:45.484157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:45.484157 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cacf91-0517-4479-be87-8ae4d461d92f" -d '{"events": [{"server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "name": "network-vif-plugged", "status": "completed", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:45.491258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:45.537342 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d69fad-59d9-4d7d-a2cc-2076544a0783 x-openstack-request-id: req-54d69fad-59d9-4d7d-a2cc-2076544a0783 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:45.537848 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "name": "network-vif-plugged", "status": "completed", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:45.538796 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54d69fad-59d9-4d7d-a2cc-2076544a0783 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:45.539259 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'code': 200} Nov 10 21:25:45.609737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:45.630850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066472ed-e0e0-400c-af1f-77773f3eae49 req-35e78b79-8ac0-4d94-8bcd-228d3c27c86a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:45.638995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-066472ed-e0e0-400c-af1f-77773f3eae49 req-35e78b79-8ac0-4d94-8bcd-228d3c27c86a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0819845 Nov 10 21:25:45.669139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:45.705618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d96a55-d1f7-41ee-8486-981684d38786 req-6599150f-abf2-4154-ace4-f6d9c46f7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:45.707045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21d96a55-d1f7-41ee-8486-981684d38786 req-6599150f-abf2-4154-ace4-f6d9c46f7759 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1097 time: 0.0989897 Nov 10 21:25:45.714901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-066472ed-e0e0-400c-af1f-77773f3eae49 req-9f264e03-375b-4a2f-8048-d10a8352cad0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747442 Nov 10 21:25:45.773450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21d96a55-d1f7-41ee-8486-981684d38786 req-fabd0abf-1e6b-4e7d-8f05-859529a25fad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574651 Nov 10 21:25:45.815067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79d0d-4759-4c9a-b6ee-7bb4bb41a9e1 req-14adf747-b880-48f7-812a-2681135bc237 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:45.816707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1b79d0d-4759-4c9a-b6ee-7bb4bb41a9e1 req-14adf747-b880-48f7-812a-2681135bc237 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0519273 Nov 10 21:25:45.869031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1b79d0d-4759-4c9a-b6ee-7bb4bb41a9e1 req-e2b780d9-5cf5-4f45-80db-c3ae91f460da tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454168 Nov 10 21:25:45.936182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3045e033-ce45-4269-9d76-afe751337aee req-875e2b8b-02fe-4f5a-9274-eeccdb8a3978 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Nov 10 21:25:46.139567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9666cb-8a31-4229-9f5c-2f7d0e5677f9 req-a80fa25e-25e1-4898-b4ec-c3b14693eebc tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:46.141353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c9666cb-8a31-4229-9f5c-2f7d0e5677f9 req-a80fa25e-25e1-4898-b4ec-c3b14693eebc tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 945 time: 0.0727873 Nov 10 21:25:46.193963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c9666cb-8a31-4229-9f5c-2f7d0e5677f9 req-55ad840c-075e-4981-9a65-ad3f03bf457d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464866 Nov 10 21:25:46.851908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640795dd-852e-4362-9d4d-0fce19b2e0ac req-770ba231-909a-4c3f-998e-b7583a7d1193 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:46.853397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-640795dd-852e-4362-9d4d-0fce19b2e0ac req-770ba231-909a-4c3f-998e-b7583a7d1193 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0543833 Nov 10 21:25:46.913393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-640795dd-852e-4362-9d4d-0fce19b2e0ac req-5e7b9995-e6c5-4f1d-9f5a-d7dfb1c485a3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536373 Nov 10 21:25:47.032554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a66f1-2e31-45be-826f-47bb2fef0476 req-9a789d3e-77ab-42e4-9160-52b9391b0d8d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:47.036271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-693a66f1-2e31-45be-826f-47bb2fef0476 req-9a789d3e-77ab-42e4-9160-52b9391b0d8d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0866554 Nov 10 21:25:47.067265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d3d6fb1-7263-41bc-9b75-abdf2b164721 req-70bf0642-3c1b-4f9c-9396-829067f7a341 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 210 time: 0.0273008 Nov 10 21:25:47.091479 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-693a66f1-2e31-45be-826f-47bb2fef0476 req-00f2c438-161b-4030-843d-ec94e1078e03 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478680 Nov 10 21:25:47.327167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6035f3e-90eb-4e91-a991-0696a6bb7ab1 req-d44c4016-0484-48a4-bbaf-12640b9b47b1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:47.330225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6035f3e-90eb-4e91-a991-0696a6bb7ab1 req-d44c4016-0484-48a4-bbaf-12640b9b47b1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 945 time: 0.0607238 Nov 10 21:25:47.386751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6035f3e-90eb-4e91-a991-0696a6bb7ab1 req-c60ffe5e-2a59-4f77-bc78-ab22d239ffe8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508959 Nov 10 21:25:48.056381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c372c5-3660-45a3-bd27-7a3b694eb48a req-0a28f47e-6e84-4500-9304-be771d900704 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:48.058016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-48c372c5-3660-45a3-bd27-7a3b694eb48a req-0a28f47e-6e84-4500-9304-be771d900704 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0513051 Nov 10 21:25:48.114143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-48c372c5-3660-45a3-bd27-7a3b694eb48a req-44b66b01-87ec-453e-9f99-3febf5e1677e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 Nov 10 21:25:48.165486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b60f5589-c5bd-4d61-996c-81da0b38f398 req-fb997902-203d-4897-a24b-00be9af223b9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 210 time: 0.0265441 Nov 10 21:25:48.285309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3f27-287b-4f09-8f2d-7cbb44840452 req-32c81e57-5428-4cb4-8458-8432afa9d4dc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:48.286409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e4c3f27-287b-4f09-8f2d-7cbb44840452 req-32c81e57-5428-4cb4-8458-8432afa9d4dc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0825417 Nov 10 21:25:48.304765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-dd509568-f884-4011-acd3-b01d4ab38fd4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499017 Nov 10 21:25:48.396325 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e4c3f27-287b-4f09-8f2d-7cbb44840452 req-f99d9e6d-cfbe-4571-a3de-5f51cca7a0bc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994396 Nov 10 21:25:48.490801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-7f142875-a272-40e6-84e9-8fe5bf6c795f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:48.492470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-7f142875-a272-40e6-84e9-8fe5bf6c795f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668231 Nov 10 21:25:48.510109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:48.515358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb655b36-d3b5-488f-8632-fe0b5e30a831 req-ebd7a23f-31a9-44cf-9a26-2989cf59bfb4 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:48.523355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb655b36-d3b5-488f-8632-fe0b5e30a831 req-ebd7a23f-31a9-44cf-9a26-2989cf59bfb4 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 945 time: 0.0599961 Nov 10 21:25:48.574902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb655b36-d3b5-488f-8632-fe0b5e30a831 req-bd5708a1-09cb-4fa0-86ec-8e9d5518fec3 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506771 Nov 10 21:25:48.712134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-b65cfba1-5f9c-446b-b435-aff7c5da2d8f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2007658203&fields=id&tenant_id=d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 267 time: 0.0509238 Nov 10 21:25:48.767753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-f8b67bf5-1359-4829-8b9c-fb5a3ed63c9f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:48.769134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-f8b67bf5-1359-4829-8b9c-fb5a3ed63c9f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 945 time: 0.0509825 Nov 10 21:25:48.781486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'port': {'security_groups': ['f11212b3-2161-4296-824b-bf97af6eebc4', 'a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:48.863137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:48.904748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:48.908630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:48.946504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-32bc93f5-92a4-421a-a72a-7fcbe9b049c8 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304384 Nov 10 21:25:49.070852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-b40b0167-18bd-466c-94c6-b0301256f31c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:49.072301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-b40b0167-18bd-466c-94c6-b0301256f31c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206145 Nov 10 21:25:49.088247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:49.141745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.47 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:49.210952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:49.290889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801d917-8f31-47eb-b067-037ce420de0e req-1168aa7f-e414-4c29-986b-a73656bc8b0a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:49.292536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c801d917-8f31-47eb-b067-037ce420de0e req-1168aa7f-e414-4c29-986b-a73656bc8b0a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0945487 Nov 10 21:25:49.308425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.347069 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.348369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c801d917-8f31-47eb-b067-037ce420de0e req-19f071f3-c462-4396-9130-e82106e80acd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488963 Nov 10 21:25:49.372245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.421668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.423493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:49.431612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.434617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:49.470056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc8ab36b-19bb-495d-ba35-215ba6df71f7 req-e6a79f91-0eba-482e-b76b-89290565495d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 210 time: 0.0493944 Nov 10 21:25:49.481053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:49.481806 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.495308 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12235011-dec5-4092-aa6a-b633be9a8cd2 req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "PUT /v2.0/ports/bc34c054-65fc-48eb-9ea3-6fa6157cfe39 HTTP/1.1" status: 200 len: 981 time: 0.7191517 Nov 10 21:25:49.497599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:49.501316 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:49.531280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0220-b83b-4c09-9970-cd6992c3a735 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=6']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:49.552977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.576874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:49.629643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:49.663474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:49.674280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:49.696634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:49.705029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:49.712346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.130 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/80997881-53d1-4855-8174-deb5453c0516) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:49.817706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:49.818377 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:49.886226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-ffa8a8ef-52ae-4cb3-84fa-dbf992a43aca tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1065035666&fields=id&tenant_id=d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 267 time: 0.1136744 Nov 10 21:25:49.946435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-7ccc28f1-fd62-4580-900b-612331c35622 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:49.952231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a93163-e871-43cc-a3a9-4f4388da61af req-8da657d6-2533-46ef-bc6f-9e3a4e4e7c0f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:49.954379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36a93163-e871-43cc-a3a9-4f4388da61af req-8da657d6-2533-46ef-bc6f-9e3a4e4e7c0f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.1424801 Nov 10 21:25:49.955737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-7ccc28f1-fd62-4580-900b-612331c35622 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 984 time: 0.0686228 Nov 10 21:25:49.970109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'port': {'security_groups': ['a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0', 'f11212b3-2161-4296-824b-bf97af6eebc4', '70b2ccd4-abc3-435e-96e1-485c2690efad']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:50.001617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-490fa3e7-9bd4-40b2-93c7-c8323cacf081 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4970527 Nov 10 21:25:50.020227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Request body: {'port': {'device_id': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:50.049212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.055693 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36a93163-e871-43cc-a3a9-4f4388da61af req-044cb6e0-6262-416e-8a77-1737d5afd1ee tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931962 Nov 10 21:25:50.070234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c96e955d-8a0e-4f2b-8819-1e734e13cf05 None None] Provisioning complete for port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:50.070750 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c96e955d-8a0e-4f2b-8819-1e734e13cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.104161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.133139 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf4f1f3-37e5-46e6-be6b-4b9071e9f1c1 x-openstack-request-id: req-5cf4f1f3-37e5-46e6-be6b-4b9071e9f1c1 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:50.133428 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:50.133676 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cf4f1f3-37e5-46e6-be6b-4b9071e9f1c1 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:50.134068 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'status': 'completed', 'code': 200} Nov 10 21:25:50.143848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.191833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c96e955d-8a0e-4f2b-8819-1e734e13cf05 None None] Port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:50.208904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-c3474fe7-1700-48ce-bf22-e7a64ea2fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.210542 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-c3474fe7-1700-48ce-bf22-e7a64ea2fca3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1136 time: 0.0513649 Nov 10 21:25:50.221313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.304874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:50.345162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:50.348090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:50.384158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=80997881-53d1-4855-8174-deb5453c0516,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:50.438601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-57bcd9ee-c15e-4776-9863-df9025a5a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.440320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-57bcd9ee-c15e-4776-9863-df9025a5a9cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 914 time: 0.2134421 Nov 10 21:25:50.504146 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-715bd3d0-b708-4039-bc34-439be7530e4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39 HTTP/1.1" status: 200 len: 217 time: 0.0531242 Nov 10 21:25:50.536407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:50.543877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.544600 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.607684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.610808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:50.615487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb536629-c8e9-44ea-8231-9ba9b6f53653 req-cc00cf66-0e6c-4dbc-a3d2-6e770aaa3f8d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.617088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb536629-c8e9-44ea-8231-9ba9b6f53653 req-cc00cf66-0e6c-4dbc-a3d2-6e770aaa3f8d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1154761 Nov 10 21:25:50.621143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.629393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-5cf9266b-f51c-457d-9dc6-be4e4c0199c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.639844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-5cf9266b-f51c-457d-9dc6-be4e4c0199c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.0949030 Nov 10 21:25:50.640027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Transition to ACTIVE for port object 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:50.691677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-af122218-db16-4a38-8848-549c0a999cf9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519450 Nov 10 21:25:50.719224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-935976f1-b5a7-4879-8cd3-1ad04b3e4cf7 None None] Provisioning complete for port 80997881-53d1-4855-8174-deb5453c0516 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:50.720451 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-935976f1-b5a7-4879-8cd3-1ad04b3e4cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.743055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb536629-c8e9-44ea-8231-9ba9b6f53653 req-1727f307-f04f-42d8-80c4-2d88a9e4490f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111536 Nov 10 21:25:50.777636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-935976f1-b5a7-4879-8cd3-1ad04b3e4cf7 None None] Port 80997881-53d1-4855-8174-deb5453c0516 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:50.785582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-c8352a58-b9a3-4df1-8059-93a636862933 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7021208 Nov 10 21:25:50.803969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Request body: {'port': {'device_id': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:50.882826 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.885238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.898687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:50.909637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-5ac43359-824f-45c5-94aa-2f3d538f5057 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088249 Nov 10 21:25:50.934632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.967518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.967518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:50.968890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2887430-d95d-4a53-b91c-b0abaec501b1 req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "PUT /v2.0/ports/bc34c054-65fc-48eb-9ea3-6fa6157cfe39 HTTP/1.1" status: 200 len: 1020 time: 1.0122201 Nov 10 21:25:50.976312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d930928-8999-4f96-b872-990132700678 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:50.986224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f5b15-732a-4c03-93e2-4ba582195eaa req-309552f7-2cc9-4bd9-a21f-fabb237ebbb2 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:50.994022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-973f5b15-732a-4c03-93e2-4ba582195eaa req-309552f7-2cc9-4bd9-a21f-fabb237ebbb2 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 936 time: 0.1836448 Nov 10 21:25:51.118517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:51.138266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319f3cf-686e-4234-823c-9e2407c46c4a tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:51.183158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Attempting to bind port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:51.184401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Attempting to bind port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:51.185370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Attempting to bind port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:51.189954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-973f5b15-732a-4c03-93e2-4ba582195eaa req-4b3527d7-01da-43e1-870d-ed274ea1ebfe tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949604 Nov 10 21:25:51.194887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:51.195640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Attempting to bind port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:51.202049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:51.202363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:51.202756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:51.203235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Bound port: 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:51.204405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:51.256321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:51.307888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] For port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:51.315986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] For port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:51.410138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:51.438184 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7aaf6ddc-fd0d-4ffa-9058-241d2ef33fb9 req-6cd4c93e-be35-4b98-b348-ba41ecaee217 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114834 Nov 10 21:25:51.485506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:51.486253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:51.487573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-5d930928-8999-4f96-b872-990132700678 service neutron] 10.222.0.64 "PUT /v2.0/ports/7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce HTTP/1.1" status: 200 len: 1096 time: 1.4733570 Nov 10 21:25:51.501016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c13e-c336-418e-9f09-a4e61ed78d05 req-9f51625f-2ca0-454c-8c5b-5651045e33ca tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:51.508506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab43c13e-c336-418e-9f09-a4e61ed78d05 req-9f51625f-2ca0-454c-8c5b-5651045e33ca tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.1257439 Nov 10 21:25:51.512438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d930928-8999-4f96-b872-990132700678 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:51.527212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1252952-6efb-45e8-8297-e65c10259463 req-149f0b72-9421-4d38-879b-2114fa8ef6d9 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:51.533234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1252952-6efb-45e8-8297-e65c10259463 req-149f0b72-9421-4d38-879b-2114fa8ef6d9 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1023 time: 0.1747489 Nov 10 21:25:51.635819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1252952-6efb-45e8-8297-e65c10259463 req-f543cb73-e3c1-4a2e-b0e1-cc9f60965270 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&id=a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0&id=70b2ccd4-abc3-435e-96e1-485c2690efad HTTP/1.1" status: 200 len: 6200 time: 0.0985811 Nov 10 21:25:51.682640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab43c13e-c336-418e-9f09-a4e61ed78d05 req-cc9c0485-5e70-4b7b-9c23-a86b4a66434e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728485 Nov 10 21:25:51.700315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80997881-53d1-4855-8174-deb5453c0516 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:51.704000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3576d58a-968d-4de0-84ff-666256c5536e req-abb3a7e9-9f25-472c-8323-e1ca02c6e92d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': ' tempest-securitygroup -687131781 ', 'description': 'tempest-description-2015880190'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:51.715028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:51.748738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Transition to ACTIVE for port object 80997881-53d1-4855-8174-deb5453c0516 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:51.786074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-dfc98fd4-dbbe-4353-b141-4808d8fd87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:51.796072 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-dfc98fd4-dbbe-4353-b141-4808d8fd87cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 1099 time: 0.1261814 Nov 10 21:25:51.868456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-9d6b22b2-ffb1-41f7-9be1-9019f81adeb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce HTTP/1.1" status: 200 len: 217 time: 0.0540724 Nov 10 21:25:51.885370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf1f72-f556-41f0-babe-1292b3a9ec4f req-5803121b-4435-4a5b-b298-783ea0d7b8ea tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:51.887200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5daf1f72-f556-41f0-babe-1292b3a9ec4f req-5803121b-4435-4a5b-b298-783ea0d7b8ea tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0585022 Nov 10 21:25:51.900989 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:51.938589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3576d58a-968d-4de0-84ff-666256c5536e req-abb3a7e9-9f25-472c-8323-e1ca02c6e92d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:51.995657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-b49f8fa8-4215-4c8e-9853-da6c815fe9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:51.999093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-b49f8fa8-4215-4c8e-9853-da6c815fe9a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1223226 Nov 10 21:25:52.033242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Pushing event updated for resources: {'Port': ['ID=80997881-53d1-4855-8174-deb5453c0516,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:52.066848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5daf1f72-f556-41f0-babe-1292b3a9ec4f req-8b95f977-da95-4345-8754-1373b5a970f0 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723988 Nov 10 21:25:52.131019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Attempting to bind port 80997881-53d1-4855-8174-deb5453c0516 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:52.131357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Attempting to bind port 80997881-53d1-4855-8174-deb5453c0516 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:52.131689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Attempting to bind port 80997881-53d1-4855-8174-deb5453c0516 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:52.135971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39'}, {'name': 'network-changed', 'server_uuid': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'tag': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:52.138728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Port 80997881-53d1-4855-8174-deb5453c0516 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:52.139176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Attempting to bind port 80997881-53d1-4855-8174-deb5453c0516 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:52.142972 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e149562-a597-4264-a304-9151d62819ff" -d '{"events": [{"name": "network-changed", "server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39"}, {"name": "network-changed", "server_uuid": "11f0a9cf-c8f8-4c15-860a-9e1fa505eb28", "tag": "7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:52.148962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:52.149336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:52.149723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:52.150167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Bound port: 80997881-53d1-4855-8174-deb5453c0516, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:52.150578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:52.206949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-8508a9f7-62a3-4b13-875d-23d3390ebee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.210356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-8508a9f7-62a3-4b13-875d-23d3390ebee0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1950431 Nov 10 21:25:52.256468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] For port 80997881-53d1-4855-8174-deb5453c0516, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:52.259484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3576d58a-968d-4de0-84ff-666256c5536e req-abb3a7e9-9f25-472c-8323-e1ca02c6e92d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:52.261185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] For port 80997881-53d1-4855-8174-deb5453c0516, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=80997881-53d1-4855-8174-deb5453c0516,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:52.304422 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7ffcf7-c7d9-418f-806d-c0c2a8903361 x-openstack-request-id: req-4c7ffcf7-c7d9-418f-806d-c0c2a8903361 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:52.304913 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "11f0a9cf-c8f8-4c15-860a-9e1fa505eb28", "tag": "7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:52.305092 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c7ffcf7-c7d9-418f-806d-c0c2a8903361 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:52.305350 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'status': 'completed', 'code': 200} Nov 10 21:25:52.305599 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'tag': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce', 'status': 'completed', 'code': 200} Nov 10 21:25:52.362887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3576d58a-968d-4de0-84ff-666256c5536e req-abb3a7e9-9f25-472c-8323-e1ca02c6e92d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:52.380698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:52.403241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-e227644d-1bf6-4360-8415-baa9e9d04ae7 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846831 Nov 10 21:25:52.424671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3a7e9-9f25-472c-8323-e1ca02c6e92d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54d1bf8-c838-4c06-95bf-caf0f241d7c2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:52.425004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149562-a597-4264-a304-9151d62819ff req-12a04da2-1728-48f1-bad3-b7137c6322d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.427001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-12a04da2-1728-48f1-bad3-b7137c6322d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1175 time: 0.1205633 Nov 10 21:25:52.441243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.441843 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:52.443162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] 10.222.0.53 "PUT /v2.0/ports/80997881-53d1-4855-8174-deb5453c0516 HTTP/1.1" status: 200 len: 1097 time: 1.6448557 Nov 10 21:25:52.446495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'tag': '80997881-53d1-4855-8174-deb5453c0516'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:52.449000 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5819dc-1f95-4515-a5d5-15cca76efccf" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0d1878-656a-4ae9-8152-8f2717c04988", "tag": "80997881-53d1-4855-8174-deb5453c0516"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:52.492812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937239c4-e5f6-4d84-b700-a278939d7e77 req-196cfcf9-5904-493c-8fc5-c69390b09684 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.494391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-937239c4-e5f6-4d84-b700-a278939d7e77 req-196cfcf9-5904-493c-8fc5-c69390b09684 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 948 time: 0.1488357 Nov 10 21:25:52.496208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3576d58a-968d-4de0-84ff-666256c5536e req-abb3a7e9-9f25-472c-8323-e1ca02c6e92d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:52.498925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3576d58a-968d-4de0-84ff-666256c5536e req-abb3a7e9-9f25-472c-8323-e1ca02c6e92d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8149333 Nov 10 21:25:52.504836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Pushing event updated for resources: {'Port': ['ID=80997881-53d1-4855-8174-deb5453c0516,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:52.520385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.520728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.521076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.521408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.521733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.522056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.522468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.522842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.523123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.523429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.523757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.527779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a3416-2bb4-466e-a75b-afcb7648ae22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:52.548690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-cc7c2fdc-d2e2-4aa7-9989-2b86fd44ae5d service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332030 Nov 10 21:25:52.760688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149562-a597-4264-a304-9151d62819ff req-1964b6b5-19ab-42d4-a87c-e6b504f9ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.762731 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-1964b6b5-19ab-42d4-a87c-e6b504f9ea52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 1099 time: 0.0665445 Nov 10 21:25:52.861985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ef9e23e-3493-4b5c-aab4-f62cf8c7a898 req-d97f3676-7388-42f4-9f08-68cb48ea3195 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/a54d1bf8-c838-4c06-95bf-caf0f241d7c2 HTTP/1.1" status: 200 len: 1797 time: 0.0981634 Nov 10 21:25:52.894867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149562-a597-4264-a304-9151d62819ff req-96b64bd3-5880-469b-bfcd-8e6d385948b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:52.906838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-96b64bd3-5880-469b-bfcd-8e6d385948b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1233077 Nov 10 21:25:52.934113 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cee63-dc0c-489a-b5ef-ec90da01bb9c x-openstack-request-id: req-c24cee63-dc0c-489a-b5ef-ec90da01bb9c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:52.934520 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0d1878-656a-4ae9-8152-8f2717c04988", "tag": "80997881-53d1-4855-8174-deb5453c0516", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:52.934828 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c24cee63-dc0c-489a-b5ef-ec90da01bb9c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:52.946925 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'tag': '80997881-53d1-4855-8174-deb5453c0516', 'status': 'completed', 'code': 200} Nov 10 21:25:52.970388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-c771c299-b06e-4135-b1fb-a5443bafa9a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce HTTP/1.1" status: 200 len: 217 time: 0.0642066 Nov 10 21:25:53.011455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-5abf5d24-7fc2-4aae-8024-eda2fbb50718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.012968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-5abf5d24-7fc2-4aae-8024-eda2fbb50718 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 1100 time: 0.4420109 Nov 10 21:25:53.019219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149562-a597-4264-a304-9151d62819ff req-227cc069-0ef1-4799-8d5d-366a3597a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.020651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-227cc069-0ef1-4799-8d5d-366a3597a526 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 914 time: 0.5544446 Nov 10 21:25:53.024085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-937239c4-e5f6-4d84-b700-a278939d7e77 req-a574145e-9cac-4e4f-b396-5b3332e1d5b3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054951 Nov 10 21:25:53.058975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a0e8-2968-4f9b-a8d8-14d44ce09633 req-c1a9e7e4-61e1-48cf-b89c-b95bb3474919 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.060517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23e6a0e8-2968-4f9b-a8d8-14d44ce09633 req-c1a9e7e4-61e1-48cf-b89c-b95bb3474919 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.1009533 Nov 10 21:25:53.062153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149562-a597-4264-a304-9151d62819ff req-029af311-a720-4530-8afe-cc55abaeee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.063916 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-029af311-a720-4530-8afe-cc55abaeee2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0753794 Nov 10 21:25:53.104825 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-7d064bb9-0cb2-489c-a495-0c74d3125352 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=80997881-53d1-4855-8174-deb5453c0516 HTTP/1.1" status: 200 len: 217 time: 0.0716431 Nov 10 21:25:53.111246 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-c1d9f5d9-0605-460b-8fc6-5fe91c10a6f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39 HTTP/1.1" status: 200 len: 217 time: 0.0768471 Nov 10 21:25:53.144394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23e6a0e8-2968-4f9b-a8d8-14d44ce09633 req-97dbb59e-fb76-44bb-b8bd-5176bad5bf62 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Nov 10 21:25:53.149374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149562-a597-4264-a304-9151d62819ff req-40d7f0fe-4bc8-4b38-a111-73ec9d55d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.150838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-40d7f0fe-4bc8-4b38-a111-73ec9d55d07c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760894 Nov 10 21:25:53.206509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95539ea8-8031-4e7b-b8a9-aee528ef47a6 req-6cdfd8c1-e2c0-4837-8595-c57dc834c111 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/a54d1bf8-c838-4c06-95bf-caf0f241d7c2 HTTP/1.1" status: 200 len: 1797 time: 0.1043370 Nov 10 21:25:53.228908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e149562-a597-4264-a304-9151d62819ff req-2d54d817-e39e-4555-933d-37c46ad91ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.230339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-2d54d817-e39e-4555-933d-37c46ad91ee3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.1065223 Nov 10 21:25:53.231589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-a8763380-2fe7-42de-b049-5b9a7403c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.233066 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-a8763380-2fe7-42de-b049-5b9a7403c2e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1081805 Nov 10 21:25:53.256126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:53.292668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-be49782d-bbb3-4f9f-b3fb-27b7f90050c0 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320550 Nov 10 21:25:53.309729 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-21c8c9ea-8b93-4272-b6b6-0ee7506e5106 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576665 Nov 10 21:25:53.316653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a8f3-c6c6-432e-a3d0-e47fec9cffff req-1f3c1357-b2c2-4965-8cb9-2dc1c67d0ce5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.324092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86a9a8f3-c6c6-432e-a3d0-e47fec9cffff req-1f3c1357-b2c2-4965-8cb9-2dc1c67d0ce5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0822065 Nov 10 21:25:53.343114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95539ea8-8031-4e7b-b8a9-aee528ef47a6 req-bb819f56-5931-46e8-8165-995aa412aa43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:53.366191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e698-3482-415e-9c99-a27f59103d56 req-e7032337-5962-43af-a335-e0a9651622a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.367656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-e7032337-5962-43af-a335-e0a9651622a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1172988 Nov 10 21:25:53.416436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86a9a8f3-c6c6-432e-a3d0-e47fec9cffff req-f8f90156-42c9-4935-92db-687f11e58393 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885170 Nov 10 21:25:53.424630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95539ea8-8031-4e7b-b8a9-aee528ef47a6 req-bb819f56-5931-46e8-8165-995aa412aa43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:53.427374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-5d4ad5b9-57c2-4e74-9606-85ccdf42ef60 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269238 Nov 10 21:25:53.541320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-c79b1fa8-741d-4b53-a48f-c449683581bd service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128279 Nov 10 21:25:53.552708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-1433cddd-cc9a-4e8f-b71a-673b3dce4a38 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465514 Nov 10 21:25:53.661571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95539ea8-8031-4e7b-b8a9-aee528ef47a6 req-bb819f56-5931-46e8-8165-995aa412aa43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:53.664217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95539ea8-8031-4e7b-b8a9-aee528ef47a6 req-bb819f56-5931-46e8-8165-995aa412aa43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:53.665326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95539ea8-8031-4e7b-b8a9-aee528ef47a6 req-bb819f56-5931-46e8-8165-995aa412aa43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/a54d1bf8-c838-4c06-95bf-caf0f241d7c2 HTTP/1.1" status: 204 len: 173 time: 0.4505212 Nov 10 21:25:53.689296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb819f56-5931-46e8-8165-995aa412aa43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54d1bf8-c838-4c06-95bf-caf0f241d7c2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:53.718776 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-6bab9b7a-6cf5-481f-8bb2-4e5ce3badcd3 req-69180e20-0613-469a-b47f-4c910584b5c2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:25:53.720578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6bab9b7a-6cf5-481f-8bb2-4e5ce3badcd3 req-69180e20-0613-469a-b47f-4c910584b5c2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/a54d1bf8-c838-4c06-95bf-caf0f241d7c2 HTTP/1.1" status: 404 len: 352 time: 0.0343301 Nov 10 21:25:53.745128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7291e698-3482-415e-9c99-a27f59103d56 req-3d686f9c-ee33-469a-8fb2-30967c1e2bb6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785483 Nov 10 21:25:53.748315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e149562-a597-4264-a304-9151d62819ff req-2a094880-7cab-410c-b00d-4a9f1cd1ce6e service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898677 Nov 10 21:25:53.752554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-ba92247d-d852-41c5-8514-57e293664f23 req-46d21d13-2978-41aa-af3f-8f0fc5d95b9e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1579556071', 'description': 'tempest-description-1276867781'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:53.860705 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ba92247d-d852-41c5-8514-57e293664f23 req-46d21d13-2978-41aa-af3f-8f0fc5d95b9e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:53.957054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-9d59d422-1d14-4b61-8c42-e6a12da21e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:53.958662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-9d59d422-1d14-4b61-8c42-e6a12da21e92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 1100 time: 0.0679755 Nov 10 21:25:53.960910 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ba92247d-d852-41c5-8514-57e293664f23 req-46d21d13-2978-41aa-af3f-8f0fc5d95b9e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:54.026043 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ba92247d-d852-41c5-8514-57e293664f23 req-46d21d13-2978-41aa-af3f-8f0fc5d95b9e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:54.068708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d21d13-2978-41aa-af3f-8f0fc5d95b9e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee02be-e55f-4dbb-a2a2-3492470f5b3d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:54.083460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-4dc3d2f5-dab0-40b9-9587-ecf5b7e770ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:54.085032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-4dc3d2f5-dab0-40b9-9587-ecf5b7e770ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1185284 Nov 10 21:25:54.140299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-f41778c8-9e3a-4e09-87bc-30a2ad3370d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1187323459&fields=id&tenant_id=ab4e725e8b2346b494ddbb232cfca920 HTTP/1.1" status: 200 len: 267 time: 0.0417771 Nov 10 21:25:54.141934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-b5686335-731f-475d-b4c4-70211d3ceeba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=80997881-53d1-4855-8174-deb5453c0516 HTTP/1.1" status: 200 len: 217 time: 0.0363340 Nov 10 21:25:54.184010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ba92247d-d852-41c5-8514-57e293664f23 req-46d21d13-2978-41aa-af3f-8f0fc5d95b9e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:54.189048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba92247d-d852-41c5-8514-57e293664f23 req-46d21d13-2978-41aa-af3f-8f0fc5d95b9e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4390790 Nov 10 21:25:54.204380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-9b3da74c-5e76-4c31-89e6-b8ca18491d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:54.206033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-9b3da74c-5e76-4c31-89e6-b8ca18491d81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0559213 Nov 10 21:25:54.256533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-e17475f0-be5f-4325-af51-102caf0737a9 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:54.257912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-e17475f0-be5f-4325-af51-102caf0737a9 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/networks?id=64d49acd-8b50-48a9-9818-d0a96b05525e HTTP/1.1" status: 200 len: 816 time: 0.1098952 Nov 10 21:25:54.274007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-dce31708-71c6-44e8-a29b-542ba315c43f tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/quotas/ab4e725e8b2346b494ddbb232cfca920 HTTP/1.1" status: 200 len: 375 time: 0.0099354 Nov 10 21:25:54.282298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-4051069a-38db-48bb-8f5f-aff820d8f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:54.283805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-4051069a-38db-48bb-8f5f-aff820d8f2c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695188 Nov 10 21:25:54.307285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33cc0-c220-49e3-ba1a-eb0e7e150d75 req-0ead5bd9-1cd2-4c9d-b093-e7f9092fab31 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:54.308734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4d33cc0-c220-49e3-ba1a-eb0e7e150d75 req-0ead5bd9-1cd2-4c9d-b093-e7f9092fab31 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 948 time: 0.0658817 Nov 10 21:25:54.330226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-228cc670-faf8-4dee-80d9-3775d3dad7dd tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab4e725e8b2346b494ddbb232cfca920&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495217 Nov 10 21:25:54.409266 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4d33cc0-c220-49e3-ba1a-eb0e7e150d75 req-368b3622-e606-4a5d-bcb1-63afef9941ac tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908978 Nov 10 21:25:54.423571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-248373c6-6586-4ed4-8648-b6d848f13194 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318951 Nov 10 21:25:54.441866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-66e106ec-19ce-4259-b176-66683eb54a76 service neutron] 10.222.0.45 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997283 Nov 10 21:25:54.532378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-9feebd20-1450-4638-8a0c-6843be00c98d service neutron] 10.222.0.45 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837922 Nov 10 21:25:54.552872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf5819dc-1f95-4515-a5d5-15cca76efccf req-c9c69b0a-9f83-4c6b-9ae4-7c1b4f69596d service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214621 Nov 10 21:25:54.561294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a48f2-f869-4561-845d-fd1ffacf28be req-66e42199-3fbc-4e41-b336-80c1ac7d02d2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:54.563237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-110a48f2-f869-4561-845d-fd1ffacf28be req-66e42199-3fbc-4e41-b336-80c1ac7d02d2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0766075 Nov 10 21:25:54.622719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-110a48f2-f869-4561-845d-fd1ffacf28be req-8ceb7e7e-df8d-4b3b-a6d3-aef869a31fb4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 Nov 10 21:25:54.650509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-7f4f7dd8-4ac4-476c-9fae-7eae58f1d248 req-6edeb286-3e44-4b09-a6b6-a1653bc4015d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1744273045', 'description': 'tempest-description-1013028891'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:54.735358 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7f4f7dd8-4ac4-476c-9fae-7eae58f1d248 req-6edeb286-3e44-4b09-a6b6-a1653bc4015d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:54.801060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7f4f7dd8-4ac4-476c-9fae-7eae58f1d248 req-6edeb286-3e44-4b09-a6b6-a1653bc4015d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:54.904632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7f4f7dd8-4ac4-476c-9fae-7eae58f1d248 req-6edeb286-3e44-4b09-a6b6-a1653bc4015d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:54.932880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeb286-3e44-4b09-a6b6-a1653bc4015d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37db7240-f9ef-496a-a4a6-a4fe72a7433c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:54.998293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7f4f7dd8-4ac4-476c-9fae-7eae58f1d248 req-6edeb286-3e44-4b09-a6b6-a1653bc4015d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:54.999597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f4f7dd8-4ac4-476c-9fae-7eae58f1d248 req-6edeb286-3e44-4b09-a6b6-a1653bc4015d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3532834 Nov 10 21:25:55.104035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267542bb-b4b7-47fb-b2e5-f2cbf59158c6 req-bf0ee3dc-4c68-472d-b1b3-62a67d238ad7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:55.105533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-267542bb-b4b7-47fb-b2e5-f2cbf59158c6 req-bf0ee3dc-4c68-472d-b1b3-62a67d238ad7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0594122 Nov 10 21:25:55.161147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-267542bb-b4b7-47fb-b2e5-f2cbf59158c6 req-911352f6-b9f4-48e5-8e25-56ded06f36b4 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Nov 10 21:25:55.223767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3bafe32e-35fd-41a6-b3de-3b94e5dea185 req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1310478753', 'description': 'tempest-description-719707952'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:55.308210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c41b82f6-baf1-49dc-8306-d4044333edc2 req-831f4297-dfde-42fd-b14f-a6c55cbb01cb tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0312760 Nov 10 21:25:55.311847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bafe32e-35fd-41a6-b3de-3b94e5dea185 req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:55.382819 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bafe32e-35fd-41a6-b3de-3b94e5dea185 req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:55.455205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bafe32e-35fd-41a6-b3de-3b94e5dea185 req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:55.483515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca4e9b7-8c11-4d93-93ca-f651749bec0f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:55.491652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.492024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.496740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:55.531220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b080c-f205-4960-975b-3c25a085eba1 req-d375d5bf-55f4-47f9-ab86-aeb59afb96d4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:55.532906 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-544b080c-f205-4960-975b-3c25a085eba1 req-d375d5bf-55f4-47f9-ab86-aeb59afb96d4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 948 time: 0.0551264 Nov 10 21:25:55.548333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3bafe32e-35fd-41a6-b3de-3b94e5dea185 req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:55.549683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bafe32e-35fd-41a6-b3de-3b94e5dea185 req-1ea18e7c-f6a0-442c-b19e-514b533d3a3b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3320224 Nov 10 21:25:55.597207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-544b080c-f205-4960-975b-3c25a085eba1 req-6318817a-bca5-4a0d-b26b-9c9961c76509 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460539 Nov 10 21:25:55.673625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-768abbfc-595c-45d3-8a36-1e381551b516 req-8332cf7c-76b0-4896-a1de-971f90897025 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 11000 time: 0.1030445 Nov 10 21:25:55.714895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-768abbfc-595c-45d3-8a36-1e381551b516 req-d1e6e608-c8fd-4cc1-a9e3-893ecc32e0bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/f11212b3-2161-4296-824b-bf97af6eebc4 HTTP/1.1" status: 200 len: 2998 time: 0.0404088 Nov 10 21:25:55.746061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34a0f6-a327-4b4d-8c1b-7ede80ebb746 req-dc19e8c1-89b8-409e-81c3-1b540806aab4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:55.747534 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d34a0f6-a327-4b4d-8c1b-7ede80ebb746 req-dc19e8c1-89b8-409e-81c3-1b540806aab4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0507193 Nov 10 21:25:55.760694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-768abbfc-595c-45d3-8a36-1e381551b516 req-8ddf097e-1939-4822-b313-89f0a8744fd7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/f11212b3-2161-4296-824b-bf97af6eebc4 HTTP/1.1" status: 200 len: 2998 time: 0.0394537 Nov 10 21:25:55.801488 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d34a0f6-a327-4b4d-8c1b-7ede80ebb746 req-54e389de-670c-4128-a1ca-68070da0d1fc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 Nov 10 21:25:55.825136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51af80a6-d754-4334-b54c-76a8ba74a30b req-83e66751-c92b-4748-8e58-851318c64eb1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/49ee02be-e55f-4dbb-a2a2-3492470f5b3d HTTP/1.1" status: 200 len: 1818 time: 0.0426915 Nov 10 21:25:55.886393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51af80a6-d754-4334-b54c-76a8ba74a30b req-0abf57ae-ca9b-4b1d-878c-167caeca20e3 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:55.910616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51af80a6-d754-4334-b54c-76a8ba74a30b req-0abf57ae-ca9b-4b1d-878c-167caeca20e3 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.007579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51af80a6-d754-4334-b54c-76a8ba74a30b req-0abf57ae-ca9b-4b1d-878c-167caeca20e3 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.010110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51af80a6-d754-4334-b54c-76a8ba74a30b req-0abf57ae-ca9b-4b1d-878c-167caeca20e3 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.011255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51af80a6-d754-4334-b54c-76a8ba74a30b req-0abf57ae-ca9b-4b1d-878c-167caeca20e3 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/49ee02be-e55f-4dbb-a2a2-3492470f5b3d HTTP/1.1" status: 204 len: 173 time: 0.1814530 Nov 10 21:25:56.020181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf57ae-ca9b-4b1d-878c-167caeca20e3 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee02be-e55f-4dbb-a2a2-3492470f5b3d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:56.043566 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-7215967f-63b4-43b7-99c5-1997cdc8aebb req-0702ea6b-0118-44e3-9ad1-73a229e2d73e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:25:56.044606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7215967f-63b4-43b7-99c5-1997cdc8aebb req-0702ea6b-0118-44e3-9ad1-73a229e2d73e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/49ee02be-e55f-4dbb-a2a2-3492470f5b3d HTTP/1.1" status: 404 len: 352 time: 0.0148244 Nov 10 21:25:56.106097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c61af6b-e327-468a-aa66-df515fc48971 req-11f9d2eb-7a9e-4095-973b-837d32208f28 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/37db7240-f9ef-496a-a4a6-a4fe72a7433c HTTP/1.1" status: 200 len: 1818 time: 0.0383668 Nov 10 21:25:56.165755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6c61af6b-e327-468a-aa66-df515fc48971 req-85e49b12-fa69-4d26-8e3f-dbe24795ec2f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.192365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6c61af6b-e327-468a-aa66-df515fc48971 req-85e49b12-fa69-4d26-8e3f-dbe24795ec2f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.295065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6c61af6b-e327-468a-aa66-df515fc48971 req-85e49b12-fa69-4d26-8e3f-dbe24795ec2f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.298401 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6c61af6b-e327-468a-aa66-df515fc48971 req-85e49b12-fa69-4d26-8e3f-dbe24795ec2f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.300150 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c61af6b-e327-468a-aa66-df515fc48971 req-85e49b12-fa69-4d26-8e3f-dbe24795ec2f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/37db7240-f9ef-496a-a4a6-a4fe72a7433c HTTP/1.1" status: 204 len: 173 time: 0.1865630 Nov 10 21:25:56.307923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67dde2-1445-403e-bc5d-a1a2275517d6 req-c58b8b2d-c4f6-4f89-b10e-c67692957cab tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:56.309820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab67dde2-1445-403e-bc5d-a1a2275517d6 req-c58b8b2d-c4f6-4f89-b10e-c67692957cab tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0542152 Nov 10 21:25:56.309975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e49b12-fa69-4d26-8e3f-dbe24795ec2f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db7240-f9ef-496a-a4a6-a4fe72a7433c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:56.368705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab67dde2-1445-403e-bc5d-a1a2275517d6 req-34a46d5a-a477-4786-887d-091d70dff285 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Nov 10 21:25:56.410485 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-f26ea05b-5306-4c50-843b-54d9ce45bf38 req-b3067337-8442-4d40-bff4-c87c50a56108 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:25:56.411527 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f26ea05b-5306-4c50-843b-54d9ce45bf38 req-b3067337-8442-4d40-bff4-c87c50a56108 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/37db7240-f9ef-496a-a4a6-a4fe72a7433c HTTP/1.1" status: 404 len: 352 time: 0.0155423 Nov 10 21:25:56.496509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0de9d3a0-cfae-44bb-80de-42bbf00e5249 req-341f4c8a-48ea-40da-8051-a013a282d01f tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0285707 Nov 10 21:25:56.704299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d9eab-6d76-4c71-9229-b15a34d18df4 req-8d6006f1-d7ab-414f-8349-39c366681ced tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:56.706034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-448d9eab-6d76-4c71-9229-b15a34d18df4 req-8d6006f1-d7ab-414f-8349-39c366681ced tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 948 time: 0.0518160 Nov 10 21:25:56.761337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-448d9eab-6d76-4c71-9229-b15a34d18df4 req-b74c9d99-0c70-4dca-8f40-d708f180a1e7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Nov 10 21:25:56.767479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81c78c40-b259-401d-898a-da065af5ccc6 req-adf02ad9-aeac-4ba5-8e8d-aaa8cd52fd7c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/bca4e9b7-8c11-4d93-93ca-f651749bec0f HTTP/1.1" status: 200 len: 1817 time: 0.3243005 Nov 10 21:25:56.870197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81c78c40-b259-401d-898a-da065af5ccc6 req-f23a5304-1efe-4839-b134-ed1b4b2edf01 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.913477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81c78c40-b259-401d-898a-da065af5ccc6 req-f23a5304-1efe-4839-b134-ed1b4b2edf01 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:56.925833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-be3486e4-3c78-46de-8f0f-b92fa0c8d369 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:56.927311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-be3486e4-3c78-46de-8f0f-b92fa0c8d369 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1167099 Nov 10 21:25:56.929143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a401b-a7cd-4e4e-82e2-697477a812d3 req-7d0c0b1c-e01c-4234-8e0c-c20910900c40 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:56.930629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-257a401b-a7cd-4e4e-82e2-697477a812d3 req-7d0c0b1c-e01c-4234-8e0c-c20910900c40 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0530844 Nov 10 21:25:56.942228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-11'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:56.982933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-257a401b-a7cd-4e4e-82e2-697477a812d3 req-da124719-0514-4da9-beb7-ea4758635479 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Nov 10 21:25:57.007264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.104505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81c78c40-b259-401d-898a-da065af5ccc6 req-f23a5304-1efe-4839-b134-ed1b4b2edf01 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.107077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81c78c40-b259-401d-898a-da065af5ccc6 req-f23a5304-1efe-4839-b134-ed1b4b2edf01 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.108242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81c78c40-b259-401d-898a-da065af5ccc6 req-f23a5304-1efe-4839-b134-ed1b4b2edf01 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/bca4e9b7-8c11-4d93-93ca-f651749bec0f HTTP/1.1" status: 204 len: 173 time: 0.3338373 Nov 10 21:25:57.123429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a5304-1efe-4839-b134-ed1b4b2edf01 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca4e9b7-8c11-4d93-93ca-f651749bec0f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:57.143210 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-89711925-b16a-4604-b1a3-2c0c39f236e1 req-60fa1763-f67f-4e08-8c67-f7ca575ea3d6 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:25:57.144355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89711925-b16a-4604-b1a3-2c0c39f236e1 req-60fa1763-f67f-4e08-8c67-f7ca575ea3d6 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/bca4e9b7-8c11-4d93-93ca-f651749bec0f HTTP/1.1" status: 404 len: 352 time: 0.0146182 Nov 10 21:25:57.164385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:57.171234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:57.217205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 80997881-53d1-4855-8174-deb5453c0516 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:57.248151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:57.299097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-709644d7-3eda-42c6-98d2-1ab23bd5f955 req-bef1c2e0-15e3-4ca4-9b06-a54f8ca53278 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 6200 time: 0.1324537 Nov 10 21:25:57.321825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:57.324430 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def9e75-0fa0-4697-a3fb-c955a9d9bf43" -d '{"events": [{"server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "name": "network-vif-unplugged", "status": "completed", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:57.329440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.352836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:57.371678 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-709644d7-3eda-42c6-98d2-1ab23bd5f955 req-d603b209-e3a8-4549-99be-69f807dbbb19 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/f11212b3-2161-4296-824b-bf97af6eebc4 HTTP/1.1" status: 200 len: 2998 time: 0.0606647 Nov 10 21:25:57.376536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce', 'mac_address': 'fa:16:3e:88:ea:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:57.411866 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d2bdb-7b7a-4bc1-8c54-9c827e486c77 x-openstack-request-id: req-e54d2bdb-7b7a-4bc1-8c54-9c827e486c77 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:57.412393 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "name": "network-vif-unplugged", "status": "completed", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:57.412795 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e54d2bdb-7b7a-4bc1-8c54-9c827e486c77 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:57.413571 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716', 'code': 200} Nov 10 21:25:57.420276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.433182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 80997881-53d1-4855-8174-deb5453c0516, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=80997881-53d1-4855-8174-deb5453c0516,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:57.449547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.451399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '80997881-53d1-4855-8174-deb5453c0516', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '80997881-53d1-4855-8174-deb5453c0516', 'mac_address': 'fa:16:3e:53:be:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:25:57.507589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:57.512110 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.512618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-709644d7-3eda-42c6-98d2-1ab23bd5f955 req-5f68cf01-64dc-444f-a4e6-d12d5dab1386 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/f11212b3-2161-4296-824b-bf97af6eebc4 HTTP/1.1" status: 200 len: 2998 time: 0.1318221 Nov 10 21:25:57.535351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80997881-53d1-4855-8174-deb5453c0516 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:57.543858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:57.553574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:57.571483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 80997881-53d1-4855-8174-deb5453c0516, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=80997881-53d1-4855-8174-deb5453c0516,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:57.604523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2aa08c33-0823-4277-bf69-2e2c7c93a758 req-1677ac43-b537-4b4c-a761-a4e761d1d588 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1628938971', 'description': 'tempest-description-1546414952'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:57.610638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on host n-h2-776250-11 for vnic_type normal with profile {"migrating_to": "n-h1-776250-11"} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:25:57.611088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:25:57.611512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:57.621801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:25:57.622210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Attempting to bind port 519b5bad-303e-4f08-9975-f81e32c5d716 on network df97caad-6583-4433-ad36-91a8d4ca9d35 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:25:57.632541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:25:57.632874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Checking segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:25:57.633243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Bound using segment: {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:25:57.633670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Bound port: 519b5bad-303e-4f08-9975-f81e32c5d716, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a380e56-b673-4edd-a999-268559c96cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'df97caad-6583-4433-ad36-91a8d4ca9d35'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:25:57.634019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.661280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.677546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780021c-d066-4844-adf3-ed1225c04c13 req-86b3d077-28dd-4119-8777-e20751dcb96f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:57.679248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3780021c-d066-4844-adf3-ed1225c04c13 req-86b3d077-28dd-4119-8777-e20751dcb96f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1320570 Nov 10 21:25:57.704937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-dfecdc57-5640-41cc-a620-008bdeacb7a4 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:57.706978 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-dfecdc57-5640-41cc-a620-008bdeacb7a4 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.64 "GET /v2.0/networks?id=64d49acd-8b50-48a9-9818-d0a96b05525e HTTP/1.1" status: 200 len: 816 time: 0.1966801 Nov 10 21:25:57.723133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:25:57.726598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:57.726811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:25:57.736557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.736946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.737353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.738491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.738836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.739168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.739497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.740054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.751114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.751114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.751114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.751114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:25:57.751114 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.763470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3780021c-d066-4844-adf3-ed1225c04c13 req-a612835b-b918-482a-9250-8fc595b0853c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758388 Nov 10 21:25:57.792546 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa08c33-0823-4277-bf69-2e2c7c93a758 req-1677ac43-b537-4b4c-a761-a4e761d1d588 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.801808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-561a4149-2b21-441e-a491-fe2d22870879 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab4e725e8b2346b494ddbb232cfca920 HTTP/1.1" status: 200 len: 380 time: 0.0775268 Nov 10 21:25:57.818824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Request body: {'port': {'device_id': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'admin_state_up': True, 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'security_groups': ['8945d6a0-0d59-43bd-8f42-e806b97c4454']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:57.823198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=80997881-53d1-4855-8174-deb5453c0516,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:57.850448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.910342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d157b4e3-4779-4353-bdc2-220b5df827b9 req-97ba8c94-14b1-4d23-8bc3-71970181f76d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0550296 Nov 10 21:25:57.926344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa08c33-0823-4277-bf69-2e2c7c93a758 req-1677ac43-b537-4b4c-a761-a4e761d1d588 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.957884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=8']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:57.961729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:57.963149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:57.964361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-422bcd58-4ddd-48c8-b5cf-3644cdb765f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 1123 time: 1.0281332 Nov 10 21:25:58.005468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa08c33-0823-4277-bf69-2e2c7c93a758 req-1677ac43-b537-4b4c-a761-a4e761d1d588 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.043465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677ac43-b537-4b4c-a761-a4e761d1d588 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc646959-abef-4a7a-a124-2365132718e4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:58.048340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d845d42-c15d-419c-a45d-3112438c3e3f req-4bb2e9c6-7dbc-4a66-9e4a-7f84852e66a7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:58.049911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d845d42-c15d-419c-a45d-3112438c3e3f req-4bb2e9c6-7dbc-4a66-9e4a-7f84852e66a7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 949 time: 0.0597212 Nov 10 21:25:58.051163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Made reservation on behalf of ab4e725e8b2346b494ddbb232cfca920 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:25:58.054879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.102406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa08c33-0823-4277-bf69-2e2c7c93a758 req-1677ac43-b537-4b4c-a761-a4e761d1d588 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.103952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa08c33-0823-4277-bf69-2e2c7c93a758 req-1677ac43-b537-4b4c-a761-a4e761d1d588 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5039914 Nov 10 21:25:58.104913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['80997881-53d1-4855-8174-deb5453c0516'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:58.116388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['519b5bad-303e-4f08-9975-f81e32c5d716'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:58.165075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d845d42-c15d-419c-a45d-3112438c3e3f req-52457c82-e9e1-4dcf-8fd0-9af44ba78685 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071711 Nov 10 21:25:58.170365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['519b5bad-303e-4f08-9975-f81e32c5d716'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:58.202541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:25:58.255454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-ffc3e360-d822-4334-9978-1182aa12fafb req-5fa133c8-1263-446d-b1c6-b5f7ef5b2bd5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1563953530', 'description': 'tempest-description-719297051'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:58.264299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8c8a7-6fb7-4c3c-b0a2-c387a88b3f66 req-d8bc0539-5cbd-4086-a05f-371921036cfb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:58.279588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dac8c8a7-6fb7-4c3c-b0a2-c387a88b3f66 req-d8bc0539-5cbd-4086-a05f-371921036cfb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0746164 Nov 10 21:25:58.313179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Allocated IP 172.20.0.10 (64d49acd-8b50-48a9-9818-d0a96b05525e/89734400-2efa-4fe6-87cb-e9d4f0dd055f/e5d706ac-53c6-4ab4-9a14-0c48510441ba) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:25:58.342125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dac8c8a7-6fb7-4c3c-b0a2-c387a88b3f66 req-1d650036-286e-485e-a3b9-d5abc020b0dd tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613017 Nov 10 21:25:58.387271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ffc3e360-d822-4334-9978-1182aa12fafb req-5fa133c8-1263-446d-b1c6-b5f7ef5b2bd5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.547044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ffc3e360-d822-4334-9978-1182aa12fafb req-5fa133c8-1263-446d-b1c6-b5f7ef5b2bd5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.595936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.650346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ffc3e360-d822-4334-9978-1182aa12fafb req-5fa133c8-1263-446d-b1c6-b5f7ef5b2bd5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.684348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa133c8-1263-446d-b1c6-b5f7ef5b2bd5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bced36-10a2-4266-9974-b2ec35be3165,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:58.740871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.775286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ffc3e360-d822-4334-9978-1182aa12fafb req-5fa133c8-1263-446d-b1c6-b5f7ef5b2bd5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.777075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffc3e360-d822-4334-9978-1182aa12fafb req-5fa133c8-1263-446d-b1c6-b5f7ef5b2bd5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5304794 Nov 10 21:25:58.793021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Network 64d49acd-8b50-48a9-9818-d0a96b05525e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:25:58.799937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:25:58.802122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event updated for resources: {'Port': ['ID=e5d706ac-53c6-4ab4-9a14-0c48510441ba,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:58.804299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:25:58.863430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:58.864139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:58.941302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a703e-287f-4779-93b6-4bacd8dae428 req-92972e14-3417-486d-994b-a03415244605 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:58.943297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf4a703e-287f-4779-93b6-4bacd8dae428 req-92972e14-3417-486d-994b-a03415244605 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0626912 Nov 10 21:25:58.944136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-a8a605ae-a3d9-4f0c-8878-4e51da56c235 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1307776 Nov 10 21:25:58.960198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Request body: {'port': {'device_id': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:25:59.013178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf4a703e-287f-4779-93b6-4bacd8dae428 req-515acbfe-3904-4ada-853b-63b5805c636b tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630012 Nov 10 21:25:59.075156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:59.149000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20304745-8026-4e93-aac9-68007c887dde req-e77dfb48-32f4-4032-ba87-f8fc910438d2 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:59.150819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20304745-8026-4e93-aac9-68007c887dde req-e77dfb48-32f4-4032-ba87-f8fc910438d2 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 932 time: 0.0750589 Nov 10 21:25:59.161756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-799f14ee-d2da-4226-b20a-5af2b24c6631 None None] Provisioning complete for port e5d706ac-53c6-4ab4-9a14-0c48510441ba triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:25:59.162466 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-799f14ee-d2da-4226-b20a-5af2b24c6631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:59.206205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 519b5bad-303e-4f08-9975-f81e32c5d716 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:25:59.231702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20304745-8026-4e93-aac9-68007c887dde req-a007bfae-a3d5-41af-828b-acb9ff6b5661 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734499 Nov 10 21:25:59.240917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-799f14ee-d2da-4226-b20a-5af2b24c6631 None None] Port e5d706ac-53c6-4ab4-9a14-0c48510441ba cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:25:59.360769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:25:59.373153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 519b5bad-303e-4f08-9975-f81e32c5d716 has no active binding in host n-h1-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:25:59.376133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0c046-7a13-4e31-89f5-2e51c185ac5d req-2a25cfe2-8833-47af-8615-4a438d698c3b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:59.377590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-de0c2b64-747f-4a98-9603-853b20ab2bfd tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:59.378139 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75f0c046-7a13-4e31-89f5-2e51c185ac5d req-2a25cfe2-8833-47af-8615-4a438d698c3b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 949 time: 0.0692418 Nov 10 21:25:59.379935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-de0c2b64-747f-4a98-9603-853b20ab2bfd tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 813 time: 0.2343295 Nov 10 21:25:59.408691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-f5c59790-65fe-46e5-a8ce-1b113f0db923 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/quotas/d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 375 time: 0.0184546 Nov 10 21:25:59.416146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:25:59.418411 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab924e6-9180-4dfa-82a2-86567c31f2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:25:59.440271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75f0c046-7a13-4e31-89f5-2e51c185ac5d req-2e94fdfb-b229-433b-8910-c8ced67c0039 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547493 Nov 10 21:25:59.510989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-0a09ac41-fd6e-4f68-adac-1cfe353a1d2c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777519 Nov 10 21:25:59.571147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e563ab-ffec-4bca-ba3f-aa451b5378a2 req-45e5fea1-fdda-4b3d-88a7-15d10f4c88d2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:59.572937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81e563ab-ffec-4bca-ba3f-aa451b5378a2 req-45e5fea1-fdda-4b3d-88a7-15d10f4c88d2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0674233 Nov 10 21:25:59.621960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d706ac-53c6-4ab4-9a14-0c48510441ba {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:25:59.632590 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:59.643035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81e563ab-ffec-4bca-ba3f-aa451b5378a2 req-838a6e39-92fe-4d4c-a373-71d12c5ed210 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Nov 10 21:25:59.657280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Transition to ACTIVE for port object e5d706ac-53c6-4ab4-9a14-0c48510441ba will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:25:59.668059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-942db9d0-9b29-4736-966b-97d9d37ed4c0 service neutron] 10.222.0.45 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420209 Nov 10 21:25:59.698966 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63f943-d0fe-4cd6-bfbb-d3b1963e4ef1 x-openstack-request-id: req-4b63f943-d0fe-4cd6-bfbb-d3b1963e4ef1 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:25:59.700093 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:25:59.700449 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b63f943-d0fe-4cd6-bfbb-d3b1963e4ef1 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:25:59.701662 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716', 'status': 'completed', 'code': 200} Nov 10 21:25:59.752447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:25:59.877343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Pushing event updated for resources: {'Port': ['ID=e5d706ac-53c6-4ab4-9a14-0c48510441ba,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:25:59.886945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-f2590df8-1ca3-4dfc-a266-609ee0a8e1cf service neutron] 10.222.0.45 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124038 Nov 10 21:25:59.918766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-d3422f30-a22f-4c85-8555-03365c03c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:25:59.920289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-d3422f30-a22f-4c85-8555-03365c03c09e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1126 time: 0.1807971 Nov 10 21:26:00.048771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Attempting to bind port e5d706ac-53c6-4ab4-9a14-0c48510441ba on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:00.049092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Attempting to bind port e5d706ac-53c6-4ab4-9a14-0c48510441ba by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:00.049373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Attempting to bind port e5d706ac-53c6-4ab4-9a14-0c48510441ba on network 64d49acd-8b50-48a9-9818-d0a96b05525e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:00.066910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Port e5d706ac-53c6-4ab4-9a14-0c48510441ba on network 64d49acd-8b50-48a9-9818-d0a96b05525e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:00.067232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Attempting to bind port e5d706ac-53c6-4ab4-9a14-0c48510441ba on network 64d49acd-8b50-48a9-9818-d0a96b05525e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:00.082591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:00.082929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Checking segment: {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:00.083313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Bound using segment: {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:00.083910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Bound port: e5d706ac-53c6-4ab4-9a14-0c48510441ba, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904fa25a-0ac9-437d-b7c5-918b29502896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:00.084279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:00.100424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-0fdec6fa-3ff0-4947-b46d-52a1bd42ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.101822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-0fdec6fa-3ff0-4947-b46d-52a1bd42ec50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1626914 Nov 10 21:26:00.191057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-50ee6a40-3696-4768-b9c0-f68a0453a21e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 217 time: 0.0813897 Nov 10 21:26:00.275597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7dd1e554-44c2-4199-a88e-1bf411e253e5 req-5a4418b8-7aae-4a0d-bf1f-622e539e9afc tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 210 time: 0.0452323 Nov 10 21:26:00.287970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] For port e5d706ac-53c6-4ab4-9a14-0c48510441ba, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:00.292522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] For port e5d706ac-53c6-4ab4-9a14-0c48510441ba, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:00.297826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-2ac29dd4-c1e8-4448-ac62-e433cfecdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.299598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-2ac29dd4-c1e8-4448-ac62-e433cfecdff4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.1007693 Nov 10 21:26:00.322240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508479b-4eaa-4d7b-a890-594b12e75a71 req-899ac63c-db2a-4087-830e-447d5953c3d8 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.324273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6508479b-4eaa-4d7b-a890-594b12e75a71 req-899ac63c-db2a-4087-830e-447d5953c3d8 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0853925 Nov 10 21:26:00.389510 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6508479b-4eaa-4d7b-a890-594b12e75a71 req-2807a48b-b900-4ff9-bd20-5f9481bbd56f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575380 Nov 10 21:26:00.431013 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-a6635ee5-da4a-4e38-8402-1322aa382a6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229472 Nov 10 21:26:00.434901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:00.508938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da33d6b-2c26-43e4-9f08-e6405f1a2abf req-5c9aef46-c25f-4618-a5a1-d0df2afff727 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.517461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6da33d6b-2c26-43e4-9f08-e6405f1a2abf req-5c9aef46-c25f-4618-a5a1-d0df2afff727 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.1598814 Nov 10 21:26:00.520199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.520864 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:00.522294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] 10.222.0.64 "PUT /v2.0/ports/e5d706ac-53c6-4ab4-9a14-0c48510441ba HTTP/1.1" status: 200 len: 1093 time: 1.5667510 Nov 10 21:26:00.526858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:00.529295 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46" -d '{"events": [{"name": "network-changed", "server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:00.584308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c3b05-7a44-4af8-9634-03cf4ae71fcf req-49910811-3d3b-4af8-b40f-b42bcb62ab08 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.590748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f7c3b05-7a44-4af8-9634-03cf4ae71fcf req-49910811-3d3b-4af8-b40f-b42bcb62ab08 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 949 time: 0.0731111 Nov 10 21:26:00.633839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0c0a7-428e-4541-abc6-da82811bb43b service neutron] Pushing event updated for resources: {'Port': ['ID=e5d706ac-53c6-4ab4-9a14-0c48510441ba,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:00.686179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f7c3b05-7a44-4af8-9634-03cf4ae71fcf req-d04c57dd-a3fc-47d5-a515-10f91910fc39 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895820 Nov 10 21:26:00.694465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6da33d6b-2c26-43e4-9f08-e6405f1a2abf req-d8563c30-e03d-4d24-9696-f2a4d8a4daed tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637001 Nov 10 21:26:00.724178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-40e0ae01-bd3e-4345-8464-29f574c92769 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840481 Nov 10 21:26:00.778079 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8eed8f-adf8-42b1-9c78-19f8fc66f2a6 x-openstack-request-id: req-ac8eed8f-adf8-42b1-9c78-19f8fc66f2a6 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:00.779241 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:00.779654 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac8eed8f-adf8-42b1-9c78-19f8fc66f2a6 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:00.780247 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'status': 'completed', 'code': 200} Nov 10 21:26:00.889704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-5de1dc92-5983-46e4-a280-6bf163671c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.891322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-5de1dc92-5983-46e4-a280-6bf163671c25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab4e725e8b2346b494ddbb232cfca920&device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 1096 time: 0.1663942 Nov 10 21:26:00.923616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf886e-1b22-41c7-b6b8-dc5bc1e468a1 req-2889feca-e05f-4169-8fd6-7d3bb67179ae tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:00.925277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ebf886e-1b22-41c7-b6b8-dc5bc1e468a1 req-2889feca-e05f-4169-8fd6-7d3bb67179ae tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.1344895 Nov 10 21:26:00.977640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-001c50b8-607c-40b6-b24b-a439f1b88752 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba HTTP/1.1" status: 200 len: 217 time: 0.0722365 Nov 10 21:26:00.987629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cab924e6-9180-4dfa-82a2-86567c31f2ea req-d4020f68-537d-4683-877b-9485367a7d79 service neutron] 10.222.0.53 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422976 Nov 10 21:26:01.062006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ebf886e-1b22-41c7-b6b8-dc5bc1e468a1 req-02da16b0-9e50-4bce-886d-71accfda6df5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891514 Nov 10 21:26:01.066981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-6bb6e453-ed04-4666-b3ae-4244d0f8dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.068607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-6bb6e453-ed04-4666-b3ae-4244d0f8dafe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89734400-2efa-4fe6-87cb-e9d4f0dd055f HTTP/1.1" status: 200 len: 855 time: 0.0704031 Nov 10 21:26:01.129981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-cf2a65f9-a2a9-4e82-8c2c-e5f84033975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.132689 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-cf2a65f9-a2a9-4e82-8c2c-e5f84033975f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=64d49acd-8b50-48a9-9818-d0a96b05525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507860 Nov 10 21:26:01.204999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:01.238493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 80997881-53d1-4855-8174-deb5453c0516 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:01.239567 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-c81c2eda-8cd6-451f-8c3a-c299b05ce057 service neutron] 10.222.0.64 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985162 Nov 10 21:26:01.388081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5dc248e4-e348-47e5-ac22-59654f392537 req-32ec6679-5469-44b2-873c-2286164c3d3e tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 210 time: 0.0383487 Nov 10 21:26:01.389989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3a799f5-4fd7-4d3d-a37f-700f1dbdd8b4 req-58a48f57-23a9-42d8-8673-05909c9721cd service neutron] 10.222.0.64 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386726 Nov 10 21:26:01.397964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:01.400380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 80997881-53d1-4855-8174-deb5453c0516 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:01.405230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:01.405860 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:01.408609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 80997881-53d1-4855-8174-deb5453c0516 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:01.421626 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:01.546057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f15bdc-9589-4058-b9a3-a9b79275296c req-8320c8c3-166a-470b-85a2-2a86855a38df tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.556389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25f15bdc-9589-4058-b9a3-a9b79275296c req-8320c8c3-166a-470b-85a2-2a86855a38df tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0747180 Nov 10 21:26:01.570482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:01.580990 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:01.615425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:01.618284 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2246452d-aa11-431d-8451-c7b122fe1a3a" -d '{"events": [{"server_uuid": "11f0a9cf-c8f8-4c15-860a-9e1fa505eb28", "name": "network-vif-plugged", "status": "completed", "tag": "7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:01.637239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:01.641423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-27ec01b8-177a-4daa-8646-d11100dbc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.644755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-27ec01b8-177a-4daa-8646-d11100dbc41f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab4e725e8b2346b494ddbb232cfca920&device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 1096 time: 0.0647731 Nov 10 21:26:01.657736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25f15bdc-9589-4058-b9a3-a9b79275296c req-129680e6-b016-4175-8a76-9f16ed16ae30 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000485 Nov 10 21:26:01.657971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 80997881-53d1-4855-8174-deb5453c0516, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=80997881-53d1-4855-8174-deb5453c0516,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:01.682724 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2238c87-4427-4060-b566-d52f2669e490 x-openstack-request-id: req-a2238c87-4427-4060-b566-d52f2669e490 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:01.683015 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f0a9cf-c8f8-4c15-860a-9e1fa505eb28", "name": "network-vif-plugged", "status": "completed", "tag": "7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:01.683271 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2238c87-4427-4060-b566-d52f2669e490 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:01.683665 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce', 'code': 200} Nov 10 21:26:01.718290 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:01.772425 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:01.802948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:01.819799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-e026c862-cac8-4b28-aaf3-6ea63ebfea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.821406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-e026c862-cac8-4b28-aaf3-6ea63ebfea17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=64d49acd-8b50-48a9-9818-d0a96b05525e HTTP/1.1" status: 200 len: 917 time: 0.1543028 Nov 10 21:26:01.854640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c1faa-4df6-4572-a9aa-d1fb87c8e09c req-f94ae5c3-2a8a-4411-9f31-cd155704ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.856740 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c81c1faa-4df6-4572-a9aa-d1fb87c8e09c req-f94ae5c3-2a8a-4411-9f31-cd155704ee58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 1101 time: 0.0759373 Nov 10 21:26:01.888051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=80997881-53d1-4855-8174-deb5453c0516,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:01.897030 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-2b00ad6b-c44c-4586-966f-7da144d2b220 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba HTTP/1.1" status: 200 len: 217 time: 0.0419707 Nov 10 21:26:01.905916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767212f-f7c1-42a6-82cb-eadab45ed67d req-b4c17ccd-8801-4ca2-8081-0cc5dff2fc9f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.912322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b767212f-f7c1-42a6-82cb-eadab45ed67d req-b4c17ccd-8801-4ca2-8081-0cc5dff2fc9f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 950 time: 0.1196551 Nov 10 21:26:01.948745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72854-f0b9-45ea-b4da-1d0dce27fd4f req-b4c02201-9ac9-48d4-b832-41a3dd17e98d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:01.950331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3cc72854-f0b9-45ea-b4da-1d0dce27fd4f req-b4c02201-9ac9-48d4-b832-41a3dd17e98d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.1405206 Nov 10 21:26:01.985904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c81c1faa-4df6-4572-a9aa-d1fb87c8e09c req-8cfa6383-a4b1-4612-b933-b3d14de9ca2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130180 Nov 10 21:26:02.004528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b767212f-f7c1-42a6-82cb-eadab45ed67d req-0687de42-5232-40a8-8b8f-ae8a4683fe60 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857360 Nov 10 21:26:02.285976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-aa521905-4cfd-457b-81cd-bf60f04cdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:02.287435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-aa521905-4cfd-457b-81cd-bf60f04cdc1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89734400-2efa-4fe6-87cb-e9d4f0dd055f HTTP/1.1" status: 200 len: 855 time: 0.3808033 Nov 10 21:26:02.313529 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3cc72854-f0b9-45ea-b4da-1d0dce27fd4f req-441a8f29-6779-4d63-ac17-0c0d87922c41 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543601 Nov 10 21:26:02.419207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab61a86-5817-4422-8fd8-7e864dcc2663 req-d91ff7e3-bd2e-4594-b018-46cb3b6f3857 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:02.420872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aab61a86-5817-4422-8fd8-7e864dcc2663 req-d91ff7e3-bd2e-4594-b018-46cb3b6f3857 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0502808 Nov 10 21:26:02.470563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aab61a86-5817-4422-8fd8-7e864dcc2663 req-e2a68acd-98bb-4319-9357-989cbe1ca32f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Nov 10 21:26:02.618579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-621f11c5-770f-48be-af07-17afbec4b0e3 req-0cb6015b-a516-4d7b-8325-0a54fa5635a1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 210 time: 0.0270865 Nov 10 21:26:02.757920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-2fefe6db-9f6a-4ab3-943b-70a9d3ac4ec8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:02.759638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-2fefe6db-9f6a-4ab3-943b-70a9d3ac4ec8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 813 time: 0.1315706 Nov 10 21:26:02.786771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'port': {'device_id': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1', 'admin_state_up': True, 'tenant_id': 'd83c02ad7050472eb6ff68c3d7530df5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:02.892075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e76e3-d6f1-4e86-a583-23e83fbb15a9 req-8d0f40b5-8737-4274-ac38-6620cfe7083d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:02.893587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a53e76e3-d6f1-4e86-a583-23e83fbb15a9 req-8d0f40b5-8737-4274-ac38-6620cfe7083d tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1580276 Nov 10 21:26:02.916113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-87a071a6-51a8-40ee-8a44-cd8ecae2c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:02.917634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-87a071a6-51a8-40ee-8a44-cd8ecae2c3ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=64d49acd-8b50-48a9-9818-d0a96b05525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1570339 Nov 10 21:26:03.041847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a53e76e3-d6f1-4e86-a583-23e83fbb15a9 req-70005ef2-cd8f-4ea0-9fc9-e8b3881fe633 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407137 Nov 10 21:26:03.077972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-b9362501-6b21-484a-81c5-6edb9939fa40 service neutron] 10.222.0.64 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430116 Nov 10 21:26:03.153434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d3c23-7e53-4ea0-ad22-eb24399d8372 req-7452e289-27d6-4e6e-8b0f-06e75bb5c61e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:03.153434 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d02d3c23-7e53-4ea0-ad22-eb24399d8372 req-7452e289-27d6-4e6e-8b0f-06e75bb5c61e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 950 time: 0.0644951 Nov 10 21:26:03.157480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Made reservation on behalf of d83c02ad7050472eb6ff68c3d7530df5 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:03.161789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:03.221708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d02d3c23-7e53-4ea0-ad22-eb24399d8372 req-defdb121-0b76-43be-89f1-bc9b021dfb4a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657814 Nov 10 21:26:03.278973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-229687c9-2d02-45bd-aa6b-c64ffeb5aa46 req-ae3e88f3-4009-416f-8e7c-5f41b5fa05e3 service neutron] 10.222.0.64 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837707 Nov 10 21:26:03.346106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Allocated IP 172.20.0.8 (f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1/c272adb1-d62b-431b-b4ab-f2b01a1033c1/a1ce8fdc-018f-4b4f-853d-dc160dcab065) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:03.503500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35c1eb-ea42-4884-8f68-595512c13d6d req-94d36d7e-a55d-4350-b7ad-2afc4b7211f9 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:03.505082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee35c1eb-ea42-4884-8f68-595512c13d6d req-94d36d7e-a55d-4350-b7ad-2afc4b7211f9 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.1120362 Nov 10 21:26:03.561921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:03.585461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee35c1eb-ea42-4884-8f68-595512c13d6d req-5e076e11-fc12-4ab0-b8cc-c96303988f15 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740809 Nov 10 21:26:03.606652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9e6ae-72e1-4581-9229-511ba5f5fecb req-8261c004-d18b-490a-8588-75ab8f9f59bb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:03.615607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aad9e6ae-72e1-4581-9229-511ba5f5fecb req-8261c004-d18b-490a-8588-75ab8f9f59bb tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0604022 Nov 10 21:26:03.667209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aad9e6ae-72e1-4581-9229-511ba5f5fecb req-4b92836f-5090-4330-97ae-e20ddddaf4a9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Nov 10 21:26:03.686813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80997881-53d1-4855-8174-deb5453c0516'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:03.687993 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c7cfd-aa9e-4439-b3f6-f971b840eda1" -d '{"events": [{"server_uuid": "2f0d1878-656a-4ae9-8152-8f2717c04988", "name": "network-vif-plugged", "status": "completed", "tag": "80997881-53d1-4855-8174-deb5453c0516"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:03.707304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:03.721439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:03.756586 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd76bde-fb5f-4b3f-a3dd-9e4db20ecbd1 x-openstack-request-id: req-1bd76bde-fb5f-4b3f-a3dd-9e4db20ecbd1 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:03.757013 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0d1878-656a-4ae9-8152-8f2717c04988", "name": "network-vif-plugged", "status": "completed", "tag": "80997881-53d1-4855-8174-deb5453c0516", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:03.761322 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1bd76bde-fb5f-4b3f-a3dd-9e4db20ecbd1 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:03.761322 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80997881-53d1-4855-8174-deb5453c0516', 'code': 200} Nov 10 21:26:03.779121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:03.801177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:03.807183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:03.813135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:03.908928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe77ee4-a0ef-45be-bf7d-21b17d8ed5b2 req-d76d5a47-2728-4876-b3cd-059cda7d3b79 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:03.910514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fe77ee4-a0ef-45be-bf7d-21b17d8ed5b2 req-d76d5a47-2728-4876-b3cd-059cda7d3b79 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 931 time: 0.1560361 Nov 10 21:26:03.922452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:03.923245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:03.958486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa2fee-a343-45c1-803d-8ca77e1b5a13 req-0f00bda1-6ad6-4e83-9aac-4f85a03a23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:03.963667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32aa2fee-a343-45c1-803d-8ca77e1b5a13 req-0f00bda1-6ad6-4e83-9aac-4f85a03a23f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 1102 time: 0.1151340 Nov 10 21:26:04.004387 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fe77ee4-a0ef-45be-bf7d-21b17d8ed5b2 req-5620f5c1-6a0e-44b9-9303-c29fd467cb58 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783596 Nov 10 21:26:04.026817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32aa2fee-a343-45c1-803d-8ca77e1b5a13 req-555e2628-547a-4a64-af10-703141e08ba7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562401 Nov 10 21:26:04.044907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-e6d2d235-7d69-4b39-9c1d-ddc0b55b87e2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2637348 Nov 10 21:26:04.220166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633800b0-2034-48aa-98da-376202e82e86 req-ed6996f1-3147-46a0-8f95-11e8da8b4c66 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:04.221800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-633800b0-2034-48aa-98da-376202e82e86 req-ed6996f1-3147-46a0-8f95-11e8da8b4c66 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0750778 Nov 10 21:26:04.224666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Request body: {'port': {'device_id': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:04.288201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-633800b0-2034-48aa-98da-376202e82e86 req-633cffe6-d879-4d1a-82b6-b7446f6eb18f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 Nov 10 21:26:04.352708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:04.442362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20fd1e-0852-4e4f-8613-743247be7888 req-22b5c6c1-b977-45ed-b74a-374caed54547 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:04.443882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd20fd1e-0852-4e4f-8613-743247be7888 req-22b5c6c1-b977-45ed-b74a-374caed54547 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 950 time: 0.0890112 Nov 10 21:26:04.574306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd20fd1e-0852-4e4f-8613-743247be7888 req-6e925c6d-30d8-4984-9111-6317a16ae6a4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226037 Nov 10 21:26:04.713746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ce8fdc-018f-4b4f-853d-dc160dcab065 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:04.727004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:04.727184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a44c46-710f-4903-981c-d6de419c2f91 req-4694395c-05d2-429d-861e-57cc257e7947 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:04.735025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2a44c46-710f-4903-981c-d6de419c2f91 req-4694395c-05d2-429d-861e-57cc257e7947 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0646336 Nov 10 21:26:04.740160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Transition to ACTIVE for port object a1ce8fdc-018f-4b4f-853d-dc160dcab065 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:04.788329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2a44c46-710f-4903-981c-d6de419c2f91 req-f621528d-44d4-4dd9-bee3-d8c983697be1 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524161 Nov 10 21:26:04.866688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:04.922415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47aab5-eb00-4c40-b881-530d7915c05f req-650af858-5637-4711-b1a9-4510f9f3e605 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:04.924309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b47aab5-eb00-4c40-b881-530d7915c05f req-650af858-5637-4711-b1a9-4510f9f3e605 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0678833 Nov 10 21:26:04.951937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:05.003140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b47aab5-eb00-4c40-b881-530d7915c05f req-117c1e28-3f93-42fc-a44a-acd509f6c1dc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683200 Nov 10 21:26:05.032898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Attempting to bind port a1ce8fdc-018f-4b4f-853d-dc160dcab065 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:05.033331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Attempting to bind port a1ce8fdc-018f-4b4f-853d-dc160dcab065 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:05.033657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Attempting to bind port a1ce8fdc-018f-4b4f-853d-dc160dcab065 on network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:05.038576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Port a1ce8fdc-018f-4b4f-853d-dc160dcab065 on network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:05.038896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Attempting to bind port a1ce8fdc-018f-4b4f-853d-dc160dcab065 on network f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:05.043972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:05.044317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Checking segment: {'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:05.044700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Bound using segment: {'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:05.045125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Bound port: a1ce8fdc-018f-4b4f-853d-dc160dcab065, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e1fc44-4822-4f95-908f-d965327733c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:05.045512 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:05.154494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:05.173768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:05.189219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6d413-be04-4d23-93d4-d1d2979d4c39 req-dddc5b19-cdeb-4bbf-bb0f-c472bb376dd8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.190879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6db6d413-be04-4d23-93d4-d1d2979d4c39 req-dddc5b19-cdeb-4bbf-bb0f-c472bb376dd8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 943 time: 0.0907340 Nov 10 21:26:05.244634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6db6d413-be04-4d23-93d4-d1d2979d4c39 req-f4a1f717-b37d-4859-8a05-a1a3c722c621 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Nov 10 21:26:05.253974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 519b5bad-303e-4f08-9975-f81e32c5d716 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:05.409286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:05.448759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.449378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:05.450754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] 10.222.0.53 "PUT /v2.0/ports/a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 1092 time: 1.2325201 Nov 10 21:26:05.453030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:05.455449 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7409160f-6343-4769-9385-2e8a88c86d65" -d '{"events": [{"name": "network-changed", "server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:05.491922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efef092-e3d7-4bdb-90a5-57200f780cda req-86a8eb9c-8ba7-41bd-b3ef-b1d45b255977 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.493450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8efef092-e3d7-4bdb-90a5-57200f780cda req-86a8eb9c-8ba7-41bd-b3ef-b1d45b255977 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1111860 Nov 10 21:26:05.499286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19e9cc-38f8-4c5a-b8a9-718a0687a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:05.567956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8efef092-e3d7-4bdb-90a5-57200f780cda req-e70e5cf0-b29e-4d76-bbe7-53a2e0c7072a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559223 Nov 10 21:26:05.601973 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b6e99-bd13-4d31-bf5c-841b4e122c3c x-openstack-request-id: req-396b6e99-bd13-4d31-bf5c-841b4e122c3c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:05.601973 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:05.601973 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-396b6e99-bd13-4d31-bf5c-841b4e122c3c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:05.601973 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065', 'status': 'completed', 'code': 200} Nov 10 21:26:05.655398 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c348d75c-ecb4-4bab-bb02-a022f0060194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:05.665234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-da47e576-060d-4e06-90c0-1320a7204401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.666618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-da47e576-060d-4e06-90c0-1320a7204401 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1095 time: 0.0519271 Nov 10 21:26:05.719367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-4ba0eb57-9d82-4533-9e92-ff36957a7832 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 217 time: 0.0387750 Nov 10 21:26:05.735043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fce581-4f7a-4cda-ad45-9c825101a9f4 req-0a344eee-186b-48d2-9610-285b353716cb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.736656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01fce581-4f7a-4cda-ad45-9c825101a9f4 req-0a344eee-186b-48d2-9610-285b353716cb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 950 time: 0.0849974 Nov 10 21:26:05.814069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-ff335a4d-1f2e-4995-a4f9-8f8cdd594c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.814477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-ff335a4d-1f2e-4995-a4f9-8f8cdd594c09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.0769086 Nov 10 21:26:05.827843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01fce581-4f7a-4cda-ad45-9c825101a9f4 req-834d35ac-dc89-4a22-a195-76fc8752936c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824692 Nov 10 21:26:05.834120 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:26:05.858331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-b1f6a037-0843-4022-b0f7-ccdb7e35df53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343003 Nov 10 21:26:05.931778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a37821-695a-478a-8086-b692a47dc6b0 req-c9a4c841-f056-4789-b815-0223cb1b7f70 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:05.934056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79a37821-695a-478a-8086-b692a47dc6b0 req-c9a4c841-f056-4789-b815-0223cb1b7f70 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0564175 Nov 10 21:26:05.992444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-627be416-a765-4c3e-8786-b54559a9e51f service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269855 Nov 10 21:26:05.993042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79a37821-695a-478a-8086-b692a47dc6b0 req-651c74a2-cd39-4b47-8f06-c8de0849f56a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491467 Nov 10 21:26:06.000676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5324b-aac1-412e-813a-3d5cdf49c8aa req-72059683-5dbc-48c6-be0f-8a8e01650bb5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.002129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42f5324b-aac1-412e-813a-3d5cdf49c8aa req-72059683-5dbc-48c6-be0f-8a8e01650bb5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 949 time: 0.0765073 Nov 10 21:26:06.145798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42f5324b-aac1-412e-813a-3d5cdf49c8aa req-270ee814-5c27-495d-9fcf-cff2d05237d3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181185 Nov 10 21:26:06.176996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-905b0d2d-9cd3-4560-90f8-2f1d2e598caf req-dbb7094b-eac5-4cda-bdad-e0597f801173 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739140 Nov 10 21:26:06.180105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7d2766b6-9d84-42ff-a332-b20496a72e4b service neutron] 10.222.0.53 "GET /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716/bindings/n-h1-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.0928159 Nov 10 21:26:06.245436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff170b-94fd-461b-92fd-16ab67ecc6bd req-d920a907-2d3c-4b33-a55d-1029414420ef tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.247253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95ff170b-94fd-461b-92fd-16ab67ecc6bd req-d920a907-2d3c-4b33-a55d-1029414420ef tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0553908 Nov 10 21:26:06.307495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95ff170b-94fd-461b-92fd-16ab67ecc6bd req-7f6b50e5-3335-455b-a9bf-7e9068458aa9 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525577 Nov 10 21:26:06.423223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409160f-6343-4769-9385-2e8a88c86d65 req-daafe809-807a-470f-a544-dbcb085320f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.424934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7409160f-6343-4769-9385-2e8a88c86d65 req-daafe809-807a-470f-a544-dbcb085320f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1095 time: 0.0692806 Nov 10 21:26:06.427528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782590b-a321-49d0-85b5-d73990750498 req-181c5444-8dcc-43a5-9015-7874d3709b08 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.429503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d782590b-a321-49d0-85b5-d73990750498 req-181c5444-8dcc-43a5-9015-7874d3709b08 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 943 time: 0.0583432 Nov 10 21:26:06.433388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:06.488468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d782590b-a321-49d0-85b5-d73990750498 req-691517e5-a505-4d66-b31f-0c5479cde611 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509825 Nov 10 21:26:06.529356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:06.571848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409160f-6343-4769-9385-2e8a88c86d65 req-5e8ddc4c-dd16-4c6d-832e-b4e2bcca9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.573381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7409160f-6343-4769-9385-2e8a88c86d65 req-5e8ddc4c-dd16-4c6d-832e-b4e2bcca9433 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 914 time: 0.1373734 Nov 10 21:26:06.581614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519b5bad-303e-4f08-9975-f81e32c5d716 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:06.595847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:06.648359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7409160f-6343-4769-9385-2e8a88c86d65 req-55ae315e-0bb1-4d1f-8436-b6ea92d92a17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 217 time: 0.0630226 Nov 10 21:26:06.686085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f66c1-d511-4889-b208-1e47da484cc2 req-86f1e7fa-579a-42e1-826d-0f6b10b5f581 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.688089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa7f66c1-d511-4889-b208-1e47da484cc2 req-86f1e7fa-579a-42e1-826d-0f6b10b5f581 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 943 time: 0.0525208 Nov 10 21:26:06.723016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f298d-8368-479d-964c-d6eb2d21cfe9 req-14cc9d92-7409-409d-a811-440f7eb17041 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.729308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f298d-8368-479d-964c-d6eb2d21cfe9 req-14cc9d92-7409-409d-a811-440f7eb17041 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.730856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-802f298d-8368-479d-964c-d6eb2d21cfe9 req-14cc9d92-7409-409d-a811-440f7eb17041 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988&device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 1690 time: 0.1253932 Nov 10 21:26:06.732282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409160f-6343-4769-9385-2e8a88c86d65 req-cb774e1a-4f01-4672-9ab0-e85fc0dfdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:06.733589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7409160f-6343-4769-9385-2e8a88c86d65 req-cb774e1a-4f01-4672-9ab0-e85fc0dfdb8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.0699441 Nov 10 21:26:06.734905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:06.737012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa7f66c1-d511-4889-b208-1e47da484cc2 req-6ae71835-20ea-436f-8a9e-e8a9f58a549f tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Nov 10 21:26:06.787066 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7409160f-6343-4769-9385-2e8a88c86d65 req-c14b7839-3cfa-48dd-a790-f19326b893a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431235 Nov 10 21:26:06.907985 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-802f298d-8368-479d-964c-d6eb2d21cfe9 req-2ccc45cc-308c-49a3-a94d-a982a650c2ad tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620474 Nov 10 21:26:06.946766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] Transition to ACTIVE for port object 519b5bad-303e-4f08-9975-f81e32c5d716 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:06.949330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7409160f-6343-4769-9385-2e8a88c86d65 req-19018be6-b9f4-4bf4-9446-bdc5a1b7ba81 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395750 Nov 10 21:26:07.043029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:07.126665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7409160f-6343-4769-9385-2e8a88c86d65 req-9aac1435-0529-46ae-9c0d-47ad2631887d service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685121 Nov 10 21:26:07.127375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273396c5-5538-4ee6-9af6-58b8d6899d76 req-c58f6652-f1a0-4d70-987e-d90c7f6373a1 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.131037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-273396c5-5538-4ee6-9af6-58b8d6899d76 req-c58f6652-f1a0-4d70-987e-d90c7f6373a1 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0552735 Nov 10 21:26:07.161404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] No DVR routers for this DVR port 519b5bad-303e-4f08-9975-f81e32c5d716 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:07.168093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577c5b-699c-4c29-8a95-bcc6ae610818 req-24c36381-6558-4c4a-a4bb-e4065cbbd6a3 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.169620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-28577c5b-699c-4c29-8a95-bcc6ae610818 req-24c36381-6558-4c4a-a4bb-e4065cbbd6a3 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 1102 time: 0.1416399 Nov 10 21:26:07.174115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] Pushing event updated for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=10']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:07.182129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-273396c5-5538-4ee6-9af6-58b8d6899d76 req-c1b936ca-1942-422c-b476-8723d745f1eb tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469716 Nov 10 21:26:07.209104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-7ee09096-7870-46a1-8ad0-b1a27315a987 service neutron] 10.222.0.53 "PUT /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716/bindings/n-h1-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0105116 Nov 10 21:26:07.248003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-28577c5b-699c-4c29-8a95-bcc6ae610818 req-84767381-54e5-4cbf-ba96-075685bcf58c tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673931 Nov 10 21:26:07.387629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d57af-425d-4ebf-9b87-54da37502673 req-5cc3b6fe-305f-4678-8167-14c5de75962b tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.389185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a38d57af-425d-4ebf-9b87-54da37502673 req-5cc3b6fe-305f-4678-8167-14c5de75962b tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 1101 time: 0.0723975 Nov 10 21:26:07.397028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-ea4ea484-acb9-404c-9541-3167cc0ca934 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.398462 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-ea4ea484-acb9-404c-9541-3167cc0ca934 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.0552194 Nov 10 21:26:07.439925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db427-0960-4c6b-ada1-60ccb35c4ef3 req-7a5d0f9f-7d2f-430e-8713-2df9e1081b50 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.441773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-863db427-0960-4c6b-ada1-60ccb35c4ef3 req-7a5d0f9f-7d2f-430e-8713-2df9e1081b50 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0531425 Nov 10 21:26:07.469733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a38d57af-425d-4ebf-9b87-54da37502673 req-62f13cfd-a558-4b3f-b902-84faf40372e0 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695224 Nov 10 21:26:07.481298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-565da42f-10d9-4a8e-a99e-29d6da545388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.482900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-565da42f-10d9-4a8e-a99e-29d6da545388 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9&tenant_id=b656759df46b4d5dbb131dbb49eec8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0606692 Nov 10 21:26:07.509330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-863db427-0960-4c6b-ada1-60ccb35c4ef3 req-14c2543a-a250-4867-baa9-705c8d0619ff tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614762 Nov 10 21:26:07.557891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-edabb7b5-53cd-48d1-833f-53f3fb5a5dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.559407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-edabb7b5-53cd-48d1-833f-53f3fb5a5dd3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0471351 Nov 10 21:26:07.633231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-f0e0b71b-14b9-4992-b4d9-0b5edbafd17b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246480 Nov 10 21:26:07.724218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9472f34-276b-4727-ab1f-094a4b5440bc req-bd758b07-979f-4926-a798-45c3ec3c2978 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.725615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9472f34-276b-4727-ab1f-094a4b5440bc req-bd758b07-979f-4926-a798-45c3ec3c2978 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 943 time: 0.1531901 Nov 10 21:26:07.749491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-7b4a2810-6b32-448e-8885-a16b1cdff74c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.751091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-7b4a2810-6b32-448e-8885-a16b1cdff74c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119957 Nov 10 21:26:07.757844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-dda22c3e-4cd0-46da-9119-2f64fff73563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.759304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-dda22c3e-4cd0-46da-9119-2f64fff73563 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 200 len: 921 time: 0.1849210 Nov 10 21:26:07.768179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-492a42ce-cee3-4644-ac01-5691c25338b2 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/quotas/dabef66bbc824900928ba1f0ea5d5cb6 HTTP/1.1" status: 200 len: 375 time: 0.0107055 Nov 10 21:26:07.772131 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-f6f4d7b3-6c48-4cb2-99b6-3a261c443ddb service neutron] show failed (client error): The resource could not be found. Nov 10 21:26:07.772131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-f6f4d7b3-6c48-4cb2-99b6-3a261c443ddb service neutron] 10.222.0.53 "GET /v2.0/ports/5c794659-fecb-402d-b678-9d3d45c8ad64/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.1118011 Nov 10 21:26:07.818753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-3b9485ba-7243-4602-a756-b329c5e3671e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 200 len: 217 time: 0.0470195 Nov 10 21:26:07.829912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-7804d9c8-9f9a-4320-8a88-4a093a6534c1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0561485 Nov 10 21:26:07.835228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9472f34-276b-4727-ab1f-094a4b5440bc req-707fbe8d-6817-4785-9131-50957bdabc37 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962908 Nov 10 21:26:07.880523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-9ab7b12e-ea9e-42c2-a98e-b0b4dcd48e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:07.882092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-9ab7b12e-ea9e-42c2-a98e-b0b4dcd48e47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 200 len: 860 time: 0.0473511 Nov 10 21:26:07.932756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-f95f75cc-9ea5-4c72-9c85-c6471d62a593 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df97caad-6583-4433-ad36-91a8d4ca9d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280654 Nov 10 21:26:07.980806 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-870c9835-e435-41dc-b5f6-14ad6f8f954d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:08.066716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ac73-7c0a-42d6-bed0-ba748182ff83 req-fc1ce304-ad07-457a-8788-e2f1285abf37 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:08.068209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1003ac73-7c0a-42d6-bed0-ba748182ff83 req-fc1ce304-ad07-457a-8788-e2f1285abf37 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 944 time: 0.0959532 Nov 10 21:26:08.069937 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-ce296a97-5751-454a-9edc-4f33b8b736f4 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278117 Nov 10 21:26:08.187150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1003ac73-7c0a-42d6-bed0-ba748182ff83 req-b267f76d-90ee-4b21-a97a-d9a98cc47fb9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123862 Nov 10 21:26:08.203615 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a52537f2-25ee-424e-bc51-7ec1e5f4619f req-1a0be804-83d3-4ca7-8ee6-042a8250d57a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0284452 Nov 10 21:26:08.216482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-cea54582-3308-4d9a-a723-cc13c6ba3e25 service neutron] 10.222.0.64 "GET /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354523 Nov 10 21:26:08.324593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43dd9-378e-413b-a1b2-f30a6ba639cd req-f1b6d3c9-2028-46db-8463-864d6494741d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:08.326293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36c43dd9-378e-413b-a1b2-f30a6ba639cd req-f1b6d3c9-2028-46db-8463-864d6494741d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0534289 Nov 10 21:26:08.406363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36c43dd9-378e-413b-a1b2-f30a6ba639cd req-1e3ba42c-2493-4e11-aad3-1e14b823e0e4 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730224 Nov 10 21:26:08.592595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-b7698242-296c-4137-90c3-4a68d5384fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:08.594230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-b7698242-296c-4137-90c3-4a68d5384fac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 1101 time: 0.0407658 Nov 10 21:26:08.607283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:08.648559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583fe90-77b7-491d-a8af-e0652d4567c7 req-cdbc137e-f02d-4bd5-a378-8df22a926f6f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:08.650077 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c583fe90-77b7-491d-a8af-e0652d4567c7 req-cdbc137e-f02d-4bd5-a378-8df22a926f6f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0574965 Nov 10 21:26:08.667362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:08.699974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c583fe90-77b7-491d-a8af-e0652d4567c7 req-334f6bc5-c131-4185-94e6-564de5d42953 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Nov 10 21:26:08.873783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:08.924264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:08.959669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-d484d0cd-a416-420e-aaf2-4a7542ac1502 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:08.961662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-d484d0cd-a416-420e-aaf2-4a7542ac1502 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9&tenant_id=b656759df46b4d5dbb131dbb49eec8b2&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.0655789 Nov 10 21:26:08.989188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:08.991083 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2458590c-99c4-4f1f-a8ea-d6de01aa34b2" -d '{"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:08.995225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.014240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074211b-507a-48ee-8557-07a4648c5785 req-76f41c62-b86a-4a0e-a801-73d94edc4f5c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.015812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3074211b-507a-48ee-8557-07a4648c5785 req-76f41c62-b86a-4a0e-a801-73d94edc4f5c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 943 time: 0.1040642 Nov 10 21:26:09.020886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Transition to ACTIVE for port object 5c794659-fecb-402d-b678-9d3d45c8ad64 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:09.063624 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b11387-9d85-498e-9723-396ed4136313 x-openstack-request-id: req-e8b11387-9d85-498e-9723-396ed4136313 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:09.071532 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:09.071532 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8b11387-9d85-498e-9723-396ed4136313 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:09.071532 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'code': 200} Nov 10 21:26:09.077116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3074211b-507a-48ee-8557-07a4648c5785 req-0b225a1c-b815-4113-a413-56b4f8a9926d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 Nov 10 21:26:09.106133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.162670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] No DVR routers for this DVR port 5c794659-fecb-402d-b678-9d3d45c8ad64 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:09.196554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:09.215054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.215965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:09.216550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:09.216943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:09.218531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-d6a996a3-4963-428a-b66c-21ba42d92979 service neutron] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:09.222664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:09.223023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:09.223405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-d6a996a3-4963-428a-b66c-21ba42d92979 service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.228561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:09.228737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:09.229066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:09.229633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Bound port: 5c794659-fecb-402d-b678-9d3d45c8ad64, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:09.230014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.236967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a82dee45-52c4-4f14-90b7-0a58c7b730c4 req-d6a996a3-4963-428a-b66c-21ba42d92979 service neutron] 10.222.0.64 "DELETE /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716/bindings/n-h2-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.2567043 Nov 10 21:26:09.253140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a1ce8fdc-018f-4b4f-853d-dc160dcab065 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:26:09.313117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:09.317321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:09.369055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdcb43-4249-4b4d-b5d9-0ed1d6fba505 req-d2eb1710-5bfa-44f0-a856-ec0a964e00d3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.377257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50fdcb43-4249-4b4d-b5d9-0ed1d6fba505 req-d2eb1710-5bfa-44f0-a856-ec0a964e00d3 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 944 time: 0.0732946 Nov 10 21:26:09.385311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51038a16-eecf-49c0-808b-bb76d2a86362 req-ba26d8f9-b6aa-413a-b4b6-51fcbb68f25d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0348651 Nov 10 21:26:09.395712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:09.413495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065', 'network_id': 'f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1', 'port_id': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065', 'mac_address': 'fa:16:3e:a0:ae:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c272adb1-d62b-431b-b4ab-f2b01a1033c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:26:09.432791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.439661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50fdcb43-4249-4b4d-b5d9-0ed1d6fba505 req-a1ededbe-4fd7-4c24-a4b6-d83c16878d60 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602980 Nov 10 21:26:09.484044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.485453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.487023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] 10.222.0.64 "PUT /v2.0/ports/5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 1096 time: 0.8840027 Nov 10 21:26:09.512916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.516348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb18171-5606-491a-9012-7f0ab150bf48 service neutron] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:09.557300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ce8fdc-018f-4b4f-853d-dc160dcab065 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:09.590198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:09.636522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-bb2d9018-e3d4-4d6a-ad18-bbd5828a0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.638245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-bb2d9018-e3d4-4d6a-ad18-bbd5828a0154 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1099 time: 0.0874090 Nov 10 21:26:09.656812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9e224-ee5d-4d73-ac6b-af2ee5115e09 req-4daa86a9-d0dd-49c2-a229-83e75679096d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.658392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bb9e224-ee5d-4d73-ac6b-af2ee5115e09 req-4daa86a9-d0dd-49c2-a229-83e75679096d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.1120551 Nov 10 21:26:09.666620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:09.689966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc204-ad09-4797-a536-0476a37b0ff7 req-5675af0c-ba67-4501-9932-03bb6ccbbcda tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.691919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78acc204-ad09-4797-a536-0476a37b0ff7 req-5675af0c-ba67-4501-9932-03bb6ccbbcda tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.0475361 Nov 10 21:26:09.737067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:09.764375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78acc204-ad09-4797-a536-0476a37b0ff7 req-edf9c7e1-53f5-4b1b-b439-08b6592c1939 tempest-LiveAutoBlockMigrationV225Test-1764549753 tempest-LiveAutoBlockMigrationV225Test-1764549753-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662940 Nov 10 21:26:09.781034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bb9e224-ee5d-4d73-ac6b-af2ee5115e09 req-3e7854cf-8a7e-4539-95a5-72e274c6bf88 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106172 Nov 10 21:26:09.806157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-697fe265-6c03-408f-b908-99bf8562d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.806157 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-697fe265-6c03-408f-b908-99bf8562d1aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1468005 Nov 10 21:26:09.934582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4239f1b-6673-4e38-8faf-68b95f05ed7c req-500f98fc-c829-4960-937c-829e4f23b05f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:09.936206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4239f1b-6673-4e38-8faf-68b95f05ed7c req-500f98fc-c829-4960-937c-829e4f23b05f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0840321 Nov 10 21:26:09.988724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a1ce8fdc-018f-4b4f-853d-dc160dcab065'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:09.991433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4239f1b-6673-4e38-8faf-68b95f05ed7c req-39e8eead-b4ff-4512-96b6-988fdfd8bd0f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Nov 10 21:26:10.213883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-1e9cbd48-1937-498e-9fcd-c87f618b9e23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.3994198 Nov 10 21:26:10.253641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92925c-1aa8-47cb-b23b-7b4b4a54632a req-ffbab05e-5a87-4628-9449-8e42f89e7f72 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:10.255214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b92925c-1aa8-47cb-b23b-7b4b4a54632a req-ffbab05e-5a87-4628-9449-8e42f89e7f72 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 944 time: 0.0533094 Nov 10 21:26:10.264993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-8eb0e6d7-8af6-4bcb-b3f4-50571235cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:10.267099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-8eb0e6d7-8af6-4bcb-b3f4-50571235cefc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0449805 Nov 10 21:26:10.311477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b92925c-1aa8-47cb-b23b-7b4b4a54632a req-ade3c90b-6e0c-43ef-a9ad-7bf3f5660616 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495906 Nov 10 21:26:10.319005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-e48cb57a-0fd8-4ed3-860d-f0d903ad9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:10.320511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-e48cb57a-0fd8-4ed3-860d-f0d903ad9e0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455110 Nov 10 21:26:10.417528 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-5ab5ffe9-458a-4162-a469-b4023a12a11c service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Nov 10 21:26:10.434789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49309a3a-5cfe-4eb3-b660-b9fc401553d2 req-be47e4a7-9f72-47a3-b133-1d1262fd96dd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:10.434789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49309a3a-5cfe-4eb3-b660-b9fc401553d2 req-be47e4a7-9f72-47a3-b133-1d1262fd96dd tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 944 time: 0.0506775 Nov 10 21:26:10.494609 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49309a3a-5cfe-4eb3-b660-b9fc401553d2 req-9e36f329-578e-4fcf-a043-e14589df2b0a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Nov 10 21:26:10.518473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75c48fa9-b3ea-43bf-93ba-16a948c45895 req-6d7ceb49-2680-4e42-b9f4-114b858c170c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0311766 Nov 10 21:26:10.554159 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c780de80-c868-40c4-a78b-b97a98a5fadd req-6c9097aa-e866-4975-b285-90d291cee7e3 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255605 Nov 10 21:26:10.670389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:10.902688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1db58-6ea8-411a-aea2-3ce99b89c096 req-fc356059-978a-4efb-b5b5-28257951a11e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:10.904176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20f1db58-6ea8-411a-aea2-3ce99b89c096 req-fc356059-978a-4efb-b5b5-28257951a11e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0503016 Nov 10 21:26:10.951826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20f1db58-6ea8-411a-aea2-3ce99b89c096 req-4a0a0e54-e755-4842-8695-aee261aa8773 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Nov 10 21:26:11.066023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:11.068424 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a2c26-4fe5-45a1-98c8-27a959b4a664" -d '{"events": [{"name": "network-changed", "server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:11.118032 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11724457-dc49-4ac6-96ae-fe637220aa30 x-openstack-request-id: req-11724457-dc49-4ac6-96ae-fe637220aa30 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:11.118325 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:11.118580 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11724457-dc49-4ac6-96ae-fe637220aa30 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:11.118971 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'status': 'completed', 'code': 200} Nov 10 21:26:11.138985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93df1-2501-4347-a2e8-02b3e3bc55de req-40337f07-b083-41c8-a098-397dbe79ac23 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.141540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92c93df1-2501-4347-a2e8-02b3e3bc55de req-40337f07-b083-41c8-a098-397dbe79ac23 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0653260 Nov 10 21:26:11.241733 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:11.262803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a1ce8fdc-018f-4b4f-853d-dc160dcab065 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:11.264090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-921e41da-8ebb-4c68-8b6c-b0588dd79621 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.266525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-921e41da-8ebb-4c68-8b6c-b0588dd79621 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 944 time: 0.0527644 Nov 10 21:26:11.276082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92c93df1-2501-4347-a2e8-02b3e3bc55de req-baebe4c8-5c2f-4cb0-adbd-93bdc5172495 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070840 Nov 10 21:26:11.298428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-f0508efe-fa1a-4b0a-b2ab-9fc3d892f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.298428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-f0508efe-fa1a-4b0a-b2ab-9fc3d892f77a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1099 time: 0.1223779 Nov 10 21:26:11.298428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-48f97d3e-8cd5-4500-a162-b255fad2a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.298428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-48f97d3e-8cd5-4500-a162-b255fad2a8e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1099 time: 0.1049142 Nov 10 21:26:11.433725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-6175bcfb-face-402d-9f1f-daca3a97ed33 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553110 Nov 10 21:26:11.464788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Deleting port 519b5bad-303e-4f08-9975-f81e32c5d716 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:11.464788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:11.486106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7226f16-5f6f-4679-95ec-40f50b2728a1 req-27b2f7e5-f1e9-4acb-981b-3040fdb524ef tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.487634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7226f16-5f6f-4679-95ec-40f50b2728a1 req-27b2f7e5-f1e9-4acb-981b-3040fdb524ef tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 944 time: 0.0848241 Nov 10 21:26:11.540597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a1ce8fdc-018f-4b4f-853d-dc160dcab065 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:11.549569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a1ce8fdc-018f-4b4f-853d-dc160dcab065 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:11.550302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:11.550941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-8f4f4aef-fbcb-442d-b6ec-126d8a2e8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.552469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-8f4f4aef-fbcb-442d-b6ec-126d8a2e8e64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2660053 Nov 10 21:26:11.565219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-7b671474-23a0-483d-b3c6-73c2edaba9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.566692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-7b671474-23a0-483d-b3c6-73c2edaba9d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2621162 Nov 10 21:26:11.592891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7226f16-5f6f-4679-95ec-40f50b2728a1 req-43759e43-5a91-453a-8cf8-bf3ab22071f2 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980878 Nov 10 21:26:11.618545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-cb2c052a-588a-44a9-a508-5f130565819b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0548892 Nov 10 21:26:11.636841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] For port 519b5bad-303e-4f08-9975-f81e32c5d716, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=519b5bad-303e-4f08-9975-f81e32c5d716,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:11.637306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:11.657333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Calling delete_port for 519b5bad-303e-4f08-9975-f81e32c5d716 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:11.670785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-26589fa4-ab60-4525-ae75-fdac4b7475be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0948834 Nov 10 21:26:11.687514 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:11.701929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-996ca54a-a2a1-49ae-b05e-92469a981da7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.703969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-996ca54a-a2a1-49ae-b05e-92469a981da7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636070 Nov 10 21:26:11.719980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:11.722213 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6271ce4d-25b4-41dc-8ad7-936d3f6ad966" -d '{"events": [{"server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "name": "network-vif-plugged", "status": "completed", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:11.734451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:11.735759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:11.755938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b61f9659-f84e-40f3-a14c-cda79487f1bd req-b9ba189b-63e0-41a5-a2f3-a1cedd20e796 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0708902 Nov 10 21:26:11.840669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-484644c9-e1e6-4587-84d0-4167206038a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.842186 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-484644c9-e1e6-4587-84d0-4167206038a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1838596 Nov 10 21:26:11.843326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:11.845246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:11.849608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-56c7ff81-8981-43b7-af8e-27869bc6a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.852558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-56c7ff81-8981-43b7-af8e-27869bc6a7f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1440341 Nov 10 21:26:11.880173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9beea-2db0-4da0-a972-3c8b3fed7a80 req-19d8a7d4-ea0b-4fe0-acea-f6f9038b33ca tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:11.881684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91b9beea-2db0-4da0-a972-3c8b3fed7a80 req-19d8a7d4-ea0b-4fe0-acea-f6f9038b33ca tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 944 time: 0.2208028 Nov 10 21:26:11.936264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:11.941425 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e40b9cc-b0e4-42e9-8338-b0d0472d4adf x-openstack-request-id: req-1e40b9cc-b0e4-42e9-8338-b0d0472d4adf {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:11.941716 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "name": "network-vif-plugged", "status": "completed", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:11.941961 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e40b9cc-b0e4-42e9-8338-b0d0472d4adf {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:11.942347 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065', 'code': 200} Nov 10 21:26:11.942986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:11.946218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:11.950938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1480d3af-b9cf-4a90-b79d-1edd49144f11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:11.956031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['519b5bad-303e-4f08-9975-f81e32c5d716'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:11.999649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event deleted for resources: {'Port': ['ID=519b5bad-303e-4f08-9975-f81e32c5d716,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:12.020556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-ee06421c-bae6-4233-b646-e8032597e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:12.022504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-ee06421c-bae6-4233-b646-e8032597e113 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1673939 Nov 10 21:26:12.032947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-eb509454-8676-42ac-b044-f2e939cf3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:12.034768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-eb509454-8676-42ac-b044-f2e939cf3440 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688604 Nov 10 21:26:12.044197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] No DVR routers for this DVR port 519b5bad-303e-4f08-9975-f81e32c5d716 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:12.051523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:12.054214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91b9beea-2db0-4da0-a972-3c8b3fed7a80 req-b8ab90c0-b2bd-4bba-a128-511d12cd3d80 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481707 Nov 10 21:26:12.054859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-349f35ba-d573-41e9-b0fb-46b60f7f3ee2 req-ebd9b2c7-010d-47d9-80cf-2bca0a13ffd7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.64 "DELETE /v2.0/ports/519b5bad-303e-4f08-9975-f81e32c5d716 HTTP/1.1" status: 204 len: 173 time: 0.7814817 Nov 10 21:26:12.056518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'name': 'network-vif-deleted', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:12.063050 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be19bc4-78f5-4188-a902-abf09a3fc2f4" -d '{"events": [{"server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "name": "network-vif-deleted", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:12.099876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:12.104120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:12.136386 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74bd588-9cb7-4af2-9628-d040df876aac x-openstack-request-id: req-f74bd588-9cb7-4af2-9628-d040df876aac {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:12.136674 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc764c9-2db0-454c-96a7-daedba51cdd9", "name": "network-vif-deleted", "tag": "519b5bad-303e-4f08-9975-f81e32c5d716", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:12.136919 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f74bd588-9cb7-4af2-9628-d040df876aac {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:12.137307 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc764c9-2db0-454c-96a7-daedba51cdd9', 'name': 'network-vif-deleted', 'tag': '519b5bad-303e-4f08-9975-f81e32c5d716', 'status': 'completed', 'code': 200} Nov 10 21:26:12.170230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9fe94-e7cb-4bb5-b3c8-2dae62f620d7 req-f3367f52-f885-4cd7-b6dd-c782452f04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:12.170230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f9fe94-e7cb-4bb5-b3c8-2dae62f620d7 req-f3367f52-f885-4cd7-b6dd-c782452f04b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1097 time: 0.1111648 Nov 10 21:26:12.207771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c875c3-94c3-4d14-9696-80c0d16fcde5 req-66007ab0-f5b6-4c42-8c36-5b63f7854394 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:12.209143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3c875c3-94c3-4d14-9696-80c0d16fcde5 req-66007ab0-f5b6-4c42-8c36-5b63f7854394 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0915051 Nov 10 21:26:12.257182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4f9fe94-e7cb-4bb5-b3c8-2dae62f620d7 req-f63ad09c-f298-4057-a97d-d123954238c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822957 Nov 10 21:26:12.288698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3c875c3-94c3-4d14-9696-80c0d16fcde5 req-b6e13de3-59bf-47a3-b211-8b7c9cce2c70 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652087 Nov 10 21:26:12.312024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-0a3f82c8-1ea1-46e3-8015-ada29287403e service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617948 Nov 10 21:26:12.316862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-c602aabe-dfdd-4612-ad48-58844586fcac service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778206 Nov 10 21:26:12.405686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b1b73-a65f-4f60-a713-c7261dbd28e2 req-0dcbac04-9dfd-422d-b40e-506085576efc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:12.408558 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a8b1b73-a65f-4f60-a713-c7261dbd28e2 req-0dcbac04-9dfd-422d-b40e-506085576efc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0514355 Nov 10 21:26:12.426899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.238 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/34ef0379-64e4-46f7-bdbd-d5ddd7c5e565) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:12.461301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-bcd540e9-8298-42a9-9d59-88fa89c5dae3 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411314 Nov 10 21:26:12.463413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a8b1b73-a65f-4f60-a713-c7261dbd28e2 req-a77a3385-e36f-483d-98ee-64261f5f908a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468092 Nov 10 21:26:12.642206 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727a2c26-4fe5-45a1-98c8-27a959b4a664 req-507a7c0c-4b70-4a1f-9618-8906b047f894 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745667 Nov 10 21:26:12.672802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:12.742139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4ab4-7726-45bd-b977-17b367f3d184 req-a6bcd679-a6ba-4ddc-8b58-31906ae70072 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:12.743618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b0b4ab4-7726-45bd-b977-17b367f3d184 req-a6bcd679-a6ba-4ddc-8b58-31906ae70072 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 945 time: 0.0691524 Nov 10 21:26:12.792530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b0b4ab4-7726-45bd-b977-17b367f3d184 req-f859521b-6bf3-45bd-aa0a-cbd66ed8bc62 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Nov 10 21:26:12.816276 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:12.830667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['80997881-53d1-4855-8174-deb5453c0516'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:12.842454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5', '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:12.868611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:12.872066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:12.876154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:12.912632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71a2ce-70fd-45b1-a015-f066baf9cdfe req-470c9680-9825-4b0e-ba6b-5c1cb362373d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:12.913905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b71a2ce-70fd-45b1-a015-f066baf9cdfe req-470c9680-9825-4b0e-ba6b-5c1cb362373d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 936 time: 0.0835128 Nov 10 21:26:12.920104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:13.007647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:13.007647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:13.023433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b71a2ce-70fd-45b1-a015-f066baf9cdfe req-7934b659-0994-4c3d-beec-00e31f192794 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954356 Nov 10 21:26:13.092552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-54a70263-3387-489a-affa-febedad28480 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3752394 Nov 10 21:26:13.106652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Request body: {'port': {'device_id': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:13.198736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-168e0a4f-a141-49a0-ab29-c25c4bcff2f6 req-8af44acc-ce43-4153-8c54-af317cd2e711 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0492430 Nov 10 21:26:13.223432 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:13.228487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-635d66ae-dc10-486f-8e79-7f5c5f7c07b1 None None] Provisioning complete for port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:13.229919 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-635d66ae-dc10-486f-8e79-7f5c5f7c07b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:13.306997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-635d66ae-dc10-486f-8e79-7f5c5f7c07b1 None None] Port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:26:13.514954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1b64-5d0c-4289-ac58-3d336797e3a7 req-528964cc-e997-4d62-9dfa-cee86170690b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:13.518387 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-438a1b64-5d0c-4289-ac58-3d336797e3a7 req-528964cc-e997-4d62-9dfa-cee86170690b tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.1333928 Nov 10 21:26:13.620263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:13.636570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:13.649790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-438a1b64-5d0c-4289-ac58-3d336797e3a7 req-b60d8ab7-28b7-418d-b436-65059c7d4f8a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187983 Nov 10 21:26:13.657762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Transition to ACTIVE for port object 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:13.711616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:13.713298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fbc63-5504-4951-ba3d-677b3f7c4083 req-d99eda6b-2812-49c5-8cbf-7140924badf1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:13.715040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-077fbc63-5504-4951-ba3d-677b3f7c4083 req-d99eda6b-2812-49c5-8cbf-7140924badf1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0656686 Nov 10 21:26:13.772305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Pushing event updated for resources: {'Port': ['ID=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:13.781508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-077fbc63-5504-4951-ba3d-677b3f7c4083 req-f05cc6c1-f84e-4a35-b76e-0cc1ebfb147a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597930 Nov 10 21:26:13.861782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Attempting to bind port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:13.862258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Attempting to bind port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:13.862689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Attempting to bind port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:13.868149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:13.868640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Attempting to bind port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:13.877108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:13.877605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:13.878143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:13.878683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Bound port: 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:13.879592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:13.993938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8428c-d857-4bf2-b0f7-eeb0cb86f19c req-91fc0272-24d3-44c3-813a-7a1846cad734 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:13.995958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eee8428c-d857-4bf2-b0f7-eeb0cb86f19c req-91fc0272-24d3-44c3-813a-7a1846cad734 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 945 time: 0.1210070 Nov 10 21:26:14.011248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] For port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:14.015374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] For port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:14.066120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eee8428c-d857-4bf2-b0f7-eeb0cb86f19c req-16d01a37-72e0-4e61-9a88-56b221fa9c4b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637603 Nov 10 21:26:14.084527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:14.130490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.131112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:14.132588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] 10.222.0.53 "PUT /v2.0/ports/34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 HTTP/1.1" status: 200 len: 1097 time: 1.0304198 Nov 10 21:26:14.133048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'tag': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:14.135374 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2beac7-7ab8-44be-87a1-9d81897698a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6767e6-a9d6-4815-a5e0-12087cd9a2a2", "tag": "34ef0379-64e4-46f7-bdbd-d5ddd7c5e565"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:14.157421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2920003-0c9e-4362-8716-bd9e5a7ae668 service neutron] Pushing event updated for resources: {'Port': ['ID=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:14.245568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b83877-8309-4ad5-98f2-7106f482c892 req-55f77ff0-12d4-4625-9dfd-5c1dcf3093ed tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.255506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8b83877-8309-4ad5-98f2-7106f482c892 req-55f77ff0-12d4-4625-9dfd-5c1dcf3093ed tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 948 time: 0.1375060 Nov 10 21:26:14.314764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-b71081bd-c72c-4607-ab47-6f5b8cf0658b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1628938971&fields=id&tenant_id=d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 267 time: 0.1012640 Nov 10 21:26:14.325233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8b83877-8309-4ad5-98f2-7106f482c892 req-a6bcc156-23c5-4463-a556-3cf207d60378 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672281 Nov 10 21:26:14.330321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-7915a726-96de-4204-99e3-143c93fa57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.331790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-7915a726-96de-4204-99e3-143c93fa57e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 1100 time: 0.0951869 Nov 10 21:26:14.365560 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22d7458-a7ae-4b00-8e15-f8d052ea5a17 x-openstack-request-id: req-c22d7458-a7ae-4b00-8e15-f8d052ea5a17 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:14.365961 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6767e6-a9d6-4815-a5e0-12087cd9a2a2", "tag": "34ef0379-64e4-46f7-bdbd-d5ddd7c5e565", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:14.366310 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c22d7458-a7ae-4b00-8e15-f8d052ea5a17 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:14.367029 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'tag': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565', 'status': 'completed', 'code': 200} Nov 10 21:26:14.388418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-0931fa13-0d24-4723-8ca9-96a483919a43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.389912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-0931fa13-0d24-4723-8ca9-96a483919a43 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 945 time: 0.0742278 Nov 10 21:26:14.402552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'port': {'security_groups': ['f11212b3-2161-4296-824b-bf97af6eebc4', 'bc646959-abef-4a7a-a124-2365132718e4']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:14.500727 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-6d10fe66-5f25-4c88-afdb-5dee35c2eda9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 HTTP/1.1" status: 200 len: 217 time: 0.0406129 Nov 10 21:26:14.504566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:14.561722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7857d1b5-0a8e-458d-82cf-a30496e5f3a5 req-b02f8300-233d-46a2-a513-94129f56804a tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Nov 10 21:26:14.601462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e00faadc-5116-46a1-b938-1cecc72f8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.601462 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e00faadc-5116-46a1-b938-1cecc72f8b52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0842464 Nov 10 21:26:14.676405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-2c7c80c9-d588-4474-936f-4112aa5aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.677887 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-2c7c80c9-d588-4474-936f-4112aa5aabc7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700319 Nov 10 21:26:14.772653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f7e5-701b-474c-9e39-05651daf2689 req-855fc1dc-8af6-471f-afbe-47f314aa2058 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.774125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b968f7e5-701b-474c-9e39-05651daf2689 req-855fc1dc-8af6-471f-afbe-47f314aa2058 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0502214 Nov 10 21:26:14.833026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b968f7e5-701b-474c-9e39-05651daf2689 req-ccec306a-e7b6-4d4e-95e5-92e980a8e00e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521610 Nov 10 21:26:14.839170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:14.852943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-e92aed81-706a-4274-b25d-fa0099ea91ff service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612294 Nov 10 21:26:14.897160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:14.953435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2bcc4-3eff-47a1-b873-bf227367b3fe req-29d2499b-b07b-4f11-a924-29229d5ca7e7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:14.955343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63d2bcc4-3eff-47a1-b873-bf227367b3fe req-29d2499b-b07b-4f11-a924-29229d5ca7e7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0538344 Nov 10 21:26:14.960193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66385537-0c54-436b-9f06-f6c8ecafac0f req-8947cb20-a6cc-4b09-bac3-156452d7231b service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984378 Nov 10 21:26:14.969394 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:14.984306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:15.017737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.018543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:15.020150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa29ba1b-c1e3-4a95-9aba-0a8567043dc3 req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "PUT /v2.0/ports/a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 981 time: 0.6222548 Nov 10 21:26:15.078612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c90be-4531-4ac0-94e6-8946c5f992b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:15.080210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63d2bcc4-3eff-47a1-b873-bf227367b3fe req-a6b83947-cef7-4cc5-a114-3c274f5fdb7c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159222 Nov 10 21:26:15.157748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a1ce8fdc-018f-4b4f-853d-dc160dcab065'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:15.159344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcf4b71e-dca1-4123-b415-dc3c2e97c195 req-fd233685-481b-45a5-910f-36ce3b26d870 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/bc646959-abef-4a7a-a124-2365132718e4 HTTP/1.1" status: 200 len: 1818 time: 0.1147964 Nov 10 21:26:15.166079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-99e52ecb-aa35-4de3-a4f6-03975d9939f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.167891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-99e52ecb-aa35-4de3-a4f6-03975d9939f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 1100 time: 0.0779083 Nov 10 21:26:15.293030 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-fcf4b71e-dca1-4123-b415-dc3c2e97c195 req-feb269e8-dbe0-4d50-86e1-7ec2037c7fc0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 21:26:15.294134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcf4b71e-dca1-4123-b415-dc3c2e97c195 req-feb269e8-dbe0-4d50-86e1-7ec2037c7fc0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/bc646959-abef-4a7a-a124-2365132718e4 HTTP/1.1" status: 409 len: 341 time: 0.1252897 Nov 10 21:26:15.297756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-b784f958-3afa-44da-b0b3-00aaabc80c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.299466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-b784f958-3afa-44da-b0b3-00aaabc80c8a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1236057 Nov 10 21:26:15.301588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 519b5bad-303e-4f08-9975-f81e32c5d716 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:15.351319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 519b5bad-303e-4f08-9975-f81e32c5d716 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:15.356288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 519b5bad-303e-4f08-9975-f81e32c5d716 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:15.713881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53e35a9b-8de6-457f-a1f4-24f361fa55f7 req-96eb08af-2f02-405a-8086-767351ffadc7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0287547 Nov 10 21:26:15.715233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-1f3e6c46-1a02-4be8-99ba-c293a592dc39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 HTTP/1.1" status: 200 len: 217 time: 0.4080656 Nov 10 21:26:15.832074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-2e4390e3-b712-4cf4-a32e-66cd58d4c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.833874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-2e4390e3-b712-4cf4-a32e-66cd58d4c8eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1092169 Nov 10 21:26:15.841398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ede29c-32ee-4259-b29b-48c46ca66b76 req-d2b7eb64-723a-4620-8627-a359fd510e77 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.843106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ede29c-32ee-4259-b29b-48c46ca66b76 req-d2b7eb64-723a-4620-8627-a359fd510e77 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 984 time: 0.0573595 Nov 10 21:26:15.843372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a528d8-8a22-436c-9ff5-f760f7447ed2 req-359866c0-5c16-4ea5-ad42-797082853e93 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.844879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26a528d8-8a22-436c-9ff5-f760f7447ed2 req-359866c0-5c16-4ea5-ad42-797082853e93 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 948 time: 0.1323533 Nov 10 21:26:15.894947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747df362-a01f-445d-b0fc-b22979a904bd req-818987ee-4885-4822-84d2-97658ef6cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.896468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-747df362-a01f-445d-b0fc-b22979a904bd req-818987ee-4885-4822-84d2-97658ef6cb53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1136 time: 0.1097140 Nov 10 21:26:15.919151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ede29c-32ee-4259-b29b-48c46ca66b76 req-322997f0-8752-4a82-af9b-8cd1fc4471cf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc646959-abef-4a7a-a124-2365132718e4&id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0673871 Nov 10 21:26:15.985099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-814eb1a2-f9d6-4fb4-a334-180908ebff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:15.986633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-814eb1a2-f9d6-4fb4-a334-180908ebff64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399231 Nov 10 21:26:15.998338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26a528d8-8a22-436c-9ff5-f760f7447ed2 req-293bd779-4cb4-4483-8ae0-490bf12f790e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407962 Nov 10 21:26:16.085257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747df362-a01f-445d-b0fc-b22979a904bd req-6960e143-2377-41e4-a1c6-04919c88bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:16.086785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-747df362-a01f-445d-b0fc-b22979a904bd req-6960e143-2377-41e4-a1c6-04919c88bdfe service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 914 time: 0.1810155 Nov 10 21:26:16.113380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9514b0-7873-4d20-b6fb-23e0e7c0af70 req-14883f05-d03e-4f37-8aac-bae74f07a030 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:16.115143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f9514b0-7873-4d20-b6fb-23e0e7c0af70 req-14883f05-d03e-4f37-8aac-bae74f07a030 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.0642979 Nov 10 21:26:16.148361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-747df362-a01f-445d-b0fc-b22979a904bd req-ab60b98d-dd68-476c-b010-43836877e20d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 217 time: 0.0530565 Nov 10 21:26:16.174333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f9514b0-7873-4d20-b6fb-23e0e7c0af70 req-9877375e-0569-4d65-abd7-ed3986f83f5d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509076 Nov 10 21:26:16.192062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-5d382972-aa0d-4548-be74-7803b1d8e87a service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914537 Nov 10 21:26:16.267189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747df362-a01f-445d-b0fc-b22979a904bd req-1635470e-2b92-4681-abeb-07cfb8873723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:16.268876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-747df362-a01f-445d-b0fc-b22979a904bd req-1635470e-2b92-4681-abeb-07cfb8873723 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.1109388 Nov 10 21:26:16.325213 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-747df362-a01f-445d-b0fc-b22979a904bd req-b037d5dc-ce7f-4153-a5b5-daf091fbe0e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306325 Nov 10 21:26:16.345775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175578f2-31a4-4bd2-998a-96fdab29e1c6 req-414dd302-3186-4a01-8bd0-be6b08b1ef28 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:16.347277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-175578f2-31a4-4bd2-998a-96fdab29e1c6 req-414dd302-3186-4a01-8bd0-be6b08b1ef28 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.1602023 Nov 10 21:26:16.375347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:16.377680 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37506dc5-dc76-4045-8885-d594f700b005" -d '{"events": [{"name": "network-changed", "server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:16.438733 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f94095a-bf17-4900-9d10-1e628503e705 x-openstack-request-id: req-3f94095a-bf17-4900-9d10-1e628503e705 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:16.438949 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:16.439172 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f94095a-bf17-4900-9d10-1e628503e705 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:16.439556 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065', 'status': 'completed', 'code': 200} Nov 10 21:26:16.457908 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b2beac7-7ab8-44be-87a1-9d81897698a2 req-e7591fc6-8384-4b7e-96ac-33178a6d55c7 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552361 Nov 10 21:26:16.484745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-175578f2-31a4-4bd2-998a-96fdab29e1c6 req-bf84f3bc-fc0a-4635-b42b-a6b0bcf53e28 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263649 Nov 10 21:26:16.498997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-747df362-a01f-445d-b0fc-b22979a904bd req-55a25b23-5d98-4f57-8080-e9f1d82e3f02 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633244 Nov 10 21:26:16.607261 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-747df362-a01f-445d-b0fc-b22979a904bd req-19e6563d-327c-4685-a5a2-247f2b3e6dcc service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894372 Nov 10 21:26:16.810669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37506dc5-dc76-4045-8885-d594f700b005 req-69f54b0c-31d0-4635-b765-06fb5de9c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:16.814020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37506dc5-dc76-4045-8885-d594f700b005 req-69f54b0c-31d0-4635-b765-06fb5de9c468 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1136 time: 0.0737631 Nov 10 21:26:16.857745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ebbf234-0544-460a-9bad-b9160afb7bab req-b62ad825-8eae-447e-afa1-0f035e41fd67 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0278332 Nov 10 21:26:16.909739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37506dc5-dc76-4045-8885-d594f700b005 req-c0dbf22b-fb2e-4e63-b026-7958d72327c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:16.911310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37506dc5-dc76-4045-8885-d594f700b005 req-c0dbf22b-fb2e-4e63-b026-7958d72327c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 914 time: 0.0896516 Nov 10 21:26:16.960224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37506dc5-dc76-4045-8885-d594f700b005 req-6741e07d-4f7f-47c2-8bec-c5a5d9a83db4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 217 time: 0.0411971 Nov 10 21:26:17.050259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37506dc5-dc76-4045-8885-d594f700b005 req-ce24b679-a9a8-41a9-bf4e-ca725f9208aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:17.051744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37506dc5-dc76-4045-8885-d594f700b005 req-ce24b679-a9a8-41a9-bf4e-ca725f9208aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.0837686 Nov 10 21:26:17.069507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8332d-6016-400f-b90f-a3d5347c7b1e req-7db0ff6b-d9aa-429e-8143-e2299049a14d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:17.069507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cb8332d-6016-400f-b90f-a3d5347c7b1e req-7db0ff6b-d9aa-429e-8143-e2299049a14d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 984 time: 0.0649836 Nov 10 21:26:17.111527 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37506dc5-dc76-4045-8885-d594f700b005 req-c83ffb84-d7cc-40eb-881c-b277bb01c543 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402780 Nov 10 21:26:17.173482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcd762-a199-4b7b-b9af-3aef37e9c85a req-d664331e-31d9-4318-b777-6b640740e905 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:17.175041 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-adfcd762-a199-4b7b-b9af-3aef37e9c85a req-d664331e-31d9-4318-b777-6b640740e905 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 948 time: 0.0603015 Nov 10 21:26:17.200661 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cb8332d-6016-400f-b90f-a3d5347c7b1e req-82fee9ff-5f2c-47a8-ab52-7f637a027492 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc646959-abef-4a7a-a124-2365132718e4&id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1215441 Nov 10 21:26:17.242536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37506dc5-dc76-4045-8885-d594f700b005 req-dcf57d6e-740b-48cc-8ad3-a83c80a2c003 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178546 Nov 10 21:26:17.244316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-adfcd762-a199-4b7b-b9af-3aef37e9c85a req-78c7aaff-d6d0-4fa7-b66c-de46d95acf69 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619729 Nov 10 21:26:17.279406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e5d706ac-53c6-4ab4-9a14-0c48510441ba details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:26:17.294264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:26:17.415331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ef1fb-fde2-45f8-b054-29a2a8cacbc2 req-f55072dd-51d2-4488-840f-3718cbe39bcc tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:17.415331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d3ef1fb-fde2-45f8-b054-29a2a8cacbc2 req-f55072dd-51d2-4488-840f-3718cbe39bcc tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 944 time: 0.1198468 Nov 10 21:26:17.444043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37506dc5-dc76-4045-8885-d594f700b005 req-fa36f536-2030-49da-9f48-24d4781d26c3 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817908 Nov 10 21:26:17.477063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d3ef1fb-fde2-45f8-b054-29a2a8cacbc2 req-e268fb87-4717-4ebf-86f4-0b629622cc6d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505202 Nov 10 21:26:17.509613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e5d706ac-53c6-4ab4-9a14-0c48510441ba, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:17.529203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:17.537217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'port_id': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'mac_address': 'fa:16:3e:42:78:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:26:17.544391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565', 'mac_address': 'fa:16:3e:4a:2a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:26:17.607193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:17.614099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209c095-11f3-4e95-8dae-61fc5b80fad3 req-535e2c33-fca5-4b42-8227-bab878496e8b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:17.615667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4209c095-11f3-4e95-8dae-61fc5b80fad3 req-535e2c33-fca5-4b42-8227-bab878496e8b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 947 time: 0.0525427 Nov 10 21:26:17.623113 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:17.628657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d706ac-53c6-4ab4-9a14-0c48510441ba {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:17.654607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:17.663678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e5d706ac-53c6-4ab4-9a14-0c48510441ba, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:17.670430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4209c095-11f3-4e95-8dae-61fc5b80fad3 req-cda61b82-0b3b-44df-8667-c3556a4272e5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Nov 10 21:26:17.679347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:17.757691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:17.758492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:26:17.804130 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:17.835134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e5d706ac-53c6-4ab4-9a14-0c48510441ba,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:17.922913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:17.942943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:17.959373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'mac_address': 'fa:16:3e:d7:ad:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:26:17.990286 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d320b1d-7b9b-4aaa-abbe-289f1dafa287 req-c231e5d8-133f-45b6-a83f-9206c4c50a00 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffc764c9-2db0-454c-96a7-daedba51cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0295124 Nov 10 21:26:18.001005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:18.020326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c794659-fecb-402d-b678-9d3d45c8ad64 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:18.040519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:18.127456 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:18.159563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['34ef0379-64e4-46f7-bdbd-d5ddd7c5e565'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:18.212923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:18.353806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63563f-3eaa-4964-834d-893fa105bda4 req-76942d5b-53a4-4d59-b7a7-5387093f1930 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:18.355811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb63563f-3eaa-4964-834d-893fa105bda4 req-76942d5b-53a4-4d59-b7a7-5387093f1930 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 984 time: 0.0725641 Nov 10 21:26:18.403926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd995b-e029-4550-9adb-a0aacaf42c67 req-e44859ee-554f-4b03-a03d-105354453a1e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:18.407052 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13bd995b-e029-4550-9adb-a0aacaf42c67 req-e44859ee-554f-4b03-a03d-105354453a1e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 949 time: 0.0536726 Nov 10 21:26:18.421130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb63563f-3eaa-4964-834d-893fa105bda4 req-3174e58e-433e-41a3-89f6-65f7edc6bd13 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc646959-abef-4a7a-a124-2365132718e4&id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0582230 Nov 10 21:26:18.462992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13bd995b-e029-4550-9adb-a0aacaf42c67 req-474fb55a-c20e-4059-84cd-549c5899f8ba tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501084 Nov 10 21:26:18.614979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-f60db79b-029a-4b5b-87f2-536b041640bd tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1563953530&fields=id&tenant_id=d83c02ad7050472eb6ff68c3d7530df5 HTTP/1.1" status: 200 len: 267 time: 0.0453122 Nov 10 21:26:18.653434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3f6ea-4856-44a5-98dd-0165689c57f8 req-d3b9ae70-6d4d-4742-81b6-84ae28d65e34 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:18.655243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ac3f6ea-4856-44a5-98dd-0165689c57f8 req-d3b9ae70-6d4d-4742-81b6-84ae28d65e34 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 945 time: 0.0559542 Nov 10 21:26:18.672967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-d956dd90-d2be-4d7d-b985-9b6211d2bf34 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:18.674550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-d956dd90-d2be-4d7d-b985-9b6211d2bf34 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 984 time: 0.0532391 Nov 10 21:26:18.688583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'port': {'security_groups': ['bc646959-abef-4a7a-a124-2365132718e4', 'f11212b3-2161-4296-824b-bf97af6eebc4', '94bced36-10a2-4266-9974-b2ec35be3165']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:18.708243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ac3f6ea-4856-44a5-98dd-0165689c57f8 req-b9c5dbf5-fd30-4d81-a9ec-f342c9c26c9a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455780 Nov 10 21:26:18.732448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e5d706ac-53c6-4ab4-9a14-0c48510441ba'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:18.792451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:18.826094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e845089-2374-4e3f-882f-c9a96976d672 req-7bc9bed9-6882-4511-9b8e-c2b81af77859 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:18.827594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1e845089-2374-4e3f-882f-c9a96976d672 req-7bc9bed9-6882-4511-9b8e-c2b81af77859 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.0552883 Nov 10 21:26:18.882171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1e845089-2374-4e3f-882f-c9a96976d672 req-718166ce-bd74-4a12-b21b-a35e8ce6721a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Nov 10 21:26:19.007868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:19.040925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:19.100242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:19.122342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:19.146655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:19.147396 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:19.154750 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c6a42cd3-c43f-428d-9468-ef32b872b5b6 req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "PUT /v2.0/ports/a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 1020 time: 0.4695153 Nov 10 21:26:19.154750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:19.155564 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e539d887-76b0-4712-858d-96ea56ae1300" -d '{"events": [{"name": "network-changed", "server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:19.197145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05040b-a235-4f42-92ba-72734cf4f56c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:19.234256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-333931e3-7528-4a35-9f4d-62df9839fc2d req-a2543d3d-e0ea-4c05-bac0-36a5f441d20d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/94bced36-10a2-4266-9974-b2ec35be3165 HTTP/1.1" status: 200 len: 1817 time: 0.0574009 Nov 10 21:26:19.305246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a1ce8fdc-018f-4b4f-853d-dc160dcab065'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:19.308741 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d1b2c9-e9a2-4f3e-905e-218a11611cdd x-openstack-request-id: req-91d1b2c9-e9a2-4f3e-905e-218a11611cdd {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:19.308977 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:19.309228 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91d1b2c9-e9a2-4f3e-905e-218a11611cdd {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:19.309623 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065', 'status': 'completed', 'code': 200} Nov 10 21:26:19.310539 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-333931e3-7528-4a35-9f4d-62df9839fc2d req-c8115c04-9c22-4d4f-915c-5702d17542e6 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 21:26:19.317005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-333931e3-7528-4a35-9f4d-62df9839fc2d req-c8115c04-9c22-4d4f-915c-5702d17542e6 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/94bced36-10a2-4266-9974-b2ec35be3165 HTTP/1.1" status: 409 len: 341 time: 0.0817745 Nov 10 21:26:19.348573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:19.380436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:19.408643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d887-76b0-4712-858d-96ea56ae1300 req-9b20ef7b-84a6-470e-aca4-96a151126f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:19.410192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e539d887-76b0-4712-858d-96ea56ae1300 req-9b20ef7b-84a6-470e-aca4-96a151126f2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1175 time: 0.0729918 Nov 10 21:26:19.556569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d887-76b0-4712-858d-96ea56ae1300 req-02e962bb-e65a-4778-9ca8-f04b25624240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:19.558863 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e539d887-76b0-4712-858d-96ea56ae1300 req-02e962bb-e65a-4778-9ca8-f04b25624240 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 200 len: 914 time: 0.1355250 Nov 10 21:26:19.652105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e539d887-76b0-4712-858d-96ea56ae1300 req-77001566-5119-4ca5-bfae-ae5ce00c00bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 200 len: 217 time: 0.0857942 Nov 10 21:26:19.675768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0ad3f-b4d0-4d6e-a36e-59f111eb9b98 req-b19f5de0-c72d-4811-ad05-2edd4dfdad67 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:19.677350 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6bf0ad3f-b4d0-4d6e-a36e-59f111eb9b98 req-b19f5de0-c72d-4811-ad05-2edd4dfdad67 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 949 time: 0.1023035 Nov 10 21:26:19.678578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:19.694100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:19.694465 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:19.752533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539d887-76b0-4712-858d-96ea56ae1300 req-ce6cb5cf-1619-4379-b58d-bd157c0f66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:19.754502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e539d887-76b0-4712-858d-96ea56ae1300 req-ce6cb5cf-1619-4379-b58d-bd157c0f66e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 200 len: 853 time: 0.0924375 Nov 10 21:26:19.872056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6bf0ad3f-b4d0-4d6e-a36e-59f111eb9b98 req-7df62189-3062-458d-bd7e-9a25c2e2f9f0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779475 Nov 10 21:26:19.926159 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e539d887-76b0-4712-858d-96ea56ae1300 req-889568e9-5f0f-47a3-bf5a-7c390469bfa2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859399 Nov 10 21:26:20.036742 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:20.087180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:20.089614 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b486513a-a9db-4d1a-994c-9534392f35ca" -d '{"events": [{"server_uuid": "ca6767e6-a9d6-4815-a5e0-12087cd9a2a2", "name": "network-vif-plugged", "status": "completed", "tag": "34ef0379-64e4-46f7-bdbd-d5ddd7c5e565"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:20.106265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:20.123641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c880fe-6fdf-429d-9200-31fd177b7742 req-ddba6dc8-1682-47a8-940a-73e546dab75d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:20.126192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12c880fe-6fdf-429d-9200-31fd177b7742 req-ddba6dc8-1682-47a8-940a-73e546dab75d tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 945 time: 0.0824397 Nov 10 21:26:20.159073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e539d887-76b0-4712-858d-96ea56ae1300 req-91986eb5-1b08-4e1d-bc3f-e5d7a1c405a9 service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247407 Nov 10 21:26:20.179069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5b17d-fa63-4f4c-a739-ed48995f4251 req-9c19e31a-8b3a-4b3d-9548-2e8c3575efe4 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:20.181109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56b5b17d-fa63-4f4c-a739-ed48995f4251 req-9c19e31a-8b3a-4b3d-9548-2e8c3575efe4 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1023 time: 0.0917571 Nov 10 21:26:20.185676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:20.224685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12c880fe-6fdf-429d-9200-31fd177b7742 req-223141ae-449d-4373-acfb-8b47d87318b4 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902836 Nov 10 21:26:20.303710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:20.350337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c880-e2ef-4522-92c6-35bad004f524 req-c57f520d-3e91-4ac1-804e-71ada4754f6b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:20.358040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23d4c880-e2ef-4522-92c6-35bad004f524 req-c57f520d-3e91-4ac1-804e-71ada4754f6b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.0739722 Nov 10 21:26:20.391627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56b5b17d-fa63-4f4c-a739-ed48995f4251 req-bd0d3ec6-6a20-4f01-9462-48532968011c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=94bced36-10a2-4266-9974-b2ec35be3165&id=bc646959-abef-4a7a-a124-2365132718e4&id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1898296 Nov 10 21:26:20.395930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e539d887-76b0-4712-858d-96ea56ae1300 req-1a878aa6-1fa7-4326-9159-7caded095efd service neutron] 10.222.0.53 "GET /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144053 Nov 10 21:26:20.447665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23d4c880-e2ef-4522-92c6-35bad004f524 req-2395e349-954d-4dd0-8e38-ba9c49a5e13c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882931 Nov 10 21:26:20.552095 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c02746-6dbe-4113-a412-5a91d393b687 x-openstack-request-id: req-24c02746-6dbe-4113-a412-5a91d393b687 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:20.552396 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6767e6-a9d6-4815-a5e0-12087cd9a2a2", "name": "network-vif-plugged", "status": "completed", "tag": "34ef0379-64e4-46f7-bdbd-d5ddd7c5e565", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:20.552727 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24c02746-6dbe-4113-a412-5a91d393b687 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:20.553042 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565', 'code': 200} Nov 10 21:26:20.660131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb453a-2c98-4720-81ee-3c44ffd740c0 req-82a974cc-45f4-4756-b914-a21f0da40f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:20.661601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfbb453a-2c98-4720-81ee-3c44ffd740c0 req-82a974cc-45f4-4756-b914-a21f0da40f89 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 1102 time: 0.0421684 Nov 10 21:26:20.710209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfbb453a-2c98-4720-81ee-3c44ffd740c0 req-3df5519c-26a4-48ec-926d-d07d42f23659 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Nov 10 21:26:21.002646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f188e13-272c-4c5d-aa5b-da789e1260b3 req-f6bb357f-effb-4696-9cf2-65bd47417e84 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:21.005741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f188e13-272c-4c5d-aa5b-da789e1260b3 req-f6bb357f-effb-4696-9cf2-65bd47417e84 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 950 time: 0.0622547 Nov 10 21:26:21.068049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f188e13-272c-4c5d-aa5b-da789e1260b3 req-6d74162b-06e5-4617-bb14-5af0f0ab7497 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551705 Nov 10 21:26:21.286169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e5d706ac-53c6-4ab4-9a14-0c48510441ba up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:21.366322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02945934-8f41-4ab8-b4d0-2d82357a71d5 req-a769bfee-5240-4c27-bc21-20f4644daea3 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:21.372445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02945934-8f41-4ab8-b4d0-2d82357a71d5 req-a769bfee-5240-4c27-bc21-20f4644daea3 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 945 time: 0.0757315 Nov 10 21:26:21.422667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02945934-8f41-4ab8-b4d0-2d82357a71d5 req-d248cefe-3f5d-474f-b4ee-54d2d34a7ce3 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467949 Nov 10 21:26:21.466189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port e5d706ac-53c6-4ab4-9a14-0c48510441ba completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:21.474808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port e5d706ac-53c6-4ab4-9a14-0c48510441ba triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:21.475176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:21.585417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037853ed-dae6-40bb-a3c5-9aa70f71d13c req-e6e5058f-f545-4ad3-b5b1-c1e7b79b74ca tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:21.587716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-037853ed-dae6-40bb-a3c5-9aa70f71d13c req-e6e5058f-f545-4ad3-b5b1-c1e7b79b74ca tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1023 time: 0.0738122 Nov 10 21:26:21.631868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:21.660075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc91f-a68e-4815-a0a1-fe9d36e6c280 req-ca1b8034-58f3-49a5-a86b-da8c78ca769f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:21.668779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bfbc91f-a68e-4815-a0a1-fe9d36e6c280 req-ca1b8034-58f3-49a5-a86b-da8c78ca769f tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.0705700 Nov 10 21:26:21.699299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e5d706ac-53c6-4ab4-9a14-0c48510441ba, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:21.723198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-037853ed-dae6-40bb-a3c5-9aa70f71d13c req-a673d7e9-5fca-4e04-abd9-6dcefddb12ab tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=94bced36-10a2-4266-9974-b2ec35be3165&id=bc646959-abef-4a7a-a124-2365132718e4&id=f11212b3-2161-4296-824b-bf97af6eebc4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1282172 Nov 10 21:26:21.764594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bfbc91f-a68e-4815-a0a1-fe9d36e6c280 req-97ef97be-6fe2-46da-9fc4-13aa94404780 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947618 Nov 10 21:26:21.773317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:21.804228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19232c1-f8bd-436f-b512-50a305b1291a req-a28e6345-30a6-4f50-b20d-a8e6f654f268 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:21.807156 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e19232c1-f8bd-436f-b512-50a305b1291a req-a28e6345-30a6-4f50-b20d-a8e6f654f268 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 1023 time: 0.1201186 Nov 10 21:26:21.872860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e5d706ac-53c6-4ab4-9a14-0c48510441ba,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:21.911517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['5c794659-fecb-402d-b678-9d3d45c8ad64'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:21.946426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Deleting port a1ce8fdc-018f-4b4f-853d-dc160dcab065 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:21.947081 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:22.141568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] For port a1ce8fdc-018f-4b4f-853d-dc160dcab065, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a1ce8fdc-018f-4b4f-853d-dc160dcab065,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:22.144195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:22.166231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Calling delete_port for a1ce8fdc-018f-4b4f-853d-dc160dcab065 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:22.402828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98679e4f-cfb7-41e1-9ac1-3f059f231c24 req-138f62a1-2eb8-4b07-8ece-ad344b82a90c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:22.411367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98679e4f-cfb7-41e1-9ac1-3f059f231c24 req-138f62a1-2eb8-4b07-8ece-ad344b82a90c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 950 time: 0.0894804 Nov 10 21:26:22.468494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98679e4f-cfb7-41e1-9ac1-3f059f231c24 req-a7758132-9259-4f93-b17f-624fc3128267 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557404 Nov 10 21:26:22.541927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-4e5534a0-eae3-4bfd-84a0-a416780454e4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:22.543757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-4e5534a0-eae3-4bfd-84a0-a416780454e4 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 948 time: 0.2117727 Nov 10 21:26:22.557128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:22.559454 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb59780-e2e2-4de2-9215-403eebacdd00" -d '{"events": [{"server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "name": "network-vif-plugged", "status": "completed", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:22.577396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4d716-ddb3-4cc1-8990-08904896d06e req-eb3fb658-2218-4de0-abb0-b632602a2988 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:22.608339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42b4d716-ddb3-4cc1-8990-08904896d06e req-eb3fb658-2218-4de0-abb0-b632602a2988 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.2161918 Nov 10 21:26:22.613216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45ad0b-b494-48de-96dd-f9d43851e4c2 req-e8ef9300-a1e7-48d9-b4da-269ddceaaa21 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:22.615217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e45ad0b-b494-48de-96dd-f9d43851e4c2 req-e8ef9300-a1e7-48d9-b4da-269ddceaaa21 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0781097 Nov 10 21:26:22.681920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e45ad0b-b494-48de-96dd-f9d43851e4c2 req-26277005-0e1b-492f-8274-48825669d605 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607758 Nov 10 21:26:22.714069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42b4d716-ddb3-4cc1-8990-08904896d06e req-16b3333f-1ccd-4c60-8f4a-39a0036acd5c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977366 Nov 10 21:26:22.739593 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29fc1ed-8b22-4566-b096-39be0ba4f8c8 x-openstack-request-id: req-e29fc1ed-8b22-4566-b096-39be0ba4f8c8 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:22.740155 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "name": "network-vif-plugged", "status": "completed", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:22.740719 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e29fc1ed-8b22-4566-b096-39be0ba4f8c8 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:22.741251 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'code': 200} Nov 10 21:26:22.849828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-b49c7a8e-a450-4e7b-85f6-21b7a0deb39e service neutron] 10.222.0.64 "GET /v2.0/ports/5c794659-fecb-402d-b678-9d3d45c8ad64/bindings/n-h1-776250-11 HTTP/1.1" status: 200 len: 383 time: 0.2382281 Nov 10 21:26:22.850171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f80da853-27cc-45c8-b0df-7be421f18159 req-c85699e6-b212-433c-a021-4e1733c74382 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e7ece5-e0d7-4e68-be7c-7916275fb71f HTTP/1.1" status: 200 len: 210 time: 0.0422971 Nov 10 21:26:22.850805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:22.876243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:22.892206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'Port': ['ID=a1ce8fdc-018f-4b4f-853d-dc160dcab065,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:22.911070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ebd33-4063-4bdc-9b73-aea59842d5c1 req-2e241443-d631-474c-8704-1c03685b8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:22.912852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c21ebd33-4063-4bdc-9b73-aea59842d5c1 req-2e241443-d631-474c-8704-1c03685b8aac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 1098 time: 0.0757422 Nov 10 21:26:22.977275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] No DVR routers for this DVR port a1ce8fdc-018f-4b4f-853d-dc160dcab065 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:22.985345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:22.988563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c21ebd33-4063-4bdc-9b73-aea59842d5c1 req-16f64e05-cfab-45aa-ba98-f116f493af89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550389 Nov 10 21:26:22.989725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e19232c1-f8bd-436f-b512-50a305b1291a req-29442582-34fe-43f3-a565-e336990759bb tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "DELETE /v2.0/ports/a1ce8fdc-018f-4b4f-853d-dc160dcab065 HTTP/1.1" status: 204 len: 173 time: 1.1751199 Nov 10 21:26:22.990445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'name': 'network-vif-deleted', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:22.993034 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98025df0-ac0a-4023-87c6-bf6ca368fc0c" -d '{"events": [{"server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "name": "network-vif-deleted", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:23.010914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-8c7e7bd5-cee4-4d0c-ba9a-7d761fd0ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.012396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-8c7e7bd5-cee4-4d0c-ba9a-7d761fd0ce15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1100 time: 0.0927255 Nov 10 21:26:23.043894 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2384be9-66ff-4091-b050-7d0f4f20f8ec x-openstack-request-id: req-a2384be9-66ff-4091-b050-7d0f4f20f8ec {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:23.044244 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e7ece5-e0d7-4e68-be7c-7916275fb71f", "name": "network-vif-deleted", "tag": "a1ce8fdc-018f-4b4f-853d-dc160dcab065", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:23.044526 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2384be9-66ff-4091-b050-7d0f4f20f8ec {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:23.045004 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e7ece5-e0d7-4e68-be7c-7916275fb71f', 'name': 'network-vif-deleted', 'tag': 'a1ce8fdc-018f-4b4f-853d-dc160dcab065', 'status': 'completed', 'code': 200} Nov 10 21:26:23.214868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:23.461024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-2ce6de51-e4e0-4159-a222-b193c764432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.462456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-2ce6de51-e4e0-4159-a222-b193c764432a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.0915382 Nov 10 21:26:23.509861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-35f191a0-cff0-47d1-8446-9cc2feb64129 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0349684 Nov 10 21:26:23.571945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-6ba9619f-877b-40cd-8476-116bff369cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.573461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-6ba9619f-877b-40cd-8476-116bff369cd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0502975 Nov 10 21:26:23.597374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77436065-a4af-4ab2-b2fa-f06ac2b37909 req-ae60ce9f-9383-4840-9410-40e6c4f0e0cb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.599014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77436065-a4af-4ab2-b2fa-f06ac2b37909 req-ae60ce9f-9383-4840-9410-40e6c4f0e0cb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 950 time: 0.0513594 Nov 10 21:26:23.635997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-f42f7c5d-7a8e-4c04-a03f-36862f62d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.637896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-f42f7c5d-7a8e-4c04-a03f-36862f62d2d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477283 Nov 10 21:26:23.674046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77436065-a4af-4ab2-b2fa-f06ac2b37909 req-8a9bb3aa-08b5-4498-98b7-4543a421eaba tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651014 Nov 10 21:26:23.752348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-94b8dcad-1aca-4ef4-b98b-3a99c551c527 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001439 Nov 10 21:26:23.862821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d032f98-0510-4ca4-a149-9b708e134288 req-f02c5e54-05e9-4704-bedf-2f12805d66ca tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:23.866334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d032f98-0510-4ca4-a149-9b708e134288 req-f02c5e54-05e9-4704-bedf-2f12805d66ca tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 1102 time: 0.0929627 Nov 10 21:26:23.906514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-616c482d-4329-4226-ad86-d84929e13ae9 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415284 Nov 10 21:26:23.936347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d032f98-0510-4ca4-a149-9b708e134288 req-863b5003-4162-4ea8-b29e-7ffd666db4f9 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593417 Nov 10 21:26:24.040118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aabba9-d1b3-411b-85d2-907e2b7d676d req-7ed6c786-deed-4171-895b-4fa67d8547ba tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:24.041514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82aabba9-d1b3-411b-85d2-907e2b7d676d req-7ed6c786-deed-4171-895b-4fa67d8547ba tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0507855 Nov 10 21:26:24.095776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82aabba9-d1b3-411b-85d2-907e2b7d676d req-a1e8eebb-ce95-43fd-be72-171bbebc14d0 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466793 Nov 10 21:26:24.217252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b365e28-d616-4e44-a08e-ed507da815d2 req-c6d76816-a5fd-4e45-b356-e26a543e1738 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:24.219595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b365e28-d616-4e44-a08e-ed507da815d2 req-c6d76816-a5fd-4e45-b356-e26a543e1738 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.0569737 Nov 10 21:26:24.273578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b365e28-d616-4e44-a08e-ed507da815d2 req-a62e56f1-cc32-44ff-97c0-687bf7846686 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 Nov 10 21:26:24.349540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-2ff72ee1-91b2-46d6-b073-8180614c8392 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236852 Nov 10 21:26:24.392800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58c0cd-80ed-456e-9db4-dfaca17f5895 req-3c7cd276-6071-4ea9-b3ab-583d9e8385d2 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:24.394377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e58c0cd-80ed-456e-9db4-dfaca17f5895 req-3c7cd276-6071-4ea9-b3ab-583d9e8385d2 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 944 time: 0.0556047 Nov 10 21:26:24.447101 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e58c0cd-80ed-456e-9db4-dfaca17f5895 req-7113434c-ac49-461a-b278-20178e726b06 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 Nov 10 21:26:24.463930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-d7ebc68b-7e59-4ed4-b71f-e650b262d2a4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:24.465470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-d7ebc68b-7e59-4ed4-b71f-e650b262d2a4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101055 Nov 10 21:26:24.481970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-4d5f0d42-3ab1-4546-b130-2f4db4d83732 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/quotas/dabef66bbc824900928ba1f0ea5d5cb6 HTTP/1.1" status: 200 len: 375 time: 0.0092356 Nov 10 21:26:24.549542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-9cef5517-988f-4e8b-b234-a198f43f26c3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0616913 Nov 10 21:26:24.588150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b0d4a9c-93ce-4e72-b442-a630ed6ea7e3 req-d394c44a-146e-453f-939c-c2b5d2f44719 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/bc646959-abef-4a7a-a124-2365132718e4 HTTP/1.1" status: 200 len: 1818 time: 0.0474167 Nov 10 21:26:24.655474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b0d4a9c-93ce-4e72-b442-a630ed6ea7e3 req-5136b2eb-5d5a-4745-a7b2-83cb007e25fa tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:24.677578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b0d4a9c-93ce-4e72-b442-a630ed6ea7e3 req-5136b2eb-5d5a-4745-a7b2-83cb007e25fa tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:24.793519 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b0d4a9c-93ce-4e72-b442-a630ed6ea7e3 req-5136b2eb-5d5a-4745-a7b2-83cb007e25fa tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:24.797006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b0d4a9c-93ce-4e72-b442-a630ed6ea7e3 req-5136b2eb-5d5a-4745-a7b2-83cb007e25fa tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:24.798533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b0d4a9c-93ce-4e72-b442-a630ed6ea7e3 req-5136b2eb-5d5a-4745-a7b2-83cb007e25fa tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/bc646959-abef-4a7a-a124-2365132718e4 HTTP/1.1" status: 204 len: 173 time: 0.1947689 Nov 10 21:26:24.814228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136b2eb-5d5a-4745-a7b2-83cb007e25fa tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc646959-abef-4a7a-a124-2365132718e4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:24.899638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83ae2d1c-8520-4e00-9da7-48fd5e75d764 req-04f7484d-a1b8-44ba-b469-830315f0e06f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 210 time: 0.0386512 Nov 10 21:26:24.915491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09faba82-8cfa-49dd-bde3-4d7ac763b58f req-0484b9b0-9eae-42c0-beeb-e5fe51ffbd82 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/94bced36-10a2-4266-9974-b2ec35be3165 HTTP/1.1" status: 200 len: 1817 time: 0.0440140 Nov 10 21:26:24.915976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-d8bd2715-4dc8-4cf1-920a-bc0e21f66a75 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:24.915976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-d8bd2715-4dc8-4cf1-920a-bc0e21f66a75 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 944 time: 0.1008754 Nov 10 21:26:24.973539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-09faba82-8cfa-49dd-bde3-4d7ac763b58f req-73de95d1-ed63-4128-affa-bbe6a9238faf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:24.999991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-09faba82-8cfa-49dd-bde3-4d7ac763b58f req-73de95d1-ed63-4128-affa-bbe6a9238faf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.016068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Deleting port 1480d3af-b9cf-4a90-b79d-1edd49144f11 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:25.016435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.106794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] For port 1480d3af-b9cf-4a90-b79d-1edd49144f11, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1480d3af-b9cf-4a90-b79d-1edd49144f11,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:25.107082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.117320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-09faba82-8cfa-49dd-bde3-4d7ac763b58f req-73de95d1-ed63-4128-affa-bbe6a9238faf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.120449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-09faba82-8cfa-49dd-bde3-4d7ac763b58f req-73de95d1-ed63-4128-affa-bbe6a9238faf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.120928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Calling delete_port for 1480d3af-b9cf-4a90-b79d-1edd49144f11 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:25.140135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09faba82-8cfa-49dd-bde3-4d7ac763b58f req-73de95d1-ed63-4128-affa-bbe6a9238faf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/94bced36-10a2-4266-9974-b2ec35be3165 HTTP/1.1" status: 204 len: 173 time: 0.2171183 Nov 10 21:26:25.155382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de95d1-ed63-4128-affa-bbe6a9238faf tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bced36-10a2-4266-9974-b2ec35be3165,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:25.164673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-12445161-3a34-4244-a75a-84f873e018e5 req-27176fb5-6246-4733-82be-c029e69318f8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1993991982', 'description': 'tempest-description-1043246205'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:25.259462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675c9f0-dad7-482f-a4e1-a8b825040c95 req-18d0badd-e8ee-41f2-a2af-6922e495b86a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:25.260926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f675c9f0-dad7-482f-a4e1-a8b825040c95 req-18d0badd-e8ee-41f2-a2af-6922e495b86a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0828490 Nov 10 21:26:25.264647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12445161-3a34-4244-a75a-84f873e018e5 req-27176fb5-6246-4733-82be-c029e69318f8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.285483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:25.344218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a1ce8fdc-018f-4b4f-853d-dc160dcab065 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:25.347585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12445161-3a34-4244-a75a-84f873e018e5 req-27176fb5-6246-4733-82be-c029e69318f8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.355817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f675c9f0-dad7-482f-a4e1-a8b825040c95 req-ca50f306-566a-4a72-9eee-5044cb61be1c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843918 Nov 10 21:26:25.378858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a1ce8fdc-018f-4b4f-853d-dc160dcab065 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:25.379550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a1ce8fdc-018f-4b4f-853d-dc160dcab065 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:25.380216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1480d3af-b9cf-4a90-b79d-1edd49144f11 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:25.427064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.427292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12445161-3a34-4244-a75a-84f873e018e5 req-27176fb5-6246-4733-82be-c029e69318f8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.446842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Port 1480d3af-b9cf-4a90-b79d-1edd49144f11 update to DOWN by agent not found {{(pid=103049) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 21:26:25.466646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 5c794659-fecb-402d-b678-9d3d45c8ad64 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:25.476015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 5c794659-fecb-402d-b678-9d3d45c8ad64 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:25.476015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.479376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27176fb5-6246-4733-82be-c029e69318f8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4fc94a-e235-4ada-a1dd-7604e70b3d58,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:25.514167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event deleted for resources: {'Port': ['ID=1480d3af-b9cf-4a90-b79d-1edd49144f11,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:25.535788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] No DVR routers for this DVR port 1480d3af-b9cf-4a90-b79d-1edd49144f11 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:25.536475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-12445161-3a34-4244-a75a-84f873e018e5 req-27176fb5-6246-4733-82be-c029e69318f8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.538688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12445161-3a34-4244-a75a-84f873e018e5 req-27176fb5-6246-4733-82be-c029e69318f8 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3771389 Nov 10 21:26:25.538940 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.542521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f131a24-772f-4646-8390-3ba90f08aea2 req-40db3ebf-d381-4f9e-8668-4e41567d4470 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "DELETE /v2.0/ports/1480d3af-b9cf-4a90-b79d-1edd49144f11 HTTP/1.1" status: 204 len: 173 time: 0.6227734 Nov 10 21:26:25.542979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'name': 'network-vif-deleted', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:25.545554 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e012cd-6837-4ab4-823f-034754ea3f49" -d '{"events": [{"server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "name": "network-vif-deleted", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:25.583134 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.601376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0571-8077-4ece-b34a-a3b5427ab9e3 req-30c7b6a0-566a-4ee6-bc77-6f91bae8a866 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:25.602969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-405d0571-8077-4ece-b34a-a3b5427ab9e3 req-30c7b6a0-566a-4ee6-bc77-6f91bae8a866 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.0683913 Nov 10 21:26:25.618047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:25.618047 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dffd5a1-3b17-425e-8118-efe9f8a94193" -d '{"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:25.629650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:25.636497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8189c5de-e31d-4cf4-97b0-59ff28e66282 req-b9801298-24c1-48fd-af6a-8f5c38d6fcb9 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 210 time: 0.0279064 Nov 10 21:26:25.661454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-405d0571-8077-4ece-b34a-a3b5427ab9e3 req-176c63dd-12ad-4fd3-877e-daf6568cb674 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521922 Nov 10 21:26:25.720257 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b701a356-cf04-44ff-bf37-a66c6d5311c1 x-openstack-request-id: req-b701a356-cf04-44ff-bf37-a66c6d5311c1 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:25.720552 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996dbc5f-6466-44c6-8ec3-9e03d2187d5f", "name": "network-vif-deleted", "tag": "1480d3af-b9cf-4a90-b79d-1edd49144f11", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:25.720804 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b701a356-cf04-44ff-bf37-a66c6d5311c1 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:25.721238 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996dbc5f-6466-44c6-8ec3-9e03d2187d5f', 'name': 'network-vif-deleted', 'tag': '1480d3af-b9cf-4a90-b79d-1edd49144f11', 'status': 'completed', 'code': 200} Nov 10 21:26:25.723585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.786165 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b90a26-3915-4a16-8b7d-df6b4457d92a x-openstack-request-id: req-e6b90a26-3915-4a16-8b7d-df6b4457d92a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:25.786449 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:25.786901 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6b90a26-3915-4a16-8b7d-df6b4457d92a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:25.787289 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'code': 200} Nov 10 21:26:25.791989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:25.805295 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76ef3cad-b66f-4e52-ad32-bf44f4594450 req-9a53fca8-789b-4b3f-a630-a637c48dbbe7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/ec4fc94a-e235-4ada-a1dd-7604e70b3d58 HTTP/1.1" status: 200 len: 1818 time: 0.0546758 Nov 10 21:26:25.815659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-76ef3cad-b66f-4e52-ad32-bf44f4594450 req-f57c8926-04eb-431f-a5e4-d3db7cb33eb5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Request body: {'security_group': {'name': 'tempest-sg-hth-763577301', 'description': 'tempest-description-hth-1962699521'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:25.850289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-76ef3cad-b66f-4e52-ad32-bf44f4594450 req-f57c8926-04eb-431f-a5e4-d3db7cb33eb5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.908436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-76ef3cad-b66f-4e52-ad32-bf44f4594450 req-f57c8926-04eb-431f-a5e4-d3db7cb33eb5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:25.991641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b362482-1e76-4717-b044-a3c7be36cdd9 req-b015f4a9-7048-4122-8dda-cc795d5c1512 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 210 time: 0.0282786 Nov 10 21:26:26.024422 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-76ef3cad-b66f-4e52-ad32-bf44f4594450 req-f57c8926-04eb-431f-a5e4-d3db7cb33eb5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:26.027875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-76ef3cad-b66f-4e52-ad32-bf44f4594450 req-f57c8926-04eb-431f-a5e4-d3db7cb33eb5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:26.029461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76ef3cad-b66f-4e52-ad32-bf44f4594450 req-f57c8926-04eb-431f-a5e4-d3db7cb33eb5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "PUT /v2.0/security-groups/ec4fc94a-e235-4ada-a1dd-7604e70b3d58 HTTP/1.1" status: 200 len: 1791 time: 0.2189615 Nov 10 21:26:26.052532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c8926-04eb-431f-a5e4-d3db7cb33eb5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4fc94a-e235-4ada-a1dd-7604e70b3d58,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:26.096976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6bff4f5-be02-4f00-9c0a-aaa33d514a0b req-df7647f4-0016-4fbe-90ae-70484b57575d tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/ec4fc94a-e235-4ada-a1dd-7604e70b3d58 HTTP/1.1" status: 200 len: 1791 time: 0.0470674 Nov 10 21:26:26.158575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d1e65ee-036f-434f-bd18-a1d9949cd049 req-a996ac29-60a1-422e-9048-7dda554b4a91 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/ec4fc94a-e235-4ada-a1dd-7604e70b3d58 HTTP/1.1" status: 200 len: 1791 time: 0.0401497 Nov 10 21:26:26.215961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1d1e65ee-036f-434f-bd18-a1d9949cd049 req-991366a1-af13-47c8-b70b-49bd6b435367 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:26.238858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1d1e65ee-036f-434f-bd18-a1d9949cd049 req-991366a1-af13-47c8-b70b-49bd6b435367 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:26.340488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1d1e65ee-036f-434f-bd18-a1d9949cd049 req-991366a1-af13-47c8-b70b-49bd6b435367 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:26.343516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1d1e65ee-036f-434f-bd18-a1d9949cd049 req-991366a1-af13-47c8-b70b-49bd6b435367 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:26.345322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d1e65ee-036f-434f-bd18-a1d9949cd049 req-991366a1-af13-47c8-b70b-49bd6b435367 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/ec4fc94a-e235-4ada-a1dd-7604e70b3d58 HTTP/1.1" status: 204 len: 173 time: 0.1806855 Nov 10 21:26:26.354666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991366a1-af13-47c8-b70b-49bd6b435367 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4fc94a-e235-4ada-a1dd-7604e70b3d58,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:26.461945 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-11ab311a-a85a-457a-af56-fc1e2a9b9899 req-fc9abf6d-e8e4-432f-b125-9549a1655aa1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:26:26.463089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11ab311a-a85a-457a-af56-fc1e2a9b9899 req-fc9abf6d-e8e4-432f-b125-9549a1655aa1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/94bced36-10a2-4266-9974-b2ec35be3165 HTTP/1.1" status: 404 len: 352 time: 0.0168192 Nov 10 21:26:26.499273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9208-39b0-4d7f-98a1-2bde76566d59 req-51fd2f18-7330-474d-bb91-588547edb163 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:26.500810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02a9208-39b0-4d7f-98a1-2bde76566d59 req-51fd2f18-7330-474d-bb91-588547edb163 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0535917 Nov 10 21:26:26.556828 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-010ff491-a5fb-4c2d-9ae8-dbc7446a7ae9 req-252bcddd-4a0f-46d9-b16a-3795c8e1763f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:26:26.557839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-010ff491-a5fb-4c2d-9ae8-dbc7446a7ae9 req-252bcddd-4a0f-46d9-b16a-3795c8e1763f tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/bc646959-abef-4a7a-a124-2365132718e4 HTTP/1.1" status: 404 len: 352 time: 0.0154657 Nov 10 21:26:26.560396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a02a9208-39b0-4d7f-98a1-2bde76566d59 req-4f51e556-4948-4112-9cba-a5eabe59b315 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497212 Nov 10 21:26:26.596106 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-89bae53f-3699-451c-bcdf-719cab9c3273 req-1dbd5b18-843c-4e0c-b321-1219d397399b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:26:26.597561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89bae53f-3699-451c-bcdf-719cab9c3273 req-1dbd5b18-843c-4e0c-b321-1219d397399b tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/bca4e9b7-8c11-4d93-93ca-f651749bec0f HTTP/1.1" status: 404 len: 352 time: 0.0157375 Nov 10 21:26:26.634483 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-dfda5084-8ed5-412c-b609-c602d7b8720f req-85aa69f7-b502-49e2-aebf-4caef34c8c76 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:26:26.635610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfda5084-8ed5-412c-b609-c602d7b8720f req-85aa69f7-b502-49e2-aebf-4caef34c8c76 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/37db7240-f9ef-496a-a4a6-a4fe72a7433c HTTP/1.1" status: 404 len: 352 time: 0.0168483 Nov 10 21:26:26.678750 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-ba43b4f6-face-4fdb-8868-0d6094788efb req-cc1694ac-999a-42d2-babd-e78b8f96d26c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:26:26.679893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba43b4f6-face-4fdb-8868-0d6094788efb req-cc1694ac-999a-42d2-babd-e78b8f96d26c tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/49ee02be-e55f-4dbb-a2a2-3492470f5b3d HTTP/1.1" status: 404 len: 352 time: 0.0150843 Nov 10 21:26:26.686185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e27f31-7fec-4904-a483-1d1ec3a63c34 req-3b76fd12-0ce3-4889-9f26-f7706cb5d10c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:26.687824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c6e27f31-7fec-4904-a483-1d1ec3a63c34 req-3b76fd12-0ce3-4889-9f26-f7706cb5d10c tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0536721 Nov 10 21:26:26.703952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50482) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:26.703952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Request body: {'floatingip': {'port_id': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:26.751921 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-e1981e3c-9305-4aeb-bb12-5b89a2f3ade0 req-f430c3d6-ac49-4fdf-9cbd-89b46ea8cea0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] show failed (client error): The resource could not be found. Nov 10 21:26:26.752933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e1981e3c-9305-4aeb-bb12-5b89a2f3ade0 req-f430c3d6-ac49-4fdf-9cbd-89b46ea8cea0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/a54d1bf8-c838-4c06-95bf-caf0f241d7c2 HTTP/1.1" status: 404 len: 352 time: 0.0481734 Nov 10 21:26:26.755203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:26.783810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1bd5b4a4-eb18-4dee-81a1-1f36e5c93b10 req-71280e5e-dbe5-4d8d-bcb9-ca53e7e2a962 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=996dbc5f-6466-44c6-8ec3-9e03d2187d5f HTTP/1.1" status: 200 len: 210 time: 0.0318816 Nov 10 21:26:26.919834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa573-2a34-4a40-bc25-68bf9c6ee99d req-6179e670-804f-49e7-a2a4-882078160ca6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:26.922179 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-085aa573-2a34-4a40-bc25-68bf9c6ee99d req-6179e670-804f-49e7-a2a4-882078160ca6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0958118 Nov 10 21:26:27.351521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-eed2aa39-5a34-446e-9b2d-539ab8c6040b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400977 Nov 10 21:26:27.358824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96431d22-c4bf-483c-bc07-5189fbac59d4 req-6e4aadca-ea56-4318-95e9-96a1594357b0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 210 time: 0.0498056 Nov 10 21:26:27.365011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-085aa573-2a34-4a40-bc25-68bf9c6ee99d req-f9065c61-9907-4954-ad83-b2672cf22b50 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135528 Nov 10 21:26:27.508723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f2321-a692-4b5e-bffd-25d1499c3e3c req-26a3bd5b-a45a-449c-95f2-10abdc8ed5b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:27.510206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8f2321-a692-4b5e-bffd-25d1499c3e3c req-26a3bd5b-a45a-449c-95f2-10abdc8ed5b7 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1023 time: 0.0543268 Nov 10 21:26:27.584242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8f2321-a692-4b5e-bffd-25d1499c3e3c req-6339275a-09ef-4bda-bdf2-aec7b3b5d5ce tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&id=a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0&id=70b2ccd4-abc3-435e-96e1-485c2690efad&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0668161 Nov 10 21:26:27.622113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-4422afb9-ec2e-4f31-8b9b-2b21cb69f3e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1657841 Nov 10 21:26:27.647769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-8219ae94-b49e-4e76-a85a-3e7ea367a7f4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:27.649199 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-8219ae94-b49e-4e76-a85a-3e7ea367a7f4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813103 Nov 10 21:26:27.693472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:27.770554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.resource_extend [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:26:27.835812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-e9068d68-fbc8-4b9c-b801-4283b16a666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:27.837417 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-e9068d68-fbc8-4b9c-b801-4283b16a666d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 1102 time: 0.1565871 Nov 10 21:26:27.854618 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:27.931557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:28.043832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-acb567af-56f8-4cfd-b840-8b6a6e0ad70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.045221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-acb567af-56f8-4cfd-b840-8b6a6e0ad70c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1849473 Nov 10 21:26:28.063355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:28.066707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:28.113279 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Floating IP fdff2eac-d643-4f00-8971-f204761d9e52 associated. External IP: 172.25.7.173, port: e5d706ac-53c6-4ab4-9a14-0c48510441ba. Nov 10 21:26:28.116184 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-9ce3be91-4b8b-4131-9602-778fc3990804 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 200 len: 217 time: 0.0622945 Nov 10 21:26:28.202296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-f0c816e7-fd3e-446f-9172-26b9996e70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.204260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-f0c816e7-fd3e-446f-9172-26b9996e70d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f&tenant_id=79e7fe97b7dc47f68a60c8e2161871f0 HTTP/1.1" status: 200 len: 1101 time: 0.0585239 Nov 10 21:26:28.221867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:28.292133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-87be5c59-7a24-47d8-94c0-5956bd5570ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.292133 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-87be5c59-7a24-47d8-94c0-5956bd5570ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1404161 Nov 10 21:26:28.309392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:28.326019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baee318-6f5f-4e45-810b-7895f3a75fe8 req-487bb4e5-4308-4af2-adc0-02f17557dee1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.327514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3baee318-6f5f-4e45-810b-7895f3a75fe8 req-487bb4e5-4308-4af2-adc0-02f17557dee1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.1029315 Nov 10 21:26:28.430080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-5bd445bd-70c8-4d03-bd3a-a166e80ef3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.431617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-5bd445bd-70c8-4d03-bd3a-a166e80ef3d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1276128 Nov 10 21:26:28.448802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.171 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/835c1f2c-4df9-429b-9357-44dcb3c7b4a1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:28.463396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3baee318-6f5f-4e45-810b-7895f3a75fe8 req-124ccb1e-b4ad-4f75-9ff4-9786b94dcfaf tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112139 Nov 10 21:26:28.550796 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e67a89b-9e92-4e82-ba62-d4cfcd8abaec req-6bc10cba-1e7a-461c-b105-2f5144c971b1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 210 time: 0.0914233 Nov 10 21:26:28.589500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48459f-3057-44de-8a50-6448565a5a8a req-f290171f-a3dd-4a03-a52c-d72e2815911e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.591410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af48459f-3057-44de-8a50-6448565a5a8a req-f290171f-a3dd-4a03-a52c-d72e2815911e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0623796 Nov 10 21:26:28.646099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af48459f-3057-44de-8a50-6448565a5a8a req-b0cafb4a-2a5c-464c-9f4f-280c95f4ffe7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Nov 10 21:26:28.677871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.53', 56638) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:28.684874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:28.698129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-76bbb62b-4aa8-419f-ae01-aeb10514351b service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506981 Nov 10 21:26:28.733653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-a8eaf477-69da-447e-94d6-ce763b3a1516 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.735459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-a8eaf477-69da-447e-94d6-ce763b3a1516 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 945 time: 0.0566030 Nov 10 21:26:28.843455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Deleting port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:28.844322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:28.898697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d81aa-7822-4b30-b662-520db1a68190 req-a2ea7018-6927-4a4e-93fe-f2f18f6ccbff tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:28.900203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-790d81aa-7822-4b30-b662-520db1a68190 req-a2ea7018-6927-4a4e-93fe-f2f18f6ccbff tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1023 time: 0.2248063 Nov 10 21:26:28.931319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.53', 56639) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:28.938022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] For port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:28.938376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:28.963921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:28.973648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Calling delete_port for a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:29.011130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-bfe3b6e1-bb5e-4311-9039-71c3bf092035 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681944 Nov 10 21:26:29.042512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-4b17ccbf-27cb-4221-ae1d-4405592e7fea tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:29.043998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-4b17ccbf-27cb-4221-ae1d-4405592e7fea tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 1023 time: 0.0985956 Nov 10 21:26:29.051384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:29.060919 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:29.066483 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] Sync routers for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:26:29.081377 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:29.082858 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:29.123912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-790d81aa-7822-4b30-b662-520db1a68190 req-79eac9ea-b7d1-41f2-91b4-ab31ea4ca6c1 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups?id=f11212b3-2161-4296-824b-bf97af6eebc4&id=a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0&id=70b2ccd4-abc3-435e-96e1-485c2690efad&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1956229 Nov 10 21:26:29.130092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3574a3f5-56f9-48c2-ac59-0e89cae660b8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "PUT /v2.0/floatingips/fdff2eac-d643-4f00-8971-f204761d9e52 HTTP/1.1" status: 200 len: 992 time: 2.4321270 Nov 10 21:26:29.130738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:29.133505 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc273a17-f4ec-47bc-8fec-ad3dda182827" -d '{"events": [{"name": "network-changed", "server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:29.159015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:29.173640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['80997881-53d1-4855-8174-deb5453c0516', '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:29.177265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5', '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:29.226323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:29.231120 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:29.236633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:29.262447 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc70f58-3ded-4f54-872e-9cf24e86906d x-openstack-request-id: req-2fc70f58-3ded-4f54-872e-9cf24e86906d {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:29.263011 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:29.263971 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fc70f58-3ded-4f54-872e-9cf24e86906d {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:29.264534 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'status': 'completed', 'code': 200} Nov 10 21:26:29.265767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:29.342793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:29.356320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:29.402252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:29.435104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:29.472705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:29.473378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:29.479159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-811d788b-4c33-440a-b65e-8e7313e3a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:29.480731 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-811d788b-4c33-440a-b65e-8e7313e3a7a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab4e725e8b2346b494ddbb232cfca920&device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 1098 time: 0.1562216 Nov 10 21:26:29.499497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event deleted for resources: {'Port': ['ID=a2fe6b3a-abbc-4ed4-903b-9cfd412733d9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:29.521437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Deleting port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:29.522282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:29.616420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:29.634698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Transition to ACTIVE for port object 5c794659-fecb-402d-b678-9d3d45c8ad64 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:29.652839 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-c9099ec3-b968-4774-ae49-b3a09a22b58e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9732130 Nov 10 21:26:29.671067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:29.674342 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc34e7b6-04db-4ee7-88d8-8a739673c976" -d '{"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:29.684848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Request body: {'port': {'device_id': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:29.721341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-f4cdfe0f-7b83-41a9-80a3-5eac4a41cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:29.724279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-f4cdfe0f-7b83-41a9-80a3-5eac4a41cc62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=64d49acd-8b50-48a9-9818-d0a96b05525e HTTP/1.1" status: 200 len: 917 time: 0.2293484 Nov 10 21:26:29.786133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b79c4f5f-8153-452a-bbb5-f0a9ce4dc3c0 None None] Provisioning complete for port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:29.786500 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b79c4f5f-8153-452a-bbb5-f0a9ce4dc3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:29.791760 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'fdff2eac-d643-4f00-8971-f204761d9e52', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'port_id': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'mac_address': 'fa:16:3e:42:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:25:11Z', 'updated_at': '2021-11-10T21:26:27Z', 'revision_number': 1, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:29.821817 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] Checking router: 13babb5c-dd41-4f9d-98cf-3f9af4746c88 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:26:29.830653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b79c4f5f-8153-452a-bbb5-f0a9ce4dc3c0 None None] Port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:26:29.835965 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:29.836621 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:29.858398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-7e5bbaa8-faa4-4edf-8f60-56a244fde08f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba HTTP/1.1" status: 200 len: 1000 time: 0.1087418 Nov 10 21:26:29.935352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-acf9c5b2-d762-4d9a-8918-76fb2a50ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:29.936742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-acf9c5b2-d762-4d9a-8918-76fb2a50ea6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89734400-2efa-4fe6-87cb-e9d4f0dd055f HTTP/1.1" status: 200 len: 855 time: 0.0660243 Nov 10 21:26:29.970585 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:30.018281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.076984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] No DVR routers for this DVR port a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:30.083328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.087401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b732e1bd-1dd9-480b-bb75-97aef33d01ec req-ecf73cb0-ea2f-4793-9b06-f7d8178d740e tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 210 time: 0.3961854 Nov 10 21:26:30.088627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.094281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0181d305-18f1-41d2-acf0-1defe4be5b85 req-1ef60c67-6a59-41f8-bab7-144b5ab2cee5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "DELETE /v2.0/ports/a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 HTTP/1.1" status: 204 len: 173 time: 1.3386996 Nov 10 21:26:30.115570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3211-7f43-4ede-acc2-a81a9d14d47b req-3b55a17e-d087-440e-9f45-91db3eded60d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:30.131032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c7a3211-7f43-4ede-acc2-a81a9d14d47b req-3b55a17e-d087-440e-9f45-91db3eded60d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 936 time: 0.3915460 Nov 10 21:26:30.149787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-6762f184-7996-4781-8659-7942f988156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:30.151347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-6762f184-7996-4781-8659-7942f988156c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=64d49acd-8b50-48a9-9818-d0a96b05525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953914 Nov 10 21:26:30.258592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] No DVR routers for this DVR port 5c794659-fecb-402d-b678-9d3d45c8ad64 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:30.312533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] For port bc34c054-65fc-48eb-9ea3-6fa6157cfe39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,segment=NetworkSegment(d0e1fc44-4822-4f95-908f-d965327733c3),segment_id=d0e1fc44-4822-4f95-908f-d965327733c3)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:30.313020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.347746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=10']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:30.349643 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'fdff2eac-d643-4f00-8971-f204761d9e52', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'port_id': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'mac_address': 'fa:16:3e:42:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:25:11Z', 'updated_at': '2021-11-10T21:26:27Z', 'revision_number': 1, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:30.358142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Calling delete_port for bc34c054-65fc-48eb-9ea3-6fa6157cfe39 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:30.382880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:30.383305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:30.383702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:30.386793 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e49caf-c464-4ca1-8198-0111badc28e5 None None] The sync data for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 is: [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'fdff2eac-d643-4f00-8971-f204761d9e52', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'port_id': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'mac_address': 'fa:16:3e:42:78:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:25:11Z', 'updated_at': '2021-11-10T21:26:27Z', 'revision_number': 1, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:26:30.404382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38098f28-149c-4aef-b196-929d3afd9112 req-4ded9a61-f647-4278-91ac-d8b5b9528241 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:30.407963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-38098f28-149c-4aef-b196-929d3afd9112 req-4ded9a61-f647-4278-91ac-d8b5b9528241 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.1845770 Nov 10 21:26:30.411692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:30.412261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Attempting to bind port 5c794659-fecb-402d-b678-9d3d45c8ad64 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:30.422966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:30.424234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:30.424733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:30.425316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Bound port: 5c794659-fecb-402d-b678-9d3d45c8ad64, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:30.426095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.611817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-38098f28-149c-4aef-b196-929d3afd9112 req-f1b6c801-e706-4636-9e91-d01adb69afc6 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912422 Nov 10 21:26:30.637873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9107992-6a65-45c2-99f6-57b94376672c None None] New status for floating IP fdff2eac-d643-4f00-8971-f204761d9e52: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:26:30.649909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:30.653723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:30.722405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.762031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:30.762651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.764062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] 10.222.0.53 "PUT /v2.0/ports/5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 1097 time: 2.5474164 Nov 10 21:26:30.777883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c7a3211-7f43-4ede-acc2-a81a9d14d47b req-fa27ffc0-542b-4a45-bd38-683669cb9505 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305506 Nov 10 21:26:30.789139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e4194-7537-4eac-b086-982feca082ea service neutron] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=11']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:30.810131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:30.911026 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9012246-ea4d-43e3-a7c4-759367189994 x-openstack-request-id: req-c9012246-ea4d-43e3-a7c4-759367189994 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:30.911317 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:30.911560 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9012246-ea4d-43e3-a7c4-759367189994 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:30.911975 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'code': 200} Nov 10 21:26:30.915698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'Port': ['ID=bc34c054-65fc-48eb-9ea3-6fa6157cfe39,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:30.929514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-da066b28-1966-44a7-a0a9-a3048f31c03d service neutron] 10.222.0.64 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7538812 Nov 10 21:26:30.997877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] No DVR routers for this DVR port bc34c054-65fc-48eb-9ea3-6fa6157cfe39 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:31.004197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:31.017375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-987283fb-90cb-4a4f-8bc3-e32a26802505 req-fc338086-f906-4b0c-bb98-46d490ccb6a5 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.53 "DELETE /v2.0/ports/bc34c054-65fc-48eb-9ea3-6fa6157cfe39 HTTP/1.1" status: 204 len: 173 time: 1.9659235 Nov 10 21:26:31.027246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-b7aa57f5-af51-4109-8197-1e557148e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.029323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-b7aa57f5-af51-4109-8197-1e557148e40c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1100 time: 0.2178962 Nov 10 21:26:31.163791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42819f1a-cfd3-49f0-8a89-b13e92fb6753 req-ddc793b4-975e-4b83-aa22-efadc7a91850 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/ports?device_id=906737e1-880f-4adb-a8dc-ce8317f08291 HTTP/1.1" status: 200 len: 210 time: 0.0778348 Nov 10 21:26:31.193171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:31.209542 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:31.217211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc273a17-f4ec-47bc-8fec-ad3dda182827 req-7698bb37-cc61-4c3e-9345-45afd4aec4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705781 Nov 10 21:26:31.226311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-420497f0-943a-4e1f-b48a-151df99b3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.227875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Transition to ACTIVE for port object 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:31.228750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-420497f0-943a-4e1f-b48a-151df99b3e13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1872885 Nov 10 21:26:31.277219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-bce9dce9-7433-431b-a326-fafcaa3007fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0407698 Nov 10 21:26:31.305891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:31.316164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-435d3b60-b697-4743-a579-9aec90f33079 req-2f3a4672-12f5-4965-8c74-6d8db5a78c10 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd HTTP/1.1" status: 200 len: 210 time: 0.0445237 Nov 10 21:26:31.317517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:31.332750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-4835da92-357e-432e-a217-30d919da91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.334339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-4835da92-357e-432e-a217-30d919da91d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0499554 Nov 10 21:26:31.349963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device bc34c054-65fc-48eb-9ea3-6fa6157cfe39 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:31.378516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: bc34c054-65fc-48eb-9ea3-6fa6157cfe39 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:31.379665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device bc34c054-65fc-48eb-9ea3-6fa6157cfe39 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:31.380347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:31.384907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:31.416269 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:31.416891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a2fe6b3a-abbc-4ed4-903b-9cfd412733d9 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:31.423804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-f5ddce9e-c675-43be-a8d1-24d2028a15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.425459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-f5ddce9e-c675-43be-a8d1-24d2028a15c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802093 Nov 10 21:26:31.434587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Pushing event updated for resources: {'Port': ['ID=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:31.469250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Attempting to bind port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:31.470380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Attempting to bind port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:31.470380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Attempting to bind port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:31.477135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:31.477628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Attempting to bind port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:31.484135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:31.484765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:31.485250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:31.485985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Bound port: 835c1f2c-4df9-429b-9357-44dcb3c7b4a1, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:31.486373 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:31.539112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-19b60812-ceb9-4f7b-b561-4adb82cf7e0d service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037316 Nov 10 21:26:31.557936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] For port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:31.563328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] For port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:31.637458 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fc96aa7-b718-4893-a87e-97fb336bffb1 req-ee635d5a-0ccd-49b8-80d5-0d54cff0dbf1 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891812 Nov 10 21:26:31.643345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:31.679045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.679708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:31.681323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] 10.222.0.53 "PUT /v2.0/ports/835c1f2c-4df9-429b-9357-44dcb3c7b4a1 HTTP/1.1" status: 200 len: 1097 time: 2.0071704 Nov 10 21:26:31.683680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'tag': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:31.686900 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ba28a0-da95-43fa-8b3a-c699fc564eac" -d '{"events": [{"name": "network-changed", "server_uuid": "83e84898-5e9e-44b8-912e-2b7dd6442e14", "tag": "835c1f2c-4df9-429b-9357-44dcb3c7b4a1"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:31.725998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af00ef-1c0c-48db-89c5-42ebca61ad6a service neutron] Pushing event updated for resources: {'Port': ['ID=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:31.736482 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c3621-2b06-4d05-af26-29b2f40eae13 x-openstack-request-id: req-009c3621-2b06-4d05-af26-29b2f40eae13 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:31.736850 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e84898-5e9e-44b8-912e-2b7dd6442e14", "tag": "835c1f2c-4df9-429b-9357-44dcb3c7b4a1", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:31.737174 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-009c3621-2b06-4d05-af26-29b2f40eae13 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:31.737690 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'tag': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1', 'status': 'completed', 'code': 200} Nov 10 21:26:31.793416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a498b-9fca-4118-8aff-f4739088cab3 req-a1c181ef-6775-49d3-aa46-3a846c3d4661 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.794969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8c1a498b-9fca-4118-8aff-f4739088cab3 req-a1c181ef-6775-49d3-aa46-3a846c3d4661 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.0668294 Nov 10 21:26:31.827003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba28a0-da95-43fa-8b3a-c699fc564eac req-beff0997-7e68-49b4-8ee0-e0dae44a8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:31.828899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95ba28a0-da95-43fa-8b3a-c699fc564eac req-beff0997-7e68-49b4-8ee0-e0dae44a8a2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 1100 time: 0.0485048 Nov 10 21:26:31.866980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95ba28a0-da95-43fa-8b3a-c699fc564eac req-1bc02cad-c628-42ba-bf73-796eeff4e4bc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289042 Nov 10 21:26:31.874097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8c1a498b-9fca-4118-8aff-f4739088cab3 req-0f79f65b-a257-44d2-8c6c-69905859d94e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Nov 10 21:26:32.000140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df7356-5b70-41f9-ac48-5ecd30fbf150 req-1e0ca377-ad32-4e74-a3bf-9967450aaaec tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:32.000140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92df7356-5b70-41f9-ac48-5ecd30fbf150 req-1e0ca377-ad32-4e74-a3bf-9967450aaaec tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 948 time: 0.1170411 Nov 10 21:26:32.033412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba28a0-da95-43fa-8b3a-c699fc564eac req-1e563d97-9cfc-4e9a-9562-b8c04307636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:32.034864 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95ba28a0-da95-43fa-8b3a-c699fc564eac req-1e563d97-9cfc-4e9a-9562-b8c04307636f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580439 Nov 10 21:26:32.072276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92df7356-5b70-41f9-ac48-5ecd30fbf150 req-1d945bc4-1419-4d05-afc6-e89c1d20b465 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609260 Nov 10 21:26:32.123558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-2c4c5b6d-bdc8-4d32-a021-3e252407c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:32.125109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-2c4c5b6d-bdc8-4d32-a021-3e252407c3f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 1100 time: 0.0467153 Nov 10 21:26:32.168311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-5293f5d0-580d-4326-8822-c1b8a71fb411 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=835c1f2c-4df9-429b-9357-44dcb3c7b4a1 HTTP/1.1" status: 200 len: 217 time: 0.0353661 Nov 10 21:26:32.237164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-38edfb09-f2c7-46f8-9862-4ef6199157e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:32.238896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-38edfb09-f2c7-46f8-9862-4ef6199157e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0487747 Nov 10 21:26:32.292371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-d87baf70-900d-4ac6-ab6e-80160b4e543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:32.293082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d363ed1b-37b6-48f8-97aa-22a97ce46849 req-0b680e2c-b52b-4875-814f-2054781fdc60 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/70b2ccd4-abc3-435e-96e1-485c2690efad HTTP/1.1" status: 200 len: 1817 time: 0.0461748 Nov 10 21:26:32.294022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-d87baf70-900d-4ac6-ab6e-80160b4e543e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460846 Nov 10 21:26:32.350901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d363ed1b-37b6-48f8-97aa-22a97ce46849 req-630cc6d1-22f1-40b3-b6d3-a5512103a0ee tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.374218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d363ed1b-37b6-48f8-97aa-22a97ce46849 req-630cc6d1-22f1-40b3-b6d3-a5512103a0ee tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.388468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-3b1c5df9-faf3-4ada-aadb-1dee05bdf998 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848522 Nov 10 21:26:32.483218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d363ed1b-37b6-48f8-97aa-22a97ce46849 req-630cc6d1-22f1-40b3-b6d3-a5512103a0ee tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.486019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d363ed1b-37b6-48f8-97aa-22a97ce46849 req-630cc6d1-22f1-40b3-b6d3-a5512103a0ee tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.486846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41d7b5c5-4b79-41df-b0b6-46d4c1cbf29d req-4c8422b3-dbcf-44e6-9639-c8521e215edf service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911901 Nov 10 21:26:32.487154 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d363ed1b-37b6-48f8-97aa-22a97ce46849 req-630cc6d1-22f1-40b3-b6d3-a5512103a0ee tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/70b2ccd4-abc3-435e-96e1-485c2690efad HTTP/1.1" status: 204 len: 173 time: 0.1867044 Nov 10 21:26:32.496428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cc6d1-22f1-40b3-b6d3-a5512103a0ee tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b2ccd4-abc3-435e-96e1-485c2690efad,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:32.559236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4076cdf2-7ee1-4bfb-8936-70d640d5bc10 req-9e63deea-83d1-4ba1-814d-7cbc2287c075 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "GET /v2.0/security-groups/a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0 HTTP/1.1" status: 200 len: 1818 time: 0.0425832 Nov 10 21:26:32.617958 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4076cdf2-7ee1-4bfb-8936-70d640d5bc10 req-2f5ac2aa-65b6-4b01-a41f-5536c33b5df0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.639744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4076cdf2-7ee1-4bfb-8936-70d640d5bc10 req-2f5ac2aa-65b6-4b01-a41f-5536c33b5df0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.792171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4076cdf2-7ee1-4bfb-8936-70d640d5bc10 req-2f5ac2aa-65b6-4b01-a41f-5536c33b5df0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.794661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4076cdf2-7ee1-4bfb-8936-70d640d5bc10 req-2f5ac2aa-65b6-4b01-a41f-5536c33b5df0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.795941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4076cdf2-7ee1-4bfb-8936-70d640d5bc10 req-2f5ac2aa-65b6-4b01-a41f-5536c33b5df0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] 10.222.0.45 "DELETE /v2.0/security-groups/a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0 HTTP/1.1" status: 204 len: 173 time: 0.2300668 Nov 10 21:26:32.801786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50568) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:32.805479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ac2aa-65b6-4b01-a41f-5536c33b5df0 tempest-SecurityGroupsTestJSON-2099820197 tempest-SecurityGroupsTestJSON-2099820197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a1e5fc-bf90-40b8-bc7f-248f45fc45f0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:32.849182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] Deleting subnet c272adb1-d62b-431b-b4ab-f2b01a1033c1 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:26:32.852397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.888215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.913420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'name': 'network-vif-deleted', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9'}, {'name': 'network-changed', 'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}, {'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'name': 'network-vif-deleted', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:32.915707 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a57160-3736-484d-80c6-04302476c663" -d '{"events": [{"server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "name": "network-vif-deleted", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9"}, {"name": "network-changed", "server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}, {"server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "name": "network-vif-deleted", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:32.936806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:32.941877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2105a1-bf62-4a8b-abfb-3f198b218bd1 req-b27ac44e-36af-418e-9899-7f0023ac05c8 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:32.943395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d2105a1-bf62-4a8b-abfb-3f198b218bd1 req-b27ac44e-36af-418e-9899-7f0023ac05c8 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.0597866 Nov 10 21:26:32.994776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d2105a1-bf62-4a8b-abfb-3f198b218bd1 req-0e2b9f0d-c4e7-4640-ad28-fb0aa3b2531c tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Nov 10 21:26:33.065267 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03ea8c7-0b01-4336-8fe3-aeb418dbc102 x-openstack-request-id: req-f03ea8c7-0b01-4336-8fe3-aeb418dbc102 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:33.065811 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd", "name": "network-vif-deleted", "tag": "a2fe6b3a-abbc-4ed4-903b-9cfd412733d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "status": "completed", "code": 200}, {"server_uuid": "906737e1-880f-4adb-a8dc-ce8317f08291", "name": "network-vif-deleted", "tag": "bc34c054-65fc-48eb-9ea3-6fa6157cfe39", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:33.066074 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f03ea8c7-0b01-4336-8fe3-aeb418dbc102 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:33.066444 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc27f8c-066d-4d6b-94a3-efd2a68cf7bd', 'name': 'network-vif-deleted', 'tag': 'a2fe6b3a-abbc-4ed4-903b-9cfd412733d9', 'status': 'completed', 'code': 200} Nov 10 21:26:33.066694 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'status': 'completed', 'code': 200} Nov 10 21:26:33.066980 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906737e1-880f-4adb-a8dc-ce8317f08291', 'name': 'network-vif-deleted', 'tag': 'bc34c054-65fc-48eb-9ea3-6fa6157cfe39', 'status': 'completed', 'code': 200} Nov 10 21:26:33.090933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.146313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c272adb1-d62b-431b-b4ab-f2b01a1033c1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:33.167476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.170786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-47f0f5a3-0e5b-458e-bcf3-9d352791e05f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c272adb1-d62b-431b-b4ab-f2b01a1033c1 HTTP/1.1" status: 204 len: 168 time: 0.3679914 Nov 10 21:26:33.173880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50586) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:33.207526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86ed2-6e03-4794-bfd6-f24df25da5af req-9e45e942-11ac-4b1b-b236-b6979037eaf3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.209134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71d86ed2-6e03-4794-bfd6-f24df25da5af req-9e45e942-11ac-4b1b-b236-b6979037eaf3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 948 time: 0.1495860 Nov 10 21:26:33.240013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-cb18b797-32f2-446f-844f-020b6d07d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.241491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-cb18b797-32f2-446f-844f-020b6d07d0ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1100 time: 0.1354456 Nov 10 21:26:33.246587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-e63d3f2a-ee55-42c6-a358-72bf32e6b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.248032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-e63d3f2a-ee55-42c6-a358-72bf32e6b04c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1100 time: 0.1160553 Nov 10 21:26:33.250170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-d8786bdb-2350-4f28-bfe1-46dbba6cd87b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1212869 Nov 10 21:26:33.284582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.319155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926cd3b-6dfa-4efe-b4e0-017f06e25cfd req-0ca1dbba-1f70-4916-a9f1-b436cb225cae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.320671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c926cd3b-6dfa-4efe-b4e0-017f06e25cfd req-0ca1dbba-1f70-4916-a9f1-b436cb225cae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 948 time: 0.1142907 Nov 10 21:26:33.363529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:26:33.379013 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71d86ed2-6e03-4794-bfd6-f24df25da5af req-e6504e79-31e4-4c73-bf0b-f6e21e27bc31 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622083 Nov 10 21:26:33.447224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-2f40d67c-925c-43ad-b1c1-c1c6b57d5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.448116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-2f40d67c-925c-43ad-b1c1-c1c6b57d5bde service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1807384 Nov 10 21:26:33.449574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-37947261-f9ff-4641-8c07-592202c9b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.450405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-37947261-f9ff-4641-8c07-592202c9b306 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1970353 Nov 10 21:26:33.459364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.471336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:33.484835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'mac_address': 'fa:16:3e:d7:ad:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:26:33.486261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-70a0284f-76c1-417e-9252-db22e32941c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.487772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-70a0284f-76c1-417e-9252-db22e32941c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 1103 time: 0.1897562 Nov 10 21:26:33.509954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:33.522550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c926cd3b-6dfa-4efe-b4e0-017f06e25cfd req-80d5b34a-9a97-462c-bf45-72f9f5341329 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826103 Nov 10 21:26:33.523141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-4419a9c7-a4b5-41e1-93e3-86cf1d829122 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0592258 Nov 10 21:26:33.546774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e1fc44-4822-4f95-908f-d965327733c3') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:33.547073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e1fc44-4822-4f95-908f-d965327733c3') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:33.553658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.557822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-c6d3c928-35c8-4cd9-ba0c-6fe9131051f1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.559320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-c6d3c928-35c8-4cd9-ba0c-6fe9131051f1 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.1768963 Nov 10 21:26:33.564728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-e92d9ea2-3afc-4c4c-a4c9-583f442210da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 200 len: 217 time: 0.0887790 Nov 10 21:26:33.586616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.598987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c794659-fecb-402d-b678-9d3d45c8ad64 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:33.645772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:33.648112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-49207e1d-604e-4f13-bb2e-216b67327e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.649424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-49207e1d-604e-4f13-bb2e-216b67327e60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0953941 Nov 10 21:26:33.655179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-14d02840-0116-4858-93f8-e44874f074c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.656720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-14d02840-0116-4858-93f8-e44874f074c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0697727 Nov 10 21:26:33.674639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.707036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:26:33.707440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: items = [ Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:26:33.709203 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:26:33.730567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-b3a8bbd1-da1a-410d-9aef-e8cc4bc5449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.732094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-b3a8bbd1-da1a-410d-9aef-e8cc4bc5449b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0724359 Nov 10 21:26:33.739263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57160-3736-484d-80c6-04302476c663 req-4b07557d-1630-4e2f-a2c3-0f30402d4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.740695 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-4b07557d-1630-4e2f-a2c3-0f30402d4ba2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558648 Nov 10 21:26:33.786142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.792638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-869bb724-ae19-4d50-b061-e7cdf75b546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:33.794146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-869bb724-ae19-4d50-b061-e7cdf75b546e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.2676864 Nov 10 21:26:33.823301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Deleting port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:33.823993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.838142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:33.866099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.902211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-32613ae4-fdca-4053-b727-960d9cce3cd9 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605349 Nov 10 21:26:33.907559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-88f94af7-68cc-4d5d-b456-782d9e33c228 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400597 Nov 10 21:26:33.925815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-8ac0f472-8e15-437e-a5a4-5bd152b8ce72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 200 len: 217 time: 0.0727675 Nov 10 21:26:33.934362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:33.938265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1 HTTP/1.1" status: 204 len: 168 time: 0.7633414 Nov 10 21:26:33.952734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d36587-eb0a-4901-95d1-bf162e7acd00 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0fd10f4-f2a3-4e6a-96b8-60cb4ef586c1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:34.022644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] For port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,segment=NetworkSegment(5a380e56-b673-4edd-a999-268559c96cec),segment_id=5a380e56-b673-4edd-a999-268559c96cec)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:34.023018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:34.026812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-f563a667-346b-4b13-839e-9d59b784d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:34.028348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-f563a667-346b-4b13-839e-9d59b784d3c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0769475 Nov 10 21:26:34.041331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Calling delete_port for c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:34.059237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-9ad172bf-382d-4370-ba0e-c6b0a510d8a4 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496942 Nov 10 21:26:34.083545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0a57160-3736-484d-80c6-04302476c663 req-772f7f29-1cf2-4962-98f9-f430df2fbf5d service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134231 Nov 10 21:26:34.096362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['5c794659-fecb-402d-b678-9d3d45c8ad64'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:34.150417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-da99b25b-c42b-4525-8543-ac3a6b705efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:34.152592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-da99b25b-c42b-4525-8543-ac3a6b705efa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087866 Nov 10 21:26:34.169791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da07e6d-864b-4137-b0e1-9089446cb52b req-0abd817a-81a8-452c-9bbc-68dd785893e5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:34.170160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0da07e6d-864b-4137-b0e1-9089446cb52b req-0abd817a-81a8-452c-9bbc-68dd785893e5 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 945 time: 0.0857139 Nov 10 21:26:34.247860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0da07e6d-864b-4137-b0e1-9089446cb52b req-a62f184c-cb63-4cef-ae5f-115c80483d09 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/security-groups?id=a894f8c9-7c68-457b-8755-8b1a7ead95f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696385 Nov 10 21:26:34.299999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50596) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:34.316063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-ca2519db-7098-4f72-8999-32650178b186 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510401 Nov 10 21:26:34.371476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-74bb8c8d-45f4-461a-9856-b2ed4ab3f173 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d83c02ad7050472eb6ff68c3d7530df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690145 Nov 10 21:26:34.374240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50598) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:34.398102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:34.427641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9966-7cd2-46c0-b0bf-b05992bb5497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:34.438829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Pushing event deleted for resources: {'Port': ['ID=c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:34.463269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9966-7cd2-46c0-b0bf-b05992bb5497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:34.494203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] No DVR routers for this DVR port c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:34.507110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:34.509255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74dcc1ba-6aec-4e29-a338-5281ac908841 req-ff6efb7e-4783-432f-83d6-cb2953d90ec7 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.53 "DELETE /v2.0/ports/c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 HTTP/1.1" status: 204 len: 173 time: 0.9334190 Nov 10 21:26:34.525784 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e9c2795-ad41-4791-8320-05f4048bcd09 req-af3dadbd-7cb3-4a1b-a876-bd2b8486b8f4 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956425 Nov 10 21:26:34.549600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b78c1-8a95-43b8-8b98-729ad5fe45bc req-416acd55-15d7-4d3c-8183-b076b1228439 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:34.551151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-548b78c1-8a95-43b8-8b98-729ad5fe45bc req-416acd55-15d7-4d3c-8183-b076b1228439 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0606446 Nov 10 21:26:34.596234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9966-7cd2-46c0-b0bf-b05992bb5497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:34.601753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a9966-7cd2-46c0-b0bf-b05992bb5497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:34.601753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9e3a9966-7cd2-46c0-b0bf-b05992bb5497 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f11212b3-2161-4296-824b-bf97af6eebc4 HTTP/1.1" status: 204 len: 168 time: 0.2246692 Nov 10 21:26:34.612523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a9966-7cd2-46c0-b0bf-b05992bb5497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11212b3-2161-4296-824b-bf97af6eebc4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:34.613534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-548b78c1-8a95-43b8-8b98-729ad5fe45bc req-260dbcab-295b-4b6b-af78-f81a292888e7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553966 Nov 10 21:26:34.702446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea798ea-c785-4c5e-9ec5-f5c0cfde1da0 req-20222ada-4311-46c0-8ad4-39e0ba9e769a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:34.704363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ea798ea-c785-4c5e-9ec5-f5c0cfde1da0 req-20222ada-4311-46c0-8ad4-39e0ba9e769a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 948 time: 0.0584526 Nov 10 21:26:34.780292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ea798ea-c785-4c5e-9ec5-f5c0cfde1da0 req-dcfe318e-6c11-424d-b97b-ad586aec53c9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Nov 10 21:26:34.806149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2e0c0-732e-4ab2-977f-cdcafda7084b req-09da0171-32bb-4c51-84b0-5f5e334c6099 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:34.806918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43a2e0c0-732e-4ab2-977f-cdcafda7084b req-09da0171-32bb-4c51-84b0-5f5e334c6099 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 1101 time: 0.0456388 Nov 10 21:26:34.854628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43a2e0c0-732e-4ab2-977f-cdcafda7084b req-61f8ce10-5c29-448c-82f9-1094e65071d3 tempest-MigrationsAdminTest-1659149143 tempest-MigrationsAdminTest-1659149143-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Nov 10 21:26:35.068719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'name': 'network-vif-deleted', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:35.071229 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a6c20d-d56e-483f-b8e0-fe36c30a57ca" -d '{"events": [{"server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "name": "network-vif-deleted", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:35.107744 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12901178-9ecb-422d-8260-7053b7582890 x-openstack-request-id: req-12901178-9ecb-422d-8260-7053b7582890 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:35.108100 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cefb92-cb19-41af-aab9-01f544245b3c", "name": "network-vif-deleted", "tag": "c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:35.108333 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12901178-9ecb-422d-8260-7053b7582890 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:35.108751 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cefb92-cb19-41af-aab9-01f544245b3c', 'name': 'network-vif-deleted', 'tag': 'c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6', 'status': 'completed', 'code': 200} Nov 10 21:26:35.374207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:26:35.380071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:35.394414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe219cbf-2309-437d-8d6f-f5eb3f409ed5 req-4b285561-dc01-43f7-b05f-a28671f769f5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:35.396422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe219cbf-2309-437d-8d6f-f5eb3f409ed5 req-4b285561-dc01-43f7-b05f-a28671f769f5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 949 time: 0.0579264 Nov 10 21:26:35.409406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-504edac9-eeee-4ae3-be4d-19f6a06e26f8 req-ec5b830b-f94e-4f70-8fa2-7c52eba17600 tempest-LiveAutoBlockMigrationV225Test-1479258073 tempest-LiveAutoBlockMigrationV225Test-1479258073-project] 10.222.0.45 "GET /v2.0/ports?device_id=84cefb92-cb19-41af-aab9-01f544245b3c HTTP/1.1" status: 200 len: 210 time: 0.0279951 Nov 10 21:26:35.456161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe219cbf-2309-437d-8d6f-f5eb3f409ed5 req-569a288e-c54a-427d-a778-579bf7fe144a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535133 Nov 10 21:26:35.523320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:35.539446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1', 'mac_address': 'fa:16:3e:68:3d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:26:35.552749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 5c794659-fecb-402d-b678-9d3d45c8ad64 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:35.577054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 5c794659-fecb-402d-b678-9d3d45c8ad64 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:35.577434 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:35.611856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:35.627010 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4815b69e-12c8-4820-ab5a-863f2e49629a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:35.635271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:35.661387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:35.700403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:35.725222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:35.727502 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6562b19-5ad2-485f-9336-86185a36ebdf" -d '{"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:35.742685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:35.773840 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef20fef-b05f-432e-b511-d72dde4f3dca x-openstack-request-id: req-1ef20fef-b05f-432e-b511-d72dde4f3dca {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:35.774261 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:35.776186 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ef20fef-b05f-432e-b511-d72dde4f3dca {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:35.776711 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'code': 200} Nov 10 21:26:35.778764 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:35.836936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:35.846364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:35.846533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50650) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:35.899125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=13']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:35.932612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a4621-f836-4a38-8579-fe7437de0af0 req-d3168334-abdf-4057-88d8-f7006154b09c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:35.936198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-891a4621-f836-4a38-8579-fe7437de0af0 req-d3168334-abdf-4057-88d8-f7006154b09c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 949 time: 0.0770493 Nov 10 21:26:35.977327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-730228157-network', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:36.006334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-891a4621-f836-4a38-8579-fe7437de0af0 req-9bd732f5-f067-4360-b74c-ff202346ed73 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638423 Nov 10 21:26:36.054305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:36.056699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.066601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.076511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['835c1f2c-4df9-429b-9357-44dcb3c7b4a1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:36.148249 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.225918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.251486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:26:36.266572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f044570-d450-469f-9f30-46077aab2c98,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:36.269383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.269707 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Added segment 017150b5-af97-4149-8ef8-a1b3cd56bd79 of type vlan for network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 Nov 10 21:26:36.309078 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.397833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.398843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:36.399445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.458440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] Pushing event updated for resources: {'Network': ['ID=c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:36.467665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50660) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:36.471110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:26:36.537954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0ed201ee-20ec-4148-b7ec-d855295f5de2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6902721 Nov 10 21:26:36.540743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50666) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:36.545967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Request body: {'subnet': {'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-730228157-subnet', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:36.604615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] Deleting subnet 83096668-fbc7-48cb-8399-0a3342c00bd4 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:26:36.609757 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.647510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bc5fa-52ed-4cd3-8e20-60565cb306b6 req-cd3b9f66-7546-43ae-b4cb-f641f12268e5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:36.650168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b0bc5fa-52ed-4cd3-8e20-60565cb306b6 req-cd3b9f66-7546-43ae-b4cb-f641f12268e5 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 950 time: 0.0947096 Nov 10 21:26:36.659579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.664770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:36.667367 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.727331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.768279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b0bc5fa-52ed-4cd3-8e20-60565cb306b6 req-ff084158-27f8-469d-9850-5d4324c1b5b7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047885 Nov 10 21:26:36.877023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.908362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83096668-fbc7-48cb-8399-0a3342c00bd4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:36.910667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.914917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cdf9e43b-e644-44f2-815d-94c998b9435f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83096668-fbc7-48cb-8399-0a3342c00bd4 HTTP/1.1" status: 204 len: 168 time: 0.4444342 Nov 10 21:26:36.916516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50672) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:36.934574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:36.962427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-100ec56b-76af-4909-80c5-60121c0aeee1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:36.963925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-100ec56b-76af-4909-80c5-60121c0aeee1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 950 time: 0.0584300 Nov 10 21:26:37.043887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:37.049936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.067274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Checking segment: {'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:37.067625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Network hostable DHCP agents. Network: c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:26:37.071007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Deleting port 5c794659-fecb-402d-b678-9d3d45c8ad64 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:37.071575 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.165158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] For port 5c794659-fecb-402d-b678-9d3d45c8ad64, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5c794659-fecb-402d-b678-9d3d45c8ad64,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:37.165524 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.179953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Calling delete_port for 5c794659-fecb-402d-b678-9d3d45c8ad64 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:37.184867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.213642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa051efd-3c47-4574-90cc-12648628d784 req-a44abe01-4f29-4d88-8c70-83a583ca488d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:37.215242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa051efd-3c47-4574-90cc-12648628d784 req-a44abe01-4f29-4d88-8c70-83a583ca488d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 949 time: 0.1192513 Nov 10 21:26:37.216889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df97caad-6583-4433-ad36-91a8d4ca9d35']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:37.220000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:26:37.239427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a380e56-b673-4edd-a999-268559c96cec') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:37.239625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a380e56-b673-4edd-a999-268559c96cec') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:37.256657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.277188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.291454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:26:37.291878 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:26:37.293525 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:26:37.313814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:37.318172 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa051efd-3c47-4574-90cc-12648628d784 req-c6b16e68-39ed-40fb-8223-14f57ceaa5f9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916922 Nov 10 21:26:37.326195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d7baab-f286-4887-8174-96d9761aef16 None None] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:37.349255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:37.349940 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.380962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.399041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'bcc14f37-77ef-477a-91b3-8e975dfb7974'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:37.401281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2aced6b0-170d-4727-880b-a6ea4bfddb29', '5c794659-fecb-402d-b678-9d3d45c8ad64'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:37.404113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:37.411864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event deleted for resources: {'Port': ['ID=5c794659-fecb-402d-b678-9d3d45c8ad64,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:37.423168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a35f3a68-6a33-4115-b3c0-622f3bf2dee1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8808336 Nov 10 21:26:37.424804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50680) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:37.430443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:37.442882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.457275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.468451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] 10.222.0.45 "DELETE /v2.0/networks/df97caad-6583-4433-ad36-91a8d4ca9d35 HTTP/1.1" status: 204 len: 168 time: 0.5504661 Nov 10 21:26:37.472556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50682) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:37.481896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] No DVR routers for this DVR port 5c794659-fecb-402d-b678-9d3d45c8ad64 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:37.487023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.490807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa6740d2-0fe5-4562-bd20-22932c4211c6 req-581ee82a-c3b2-447c-83af-f4c02b31a465 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "DELETE /v2.0/ports/5c794659-fecb-402d-b678-9d3d45c8ad64 HTTP/1.1" status: 204 len: 173 time: 0.5193994 Nov 10 21:26:37.492395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896e8ed-dac3-4ad0-b37d-cf07aca0978c admin admin] Pushing event deleted for resources: {'Network': ['ID=df97caad-6583-4433-ad36-91a8d4ca9d35,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:37.492535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-deleted', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:37.504038 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab437958-bb05-4f62-8b25-1dc6446b0452" -d '{"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-deleted", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:37.549008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] Deleting subnet aefbb7d7-64c7-4a9c-b887-14dfcfaa4685 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:26:37.549008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.551061 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dca135e-f02c-4239-b8d3-b015bd23ca8a x-openstack-request-id: req-8dca135e-f02c-4239-b8d3-b015bd23ca8a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:37.551551 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f", "name": "network-vif-deleted", "tag": "5c794659-fecb-402d-b678-9d3d45c8ad64", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:37.551957 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8dca135e-f02c-4239-b8d3-b015bd23ca8a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:37.552448 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f', 'name': 'network-vif-deleted', 'tag': '5c794659-fecb-402d-b678-9d3d45c8ad64', 'status': 'completed', 'code': 200} Nov 10 21:26:37.573982 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.578189 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.602615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.674181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.682414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.716866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39', 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'fixed_ips': [{'subnet_id': '0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:26:37.717938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.747329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:26:37.766102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:37.766505 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.878423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fdbd78d-cf1a-4ea1-9c83-a6139901b902 req-7b7cbab5-ceb4-4355-8470-446b308b93d3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=668cdcae-2dc7-4fef-9c8e-f3fa4ae49d1f HTTP/1.1" status: 200 len: 210 time: 0.0353167 Nov 10 21:26:37.919886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.977059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.983513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefbb7d7-64c7-4a9c-b887-14dfcfaa4685,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:37.989795 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:37.992993 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d840108f-5bff-434c-967c-1305067ca868 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aefbb7d7-64c7-4a9c-b887-14dfcfaa4685 HTTP/1.1" status: 204 len: 168 time: 0.5114906 Nov 10 21:26:37.995575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50692) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:38.023586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5c14fe5-a7d0-4cff-b900-22cbfe664b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.094973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Allocated IP 172.20.0.2 (c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39/0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d/2cc2a1ec-fc3b-4353-97ac-028534c6073d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:38.098411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.144211 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.221444 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.228583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:38.230840 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7bea36-6ca2-4f9b-bc2d-41a916d9f2a0" -d '{"events": [{"server_uuid": "83e84898-5e9e-44b8-912e-2b7dd6442e14", "name": "network-vif-plugged", "status": "completed", "tag": "835c1f2c-4df9-429b-9357-44dcb3c7b4a1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:38.248080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0b5189-8ad8-42fe-81de-33daa10c6366']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:38.254423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:38.261033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d45aec-2eb3-4ddc-89f9-d1434560611b') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:38.261329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d45aec-2eb3-4ddc-89f9-d1434560611b') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:38.273551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.282925 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3573e6-7f94-46bc-a333-e487e0c5711f x-openstack-request-id: req-7d3573e6-7f94-46bc-a333-e487e0c5711f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:38.283215 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e84898-5e9e-44b8-912e-2b7dd6442e14", "name": "network-vif-plugged", "status": "completed", "tag": "835c1f2c-4df9-429b-9357-44dcb3c7b4a1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:38.283464 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d3573e6-7f94-46bc-a333-e487e0c5711f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:38.283869 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1', 'code': 200} Nov 10 21:26:38.290909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.332556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:26:38.332956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:26:38.334726 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:26:38.355814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.356554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:38.395264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8c617-d009-41b9-9fec-6abce246c1df req-41f70a45-e538-43df-8562-3f1da26dd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:38.397062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7d8c617-d009-41b9-9fec-6abce246c1df req-41f70a45-e538-43df-8562-3f1da26dd8c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 1102 time: 0.0542030 Nov 10 21:26:38.428584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:38.429170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c3fbd3c1-99fe-4ac0-b428-cc26d5276ca6 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:38.453808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.460243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7d8c617-d009-41b9-9fec-6abce246c1df req-92013d51-798f-4649-8dd9-725c66951261 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503232 Nov 10 21:26:38.460841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:38.555805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd707ba-4bf3-459d-a6f4-871509fa7593 req-3dcf816d-9f0e-4b62-9136-08f296b819f1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:38.555805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bd707ba-4bf3-459d-a6f4-871509fa7593 req-3dcf816d-9f0e-4b62-9136-08f296b819f1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 950 time: 0.1035058 Nov 10 21:26:38.555805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.567183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.655629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bd707ba-4bf3-459d-a6f4-871509fa7593 req-0a6f7294-9e41-404f-a15f-f85065cb596e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120498 Nov 10 21:26:38.660262 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.687522 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.697117 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.703227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] 10.222.0.45 "DELETE /v2.0/networks/9d0b5189-8ad8-42fe-81de-33daa10c6366 HTTP/1.1" status: 204 len: 168 time: 0.7047045 Nov 10 21:26:38.703385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:38.709545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:38.713233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:38.721613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Pushing event updated for resources: {'Port': ['ID=2cc2a1ec-fc3b-4353-97ac-028534c6073d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:38.776545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Attempting to bind port 2cc2a1ec-fc3b-4353-97ac-028534c6073d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:38.776915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Attempting to bind port 2cc2a1ec-fc3b-4353-97ac-028534c6073d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:38.777277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Attempting to bind port 2cc2a1ec-fc3b-4353-97ac-028534c6073d on network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:38.780475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b256772-ec11-4ac9-b8a9-4f80b7af6c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0b5189-8ad8-42fe-81de-33daa10c6366,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:38.783580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:38.783580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Checking segment: {'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:38.783922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.784275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Bound using segment: {'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:38.784930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Bound port: 2cc2a1ec-fc3b-4353-97ac-028534c6073d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:38.785312 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.794060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Allocated IP 172.25.7.121 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/664fae05-c2cf-4e7b-989f-a57bc735ef5d) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:38.880946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] For port 2cc2a1ec-fc3b-4353-97ac-028534c6073d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:38.885454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] For port 2cc2a1ec-fc3b-4353-97ac-028534c6073d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2cc2a1ec-fc3b-4353-97ac-028534c6073d,segment=NetworkSegment(017150b5-af97-4149-8ef8-a1b3cd56bd79),segment_id=017150b5-af97-4149-8ef8-a1b3cd56bd79)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:38.958760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:38.966462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.044745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7282-5812-4f5c-9a2e-76686d0874fe None None] Pushing event updated for resources: {'Port': ['ID=2cc2a1ec-fc3b-4353-97ac-028534c6073d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:39.061643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.096443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50712) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:39.111521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:39.115036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:39.118541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.120380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:39.123456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Pushing event updated for resources: {'Port': ['ID=664fae05-c2cf-4e7b-989f-a57bc735ef5d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:39.153462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-db64ed74-aa1c-4900-8d05-f7886ee5c5d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b656759df46b4d5dbb131dbb49eec8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552471 Nov 10 21:26:39.156627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:39.219622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9c98853f-93c4-487c-a95c-4a6137b6f1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.245843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9c98853f-93c4-487c-a95c-4a6137b6f1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.392796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:39.409640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9c98853f-93c4-487c-a95c-4a6137b6f1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.413711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9c98853f-93c4-487c-a95c-4a6137b6f1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.413711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9c98853f-93c4-487c-a95c-4a6137b6f1e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a894f8c9-7c68-457b-8755-8b1a7ead95f2 HTTP/1.1" status: 204 len: 168 time: 0.2557766 Nov 10 21:26:39.435510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98853f-93c4-487c-a95c-4a6137b6f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a894f8c9-7c68-457b-8755-8b1a7ead95f2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:39.463021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 5c794659-fecb-402d-b678-9d3d45c8ad64 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:39.463510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5c794659-fecb-402d-b678-9d3d45c8ad64 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:39.486120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc2a1ec-fc3b-4353-97ac-028534c6073d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:39.545916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2cc2a1ec-fc3b-4353-97ac-028534c6073d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:39.546309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.637864 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.679475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 2cc2a1ec-fc3b-4353-97ac-028534c6073d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2cc2a1ec-fc3b-4353-97ac-028534c6073d,segment=NetworkSegment(017150b5-af97-4149-8ef8-a1b3cd56bd79),segment_id=017150b5-af97-4149-8ef8-a1b3cd56bd79)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:39.713385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa320db0-d595-47cf-8003-d91668ab4428 req-baa6cecc-b862-46e0-8632-447efdb4d6db tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:39.714847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa320db0-d595-47cf-8003-d91668ab4428 req-baa6cecc-b862-46e0-8632-447efdb4d6db tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 951 time: 0.1011760 Nov 10 21:26:39.741289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:39.799580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150771a0-00f7-4a49-b685-06725394e95a req-918478b8-0720-41f2-bc42-b7ff1e5ce344 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:39.808477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-150771a0-00f7-4a49-b685-06725394e95a req-918478b8-0720-41f2-bc42-b7ff1e5ce344 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 950 time: 0.0671961 Nov 10 21:26:39.834644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa320db0-d595-47cf-8003-d91668ab4428 req-1b1f5b75-403c-4647-ad82-874131e417d2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129322 Nov 10 21:26:39.877816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=2cc2a1ec-fc3b-4353-97ac-028534c6073d,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:39.918340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-150771a0-00f7-4a49-b685-06725394e95a req-b13a1538-5939-45ac-8879-bc70b94610dd tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082106 Nov 10 21:26:39.988712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.271163 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.274677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ff7c7-f9dd-443b-9774-6e8b5c4193c7 None None] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:40.349514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b760b281-262b-40d8-97b6-fa424f05cd59 None None] Provisioning complete for port 2cc2a1ec-fc3b-4353-97ac-028534c6073d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:40.349871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b760b281-262b-40d8-97b6-fa424f05cd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.407668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50734) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:40.449539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ebe049c9-f6f2-419c-8adf-0ac05cf81430 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af95d24dfbda45af83cc53f14cc08ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404301 Nov 10 21:26:40.451997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50736) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:40.500084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Router 0dcdf3d8-4d90-4368-9154-a272ee647e33 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:26:40.502273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-908ae6f3-ec46-435c-8457-b04a96f5408e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.535827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-908ae6f3-ec46-435c-8457-b04a96f5408e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.590454 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.617581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:40.628641 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Sync routers for ids ['0dcdf3d8-4d90-4368-9154-a272ee647e33'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:26:40.640133 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Routers {'0dcdf3d8-4d90-4368-9154-a272ee647e33'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:40.641012 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0dcdf3d8-4d90-4368-9154-a272ee647e33'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:40.661011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-908ae6f3-ec46-435c-8457-b04a96f5408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.663661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-908ae6f3-ec46-435c-8457-b04a96f5408e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.669493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-908ae6f3-ec46-435c-8457-b04a96f5408e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/085823d6-f4aa-41b3-820f-233d997c8c1a HTTP/1.1" status: 204 len: 168 time: 0.2122288 Nov 10 21:26:40.696616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.702108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6ce85298-6c05-4883-b5ed-6728f68a14f0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2717471 Nov 10 21:26:40.702281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ae6f3-ec46-435c-8457-b04a96f5408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085823d6-f4aa-41b3-820f-233d997c8c1a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:40.704325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50740) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:40.770117 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Set router 0dcdf3d8-4d90-4368-9154-a272ee647e33 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:40.826164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7e1782cf-fb0b-4491-8362-1541cfd15fe0 None None] Provisioning complete for port 2cc2a1ec-fc3b-4353-97ac-028534c6073d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:40.827189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e1782cf-fb0b-4491-8362-1541cfd15fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:40.997453 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:39Z', 'revision_number': 3, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:41.027676 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Checking router: 0dcdf3d8-4d90-4368-9154-a272ee647e33 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:26:41.028113 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Updating router 0dcdf3d8-4d90-4368-9154-a272ee647e33 port 664fae05-c2cf-4e7b-989f-a57bc735ef5d binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:26:41.053577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27c6e6-a705-4a70-bd18-e82e090e27be req-fbdf5243-1076-4750-9509-b5776a015bb7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:41.055517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa27c6e6-a705-4a70-bd18-e82e090e27be req-fbdf5243-1076-4750-9509-b5776a015bb7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 951 time: 0.0683396 Nov 10 21:26:41.065882 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.125842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac51425-9c41-450d-8ec1-d02bf254df89 req-928ca4bb-c92f-4e07-8085-fea6865172e9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:41.127578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fac51425-9c41-450d-8ec1-d02bf254df89 req-928ca4bb-c92f-4e07-8085-fea6865172e9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 950 time: 0.0957916 Nov 10 21:26:41.148207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa27c6e6-a705-4a70-bd18-e82e090e27be req-2e1e5848-37f3-4f48-bb36-14cbeaddf3b7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762026 Nov 10 21:26:41.248659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.258752 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fac51425-9c41-450d-8ec1-d02bf254df89 req-d3f6c9ed-35a6-4812-8578-6755f7bae6e8 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165071 Nov 10 21:26:41.349837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.363067 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.419939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc2a1ec-fc3b-4353-97ac-028534c6073d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:41.424473 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.480529 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Pushing event updated for resources: {'Port': ['ID=664fae05-c2cf-4e7b-989f-a57bc735ef5d,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:41.529536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2cc2a1ec-fc3b-4353-97ac-028534c6073d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:41.530107 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.535145 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.536692 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.537041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.537626 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.537967 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.538301 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.539332 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.542305 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.542652 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.546008 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.546443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.546791 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:41.569123 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Attempting to bind port 664fae05-c2cf-4e7b-989f-a57bc735ef5d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:41.569516 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Attempting to bind port 664fae05-c2cf-4e7b-989f-a57bc735ef5d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:41.569869 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Attempting to bind port 664fae05-c2cf-4e7b-989f-a57bc735ef5d on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:41.577317 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:41.583366 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:41.583366 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.583366 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:41.583366 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Bound port: 664fae05-c2cf-4e7b-989f-a57bc735ef5d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:41.583366 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.625802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6f78-49fd-4c18-9c80-d265be007ca2 req-79f6b29b-4cc1-4c6a-8fcd-ac58bde7f662 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:41.627367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-681a6f78-49fd-4c18-9c80-d265be007ca2 req-79f6b29b-4cc1-4c6a-8fcd-ac58bde7f662 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 1102 time: 0.1002300 Nov 10 21:26:41.692045 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] For port 664fae05-c2cf-4e7b-989f-a57bc735ef5d, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:41.692581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Allocated IP 172.20.0.1 (c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39/0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d/f023047d-cbfe-45b3-942b-fed6c40a4bf5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:41.694064 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] For port 664fae05-c2cf-4e7b-989f-a57bc735ef5d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=664fae05-c2cf-4e7b-989f-a57bc735ef5d,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:41.737002 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-681a6f78-49fd-4c18-9c80-d265be007ca2 req-ea2df0cf-6fd9-4299-8464-a579ff20f201 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002226 Nov 10 21:26:41.773092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-701d7c8d-ac55-447d-8a29-d981acc4067b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:41.773092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-701d7c8d-ac55-447d-8a29-d981acc4067b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 951 time: 0.0763831 Nov 10 21:26:41.822535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.838954 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.901833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Deleting port bcc14f37-77ef-477a-91b3-8e975dfb7974 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:41.902164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:41.934092 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.009478 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61576a-4207-45c1-914e-7ea3dc9f50cf None None] Pushing event updated for resources: {'Port': ['ID=664fae05-c2cf-4e7b-989f-a57bc735ef5d,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:42.025663 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Routers {'0dcdf3d8-4d90-4368-9154-a272ee647e33'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:42.026223 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0dcdf3d8-4d90-4368-9154-a272ee647e33'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:42.042622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:42.049894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:42.057095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:42.063370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f023047d-cbfe-45b3-942b-fed6c40a4bf5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:42.105722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] For port bcc14f37-77ef-477a-91b3-8e975dfb7974, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=bcc14f37-77ef-477a-91b3-8e975dfb7974,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:42.111656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.128498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Calling delete_port for bcc14f37-77ef-477a-91b3-8e975dfb7974 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:42.131574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-f12e2afd-157a-41f0-99ef-1479c9537f54 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477996 Nov 10 21:26:42.169825 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.213524 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] Set router 0dcdf3d8-4d90-4368-9154-a272ee647e33 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:42.326902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50790) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:42.466923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4daf2574-04ee-4335-919a-6cbbd6520de1 None None] Provisioning complete for port f023047d-cbfe-45b3-942b-fed6c40a4bf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:42.472072 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4daf2574-04ee-4335-919a-6cbbd6520de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.510884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fed031-1938-498d-acfc-0e0cddc22d91 req-edef62bf-10f9-4bea-bc29-64859d9dd2bc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:42.526656 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61fed031-1938-498d-acfc-0e0cddc22d91 req-edef62bf-10f9-4bea-bc29-64859d9dd2bc tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 951 time: 0.2174776 Nov 10 21:26:42.551827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4daf2574-04ee-4335-919a-6cbbd6520de1 None None] Port f023047d-cbfe-45b3-942b-fed6c40a4bf5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:26:42.580692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-81d693b7-419b-46ac-b4b8-a9a77e28a37d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:42.588051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1426176296-network', 'tenant_id': '912c06daebc44e7997ddaf08aa77c052'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:42.588368 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:39Z', 'revision_number': 3, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:42.589981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-81d693b7-419b-46ac-b4b8-a9a77e28a37d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4451854 Nov 10 21:26:42.607974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.617605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-186631de-75a8-4428-a886-91f369964142 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/quotas/dabef66bbc824900928ba1f0ea5d5cb6 HTTP/1.1" status: 200 len: 375 time: 0.0242822 Nov 10 21:26:42.629188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'bcc14f37-77ef-477a-91b3-8e975dfb7974'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:42.629475 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dced32-bc39-4b02-9f56-7a637bbe5e5f None None] The sync data for ids ['0dcdf3d8-4d90-4368-9154-a272ee647e33'] in n-d-776250-11 is: [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:39Z', 'revision_number': 3, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:26:42.634201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2aced6b0-170d-4727-880b-a6ea4bfddb29'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:42.644321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event deleted for resources: {'Port': ['ID=bcc14f37-77ef-477a-91b3-8e975dfb7974,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:42.680338 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61fed031-1938-498d-acfc-0e0cddc22d91 req-429962e1-ccb6-41f2-934a-ae446f14fa5d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526928 Nov 10 21:26:42.701260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.786961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] No DVR routers for this DVR port bcc14f37-77ef-477a-91b3-8e975dfb7974 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:42.791538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.794918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3d03dec-0d58-4e7e-a261-94621e702d01 req-9d63e35d-ca86-428d-a2f8-893f8e32baed tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "DELETE /v2.0/ports/bcc14f37-77ef-477a-91b3-8e975dfb7974 HTTP/1.1" status: 204 len: 173 time: 1.0142291 Nov 10 21:26:42.795401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-deleted', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:42.798400 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c474a73-35da-4b87-9996-7024efaffbf7" -d '{"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-deleted", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:42.842964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Made reservation on behalf of 912c06daebc44e7997ddaf08aa77c052 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:42.845948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.848743 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:26:42.854903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:42.991268 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.015895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-cfc82dfe-d31c-46e8-a390-6d8c12ffa5ce tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3960719 Nov 10 21:26:43.059220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.185595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b69aaf-c5da-4157-a9bf-0be2cbb50972,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:43.233928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:26:43.261920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.265576 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Added segment d6906249-ab2c-4d4f-8d4b-a9f227533764 of type vlan for network a427c084-43ae-4af9-acb6-414de5e88e76 Nov 10 21:26:43.330717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.386758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.403752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.409292 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c45541f-813d-400c-aa39-789384e4fa8a x-openstack-request-id: req-2c45541f-813d-400c-aa39-789384e4fa8a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:43.411090 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29724742-5889-4122-b06a-0dfc0aaccac1", "name": "network-vif-deleted", "tag": "bcc14f37-77ef-477a-91b3-8e975dfb7974", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:43.411090 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c45541f-813d-400c-aa39-789384e4fa8a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:43.411090 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29724742-5889-4122-b06a-0dfc0aaccac1', 'name': 'network-vif-deleted', 'tag': 'bcc14f37-77ef-477a-91b3-8e975dfb7974', 'status': 'completed', 'code': 200} Nov 10 21:26:43.523345 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.524449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:43.525113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.532280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 664fae05-c2cf-4e7b-989f-a57bc735ef5d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:43.596178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cbfc374e-5147-4d17-aba0-cb13dc120bb5 req-de0b56a1-48ea-4e5f-9a55-1a05ad37e03e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 210 time: 0.0652897 Nov 10 21:26:43.617117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 664fae05-c2cf-4e7b-989f-a57bc735ef5d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:43.617483 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.625624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f023047d-cbfe-45b3-942b-fed6c40a4bf5,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:43.632129 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.659748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] Pushing event updated for resources: {'Network': ['ID=a427c084-43ae-4af9-acb6-414de5e88e76,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:43.679477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network a427c084-43ae-4af9-acb6-414de5e88e76 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:26:43.686839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07045a4-3b9b-4523-b0a8-01c68c32411b req-330591af-dfb9-429f-bc61-781942975c6a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:43.697307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d07045a4-3b9b-4523-b0a8-01c68c32411b req-330591af-dfb9-429f-bc61-781942975c6a tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.1395364 Nov 10 21:26:43.712252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50812) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:43.714204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bf6e686e-ce2a-411f-b0f8-3df87448ed76 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3606784 Nov 10 21:26:43.716116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Request body: {'subnet': {'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1426176296-subnet', 'tenant_id': '912c06daebc44e7997ddaf08aa77c052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:43.818748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d07045a4-3b9b-4523-b0a8-01c68c32411b req-3f5c741a-b0c7-47e2-94b2-f40560c20c02 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031027 Nov 10 21:26:43.855360 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.865246 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de6eaffe-69bc-41a6-b9d7-b13457a4c5f1 req-66906a4f-5454-4c8e-9270-1cf5eade4fef tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=29724742-5889-4122-b06a-0dfc0aaccac1 HTTP/1.1" status: 200 len: 210 time: 0.0498383 Nov 10 21:26:43.878630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Made reservation on behalf of 912c06daebc44e7997ddaf08aa77c052 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:43.882609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:43.907027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:43.917782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 664fae05-c2cf-4e7b-989f-a57bc735ef5d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=664fae05-c2cf-4e7b-989f-a57bc735ef5d,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:43.939814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:43.985137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.142119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Router 0dcdf3d8-4d90-4368-9154-a272ee647e33 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:44.349350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6a6560e1-f531-4eb1-ad3c-fb7af0f2b642 None None] Provisioning complete for port f023047d-cbfe-45b3-942b-fed6c40a4bf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:44.349668 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a6560e1-f531-4eb1-ad3c-fb7af0f2b642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.352296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=664fae05-c2cf-4e7b-989f-a57bc735ef5d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:44.365618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:44.372343 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6414216e-d721-43c9-9950-fbfbee4ee2f4 admin admin] 10.222.0.45 "PUT /v2.0/routers/0dcdf3d8-4d90-4368-9154-a272ee647e33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6668267 Nov 10 21:26:44.391217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6a6560e1-f531-4eb1-ad3c-fb7af0f2b642 None None] Port f023047d-cbfe-45b3-942b-fed6c40a4bf5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:26:44.410855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.491996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7808c98-3f45-473b-ada8-b7c8776ad318,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:44.497378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:44.497744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Network hostable DHCP agents. Network: a427c084-43ae-4af9-acb6-414de5e88e76, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:26:44.534319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5297-019c-489b-bebd-bc92bc0e8cf7 req-f46732c9-cedc-4eb3-9cb2-5d3108a6a03c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:44.534590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f3a5297-019c-489b-bebd-bc92bc0e8cf7 req-f46732c9-cedc-4eb3-9cb2-5d3108a6a03c tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 945 time: 0.0741692 Nov 10 21:26:44.536208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50834) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:44.587600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f3a5297-019c-489b-bebd-bc92bc0e8cf7 req-b28422a3-7918-4c29-bf8b-16d418ebf411 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455472 Nov 10 21:26:44.589466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-696640145'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:44.635047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Network a427c084-43ae-4af9-acb6-414de5e88e76 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:26:44.696803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d23720d-fa62-483d-b35f-fe9f4f4fd9be req-76805103-a03e-4c6d-852d-50b9c9221e92 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 210 time: 0.0301259 Nov 10 21:26:44.734897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, a427c084-43ae-4af9-acb6-414de5e88e76) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:44.740001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:44.740671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.743347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:44.745392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09b36e-efec-45bf-85d1-2bf11c98f9a0 None None] Network a427c084-43ae-4af9-acb6-414de5e88e76 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:44.747633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.783786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:26:44.793606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.793947 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Added segment c9ba956c-3bbd-4a22-9847-cc59bf121029 of type vlan for network 18e7756a-60a9-435e-a7fd-cefcd28b3bea Nov 10 21:26:44.845461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.863653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-580520b4-8b49-47a9-bcd8-259d67bfb41e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1532629 Nov 10 21:26:44.889948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ec505-3b49-4b46-8603-c997113b8730 None None] Network a427c084-43ae-4af9-acb6-414de5e88e76 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:44.950650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:44.957973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:44.958713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:45.073675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Sync routers for ids ['0dcdf3d8-4d90-4368-9154-a272ee647e33'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:26:45.085751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Routers {'0dcdf3d8-4d90-4368-9154-a272ee647e33'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:45.086532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0dcdf3d8-4d90-4368-9154-a272ee647e33'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:45.160454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6227450 Nov 10 21:26:45.160702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50850) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:45.165416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'subnet': {'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:45.178730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1edbd-88a9-4738-9d06-eafa289f6a35 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Network': ['ID=18e7756a-60a9-435e-a7fd-cefcd28b3bea,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:45.201353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc6ef8-b21c-4c7f-b4a8-9bc8381956a8 req-9c31daaa-631f-4077-8833-2c990e967350 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:45.211656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2edc6ef8-b21c-4c7f-b4a8-9bc8381956a8 req-9c31daaa-631f-4077-8833-2c990e967350 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.1674206 Nov 10 21:26:45.225052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:26:45.280538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2edc6ef8-b21c-4c7f-b4a8-9bc8381956a8 req-e806c0db-f39e-4ee1-804b-98f4904cd9e8 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675197 Nov 10 21:26:45.363748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Set router 0dcdf3d8-4d90-4368-9154-a272ee647e33 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:45.366826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:45.404642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 664fae05-c2cf-4e7b-989f-a57bc735ef5d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:45.436068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:45.440840 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:45.469527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: bcc14f37-77ef-477a-91b3-8e975dfb7974 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:45.470033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device bcc14f37-77ef-477a-91b3-8e975dfb7974 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:45.602320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629cf02-a1c9-4f13-876d-0dbccbf8ad5e req-c264de2a-7511-425e-994b-05f1af67001c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:45.604108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6629cf02-a1c9-4f13-876d-0dbccbf8ad5e req-c264de2a-7511-425e-994b-05f1af67001c tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.0775640 Nov 10 21:26:45.608779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 664fae05-c2cf-4e7b-989f-a57bc735ef5d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:45.608779 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:45.733519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35b482-0b5f-4ad4-bfd0-9d781e7df9cc req-66a33e38-0e91-4dd3-a241-3129e505ca9f tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:45.735400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b35b482-0b5f-4ad4-bfd0-9d781e7df9cc req-66a33e38-0e91-4dd3-a241-3129e505ca9f tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 945 time: 0.0596833 Nov 10 21:26:45.749938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50872) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:45.754680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1070501051-network', 'tenant_id': 'cd9ee0822d0348a8b9e5ca5f81772e90'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:45.787270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:42Z', 'revision_number': 4, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f023047d-cbfe-45b3-942b-fed6c40a4bf5', 'name': '', 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'mac_address': 'fa:16:3e:48:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:41Z', 'updated_at': '2021-11-10T21:26:42Z', 'revision_number': 2, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'subnets': [{'id': '0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:45.807034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b35b482-0b5f-4ad4-bfd0-9d781e7df9cc req-53184ae2-ad62-4118-8884-b0887e28e86b tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645261 Nov 10 21:26:45.817493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Checking router: 0dcdf3d8-4d90-4368-9154-a272ee647e33 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:26:45.818021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Updating router 0dcdf3d8-4d90-4368-9154-a272ee647e33 port f023047d-cbfe-45b3-942b-fed6c40a4bf5 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:26:45.851889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:45.865765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Made reservation on behalf of cd9ee0822d0348a8b9e5ca5f81772e90 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:45.870707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:45.885919 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:45.929119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ee5ee05-fa3d-4cda-ae9b-3c663208d460 req-2ee7f8c0-9a42-4d25-800c-e9fd1a71e5a0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 210 time: 0.0461576 Nov 10 21:26:46.018566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.068292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6629cf02-a1c9-4f13-876d-0dbccbf8ad5e req-912e59fb-bc34-4566-8840-864637656a85 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861633 Nov 10 21:26:46.093327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.114443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:26:46.124228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4a0d1b-e87c-4096-a468-394c57b91d6c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:46.129671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.130065 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Added segment d3f49729-1646-47cf-9365-24bbe045bece of type vlan for network 33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5 Nov 10 21:26:46.140808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.171583 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.179236 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.205135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-03b453a2-bb6f-485e-a992-9b74b1b8435c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546594 Nov 10 21:26:46.277883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.278153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.279526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:46.280363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.286268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Subnet': ['ID=725a7fd7-9f62-4dde-8d16-c70a685a829d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:46.350362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f9386-2c26-44a9-afa9-42be51c4d9e0 None None] Pushing event updated for resources: {'Port': ['ID=f023047d-cbfe-45b3-942b-fed6c40a4bf5,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:46.391090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] Pushing event updated for resources: {'Network': ['ID=33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:46.392164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Checking segment: {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:46.394579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network hostable DHCP agents. Network: 18e7756a-60a9-435e-a7fd-cefcd28b3bea, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:26:46.422418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-7b4f6d11-7f6f-4617-800e-4ebdf2148883 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:46.426829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-7b4f6d11-7f6f-4617-800e-4ebdf2148883 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 945 time: 0.2158012 Nov 10 21:26:46.426995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:26:46.432089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b56a722-47b8-4b07-9bfd-150c966676c4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6810544 Nov 10 21:26:46.437371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50878) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:46.458259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Request body: {'subnet': {'network_id': '33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1070501051-subnet', 'tenant_id': 'cd9ee0822d0348a8b9e5ca5f81772e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:46.477947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Attempting to bind port f023047d-cbfe-45b3-942b-fed6c40a4bf5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:46.478454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Attempting to bind port f023047d-cbfe-45b3-942b-fed6c40a4bf5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:46.480608 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Attempting to bind port f023047d-cbfe-45b3-942b-fed6c40a4bf5 on network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:46.481126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df563f4d-59b8-4494-8dca-70fd35190971 req-30d00483-d879-45c3-81a2-568d50320cf9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:46.482784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df563f4d-59b8-4494-8dca-70fd35190971 req-30d00483-d879-45c3-81a2-568d50320cf9 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.1185215 Nov 10 21:26:46.532548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-d43f00f1-2485-40a1-82d7-08c36be0a491 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:46.534060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-d43f00f1-2485-40a1-82d7-08c36be0a491 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136444 Nov 10 21:26:46.542915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:46.544156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Checking segment: {'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:46.544361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:26:46.545090 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.545890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Bound using segment: {'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:46.547616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Bound port: f023047d-cbfe-45b3-942b-fed6c40a4bf5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017150b5-af97-4149-8ef8-a1b3cd56bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:46.548543 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.564769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Request body: {'port': {'device_id': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'dabef66bbc824900928ba1f0ea5d5cb6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:46.582720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df563f4d-59b8-4494-8dca-70fd35190971 req-4ea0ae72-d10d-4614-97ab-d581e0759907 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917451 Nov 10 21:26:46.659371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] For port f023047d-cbfe-45b3-942b-fed6c40a4bf5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:46.666386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] For port f023047d-cbfe-45b3-942b-fed6c40a4bf5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f023047d-cbfe-45b3-942b-fed6c40a4bf5,segment=NetworkSegment(017150b5-af97-4149-8ef8-a1b3cd56bd79),segment_id=017150b5-af97-4149-8ef8-a1b3cd56bd79)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:46.710299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Made reservation on behalf of cd9ee0822d0348a8b9e5ca5f81772e90 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:46.712633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.723763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1a08744f-f7eb-4f53-b229-ca50701e3466 None None] Provisioning complete for port f023047d-cbfe-45b3-942b-fed6c40a4bf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:46.724152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a08744f-f7eb-4f53-b229-ca50701e3466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.744091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Deleting port e988824e-407d-41fc-b36b-e933d87373ad {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:46.744431 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.759345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1a08744f-f7eb-4f53-b229-ca50701e3466 None None] Port f023047d-cbfe-45b3-942b-fed6c40a4bf5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:26:46.792534 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.799796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 18e7756a-60a9-435e-a7fd-cefcd28b3bea) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:46.818021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:46.818612 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:46.824781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f8824-e15f-4c8a-b0ac-169d03428518 None None] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:46.917459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Routers {'0dcdf3d8-4d90-4368-9154-a272ee647e33'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:46.918090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0dcdf3d8-4d90-4368-9154-a272ee647e33'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:46.926280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f9386-2c26-44a9-afa9-42be51c4d9e0 None None] Pushing event updated for resources: {'Port': ['ID=f023047d-cbfe-45b3-942b-fed6c40a4bf5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:46.927151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] For port e988824e-407d-41fc-b36b-e933d87373ad, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e988824e-407d-41fc-b36b-e933d87373ad,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:46.927771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.018982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Made reservation on behalf of dabef66bbc824900928ba1f0ea5d5cb6 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:47.022559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.028244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-d7b4d508-d286-40c9-9901-388bc204c566 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:47.031031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-d7b4d508-d286-40c9-9901-388bc204c566 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.1764512 Nov 10 21:26:47.059147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0319df-ce7e-4f83-839b-a87739955bb7 req-3b44821c-065a-4f81-b658-4dee9e31f086 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:47.061193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f0319df-ce7e-4f83-839b-a87739955bb7 req-3b44821c-065a-4f81-b658-4dee9e31f086 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 945 time: 0.1330175 Nov 10 21:26:47.077513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0f7bc4da-7786-46a6-a80b-c0137c736978 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9158289 Nov 10 21:26:47.088188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50888) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:47.104863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-561788685'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:47.193116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f0319df-ce7e-4f83-839b-a87739955bb7 req-2a573ded-6f02-4d87-80cd-631d3826fdd2 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups?id=66da6585-7607-450e-a6a9-e9fea1438105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956461 Nov 10 21:26:47.233550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9358d0d-7066-4385-ae45-03b4df623e80 req-e864dac5-4521-46af-a18f-939bd0a4f548 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 210 time: 0.1354697 Nov 10 21:26:47.243407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Deleting port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:47.243775 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.268665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] Set router 0dcdf3d8-4d90-4368-9154-a272ee647e33 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:47.270104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c07f4028-7d88-4ad9-a86d-0ce037cdcb73 None None] Provisioning complete for port f023047d-cbfe-45b3-942b-fed6c40a4bf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:47.270565 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c07f4028-7d88-4ad9-a86d-0ce037cdcb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.384922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-f59fd7e6-4d41-4b48-8d89-0d765b7b6d00 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:47.386442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-f59fd7e6-4d41-4b48-8d89-0d765b7b6d00 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.1630354 Nov 10 21:26:47.410924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-18e7756a-60a9-435e-a7fd-cefcd28b3bea', 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'fixed_ips': [{'subnet_id': '725a7fd7-9f62-4dde-8d16-c70a685a829d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:26:47.411970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.441782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:47.445384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.587104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:26:47.598563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.599191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.599677 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Floating IP 66fa4a41-03a9-417c-944e-74105022b6b4 disassociated. External IP: 172.25.7.229, port: e988824e-407d-41fc-b36b-e933d87373ad. Nov 10 21:26:47.605362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Calling delete_port for e988824e-407d-41fc-b36b-e933d87373ad owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:47.605362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.626921 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c07f4028-7d88-4ad9-a86d-0ce037cdcb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.688079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Allocated IP 192.168.233.50 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/5a583d96-2331-4327-9a13-f41d7b2d6f9b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:47.723221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c07f4028-7d88-4ad9-a86d-0ce037cdcb73 None None] For port f023047d-cbfe-45b3-942b-fed6c40a4bf5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f023047d-cbfe-45b3-942b-fed6c40a4bf5,segment=NetworkSegment(017150b5-af97-4149-8ef8-a1b3cd56bd79),segment_id=017150b5-af97-4149-8ef8-a1b3cd56bd79)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:47.724337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] For port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:47.724714 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.740652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bbc85-0a68-481f-b9a0-a23cba656bbc req-3964e6ef-48fa-45be-8772-7165c5b200f2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:47.742163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b8bbc85-0a68-481f-b9a0-a23cba656bbc req-3964e6ef-48fa-45be-8772-7165c5b200f2 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.4101968 Nov 10 21:26:47.745167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.745516 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Added segment c427bfa5-16ac-461f-bb2b-471ce02eea0f of type vlan for network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 Nov 10 21:26:47.767254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Allocated IP 19.80.0.2 (18e7756a-60a9-435e-a7fd-cefcd28b3bea/725a7fd7-9f62-4dde-8d16-c70a685a829d/e69deed3-9f31-4250-8b7c-8c8595641056) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:47.782633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c07f4028-7d88-4ad9-a86d-0ce037cdcb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.840398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c212eca-5eb5-44dc-a976-44ee7c960d51,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:47.843411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Checking segment: {'id': 'd3f49729-1646-47cf-9365-24bbe045bece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:47.843793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Network hostable DHCP agents. Network: 33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:26:47.875967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b8bbc85-0a68-481f-b9a0-a23cba656bbc req-7814e25d-6db2-4a61-80df-63793656d2d1 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969088 Nov 10 21:26:47.912542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.919232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Deleting port 2aced6b0-170d-4727-880b-a6ea4bfddb29 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:47.919624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.925673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:42Z', 'revision_number': 4, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f023047d-cbfe-45b3-942b-fed6c40a4bf5', 'name': '', 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'mac_address': 'fa:16:3e:48:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:41Z', 'updated_at': '2021-11-10T21:26:46Z', 'revision_number': 4, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'subnets': [{'id': '0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:47.929708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f4028-7d88-4ad9-a86d-0ce037cdcb73 None None] Pushing event updated for resources: {'Port': ['ID=f023047d-cbfe-45b3-942b-fed6c40a4bf5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:47.941766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95744123-cba7-4c90-9c1a-7f0924db6d53 req-b876ddd9-74aa-47ab-9b30-65b43013cde2 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:47.949679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95744123-cba7-4c90-9c1a-7f0924db6d53 req-b876ddd9-74aa-47ab-9b30-65b43013cde2 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 945 time: 0.2545917 Nov 10 21:26:47.959306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.959684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:47.960021 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed disassociated. External IP: 172.25.7.93, port: 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3. Nov 10 21:26:47.960369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Calling delete_port for 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:47.964247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc3009-37e6-471b-ac4a-1534213612ef None None] The sync data for ids ['0dcdf3d8-4d90-4368-9154-a272ee647e33'] in n-d-776250-11 is: [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:26:42Z', 'revision_number': 4, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f023047d-cbfe-45b3-942b-fed6c40a4bf5', 'name': '', 'network_id': 'c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'mac_address': 'fa:16:3e:48:0c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:41Z', 'updated_at': '2021-11-10T21:26:46Z', 'revision_number': 4, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'subnets': [{'id': '0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:26:48.074124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:26:48.083712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.092041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Network 33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:26:48.191698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95744123-cba7-4c90-9c1a-7f0924db6d53 req-723643d1-ff5b-4195-8800-e5a4eb7ac813 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups?id=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409506 Nov 10 21:26:48.202029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.254820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.288021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:48.291334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] For port 2aced6b0-170d-4727-880b-a6ea4bfddb29, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aced6b0-170d-4727-880b-a6ea4bfddb29,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:48.291705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.294987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:48.297199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.314074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:48.323237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.323405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:48.323405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007873e-14da-41f2-920c-63840c773831 None None] Network 33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:48.323593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event deleted for resources: {'Port': ['ID=462ec66d-4dc0-4b63-9b1c-34b4bba1dde3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:48.325175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:48.329480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Pushing event updated for resources: {'Port': ['ID=e69deed3-9f31-4250-8b7c-8c8595641056,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:48.359781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:48.360386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.409469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Calling delete_port for 2aced6b0-170d-4727-880b-a6ea4bfddb29 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:48.429458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.449950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-773b876c-8ff0-4483-b224-1b37d05a0af0 req-c777de39-ee0e-4580-819d-e33708df7ae6 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 210 time: 0.0446515 Nov 10 21:26:48.489462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Attempting to bind port e69deed3-9f31-4250-8b7c-8c8595641056 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:48.489462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Attempting to bind port e69deed3-9f31-4250-8b7c-8c8595641056 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:48.490133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Attempting to bind port e69deed3-9f31-4250-8b7c-8c8595641056 on network 18e7756a-60a9-435e-a7fd-cefcd28b3bea {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:48.516820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.532991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event deleted for resources: {'Port': ['ID=e988824e-407d-41fc-b36b-e933d87373ad,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:48.535088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:48.535801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Checking segment: {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:48.536413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.536549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Router 4e3563b9-7045-4b79-bdd5-e414b6735c07 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:48.537140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Bound using segment: {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:48.538257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Bound port: e69deed3-9f31-4250-8b7c-8c8595641056, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:48.539075 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.560395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649395e3-c4be-483e-b951-f2fd77dc334d None None] Network 33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:48.623828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e98853c-85c9-40d4-b61d-a822941e52c5 req-11198b5a-c1ee-4141-87f4-4026e793511f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 210 time: 0.2161055 Nov 10 21:26:48.630451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5291765 Nov 10 21:26:48.669790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50910) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:48.669790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:48.699333 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] Sync routers for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:26:48.706865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'subnet': {'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:48.709036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] For port e69deed3-9f31-4250-8b7c-8c8595641056, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:48.719474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:48.724056 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:48.724566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] For port e69deed3-9f31-4250-8b7c-8c8595641056, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e69deed3-9f31-4250-8b7c-8c8595641056,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:48.778273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] No DVR routers for this DVR port 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:48.784135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.788674 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab6bc8b3-9673-4af2-baac-0f565e097639 req-e87b774e-6d6a-429f-a424-c16ae259efbe tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.53 "DELETE /v2.0/ports/462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 HTTP/1.1" status: 204 len: 173 time: 1.7481844 Nov 10 21:26:48.793742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'name': 'network-vif-deleted', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:48.796104 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65f957b-79de-47e9-9b0c-7b6a094fb5c7" -d '{"events": [{"server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "name": "network-vif-deleted", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:48.815000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e78dd881-6ab0-4c8b-b1a7-97552b643e69 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3733022 Nov 10 21:26:48.819015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:48.878187 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4f782d-5352-446d-9f42-c40576ffa626 x-openstack-request-id: req-1e4f782d-5352-446d-9f42-c40576ffa626 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:48.878732 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddbccbfd-112e-4ded-a220-f9c0e9a082ae", "name": "network-vif-deleted", "tag": "462ec66d-4dc0-4b63-9b1c-34b4bba1dde3", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:48.879163 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e4f782d-5352-446d-9f42-c40576ffa626 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:48.879786 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddbccbfd-112e-4ded-a220-f9c0e9a082ae', 'name': 'network-vif-deleted', 'tag': '462ec66d-4dc0-4b63-9b1c-34b4bba1dde3', 'status': 'completed', 'code': 200} Nov 10 21:26:48.964751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005953af-182d-4ea3-be17-f7134990e4c3 None None] Pushing event updated for resources: {'Port': ['ID=e69deed3-9f31-4250-8b7c-8c8595641056,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:48.969944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673468b2-4b0a-4b28-afe0-ea4f843639be tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Network': ['ID=7eca96b0-9f0d-4df4-9a1e-79fac8532251,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:48.992558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:26:49.111257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:49.128176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:49.207158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:49.247484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5', '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:49.251360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['80997881-53d1-4855-8174-deb5453c0516', '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565', '835c1f2c-4df9-429b-9357-44dcb3c7b4a1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:49.411052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:49.429131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:49.457027 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:49.459903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:49.507525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:49.512222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927101-825f-4170-b71f-26d170850bf3 req-ee772864-7991-462d-bacd-d8169d1d6b4a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:49.520391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec927101-825f-4170-b71f-26d170850bf3 req-ee772864-7991-462d-bacd-d8169d1d6b4a tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 950 time: 0.4395411 Nov 10 21:26:49.647375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec927101-825f-4170-b71f-26d170850bf3 req-bdc50372-d6a1-4d4a-9d6c-8826cd37892b tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168900 Nov 10 21:26:49.710361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:49.716047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 462ec66d-4dc0-4b63-9b1c-34b4bba1dde3 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:49.716047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2aced6b0-170d-4727-880b-a6ea4bfddb29 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:49.819907 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:49.938392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46916569-c1f0-4194-a021-021e943b237a req-7a787297-38c8-4dec-af20-789e55be9b5f tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 210 time: 0.0515540 Nov 10 21:26:49.969812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f023047d-cbfe-45b3-942b-fed6c40a4bf5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:50.031583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.064856 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:50.107970 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] Checking router: 4e3563b9-7045-4b79-bdd5-e414b6735c07 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:26:50.120705 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:50.121330 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:50.209231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Subnet': ['ID=7438f4bc-0a67-4751-a8b5-b64082bfdbbf,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:50.228068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82cdb8-407d-44fc-883b-1845a6d15f4d req-843e390b-af2a-4ffa-9d5a-acb0e95fc14e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:50.229977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a82cdb8-407d-44fc-883b-1845a6d15f4d req-843e390b-af2a-4ffa-9d5a-acb0e95fc14e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 935 time: 0.1157444 Nov 10 21:26:50.245689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Checking segment: {'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:50.246329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network hostable DHCP agents. Network: 7eca96b0-9f0d-4df4-9a1e-79fac8532251, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:26:50.277469 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:50.309298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:50.310396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a82cdb8-407d-44fc-883b-1845a6d15f4d req-bd748653-33a0-4186-bcd5-bbf74af53b04 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732472 Nov 10 21:26:50.314856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.375365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:26:50.383408 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.394470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:50.410312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b64e724e-18dd-48d9-b0cb-7d48111e2fc5 req-07707435-396d-44cb-8bc9-b286b594d0a6 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddbccbfd-112e-4ded-a220-f9c0e9a082ae HTTP/1.1" status: 200 len: 210 time: 0.9618554 Nov 10 21:26:50.431300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event updated for resources: {'Port': ['ID=5a583d96-2331-4327-9a13-f41d7b2d6f9b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:50.477865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 7eca96b0-9f0d-4df4-9a1e-79fac8532251) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:50.484631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:50.485667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.531400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port f023047d-cbfe-45b3-942b-fed6c40a4bf5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:50.531787 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.537390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19014d3e-9950-463a-937b-1510bf00c224 None None] Network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:50.583259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a808422f-f70d-4bfd-856c-7fa056ae94dd tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9140418 Nov 10 21:26:50.630731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:50.635628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-42527579-f4f6-45de-99c7-f473d14cb802 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0771155 Nov 10 21:26:50.683396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b526edc6-3ad4-411c-9135-eb66f3addaf7 None None] Provisioning complete for port 5a583d96-2331-4327-9a13-f41d7b2d6f9b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:50.683795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b526edc6-3ad4-411c-9135-eb66f3addaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.738693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] Sync routers for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:26:50.757360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Request body: {'port': {'device_id': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:50.763252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] No DVR routers for this DVR port e988824e-407d-41fc-b36b-e933d87373ad on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:50.767790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.777041 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-931999ec-6872-44c7-a2bf-b35207f59b8d req-378a1283-1c04-4101-88b8-3b6885300a1e tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.53 "DELETE /v2.0/ports/e988824e-407d-41fc-b36b-e933d87373ad HTTP/1.1" status: 204 len: 173 time: 4.3399317 Nov 10 21:26:50.782266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'name': 'network-vif-deleted', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:50.790290 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1d872-fe82-4a82-b0f5-4a29475ba696" -d '{"events": [{"server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "name": "network-vif-deleted", "tag": "e988824e-407d-41fc-b36b-e933d87373ad"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:50.837508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:50.865877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:50.878330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9955ee1d-a69e-4856-aa36-9064b039529c req-467de0e9-8a57-48f7-a446-96f1a38d1504 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed24b9-4ae6-4cc3-96de-25f2e62867ea HTTP/1.1" status: 200 len: 210 time: 0.0419283 Nov 10 21:26:50.891968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-32b462fc-4e39-4a63-9ac6-d76a61476020 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:50.894701 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-32b462fc-4e39-4a63-9ac6-d76a61476020 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.2382543 Nov 10 21:26:50.914116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-79720451-391b-4407-9370-8ad76a17f9a8 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/quotas/912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 375 time: 0.0135148 Nov 10 21:26:50.930949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event deleted for resources: {'Port': ['ID=2aced6b0-170d-4727-880b-a6ea4bfddb29,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:50.949330 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fabefc-e6e6-46cb-8340-1b908e09bdca None None] The sync data for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 is: [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:50Z', 'revision_number': 4, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '76cad614-552e-450a-b0ae-ab8c1e8ec223', 'name': '', 'network_id': '23449e01-6610-4074-8027-c874787b6989', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'mac_address': 'fa:16:3e:ca:9c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:49Z', 'updated_at': '2021-11-10T21:20:54Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'subnets': [{'id': '3cce1c00-9c89-4c17-a28e-7003d45e59bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:26:51.022326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-09c8c0ea-121a-4e86-9b6d-bdf6aee29a18 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019001 Nov 10 21:26:51.024370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:51.043423 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4f836d-384e-49bb-8c73-cdfd306d332a x-openstack-request-id: req-5c4f836d-384e-49bb-8c73-cdfd306d332a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:51.043745 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3185b52-57bc-4e9d-a1db-011aeca0528c", "name": "network-vif-deleted", "tag": "e988824e-407d-41fc-b36b-e933d87373ad", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:51.043985 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c4f836d-384e-49bb-8c73-cdfd306d332a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:51.044604 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3185b52-57bc-4e9d-a1db-011aeca0528c', 'name': 'network-vif-deleted', 'tag': 'e988824e-407d-41fc-b36b-e933d87373ad', 'status': 'completed', 'code': 200} Nov 10 21:26:51.045540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] No DVR routers for this DVR port 2aced6b0-170d-4727-880b-a6ea4bfddb29 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:51.062278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:51.066225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfb2aa7d-5086-4805-8ea5-d570bfc3e3ae req-a8f1afae-bc05-43e3-9ddd-1c8379fb3f5e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.53 "DELETE /v2.0/ports/2aced6b0-170d-4727-880b-a6ea4bfddb29 HTTP/1.1" status: 204 len: 173 time: 3.6423190 Nov 10 21:26:51.125353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab06471-f924-499a-b4ed-b6338f57b039 None None] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:51.328554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-7cbe3d84-ea4c-48ed-8eea-054d7af6a882 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:51.334640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-7cbe3d84-ea4c-48ed-8eea-054d7af6a882 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:51.339741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e988824e-407d-41fc-b36b-e933d87373ad no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:51.344221 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-7cbe3d84-ea4c-48ed-8eea-054d7af6a882 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/networks?id=18e7756a-60a9-435e-a7fd-cefcd28b3bea&id=7eca96b0-9f0d-4df4-9a1e-79fac8532251&id=18e7756a-60a9-435e-a7fd-cefcd28b3bea HTTP/1.1" status: 200 len: 1390 time: 0.2298927 Nov 10 21:26:51.352632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-2f6eb2c9-19bc-441b-9b85-8fb587ef9427 service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223903 Nov 10 21:26:51.371029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-67d3c464-900e-42cb-a2be-1d7536154cf9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/quotas/8a38e414d7fe4ac8b9e3b53b2e410cf8 HTTP/1.1" status: 200 len: 375 time: 0.0258410 Nov 10 21:26:51.372958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:51.373601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:51.458587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: e988824e-407d-41fc-b36b-e933d87373ad {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:51.459000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e988824e-407d-41fc-b36b-e933d87373ad not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:51.460539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b526edc6-3ad4-411c-9135-eb66f3addaf7 None None] Port 5a583d96-2331-4327-9a13-f41d7b2d6f9b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:26:51.474014 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf671e-4c8a-4e18-9dbb-047e89850fec None None] New status for floating IP ee4a47e3-15b8-43d2-960f-1c62fbc5feed: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:26:51.509119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-482c80de-606e-4311-84ab-89f2574b1588 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1355751 Nov 10 21:26:51.609936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-02743750-308f-447a-84d2-548274a529cd service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510862 Nov 10 21:26:51.717552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a583d96-2331-4327-9a13-f41d7b2d6f9b {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:51.729456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:51.744955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Transition to ACTIVE for port object 5a583d96-2331-4327-9a13-f41d7b2d6f9b will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:51.860584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-43fb3087-f334-45c3-be5d-03749997a7b0 None None] Provisioning complete for port e69deed3-9f31-4250-8b7c-8c8595641056 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:51.860957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-43fb3087-f334-45c3-be5d-03749997a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:51.866048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:51.988238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-d183b424-c0db-4234-be0f-b74e9c39744a service neutron] 10.222.0.45 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785852 Nov 10 21:26:52.044340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=5a583d96-2331-4327-9a13-f41d7b2d6f9b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:52.046394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:52.115823 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b87fba6-5823-4e59-a9ee-197af8ee82d5 req-b6245891-e006-4763-b74a-66032c847051 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/ports?device_id=e3185b52-57bc-4e9d-a1db-011aeca0528c HTTP/1.1" status: 200 len: 210 time: 0.0560663 Nov 10 21:26:52.177890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e69deed3-9f31-4250-8b7c-8c8595641056 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:52.251783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6b6c8-6d63-4ea5-a5c9-18f90de06b79 req-ce5d8fc6-4648-46b8-8665-1caef54103d3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:52.274249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7de6b6c8-6d63-4ea5-a5c9-18f90de06b79 req-ce5d8fc6-4648-46b8-8665-1caef54103d3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 947 time: 0.0928185 Nov 10 21:26:52.280170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-8be03207-7da0-4e7b-b1dd-b4e69bcbbfcb service neutron] 10.222.0.45 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891312 Nov 10 21:26:52.357923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Attempting to bind port 5a583d96-2331-4327-9a13-f41d7b2d6f9b on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:52.358725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Attempting to bind port 5a583d96-2331-4327-9a13-f41d7b2d6f9b by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:52.358845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Attempting to bind port 5a583d96-2331-4327-9a13-f41d7b2d6f9b on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:52.363252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7de6b6c8-6d63-4ea5-a5c9-18f90de06b79 req-864f9962-d085-40cf-8f4c-f77ab2fa5ff4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876999 Nov 10 21:26:52.399265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Port 5a583d96-2331-4327-9a13-f41d7b2d6f9b on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:52.399704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Attempting to bind port 5a583d96-2331-4327-9a13-f41d7b2d6f9b on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:52.422208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:52.422444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:52.422823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:52.423318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Bound port: 5a583d96-2331-4327-9a13-f41d7b2d6f9b, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:52.423872 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:52.447262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-7eca96b0-9f0d-4df4-9a1e-79fac8532251', 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'fixed_ips': [{'subnet_id': '7438f4bc-0a67-4751-a8b5-b64082bfdbbf'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:26:52.448069 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:52.512817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-547a13d7-60a5-4c18-b37b-fe527e29a6b9 service neutron] 10.222.0.45 "GET /v2.0/networks/7eca96b0-9f0d-4df4-9a1e-79fac8532251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222619 Nov 10 21:26:52.606360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] For port 5a583d96-2331-4327-9a13-f41d7b2d6f9b, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:52.638069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] For port 5a583d96-2331-4327-9a13-f41d7b2d6f9b, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5a583d96-2331-4327-9a13-f41d7b2d6f9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:52.644777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e69deed3-9f31-4250-8b7c-8c8595641056 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:52.645022 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:52.662815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-dfe981b4-ae87-489d-bbfe-5ae5814d8c3c service neutron] 10.222.0.45 "GET /v2.0/networks/7eca96b0-9f0d-4df4-9a1e-79fac8532251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400487 Nov 10 21:26:52.719388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4eddb25f-3cda-4787-add4-9dd87c2fd04f req-fb9716e8-c1f5-41ed-b4e1-da0d6493df92 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 210 time: 0.0322719 Nov 10 21:26:52.744488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:52.794874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:52.795638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:52.798003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] 10.222.0.64 "PUT /v2.0/ports/5a583d96-2331-4327-9a13-f41d7b2d6f9b HTTP/1.1" status: 200 len: 1096 time: 2.1079214 Nov 10 21:26:52.800536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-43fb3087-f334-45c3-be5d-03749997a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:52.880465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-ea5d4565-be83-451d-804a-40a4ffbe12e1 service neutron] 10.222.0.45 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071631 Nov 10 21:26:52.901158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c8698-0f8e-45ff-8bb3-79110376fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=5a583d96-2331-4327-9a13-f41d7b2d6f9b,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:52.979678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Allocated IP 19.86.0.2 (7eca96b0-9f0d-4df4-9a1e-79fac8532251/7438f4bc-0a67-4751-a8b5-b64082bfdbbf/d5044fbf-661d-4435-9fd5-35913f955543) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:53.042138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-02f4ce62-6e84-4cb7-922f-2faa971dd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.044427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-02f4ce62-6e84-4cb7-922f-2faa971dd442 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 1099 time: 0.0944967 Nov 10 21:26:53.047807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-deleted', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29'}, {'name': 'network-changed', 'server_uuid': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'tag': '5a583d96-2331-4327-9a13-f41d7b2d6f9b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:53.050009 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c" -d '{"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-deleted", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29"}, {"name": "network-changed", "server_uuid": "454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c", "tag": "5a583d96-2331-4327-9a13-f41d7b2d6f9b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:53.067612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-43fb3087-f334-45c3-be5d-03749997a7b0 None None] For port e69deed3-9f31-4250-8b7c-8c8595641056, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e69deed3-9f31-4250-8b7c-8c8595641056,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:53.115340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-320b458b-9aeb-4cda-a978-98d2eb8bf830 service neutron] 10.222.0.45 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339211 Nov 10 21:26:53.116764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-5a4db33d-ab2f-4336-b144-1c75542ebf79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5a583d96-2331-4327-9a13-f41d7b2d6f9b HTTP/1.1" status: 200 len: 217 time: 0.0523965 Nov 10 21:26:53.197718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-6afaa99a-c6b2-4663-b3f8-8afa1d23fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.200407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-6afaa99a-c6b2-4663-b3f8-8afa1d23fca5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0744681 Nov 10 21:26:53.204949 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-43fb3087-f334-45c3-be5d-03749997a7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.256731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-de1b8520-55ad-474b-a147-1b8c03cca1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.258401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-de1b8520-55ad-474b-a147-1b8c03cca1d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477312 Nov 10 21:26:53.311057 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.354347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.418629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:53.429224 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-676ba18b-d4dd-457a-86e2-bdadafdb08d3 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472282 Nov 10 21:26:53.430679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb3087-f334-45c3-be5d-03749997a7b0 None None] Pushing event updated for resources: {'Port': ['ID=e69deed3-9f31-4250-8b7c-8c8595641056,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:53.430812 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d552c09-b626-41f4-bbb9-ec1761ae9fbc x-openstack-request-id: req-9d552c09-b626-41f4-bbb9-ec1761ae9fbc {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:53.431080 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ed24b9-4ae6-4cc3-96de-25f2e62867ea", "name": "network-vif-deleted", "tag": "2aced6b0-170d-4727-880b-a6ea4bfddb29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c", "tag": "5a583d96-2331-4327-9a13-f41d7b2d6f9b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:53.431327 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d552c09-b626-41f4-bbb9-ec1761ae9fbc {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:53.431707 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ed24b9-4ae6-4cc3-96de-25f2e62867ea', 'name': 'network-vif-deleted', 'tag': '2aced6b0-170d-4727-880b-a6ea4bfddb29', 'status': 'completed', 'code': 200} Nov 10 21:26:53.432465 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'tag': '5a583d96-2331-4327-9a13-f41d7b2d6f9b', 'status': 'completed', 'code': 200} Nov 10 21:26:53.543056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef2b0-595e-4c20-be8c-2f4655c81ee1 req-8439f908-f06b-428b-a8e6-7d639c47a001 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.555874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abcef2b0-595e-4c20-be8c-2f4655c81ee1 req-8439f908-f06b-428b-a8e6-7d639c47a001 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.0797715 Nov 10 21:26:53.558599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51012) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:53.646610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abcef2b0-595e-4c20-be8c-2f4655c81ee1 req-5f416be4-32fc-42e9-9289-acd9a3f247b7 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891695 Nov 10 21:26:53.648774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dd83d2d-d624-4dc3-8684-07086db81436 req-f6c6558f-64e8-4d50-a5c7-faa333c7d793 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050550 Nov 10 21:26:53.673056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.700797 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.727795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddb1751b-3479-4dd6-882b-2d4dfdc38b1a req-e237734d-c6d2-4d50-a88b-998cc749028d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 210 time: 0.0776398 Nov 10 21:26:53.754275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] Checking router: 6026d0b8-0b56-48ca-a555-d32a44bbe9ea for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:26:53.796586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.822740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51024) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:53.823344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:26:53.823815 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:26:53.825990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:53.826718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:53.836677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68300f-c12e-4070-ab92-d368ef3b02c4 req-6359fe84-66b3-4c96-9dd9-2f60bda4121f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.838408 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f68300f-c12e-4070-ab92-d368ef3b02c4 req-6359fe84-66b3-4c96-9dd9-2f60bda4121f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 947 time: 0.0620637 Nov 10 21:26:53.858724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-2c446f98-9c8f-42dd-ba94-08c3ce2cac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:53.860755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-2c446f98-9c8f-42dd-ba94-08c3ce2cac75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 1099 time: 0.0538669 Nov 10 21:26:53.862427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.865592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.866531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "DELETE /v2.0/security-groups/fa583b9d-bc4e-4965-9b38-a0cfb0916f3a HTTP/1.1" status: 204 len: 168 time: 0.3057833 Nov 10 21:26:53.870032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dbe37b59-0d9b-4fdb-83ac-ea2525dbf126 None None] Provisioning complete for port e69deed3-9f31-4250-8b7c-8c8595641056 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:53.870740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51026) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:53.872137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbe37b59-0d9b-4fdb-83ac-ea2525dbf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.904733 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:53.909452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa583b9d-bc4e-4965-9b38-a0cfb0916f3a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:53.961392 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-723363cd-fe8d-4dda-bcb9-88dc0dccd528 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] show failed (client error): The resource could not be found. Nov 10 21:26:53.962162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f68300f-c12e-4070-ab92-d368ef3b02c4 req-7061006c-ce9a-4507-9f96-a900f6ac1dba tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151266 Nov 10 21:26:53.965359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-723363cd-fe8d-4dda-bcb9-88dc0dccd528 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "GET /v2.0/security-groups/fa583b9d-bc4e-4965-9b38-a0cfb0916f3a HTTP/1.1" status: 404 len: 347 time: 0.0910053 Nov 10 21:26:53.965510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.965510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.965510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.965510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.965905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.966275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.966494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.966827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.967154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.967478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.967861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.968372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5490d02d-02f9-4ea3-9620-b289049ae7d3 tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:53.969308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51028) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:54.036939 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-843bba7b-f9f9-4e22-acaa-a21fd83cd304 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.052171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:54.063351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Pushing event updated for resources: {'Port': ['ID=d5044fbf-661d-4435-9fd5-35913f955543,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:54.067711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:54.073930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:54.099286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:54.126837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-843bba7b-f9f9-4e22-acaa-a21fd83cd304 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.131798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f43853cc-428a-47c2-acb5-7fefe1e73055 req-9502c5d7-df71-4ae2-bf94-bb78152a7282 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 210 time: 0.0436833 Nov 10 21:26:54.234752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-15bc7df6-999c-4334-8e8e-034044617f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:54.238123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-15bc7df6-999c-4334-8e8e-034044617f37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3364522 Nov 10 21:26:54.249925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Attempting to bind port d5044fbf-661d-4435-9fd5-35913f955543 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:54.250455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Attempting to bind port d5044fbf-661d-4435-9fd5-35913f955543 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:54.250637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Attempting to bind port d5044fbf-661d-4435-9fd5-35913f955543 on network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:54.269782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:54.270163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Checking segment: {'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:54.270627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.270926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Bound using segment: {'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:54.271457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Bound port: d5044fbf-661d-4435-9fd5-35913f955543, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:54.271813 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.278627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-843bba7b-f9f9-4e22-acaa-a21fd83cd304 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.284024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-843bba7b-f9f9-4e22-acaa-a21fd83cd304 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.287768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-f32828b9-aadf-4227-be22-890cd21a4ca2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=5a583d96-2331-4327-9a13-f41d7b2d6f9b HTTP/1.1" status: 200 len: 217 time: 0.0389903 Nov 10 21:26:54.292594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-843bba7b-f9f9-4e22-acaa-a21fd83cd304 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "DELETE /v2.0/security-groups/66da6585-7607-450e-a6a9-e9fea1438105 HTTP/1.1" status: 204 len: 168 time: 0.4508362 Nov 10 21:26:54.292927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51032) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:54.305695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bba7b-f9f9-4e22-acaa-a21fd83cd304 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da6585-7607-450e-a6a9-e9fea1438105,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:54.318942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Deleting port 01774077-d8cd-4d21-8108-e215fdf934e0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:54.319279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.323104 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-9f0ffee7-a926-427e-b974-5b1df0e1d320 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] show failed (client error): The resource could not be found. Nov 10 21:26:54.324314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9f0ffee7-a926-427e-b974-5b1df0e1d320 tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "GET /v2.0/security-groups/66da6585-7607-450e-a6a9-e9fea1438105 HTTP/1.1" status: 404 len: 347 time: 0.0300472 Nov 10 21:26:54.327952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51034) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:54.430521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-4008c66c-594f-4b78-9bbc-04adbaa401e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:54.432287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-4008c66c-594f-4b78-9bbc-04adbaa401e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1283190 Nov 10 21:26:54.445707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] For port d5044fbf-661d-4435-9fd5-35913f955543, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:54.450060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] For port d5044fbf-661d-4435-9fd5-35913f955543, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d5044fbf-661d-4435-9fd5-35913f955543,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:54.485705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.486028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.497978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Deleting port bac6f5ab-1557-42a4-b1c5-0e94c83d730e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:54.498465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.510355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:54.511402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Calling delete_port for 01774077-d8cd-4d21-8108-e215fdf934e0 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:54.529028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-24278c28-8066-4696-9494-00195fd07ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:54.530702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-24278c28-8066-4696-9494-00195fd07ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755992 Nov 10 21:26:54.556423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510f5e0-5db4-4a43-9c61-6b3b3d67d612 None None] The sync data for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 is: [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:24:33Z', 'revision_number': 4, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '0b033165-223d-4302-af02-366b2941784f', 'name': '', 'network_id': 'a32754a2-4b33-4c57-ae59-c74c3b1eaf64', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'mac_address': 'fa:16:3e:d1:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:32Z', 'updated_at': '2021-11-10T21:24:38Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'subnets': [{'id': '4bdb5421-4fba-49c3-80c0-b2254cba39f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:26:54.558978 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.596175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e69deed3-9f31-4250-8b7c-8c8595641056 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:54.597834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.598173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.617137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Calling delete_port for bac6f5ab-1557-42a4-b1c5-0e94c83d730e owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:54.664060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60cd4d-ea94-421e-a535-ce0589b925d5 None None] Pushing event updated for resources: {'Port': ['ID=d5044fbf-661d-4435-9fd5-35913f955543,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:54.717969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e69deed3-9f31-4250-8b7c-8c8595641056 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:54.718344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.860840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:54.877720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-02a2fcbe-b8e9-4f18-ab12-ecb03d546482 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327947 Nov 10 21:26:54.953243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aeb45c85-3e41-49a4-a543-9ce77362d5cb req-f8e5499a-f0c7-486d-b318-63a2a03d1957 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 210 time: 0.0789785 Nov 10 21:26:54.965141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Pushing event deleted for resources: {'Port': ['ID=bac6f5ab-1557-42a4-b1c5-0e94c83d730e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:55.097443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:55.100931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:55.102392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2466c3e7-c77d-4945-b817-bbda8a331c5a tempest-ServersTestFqdnHostnames-828559305 tempest-ServersTestFqdnHostnames-828559305-project] 10.222.0.45 "DELETE /v2.0/floatingips/66fa4a41-03a9-417c-944e-74105022b6b4 HTTP/1.1" status: 204 len: 168 time: 0.7733526 Nov 10 21:26:55.106525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51044) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:55.142328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-4737538b-326a-497e-bb3a-0765e1b6364c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:55.149818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-4737538b-326a-497e-bb3a-0765e1b6364c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.5940826 Nov 10 21:26:55.174765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Request body: {'port': {'device_id': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'admin_state_up': True, 'tenant_id': '912c06daebc44e7997ddaf08aa77c052'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:55.206780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcde0f-428e-4b06-8a34-a18346a0e848 None None] New status for floating IP 66fa4a41-03a9-417c-944e-74105022b6b4: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:26:55.238023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28996-8b11-4be0-a128-b90f7270451d req-ef781fcc-fc69-476a-a550-7441c7e51ebf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:55.238023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4de28996-8b11-4be0-a128-b90f7270451d req-ef781fcc-fc69-476a-a550-7441c7e51ebf tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.3950446 Nov 10 21:26:55.297543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20fb36b-dc0f-4aab-ab44-51b33d67c52c req-7e6b1255-537d-4d67-9857-6316879c7b35 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938279 Nov 10 21:26:55.343977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895588f-a3b1-4b87-b703-0d70aef49f27 req-e4d3bf52-a281-463c-a5f8-c6c508984003 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:55.345795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3895588f-a3b1-4b87-b703-0d70aef49f27 req-e4d3bf52-a281-463c-a5f8-c6c508984003 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 947 time: 0.1414440 Nov 10 21:26:55.388561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4de28996-8b11-4be0-a128-b90f7270451d req-899a3378-fc92-424e-a8fd-3dcb5f16ef51 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367805 Nov 10 21:26:55.441322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:55.460402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3895588f-a3b1-4b87-b703-0d70aef49f27 req-4b927c40-8e8f-4631-a7d0-d3a3725c9994 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043921 Nov 10 21:26:55.470221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Pushing event deleted for resources: {'Port': ['ID=01774077-d8cd-4d21-8108-e215fdf934e0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:55.516531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Made reservation on behalf of 912c06daebc44e7997ddaf08aa77c052 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:55.520085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:55.560643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd5c1335-5b53-437c-b145-c24062d8d44d req-ba783742-e537-45b8-8862-d6159629cb17 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 210 time: 0.0313089 Nov 10 21:26:55.564169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:55.566843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:55.571008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8ee981b5-ad5f-46df-a908-2a45652b393f tempest-ServersWithSpecificFlavorTestJSON-1587728037 tempest-ServersWithSpecificFlavorTestJSON-1587728037-project] 10.222.0.45 "DELETE /v2.0/floatingips/ee4a47e3-15b8-43d2-960f-1c62fbc5feed HTTP/1.1" status: 204 len: 168 time: 1.6006415 Nov 10 21:26:55.696264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Allocated IP 172.20.0.9 (a427c084-43ae-4af9-acb6-414de5e88e76/d7808c98-3f45-473b-ada8-b7c8776ad318/e09d79bc-9da4-4d83-bd72-40260c93b410) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:55.763124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.103159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed66252-e168-4f53-9796-aa64c573cd81 None None] Network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:26:56.117184 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3df17e1f-70c2-448c-8e13-27d21d850dca req-7acda298-9234-4470-9e55-1ed1926151d4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 210 time: 0.0811293 Nov 10 21:26:56.221917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Deleting port 0b033165-223d-4302-af02-366b2941784f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:56.222509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.247199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5147b632-9d6c-4dc5-bf9a-87189eccd802 None None] Provisioning complete for port d5044fbf-661d-4435-9fd5-35913f955543 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:56.247852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5147b632-9d6c-4dc5-bf9a-87189eccd802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.346113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] For port 0b033165-223d-4302-af02-366b2941784f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0b033165-223d-4302-af02-366b2941784f,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:56.346884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.362219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Calling delete_port for 0b033165-223d-4302-af02-366b2941784f owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:56.387766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:26:56.498709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51076) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:56.527194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-179ec46d-c7ae-4c10-abcc-246337955c69 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.528758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-179ec46d-c7ae-4c10-abcc-246337955c69 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.2075474 Nov 10 21:26:56.537989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.574168 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5147b632-9d6c-4dc5-bf9a-87189eccd802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.601526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-f40ee43c-7bfd-432e-9fbb-633e47949ad5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.607560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-f40ee43c-7bfd-432e-9fbb-633e47949ad5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.612279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-f40ee43c-7bfd-432e-9fbb-633e47949ad5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "GET /v2.0/networks?id=18e7756a-60a9-435e-a7fd-cefcd28b3bea&id=7eca96b0-9f0d-4df4-9a1e-79fac8532251&id=18e7756a-60a9-435e-a7fd-cefcd28b3bea HTTP/1.1" status: 200 len: 1390 time: 0.3045661 Nov 10 21:26:56.644025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'port': {'device_id': '2803117c-ffca-4212-984a-82ed0de40d2c', 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea', 'admin_state_up': True, 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:56.679702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5147b632-9d6c-4dc5-bf9a-87189eccd802 None None] For port d5044fbf-661d-4435-9fd5-35913f955543, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d5044fbf-661d-4435-9fd5-35913f955543,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:56.686594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d5044fbf-661d-4435-9fd5-35913f955543 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:56.706069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12446dbd-25e1-4fb3-b913-1426c3285425 req-428f7155-106f-4488-a841-6cacc1eafd57 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.715972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12446dbd-25e1-4fb3-b913-1426c3285425 req-428f7155-106f-4488-a841-6cacc1eafd57 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 948 time: 0.1457267 Nov 10 21:26:56.806261 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5147b632-9d6c-4dc5-bf9a-87189eccd802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.815310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e38d6b-2092-4668-a3b0-918a4325f127 req-fb23ba41-e54f-40ad-a75c-344bc477f0d1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:56.817451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90e38d6b-2092-4668-a3b0-918a4325f127 req-fb23ba41-e54f-40ad-a75c-344bc477f0d1 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 947 time: 0.1820042 Nov 10 21:26:56.866094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12446dbd-25e1-4fb3-b913-1426c3285425 req-f21680bb-9589-4801-a129-cc8f299f99c0 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/security-groups?id=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394136 Nov 10 21:26:56.910875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d5044fbf-661d-4435-9fd5-35913f955543 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:56.911352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.925017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Deleting port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:56.925017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.953793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147b632-9d6c-4dc5-bf9a-87189eccd802 None None] Pushing event updated for resources: {'Port': ['ID=d5044fbf-661d-4435-9fd5-35913f955543,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:56.974626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-08037b99-b711-4d4e-86c4-9fef98e6ba7c None None] Provisioning complete for port d5044fbf-661d-4435-9fd5-35913f955543 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:56.975127 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-08037b99-b711-4d4e-86c4-9fef98e6ba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:56.994801 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.012842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.075893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Network a427c084-43ae-4af9-acb6-414de5e88e76 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:57.094612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:57.116743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:57.125626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b033165-223d-4302-af02-366b2941784f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:57.211063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90e38d6b-2092-4668-a3b0-918a4325f127 req-ab9286c4-ce6b-463d-944a-5d6b8e95c5ab tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807471 Nov 10 21:26:57.215176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:57.228419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:57.229087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.235952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] For port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:57.236253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.272203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Calling delete_port for 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:57.297791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.298933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.299277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.299679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.300171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.300569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.301051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.301455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.302035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.302414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.302813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.302979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7ec31-2d86-49f4-8f41-7bff67f7e1de req-792dc72b-a715-4478-bec6-a08b500702bf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:57.303277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:57.304586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ad7ec31-2d86-49f4-8f41-7bff67f7e1de req-792dc72b-a715-4478-bec6-a08b500702bf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 931 time: 0.2141800 Nov 10 21:26:57.385961 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-010fd17b-20fe-456f-b078-516257973c6f req-a5ffdc13-05ac-45d5-b77e-8e8a368ee24d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 210 time: 0.0671537 Nov 10 21:26:57.388213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:57.391799 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.482017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d6ebaa3b-82c7-4f97-9c69-8945ade5f023 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3155949 Nov 10 21:26:57.500406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Request body: {'port': {'device_id': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:57.667065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Allocated IP 19.80.0.209 (18e7756a-60a9-435e-a7fd-cefcd28b3bea/725a7fd7-9f62-4dde-8d16-c70a685a829d/e6529168-8396-49dd-9ab6-1d6e7aa2bd89) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:57.671174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.760107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.767271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ad7ec31-2d86-49f4-8f41-7bff67f7e1de req-d48f3464-3979-4693-a8b0-c8dd36b76fc2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533944 Nov 10 21:26:57.774001 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.928773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Pushing event deleted for resources: {'Port': ['ID=32c7aa5d-4e56-4351-8e7a-b32b444dd2a5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:57.977820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:57.996681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] No DVR routers for this DVR port 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:26:58.019763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.023065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-941a5a6a-1a7f-4174-b7e8-bfd3d3ea59fa req-8a40ca00-88cc-4d01-98f4-2c3daf8bdf1e tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.64 "DELETE /v2.0/ports/32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 HTTP/1.1" status: 204 len: 173 time: 1.4744973 Nov 10 21:26:58.029138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c4165f4-17fb-4325-9c71-b46ebc081664 req-0497796b-8925-4368-bcd5-57583fb8be0d tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 210 time: 0.0764909 Nov 10 21:26:58.029568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-deleted', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:26:58.032211 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d46ad-6aea-481c-805d-18a0cae928e0" -d '{"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-deleted", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:26:58.117578 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bdf7a5-68c4-4eeb-a51e-d7270728cda4 x-openstack-request-id: req-c8bdf7a5-68c4-4eeb-a51e-d7270728cda4 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:26:58.117831 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb8fd4d-32f7-4d1c-ad4a-6829950e422f", "name": "network-vif-deleted", "tag": "32c7aa5d-4e56-4351-8e7a-b32b444dd2a5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:26:58.118172 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8bdf7a5-68c4-4eeb-a51e-d7270728cda4 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:26:58.118587 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb8fd4d-32f7-4d1c-ad4a-6829950e422f', 'name': 'network-vif-deleted', 'tag': '32c7aa5d-4e56-4351-8e7a-b32b444dd2a5', 'status': 'completed', 'code': 200} Nov 10 21:26:58.125865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.140961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:26:58.247778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09d79bc-9da4-4d83-bd72-40260c93b410 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:58.261006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.268709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.349275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Transition to ACTIVE for port object e09d79bc-9da4-4d83-bd72-40260c93b410 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:26:58.351757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:26:58.352698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Port': ['ID=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:58.355758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:26:58.358012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:26:58.370727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:26:58.377426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c05256a4-2013-4f9b-a9f7-8624c9d320e5 admin admin] 10.222.0.45 "PUT /v2.0/routers/6026d0b8-0b56-48ca-a555-d32a44bbe9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698166 Nov 10 21:26:58.382977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51096) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:26:58.390889 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] Sync routers for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:26:58.429789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:58.430547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.433193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5609d4-606d-4b21-a15e-2243d9df1ab2 req-8ed09970-a79b-47bc-bc14-2b6d1c60120d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:58.433387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.440719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae5609d4-606d-4b21-a15e-2243d9df1ab2 req-8ed09970-a79b-47bc-bc14-2b6d1c60120d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 947 time: 0.1195118 Nov 10 21:26:58.448364 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:58.464885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:58.582579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-ac4c40a4-cd1f-449f-bee2-7cbd0f38618d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9439890 Nov 10 21:26:58.614802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'port': {'device_id': '2803117c-ffca-4212-984a-82ed0de40d2c', 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251', 'admin_state_up': True, 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:26:58.665272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:58.694282 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae5609d4-606d-4b21-a15e-2243d9df1ab2 req-8afd3b92-52a9-42c6-aac4-8a56dbcf32bf tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460990 Nov 10 21:26:58.726772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Deleting port 76cad614-552e-450a-b0ae-ab8c1e8ec223 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:58.729192 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.741800 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:58.761864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a7fbd775-1d2a-49f8-b361-192906a12fab None None] Provisioning complete for port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:58.762493 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a7fbd775-1d2a-49f8-b361-192906a12fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.767345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.774005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d5044fbf-661d-4435-9fd5-35913f955543 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:26:58.778439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c199d2b-c9ab-4e9d-93dd-bf54e5e42f73 req-661a05c7-162c-4f61-b75e-5404ca8d7582 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:58.786652 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c199d2b-c9ab-4e9d-93dd-bf54e5e42f73 req-661a05c7-162c-4f61-b75e-5404ca8d7582 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 932 time: 0.2228770 Nov 10 21:26:58.861195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:26:58.861776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:26:58.863219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:58.910059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:26:58.910524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:26:58.951051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:26:58.952092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:26:58.952586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:26:58.953042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Bound port: e09d79bc-9da4-4d83-bd72-40260c93b410, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:26:58.953399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:58.980724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c199d2b-c9ab-4e9d-93dd-bf54e5e42f73 req-63ed929b-6ed2-47bf-97f7-08e8ca49434c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930480 Nov 10 21:26:59.013327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] For port 76cad614-552e-450a-b0ae-ab8c1e8ec223, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76cad614-552e-450a-b0ae-ab8c1e8ec223,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:59.013688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.037559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Calling delete_port for 76cad614-552e-450a-b0ae-ab8c1e8ec223 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:59.039865 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.054356 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:26:56Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:59.061688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:26:59.073149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95439200-2c1d-4413-8a5a-9127e89eab0c req-f12b5565-f616-45f6-a888-471f661f08dd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:59.074017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95439200-2c1d-4413-8a5a-9127e89eab0c req-f12b5565-f616-45f6-a888-471f661f08dd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.1269636 Nov 10 21:26:59.076554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a7fbd775-1d2a-49f8-b361-192906a12fab None None] Port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:26:59.078996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:26:59.102701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d5044fbf-661d-4435-9fd5-35913f955543 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:26:59.103624 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.104345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:26:59.110746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.118281 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] Checking router: 6026d0b8-0b56-48ca-a555-d32a44bbe9ea for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:26:59.133550 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] Routers {'6026d0b8-0b56-48ca-a555-d32a44bbe9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:26:59.134165 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:59.186034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.274868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2333b18-6197-4085-bcda-0d08701fdb99 req-bb0a670e-e3a4-43d8-93a9-9e14768d35c3 tempest-MigrationsAdminTest-167385410 tempest-MigrationsAdminTest-167385410-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecb8fd4d-32f7-4d1c-ad4a-6829950e422f HTTP/1.1" status: 200 len: 210 time: 0.0611200 Nov 10 21:26:59.286589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:59.287288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.288983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] 10.222.0.53 "PUT /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 1092 time: 1.7937558 Nov 10 21:26:59.304747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95439200-2c1d-4413-8a5a-9127e89eab0c req-c5d148f9-821d-4f0b-8184-e4d9cae49b22 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752667 Nov 10 21:26:59.394486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4481ada-619c-4f7d-8df0-feaa221de686 service neutron] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:59.413215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Deleting port bcdd7360-1619-48cb-843d-ddad3c0960fc {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:26:59.418232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.438537 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] Set router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:26:59.447866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Allocated IP 19.86.0.11 (7eca96b0-9f0d-4df4-9a1e-79fac8532251/7438f4bc-0a67-4751-a8b5-b64082bfdbbf/5bd4f69b-35f5-45fe-a122-784f9f20f4ae) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:26:59.480471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-ed958428-2eb2-4600-9d84-0dea35c3a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:59.484452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5a583d96-2331-4327-9a13-f41d7b2d6f9b details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:26:59.490048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:26:59.494086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-ed958428-2eb2-4600-9d84-0dea35c3a0a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1095 time: 0.1000321 Nov 10 21:26:59.528757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:26:59.529105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 32c7aa5d-4e56-4351-8e7a-b32b444dd2a5 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:26:59.538045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] For port bcdd7360-1619-48cb-843d-ddad3c0960fc, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bcdd7360-1619-48cb-843d-ddad3c0960fc,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:59.538997 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.561232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Calling delete_port for bcdd7360-1619-48cb-843d-ddad3c0960fc owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:26:59.617669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-f0063bf8-89c0-40c8-bb4b-86523b7f1888 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 217 time: 0.0817492 Nov 10 21:26:59.622697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 5a583d96-2331-4327-9a13-f41d7b2d6f9b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5a583d96-2331-4327-9a13-f41d7b2d6f9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:59.633552 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:26:56Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:26:59.634079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '5a583d96-2331-4327-9a13-f41d7b2d6f9b', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '5a583d96-2331-4327-9a13-f41d7b2d6f9b', 'mac_address': 'fa:16:3e:f1:8f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:26:59.671489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.674380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.678943 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d59957-2363-44fa-b93a-4400c16ec39c None None] The sync data for ids ['6026d0b8-0b56-48ca-a555-d32a44bbe9ea'] in n-d-776250-11 is: [{'id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'name': 'tempest-ServersTestFqdnHostnames-1516853688-router', 'tenant_id': '04c2f9ba47ec4a52ac846459272cca94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:27Z', 'updated_at': '2021-11-10T21:26:56Z', 'revision_number': 5, 'project_id': '04c2f9ba47ec4a52ac846459272cca94', 'gw_port': {'id': 'bcdd7360-1619-48cb-843d-ddad3c0960fc', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6026d0b8-0b56-48ca-a555-d32a44bbe9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:28Z', 'updated_at': '2021-11-10T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:26:59.693614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a583d96-2331-4327-9a13-f41d7b2d6f9b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:26:59.701617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cad614-552e-450a-b0ae-ab8c1e8ec223,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:59.722201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-c0b58ae9-4e0d-48c0-a878-ba5e9df65746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:59.724620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-c0b58ae9-4e0d-48c0-a878-ba5e9df65746 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0998416 Nov 10 21:26:59.734905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 5a583d96-2331-4327-9a13-f41d7b2d6f9b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5a583d96-2331-4327-9a13-f41d7b2d6f9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:26:59.848850 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.865011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-b26a4490-f38a-43a2-b2f8-00e766b58f20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646975 Nov 10 21:26:59.965787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=5a583d96-2331-4327-9a13-f41d7b2d6f9b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:26:59.972574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:26:59.976391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfcef2-656b-4272-8992-fb88a5251380 req-ad6ac70b-c549-4768-84b2-b2e85a4895dc tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:26:59.983526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.983961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.984232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5bfcef2-656b-4272-8992-fb88a5251380 req-ad6ac70b-c549-4768-84b2-b2e85a4895dc tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 947 time: 0.1983142 Nov 10 21:26:59.984488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.984961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.985432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.985811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.986320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.987058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.987881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.989053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.990401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:26:59.990401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:00.036075 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.037753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.077713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-6fad5449-214c-4017-bf75-eafea6d47e37 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063146 Nov 10 21:27:00.078593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdd7360-1619-48cb-843d-ddad3c0960fc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:00.107915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5bfcef2-656b-4272-8992-fb88a5251380 req-efc6a7d6-59dc-4bc0-9b5f-2ee0602861d3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214435 Nov 10 21:27:00.129355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:00.131856 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e86102e-3e51-43d8-b96a-62305dcbfd96" -d '{"events": [{"name": "network-changed", "server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:00.212429 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be64db03-a345-49c4-98f1-7179b50a309f x-openstack-request-id: req-be64db03-a345-49c4-98f1-7179b50a309f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:00.212896 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:00.213173 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be64db03-a345-49c4-98f1-7179b50a309f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:00.213566 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410', 'status': 'completed', 'code': 200} Nov 10 21:27:00.238591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.243148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6cc59c7-ccb8-4728-9143-ec01d627c89b req-5ca0461a-d0c7-4eb4-9937-eeb7be11ec69 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470075 Nov 10 21:27:00.254826 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.307197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:00.310690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:00.315685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:00.322862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Port': ['ID=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:00.348122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2582-ed76-42f2-b46e-8af3d27cfced req-a3c5fb1e-2e09-4826-b1c0-0566e6a506c3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:00.351593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['5a583d96-2331-4327-9a13-f41d7b2d6f9b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:00.356001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a31c2582-ed76-42f2-b46e-8af3d27cfced req-a3c5fb1e-2e09-4826-b1c0-0566e6a506c3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 932 time: 0.2206521 Nov 10 21:27:00.385586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:00.385586 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.498041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-2b5d1d4d-1062-4fd9-9f24-3ba2ca26801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:00.500799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-2b5d1d4d-1062-4fd9-9f24-3ba2ca26801e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1095 time: 0.0888119 Nov 10 21:27:00.509866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-5f34f677-9f1b-46d7-b41c-0cc90f982788 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9065948 Nov 10 21:27:00.543752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'port': {'device_id': '2803117c-ffca-4212-984a-82ed0de40d2c', 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea', 'admin_state_up': True, 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:00.612977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0b033165-223d-4302-af02-366b2941784f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:00.635162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0b033165-223d-4302-af02-366b2941784f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:00.635629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0b033165-223d-4302-af02-366b2941784f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:00.663007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886e7ed-c115-4a8a-9256-9b3f3bac4757 req-168e2c7f-dcba-4833-b8a6-c483b866868b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:00.664649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9886e7ed-c115-4a8a-9256-9b3f3bac4757 req-168e2c7f-dcba-4833-b8a6-c483b866868b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.2232981 Nov 10 21:27:00.718573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-82e65a2f-8831-4769-b1dd-e3806dac8340 None None] Provisioning complete for port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:00.719064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-82e65a2f-8831-4769-b1dd-e3806dac8340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.757823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-82e65a2f-8831-4769-b1dd-e3806dac8340 None None] Port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:00.793156 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9886e7ed-c115-4a8a-9256-9b3f3bac4757 req-e498fad2-605b-4de1-9308-720feece9923 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981557 Nov 10 21:27:00.794266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-8106f44a-124e-40e8-9db5-32e55747734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:00.795802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-8106f44a-124e-40e8-9db5-32e55747734d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.2800713 Nov 10 21:27:00.835194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.844852 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:00.859404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-ec298ac7-121c-445e-a837-85f4fe145ed3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 217 time: 0.0478945 Nov 10 21:27:00.915316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-217625f6-2ac3-4aa1-8ca5-315cf6bd077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:00.917966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-217625f6-2ac3-4aa1-8ca5-315cf6bd077e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0575347 Nov 10 21:27:00.933407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a31c2582-ed76-42f2-b46e-8af3d27cfced req-4b587441-e47e-4f4b-902d-d2ef017ac8b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765531 Nov 10 21:27:00.965106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Router 4e3563b9-7045-4b79-bdd5-e414b6735c07 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:27:01.054724 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.055292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6026d0b8-0b56-48ca-a555-d32a44bbe9ea {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:27:01.061447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.063989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-23a7672f-e0ff-47f6-a7b1-9282282102d8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6026d0b8-0b56-48ca-a555-d32a44bbe9ea HTTP/1.1" status: 204 len: 168 time: 2.6806974 Nov 10 21:27:01.082030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51126) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:01.158911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:01.164296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] Deleting subnet 4bdb5421-4fba-49c3-80c0-b2254cba39f9 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:27:01.171049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] Sync routers for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:01.191839 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c41812ad-bc74-4274-9adc-6d5d8c088cb6 admin admin] 10.222.0.45 "PUT /v2.0/routers/4e3563b9-7045-4b79-bdd5-e414b6735c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6949928 Nov 10 21:27:01.194166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51130) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:01.195129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:01.200929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:01.212839 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.330629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-15568152-c0b5-4c54-bf5f-bd64b7d1aef1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4045389 Nov 10 21:27:01.331564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:01.331747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.336012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.387922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51134) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:01.393871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:01.425194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdca16d-fb54-48d3-906e-946580250330 req-408db4f5-60d9-45a0-9fa7-f189a0a3b9fa tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:01.433085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fdca16d-fb54-48d3-906e-946580250330 req-408db4f5-60d9-45a0-9fa7-f189a0a3b9fa tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 948 time: 0.2377999 Nov 10 21:27:01.509194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.536902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-a98ba7e4-e326-47fc-b178-467789b1686a service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870625 Nov 10 21:27:01.579331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Allocated IP 19.80.0.123 (18e7756a-60a9-435e-a7fd-cefcd28b3bea/725a7fd7-9f62-4dde-8d16-c70a685a829d/ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:01.580420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fdca16d-fb54-48d3-906e-946580250330 req-5f4b9a27-687d-4d0c-935b-fa4a39b8bcbe tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463928 Nov 10 21:27:01.601822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.624826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:26:59Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:01.658489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] Checking router: 4e3563b9-7045-4b79-bdd5-e414b6735c07 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:01.673746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] Routers {'4e3563b9-7045-4b79-bdd5-e414b6735c07'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:01.673746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e3563b9-7045-4b79-bdd5-e414b6735c07'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:01.767384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e6378f43-6886-4c90-b2d2-011d5078e2fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79e7fe97b7dc47f68a60c8e2161871f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763351 Nov 10 21:27:01.770804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51138) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:01.774664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.789050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] Set router 4e3563b9-7045-4b79-bdd5-e414b6735c07 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:01.834496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.843509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e86102e-3e51-43d8-b96a-62305dcbfd96 req-f9fba4d8-cab7-4571-be38-7a4331126b57 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932367 Nov 10 21:27:01.854464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.874869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:01.881131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4bdb5421-4fba-49c3-80c0-b2254cba39f9 HTTP/1.1" status: 204 len: 168 time: 0.7958632 Nov 10 21:27:01.889234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51142) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:01.897016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c753cdc9-157f-4858-a9e8-4e4599a577bf None None] Network a32754a2-4b33-4c57-ae59-c74c3b1eaf64 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:01.903380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca98aae-be22-4c88-ad33-0f89635ad16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bdb5421-4fba-49c3-80c0-b2254cba39f9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:01.971351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Deleting port 8cb4da9f-0429-4d67-995c-cc1f52f07fba {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:01.972088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.013398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e83ded-dcf9-4736-9cc3-d0b5ad982597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.044661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.054085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646b71b-740e-4903-8c9c-0ca7b79fb72b req-5e5fda33-f271-43ab-aebd-b72e1ebd2af2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:02.063540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0646b71b-740e-4903-8c9c-0ca7b79fb72b req-5e5fda33-f271-43ab-aebd-b72e1ebd2af2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.1796498 Nov 10 21:27:02.087945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] For port 8cb4da9f-0429-4d67-995c-cc1f52f07fba, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8cb4da9f-0429-4d67-995c-cc1f52f07fba,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:02.089451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.096841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e83ded-dcf9-4736-9cc3-d0b5ad982597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.118266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:26:59Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:02.119923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.122980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Calling delete_port for 8cb4da9f-0429-4d67-995c-cc1f52f07fba owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:02.189281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] DHCP port deletion for a32754a2-4b33-4c57-ae59-c74c3b1eaf64 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:27:02.192737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d93988-cf2b-41a1-949e-368542e12b24 None None] The sync data for ids ['4e3563b9-7045-4b79-bdd5-e414b6735c07'] in n-d-776250-11 is: [{'id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-39052098-router', 'tenant_id': '8a853f31d57c4c5092064fe802280dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:26:59Z', 'revision_number': 5, 'project_id': '8a853f31d57c4c5092064fe802280dec', 'gw_port': {'id': '8cb4da9f-0429-4d67-995c-cc1f52f07fba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3563b9-7045-4b79-bdd5-e414b6735c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:46Z', 'updated_at': '2021-11-10T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:02.204172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:02.221751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:02.229036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Port': ['ID=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:02.244350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:02.245999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0353e-0bb0-4ddd-8076-65b09d7e29f8 req-c06cf527-67e1-4b39-a0ef-ab85dbab69bb tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:02.255302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0353e-0bb0-4ddd-8076-65b09d7e29f8 req-c06cf527-67e1-4b39-a0ef-ab85dbab69bb tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:02.264112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0353e-0bb0-4ddd-8076-65b09d7e29f8 req-c06cf527-67e1-4b39-a0ef-ab85dbab69bb tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:02.267766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-caa0353e-0bb0-4ddd-8076-65b09d7e29f8 req-c06cf527-67e1-4b39-a0ef-ab85dbab69bb tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2376 time: 0.1414254 Nov 10 21:27:02.269329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] Deleting port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:02.269779 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.320169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0646b71b-740e-4903-8c9c-0ca7b79fb72b req-19b2ab14-636b-4a77-9519-9e5b6090fe7b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535548 Nov 10 21:27:02.394093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-caa0353e-0bb0-4ddd-8076-65b09d7e29f8 req-3dc5e221-4b20-4d45-910b-9a5ffd69affa tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117835 Nov 10 21:27:02.434001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:02.434674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.477925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Deleting port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:02.478385 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.526291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e83ded-dcf9-4736-9cc3-d0b5ad982597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.528947 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e83ded-dcf9-4736-9cc3-d0b5ad982597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.530147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-30e83ded-dcf9-4736-9cc3-d0b5ad982597 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4cd43ea-5066-469d-bbe1-a4432e5b7b2a HTTP/1.1" status: 204 len: 168 time: 0.7583458 Nov 10 21:27:02.540066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] For port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:02.540470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.548392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e83ded-dcf9-4736-9cc3-d0b5ad982597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd43ea-5066-469d-bbe1-a4432e5b7b2a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:02.554544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] Calling delete_port for 9e96b89d-ba0a-49dc-b879-8f40dd310f2b owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:02.555537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] For port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,segment=NetworkSegment(6b492497-33de-4b77-9ea5-91732e55de75),segment_id=6b492497-33de-4b77-9ea5-91732e55de75)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:02.555946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.570569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Calling delete_port for 9e96b89d-ba0a-49dc-b879-8f40dd310f2b owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:02.573682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.579397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-d22f4521-2882-4dec-bd6f-99db0d807265 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0589392 Nov 10 21:27:02.593724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Request body: {'port': {'device_id': '2803117c-ffca-4212-984a-82ed0de40d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:02.645536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e072b806-ab3a-42c5-a12a-18040062515c None None] Provisioning complete for port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:02.645908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e072b806-ab3a-42c5-a12a-18040062515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.650352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb4da9f-0429-4d67-995c-cc1f52f07fba,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:02.710376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e072b806-ab3a-42c5-a12a-18040062515c None None] Port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:02.768604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.778315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bcdd7360-1619-48cb-843d-ddad3c0960fc no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:02.790929 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.804075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: bcdd7360-1619-48cb-843d-ddad3c0960fc {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:02.804507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bcdd7360-1619-48cb-843d-ddad3c0960fc not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:02.804998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9e96b89d-ba0a-49dc-b879-8f40dd310f2b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:02.809245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.834467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9e96b89d-ba0a-49dc-b879-8f40dd310f2b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:02.834931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9e96b89d-ba0a-49dc-b879-8f40dd310f2b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:02.835448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76cad614-552e-450a-b0ae-ab8c1e8ec223 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:02.861700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.885525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] Pushing event deleted for resources: {'Port': ['ID=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:02.890112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 76cad614-552e-450a-b0ae-ab8c1e8ec223 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:02.890748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76cad614-552e-450a-b0ae-ab8c1e8ec223 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:02.892345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27b600-a95f-4767-bd3b-7f5b8694c6bd None None] No DVR routers for this DVR port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:02.911716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.914938 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:02.923640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e96b89d-ba0a-49dc-b879-8f40dd310f2b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:02.925825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecee42-b416-40ea-8ab9-fc7f8453f464 req-a7b6dc39-d19b-4141-ac88-188ee0c0db61 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:02.930519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] No DVR routers for this DVR port 9e96b89d-ba0a-49dc-b879-8f40dd310f2b on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:02.934069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87ecee42-b416-40ea-8ab9-fc7f8453f464 req-a7b6dc39-d19b-4141-ac88-188ee0c0db61 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 948 time: 0.1886599 Nov 10 21:27:03.017860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87ecee42-b416-40ea-8ab9-fc7f8453f464 req-77f2f5bc-9cc5-4aa9-86e4-5898a451254b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828822 Nov 10 21:27:03.065934 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.066515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3563b9-7045-4b79-bdd5-e414b6735c07 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:27:03.070926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.072130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5aa8e03a-891f-4d07-8303-777485dca340 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4e3563b9-7045-4b79-bdd5-e414b6735c07 HTTP/1.1" status: 204 len: 168 time: 1.8616567 Nov 10 21:27:03.074901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51158) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:03.084169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.148730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32754a2-4b33-4c57-ae59-c74c3b1eaf64']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:03.154625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] Deleting subnet 3cce1c00-9c89-4c17-a28e-7003d45e59bd {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:27:03.159850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.177543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b492497-33de-4b77-9ea5-91732e55de75') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:03.177923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b492497-33de-4b77-9ea5-91732e55de75') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:03.195970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.208936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.232094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.241600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:27:03.242387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:27:03.244706 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:27:03.305776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.342680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6529168-8396-49dd-9ab6-1d6e7aa2bd89 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:03.352291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.365631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Transition to ACTIVE for port object e6529168-8396-49dd-9ab6-1d6e7aa2bd89 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:27:03.453388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.455251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf9a03-2be9-4842-838c-600a7d65debf req-90253921-35fe-4839-8926-272c9280c233 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:03.456919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7ecf9a03-2be9-4842-838c-600a7d65debf req-90253921-35fe-4839-8926-272c9280c233 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.0552592 Nov 10 21:27:03.459637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.466359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a32754a2-4b33-4c57-ae59-c74c3b1eaf64 HTTP/1.1" status: 204 len: 168 time: 1.5719645 Nov 10 21:27:03.470540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:27:03.482667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda60ce-b13a-4e2a-b3b9-ce09d384dcf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32754a2-4b33-4c57-ae59-c74c3b1eaf64,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:03.498640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5a583d96-2331-4327-9a13-f41d7b2d6f9b up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:03.511624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.522988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.615976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74deb6-d3e4-44ad-8088-d7707955d00a req-58b0131e-0f43-47f9-862e-e6f2809c25b3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:03.621920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7ecf9a03-2be9-4842-838c-600a7d65debf req-60c92f24-ea35-474d-a698-6e2cdc40335e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585772 Nov 10 21:27:03.625868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cce1c00-9c89-4c17-a28e-7003d45e59bd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:03.628002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74deb6-d3e4-44ad-8088-d7707955d00a req-58b0131e-0f43-47f9-862e-e6f2809c25b3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:03.632520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51168) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:03.638920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74deb6-d3e4-44ad-8088-d7707955d00a req-58b0131e-0f43-47f9-862e-e6f2809c25b3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:03.641849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb74deb6-d3e4-44ad-8088-d7707955d00a req-58b0131e-0f43-47f9-862e-e6f2809c25b3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2388 time: 0.1476998 Nov 10 21:27:03.648514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Pushing event updated for resources: {'Port': ['ID=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:03.648614 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.678821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bd684a99-821b-4024-bea3-a1502887d766 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3cce1c00-9c89-4c17-a28e-7003d45e59bd HTTP/1.1" status: 204 len: 168 time: 0.6025822 Nov 10 21:27:03.681762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51170) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:03.695767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c8f47-caee-4ac0-a7ec-cd4cc5edca33 None None] Network 23449e01-6610-4074-8027-c874787b6989 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:03.778429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Attempting to bind port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:03.778860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Attempting to bind port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:03.779223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Attempting to bind port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 on network 18e7756a-60a9-435e-a7fd-cefcd28b3bea {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:03.786688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb74deb6-d3e4-44ad-8088-d7707955d00a req-782947e6-3774-41ef-91ef-fc71f404e644 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357641 Nov 10 21:27:03.790951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 on network 18e7756a-60a9-435e-a7fd-cefcd28b3bea not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:27:03.791293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Attempting to bind port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 on network 18e7756a-60a9-435e-a7fd-cefcd28b3bea {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:03.797542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:03.797884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Checking segment: {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:03.798267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Bound using segment: {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:03.799994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Bound port: e6529168-8396-49dd-9ab6-1d6e7aa2bd89, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:03.799994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.890713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-02046ff0-89d8-4178-afcf-6368e131e990 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b306a9abded4501b77cb609a9178260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537205 Nov 10 21:27:03.893617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.895185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51172) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:03.904768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] For port e6529168-8396-49dd-9ab6-1d6e7aa2bd89, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:03.908763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] For port e6529168-8396-49dd-9ab6-1d6e7aa2bd89, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:03.970604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51174) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:03.973212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5d0d-6ebf-4f31-a0a9-a2f2d20287ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:03.988383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:03.991106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.004147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5d0d-6ebf-4f31-a0a9-a2f2d20287ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.004524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'e09d79bc-9da4-4d83-bd72-40260c93b410', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'port_id': 'e09d79bc-9da4-4d83-bd72-40260c93b410', 'mac_address': 'fa:16:3e:84:1a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7808c98-3f45-473b-ada8-b7c8776ad318', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:27:04.044458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Deleting port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:04.047082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.048282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.048282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.049879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] 10.222.0.53 "PUT /v2.0/ports/e6529168-8396-49dd-9ab6-1d6e7aa2bd89 HTTP/1.1" status: 200 len: 1093 time: 1.4623108 Nov 10 21:27:04.053878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'tag': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:04.058886 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ea407-b527-496f-b9a6-1d13064e4746" -d '{"events": [{"name": "network-changed", "server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "tag": "e6529168-8396-49dd-9ab6-1d6e7aa2bd89"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:04.064179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 5a583d96-2331-4327-9a13-f41d7b2d6f9b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:27:04.085092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 5a583d96-2331-4327-9a13-f41d7b2d6f9b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:04.085092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.100637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1c0d7b73-cfcf-4cce-bfe7-af796f07a934 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04c2f9ba47ec4a52ac846459272cca94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282961 Nov 10 21:27:04.105684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51180) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:04.124972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.147283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] DHCP port deletion for 23449e01-6610-4074-8027-c874787b6989 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:27:04.148208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb8b73-ed09-4741-932f-86e72ff3b7af service neutron] Pushing event updated for resources: {'Port': ['ID=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:04.187396 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02861d4d-89f4-47fa-b5e6-352757dcbe3f x-openstack-request-id: req-02861d4d-89f4-47fa-b5e6-352757dcbe3f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:04.187396 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "tag": "e6529168-8396-49dd-9ab6-1d6e7aa2bd89", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:04.187396 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02861d4d-89f4-47fa-b5e6-352757dcbe3f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:04.187826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09d79bc-9da4-4d83-bd72-40260c93b410 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:04.187921 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'tag': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89', 'status': 'completed', 'code': 200} Nov 10 21:27:04.204694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Request body: {'port': {'device_id': '2803117c-ffca-4212-984a-82ed0de40d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:04.215201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] For port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:04.215992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.241354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Calling delete_port for 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:04.281036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:04.340959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] Deleting port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:04.341453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.356532 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.377952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.380202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b02f1eb1-fe7f-439b-9b18-e4dd05014b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.386190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea407-b527-496f-b9a6-1d13064e4746 req-66d0fe9c-2d45-4086-be56-eed89d3f5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.386679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea407-b527-496f-b9a6-1d13064e4746 req-66d0fe9c-2d45-4086-be56-eed89d3f5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.387186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea407-b527-496f-b9a6-1d13064e4746 req-66d0fe9c-2d45-4086-be56-eed89d3f5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.389084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-494ea407-b527-496f-b9a6-1d13064e4746 req-66d0fe9c-2d45-4086-be56-eed89d3f5ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2732 time: 0.1815019 Nov 10 21:27:04.400952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783811-5fe0-4cbe-abe6-5eadfda43da7 req-da67d705-d66c-4061-8422-61e8eb04d869 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.402496 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f783811-5fe0-4cbe-abe6-5eadfda43da7 req-da67d705-d66c-4061-8422-61e8eb04d869 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 948 time: 0.0626066 Nov 10 21:27:04.422857 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.444188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a583d96-2331-4327-9a13-f41d7b2d6f9b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:04.444188 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ee118a-8d34-4848-a546-fda2de638bfa" -d '{"events": [{"server_uuid": "454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c", "name": "network-vif-plugged", "status": "completed", "tag": "5a583d96-2331-4327-9a13-f41d7b2d6f9b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:04.444526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5d0d-6ebf-4f31-a0a9-a2f2d20287ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.446572 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5d0d-6ebf-4f31-a0a9-a2f2d20287ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.447837 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1bcd5d0d-6ebf-4f31-a0a9-a2f2d20287ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cdea0e00-2667-4cce-9ed3-4bae0d803131 HTTP/1.1" status: 204 len: 168 time: 0.5507433 Nov 10 21:27:04.454105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.498359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5d0d-6ebf-4f31-a0a9-a2f2d20287ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea0e00-2667-4cce-9ed3-4bae0d803131,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:04.501267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 5a583d96-2331-4327-9a13-f41d7b2d6f9b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5a583d96-2331-4327-9a13-f41d7b2d6f9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:04.501732 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b02f1eb1-fe7f-439b-9b18-e4dd05014b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.505606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f783811-5fe0-4cbe-abe6-5eadfda43da7 req-6ad8fe6a-259f-4b88-a118-ac1859ac004e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946131 Nov 10 21:27:04.508032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Pushing event deleted for resources: {'Port': ['ID=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:04.510787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] No DVR routers for this DVR port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:04.520149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] For port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,segment=NetworkSegment(1fd61646-b2d1-4301-a106-90083a4a5d72),segment_id=1fd61646-b2d1-4301-a106-90083a4a5d72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:04.520558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.545133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] Calling delete_port for 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:04.549690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:04.604960 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.622108 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.645461 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe2c720-ce47-4f21-b026-06ee57b80e95 x-openstack-request-id: req-ffe2c720-ce47-4f21-b026-06ee57b80e95 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:04.645745 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c", "name": "network-vif-plugged", "status": "completed", "tag": "5a583d96-2331-4327-9a13-f41d7b2d6f9b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:04.645997 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffe2c720-ce47-4f21-b026-06ee57b80e95 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:04.646379 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a583d96-2331-4327-9a13-f41d7b2d6f9b', 'code': 200} Nov 10 21:27:04.688594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23449e01-6610-4074-8027-c874787b6989']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:04.699517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=5a583d96-2331-4327-9a13-f41d7b2d6f9b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:04.705402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.714824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e09d79bc-9da4-4d83-bd72-40260c93b410'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:04.722096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd61646-b2d1-4301-a106-90083a4a5d72') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:04.722375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd61646-b2d1-4301-a106-90083a4a5d72') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:04.746778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.763414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:04.788782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] Pushing event deleted for resources: {'Port': ['ID=13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:04.790638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.801903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:27:04.802458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:27:04.805016 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:27:04.831162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba5c5f-4afb-441d-8552-bafe445954a2 None None] No DVR routers for this DVR port 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:04.836477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:04.839136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 13e48ee2-24d4-4ec5-a5a4-4ccb4c8d87ea not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:04.841673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8cb4da9f-0429-4d67-995c-cc1f52f07fba no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:04.881107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d3877-3b48-4f4a-b30c-196d252212e0 req-dcf6f92e-75a6-4ffe-ae98-28eb268a9488 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.891238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e5d3877-3b48-4f4a-b30c-196d252212e0 req-dcf6f92e-75a6-4ffe-ae98-28eb268a9488 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.1476390 Nov 10 21:27:04.920173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8cb4da9f-0429-4d67-995c-cc1f52f07fba {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:04.921365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8cb4da9f-0429-4d67-995c-cc1f52f07fba not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:04.944012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea407-b527-496f-b9a6-1d13064e4746 req-81bba97a-4558-4020-851e-7a2503913369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.944488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea407-b527-496f-b9a6-1d13064e4746 req-81bba97a-4558-4020-851e-7a2503913369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.945247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea407-b527-496f-b9a6-1d13064e4746 req-81bba97a-4558-4020-851e-7a2503913369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.946885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-494ea407-b527-496f-b9a6-1d13064e4746 req-81bba97a-4558-4020-851e-7a2503913369 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5444219 Nov 10 21:27:04.958462 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e5d3877-3b48-4f4a-b30c-196d252212e0 req-2b4898ef-4b6a-4f59-9cc6-530a9589cbba tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662739 Nov 10 21:27:04.981615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2b818-05fe-42d7-8a11-f025e7274581 req-f052376b-12ad-4d95-a84c-1ba5c06cb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:04.983196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ca2b818-05fe-42d7-8a11-f025e7274581 req-f052376b-12ad-4d95-a84c-1ba5c06cb1f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 1101 time: 0.2591975 Nov 10 21:27:05.018661 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.024173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.027296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] 10.222.0.45 "DELETE /v2.0/networks/23449e01-6610-4074-8027-c874787b6989 HTTP/1.1" status: 204 len: 168 time: 1.3443556 Nov 10 21:27:05.038409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51194) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:05.045007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b492c42-9318-48bf-b6c1-9624607184bf admin admin] Pushing event deleted for resources: {'Network': ['ID=23449e01-6610-4074-8027-c874787b6989,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:05.175397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ca2b818-05fe-42d7-8a11-f025e7274581 req-0d5ea57e-1903-4ece-9963-309eb0f6a62f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636205 Nov 10 21:27:05.200255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9559902-c834-43f3-85fb-940e6d5c14c6 req-cdea09fa-f3f6-477a-85f9-1fc2a2415d2c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:05.204211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9559902-c834-43f3-85fb-940e6d5c14c6 req-cdea09fa-f3f6-477a-85f9-1fc2a2415d2c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:05.210226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9559902-c834-43f3-85fb-940e6d5c14c6 req-cdea09fa-f3f6-477a-85f9-1fc2a2415d2c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:05.216222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c9559902-c834-43f3-85fb-940e6d5c14c6 req-cdea09fa-f3f6-477a-85f9-1fc2a2415d2c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2388 time: 0.2738662 Nov 10 21:27:05.230003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b02f1eb1-fe7f-439b-9b18-e4dd05014b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.232779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b02f1eb1-fe7f-439b-9b18-e4dd05014b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.236868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b02f1eb1-fe7f-439b-9b18-e4dd05014b03 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0463226-d485-4991-b838-ca6493599bda HTTP/1.1" status: 204 len: 168 time: 1.1274641 Nov 10 21:27:05.289837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f1eb1-fe7f-439b-9b18-e4dd05014b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0463226-d485-4991-b838-ca6493599bda,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:05.295377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea407-b527-496f-b9a6-1d13064e4746 req-19636872-169a-4a59-8f24-615219a7d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:05.297353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-494ea407-b527-496f-b9a6-1d13064e4746 req-19636872-169a-4a59-8f24-615219a7d7a5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3343525 Nov 10 21:27:05.363628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c9559902-c834-43f3-85fb-940e6d5c14c6 req-63d466c3-56b4-483d-a564-451dc1df90ca tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395879 Nov 10 21:27:05.403509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd4f69b-35f5-45fe-a122-784f9f20f4ae {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:05.411539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.425293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Transition to ACTIVE for port object 5bd4f69b-35f5-45fe-a122-784f9f20f4ae will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:27:05.489363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.523101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.574067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Pushing event updated for resources: {'Port': ['ID=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:05.675902 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-97dd8ad0-cab2-4253-8047-016e7a75701f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.724469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Attempting to bind port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:05.726372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Attempting to bind port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:05.726372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Attempting to bind port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae on network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:05.734906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae on network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:27:05.735326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Attempting to bind port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae on network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:05.744026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:05.744362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Checking segment: {'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:05.744741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Bound using segment: {'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:05.745173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Bound port: 5bd4f69b-35f5-45fe-a122-784f9f20f4ae, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c427bfa5-16ac-461f-bb2b-471ce02eea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:05.745527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:05.757539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e010e25-2673-4a71-878f-ea2d9014165b req-413145d1-2461-467b-ae18-01f4b4d63906 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:05.765742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e010e25-2673-4a71-878f-ea2d9014165b req-413145d1-2461-467b-ae18-01f4b4d63906 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 949 time: 0.0913057 Nov 10 21:27:05.857662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e010e25-2673-4a71-878f-ea2d9014165b req-7a033693-3f07-464f-9f98-b337ff8555ac tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909085 Nov 10 21:27:05.882726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] For port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:05.887268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] For port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:06.020906 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.064642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.065258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.066650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] 10.222.0.53 "PUT /v2.0/ports/5bd4f69b-35f5-45fe-a122-784f9f20f4ae HTTP/1.1" status: 200 len: 1092 time: 1.8750274 Nov 10 21:27:06.101183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2571-2370-49a0-b8e8-f7adc3cf51aa service neutron] Pushing event updated for resources: {'Port': ['ID=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:06.140639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa8298-8fbf-4fc3-ab79-32dbdae26289 req-c29521ff-f33e-4c4a-86fe-a1da85057269 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.149362 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1fa8298-8fbf-4fc3-ab79-32dbdae26289 req-c29521ff-f33e-4c4a-86fe-a1da85057269 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.0961125 Nov 10 21:27:06.184379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'tag': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:06.187140 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa67ad-b029-40f7-866f-8c70c6c76b22" -d '{"events": [{"name": "network-changed", "server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "tag": "5bd4f69b-35f5-45fe-a122-784f9f20f4ae"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:06.236573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Request body: {'port': {'device_id': '2803117c-ffca-4212-984a-82ed0de40d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:06.240381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51236) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:06.247680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1fa8298-8fbf-4fc3-ab79-32dbdae26289 req-9659b664-eb4d-4aee-ac67-758a3fae442d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972731 Nov 10 21:27:06.265536 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a23b2b3-4c8f-44ae-b1d9-9436bf747711 x-openstack-request-id: req-0a23b2b3-4c8f-44ae-b1d9-9436bf747711 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:06.266026 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "tag": "5bd4f69b-35f5-45fe-a122-784f9f20f4ae", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:06.266278 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a23b2b3-4c8f-44ae-b1d9-9436bf747711 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:06.266677 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'tag': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae', 'status': 'completed', 'code': 200} Nov 10 21:27:06.350286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Deleting port e3f44a2e-be33-4d78-a865-ae65c533bec2 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:06.350286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.370707 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.390254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-d70ef8e8-2a13-468f-844e-b08bb855ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.390936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-d70ef8e8-2a13-468f-844e-b08bb855ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.391604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-d70ef8e8-2a13-468f-844e-b08bb855ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.393184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-d70ef8e8-2a13-468f-844e-b08bb855ae96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2800 time: 0.1035697 Nov 10 21:27:06.438447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] For port e3f44a2e-be33-4d78-a865-ae65c533bec2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e3f44a2e-be33-4d78-a865-ae65c533bec2,segment=NetworkSegment(3c81af80-f201-4c74-8ffe-824a3a1f28dd),segment_id=3c81af80-f201-4c74-8ffe-824a3a1f28dd)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:06.438840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.454022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Calling delete_port for e3f44a2e-be33-4d78-a865-ae65c533bec2 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:06.456964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-network', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:06.696663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f20b-e793-4bd5-8c55-be7054489541 req-78127b32-d217-4797-b953-9ef4b849f3e8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.703514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f20b-e793-4bd5-8c55-be7054489541 req-78127b32-d217-4797-b953-9ef4b849f3e8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.709463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f20b-e793-4bd5-8c55-be7054489541 req-78127b32-d217-4797-b953-9ef4b849f3e8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.711108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a96f20b-e793-4bd5-8c55-be7054489541 req-78127b32-d217-4797-b953-9ef4b849f3e8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2400 time: 0.2234051 Nov 10 21:27:06.727006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-19752905-36fc-4f81-bda9-6327767cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.728706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-19752905-36fc-4f81-bda9-6327767cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.728706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-19752905-36fc-4f81-bda9-6327767cfeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:06.729526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-19752905-36fc-4f81-bda9-6327767cfeb7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2878997 Nov 10 21:27:06.768495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51252) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:06.819854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Made reservation on behalf of 20f59c7ad599484dbcf8544c8221fb09 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:06.822124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.858800 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.869673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:06.874993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-216717689-network', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:06.916110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f44a2e-be33-4d78-a865-ae65c533bec2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:06.985879 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.018741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a96f20b-e793-4bd5-8c55-be7054489541 req-b7eaa11f-f9b2-4171-ab05-4c7010e31ca3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932801 Nov 10 21:27:07.069159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:07.071526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.118986 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.173831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e13a16-bef2-495f-a1bc-d288290cfd88 req-abf546bc-fc28-49f1-b7be-0fb03b21831f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:07.175461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33e13a16-bef2-495f-a1bc-d288290cfd88 req-abf546bc-fc28-49f1-b7be-0fb03b21831f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 949 time: 0.1846342 Nov 10 21:27:07.179000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.318253 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33e13a16-bef2-495f-a1bc-d288290cfd88 req-1f5e2d25-bc49-48ca-9842-c850cee30547 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265113 Nov 10 21:27:07.387503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.394212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.403681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-e5ca4423-f0d3-4aa0-92d5-2829ab517056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:07.405733 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6aaa67ad-b029-40f7-866f-8c70c6c76b22 req-e5ca4423-f0d3-4aa0-92d5-2829ab517056 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6631711 Nov 10 21:27:07.456762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:27:07.472592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2362642a-02db-4bfb-b582-66d1f08934cb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:07.481938 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.485656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.486106 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Added segment bd782fe9-e3e6-402e-9d76-e4e452cc6d5a of type vlan for network 6ac0b214-9a80-4498-bae4-18080343acd4 Nov 10 21:27:07.517963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:27:07.526412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:07.538136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e630b671-13c1-4df3-b423-c4d7bcd08272,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:07.541099 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.541371 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Added segment 0f2b2379-f6b0-482d-8cb7-d45c9dcba96e of type vlan for network efbc1997-e0f6-40b9-b64d-1422ec458b59 Nov 10 21:27:07.553661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Router 2c25a92c-785e-474e-8534-4579d6de8c2d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:27:07.570088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374b2f-8daf-4f74-91d7-2e652c55949d req-c14bd016-eaa3-4bf5-a1c1-6a3c25270428 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:07.574821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb374b2f-8daf-4f74-91d7-2e652c55949d req-c14bd016-eaa3-4bf5-a1c1-6a3c25270428 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.1920590 Nov 10 21:27:07.593498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.610781 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.612114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:07.637388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.674551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Transition to ACTIVE for port object ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:27:07.693667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb374b2f-8daf-4f74-91d7-2e652c55949d req-503ced8b-ccae-403f-aa49-9f55746b71e1 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007261 Nov 10 21:27:07.715855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port e09d79bc-9da4-4d83-bd72-40260c93b410 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:27:07.716269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:07.726774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port e09d79bc-9da4-4d83-bd72-40260c93b410 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:07.726891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9eb29354-33b8-44ad-ba55-4d332bfe28af admin admin] 10.222.0.45 "PUT /v2.0/routers/2c25a92c-785e-474e-8534-4579d6de8c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6821666 Nov 10 21:27:07.726983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.727079 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] Sync routers for ids ['2c25a92c-785e-474e-8534-4579d6de8c2d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:07.728593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51264) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:07.739743 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] Routers {'2c25a92c-785e-474e-8534-4579d6de8c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:07.740877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:26:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2c25a92c-785e-474e-8534-4579d6de8c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:07.745076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.749669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:07.749669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.782359 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.784410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.785324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:07.785912 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.818917 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:07.846263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:07.853533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] Pushing event updated for resources: {'Network': ['ID=efbc1997-e0f6-40b9-b64d-1422ec458b59,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:07.865715 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] Set router 2c25a92c-785e-474e-8534-4579d6de8c2d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:07.868287 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8badbb0c-e495-488a-a7ff-670a821bc60e" -d '{"events": [{"server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "name": "network-vif-plugged", "status": "completed", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:07.887445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5d0a25bd-6830-4cf3-a659-6d8fc851b966 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1154144 Nov 10 21:27:07.888149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:27:07.888366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51268) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:07.906325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Request body: {'subnet': {'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-subnet', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:07.930466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:07.992720 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efcc38c-75a1-49d8-964d-a84546aeab22 x-openstack-request-id: req-0efcc38c-75a1-49d8-964d-a84546aeab22 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:07.992997 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "name": "network-vif-plugged", "status": "completed", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:07.993264 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0efcc38c-75a1-49d8-964d-a84546aeab22 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:07.993639 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410', 'code': 200} Nov 10 21:27:08.032920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7863817 Nov 10 21:27:08.033361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51270) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:08.038566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Request body: {'subnet': {'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-subnet', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:08.064199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.081406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1715eb9-312b-41f7-8aee-ee1f1f37a6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac0b214-9a80-4498-bae4-18080343acd4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:08.086572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Pushing event updated for resources: {'Port': ['ID=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:08.112178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.153365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:08.157217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8656e981-24ee-4623-953e-eeb52627a588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.157392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.161709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 6ac0b214-9a80-4498-bae4-18080343acd4 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:27:08.200627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:27:06Z', 'revision_number': 5, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:08.212344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:08.260409 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] Checking router: 2c25a92c-785e-474e-8534-4579d6de8c2d for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:08.274979 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] Routers {'2c25a92c-785e-474e-8534-4579d6de8c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:08.276476 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2c25a92c-785e-474e-8534-4579d6de8c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:08.306842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39b58-8653-4466-a89a-08f6f0e92027 req-4fc1e0df-cdd7-4ace-a3cf-a497008f7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.308665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6f39b58-8653-4466-a89a-08f6f0e92027 req-4fc1e0df-cdd7-4ace-a3cf-a497008f7c1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1096 time: 0.2661397 Nov 10 21:27:08.352815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a3ca-e94f-4925-8dfe-697dc2099b07 req-cdbb5ca7-e8bc-4cdf-8ccd-e7c2088ab470 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.359514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a3ca-e94f-4925-8dfe-697dc2099b07 req-cdbb5ca7-e8bc-4cdf-8ccd-e7c2088ab470 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.366471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a3ca-e94f-4925-8dfe-697dc2099b07 req-cdbb5ca7-e8bc-4cdf-8ccd-e7c2088ab470 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.368159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10b5a3ca-e94f-4925-8dfe-697dc2099b07 req-cdbb5ca7-e8bc-4cdf-8ccd-e7c2088ab470 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2412 time: 0.2168181 Nov 10 21:27:08.405892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Attempting to bind port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:08.406573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Attempting to bind port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:08.406573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Attempting to bind port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 on network 18e7756a-60a9-435e-a7fd-cefcd28b3bea {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:08.409158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Made reservation on behalf of 20f59c7ad599484dbcf8544c8221fb09 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:08.412439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.415595 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] Set router 2c25a92c-785e-474e-8534-4579d6de8c2d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:08.428338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 on network 18e7756a-60a9-435e-a7fd-cefcd28b3bea not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:27:08.428685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Attempting to bind port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 on network 18e7756a-60a9-435e-a7fd-cefcd28b3bea {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:08.444481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.458826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:08.459167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Checking segment: {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:08.459552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Bound using segment: {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:08.460020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Bound port: ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ba956c-3bbd-4a22-9847-cc59bf121029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:08.460378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.468166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6f39b58-8653-4466-a89a-08f6f0e92027 req-37befc33-666f-449d-b21f-fbdea7a93574 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502752 Nov 10 21:27:08.490313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10b5a3ca-e94f-4925-8dfe-697dc2099b07 req-3d4fd506-a4e0-4ada-9909-686af774ec46 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064048 Nov 10 21:27:08.518045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.554246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] For port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:08.558002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] For port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:08.627326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b2918-6b3d-44e7-9c68-680a51e79025 req-e4dfc02c-3c11-4a93-aeb8-92e39360cffb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.628912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-296b2918-6b3d-44e7-9c68-680a51e79025 req-e4dfc02c-3c11-4a93-aeb8-92e39360cffb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 949 time: 0.2006876 Nov 10 21:27:08.637022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8312dd-f4d5-44d5-8e28-d99358036f7e,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:08.637542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Deleting port 17d27f11-803a-45c2-b0fd-91c0f2034b57 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:08.638057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.659761 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:27:06Z', 'revision_number': 5, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:08.689387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb1dcb5-a570-4d4e-8c84-4939ae980916 None None] The sync data for ids ['2c25a92c-785e-474e-8534-4579d6de8c2d'] in n-d-776250-11 is: [{'id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203549720-router', 'tenant_id': '14ae95c35a20425890e15c0acc6863e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:20:55Z', 'updated_at': '2021-11-10T21:27:06Z', 'revision_number': 5, 'project_id': '14ae95c35a20425890e15c0acc6863e3', 'gw_port': {'id': '17d27f11-803a-45c2-b0fd-91c0f2034b57', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c25a92c-785e-474e-8534-4579d6de8c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:20:56Z', 'updated_at': '2021-11-10T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:08.730425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.748191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Checking segment: {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:08.748191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Network hostable DHCP agents. Network: efbc1997-e0f6-40b9-b64d-1422ec458b59, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:27:08.771289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-296b2918-6b3d-44e7-9c68-680a51e79025 req-0339caef-276c-43ed-9b57-628c43ed3213 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296196 Nov 10 21:27:08.783789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] For port 17d27f11-803a-45c2-b0fd-91c0f2034b57, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=17d27f11-803a-45c2-b0fd-91c0f2034b57,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:08.784162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.796538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.797149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:08.798534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 HTTP/1.1" status: 200 len: 1093 time: 2.5667753 Nov 10 21:27:08.800807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:08.803538 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0195395-6287-4ce5-9a8d-9a06982d05f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:08.828223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Calling delete_port for 17d27f11-803a-45c2-b0fd-91c0f2034b57 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:08.872006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322303d-f6f1-4ab7-b673-0288e4663c52 service neutron] Pushing event updated for resources: {'Port': ['ID=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:08.893367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:27:08.914805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf05e8-a009-44f6-8dcf-e72715606a2b req-8d7c67e0-75c8-4445-b4ad-f12d060c5d15 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.916490 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01cf05e8-a009-44f6-8dcf-e72715606a2b req-8d7c67e0-75c8-4445-b4ad-f12d060c5d15 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 1101 time: 0.0545392 Nov 10 21:27:08.961702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc9ee6-804f-4703-a96c-512dc86d83df req-93b5d4d6-e873-4b90-9de9-8ffa49198281 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:08.963622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07fc9ee6-804f-4703-a96c-512dc86d83df req-93b5d4d6-e873-4b90-9de9-8ffa49198281 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 945 time: 0.1242433 Nov 10 21:27:08.972877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01cf05e8-a009-44f6-8dcf-e72715606a2b req-eaa0ff08-106a-4acb-aa36-740fe205b323 tempest-ServersOnMultiNodesTest-100597890 tempest-ServersOnMultiNodesTest-100597890-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488744 Nov 10 21:27:08.992428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.042697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, efbc1997-e0f6-40b9-b64d-1422ec458b59) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:09.062841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.063569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.073725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a75e7-fbb8-419c-8658-a7a4420291f5 None None] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:09.080565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1016733-ef21-4c8d-94db-972c07e2bedb,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:09.083098 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a677c-5f62-4fb7-b0ad-724b6111f8d4 x-openstack-request-id: req-a89a677c-5f62-4fb7-b0ad-724b6111f8d4 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:09.083390 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:09.083638 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a89a677c-5f62-4fb7-b0ad-724b6111f8d4 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:09.084056 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5', 'status': 'completed', 'code': 200} Nov 10 21:27:09.128726 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Checking segment: {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:09.128996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Network hostable DHCP agents. Network: 6ac0b214-9a80-4498-bae4-18080343acd4, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:27:09.154008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-c5a4ae72-1401-4b62-b0a4-52b52f74a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.154897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-c5a4ae72-1401-4b62-b0a4-52b52f74a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.156386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-c5a4ae72-1401-4b62-b0a4-52b52f74a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.158258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-c5a4ae72-1401-4b62-b0a4-52b52f74a726 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2868 time: 0.1885142 Nov 10 21:27:09.194355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07fc9ee6-804f-4703-a96c-512dc86d83df req-eaf16694-e1e7-4ad5-842e-8eb7029e76ce tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124846 Nov 10 21:27:09.224442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1c7686e3-3fa2-4271-90f1-42f9028a8b9f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3295515 Nov 10 21:27:09.229304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51288) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:09.234697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:09.260839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-0446a67e-50ea-4e8c-b6ce-72a5de3f5016 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.209&port_id=e6529168-8396-49dd-9ab6-1d6e7aa2bd89 HTTP/1.1" status: 200 len: 217 time: 0.0782864 Nov 10 21:27:09.265330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Network 6ac0b214-9a80-4498-bae4-18080343acd4 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:27:09.278451 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.313197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-efbc1997-e0f6-40b9-b64d-1422ec458b59', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:27:09.314195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.321994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.323489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.331439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-ab9c791b-92dc-424a-a3d4-c6317f8d0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.333060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-ab9c791b-92dc-424a-a3d4-c6317f8d0448 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=725a7fd7-9f62-4dde-8d16-c70a685a829d HTTP/1.1" status: 200 len: 801 time: 0.0645297 Nov 10 21:27:09.368620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 6ac0b214-9a80-4498-bae4-18080343acd4) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:09.375369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.376716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.391819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-9dedb356-9605-40f5-9931-069af7a5801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.394158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-9dedb356-9605-40f5-9931-069af7a5801b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18e7756a-60a9-435e-a7fd-cefcd28b3bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522728 Nov 10 21:27:09.430241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccee97e-afe2-4761-a818-1e60e1b7861c None None] Network 6ac0b214-9a80-4498-bae4-18080343acd4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:09.539003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-9d52e3c3-362d-4233-89f0-ef852ede01c3 service neutron] 10.222.0.53 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286600 Nov 10 21:27:09.625484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.671955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.685940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d27f11-803a-45c2-b0fd-91c0f2034b57,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:09.708248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-99103c02-d32a-4f61-823b-ed9e4e0c53ca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6735034 Nov 10 21:27:09.710095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51296) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:09.718034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:09.757389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Allocated IP 172.20.0.2 (efbc1997-e0f6-40b9-b64d-1422ec458b59/1c8312dd-f4d5-44d5-8e28-d99358036f7e/e6287eee-2e00-48d7-af35-2159bd0f6a94) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:09.759191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-a119fe67-246c-4409-a4d2-46785d718a14 service neutron] 10.222.0.53 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192323 Nov 10 21:27:09.773477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831568-96fc-4d67-a1c7-16bd0970aa9c req-bcf5479c-bda3-412f-a1ac-02e8229a39ba tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.788604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831568-96fc-4d67-a1c7-16bd0970aa9c req-bcf5479c-bda3-412f-a1ac-02e8229a39ba tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.794584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-6ac0b214-9a80-4498-bae4-18080343acd4', 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'fixed_ips': [{'subnet_id': 'f1016733-ef21-4c8d-94db-972c07e2bedb'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:27:09.794841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831568-96fc-4d67-a1c7-16bd0970aa9c req-bcf5479c-bda3-412f-a1ac-02e8229a39ba tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:09.795602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.797251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33831568-96fc-4d67-a1c7-16bd0970aa9c req-bcf5479c-bda3-412f-a1ac-02e8229a39ba tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2412 time: 0.1892042 Nov 10 21:27:09.856643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-dba0a573-b207-487b-b781-1d4e640ef654 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.11&port_id=5bd4f69b-35f5-45fe-a122-784f9f20f4ae HTTP/1.1" status: 200 len: 217 time: 0.0562963 Nov 10 21:27:09.864209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.872128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:09.873718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.000358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a83b41-e08f-4629-8e21-59e856d4acf0 req-8b318c95-31c6-4702-a79b-0a83f2b00aa5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:10.004252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2a83b41-e08f-4629-8e21-59e856d4acf0 req-8b318c95-31c6-4702-a79b-0a83f2b00aa5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 949 time: 0.1941848 Nov 10 21:27:10.009982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.018260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.024322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-eada7bb9-b9c4-47df-99c1-e7e2e44bc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:10.025131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-eada7bb9-b9c4-47df-99c1-e7e2e44bc803 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7438f4bc-0a67-4751-a8b5-b64082bfdbbf HTTP/1.1" status: 200 len: 801 time: 0.1588454 Nov 10 21:27:10.025918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.033132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33831568-96fc-4d67-a1c7-16bd0970aa9c req-989f7dcf-ea1a-4c8f-b255-18a11eb8879b tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217932 Nov 10 21:27:10.052910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Allocated IP 172.20.0.2 (6ac0b214-9a80-4498-bae4-18080343acd4/f1016733-ef21-4c8d-94db-972c07e2bedb/32fa8e16-e8ff-447f-8deb-e0e48151c56a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:10.057663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.072572 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.126019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2a83b41-e08f-4629-8e21-59e856d4acf0 req-c0be1a44-c938-4e60-9b98-750622c47e5f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067026 Nov 10 21:27:10.131059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-9b462f8e-b83b-463d-bbc5-48353df1402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:10.132300 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.152638 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-9b462f8e-b83b-463d-bbc5-48353df1402e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7eca96b0-9f0d-4df4-9a1e-79fac8532251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965896 Nov 10 21:27:10.194179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.196824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c25a92c-785e-474e-8534-4579d6de8c2d {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:27:10.199824 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.200958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6bb09557-147d-4c9c-a3a5-dac1a3fa5af3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2c25a92c-785e-474e-8534-4579d6de8c2d HTTP/1.1" status: 204 len: 168 time: 2.4712076 Nov 10 21:27:10.206565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51300) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:10.207999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:10.210755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Pushing event updated for resources: {'Port': ['ID=e6287eee-2e00-48d7-af35-2159bd0f6a94,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:10.213968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:10.220472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:10.293782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] Deleting subnet 3f26125a-1946-4395-8d4c-849d10fa4949 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:27:10.297376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.331201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-004992c7-998f-4b52-919a-fbdc19b833a4 service neutron] 10.222.0.53 "GET /v2.0/networks/7eca96b0-9f0d-4df4-9a1e-79fac8532251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904540 Nov 10 21:27:10.354712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Attempting to bind port e6287eee-2e00-48d7-af35-2159bd0f6a94 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:10.355074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Attempting to bind port e6287eee-2e00-48d7-af35-2159bd0f6a94 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:10.355650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Attempting to bind port e6287eee-2e00-48d7-af35-2159bd0f6a94 on network efbc1997-e0f6-40b9-b64d-1422ec458b59 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:10.373282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:10.374619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Checking segment: {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:10.375208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.375593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Bound using segment: {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:10.376105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Bound port: e6287eee-2e00-48d7-af35-2159bd0f6a94, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:10.376475 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.376998 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.400134 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.479593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] For port e6287eee-2e00-48d7-af35-2159bd0f6a94, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:10.485885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] For port e6287eee-2e00-48d7-af35-2159bd0f6a94, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e6287eee-2e00-48d7-af35-2159bd0f6a94,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:10.488700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.507700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f778739-9b26-4cd2-970e-03e980e17701 req-0f1f358e-ae96-4f35-8475-894dd62e0b44 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:10.508567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-dd23235b-aedf-43e7-b7b3-dda0a7962f31 service neutron] 10.222.0.53 "GET /v2.0/networks/7eca96b0-9f0d-4df4-9a1e-79fac8532251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688542 Nov 10 21:27:10.509460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f778739-9b26-4cd2-970e-03e980e17701 req-0f1f358e-ae96-4f35-8475-894dd62e0b44 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 945 time: 0.1766346 Nov 10 21:27:10.539410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.565299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-d2c4ef05-3da4-48b0-86ae-dd09af46f4f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 HTTP/1.1" status: 200 len: 217 time: 0.0492373 Nov 10 21:27:10.570697 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.582239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Network 6ac0b214-9a80-4498-bae4-18080343acd4 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:10.583205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f778739-9b26-4cd2-970e-03e980e17701 req-29618c62-8a1a-4eab-9f1b-bbd48796100e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664349 Nov 10 21:27:10.589166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:10.592957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:10.649861 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.653494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Pushing event updated for resources: {'Port': ['ID=32fa8e16-e8ff-447f-8deb-e0e48151c56a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:10.663774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-f9656bb3-f671-4d79-9ded-e744789a1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:10.665524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-f9656bb3-f671-4d79-9ded-e744789a1463 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=725a7fd7-9f62-4dde-8d16-c70a685a829d HTTP/1.1" status: 200 len: 801 time: 0.0914986 Nov 10 21:27:10.724451 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.725018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51763475-5a11-4bdb-b26e-f15ab36f7a53 None None] Pushing event updated for resources: {'Port': ['ID=e6287eee-2e00-48d7-af35-2159bd0f6a94,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:10.736125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549110-5775-460b-899d-839fa4741fd2 req-11777f19-9226-4d48-9199-45816d2fc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:10.737966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-11777f19-9226-4d48-9199-45816d2fc34f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18e7756a-60a9-435e-a7fd-cefcd28b3bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632398 Nov 10 21:27:10.738611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Attempting to bind port 32fa8e16-e8ff-447f-8deb-e0e48151c56a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:10.738991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Attempting to bind port 32fa8e16-e8ff-447f-8deb-e0e48151c56a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:10.739353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Attempting to bind port 32fa8e16-e8ff-447f-8deb-e0e48151c56a on network 6ac0b214-9a80-4498-bae4-18080343acd4 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:10.745714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:10.746100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Checking segment: {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:10.746498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.746882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Bound using segment: {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:10.747354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Bound port: 32fa8e16-e8ff-447f-8deb-e0e48151c56a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:10.747757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.852635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.860033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.868391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] For port 32fa8e16-e8ff-447f-8deb-e0e48151c56a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:10.872635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] For port 32fa8e16-e8ff-447f-8deb-e0e48151c56a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=32fa8e16-e8ff-447f-8deb-e0e48151c56a,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:10.903675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f26125a-1946-4395-8d4c-849d10fa4949,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:10.906399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.909638 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aab3795b-f602-46b3-828b-6d949854a810 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3f26125a-1946-4395-8d4c-849d10fa4949 HTTP/1.1" status: 204 len: 168 time: 0.7028227 Nov 10 21:27:10.912317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51310) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:10.914782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32cb53-d4d8-46b7-91e5-a1d16957c446 None None] Network 4ac85fcd-6cdf-4e35-8745-337ea6f53476 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:10.936844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.962003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 17d27f11-803a-45c2-b0fd-91c0f2034b57 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:10.965054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:10.998311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.045836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-c3e3b78c-d75e-40cf-b09e-3fb802c65291 service neutron] 10.222.0.53 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991855 Nov 10 21:27:11.050477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 17d27f11-803a-45c2-b0fd-91c0f2034b57 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:11.055110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 17d27f11-803a-45c2-b0fd-91c0f2034b57 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:11.055110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e3f44a2e-be33-4d78-a865-ae65c533bec2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:11.120246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e3f44a2e-be33-4d78-a865-ae65c533bec2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:11.121693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e3f44a2e-be33-4d78-a865-ae65c533bec2 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:11.227170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6135e-ca7f-4726-9c79-e7c61c0569ce None None] Pushing event updated for resources: {'Port': ['ID=32fa8e16-e8ff-447f-8deb-e0e48151c56a,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:11.242527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Deleting port 2bab899d-07a6-4d3f-9897-13fc801a3f92 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:11.242874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.279483 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f549110-5775-460b-899d-839fa4741fd2 req-f1eb5daf-f2cb-405c-8c1f-b3a4c3b6fe9d service neutron] 10.222.0.53 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107828 Nov 10 21:27:11.339950 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.340089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e302cd8-d1b0-4347-b4df-c8d9ce10a5e8 req-e4afab43-e004-4420-82b1-912d64e68ae5 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:11.340089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e302cd8-d1b0-4347-b4df-c8d9ce10a5e8 req-e4afab43-e004-4420-82b1-912d64e68ae5 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1097 time: 0.1749668 Nov 10 21:27:11.349667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] For port 2bab899d-07a6-4d3f-9897-13fc801a3f92, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2bab899d-07a6-4d3f-9897-13fc801a3f92,segment=NetworkSegment(3c81af80-f201-4c74-8ffe-824a3a1f28dd),segment_id=3c81af80-f201-4c74-8ffe-824a3a1f28dd)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:11.350035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.381348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Calling delete_port for 2bab899d-07a6-4d3f-9897-13fc801a3f92 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:11.388572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] DHCP port deletion for 4ac85fcd-6cdf-4e35-8745-337ea6f53476 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:27:11.396247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Allocated IP 172.25.7.5 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/79353cd2-bb9d-44fd-922b-ac48335b8654) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:11.448429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e302cd8-d1b0-4347-b4df-c8d9ce10a5e8 req-5dda23c2-121e-48b8-a90c-eedd36d4e3d1 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008880 Nov 10 21:27:11.486978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] Deleting port 2bab899d-07a6-4d3f-9897-13fc801a3f92 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:11.487358 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.578390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-a2ff9ed7-c002-42df-80a8-c3918bea2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:11.578390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-a2ff9ed7-c002-42df-80a8-c3918bea2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:11.578390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-a2ff9ed7-c002-42df-80a8-c3918bea2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:11.579055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-a2ff9ed7-c002-42df-80a8-c3918bea2488 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2868 time: 0.1279221 Nov 10 21:27:11.608799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] For port 2bab899d-07a6-4d3f-9897-13fc801a3f92, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2bab899d-07a6-4d3f-9897-13fc801a3f92,segment=NetworkSegment(3c81af80-f201-4c74-8ffe-824a3a1f28dd),segment_id=3c81af80-f201-4c74-8ffe-824a3a1f28dd)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:11.618690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.628538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca132b5-a179-4d05-9c49-c253baabc0b5 req-6e1ef589-bac7-4390-8d85-930832dcae3d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:11.636705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca132b5-a179-4d05-9c49-c253baabc0b5 req-6e1ef589-bac7-4390-8d85-930832dcae3d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:11.638939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] Calling delete_port for 2bab899d-07a6-4d3f-9897-13fc801a3f92 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:11.656936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca132b5-a179-4d05-9c49-c253baabc0b5 req-6e1ef589-bac7-4390-8d85-930832dcae3d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:11.658844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ca132b5-a179-4d05-9c49-c253baabc0b5 req-6e1ef589-bac7-4390-8d85-930832dcae3d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2412 time: 0.4266431 Nov 10 21:27:11.662286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.720000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.743059 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:11.767066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] No DVR routers for this DVR port 2bab899d-07a6-4d3f-9897-13fc801a3f92 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:11.799953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b55b5-5a58-4640-a611-77d737ab3377 None None] Pushing event deleted for resources: {'Port': ['ID=2bab899d-07a6-4d3f-9897-13fc801a3f92,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:12.037701 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.083975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-2476aece-de19-4cf4-918d-3fbc3440bd13 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:12.085554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-2476aece-de19-4cf4-918d-3fbc3440bd13 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 949 time: 0.5596449 Nov 10 21:27:12.095713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bab899d-07a6-4d3f-9897-13fc801a3f92,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:12.100919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] No DVR routers for this DVR port 2bab899d-07a6-4d3f-9897-13fc801a3f92 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:12.163252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ca132b5-a179-4d05-9c49-c253baabc0b5 req-cda74fdc-9713-4c03-9fe6-ad1b56c723a8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968894 Nov 10 21:27:12.174375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7d899-62f4-444e-be17-42eaf56a777c req-2a4748e3-bd47-4b61-8898-56e45486784a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:12.176003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3d7d899-62f4-444e-be17-42eaf56a777c req-2a4748e3-bd47-4b61-8898-56e45486784a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 949 time: 0.5680542 Nov 10 21:27:12.178298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.219038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-57b1350b-c4b7-4aa1-ba5f-506fa319f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:12.220667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-57b1350b-c4b7-4aa1-ba5f-506fa319f498 service neutron] 10.222.0.53 "GET /v2.0/networks?id=18e7756a-60a9-435e-a7fd-cefcd28b3bea HTTP/1.1" status: 200 len: 902 time: 0.6307886 Nov 10 21:27:12.285609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b82df-5dea-4063-a86b-4b917b62cc9d None None] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:12.337822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.366734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-64ec25ee-bf16-48f5-a3b8-4b208921c858 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.123&port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 HTTP/1.1" status: 200 len: 217 time: 0.1153483 Nov 10 21:27:12.369758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.393315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ad86db4c-058b-4c2c-8654-894984603725 None None] Provisioning complete for port e6287eee-2e00-48d7-af35-2159bd0f6a94 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:12.393685 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ad86db4c-058b-4c2c-8654-894984603725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.447137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac85fcd-6cdf-4e35-8745-337ea6f53476']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:12.448319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Allocated IP 172.25.7.181 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/610bbcbb-2278-4ba8-bdb4-419e34ae90a5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:12.453521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3d7d899-62f4-444e-be17-42eaf56a777c req-f845d3cf-aa53-4bfe-aaa9-386a5b9628ea tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571974 Nov 10 21:27:12.479530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c81af80-f201-4c74-8ffe-824a3a1f28dd') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:12.479870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c81af80-f201-4c74-8ffe-824a3a1f28dd') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:12.496911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-7f223192-7ea6-45f7-8cca-371dcc8ed6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:12.499155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-7f223192-7ea6-45f7-8cca-371dcc8ed6ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=725a7fd7-9f62-4dde-8d16-c70a685a829d HTTP/1.1" status: 200 len: 801 time: 0.1192844 Nov 10 21:27:12.501136 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.570945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port 5a583d96-2331-4327-9a13-f41d7b2d6f9b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:12.571283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.595038 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.607837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:27:12.608254 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:27:12.610901 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:27:12.643771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:12.646948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Pushing event updated for resources: {'Port': ['ID=79353cd2-bb9d-44fd-922b-ac48335b8654,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:12.658621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:12.668103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:12.700232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ad86db4c-058b-4c2c-8654-894984603725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.728120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-1658e33b-16f3-421e-a3f6-ec6c5dc6fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:12.728843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-1658e33b-16f3-421e-a3f6-ec6c5dc6fd59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18e7756a-60a9-435e-a7fd-cefcd28b3bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2117329 Nov 10 21:27:12.765298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ad86db4c-058b-4c2c-8654-894984603725 None None] For port e6287eee-2e00-48d7-af35-2159bd0f6a94, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e6287eee-2e00-48d7-af35-2159bd0f6a94,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:12.773144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.774022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e6287eee-2e00-48d7-af35-2159bd0f6a94 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:12.784513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port 5a583d96-2331-4327-9a13-f41d7b2d6f9b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=5a583d96-2331-4327-9a13-f41d7b2d6f9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:12.784885 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.811628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b79f8e-17b7-4124-a6a5-d6e971a65c7f req-07c7a977-e83c-4d9c-9a11-1eb15e3d8473 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:12.821925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0b79f8e-17b7-4124-a6a5-d6e971a65c7f req-07c7a977-e83c-4d9c-9a11-1eb15e3d8473 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1097 time: 0.4760835 Nov 10 21:27:12.826240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for 5a583d96-2331-4327-9a13-f41d7b2d6f9b owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:12.834407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.841077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.846650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4ac85fcd-6cdf-4e35-8745-337ea6f53476 HTTP/1.1" status: 204 len: 168 time: 1.9328954 Nov 10 21:27:12.848808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ad86db4c-058b-4c2c-8654-894984603725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.878476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adac5d-3a0a-4e92-aa8d-35f93cf81b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac85fcd-6cdf-4e35-8745-337ea6f53476,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:12.916941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86db4c-058b-4c2c-8654-894984603725 None None] Pushing event updated for resources: {'Port': ['ID=e6287eee-2e00-48d7-af35-2159bd0f6a94,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:12.937371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e6287eee-2e00-48d7-af35-2159bd0f6a94 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:12.937371 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:12.941344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-43cac7e1-c509-4513-ab24-bcda87e44a34 service neutron] 10.222.0.53 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037301 Nov 10 21:27:12.986740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a5871-ffba-49eb-bb73-47cc33980684 None None] Network 6ac0b214-9a80-4498-bae4-18080343acd4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:13.029120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0b79f8e-17b7-4124-a6a5-d6e971a65c7f req-b9878b9e-205b-4760-be1f-b179fa10b0b0 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062120 Nov 10 21:27:13.046319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-23df69ee-3053-449c-a2ae-5272d349ac28 None None] Provisioning complete for port 32fa8e16-e8ff-447f-8deb-e0e48151c56a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:13.046724 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23df69ee-3053-449c-a2ae-5272d349ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.049960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.103074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:13.106797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:13.118850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Pushing event updated for resources: {'Port': ['ID=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:13.130835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:13.163206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0195395-6287-4ce5-9a8d-9a06982d05f5 req-5caef6ea-964b-4fa7-9766-4694ce2dca43 service neutron] 10.222.0.53 "GET /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102032 Nov 10 21:27:13.221103 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.241449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 32fa8e16-e8ff-447f-8deb-e0e48151c56a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:13.246939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['80997881-53d1-4855-8174-deb5453c0516', '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565', '835c1f2c-4df9-429b-9357-44dcb3c7b4a1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:13.250161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5', '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce', '5a583d96-2331-4327-9a13-f41d7b2d6f9b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:13.300157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=5a583d96-2331-4327-9a13-f41d7b2d6f9b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:13.366358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port 5a583d96-2331-4327-9a13-f41d7b2d6f9b on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:13.369459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.372912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a70e2a20-bc11-46b6-a96b-afbdc9209534 req-1ceb4ffd-c18c-4615-a70c-0609ca9d3462 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "DELETE /v2.0/ports/5a583d96-2331-4327-9a13-f41d7b2d6f9b HTTP/1.1" status: 204 len: 173 time: 1.2701581 Nov 10 21:27:13.373243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'name': 'network-vif-deleted', 'tag': '5a583d96-2331-4327-9a13-f41d7b2d6f9b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:13.376273 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb9711-354e-4f0a-8a58-dce092a8bd79" -d '{"events": [{"server_uuid": "454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c", "name": "network-vif-deleted", "tag": "5a583d96-2331-4327-9a13-f41d7b2d6f9b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:13.412086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dba0a-60f3-45b6-b8cd-d8a8e0b95bd4 req-9b2862b4-cc00-4b50-98ab-299f98b3a717 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:13.419427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dba0a-60f3-45b6-b8cd-d8a8e0b95bd4 req-9b2862b4-cc00-4b50-98ab-299f98b3a717 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:13.427752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dba0a-60f3-45b6-b8cd-d8a8e0b95bd4 req-9b2862b4-cc00-4b50-98ab-299f98b3a717 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:13.429604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d33dba0a-60f3-45b6-b8cd-d8a8e0b95bd4 req-9b2862b4-cc00-4b50-98ab-299f98b3a717 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2412 time: 0.1568043 Nov 10 21:27:13.430089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51336) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:13.504818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.516523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fbdf2967-4854-4db3-96eb-3e3ffb2f9ab3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a853f31d57c4c5092064fe802280dec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0847752 Nov 10 21:27:13.522734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51340) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:13.569860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d33dba0a-60f3-45b6-b8cd-d8a8e0b95bd4 req-3025642f-fc1f-411d-be64-9e2b7226dd0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326458 Nov 10 21:27:13.625332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73cba75c-a76c-416c-8d1b-3678f69c6b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.652771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73cba75c-a76c-416c-8d1b-3678f69c6b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.658879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:27:13.763353 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fd96f1-d058-46d8-98ee-5d928a8f1846 x-openstack-request-id: req-50fd96f1-d058-46d8-98ee-5d928a8f1846 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:13.763748 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c", "name": "network-vif-deleted", "tag": "5a583d96-2331-4327-9a13-f41d7b2d6f9b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:13.763995 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50fd96f1-d058-46d8-98ee-5d928a8f1846 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:13.764425 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c', 'name': 'network-vif-deleted', 'tag': '5a583d96-2331-4327-9a13-f41d7b2d6f9b', 'status': 'completed', 'code': 200} Nov 10 21:27:13.776073 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23df69ee-3053-449c-a2ae-5272d349ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.826612 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73cba75c-a76c-416c-8d1b-3678f69c6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.829912 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73cba75c-a76c-416c-8d1b-3678f69c6b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.832597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-73cba75c-a76c-416c-8d1b-3678f69c6b7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52c8c6cf-6267-4aa3-9e1e-bf6df530d547 HTTP/1.1" status: 204 len: 168 time: 0.3093069 Nov 10 21:27:13.847402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cba75c-a76c-416c-8d1b-3678f69c6b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c8c6cf-6267-4aa3-9e1e-bf6df530d547,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:13.874591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 32fa8e16-e8ff-447f-8deb-e0e48151c56a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:13.874883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.915528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d38c3c20-3052-43a0-ba2e-c82780577e09 req-8b98eb04-f3d1-4907-ab5d-79c5e4508070 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=454fdeaa-9ec3-4bf3-9257-23bafe9fcd9c HTTP/1.1" status: 200 len: 210 time: 0.0448866 Nov 10 21:27:13.944627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.947633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:13.954712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-23df69ee-3053-449c-a2ae-5272d349ac28 None None] For port 32fa8e16-e8ff-447f-8deb-e0e48151c56a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=32fa8e16-e8ff-447f-8deb-e0e48151c56a,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:13.964871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:14.014446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5', 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea', 'port_id': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5', 'mac_address': 'fa:16:3e:9c:4d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725a7fd7-9f62-4dde-8d16-c70a685a829d', 'ip_address': '19.80.0.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:27:14.070711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23df69ee-3053-449c-a2ae-5272d349ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:14.188040 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:14.259441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df69ee-3053-449c-a2ae-5272d349ac28 None None] Pushing event updated for resources: {'Port': ['ID=32fa8e16-e8ff-447f-8deb-e0e48151c56a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:14.264965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:14.314488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c1f11bc9-f2d7-4983-9941-a3301ab0f1b9 None None] Provisioning complete for port e6287eee-2e00-48d7-af35-2159bd0f6a94 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:14.314866 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1f11bc9-f2d7-4983-9941-a3301ab0f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:14.331790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:14.358529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:14.362706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Router c4e96831-d767-4596-b96e-9e36686ff3c6 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:27:14.393020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2bab899d-07a6-4d3f-9897-13fc801a3f92 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:14.458949 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:14.460291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e6529168-8396-49dd-9ab6-1d6e7aa2bd89 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:27:14.462867 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2bab899d-07a6-4d3f-9897-13fc801a3f92 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:14.463387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2bab899d-07a6-4d3f-9897-13fc801a3f92 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:14.601782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:14.651168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e6287eee-2e00-48d7-af35-2159bd0f6a94 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:14.653771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Sync routers for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:14.667931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e6529168-8396-49dd-9ab6-1d6e7aa2bd89, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:14.708293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Router a14a63aa-ad63-4b18-85be-d05dbde22400 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:27:14.714896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:14.731917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:14.734231 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eb4f346a-a88f-4091-935f-c61291ba6600 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5033755 Nov 10 21:27:14.739870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489b1fd-e31e-4783-9d6b-320015ea0c48 req-6b4fd935-ed2b-4c93-9128-7ce07d31a08c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:14.746869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489b1fd-e31e-4783-9d6b-320015ea0c48 req-6b4fd935-ed2b-4c93-9128-7ce07d31a08c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:14.753269 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89', 'network_id': '18e7756a-60a9-435e-a7fd-cefcd28b3bea', 'port_id': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89', 'mac_address': 'fa:16:3e:65:9d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725a7fd7-9f62-4dde-8d16-c70a685a829d', 'ip_address': '19.80.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:27:14.757460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489b1fd-e31e-4783-9d6b-320015ea0c48 req-6b4fd935-ed2b-4c93-9128-7ce07d31a08c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:14.767284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8489b1fd-e31e-4783-9d6b-320015ea0c48 req-6b4fd935-ed2b-4c93-9128-7ce07d31a08c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2413 time: 0.0981219 Nov 10 21:27:14.769697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51368) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:14.774658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:14.775182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:14.864251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8489b1fd-e31e-4783-9d6b-320015ea0c48 req-492e5b38-6480-4f78-a0a9-9308e01e13c5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943732 Nov 10 21:27:14.900378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:14.912176 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Sync routers for ids ['a14a63aa-ad63-4b18-85be-d05dbde22400'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:14.923840 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Routers {'a14a63aa-ad63-4b18-85be-d05dbde22400'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:14.924408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c1f11bc9-f2d7-4983-9941-a3301ab0f1b9 None None] Provisioning complete for port 32fa8e16-e8ff-447f-8deb-e0e48151c56a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:14.924832 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1f11bc9-f2d7-4983-9941-a3301ab0f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:14.930727 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a14a63aa-ad63-4b18-85be-d05dbde22400'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:14.933055 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51374) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:15.021018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-63c56eee-d542-4ae8-bbb7-4f39ab061fd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14ae95c35a20425890e15c0acc6863e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0862703 Nov 10 21:27:15.023505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51380) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:15.034407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.036401 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-520e8f59-619b-4602-ae6a-17f8931b09b6 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3241930 Nov 10 21:27:15.040017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51382) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:15.068624 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.149555 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Set router a14a63aa-ad63-4b18-85be-d05dbde22400 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:15.191148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e6287eee-2e00-48d7-af35-2159bd0f6a94 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:15.191844 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.195853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6529168-8396-49dd-9ab6-1d6e7aa2bd89 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:15.227410 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de9a07db-784a-4005-91a6-e77d2ab616d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.287347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de9a07db-784a-4005-91a6-e77d2ab616d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.347120 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:13Z', 'revision_number': 3, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port': {'id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:11Z', 'updated_at': '2021-11-10T21:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:15.352881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:15.366448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e6529168-8396-49dd-9ab6-1d6e7aa2bd89, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:15.377044 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Checking router: a14a63aa-ad63-4b18-85be-d05dbde22400 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:15.377677 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Updating router a14a63aa-ad63-4b18-85be-d05dbde22400 port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:27:15.406173 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.483536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.519480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.520457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5bd4f69b-35f5-45fe-a122-784f9f20f4ae details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:27:15.591698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de9a07db-784a-4005-91a6-e77d2ab616d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.594426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de9a07db-784a-4005-91a6-e77d2ab616d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.599007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-de9a07db-784a-4005-91a6-e77d2ab616d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b76d91c6-33d3-480f-b3e3-31082db03277 HTTP/1.1" status: 204 len: 168 time: 0.5745070 Nov 10 21:27:15.630007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a07db-784a-4005-91a6-e77d2ab616d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d91c6-33d3-480f-b3e3-31082db03277,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:15.763042 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.808435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Allocated IP 172.20.0.1 (efbc1997-e0f6-40b9-b64d-1422ec458b59/1c8312dd-f4d5-44d5-8e28-d99358036f7e/4660c3ff-ed80-4751-b7b4-40c9397f9461) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:15.832774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5a583d96-2331-4327-9a13-f41d7b2d6f9b no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:15.852625 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.912853 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef06af4-469d-4178-8c83-a918a2a19a75 None None] Pushing event updated for resources: {'Port': ['ID=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:15.949166 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Attempting to bind port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:15.950055 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Attempting to bind port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:15.950614 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Attempting to bind port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:15.956939 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:15.957574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 5a583d96-2331-4327-9a13-f41d7b2d6f9b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:15.957717 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:15.957991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 5a583d96-2331-4327-9a13-f41d7b2d6f9b not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:15.958414 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.958971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:15.959596 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Bound port: 610bbcbb-2278-4ba8-bdb4-419e34ae90a5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:15.964641 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:15.997007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289c833-f88b-4dd2-987b-7193935abf77 req-be4ea384-e8c5-4df3-a5a9-d0201408d329 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:16.000482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c289c833-f88b-4dd2-987b-7193935abf77 req-be4ea384-e8c5-4df3-a5a9-d0201408d329 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 950 time: 0.1857362 Nov 10 21:27:16.021614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:16.028705 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] For port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:16.032740 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] For port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:16.105492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.110408 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.118776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 32fa8e16-e8ff-447f-8deb-e0e48151c56a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:16.142072 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c289c833-f88b-4dd2-987b-7193935abf77 req-597027b9-e04b-443e-8701-731ffa806d16 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260962 Nov 10 21:27:16.169492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:16.258087 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef06af4-469d-4178-8c83-a918a2a19a75 None None] Pushing event updated for resources: {'Port': ['ID=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:16.277036 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Routers {'a14a63aa-ad63-4b18-85be-d05dbde22400'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:16.278060 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a14a63aa-ad63-4b18-85be-d05dbde22400'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:16.310325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-9f38950e-3ef2-4357-b023-f6c3c371e5c6 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:27:16.312366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.313580 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-9f38950e-3ef2-4357-b023-f6c3c371e5c6 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198693 Nov 10 21:27:16.409908 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] Set router a14a63aa-ad63-4b18-85be-d05dbde22400 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:16.443113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae', 'network_id': '7eca96b0-9f0d-4df4-9a1e-79fac8532251', 'port_id': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae', 'mac_address': 'fa:16:3e:33:1d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7438f4bc-0a67-4751-a8b5-b64082bfdbbf', 'ip_address': '19.86.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:27:16.460412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:16.481833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08e2ec-a9b7-4fd5-a8de-a82421b1eed2 req-da933d88-5954-4651-b656-4a898cd34abf tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:16.490392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08e2ec-a9b7-4fd5-a8de-a82421b1eed2 req-da933d88-5954-4651-b656-4a898cd34abf tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:16.504153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08e2ec-a9b7-4fd5-a8de-a82421b1eed2 req-da933d88-5954-4651-b656-4a898cd34abf tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:16.510133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f08e2ec-a9b7-4fd5-a8de-a82421b1eed2 req-da933d88-5954-4651-b656-4a898cd34abf tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2414 time: 0.2584488 Nov 10 21:27:16.519158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:16.533714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:16.537395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4660c3ff-ed80-4751-b7b4-40c9397f9461,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:16.565907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.573223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 32fa8e16-e8ff-447f-8deb-e0e48151c56a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:16.573594 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.613786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-1ee94bcb-3f74-4bb7-81c0-9f7c1d7fa81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:16.616103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-1ee94bcb-3f74-4bb7-81c0-9f7c1d7fa81a service neutron] 10.222.0.45 "GET /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 1094 time: 0.2807705 Nov 10 21:27:16.626926 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.632150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Request body: {'binding': {'host': 'n-h1-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:16.633483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Unknown quota resources ['binding']. {{(pid=103047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:27:16.674816 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:13Z', 'revision_number': 3, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port': {'id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:11Z', 'updated_at': '2021-11-10T21:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:16.675120 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f08e2ec-a9b7-4fd5-a8de-a82421b1eed2 req-4bb9b19e-bbf7-4f5e-82ab-0adad68047a3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632864 Nov 10 21:27:16.684707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd4f69b-35f5-45fe-a122-784f9f20f4ae {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:16.711256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:13Z', 'revision_number': 3, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:16.730909 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.734495 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b063-287d-491a-8eba-2af5fb43dd3e None None] The sync data for ids ['a14a63aa-ad63-4b18-85be-d05dbde22400'] in n-d-776250-11 is: [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:13Z', 'revision_number': 3, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port': {'id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:11Z', 'updated_at': '2021-11-10T21:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:16.780905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Checking router: c4e96831-d767-4596-b96e-9e36686ff3c6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:16.780905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Updating router c4e96831-d767-4596-b96e-9e36686ff3c6 port 79353cd2-bb9d-44fd-922b-ac48335b8654 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:27:16.797122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:16.876240 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:16.952085 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.053678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Allocated IP 172.20.0.1 (6ac0b214-9a80-4498-bae4-18080343acd4/f1016733-ef21-4c8d-94db-972c07e2bedb/9dffe497-5bd8-471b-9652-9144267246dd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:17.064541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-377e5015-8f2c-49f0-a715-e628b5b79f45 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:17.066252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-377e5015-8f2c-49f0-a715-e628b5b79f45 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 950 time: 0.1334593 Nov 10 21:27:17.084276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on host n-h1-776250-11 for vnic_type normal with profile None {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:17.084613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:17.084938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:17.104972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:27:17.105896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:17.114262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:17.114643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:17.115620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:17.115620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Bound port: e09d79bc-9da4-4d83-bd72-40260c93b410, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:17.149762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:17.234637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-48d07fd5-b548-44d1-a615-92c988dbc830 None None] Provisioning complete for port 4660c3ff-ed80-4751-b7b4-40c9397f9461 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:17.239236 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-48d07fd5-b548-44d1-a615-92c988dbc830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.314535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e6529168-8396-49dd-9ab6-1d6e7aa2bd89'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:17.320396 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.337937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:17.364722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.388729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['5bd4f69b-35f5-45fe-a122-784f9f20f4ae'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:17.393129 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.394616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] 10.222.0.45 "POST /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410/bindings HTTP/1.1" status: 201 len: 390 time: 0.7664673 Nov 10 21:27:17.461199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:17.472807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01403345-27fb-4717-a4a5-040d168f8a6e req-28ceb151-ef28-4bc7-a094-f08b1277b855 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:17.475217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01403345-27fb-4717-a4a5-040d168f8a6e req-28ceb151-ef28-4bc7-a094-f08b1277b855 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 950 time: 0.1599121 Nov 10 21:27:17.477744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:17.478200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.484141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.552349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Network 6ac0b214-9a80-4498-bae4-18080343acd4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:17.555825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:17.579784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-48d07fd5-b548-44d1-a615-92c988dbc830 None None] Port 4660c3ff-ed80-4751-b7b4-40c9397f9461 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:17.581750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:17.612878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:17.613370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.626565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9dffe497-5bd8-471b-9652-9144267246dd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:17.664629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:17.672249 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.928042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01403345-27fb-4717-a4a5-040d168f8a6e req-d70633ce-5e5c-4b7c-9f4c-9e1a53414ab4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179340 Nov 10 21:27:17.974140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c3183-04b1-4960-b4da-07d607d35971 req-d0b8cfa7-0e72-44f4-856b-8162ebbe7dda tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:17.981176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c3183-04b1-4960-b4da-07d607d35971 req-d0b8cfa7-0e72-44f4-856b-8162ebbe7dda tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:17.982914 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:17.987917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c3183-04b1-4960-b4da-07d607d35971 req-d0b8cfa7-0e72-44f4-856b-8162ebbe7dda tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:17.989835 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-837c3183-04b1-4960-b4da-07d607d35971 req-d0b8cfa7-0e72-44f4-856b-8162ebbe7dda tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2415 time: 0.1446533 Nov 10 21:27:18.068993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:18.069362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.085782 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-837c3183-04b1-4960-b4da-07d607d35971 req-6d0ffe06-cac9-403b-b1bd-69f3a34c278c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841908 Nov 10 21:27:18.118803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b104ccff-4f8d-455e-a326-0162312e33a8 None None] Provisioning complete for port 9dffe497-5bd8-471b-9652-9144267246dd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:18.119481 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b104ccff-4f8d-455e-a326-0162312e33a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.215270 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.226079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec07d03-48e9-4427-b2fe-202e7418c473 req-83d8502b-a774-4511-9445-43356a9b4119 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:18.235786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.237069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fec07d03-48e9-4427-b2fe-202e7418c473 req-83d8502b-a774-4511-9445-43356a9b4119 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 945 time: 0.1846106 Nov 10 21:27:18.250532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.271292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.319965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c03d6-1a52-41c2-a8ad-d7df971656aa None None] Pushing event updated for resources: {'Port': ['ID=79353cd2-bb9d-44fd-922b-ac48335b8654,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:18.330391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:18.335035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=835c1f2c-4df9-429b-9357-44dcb3c7b4a1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:18.337255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5', '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:18.409682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.432021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:18.470070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Attempting to bind port 79353cd2-bb9d-44fd-922b-ac48335b8654 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:18.470070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Attempting to bind port 79353cd2-bb9d-44fd-922b-ac48335b8654 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:18.470070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Attempting to bind port 79353cd2-bb9d-44fd-922b-ac48335b8654 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:18.476819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b104ccff-4f8d-455e-a326-0162312e33a8 None None] Port 9dffe497-5bd8-471b-9652-9144267246dd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:18.494153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fec07d03-48e9-4427-b2fe-202e7418c473 req-934f1494-baf2-4d5b-963f-be318483089c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555707 Nov 10 21:27:18.500456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.503781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3994a1c4-97f5-49e7-8089-b8229976e992 req-2e2cc7bc-021c-4c5d-86b5-07dd32700bf7 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "DELETE /v2.0/ports/835c1f2c-4df9-429b-9357-44dcb3c7b4a1 HTTP/1.1" status: 204 len: 173 time: 1.4292855 Nov 10 21:27:18.504241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'name': 'network-vif-deleted', 'tag': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:18.506809 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5f715-b394-4d04-8ed9-feb735233a5a" -d '{"events": [{"server_uuid": "83e84898-5e9e-44b8-912e-2b7dd6442e14", "name": "network-vif-deleted", "tag": "835c1f2c-4df9-429b-9357-44dcb3c7b4a1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:18.529949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:18.530391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:18.530715 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.531100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:18.532454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Bound port: 79353cd2-bb9d-44fd-922b-ac48335b8654, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:18.532838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.559220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4660c3ff-ed80-4751-b7b4-40c9397f9461,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:18.571565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.589371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-6721ac57-d70b-4712-abd5-d16049a321e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:18.590798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-6721ac57-d70b-4712-abd5-d16049a321e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1097 time: 0.1620600 Nov 10 21:27:18.619879 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f12a07-4b59-4ebc-ae61-9957464855ac x-openstack-request-id: req-b3f12a07-4b59-4ebc-ae61-9957464855ac {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:18.620183 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e84898-5e9e-44b8-912e-2b7dd6442e14", "name": "network-vif-deleted", "tag": "835c1f2c-4df9-429b-9357-44dcb3c7b4a1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:18.620415 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3f12a07-4b59-4ebc-ae61-9957464855ac {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:18.620996 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e84898-5e9e-44b8-912e-2b7dd6442e14', 'name': 'network-vif-deleted', 'tag': '835c1f2c-4df9-429b-9357-44dcb3c7b4a1', 'status': 'completed', 'code': 200} Nov 10 21:27:18.678974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] For port 79353cd2-bb9d-44fd-922b-ac48335b8654, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:18.683191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] For port 79353cd2-bb9d-44fd-922b-ac48335b8654, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=79353cd2-bb9d-44fd-922b-ac48335b8654,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:18.692770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.705610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.769088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-54ae28e5-5bee-459c-8703-84b67a490bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:18.769643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:18.770587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-54ae28e5-5bee-459c-8703-84b67a490bd3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1622906 Nov 10 21:27:18.772585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:18.774364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:18.797878 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.828320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:18.835211 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-5c418566-c18e-487e-be23-67d5c3d829a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 217 time: 0.0554857 Nov 10 21:27:18.909498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:19.005520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:19.006275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:19.030305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:19.035390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Pushing event updated for resources: {'Port': ['ID=9dffe497-5bd8-471b-9652-9144267246dd,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:19.080504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c03d6-1a52-41c2-a8ad-d7df971656aa None None] Pushing event updated for resources: {'Port': ['ID=79353cd2-bb9d-44fd-922b-ac48335b8654,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:19.138411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-a0d2a593-6867-4f7d-a903-7af57cb423c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:19.153503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-a0d2a593-6867-4f7d-a903-7af57cb423c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.2957458 Nov 10 21:27:19.184898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Network 6ac0b214-9a80-4498-bae4-18080343acd4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:19.186766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:19.255688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-05d0a36a-b3fc-47b9-af22-405bed7c56d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943773 Nov 10 21:27:19.313367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:19.349931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:19.363607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ff5dd42-8d25-4fa2-88a5-cc21d0688e10 req-ffe04535-53d5-40fc-bd69-4327df469854 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=83e84898-5e9e-44b8-912e-2b7dd6442e14 HTTP/1.1" status: 200 len: 210 time: 0.0896451 Nov 10 21:27:19.405073 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:19.428768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8728e4c2-93cd-4366-b569-b5f41905c8f5 None None] Provisioning complete for port 4660c3ff-ed80-4751-b7b4-40c9397f9461 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:19.429132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8728e4c2-93cd-4366-b569-b5f41905c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:19.564095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Router a14a63aa-ad63-4b18-85be-d05dbde22400 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:27:19.714103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:19.728309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-67c007ea-3999-4932-88ed-8eedda0685f0 admin admin] 10.222.0.45 "PUT /v2.0/routers/a14a63aa-ad63-4b18-85be-d05dbde22400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6801887 Nov 10 21:27:19.747328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Sync routers for ids ['a14a63aa-ad63-4b18-85be-d05dbde22400'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:19.798759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8728e4c2-93cd-4366-b569-b5f41905c8f5 None None] Port 4660c3ff-ed80-4751-b7b4-40c9397f9461 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:19.810013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['80997881-53d1-4855-8174-deb5453c0516', '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:19.828579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Routers {'a14a63aa-ad63-4b18-85be-d05dbde22400'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:19.829209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a14a63aa-ad63-4b18-85be-d05dbde22400'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:19.835525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c4193-8da3-492c-ac8d-401225981905 req-eaf38107-3bde-4dec-bbae-a50d0820f1da tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:19.841773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b9c4193-8da3-492c-ac8d-401225981905 req-eaf38107-3bde-4dec-bbae-a50d0820f1da tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 945 time: 0.0749400 Nov 10 21:27:19.850308 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:27:19.903657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Router c4e96831-d767-4596-b96e-9e36686ff3c6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:27:19.918948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b9c4193-8da3-492c-ac8d-401225981905 req-1bef0ce1-596b-405c-9381-cef979a36d1d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Nov 10 21:27:20.068804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b68722f1-9d5d-4e6f-9b97-0ae6e7714c31 None None] Provisioning complete for port 9dffe497-5bd8-471b-9652-9144267246dd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:20.069298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b68722f1-9d5d-4e6f-9b97-0ae6e7714c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:20.164152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Set router a14a63aa-ad63-4b18-85be-d05dbde22400 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:20.177715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b68722f1-9d5d-4e6f-9b97-0ae6e7714c31 None None] Port 9dffe497-5bd8-471b-9652-9144267246dd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:20.189687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-b2e1101d-7b71-4504-940f-9c71c006bb19 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816331 Nov 10 21:27:20.192638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:20.200250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-66049e66-ea2e-4989-bf61-b670061860b6 admin admin] 10.222.0.45 "PUT /v2.0/routers/c4e96831-d767-4596-b96e-9e36686ff3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4295602 Nov 10 21:27:20.212480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ffd2-aa16-47c2-87db-3c47630be070 req-f63413f3-be2b-4d98-a930-7a0f60f29603 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:20.221611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ffd2-aa16-47c2-87db-3c47630be070 req-f63413f3-be2b-4d98-a930-7a0f60f29603 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:20.255781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ffd2-aa16-47c2-87db-3c47630be070 req-f63413f3-be2b-4d98-a930-7a0f60f29603 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:20.263183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f36ffd2-aa16-47c2-87db-3c47630be070 req-f63413f3-be2b-4d98-a930-7a0f60f29603 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2415 time: 0.3573086 Nov 10 21:27:20.365085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 2, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:20.418828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f36ffd2-aa16-47c2-87db-3c47630be070 req-c07e89de-92df-402a-911f-ecf9ff189e5b tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389303 Nov 10 21:27:20.453673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-f5d09a23-e59f-4cc1-830c-38155afe06b3 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871603 Nov 10 21:27:20.456909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748f52a-ff39-481e-abf1-dea46d0976fd None None] The sync data for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 is: [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 2, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:20.759806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-02ccd288-9e26-4e1c-a90d-2623e5545cf4 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:20.759806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-02ccd288-9e26-4e1c-a90d-2623e5545cf4 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1200442 Nov 10 21:27:20.820717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-11'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:20.907918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port': {'id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:11Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '9dffe497-5bd8-471b-9652-9144267246dd', 'name': '', 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'mac_address': 'fa:16:3e:47:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f1016733-ef21-4c8d-94db-972c07e2bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:16Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 2, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'subnets': [{'id': 'f1016733-ef21-4c8d-94db-972c07e2bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:20.910023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.008351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Checking router: a14a63aa-ad63-4b18-85be-d05dbde22400 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:21.008709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Updating router a14a63aa-ad63-4b18-85be-d05dbde22400 port 9dffe497-5bd8-471b-9652-9144267246dd binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:27:21.092632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.097839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5bd4f69b-35f5-45fe-a122-784f9f20f4ae up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:21.156489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72e341-e6cf-4361-807b-5589e0c076be req-c10f7dc8-d362-44e5-874a-f91b24578097 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:21.166834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d72e341-e6cf-4361-807b-5589e0c076be req-c10f7dc8-d362-44e5-874a-f91b24578097 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 945 time: 0.1206849 Nov 10 21:27:21.234041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d72e341-e6cf-4361-807b-5589e0c076be req-3fa177dd-fafc-47fa-bb5c-5c3caa0f2251 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Nov 10 21:27:21.272245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:21.277704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51554) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:21.312628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:21.335151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:21.391747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51560) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:21.394066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.395471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:21.396783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-network', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:21.397771 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7e6be9-bb88-4b2d-9241-241b5871673e" -d '{"events": [{"server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "name": "network-vif-unplugged", "status": "completed", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:21.416938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3288-e782-4ea5-ac4a-b7177728dbe8 req-d56613af-e440-491a-9569-3ef01f2d58a3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:21.426150 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ecf3288-e782-4ea5-ac4a-b7177728dbe8 req-d56613af-e440-491a-9569-3ef01f2d58a3 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 950 time: 0.3314714 Nov 10 21:27:21.486854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ecf3288-e782-4ea5-ac4a-b7177728dbe8 req-1cef48f0-8269-44ea-a7a0-c15a67a3cff6 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570037 Nov 10 21:27:21.502456 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838e9e35-de52-4fa2-908b-7948017868ee x-openstack-request-id: req-838e9e35-de52-4fa2-908b-7948017868ee {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:21.503021 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "name": "network-vif-unplugged", "status": "completed", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:21.503469 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-838e9e35-de52-4fa2-908b-7948017868ee {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:21.504140 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410', 'code': 200} Nov 10 21:27:21.554308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:21.554686 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.597709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.685845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Made reservation on behalf of e5c86fc19bc8448aa7653c43316e0750 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:21.698527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.714470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:27:21.733314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.733516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:21.733789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.736294 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9852b267-a893-4925-af40-4b5c5c65d100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.746605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:21.761796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088327a6-d890-40f5-9d83-a93b3a6e08f3 req-81f1bb04-ec24-4ea0-902b-b7252b2cc956 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:21.762671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on host n-h2-776250-11 for vnic_type normal with profile {"migrating_to": "n-h1-776250-11"} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:21.763192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:21.763516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:21.768183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088327a6-d890-40f5-9d83-a93b3a6e08f3 req-81f1bb04-ec24-4ea0-902b-b7252b2cc956 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:21.773340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:27:21.774090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Attempting to bind port e09d79bc-9da4-4d83-bd72-40260c93b410 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:21.774926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088327a6-d890-40f5-9d83-a93b3a6e08f3 req-81f1bb04-ec24-4ea0-902b-b7252b2cc956 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:21.776898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-088327a6-d890-40f5-9d83-a93b3a6e08f3 req-81f1bb04-ec24-4ea0-902b-b7252b2cc956 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2415 time: 0.1817822 Nov 10 21:27:21.789167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:21.789780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:21.796364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:21.796364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Bound port: e09d79bc-9da4-4d83-bd72-40260c93b410, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:21.796364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.875190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:21.879963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:21.974007 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.990218 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.993331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:21.993794 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-088327a6-d890-40f5-9d83-a93b3a6e08f3 req-fc1c6607-f1a1-43c6-a31e-dc3528ff78c2 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074296 Nov 10 21:27:22.044891 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9852b267-a893-4925-af40-4b5c5c65d100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.067534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:22.069053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:22.077121 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b146e17f-4d03-4e49-979c-c75f17e498af" -d '{"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd4f69b-35f5-45fe-a122-784f9f20f4ae"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:22.094840 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.130936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9852b267-a893-4925-af40-4b5c5c65d100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.160745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:22.161434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.162822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] 10.222.0.64 "PUT /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 1123 time: 1.3555558 Nov 10 21:27:22.174968 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d97054-fc9f-4f4e-9a3e-8aefdbd864ff x-openstack-request-id: req-62d97054-fc9f-4f4e-9a3e-8aefdbd864ff {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:22.175538 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-plugged", "status": "completed", "tag": "5bd4f69b-35f5-45fe-a122-784f9f20f4ae", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:22.177020 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62d97054-fc9f-4f4e-9a3e-8aefdbd864ff {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:22.177020 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae', 'code': 200} Nov 10 21:27:22.178150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.180194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:22.186600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d611c83-02b9-4d3e-9956-3b77155bf057 service neutron] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=8']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:22.231294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38a596-27de-4fa2-9327-35278014f9b2 None None] Pushing event updated for resources: {'Port': ['ID=9dffe497-5bd8-471b-9652-9144267246dd,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:22.263835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.267150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9852b267-a893-4925-af40-4b5c5c65d100 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fab4523628ff48bea95c15feff42cc18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9880874 Nov 10 21:27:22.268283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852b267-a893-4925-af40-4b5c5c65d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0dcd0d-5f5f-465c-94d4-7e2f5ebac159,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:22.270137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51576) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:22.306278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e09d79bc-9da4-4d83-bd72-40260c93b410'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:22.327240 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.388052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baad6cd-3253-4d6b-a1df-42d6276c9a62,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:22.463859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:27:22.467246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:22.484274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.484854 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Added segment c24d688b-d456-452b-b732-350f74b67e38 of type vlan for network bb050957-7c95-40dd-9c9a-a547c9725c99 Nov 10 21:27:22.525897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d414207-6091-4294-a892-869d885b47fc req-6cf35ec4-338f-4f5d-a71e-a651f62689de tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:22.527466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d414207-6091-4294-a892-869d885b47fc req-6cf35ec4-338f-4f5d-a71e-a651f62689de tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.1416955 Nov 10 21:27:22.539205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Attempting to bind port 9dffe497-5bd8-471b-9652-9144267246dd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:22.539863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Attempting to bind port 9dffe497-5bd8-471b-9652-9144267246dd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:22.540422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Attempting to bind port 9dffe497-5bd8-471b-9652-9144267246dd on network 6ac0b214-9a80-4498-bae4-18080343acd4 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:22.540770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-816530d8-5f1f-42f4-80c4-10bb8b62ae1c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:22.543920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-816530d8-5f1f-42f4-80c4-10bb8b62ae1c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 950 time: 0.2019160 Nov 10 21:27:22.545144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849f96b5-c804-4e2a-be62-2b255b6cd537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.548035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:22.548667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Checking segment: {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:22.549348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.549919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Bound using segment: {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:22.550605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Bound port: 9dffe497-5bd8-471b-9652-9144267246dd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:22.551249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.589107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.690582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d414207-6091-4294-a892-869d885b47fc req-b18b8b3d-1055-430d-9262-bbb805098d36 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708644 Nov 10 21:27:22.703095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849f96b5-c804-4e2a-be62-2b255b6cd537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.712351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.720609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:22.720609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.820740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:27:22.844471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:22.844847 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.866375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4733324 Nov 10 21:27:22.866657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51614) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:22.875927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Request body: {'subnet': {'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-subnet', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:22.876423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2701e-da39-4426-a4ac-df44a77bb091 admin admin] Pushing event updated for resources: {'Network': ['ID=bb050957-7c95-40dd-9c9a-a547c9725c99,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:22.892150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ca53e-f49e-42f4-ae80-b975982b567a req-cac1b301-4f1e-4d77-a974-e593b97c4f91 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:22.896177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba2ca53e-f49e-42f4-ae80-b975982b567a req-cac1b301-4f1e-4d77-a974-e593b97c4f91 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 950 time: 0.2389040 Nov 10 21:27:22.901711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:22.902058 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.923287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network bb050957-7c95-40dd-9c9a-a547c9725c99 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:27:22.963099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bef471f2-f06b-4e41-a770-2c69131ded5e None None] Provisioning complete for port 9dffe497-5bd8-471b-9652-9144267246dd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:22.963460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bef471f2-f06b-4e41-a770-2c69131ded5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:22.998057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849f96b5-c804-4e2a-be62-2b255b6cd537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.001281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849f96b5-c804-4e2a-be62-2b255b6cd537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.002437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-849f96b5-c804-4e2a-be62-2b255b6cd537 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf0dcd0d-5f5f-465c-94d4-7e2f5ebac159 HTTP/1.1" status: 204 len: 168 time: 0.7311339 Nov 10 21:27:23.031215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f96b5-c804-4e2a-be62-2b255b6cd537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0dcd0d-5f5f-465c-94d4-7e2f5ebac159,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:23.069980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba2ca53e-f49e-42f4-ae80-b975982b567a req-02042565-37e6-4b7e-a52a-ac6815298e43 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626468 Nov 10 21:27:23.101492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] For port 9dffe497-5bd8-471b-9652-9144267246dd, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:23.103654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:23.107871 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.119809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:23.137530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Made reservation on behalf of e5c86fc19bc8448aa7653c43316e0750 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:23.141180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.142148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bef471f2-f06b-4e41-a770-2c69131ded5e None None] Port 9dffe497-5bd8-471b-9652-9144267246dd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:23.144394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] For port 9dffe497-5bd8-471b-9652-9144267246dd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9dffe497-5bd8-471b-9652-9144267246dd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:23.235368 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.287301 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.289015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.315446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56889e-b0ce-4bec-957b-0678496d5743 req-501adebe-370f-42d9-a259-4cedd8cb2549 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:23.328195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56889e-b0ce-4bec-957b-0678496d5743 req-501adebe-370f-42d9-a259-4cedd8cb2549 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:23.339887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56889e-b0ce-4bec-957b-0678496d5743 req-501adebe-370f-42d9-a259-4cedd8cb2549 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:23.353525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a56889e-b0ce-4bec-957b-0678496d5743 req-501adebe-370f-42d9-a259-4cedd8cb2549 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2416 time: 0.1257594 Nov 10 21:27:23.375222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 79353cd2-bb9d-44fd-922b-ac48335b8654 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:23.449485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a56889e-b0ce-4bec-957b-0678496d5743 req-5fe94e47-3766-4153-b970-6b0b74ea6e01 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946302 Nov 10 21:27:23.469574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Routers {'a14a63aa-ad63-4b18-85be-d05dbde22400'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:23.470349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a14a63aa-ad63-4b18-85be-d05dbde22400'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:23.477379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38a596-27de-4fa2-9327-35278014f9b2 None None] Pushing event updated for resources: {'Port': ['ID=9dffe497-5bd8-471b-9652-9144267246dd,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:23.505864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:23.508142 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37c5db-3b77-4da0-ad51-bd7314822dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:23.525365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:23.593559 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa3b60-53d3-469b-a668-562fd8f63996 x-openstack-request-id: req-a2aa3b60-53d3-469b-a668-562fd8f63996 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:23.594129 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:23.594129 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2aa3b60-53d3-469b-a668-562fd8f63996 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:23.594460 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410', 'status': 'completed', 'code': 200} Nov 10 21:27:23.617339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.618147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e6529168-8396-49dd-9ab6-1d6e7aa2bd89 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:23.790096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-f1dd7f37-3c4a-42e6-aed5-426de31895eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:23.794955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-f1dd7f37-3c4a-42e6-aed5-426de31895eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1126 time: 0.1826327 Nov 10 21:27:23.821328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 79353cd2-bb9d-44fd-922b-ac48335b8654 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:23.828083 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.829999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] Set router a14a63aa-ad63-4b18-85be-d05dbde22400 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:23.840791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.877727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dac26-e20c-4956-b613-57b18dc2414a req-6134cf39-1cef-4120-ad87-0b5d8f21f534 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:23.879334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e40dac26-e20c-4956-b613-57b18dc2414a req-6134cf39-1cef-4120-ad87-0b5d8f21f534 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.0786829 Nov 10 21:27:23.912887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['80997881-53d1-4855-8174-deb5453c0516', '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:23.914979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'd375aafd-5b91-415d-aff6-834b3fd14434', '57e0c4fd-a9f6-42f9-8026-31040d6600e5', '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:23.943325 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:23.984341 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Sync routers for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:23.988367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e40dac26-e20c-4956-b613-57b18dc2414a req-39c7276b-6976-403a-8723-d7c431b35dfd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020839 Nov 10 21:27:23.996529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=34ef0379-64e4-46f7-bdbd-d5ddd7c5e565,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:24.012280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:24.017472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-669bab93-cc4c-44ce-8b9e-9d1eaa4ae63b None None] Provisioning complete for port 9dffe497-5bd8-471b-9652-9144267246dd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:24.029289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-669bab93-cc4c-44ce-8b9e-9d1eaa4ae63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.038574 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:24.039451 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:24.104821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51634) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:24.132825 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c703bd4e-f8ee-4305-ba8d-9e9a2700dd03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.142527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:24.192906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:24.196617 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.204077 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579ec0dc-32a4-4301-a56c-7b58de208342" -d '{"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-plugged", "status": "completed", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:24.209220 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:24.210565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4b9a99c-cb39-4941-be4f-6d1a3487432c req-74249a4d-b4f2-4189-9fdf-4d9c038558e0 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "DELETE /v2.0/ports/34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 HTTP/1.1" status: 204 len: 173 time: 1.6576543 Nov 10 21:27:24.221296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac322234-70a9-473a-b560-c20966cb1b5f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:24.228295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:27:24.238368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-a07fad31-40f6-47e5-94a3-0d72dd9737ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:24.239949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-a07fad31-40f6-47e5-94a3-0d72dd9737ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.4392183 Nov 10 21:27:24.247013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Checking segment: {'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:24.251902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Network hostable DHCP agents. Network: bb050957-7c95-40dd-9c9a-a547c9725c99, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:27:24.342566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67492343-61b1-4848-ad9e-406792dbe96a req-6ee456f1-9ca4-4c59-8d19-e0bdb7ffc51d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0837429 Nov 10 21:27:24.357404 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c12ed9-94a0-4b7d-a64f-28c06a5bad44 x-openstack-request-id: req-e8c12ed9-94a0-4b7d-a64f-28c06a5bad44 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:24.358214 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-plugged", "status": "completed", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:24.358449 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8c12ed9-94a0-4b7d-a64f-28c06a5bad44 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:24.361610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-a40cd4e8-2c8a-4ef8-b4e1-d69a4433c77a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 217 time: 0.1063006 Nov 10 21:27:24.362665 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5', 'code': 200} Nov 10 21:27:24.377872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:24.378243 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.418069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c703bd4e-f8ee-4305-ba8d-9e9a2700dd03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.463776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-ca0d3c37-dda4-44a8-b77b-845e1c9ae8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:24.467243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-ca0d3c37-dda4-44a8-b77b-845e1c9ae8ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0948272 Nov 10 21:27:24.517554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c703bd4e-f8ee-4305-ba8d-9e9a2700dd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.540953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-9be59df6-e11f-4968-949f-123840bedfe7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630896 Nov 10 21:27:24.572650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Network bb050957-7c95-40dd-9c9a-a547c9725c99 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:27:24.621903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c703bd4e-f8ee-4305-ba8d-9e9a2700dd03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=447bd36ba2b44d07a3ae7065f8f122d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5131938 Nov 10 21:27:24.622712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51644) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:24.624142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703bd4e-f8ee-4305-ba8d-9e9a2700dd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ba8c69-c9df-47ed-a758-423680b38443,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:24.639616 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 2, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:24.652241 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-669bab93-cc4c-44ce-8b9e-9d1eaa4ae63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.677325 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Checking router: c4e96831-d767-4596-b96e-9e36686ff3c6 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:24.677805 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Updating router c4e96831-d767-4596-b96e-9e36686ff3c6 port 4660c3ff-ed80-4751-b7b4-40c9397f9461 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:27:24.721747 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.742028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1415ed1-bd63-42ad-9fde-783dc18153e0 req-2502fd19-7a5b-4549-860a-6fff3a56f859 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:24.750451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1415ed1-bd63-42ad-9fde-783dc18153e0 req-2502fd19-7a5b-4549-860a-6fff3a56f859 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:24.758285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1415ed1-bd63-42ad-9fde-783dc18153e0 req-2502fd19-7a5b-4549-860a-6fff3a56f859 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:24.760074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1415ed1-bd63-42ad-9fde-783dc18153e0 req-2502fd19-7a5b-4549-860a-6fff3a56f859 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2417 time: 0.1620705 Nov 10 21:27:24.764046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, bb050957-7c95-40dd-9c9a-a547c9725c99) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:24.769624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:24.770060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.787184 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69759414-1a87-4cf6-923f-c2338ae18b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.817876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e8e5b-96fd-4bf4-bd24-2053ff2335ed None None] Network bb050957-7c95-40dd-9c9a-a547c9725c99 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:24.821173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-5f01a29b-3162-49fb-810f-dca1b6c545f8 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681100 Nov 10 21:27:24.827273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69759414-1a87-4cf6-923f-c2338ae18b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.889331 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.961285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-102f681e-d14d-46db-808f-639928c5f0e2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0929849 Nov 10 21:27:24.964402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51648) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:24.969741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:24.988383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69759414-1a87-4cf6-923f-c2338ae18b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:24.990944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69759414-1a87-4cf6-923f-c2338ae18b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.001444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-69759414-1a87-4cf6-923f-c2338ae18b10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51ba8c69-c9df-47ed-a758-423680b38443 HTTP/1.1" status: 204 len: 168 time: 0.3541520 Nov 10 21:27:25.027127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-669bab93-cc4c-44ce-8b9e-9d1eaa4ae63b None None] For port 9dffe497-5bd8-471b-9652-9144267246dd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9dffe497-5bd8-471b-9652-9144267246dd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:25.033437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 79353cd2-bb9d-44fd-922b-ac48335b8654, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=79353cd2-bb9d-44fd-922b-ac48335b8654,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:25.058859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c37c5db-3b77-4da0-ad51-bd7314822dbc req-e9ac0b9f-44b9-4f92-ab1c-51ef09597c6d service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278051 Nov 10 21:27:25.059094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.086313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1415ed1-bd63-42ad-9fde-783dc18153e0 req-7d0b3375-015f-441d-950b-c25ede3344cf tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001051 Nov 10 21:27:25.095909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69759414-1a87-4cf6-923f-c2338ae18b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ba8c69-c9df-47ed-a758-423680b38443,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:25.138071 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-669bab93-cc4c-44ce-8b9e-9d1eaa4ae63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.151707 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.173661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port': {'id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:11Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '9dffe497-5bd8-471b-9652-9144267246dd', 'name': '', 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'mac_address': 'fa:16:3e:47:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f1016733-ef21-4c8d-94db-972c07e2bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:16Z', 'updated_at': '2021-11-10T21:27:23Z', 'revision_number': 4, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'subnets': [{'id': 'f1016733-ef21-4c8d-94db-972c07e2bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:25.231681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e8485-41d3-4dc5-a56a-37d63c314e8c req-886c9dc3-1ab1-45b4-8176-76a169ffb6cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:25.240034 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d43e8485-41d3-4dc5-a56a-37d63c314e8c req-886c9dc3-1ab1-45b4-8176-76a169ffb6cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.0669045 Nov 10 21:27:25.260530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.264488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.278781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.289315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64bac29-9f20-4aab-a023-ca16488e3c6e None None] The sync data for ids ['a14a63aa-ad63-4b18-85be-d05dbde22400'] in n-d-776250-11 is: [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port': {'id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:11Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '9dffe497-5bd8-471b-9652-9144267246dd', 'name': '', 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'mac_address': 'fa:16:3e:47:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'f1016733-ef21-4c8d-94db-972c07e2bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:16Z', 'updated_at': '2021-11-10T21:27:23Z', 'revision_number': 4, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'subnets': [{'id': 'f1016733-ef21-4c8d-94db-972c07e2bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:25.306107 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.336032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.344196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d43e8485-41d3-4dc5-a56a-37d63c314e8c req-0ead9369-b195-4942-a9f3-143aaed16637 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004207 Nov 10 21:27:25.469349 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48163-1fbc-468e-9b24-a82abc377d33 None None] Pushing event updated for resources: {'Port': ['ID=4660c3ff-ed80-4751-b7b4-40c9397f9461,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:25.508085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e6529168-8396-49dd-9ab6-1d6e7aa2bd89, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:25.595473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'name': 'network-vif-deleted', 'tag': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:25.598064 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469abd01-e598-4dff-92e9-f43ef53388be" -d '{"events": [{"server_uuid": "ca6767e6-a9d6-4815-a5e0-12087cd9a2a2", "name": "network-vif-deleted", "tag": "34ef0379-64e4-46f7-bdbd-d5ddd7c5e565"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:25.708722 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Attempting to bind port 4660c3ff-ed80-4751-b7b4-40c9397f9461 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:25.712668 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Attempting to bind port 4660c3ff-ed80-4751-b7b4-40c9397f9461 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:25.713918 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Attempting to bind port 4660c3ff-ed80-4751-b7b4-40c9397f9461 on network efbc1997-e0f6-40b9-b64d-1422ec458b59 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:25.739320 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:25.740926 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Checking segment: {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:25.741705 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.742556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.744999 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Bound using segment: {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:25.745982 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Bound port: 4660c3ff-ed80-4751-b7b4-40c9397f9461, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:25.745982 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.751804 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3623e62c-2c00-470d-ad62-fbc229d5244c req-c7ff27ec-536e-433a-85d0-b8707eec2335 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca6767e6-a9d6-4815-a5e0-12087cd9a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0961871 Nov 10 21:27:25.766163 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500a851-1996-4342-8ebb-cc0cd75ac2ba x-openstack-request-id: req-8500a851-1996-4342-8ebb-cc0cd75ac2ba {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:25.766618 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6767e6-a9d6-4815-a5e0-12087cd9a2a2", "name": "network-vif-deleted", "tag": "34ef0379-64e4-46f7-bdbd-d5ddd7c5e565", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:25.768531 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8500a851-1996-4342-8ebb-cc0cd75ac2ba {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:25.769138 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6767e6-a9d6-4815-a5e0-12087cd9a2a2', 'name': 'network-vif-deleted', 'tag': '34ef0379-64e4-46f7-bdbd-d5ddd7c5e565', 'status': 'completed', 'code': 200} Nov 10 21:27:25.910721 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] For port 4660c3ff-ed80-4751-b7b4-40c9397f9461, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:25.915269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] For port 4660c3ff-ed80-4751-b7b4-40c9397f9461, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4660c3ff-ed80-4751-b7b4-40c9397f9461,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:25.927166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bab93-cc4c-44ce-8b9e-9d1eaa4ae63b None None] Pushing event updated for resources: {'Port': ['ID=9dffe497-5bd8-471b-9652-9144267246dd,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:25.947203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:25.949585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:25.988525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:27:25.993598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:25.993598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 835c1f2c-4df9-429b-9357-44dcb3c7b4a1 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:26.012899 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:26.114150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:26.139805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:26.199178 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:26.200179 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:26.206098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:26.286464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:26.287067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 34ef0379-64e4-46f7-bdbd-d5ddd7c5e565 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:26.356442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d382e2-d615-44ac-beb8-4eeac781b850 req-113916ef-0d60-47a3-beca-05f9777bcac8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.358735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=79353cd2-bb9d-44fd-922b-ac48335b8654,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:26.369725 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48163-1fbc-468e-9b24-a82abc377d33 None None] Pushing event updated for resources: {'Port': ['ID=4660c3ff-ed80-4751-b7b4-40c9397f9461,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:26.374965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:26.378102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d382e2-d615-44ac-beb8-4eeac781b850 req-113916ef-0d60-47a3-beca-05f9777bcac8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.388335 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6f13b-1f10-46c2-b412-8cdd85170373" -d '{"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-plugged", "status": "completed", "tag": "e6529168-8396-49dd-9ab6-1d6e7aa2bd89"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:26.398769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d382e2-d615-44ac-beb8-4eeac781b850 req-113916ef-0d60-47a3-beca-05f9777bcac8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.399804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-bb050957-7c95-40dd-9c9a-a547c9725c99', 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'fixed_ips': [{'subnet_id': 'ac322234-70a9-473a-b560-c20966cb1b5f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:27:26.405892 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:26.414349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-11eaf90e-e55e-4b5f-a9f7-c8947ef7c231 None None] Provisioning complete for port 4660c3ff-ed80-4751-b7b4-40c9397f9461 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:26.417647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5d382e2-d615-44ac-beb8-4eeac781b850 req-113916ef-0d60-47a3-beca-05f9777bcac8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2418 time: 0.2222986 Nov 10 21:27:26.418344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-11eaf90e-e55e-4b5f-a9f7-c8947ef7c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:26.428502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.resource_extend [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:27:26.524971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Allocated IP 172.25.7.238 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/fc0092ac-550c-486e-aa9a-4d42917d4319) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:26.588674 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5d382e2-d615-44ac-beb8-4eeac781b850 req-a389603e-7e81-437c-af7b-26df56431cc5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686561 Nov 10 21:27:26.610496 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:26.693326 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ab5b8-c1eb-436e-9ab0-4cbfc8e2c98d x-openstack-request-id: req-7e1ab5b8-c1eb-436e-9ab0-4cbfc8e2c98d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:26.693850 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-plugged", "status": "completed", "tag": "e6529168-8396-49dd-9ab6-1d6e7aa2bd89", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:26.694294 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e1ab5b8-c1eb-436e-9ab0-4cbfc8e2c98d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:26.694857 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89', 'code': 200} Nov 10 21:27:26.854246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06ece-e0ce-4f95-a027-1ad579a31e7f req-554877da-36d1-4de3-9e4f-2ad7e5df09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.854841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06ece-e0ce-4f95-a027-1ad579a31e7f req-554877da-36d1-4de3-9e4f-2ad7e5df09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.854841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd06ece-e0ce-4f95-a027-1ad579a31e7f req-554877da-36d1-4de3-9e4f-2ad7e5df09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.858297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7bd06ece-e0ce-4f95-a027-1ad579a31e7f req-554877da-36d1-4de3-9e4f-2ad7e5df09ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2874 time: 0.0944943 Nov 10 21:27:26.900717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0f4f-9ced-416d-9910-a184d2ca9f73 req-5488161f-b665-415b-9125-9ef9fc955887 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:26.911015 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1fe0f4f-9ced-416d-9910-a184d2ca9f73 req-5488161f-b665-415b-9125-9ef9fc955887 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.3532758 Nov 10 21:27:26.918971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:26.968276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:26.984131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7bd06ece-e0ce-4f95-a027-1ad579a31e7f req-3c9289d8-bc21-4585-99ca-7683b8c1eecc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180193 Nov 10 21:27:27.057284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1fe0f4f-9ced-416d-9910-a184d2ca9f73 req-44952d07-4b3e-4d95-b556-fb8519f0e1bd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440706 Nov 10 21:27:27.083879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 has no active binding in host n-h1-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:27:27.099042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:27.185315 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-11eaf90e-e55e-4b5f-a9f7-c8947ef7c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:27.205942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Allocated IP 172.20.0.2 (bb050957-7c95-40dd-9c9a-a547c9725c99/ac322234-70a9-473a-b560-c20966cb1b5f/a94e320b-4779-40c6-9ead-30808a9dcdfe) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:27.226177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:27.261476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:27.264314 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:25Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:27.266015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-11eaf90e-e55e-4b5f-a9f7-c8947ef7c231 None None] For port 4660c3ff-ed80-4751-b7b4-40c9397f9461, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4660c3ff-ed80-4751-b7b4-40c9397f9461,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:27.266493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:27.270352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:27.302913 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31da3f5-5f4c-4d2d-8895-104be0b3ee2a None None] The sync data for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 is: [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:25Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:27.308988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0092ac-550c-486e-aa9a-4d42917d4319,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:27.491880 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-11eaf90e-e55e-4b5f-a9f7-c8947ef7c231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:27.750720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9dffe497-5bd8-471b-9652-9144267246dd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:27.808791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaf90e-e55e-4b5f-a9f7-c8947ef7c231 None None] Pushing event updated for resources: {'Port': ['ID=4660c3ff-ed80-4751-b7b4-40c9397f9461,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:27.833055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c6c8-30e3-4a90-a994-4bd022973cc2 req-82a01fdc-136e-4bd1-afa6-2817859cef56 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:27.836827 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:27.857854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c6c8-30e3-4a90-a994-4bd022973cc2 req-82a01fdc-136e-4bd1-afa6-2817859cef56 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:27.896532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45c6c8-30e3-4a90-a994-4bd022973cc2 req-82a01fdc-136e-4bd1-afa6-2817859cef56 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:27.904782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd45c6c8-30e3-4a90-a994-4bd022973cc2 req-82a01fdc-136e-4bd1-afa6-2817859cef56 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2418 time: 0.1860952 Nov 10 21:27:27.909968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1cd13010-cbf0-4ba7-8f42-406a39387607 None None] Provisioning complete for port 4660c3ff-ed80-4751-b7b4-40c9397f9461 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:27.910500 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd13010-cbf0-4ba7-8f42-406a39387607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:27.992275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:28.026321 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd45c6c8-30e3-4a90-a994-4bd022973cc2 req-5c037f54-20d6-4356-8be1-be6c640907a2 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205578 Nov 10 21:27:28.139145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9dffe497-5bd8-471b-9652-9144267246dd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:28.139567 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:28.145494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:28.250871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5d08-6d03-4aef-bce6-c03480783d35 req-52bcf24b-8491-446c-96c9-3a537f3c475f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:28.260677 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea2a5d08-6d03-4aef-bce6-c03480783d35 req-52bcf24b-8491-446c-96c9-3a537f3c475f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.0934815 Nov 10 21:27:28.381984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea2a5d08-6d03-4aef-bce6-c03480783d35 req-9f46f3d3-14f3-4aeb-9382-5193e45290ca tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016665 Nov 10 21:27:28.382421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Network bb050957-7c95-40dd-9c9a-a547c9725c99 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:28.384807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955db90c-ea3e-48f0-801b-99d49e64d78d req-184cedf7-666e-4bd4-a2f7-b3add8a73866 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:28.397106 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-955db90c-ea3e-48f0-801b-99d49e64d78d req-184cedf7-666e-4bd4-a2f7-b3add8a73866 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 949 time: 0.2135031 Nov 10 21:27:28.397504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:28.414089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:28.419044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:28.423380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Pushing event updated for resources: {'Port': ['ID=a94e320b-4779-40c6-9ead-30808a9dcdfe,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:28.570313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 79353cd2-bb9d-44fd-922b-ac48335b8654 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:28.625191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Attempting to bind port a94e320b-4779-40c6-9ead-30808a9dcdfe on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:28.625191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Attempting to bind port a94e320b-4779-40c6-9ead-30808a9dcdfe by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:28.625711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Attempting to bind port a94e320b-4779-40c6-9ead-30808a9dcdfe on network bb050957-7c95-40dd-9c9a-a547c9725c99 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:28.633652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-955db90c-ea3e-48f0-801b-99d49e64d78d req-0bf9376e-4b1e-459c-9b59-8fbd59b7d86d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351880 Nov 10 21:27:28.641053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:28.641440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Checking segment: {'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:28.641841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:28.642240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Bound using segment: {'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:28.642724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Bound port: a94e320b-4779-40c6-9ead-30808a9dcdfe, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:28.643097 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:28.726557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 79353cd2-bb9d-44fd-922b-ac48335b8654 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:28.726931 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:28.782252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] For port a94e320b-4779-40c6-9ead-30808a9dcdfe, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:28.788930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] For port a94e320b-4779-40c6-9ead-30808a9dcdfe, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a94e320b-4779-40c6-9ead-30808a9dcdfe,segment=NetworkSegment(c24d688b-d456-452b-b732-350f74b67e38),segment_id=c24d688b-d456-452b-b732-350f74b67e38)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:28.858552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Router 46a0051e-892b-49eb-99e1-ce958b213528 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:27:28.870518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4660c3ff-ed80-4751-b7b4-40c9397f9461 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:28.928996 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:29.008280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77cf9-ae5d-4dfc-93b9-9d58daa84cd9 None None] Pushing event updated for resources: {'Port': ['ID=a94e320b-4779-40c6-9ead-30808a9dcdfe,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:29.018256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4660c3ff-ed80-4751-b7b4-40c9397f9461 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:29.019871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:29.036694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:29.054941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Sync routers for ids ['46a0051e-892b-49eb-99e1-ce958b213528'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:29.084885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Routers {'46a0051e-892b-49eb-99e1-ce958b213528'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:29.085530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['46a0051e-892b-49eb-99e1-ce958b213528'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:29.171256 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:29.178549 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2a33ba1-381a-4841-8448-53795776ff81 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2127059 Nov 10 21:27:29.184142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51744) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:29.401178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Set router 46a0051e-892b-49eb-99e1-ce958b213528 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:29.595711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faa721-471f-4303-9155-c08551b5119b req-b17d0bd8-cf54-479a-b675-dd610955ea73 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:29.602675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faa721-471f-4303-9155-c08551b5119b req-b17d0bd8-cf54-479a-b675-dd610955ea73 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:29.609324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faa721-471f-4303-9155-c08551b5119b req-b17d0bd8-cf54-479a-b675-dd610955ea73 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:29.611054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2faa721-471f-4303-9155-c08551b5119b req-b17d0bd8-cf54-479a-b675-dd610955ea73 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2418 time: 0.2365024 Nov 10 21:27:29.623276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-fc50d042-f6c2-4772-bc08-24d60862bdef tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:29.624985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-fc50d042-f6c2-4772-bc08-24d60862bdef tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f0d1878-656a-4ae9-8152-8f2717c04988 HTTP/1.1" status: 200 len: 950 time: 0.2816677 Nov 10 21:27:29.646122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272608b2-9595-467a-ad60-c3cd14f7854e req-8ea94fb2-923d-4577-ac01-232fb0a30f37 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:29.647868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-272608b2-9595-467a-ad60-c3cd14f7854e req-8ea94fb2-923d-4577-ac01-232fb0a30f37 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 949 time: 0.2105241 Nov 10 21:27:29.920009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 3, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:29.941064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2faa721-471f-4303-9155-c08551b5119b req-303ac7d0-3469-4b1d-a479-1cc57b672017 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139215 Nov 10 21:27:29.984390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Checking router: 46a0051e-892b-49eb-99e1-ce958b213528 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:29.988273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Updating router 46a0051e-892b-49eb-99e1-ce958b213528 port fc0092ac-550c-486e-aa9a-4d42917d4319 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:27:30.026003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:30.028181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.046008 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.242420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port 80997881-53d1-4855-8174-deb5453c0516 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:30.249493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.374426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216e961-f77f-40a7-b34c-572841198292 req-7b06b9c9-c50d-4f5e-bff4-d8ae89330b52 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:30.387947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0216e961-f77f-40a7-b34c-572841198292 req-7b06b9c9-c50d-4f5e-bff4-d8ae89330b52 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.8720582 Nov 10 21:27:30.403106 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.409400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a94e320b-4779-40c6-9ead-30808a9dcdfe up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:30.475942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a94e320b-4779-40c6-9ead-30808a9dcdfe triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:30.476670 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.515112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0216e961-f77f-40a7-b34c-572841198292 req-25012b78-8f69-4f94-8122-c2cff7e925ca tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260273 Nov 10 21:27:30.524094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.586088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d5de4-220d-40e4-bda3-b3951d02482d None None] Network bb050957-7c95-40dd-9c9a-a547c9725c99 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:30.689106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5437668-5394-49aa-8e05-446a5956d455 None None] Pushing event updated for resources: {'Port': ['ID=fc0092ac-550c-486e-aa9a-4d42917d4319,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:30.700579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Attempting to bind port fc0092ac-550c-486e-aa9a-4d42917d4319 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:30.705733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Attempting to bind port fc0092ac-550c-486e-aa9a-4d42917d4319 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:30.705733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Attempting to bind port fc0092ac-550c-486e-aa9a-4d42917d4319 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:30.713283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bf562e3f-7a4a-4009-a20c-24621d531aa9 None None] Provisioning complete for port a94e320b-4779-40c6-9ead-30808a9dcdfe triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:30.713654 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf562e3f-7a4a-4009-a20c-24621d531aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.741505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:30.745870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:30.745870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.745870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:30.745870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Bound port: fc0092ac-550c-486e-aa9a-4d42917d4319, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:30.745870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.892650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] For port fc0092ac-550c-486e-aa9a-4d42917d4319, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:30.896164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.904764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] For port fc0092ac-550c-486e-aa9a-4d42917d4319, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fc0092ac-550c-486e-aa9a-4d42917d4319,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:30.947015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:30.947398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.950837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port 80997881-53d1-4855-8174-deb5453c0516, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=80997881-53d1-4855-8174-deb5453c0516,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:30.952391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:30.979948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:31.007566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port a94e320b-4779-40c6-9ead-30808a9dcdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a94e320b-4779-40c6-9ead-30808a9dcdfe,segment=NetworkSegment(c24d688b-d456-452b-b732-350f74b67e38),segment_id=c24d688b-d456-452b-b732-350f74b67e38)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:31.011503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf562e3f-7a4a-4009-a20c-24621d531aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:31.014808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:31.015157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74c114-9ca6-44b0-b4eb-5b0cc1545bc6 req-1877c22e-5801-4946-89c2-444c2d59a847 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:31.016897 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf74c114-9ca6-44b0-b4eb-5b0cc1545bc6 req-1877c22e-5801-4946-89c2-444c2d59a847 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 949 time: 0.2753465 Nov 10 21:27:31.021133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for 80997881-53d1-4855-8174-deb5453c0516 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:31.023800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-88fe3311-501f-4a56-b57b-c55d4c8567b9 service neutron] 10.222.0.53 "GET /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410/bindings/n-h1-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.2787440 Nov 10 21:27:31.102746 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:31.103518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4660c3ff-ed80-4751-b7b4-40c9397f9461 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:31.159312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Routers {'46a0051e-892b-49eb-99e1-ce958b213528'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:31.160055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['46a0051e-892b-49eb-99e1-ce958b213528'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:31.162126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5437668-5394-49aa-8e05-446a5956d455 None None] Pushing event updated for resources: {'Port': ['ID=fc0092ac-550c-486e-aa9a-4d42917d4319,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:31.296587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf74c114-9ca6-44b0-b4eb-5b0cc1545bc6 req-c425c0a5-389f-4e1e-b773-68f0e03a578a tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569420 Nov 10 21:27:31.329597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-bf562e3f-7a4a-4009-a20c-24621d531aa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:27:31.332273 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-bf562e3f-7a4a-4009-a20c-24621d531aa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:27:31.441856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=a94e320b-4779-40c6-9ead-30808a9dcdfe,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:31.475031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] Set router 46a0051e-892b-49eb-99e1-ce958b213528 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:31.536724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4660c3ff-ed80-4751-b7b4-40c9397f9461 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:31.541288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:31.598781 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:31.707199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4990-c866-45cd-81c6-3e28c9fe40c3 req-280c72f8-4fc9-446d-a8d3-9b66e953e588 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:31.712840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4990-c866-45cd-81c6-3e28c9fe40c3 req-280c72f8-4fc9-446d-a8d3-9b66e953e588 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:31.717904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62ae2d-89e7-47be-977b-2a35fa0503c8 req-71ef826d-766f-481a-9856-8d66bcaeefe0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:31.719857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d62ae2d-89e7-47be-977b-2a35fa0503c8 req-71ef826d-766f-481a-9856-8d66bcaeefe0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 943 time: 0.0817482 Nov 10 21:27:31.720826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4990-c866-45cd-81c6-3e28c9fe40c3 req-280c72f8-4fc9-446d-a8d3-9b66e953e588 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:31.722463 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-968e4990-c866-45cd-81c6-3e28c9fe40c3 req-280c72f8-4fc9-446d-a8d3-9b66e953e588 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2418 time: 0.2790456 Nov 10 21:27:31.795810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d62ae2d-89e7-47be-977b-2a35fa0503c8 req-7ea2f1c7-dc55-433b-ba1e-9cefdf683d7e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624604 Nov 10 21:27:31.799402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:31.836025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:31.887786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:31.916349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:31.946345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=80997881-53d1-4855-8174-deb5453c0516,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:32.020476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a94e320b-4779-40c6-9ead-30808a9dcdfe up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:32.022810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:32.037401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-968e4990-c866-45cd-81c6-3e28c9fe40c3 req-2fc970a7-68bd-4337-bd1a-71aaff0eade2 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762136 Nov 10 21:27:32.063067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09d79bc-9da4-4d83-bd72-40260c93b410 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:32.080387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port 80997881-53d1-4855-8174-deb5453c0516 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:32.150029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:32.153835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.160818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-38bdbbe3-9e95-46dd-968d-3614f80227cc req-421f3188-2ea0-4c2a-85b0-81d0f36eaa0c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.53 "DELETE /v2.0/ports/80997881-53d1-4855-8174-deb5453c0516 HTTP/1.1" status: 204 len: 173 time: 2.5295916 Nov 10 21:27:32.180717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:32.182123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'name': 'network-vif-deleted', 'tag': '80997881-53d1-4855-8174-deb5453c0516'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:32.184459 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b37067a-1f34-4a11-8061-88dcf232e49e" -d '{"events": [{"server_uuid": "2f0d1878-656a-4ae9-8152-8f2717c04988", "name": "network-vif-deleted", "tag": "80997881-53d1-4855-8174-deb5453c0516"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:32.194202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.197687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-272608b2-9595-467a-ad60-c3cd14f7854e req-f4adfd5e-d91c-409e-9a79-122bae6dc6f5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "DELETE /v2.0/ports/7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce HTTP/1.1" status: 204 len: 173 time: 2.4970250 Nov 10 21:27:32.230623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Allocated IP 172.20.0.1 (bb050957-7c95-40dd-9c9a-a547c9725c99/ac322234-70a9-473a-b560-c20966cb1b5f/73527a35-8d75-4f80-8476-40f4dd94c076) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:32.263196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 3, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:32.263395 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2231e978-ebd0-4298-a73f-f2a038cb2dae x-openstack-request-id: req-2231e978-ebd0-4298-a73f-f2a038cb2dae {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:32.263395 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0d1878-656a-4ae9-8152-8f2717c04988", "name": "network-vif-deleted", "tag": "80997881-53d1-4855-8174-deb5453c0516", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:32.264577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51804) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:32.264671 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2231e978-ebd0-4298-a73f-f2a038cb2dae {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:32.264671 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0d1878-656a-4ae9-8152-8f2717c04988', 'name': 'network-vif-deleted', 'tag': '80997881-53d1-4855-8174-deb5453c0516', 'status': 'completed', 'code': 200} Nov 10 21:27:32.297480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.308910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cc8ceb-f4fb-4179-bf72-91d96fc9094c None None] The sync data for ids ['46a0051e-892b-49eb-99e1-ce958b213528'] in n-d-776250-11 is: [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 3, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:32.339263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-55b263f4-abc1-41cc-85f7-f8c652eaf1cf None None] Provisioning complete for port a94e320b-4779-40c6-9ead-30808a9dcdfe triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:32.339552 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-55b263f4-abc1-41cc-85f7-f8c652eaf1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.522487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a94e320b-4779-40c6-9ead-30808a9dcdfe triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:32.522854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.546790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-85376942-5411-4ccd-9c6d-747817acfe3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.614311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] Transition to ACTIVE for port object e09d79bc-9da4-4d83-bd72-40260c93b410 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:27:32.625881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01fb04c0-426e-407d-8b0e-cbd4e1991698 req-318bb5b6-78b0-400a-a9e9-15b22babefee tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 210 time: 0.0680575 Nov 10 21:27:32.701795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.722627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-85376942-5411-4ccd-9c6d-747817acfe3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.832221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-85376942-5411-4ccd-9c6d-747817acfe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.834902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:32.848548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-8f685551-7c8b-4a1f-bab9-36cf43a9f86f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:32.855008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-8f685551-7c8b-4a1f-bab9-36cf43a9f86f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:32.868967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-8f685551-7c8b-4a1f-bab9-36cf43a9f86f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:32.870811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-8f685551-7c8b-4a1f-bab9-36cf43a9f86f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2418 time: 0.1160579 Nov 10 21:27:32.887963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-85376942-5411-4ccd-9c6d-747817acfe3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c5bf43f78e5412f858394726e6c176d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6254811 Nov 10 21:27:32.906387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51814) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:32.924261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85376942-5411-4ccd-9c6d-747817acfe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3a567-0609-4d5d-b91a-5488b7f33a9f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:32.939168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.018584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc706d0-2ac5-4061-97a0-d1feecb6aef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.031879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Network bb050957-7c95-40dd-9c9a-a547c9725c99 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:33.039174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2feef2-3577-4c4d-9dac-c9ebb4743595 req-099704e6-6b95-46c2-ab4b-280195311b5d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:33.040744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a2feef2-3577-4c4d-9dac-c9ebb4743595 req-099704e6-6b95-46c2-ab4b-280195311b5d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.1197026 Nov 10 21:27:33.066096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] No DVR routers for this DVR port e09d79bc-9da4-4d83-bd72-40260c93b410 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:33.077774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:33.078082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc706d0-2ac5-4061-97a0-d1feecb6aef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.080398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:33.091512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:33.187233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a2feef2-3577-4c4d-9dac-c9ebb4743595 req-2f0ac80e-41c6-42a0-9cde-f9b52353a0c7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351373 Nov 10 21:27:33.192602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=10']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:33.259951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:33.262155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 80997881-53d1-4855-8174-deb5453c0516 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:33.311889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 80997881-53d1-4855-8174-deb5453c0516 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:33.312845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 80997881-53d1-4855-8174-deb5453c0516 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:33.317810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-63c0463a-d7bb-4d4a-a679-505371bf98d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410/bindings/n-h1-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 2.2865217 Nov 10 21:27:33.344456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc706d0-2ac5-4061-97a0-d1feecb6aef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.352208 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc706d0-2ac5-4061-97a0-d1feecb6aef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.354163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7dc706d0-2ac5-4061-97a0-d1feecb6aef4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ecb3a567-0609-4d5d-b91a-5488b7f33a9f HTTP/1.1" status: 204 len: 168 time: 0.4468086 Nov 10 21:27:33.369782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc706d0-2ac5-4061-97a0-d1feecb6aef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3a567-0609-4d5d-b91a-5488b7f33a9f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:33.412140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.425268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Pushing event updated for resources: {'Port': ['ID=73527a35-8d75-4f80-8476-40f4dd94c076,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:33.576522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9598cf-c1c0-4631-81d5-127fff1a3589 req-a200828c-7d37-41d0-9c9d-eea8cb9d8843 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:33.590044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9598cf-c1c0-4631-81d5-127fff1a3589 req-a200828c-7d37-41d0-9c9d-eea8cb9d8843 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:33.598833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9598cf-c1c0-4631-81d5-127fff1a3589 req-a200828c-7d37-41d0-9c9d-eea8cb9d8843 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:33.609744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a9598cf-c1c0-4631-81d5-127fff1a3589 req-a200828c-7d37-41d0-9c9d-eea8cb9d8843 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 2418 time: 0.3353758 Nov 10 21:27:33.612624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:33.618383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.713450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b0127d2a-ef70-4f1f-8713-5d24a6c6af87 None None] Provisioning complete for port 73527a35-8d75-4f80-8476-40f4dd94c076 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:33.714047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b0127d2a-ef70-4f1f-8713-5d24a6c6af87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.767093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b0127d2a-ef70-4f1f-8713-5d24a6c6af87 None None] Port 73527a35-8d75-4f80-8476-40f4dd94c076 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:33.830920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-dce83d70-1ca6-4867-9ed9-8fd18a3a4898 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:33.832387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-dce83d70-1ca6-4867-9ed9-8fd18a3a4898 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.3222592 Nov 10 21:27:33.839411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2948b64-cd95-4f10-8bc8-862be0396434 req-68120873-8e63-4b24-b8be-a9e1d1ab246e tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=11f0a9cf-c8f8-4c15-860a-9e1fa505eb28 HTTP/1.1" status: 200 len: 210 time: 0.0496743 Nov 10 21:27:33.934489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a9598cf-c1c0-4631-81d5-127fff1a3589 req-e00939ec-fcfd-4509-b8ca-189526ade76d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053305 Nov 10 21:27:33.966014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:33.966404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:33.983751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for 5bd4f69b-35f5-45fe-a122-784f9f20f4ae owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:33.996482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-fd9b1dfd-b5f7-43e3-af10-5df2e75f0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:33.998837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-fd9b1dfd-b5f7-43e3-af10-5df2e75f0187 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658&tenant_id=912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 1096 time: 0.1521068 Nov 10 21:27:34.018011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fc0092ac-550c-486e-aa9a-4d42917d4319 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:34.120611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fc0092ac-550c-486e-aa9a-4d42917d4319 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:34.121306 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.151571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.190650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-d2a82257-828f-4645-8336-faac214a02f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718942 Nov 10 21:27:34.212900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-30131530-9d7f-48f7-bae3-0955869b492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:34.214452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-30131530-9d7f-48f7-bae3-0955869b492e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1096 time: 0.1161799 Nov 10 21:27:34.236700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51832) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:34.245948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.261874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'name': 'network-vif-deleted', 'tag': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:34.264956 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff67c5-3d30-47af-a529-664cee6bcaf3" -d '{"events": [{"server_uuid": "11f0a9cf-c8f8-4c15-860a-9e1fa505eb28", "name": "network-vif-deleted", "tag": "7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:34.270768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d30376b7-3814-41da-b572-c6c87066757e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.291684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port fc0092ac-550c-486e-aa9a-4d42917d4319, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fc0092ac-550c-486e-aa9a-4d42917d4319,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:34.345882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9decfb-be71-4842-a598-71bad29697d5 req-6cd9f201-60da-4a37-bda0-8e865cc2b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:34.346658 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-6cd9f201-60da-4a37-bda0-8e865cc2b85a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5195fd2e6970433088e7ae13882aa56b&device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 1098 time: 0.1173205 Nov 10 21:27:34.347487 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423d93c7-b9bd-4dd5-b9b7-a99a3b0a2412 x-openstack-request-id: req-423d93c7-b9bd-4dd5-b9b7-a99a3b0a2412 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:34.348032 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f0a9cf-c8f8-4c15-860a-9e1fa505eb28", "name": "network-vif-deleted", "tag": "7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:34.348032 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-423d93c7-b9bd-4dd5-b9b7-a99a3b0a2412 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:34.348481 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f0a9cf-c8f8-4c15-860a-9e1fa505eb28', 'name': 'network-vif-deleted', 'tag': '7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce', 'status': 'completed', 'code': 200} Nov 10 21:27:34.364098 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.429342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=fc0092ac-550c-486e-aa9a-4d42917d4319,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:34.505414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d30376b7-3814-41da-b572-c6c87066757e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.511432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.523589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e6529168-8396-49dd-9ab6-1d6e7aa2bd89', '5bd4f69b-35f5-45fe-a122-784f9f20f4ae', 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:34.533651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-01605d03-fae1-42f9-93cd-debfd45ae09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:34.535133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-01605d03-fae1-42f9-93cd-debfd45ae09d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.2961302 Nov 10 21:27:34.544905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9decfb-be71-4842-a598-71bad29697d5 req-e2240214-c7ca-4cbc-a282-cc9cac6e20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:34.546553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-e2240214-c7ca-4cbc-a282-cc9cac6e20f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4693b87d-5170-4012-9198-8cfba408eccb HTTP/1.1" status: 200 len: 906 time: 0.1661389 Nov 10 21:27:34.567109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f73cd4-71d6-44b9-9350-1b3e8b22007e req-fec9925f-9dd8-43de-8050-2a4c26104240 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:34.568632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69f73cd4-71d6-44b9-9350-1b3e8b22007e req-fec9925f-9dd8-43de-8050-2a4c26104240 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.1692462 Nov 10 21:27:34.585183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=5bd4f69b-35f5-45fe-a122-784f9f20f4ae,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:34.656244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d30376b7-3814-41da-b572-c6c87066757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.660477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-711f56d6-5fef-46cf-b07c-7aa35605b88f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e HTTP/1.1" status: 200 len: 1001 time: 0.1062086 Nov 10 21:27:34.694504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-1269546e-7649-4615-bad0-f34e44df346f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 217 time: 0.1248734 Nov 10 21:27:34.735017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9decfb-be71-4842-a598-71bad29697d5 req-6edecf26-ceaa-489e-9b42-42997f14296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:34.736661 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-6edecf26-ceaa-489e-9b42-42997f14296e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71bb2c60-1dce-45cb-b5fb-a10cae413211 HTTP/1.1" status: 200 len: 844 time: 0.0648034 Nov 10 21:27:34.787048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port 5bd4f69b-35f5-45fe-a122-784f9f20f4ae on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:34.812499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.815192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-67663499-c210-4cd6-a7d7-38f9c5a256c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "DELETE /v2.0/ports/5bd4f69b-35f5-45fe-a122-784f9f20f4ae HTTP/1.1" status: 204 len: 173 time: 1.9369171 Nov 10 21:27:34.830943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d30376b7-3814-41da-b572-c6c87066757e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12a9e14a891f4b928e08a4420a18432d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5924883 Nov 10 21:27:34.838317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30376b7-3814-41da-b572-c6c87066757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c366e8-1b3a-4628-968f-64c637424c68,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:34.838466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:34.840965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51842) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:34.886253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9decfb-be71-4842-a598-71bad29697d5 req-29c1b591-3735-4fb8-ac4a-e9b8c908039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:34.887398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-29c1b591-3735-4fb8-ac4a-e9b8c908039f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4693b87d-5170-4012-9198-8cfba408eccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320112 Nov 10 21:27:34.958841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69f73cd4-71d6-44b9-9350-1b3e8b22007e req-002e91f9-8097-4080-9c24-cd68064ffd76 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754170 Nov 10 21:27:34.965046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.005040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-4e604929-1c2c-40f5-bae0-f2ee79e5bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:35.006489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-4e604929-1c2c-40f5-bae0-f2ee79e5bd44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.2907526 Nov 10 21:27:35.051178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-c80f13e1-ed22-4fc2-9b91-3c3c2b3d5366 service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511664 Nov 10 21:27:35.086569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-1db0abf8-9914-400d-bb31-6dc9aeb91b7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524998 Nov 10 21:27:35.139127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.172168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Pushing event updated for resources: {'Port': ['ID=73527a35-8d75-4f80-8476-40f4dd94c076,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:35.219191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df9ab69-ea58-4923-b705-e87301bf2566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.266519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aeb89-6cef-446e-86ef-ab01a0313a4b req-c9f2739a-86c5-4ca0-a7f7-1cecbbf39e76 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:35.276485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40aeb89-6cef-446e-86ef-ab01a0313a4b req-c9f2739a-86c5-4ca0-a7f7-1cecbbf39e76 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:35.285847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d40aeb89-6cef-446e-86ef-ab01a0313a4b req-c9f2739a-86c5-4ca0-a7f7-1cecbbf39e76 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 1683 time: 0.1894958 Nov 10 21:27:35.347070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df9ab69-ea58-4923-b705-e87301bf2566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.379437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e9decfb-be71-4842-a598-71bad29697d5 req-1a3f4cbe-3157-4cb7-a283-9aabba91e7e7 service neutron] 10.222.0.64 "GET /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201611 Nov 10 21:27:35.437022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d40aeb89-6cef-446e-86ef-ab01a0313a4b req-5ce0cd06-640f-494e-9365-5210e83eebca tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415391 Nov 10 21:27:35.585936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df9ab69-ea58-4923-b705-e87301bf2566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.588817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df9ab69-ea58-4923-b705-e87301bf2566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.590042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6df9ab69-ea58-4923-b705-e87301bf2566 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01c366e8-1b3a-4628-968f-64c637424c68 HTTP/1.1" status: 204 len: 168 time: 0.7444940 Nov 10 21:27:35.614870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9ab69-ea58-4923-b705-e87301bf2566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c366e8-1b3a-4628-968f-64c637424c68,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:35.638284 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a95c3b89-477d-42dc-adc7-003ad8f8b3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.684363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:35.684946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.692011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-9b0c6c44-966d-479a-b0e0-da55df1c063b service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720260 Nov 10 21:27:35.793373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Network bb050957-7c95-40dd-9c9a-a547c9725c99 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:35.824859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:35.971640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port e6529168-8396-49dd-9ab6-1d6e7aa2bd89, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:35.972052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:35.996873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fc0092ac-550c-486e-aa9a-4d42917d4319 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:36.007917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-d687f13c-0256-40e3-8113-8fc6cb5ecbbe service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887015 Nov 10 21:27:36.016784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for e6529168-8396-49dd-9ab6-1d6e7aa2bd89 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:36.069707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fc0092ac-550c-486e-aa9a-4d42917d4319 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:36.070524 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:36.164577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Router 46a0051e-892b-49eb-99e1-ce958b213528 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:27:36.349694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-deleted', 'tag': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:36.355142 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da462be-6113-4449-82d2-0127f8e72236" -d '{"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-deleted", "tag": "5bd4f69b-35f5-45fe-a122-784f9f20f4ae"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:36.355915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d86b0983-b635-451a-9fc3-2bc039f5903c None None] Provisioning complete for port 73527a35-8d75-4f80-8476-40f4dd94c076 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:36.358050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d86b0983-b635-451a-9fc3-2bc039f5903c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:36.383187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:36.395042 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Sync routers for ids ['46a0051e-892b-49eb-99e1-ce958b213528'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:36.403235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-386a488c-8b6c-4440-abb4-2037da4290f1 admin admin] 10.222.0.45 "PUT /v2.0/routers/46a0051e-892b-49eb-99e1-ce958b213528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2150578 Nov 10 21:27:36.403235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:36.409153 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Routers {'46a0051e-892b-49eb-99e1-ce958b213528'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:36.410623 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['46a0051e-892b-49eb-99e1-ce958b213528'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:36.443094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03c2ee-ca29-4301-9b9e-14cd0be056b4 req-a16a30bf-686b-452e-861e-473652afb9fc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:36.449001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da03c2ee-ca29-4301-9b9e-14cd0be056b4 req-a16a30bf-686b-452e-861e-473652afb9fc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.1354303 Nov 10 21:27:36.458887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=e6529168-8396-49dd-9ab6-1d6e7aa2bd89,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:36.474250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d86b0983-b635-451a-9fc3-2bc039f5903c None None] Port 73527a35-8d75-4f80-8476-40f4dd94c076 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:36.602243 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Set router 46a0051e-892b-49eb-99e1-ce958b213528 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:36.602398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da03c2ee-ca29-4301-9b9e-14cd0be056b4 req-0946b209-e433-4dd2-b1ac-61591f41d803 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392379 Nov 10 21:27:36.613736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port e6529168-8396-49dd-9ab6-1d6e7aa2bd89 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:36.622397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:36.628723 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-dedf23ef-348e-4156-a168-ada8c44d2300 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "DELETE /v2.0/ports/e6529168-8396-49dd-9ab6-1d6e7aa2bd89 HTTP/1.1" status: 204 len: 173 time: 1.7977476 Nov 10 21:27:36.865650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5960b26-9240-4c44-b0b6-9ff196eba5c2 req-0b688c25-83a2-492a-8d5b-21488200d8fb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:36.871888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5960b26-9240-4c44-b0b6-9ff196eba5c2 req-0b688c25-83a2-492a-8d5b-21488200d8fb tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 950 time: 0.1182041 Nov 10 21:27:36.911319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:36.911660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:36.959979 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0d666a-0d92-49da-830e-4f72bc7fc35d x-openstack-request-id: req-5e0d666a-0d92-49da-830e-4f72bc7fc35d {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:36.960316 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-deleted", "tag": "5bd4f69b-35f5-45fe-a122-784f9f20f4ae", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:36.965805 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e0d666a-0d92-49da-830e-4f72bc7fc35d {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:36.965805 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-deleted', 'tag': '5bd4f69b-35f5-45fe-a122-784f9f20f4ae', 'status': 'completed', 'code': 200} Nov 10 21:27:36.981971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:27:33Z', 'revision_number': 4, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '73527a35-8d75-4f80-8476-40f4dd94c076', 'name': '', 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'mac_address': 'fa:16:3e:af:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'ac322234-70a9-473a-b560-c20966cb1b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:31Z', 'updated_at': '2021-11-10T21:27:34Z', 'revision_number': 2, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'subnets': [{'id': 'ac322234-70a9-473a-b560-c20966cb1b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:37.046831 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Checking router: 46a0051e-892b-49eb-99e1-ce958b213528 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:37.047658 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Updating router 46a0051e-892b-49eb-99e1-ce958b213528 port 73527a35-8d75-4f80-8476-40f4dd94c076 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:27:37.079988 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:37.088797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5bd4f69b-35f5-45fe-a122-784f9f20f4ae no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:37.115403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5960b26-9240-4c44-b0b6-9ff196eba5c2 req-83bb5aea-e9bc-4911-b7c7-5c824946f3ba tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289069 Nov 10 21:27:37.146245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 5bd4f69b-35f5-45fe-a122-784f9f20f4ae {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:37.147515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5bd4f69b-35f5-45fe-a122-784f9f20f4ae not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:37.149490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:37.175345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f28dca-94b8-4094-9c75-e33ea4ed07f7 req-1096a15d-7eb7-4900-9cee-75f87569965d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:37.188251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92f28dca-94b8-4094-9c75-e33ea4ed07f7 req-1096a15d-7eb7-4900-9cee-75f87569965d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 946 time: 0.1079588 Nov 10 21:27:37.189648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:37.191211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:37.228170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:37.286970 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92f28dca-94b8-4094-9c75-e33ea4ed07f7 req-1f5527e5-cc41-4714-80b5-d6a36c9fdac0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992463 Nov 10 21:27:37.304909 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:37.411339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:37.412375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:37.418470 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1572ed69-1cec-4d0c-bef7-de0d9dc34279" -d '{"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:37.476133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6bb12-1b7f-44d5-9488-42b802e8fc0e req-7800953d-528e-4144-995e-f654185b95c3 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:37.486063 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137713f0-cc00-49c7-ad9c-2c55841e9d2a x-openstack-request-id: req-137713f0-cc00-49c7-ad9c-2c55841e9d2a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:37.486662 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:37.487397 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-137713f0-cc00-49c7-ad9c-2c55841e9d2a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:37.487966 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5', 'code': 200} Nov 10 21:27:37.489347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:37.490517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e6529168-8396-49dd-9ab6-1d6e7aa2bd89 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:37.525094 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f6bb12-1b7f-44d5-9488-42b802e8fc0e req-7800953d-528e-4144-995e-f654185b95c3 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.2494693 Nov 10 21:27:37.699164 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:37.707418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: e6529168-8396-49dd-9ab6-1d6e7aa2bd89 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:37.708929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e6529168-8396-49dd-9ab6-1d6e7aa2bd89 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:37.769154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:37.796298 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:37.845694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f6bb12-1b7f-44d5-9488-42b802e8fc0e req-295fb6f0-cd35-4a04-93c3-160ae2ab74e0 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152778 Nov 10 21:27:37.912600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7130ac-510a-4e61-b347-69a4a3129967 req-6317eee4-897b-486b-9897-41c52c485e9b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:37.936672 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb7130ac-510a-4e61-b347-69a4a3129967 req-6317eee4-897b-486b-9897-41c52c485e9b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.1455169 Nov 10 21:27:37.943947 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f97a1-ea4f-4f98-9549-d5b094ea37d6 None None] Pushing event updated for resources: {'Port': ['ID=73527a35-8d75-4f80-8476-40f4dd94c076,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:37.980391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-60456129-ba45-4fcb-b3fc-9ebd630cf845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:38.025921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:38.144308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb7130ac-510a-4e61-b347-69a4a3129967 req-116089c6-1c9c-4ae0-84f2-d93a0872c570 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915963 Nov 10 21:27:38.239211 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Attempting to bind port 73527a35-8d75-4f80-8476-40f4dd94c076 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:38.239707 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Attempting to bind port 73527a35-8d75-4f80-8476-40f4dd94c076 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:38.243573 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Attempting to bind port 73527a35-8d75-4f80-8476-40f4dd94c076 on network bb050957-7c95-40dd-9c9a-a547c9725c99 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:38.265596 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:38.266024 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Checking segment: {'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:38.266364 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:38.267191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-614cba78-d11e-497f-8134-465d00c2f424 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:38.268642 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Bound using segment: {'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:38.269159 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Bound port: 73527a35-8d75-4f80-8476-40f4dd94c076, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24d688b-d456-452b-b732-350f74b67e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:38.269566 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:38.270810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-614cba78-d11e-497f-8134-465d00c2f424 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.3690619 Nov 10 21:27:38.340660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:38.347918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:38.361492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02f961f0-f47f-40e1-a5f6-ab38fde7a25d req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.53 "DELETE /v2.0/ports/ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5 HTTP/1.1" status: 204 len: 173 time: 1.7240169 Nov 10 21:27:38.400853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eee3f7-04c0-40b2-99c4-2c4d7d22308e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:38.568294 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] For port 73527a35-8d75-4f80-8476-40f4dd94c076, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:38.588658 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] For port 73527a35-8d75-4f80-8476-40f4dd94c076, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=73527a35-8d75-4f80-8476-40f4dd94c076,segment=NetworkSegment(c24d688b-d456-452b-b732-350f74b67e38),segment_id=c24d688b-d456-452b-b732-350f74b67e38)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:38.631004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d0b55c-c132-49d2-87c0-0488b5903153 req-167c1cdd-1fc3-4ec8-b706-796ed0d48c2c tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 210 time: 0.0871029 Nov 10 21:27:38.664717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-acfebb7d-05e5-48d6-9f62-d2e2207bfabc None None] Provisioning complete for port 73527a35-8d75-4f80-8476-40f4dd94c076 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:38.670175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-acfebb7d-05e5-48d6-9f62-d2e2207bfabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:38.690606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-5f30738a-2461-4ce7-85be-f6b9069d38a9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:38.694812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-5f30738a-2461-4ce7-85be-f6b9069d38a9 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 950 time: 0.2241042 Nov 10 21:27:38.718850 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:38.800734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-acfebb7d-05e5-48d6-9f62-d2e2207bfabc None None] Port 73527a35-8d75-4f80-8476-40f4dd94c076 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:27:38.857127 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Routers {'46a0051e-892b-49eb-99e1-ce958b213528'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:38.857963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['46a0051e-892b-49eb-99e1-ce958b213528'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:38.971783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-deleted', 'tag': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89'}, {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-deleted', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:38.978538 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9e8ecf-957c-400f-9727-3cfd5764e518" -d '{"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-deleted", "tag": "e6529168-8396-49dd-9ab6-1d6e7aa2bd89"}, {"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-deleted", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:39.054237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904814c-3d17-4e80-b2f5-48bd230a20f2 req-54f72dcb-07a6-4faa-b6f3-9193ebbf4d2f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:39.087588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9904814c-3d17-4e80-b2f5-48bd230a20f2 req-54f72dcb-07a6-4faa-b6f3-9193ebbf4d2f tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 950 time: 0.7082403 Nov 10 21:27:39.231130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-0df62f56-2a2e-4ca4-ab56-8088ef154de5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:39.244046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-0df62f56-2a2e-4ca4-ab56-8088ef154de5 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/ports?device_id=95767690-eed0-4e2c-89fd-d398a1d3b6da HTTP/1.1" status: 200 len: 950 time: 0.4553378 Nov 10 21:27:39.349512 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc37aca-9e85-4510-9582-52ce7f08e554 x-openstack-request-id: req-1bc37aca-9e85-4510-9582-52ce7f08e554 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:39.349512 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-deleted", "tag": "e6529168-8396-49dd-9ab6-1d6e7aa2bd89", "status": "completed", "code": 200}, {"server_uuid": "2803117c-ffca-4212-984a-82ed0de40d2c", "name": "network-vif-deleted", "tag": "ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:39.349512 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1bc37aca-9e85-4510-9582-52ce7f08e554 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:39.349512 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-deleted', 'tag': 'e6529168-8396-49dd-9ab6-1d6e7aa2bd89', 'status': 'completed', 'code': 200} Nov 10 21:27:39.349512 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803117c-ffca-4212-984a-82ed0de40d2c', 'name': 'network-vif-deleted', 'tag': 'ab721af4-f7ed-4cdf-b6dc-47f4b3d030b5', 'status': 'completed', 'code': 200} Nov 10 21:27:39.402655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9904814c-3d17-4e80-b2f5-48bd230a20f2 req-be22b2c6-07f5-4925-b3d0-7e53a2b0d7bf tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137426 Nov 10 21:27:39.410444 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] Set router 46a0051e-892b-49eb-99e1-ce958b213528 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:39.473946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d3a7accd-cdd3-4ae8-9bd7-e91a40e84544 None None] Provisioning complete for port 73527a35-8d75-4f80-8476-40f4dd94c076 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:39.478008 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d3a7accd-cdd3-4ae8-9bd7-e91a40e84544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:39.738350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766cffd-6a97-4cda-a105-d844767ec665 req-ec0395cf-4a28-4bb8-8a2a-c1920187b97e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:39.751141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a766cffd-6a97-4cda-a105-d844767ec665 req-ec0395cf-4a28-4bb8-8a2a-c1920187b97e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.1944962 Nov 10 21:27:39.785679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port d375aafd-5b91-415d-aff6-834b3fd14434 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:39.789395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:39.863974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d3a7accd-cdd3-4ae8-9bd7-e91a40e84544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:39.949782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d3a7accd-cdd3-4ae8-9bd7-e91a40e84544 None None] For port 73527a35-8d75-4f80-8476-40f4dd94c076, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=73527a35-8d75-4f80-8476-40f4dd94c076,segment=NetworkSegment(c24d688b-d456-452b-b732-350f74b67e38),segment_id=c24d688b-d456-452b-b732-350f74b67e38)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:39.959777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a766cffd-6a97-4cda-a105-d844767ec665 req-2ff68910-a719-423e-b5d8-97cbec9c7585 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076302 Nov 10 21:27:39.960704 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f97a1-ea4f-4f98-9549-d5b094ea37d6 None None] Pushing event updated for resources: {'Port': ['ID=73527a35-8d75-4f80-8476-40f4dd94c076,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:40.106362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.113485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-e1d04412-978a-4059-ad51-e93e21fe4ef2 service neutron] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:40.114769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-e1d04412-978a-4059-ad51-e93e21fe4ef2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.120192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-e1d04412-978a-4059-ad51-e93e21fe4ef2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410/bindings/n-h2-776250-11 HTTP/1.1" status: 204 len: 173 time: 1.7437577 Nov 10 21:27:40.126711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port d375aafd-5b91-415d-aff6-834b3fd14434, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d375aafd-5b91-415d-aff6-834b3fd14434,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:40.126711 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.127400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d3a7accd-cdd3-4ae8-9bd7-e91a40e84544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.155075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for d375aafd-5b91-415d-aff6-834b3fd14434 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:40.209223 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:27:33Z', 'revision_number': 4, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '73527a35-8d75-4f80-8476-40f4dd94c076', 'name': '', 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'mac_address': 'fa:16:3e:af:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'ac322234-70a9-473a-b560-c20966cb1b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:31Z', 'updated_at': '2021-11-10T21:27:38Z', 'revision_number': 4, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'subnets': [{'id': 'ac322234-70a9-473a-b560-c20966cb1b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:40.248435 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af1303-f303-4af4-b524-afb6b1bd49eb None None] The sync data for ids ['46a0051e-892b-49eb-99e1-ce958b213528'] in n-d-776250-11 is: [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:27:33Z', 'revision_number': 4, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '73527a35-8d75-4f80-8476-40f4dd94c076', 'name': '', 'network_id': 'bb050957-7c95-40dd-9c9a-a547c9725c99', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'mac_address': 'fa:16:3e:af:8c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'ac322234-70a9-473a-b560-c20966cb1b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:31Z', 'updated_at': '2021-11-10T21:27:38Z', 'revision_number': 4, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'subnets': [{'id': 'ac322234-70a9-473a-b560-c20966cb1b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:40.283379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75a2f0e8-c34f-43a8-ad05-ca7023b1304b req-ba17b781-26c6-4f2a-bbd6-e106a065e839 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=2803117c-ffca-4212-984a-82ed0de40d2c HTTP/1.1" status: 200 len: 210 time: 0.1122143 Nov 10 21:27:40.460239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7accd-cdd3-4ae8-9bd7-e91a40e84544 None None] Pushing event updated for resources: {'Port': ['ID=73527a35-8d75-4f80-8476-40f4dd94c076,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:40.632689 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.665166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.733271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=d375aafd-5b91-415d-aff6-834b3fd14434,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:40.748770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ebd4-d5fa-4ee6-8632-dbc1ceeaaade req-4db396b4-e25a-4e5c-8437-24ae751745b9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:40.757511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6cf6ebd4-d5fa-4ee6-8632-dbc1ceeaaade req-4db396b4-e25a-4e5c-8437-24ae751745b9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.1888986 Nov 10 21:27:40.764485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:40.764991 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.889622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port 57e0c4fd-a9f6-42f9-8026-31040d6600e5, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=57e0c4fd-a9f6-42f9-8026-31040d6600e5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:40.890301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:40.913073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for 57e0c4fd-a9f6-42f9-8026-31040d6600e5 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:41.201453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port d375aafd-5b91-415d-aff6-834b3fd14434 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:41.218456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:41.252129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1be0212-3a22-49b9-bd2f-e3639ab8b1d0 req-7064aa76-8847-437a-b2b8-77d21972c616 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "DELETE /v2.0/ports/d375aafd-5b91-415d-aff6-834b3fd14434 HTTP/1.1" status: 204 len: 173 time: 2.5294948 Nov 10 21:27:41.254412 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:41.254412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'name': 'network-vif-deleted', 'tag': 'd375aafd-5b91-415d-aff6-834b3fd14434'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:41.256931 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b004a0-37a2-4207-94da-12783f6700bb" -d '{"events": [{"server_uuid": "4d253be6-dbd7-45f3-9d54-d6c2282cc67a", "name": "network-vif-deleted", "tag": "d375aafd-5b91-415d-aff6-834b3fd14434"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:41.294289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6cf6ebd4-d5fa-4ee6-8632-dbc1ceeaaade req-680cc941-3352-4e8d-8b8d-210a20eb9563 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5358036 Nov 10 21:27:41.353256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=57e0c4fd-a9f6-42f9-8026-31040d6600e5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:41.422353 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:41.423835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port 57e0c4fd-a9f6-42f9-8026-31040d6600e5 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:41.437654 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:41.438875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a19a3c8-ed6b-46f5-ba67-baf27eaaf966 req-dadb8b62-a775-4fbd-ae60-1acf0779e7ae tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "DELETE /v2.0/ports/57e0c4fd-a9f6-42f9-8026-31040d6600e5 HTTP/1.1" status: 204 len: 173 time: 2.1744030 Nov 10 21:27:41.488073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e03a6b2b-5103-42cb-9872-65e460e1b705 req-51348249-5d3d-4afc-82f4-4b921551639d tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 210 time: 0.0598526 Nov 10 21:27:41.582385 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adac5d82-1bf3-44f7-883e-c9e3620888f0 x-openstack-request-id: req-adac5d82-1bf3-44f7-883e-c9e3620888f0 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:41.582385 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d253be6-dbd7-45f3-9d54-d6c2282cc67a", "name": "network-vif-deleted", "tag": "d375aafd-5b91-415d-aff6-834b3fd14434", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:41.582385 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adac5d82-1bf3-44f7-883e-c9e3620888f0 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:41.582385 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d253be6-dbd7-45f3-9d54-d6c2282cc67a', 'name': 'network-vif-deleted', 'tag': 'd375aafd-5b91-415d-aff6-834b3fd14434', 'status': 'completed', 'code': 200} Nov 10 21:27:41.732647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:42.113497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', '57e0c4fd-a9f6-42f9-8026-31040d6600e5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:42.190264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting subnet 7438f4bc-0a67-4751-a8b5-b64082bfdbbf {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:27:42.194711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', '57e0c4fd-a9f6-42f9-8026-31040d6600e5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:42.220034 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:42.252569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', '57e0c4fd-a9f6-42f9-8026-31040d6600e5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:42.255932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a', '57e0c4fd-a9f6-42f9-8026-31040d6600e5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:42.258559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 73527a35-8d75-4f80-8476-40f4dd94c076 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:42.364916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6a2e-e19a-4ee2-9da8-17f8b1f1871a req-29eb1436-166b-41ae-a584-70e5c5e90f03 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:42.388964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-393c6a2e-e19a-4ee2-9da8-17f8b1f1871a req-29eb1436-166b-41ae-a584-70e5c5e90f03 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1096 time: 0.4745421 Nov 10 21:27:42.429992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:42.672358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-393c6a2e-e19a-4ee2-9da8-17f8b1f1871a req-7b6705ff-c58f-4347-989f-d0e08f11d455 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822642 Nov 10 21:27:42.714210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 73527a35-8d75-4f80-8476-40f4dd94c076 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:42.715197 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:42.846755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:43.287901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a748825e-8a03-4ead-8023-f57e95bba42b req-3c4150a1-6d43-4490-ad44-a1375dcbd333 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d253be6-dbd7-45f3-9d54-d6c2282cc67a HTTP/1.1" status: 200 len: 210 time: 0.1708016 Nov 10 21:27:43.295528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:43.421294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Subnet': ['ID=7438f4bc-0a67-4751-a8b5-b64082bfdbbf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:43.444699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:43.452175 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-202b9032-11b5-4dab-bed7-64f452146478 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/subnets/7438f4bc-0a67-4751-a8b5-b64082bfdbbf HTTP/1.1" status: 204 len: 168 time: 1.7182314 Nov 10 21:27:43.455224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51998) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:43.581335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'name': 'network-vif-deleted', 'tag': '57e0c4fd-a9f6-42f9-8026-31040d6600e5'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:43.585134 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c182d315-af62-4ba2-a9ec-9c32b82ddf05" -d '{"events": [{"server_uuid": "95767690-eed0-4e2c-89fd-d398a1d3b6da", "name": "network-vif-deleted", "tag": "57e0c4fd-a9f6-42f9-8026-31040d6600e5"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:43.608778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d2244-4be3-4841-8b0d-6cf0b0761f1c None None] Network 7eca96b0-9f0d-4df4-9a1e-79fac8532251 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:43.636498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:43.942508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port d5044fbf-661d-4435-9fd5-35913f955543 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:43.943184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:43.989863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918142-5798-4929-b264-db008e4aa6f1 req-7cb0e605-795d-4419-877f-d360d44dd0ff tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:44.002123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca918142-5798-4929-b264-db008e4aa6f1 req-7cb0e605-795d-4419-877f-d360d44dd0ff tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.1356559 Nov 10 21:27:44.040136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-65bddb69-0d13-4185-a708-4febfc4e31d5 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:44.041949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-65bddb69-0d13-4185-a708-4febfc4e31d5 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.3155761 Nov 10 21:27:44.108234 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca918142-5798-4929-b264-db008e4aa6f1 req-2a317f65-c6a4-49c6-8a3f-a40ff0070e84 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977199 Nov 10 21:27:44.146847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-c7e50435-c79d-4178-86f8-fd3ca2558fbb tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/quotas/912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 375 time: 0.0556989 Nov 10 21:27:44.171069 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af6727-63c1-4684-8a9d-736c8640228c x-openstack-request-id: req-c1af6727-63c1-4684-8a9d-736c8640228c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:44.171646 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95767690-eed0-4e2c-89fd-d398a1d3b6da", "name": "network-vif-deleted", "tag": "57e0c4fd-a9f6-42f9-8026-31040d6600e5", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:44.172145 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1af6727-63c1-4684-8a9d-736c8640228c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:44.172780 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95767690-eed0-4e2c-89fd-d398a1d3b6da', 'name': 'network-vif-deleted', 'tag': '57e0c4fd-a9f6-42f9-8026-31040d6600e5', 'status': 'completed', 'code': 200} Nov 10 21:27:44.184105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port d5044fbf-661d-4435-9fd5-35913f955543, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d5044fbf-661d-4435-9fd5-35913f955543,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:44.184485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:44.253345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for d5044fbf-661d-4435-9fd5-35913f955543 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:44.324073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784a3e4-db91-434f-9746-05138debae6a None None] DHCP port deletion for 7eca96b0-9f0d-4df4-9a1e-79fac8532251 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:27:44.384945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-e6743597-08a8-43c8-969e-3c6a4ba7bcfb tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2371385 Nov 10 21:27:44.481725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d784a3e4-db91-434f-9746-05138debae6a None None] Deleting port d5044fbf-661d-4435-9fd5-35913f955543 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:44.482592 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d784a3e4-db91-434f-9746-05138debae6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:44.553797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:44.578933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-ca4105cc-6897-430e-b850-e5bbb2ab0bf4 service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861930 Nov 10 21:27:44.623193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=d5044fbf-661d-4435-9fd5-35913f955543,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:44.645508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port d5044fbf-661d-4435-9fd5-35913f955543 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:44.723229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d784a3e4-db91-434f-9746-05138debae6a None None] For port d5044fbf-661d-4435-9fd5-35913f955543, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d5044fbf-661d-4435-9fd5-35913f955543,segment=NetworkSegment(c427bfa5-16ac-461f-bb2b-471ce02eea0f),segment_id=c427bfa5-16ac-461f-bb2b-471ce02eea0f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:44.726010 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d784a3e4-db91-434f-9746-05138debae6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:44.780538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d784a3e4-db91-434f-9746-05138debae6a None None] Calling delete_port for d5044fbf-661d-4435-9fd5-35913f955543 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:44.814937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-a22818aa-24a2-487d-9145-09cc9ade06b9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:44.816686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-a22818aa-24a2-487d-9145-09cc9ade06b9 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.64 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.1180322 Nov 10 21:27:44.934849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-5b5e5184-6daa-427e-b29e-99cd7d3abc62 service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610148 Nov 10 21:27:44.942447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.034019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eca96b0-9f0d-4df4-9a1e-79fac8532251']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:45.061605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c427bfa5-16ac-461f-bb2b-471ce02eea0f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:45.062318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c427bfa5-16ac-461f-bb2b-471ce02eea0f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:45.090464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.099150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Deleting port 575ae381-5fd6-41e9-937a-7170d63a4c4e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: from cryptography.utils import int_from_bytes Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: from cryptography.utils import int_from_bytes Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.099775 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:27:45.102835 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:27:45.103998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.119696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d784a3e4-db91-434f-9746-05138debae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.162797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.177624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:27:45.178331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:27:45.185793 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:27:45.255910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784a3e4-db91-434f-9746-05138debae6a None None] Pushing event deleted for resources: {'Port': ['ID=d5044fbf-661d-4435-9fd5-35913f955543,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:45.271711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784a3e4-db91-434f-9746-05138debae6a None None] No DVR routers for this DVR port d5044fbf-661d-4435-9fd5-35913f955543 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:45.465618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] For port 575ae381-5fd6-41e9-937a-7170d63a4c4e, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=575ae381-5fd6-41e9-937a-7170d63a4c4e,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:45.465990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.500201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.559173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.563289 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/networks/7eca96b0-9f0d-4df4-9a1e-79fac8532251 HTTP/1.1" status: 204 len: 168 time: 2.1069751 Nov 10 21:27:45.564325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5f306-fdc8-4bc1-a0a8-8e92d1a7a6d0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Network': ['ID=7eca96b0-9f0d-4df4-9a1e-79fac8532251,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:45.566239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52040) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:45.794575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0c082a4-a87d-473a-9bc0-e4a020a86cd2 req-05ac9758-2193-4db7-8a9a-d074a4cd3d81 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 210 time: 0.0728478 Nov 10 21:27:45.802508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting subnet 725a7fd7-9f62-4dde-8d16-c70a685a829d {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:27:45.818798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b5df4-f358-4c25-a8ac-3a2de1233254 req-6b91c662-14ae-407d-ab45-5fd2597d7f4a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:45.843761 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e29b5df4-f358-4c25-a8ac-3a2de1233254 req-6b91c662-14ae-407d-ab45-5fd2597d7f4a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 946 time: 0.3093536 Nov 10 21:27:45.846370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.886919 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.887283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:45.887597 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Floating IP b8b1e60b-e534-4d44-92df-d72e54a16785 disassociated. External IP: 172.25.7.38, port: 575ae381-5fd6-41e9-937a-7170d63a4c4e. Nov 10 21:27:45.891213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Calling delete_port for 575ae381-5fd6-41e9-937a-7170d63a4c4e owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:45.974492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52052) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:46.057603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:46.062648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d5044fbf-661d-4435-9fd5-35913f955543 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:46.084870 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e29b5df4-f358-4c25-a8ac-3a2de1233254 req-a3b095b2-defa-428f-ad99-5b7c71668d42 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups?id=83d307dd-647b-4b12-8d62-b05718677a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401149 Nov 10 21:27:46.143374 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.181069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:46.183776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7dfe13ec-30f9-4e21-b9b6-f33c3d08dfce not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:46.184515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d375aafd-5b91-415d-aff6-834b3fd14434 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:46.195465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d5044fbf-661d-4435-9fd5-35913f955543 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:46.196849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d5044fbf-661d-4435-9fd5-35913f955543 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:46.257156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76995-15ec-457b-be3b-b4ffc4d35cc7 req-c64fa8f8-44f8-47f0-924c-8ec0e28144ff tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:46.265700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: d375aafd-5b91-415d-aff6-834b3fd14434 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:46.266315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d375aafd-5b91-415d-aff6-834b3fd14434 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:46.266956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 57e0c4fd-a9f6-42f9-8026-31040d6600e5 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:46.271652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fe76995-15ec-457b-be3b-b4ffc4d35cc7 req-c64fa8f8-44f8-47f0-924c-8ec0e28144ff tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 950 time: 0.2699630 Nov 10 21:27:46.290471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 57e0c4fd-a9f6-42f9-8026-31040d6600e5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:46.291166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 57e0c4fd-a9f6-42f9-8026-31040d6600e5 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:46.316999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fddf331-908a-4d1c-8048-d7109c25c51b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.396340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fe76995-15ec-457b-be3b-b4ffc4d35cc7 req-a9ecdd7f-99a2-48c6-8ef1-a7088c76c9ab tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234155 Nov 10 21:27:46.436959 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.481782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.511758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fddf331-908a-4d1c-8048-d7109c25c51b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.539867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event deleted for resources: {'Port': ['ID=575ae381-5fd6-41e9-937a-7170d63a4c4e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:46.637301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fddf331-908a-4d1c-8048-d7109c25c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.697387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.727735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Router 92925890-5e87-4c63-98e5-439e58b85fe1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:27:46.755236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddf331-908a-4d1c-8048-d7109c25c51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b64107-14de-4a58-9e77-5b4db7019dc5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:46.762372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7fddf331-908a-4d1c-8048-d7109c25c51b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4af0027493f94dc7be1e611aa91aa68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7829788 Nov 10 21:27:46.764975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Subnet': ['ID=725a7fd7-9f62-4dde-8d16-c70a685a829d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:46.768434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52060) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:46.771270 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:46.779254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1b536652-3d18-4a85-96d2-24a61815c4ae tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/subnets/725a7fd7-9f62-4dde-8d16-c70a685a829d HTTP/1.1" status: 204 len: 168 time: 1.2036757 Nov 10 21:27:46.780201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52062) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:46.803477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e76dec3-104d-4c78-a769-c3edbf227ac1 None None] Network 18e7756a-60a9-435e-a7fd-cefcd28b3bea requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:47.043555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:47.055521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] Sync routers for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:47.065953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebafaf4c-eec1-4828-8cc2-1701735239c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.080725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:47.082125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:47.180572 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebafaf4c-eec1-4828-8cc2-1701735239c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.227032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] DHCP port deletion for 18e7756a-60a9-435e-a7fd-cefcd28b3bea request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:27:47.273554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] No DVR routers for this DVR port 575ae381-5fd6-41e9-937a-7170d63a4c4e on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:47.292473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-298a0774-f497-4021-8383-c91436504091 req-3e674d76-f78f-49cc-9111-6da23152c820 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 210 time: 0.2857947 Nov 10 21:27:47.313238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.316324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.320353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fee77696-7218-4a22-a637-65457a1fdfa7 req-71fbbf2f-8251-4a3a-b5ff-09f651dc2068 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.64 "DELETE /v2.0/ports/575ae381-5fd6-41e9-937a-7170d63a4c4e HTTP/1.1" status: 204 len: 173 time: 2.4954114 Nov 10 21:27:47.320859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'name': 'network-vif-deleted', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:47.327518 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34738b59-fa12-43ad-9b69-f74ea79dc038" -d '{"events": [{"server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "name": "network-vif-deleted", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:47.539575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec806922-fd07-4c3e-b2a5-c9b2be4bbd22 req-7fbcb228-0548-4a93-afaa-17c7b878507a tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 210 time: 0.1021953 Nov 10 21:27:47.539575 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115a4b9-8901-4dde-908d-f21ec7c6b327 x-openstack-request-id: req-e115a4b9-8901-4dde-908d-f21ec7c6b327 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:47.539575 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b987cae7-68e0-4bf1-87b2-fc80ec250085", "name": "network-vif-deleted", "tag": "575ae381-5fd6-41e9-937a-7170d63a4c4e", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:47.539575 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e115a4b9-8901-4dde-908d-f21ec7c6b327 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:47.539575 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b987cae7-68e0-4bf1-87b2-fc80ec250085', 'name': 'network-vif-deleted', 'tag': '575ae381-5fd6-41e9-937a-7170d63a4c4e', 'status': 'completed', 'code': 200} Nov 10 21:27:47.540472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port e69deed3-9f31-4250-8b7c-8c8595641056 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:47.540472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.625652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port e69deed3-9f31-4250-8b7c-8c8595641056, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e69deed3-9f31-4250-8b7c-8c8595641056,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:47.626162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.674081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15e975-b420-4431-af4a-ff3bd60811cd req-e3b6f3fc-b0a7-4c01-b859-8d57cbb8ace8 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:47.674861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c15e975-b420-4431-af4a-ff3bd60811cd req-e3b6f3fc-b0a7-4c01-b859-8d57cbb8ace8 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 950 time: 0.1621346 Nov 10 21:27:47.690364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-6c61e88f-5312-4460-891d-a3e4a33be408 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:47.692518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-6c61e88f-5312-4460-891d-a3e4a33be408 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 950 time: 0.1263361 Nov 10 21:27:47.706557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for e69deed3-9f31-4250-8b7c-8c8595641056 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:47.723796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] Deleting port e69deed3-9f31-4250-8b7c-8c8595641056 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:47.724334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.727300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:47.768019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebafaf4c-eec1-4828-8cc2-1701735239c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.774240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebafaf4c-eec1-4828-8cc2-1701735239c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:47.780954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ebafaf4c-eec1-4828-8cc2-1701735239c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41b64107-14de-4a58-9e77-5b4db7019dc5 HTTP/1.1" status: 204 len: 168 time: 1.0072479 Nov 10 21:27:47.849720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c15e975-b420-4431-af4a-ff3bd60811cd req-e1ab3dd3-1649-48f7-85cb-301b39626c7c tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/security-groups?id=13807bce-162a-4e9a-8fdc-ad264b28f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561284 Nov 10 21:27:47.948295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafaf4c-eec1-4828-8cc2-1701735239c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b64107-14de-4a58-9e77-5b4db7019dc5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:48.072403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Deleting port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:48.073356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.097419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e69deed3-9f31-4250-8b7c-8c8595641056 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:48.129592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.136793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 575ae381-5fd6-41e9-937a-7170d63a4c4e no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:48.156473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port e69deed3-9f31-4250-8b7c-8c8595641056 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:48.171840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 575ae381-5fd6-41e9-937a-7170d63a4c4e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:48.172213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 575ae381-5fd6-41e9-937a-7170d63a4c4e not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:48.178241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No active binding found for port e69deed3-9f31-4250-8b7c-8c8595641056 {{(pid=103049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 21:27:48.186678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e69deed3-9f31-4250-8b7c-8c8595641056 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:48.186678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] For port e69deed3-9f31-4250-8b7c-8c8595641056, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e69deed3-9f31-4250-8b7c-8c8595641056,segment=NetworkSegment(c9ba956c-3bbd-4a22-9847-cc59bf121029),segment_id=c9ba956c-3bbd-4a22-9847-cc59bf121029)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:48.186678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.395697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] For port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:48.396355 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.436237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.452023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Calling delete_port for 3b58854d-6a5b-432c-bd56-5caeb43a2c3a owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:48.463447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] Calling delete_port for e69deed3-9f31-4250-8b7c-8c8595641056 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:48.475663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e7756a-60a9-435e-a7fd-cefcd28b3bea']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:48.505463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ba956c-3bbd-4a22-9847-cc59bf121029') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:48.505896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ba956c-3bbd-4a22-9847-cc59bf121029') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:48.543821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.594896 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.609680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:10Z', 'revision_number': 5, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:48.626800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:27:48.630032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.645603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] Checking router: 92925890-5e87-4c63-98e5-439e58b85fe1 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:48.660654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:48.661302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:27:48.720149 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:27:48.730142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1049374-7f1f-4f97-b701-b4ba14d41211 req-11386718-f864-44fa-9988-2fdcb6c081fb tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 210 time: 0.0552416 Nov 10 21:27:48.841916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:48.926620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=e69deed3-9f31-4250-8b7c-8c8595641056,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:48.941560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed9b10dc-cdca-43ae-99c6-1c6b2f3fa0c3 req-be7595e6-94fa-4f34-8075-0ee4639178f8 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 210 time: 0.2225344 Nov 10 21:27:48.986731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] Pushing event deleted for resources: {'Port': ['ID=e69deed3-9f31-4250-8b7c-8c8595641056,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:49.001784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb5e3d-3453-4386-a65b-77678c767462 None None] No DVR routers for this DVR port e69deed3-9f31-4250-8b7c-8c8595641056 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:49.092007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52098) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:49.110180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1868c865-47e9-46f7-93bc-bc1aeb864eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.112653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:49.124038 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.157686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.196154 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.206826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/networks/18e7756a-60a9-435e-a7fd-cefcd28b3bea HTTP/1.1" status: 204 len: 168 time: 2.4246650 Nov 10 21:27:49.220403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52100) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:49.228537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3b58854d-6a5b-432c-bd56-5caeb43a2c3a'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:27:49.235997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1894612221'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:49.260732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Pushing event deleted for resources: {'Port': ['ID=3b58854d-6a5b-432c-bd56-5caeb43a2c3a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:49.282148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda291a8-7935-455b-87d9-85b83842a784 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Network': ['ID=18e7756a-60a9-435e-a7fd-cefcd28b3bea,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:49.344580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7df1ccc-298f-4351-a6f0-2ad40d95684c req-56de49e1-a6b8-4a3a-8c47-d2ca4987cebe tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 210 time: 0.1497240 Nov 10 21:27:49.407862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] No DVR routers for this DVR port 3b58854d-6a5b-432c-bd56-5caeb43a2c3a on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:27:49.415110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.419025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eaaa38f6-5f36-42a3-829c-1d2b58d2ca6e req-35292b66-ca56-45b4-9033-1feb9de736b4 tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.64 "DELETE /v2.0/ports/3b58854d-6a5b-432c-bd56-5caeb43a2c3a HTTP/1.1" status: 204 len: 173 time: 1.7124019 Nov 10 21:27:49.446507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.459471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'name': 'network-vif-deleted', 'tag': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:49.462814 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24717a1b-f467-4703-ad8f-b02cb5285bcb" -d '{"events": [{"server_uuid": "5fdfd8e2-2a12-4049-9c62-15e4ab64fffb", "name": "network-vif-deleted", "tag": "3b58854d-6a5b-432c-bd56-5caeb43a2c3a"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:49.471409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-60a1918d-e365-429c-ad4a-80e82442e802 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:49.473645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-60a1918d-e365-429c-ad4a-80e82442e802 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.2650921 Nov 10 21:27:49.519538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Request body: {'port': {'device_id': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'admin_state_up': True, 'tenant_id': '912c06daebc44e7997ddaf08aa77c052'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:49.526609 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2039d4-60a3-41cf-adc4-6c4c77d68f3a x-openstack-request-id: req-0c2039d4-60a3-41cf-adc4-6c4c77d68f3a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:49.526966 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdfd8e2-2a12-4049-9c62-15e4ab64fffb", "name": "network-vif-deleted", "tag": "3b58854d-6a5b-432c-bd56-5caeb43a2c3a", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:49.527160 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c2039d4-60a3-41cf-adc4-6c4c77d68f3a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:49.527717 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdfd8e2-2a12-4049-9c62-15e4ab64fffb', 'name': 'network-vif-deleted', 'tag': '3b58854d-6a5b-432c-bd56-5caeb43a2c3a', 'status': 'completed', 'code': 200} Nov 10 21:27:49.528952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:49.538697 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.634608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:27:49.674234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.674630 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Added segment 12bc092a-fa4d-49d0-ab8c-c5890877418a of type vlan for network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 Nov 10 21:27:49.685976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1868c865-47e9-46f7-93bc-bc1aeb864eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.747408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Made reservation on behalf of 912c06daebc44e7997ddaf08aa77c052 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:49.750377 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.803620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1868c865-47e9-46f7-93bc-bc1aeb864eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.829596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:10Z', 'revision_number': 5, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:49.838599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:49.860815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868c865-47e9-46f7-93bc-bc1aeb864eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bf8860-d273-4d99-b8d4-b2cbd30f12d2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:49.897892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca1228-bfb0-42bf-a109-3b7d85854602 None None] The sync data for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 is: [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:24:03Z', 'revision_number': 4, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '58b5bef1-a32c-4c5b-a8d8-995a79ba29db', 'name': '', 'network_id': '4693b87d-5170-4012-9198-8cfba408eccb', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'mac_address': 'fa:16:3e:3c:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:02Z', 'updated_at': '2021-11-10T21:24:10Z', 'revision_number': 5, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'subnets': [{'id': '71bb2c60-1dce-45cb-b5fb-a10cae413211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:50.056088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:50.063465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:50.064424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:50.113965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-db7c701c-7100-4879-a1fc-168199cb28ec req-ffc45ffe-694e-438f-affd-304978c11d33 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/ports?device_id=b987cae7-68e0-4bf1-87b2-fc80ec250085 HTTP/1.1" status: 200 len: 210 time: 0.1766155 Nov 10 21:27:50.143629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1868c865-47e9-46f7-93bc-bc1aeb864eb2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f72d82bb794f422ea68d82358af6234c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0481429 Nov 10 21:27:50.148123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52122) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:50.260455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Allocated IP 172.20.0.6 (a427c084-43ae-4af9-acb6-414de5e88e76/d7808c98-3f45-473b-ada8-b7c8776ad318/c4877577-da5a-4917-ad8e-534c70888953) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:50.311588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0885634 Nov 10 21:27:50.319276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52128) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:50.332650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'subnet': {'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:50.337348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560e4ed-dce3-4782-830e-9f2a5cdddfbe tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Network': ['ID=4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:50.354253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:27:50.360398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-419e20c9-e0a2-47de-8b31-5bc493c5f54e req-6403aedb-d5e1-4830-8cc0-598c6d77e858 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 210 time: 0.1372993 Nov 10 21:27:50.395470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b51e68e1-1257-4f42-a146-51fa0203df86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:50.465567 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2fe574-1900-4ffa-8583-9bdfd2aa53d1 None None] New status for floating IP b8b1e60b-e534-4d44-92df-d72e54a16785: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:27:50.468930 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b51e68e1-1257-4f42-a146-51fa0203df86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:50.637687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b51e68e1-1257-4f42-a146-51fa0203df86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:50.642114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b51e68e1-1257-4f42-a146-51fa0203df86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:50.643621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b51e68e1-1257-4f42-a146-51fa0203df86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19bf8860-d273-4d99-b8d4-b2cbd30f12d2 HTTP/1.1" status: 204 len: 168 time: 0.4922302 Nov 10 21:27:50.662625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e68e1-1257-4f42-a146-51fa0203df86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bf8860-d273-4d99-b8d4-b2cbd30f12d2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:50.993398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65709943-31f0-4dde-b2dc-b97c40578c44 req-a15f5438-0020-498c-981c-9f371383a10b tempest-ServersOnMultiNodesTest-2035980089 tempest-ServersOnMultiNodesTest-2035980089-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdfd8e2-2a12-4049-9c62-15e4ab64fffb HTTP/1.1" status: 200 len: 210 time: 0.5194743 Nov 10 21:27:51.076369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.177354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:51.199052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.225068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.323337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52160) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:51.422829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-173088a7-3cb2-4f6d-9759-b819522f06b7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.451584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-173088a7-3cb2-4f6d-9759-b819522f06b7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.523955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Network a427c084-43ae-4af9-acb6-414de5e88e76 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:51.615813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:51.618052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:51.626057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:51.660504 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-173088a7-3cb2-4f6d-9759-b819522f06b7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.664690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-173088a7-3cb2-4f6d-9759-b819522f06b7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.665970 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-173088a7-3cb2-4f6d-9759-b819522f06b7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "DELETE /v2.0/security-groups/83d307dd-647b-4b12-8d62-b05718677a38 HTTP/1.1" status: 204 len: 168 time: 0.3414085 Nov 10 21:27:51.675874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52170) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:51.705843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173088a7-3cb2-4f6d-9759-b819522f06b7 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d307dd-647b-4b12-8d62-b05718677a38,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:51.726212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed98eac-460b-458c-b3d4-7afbb497b303 req-40f89af3-061f-4801-875d-30eba6a9a4cf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:51.734652 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-7971193a-0b1d-4200-84f4-fb3deed40853 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] show failed (client error): The resource could not be found. Nov 10 21:27:51.735751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7971193a-0b1d-4200-84f4-fb3deed40853 tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "GET /v2.0/security-groups/83d307dd-647b-4b12-8d62-b05718677a38 HTTP/1.1" status: 404 len: 347 time: 0.0588257 Nov 10 21:27:51.738943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52174) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:51.746744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fed98eac-460b-458c-b3d4-7afbb497b303 req-40f89af3-061f-4801-875d-30eba6a9a4cf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 931 time: 0.2105720 Nov 10 21:27:51.804193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:51.804808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.876014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fed98eac-460b-458c-b3d4-7afbb497b303 req-e8227aaa-c0c0-4f9c-8d95-dfa49ba54cf8 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300895 Nov 10 21:27:51.957819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Deleting port c9f37151-dfd2-4954-99cf-1920aa99eea5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:51.958197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:51.970719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-93cbb680-a47f-4c0d-9fc4-13dbc47b652c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4661355 Nov 10 21:27:51.984574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Request body: {'port': {'device_id': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:52.061080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3b58854d-6a5b-432c-bd56-5caeb43a2c3a no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:27:52.066253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.072806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.080249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Calling delete_port for c9f37151-dfd2-4954-99cf-1920aa99eea5 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:52.111370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.169116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 3b58854d-6a5b-432c-bd56-5caeb43a2c3a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:27:52.170582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3b58854d-6a5b-432c-bd56-5caeb43a2c3a not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:27:52.212271 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.271078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Subnet': ['ID=be06469b-9686-4188-8e8c-df6a297aee36,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:52.385716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Checking segment: {'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:52.386363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network hostable DHCP agents. Network: 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:27:52.500444 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.556780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Pushing event deleted for resources: {'Port': ['ID=c9f37151-dfd2-4954-99cf-1920aa99eea5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:52.596026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52192) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:52.644866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:27:52.757404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4877577-da5a-4917-ad8e-534c70888953 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:27:52.773030 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.775490 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.777830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.781008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e889f458-0a48-47fb-8e72-e14f7585e7da tempest-ServersTestJSON-1873690481 tempest-ServersTestJSON-1873690481-project] 10.222.0.45 "DELETE /v2.0/floatingips/b8b1e60b-e534-4d44-92df-d72e54a16785 HTTP/1.1" status: 204 len: 168 time: 1.0411162 Nov 10 21:27:52.783986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52206) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:52.816065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Transition to ACTIVE for port object c4877577-da5a-4917-ad8e-534c70888953 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:27:52.822097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52208) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:52.881030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:52.891049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a61ac1-f208-48a3-8aeb-9824a2270bc4 None None] Network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:52.891266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:52.893633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:52.926769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1443480858-network', 'tenant_id': '0ea359fd607b46cf91222df87df57a01'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:52.932694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.023814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-daaa8d2c-9869-44a7-b937-f8542eae9687 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7011681 Nov 10 21:27:53.026820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52214) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:53.047027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1576191098'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:53.064323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:53.114450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1637f3c2-a1cb-4b82-a7aa-f41099ad33d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dabef66bbc824900928ba1f0ea5d5cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885244 Nov 10 21:27:53.135531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52216) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:53.214621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Made reservation on behalf of 0ea359fd607b46cf91222df87df57a01 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:53.217629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.242790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:53.243417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:53.244103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:53.251480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7', 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'fixed_ips': [{'subnet_id': 'be06469b-9686-4188-8e8c-df6a297aee36'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:27:53.252492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.254090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.273801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:27:53.274440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:53.296020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:53.296636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:53.297677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:53.298338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Bound port: c4877577-da5a-4917-ad8e-534c70888953, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:53.298874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.301175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-144078d9-af09-4760-8355-0fdc747594f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.354003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-144078d9-af09-4760-8355-0fdc747594f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.439976 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.536117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ded45-98af-4356-9351-39b344a1b515 req-52b0caa9-d282-4e85-8252-8c2eb4c5332e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:53.538127 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-034ded45-98af-4356-9351-39b344a1b515 req-52b0caa9-d282-4e85-8252-8c2eb4c5332e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.0946798 Nov 10 21:27:53.567115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.618317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Allocated IP 19.80.0.2 (4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7/be06469b-9686-4188-8e8c-df6a297aee36/aeca496c-8d5e-438d-845e-14cf891faf05) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:53.626278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:53.634096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:53.688036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-034ded45-98af-4356-9351-39b344a1b515 req-6ea637c8-86e4-431f-9e97-e2e476a1309c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137369 Nov 10 21:27:53.694976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:53.710700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.743125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:27:53.754807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.755157 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Added segment 06981534-87e6-46d0-a0b5-9ee37b8dd62f of type vlan for network 129088db-bd76-4f72-aec8-d77e37041d2e Nov 10 21:27:53.798219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.831382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf8c86-4f29-4440-9116-6bb1d55b283b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:53.876826 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.905899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:27:53.929636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:53.999215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.004589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:54.025991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:54.027123 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.029747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-74c50727-eabf-4f9b-ad9b-46cae3341e1e service neutron] 10.222.0.53 "PUT /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 1092 time: 2.0498528 Nov 10 21:27:54.043042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:27:54.047165 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48d2cc0-c37f-49b1-8394-86ff25a4aebd" -d '{"events": [{"name": "network-changed", "server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "tag": "c4877577-da5a-4917-ad8e-534c70888953"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:27:54.059325 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.059468 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Added segment 0c2e5e75-6c2c-42a5-9462-267f017f063e of type vlan for network b741446d-3ac3-446f-8d0f-c53e1c3e0cb3 Nov 10 21:27:54.113799 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.141358 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.186260 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.215764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:27:54.226831 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcfe3e9-d236-4f3a-a9ed-d3f110f124b1 x-openstack-request-id: req-dbcfe3e9-d236-4f3a-a9ed-d3f110f124b1 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:27:54.227179 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "tag": "c4877577-da5a-4917-ad8e-534c70888953", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:27:54.228054 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbcfe3e9-d236-4f3a-a9ed-d3f110f124b1 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:27:54.228606 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953', 'status': 'completed', 'code': 200} Nov 10 21:27:54.255248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.256408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:54.257043 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.267560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-144078d9-af09-4760-8355-0fdc747594f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.272606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:54.273121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-144078d9-af09-4760-8355-0fdc747594f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.273226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-144078d9-af09-4760-8355-0fdc747594f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13807bce-162a-4e9a-8fdc-ad264b28f3e9 HTTP/1.1" status: 204 len: 168 time: 1.1366632 Nov 10 21:27:54.281649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:54.285145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:54.373345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Pushing event updated for resources: {'Port': ['ID=aeca496c-8d5e-438d-845e-14cf891faf05,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:54.469158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d2cc0-c37f-49b1-8394-86ff25a4aebd req-9e476733-8a56-4448-adc2-bd9d389fe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:54.470912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b48d2cc0-c37f-49b1-8394-86ff25a4aebd req-9e476733-8a56-4448-adc2-bd9d389fe292 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1095 time: 0.3116393 Nov 10 21:27:54.471684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] Pushing event updated for resources: {'Network': ['ID=b741446d-3ac3-446f-8d0f-c53e1c3e0cb3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:54.475516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144078d9-af09-4760-8355-0fdc747594f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13807bce-162a-4e9a-8fdc-ad264b28f3e9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:54.488771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Attempting to bind port aeca496c-8d5e-438d-845e-14cf891faf05 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:54.488771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Attempting to bind port aeca496c-8d5e-438d-845e-14cf891faf05 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:54.488771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Attempting to bind port aeca496c-8d5e-438d-845e-14cf891faf05 on network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:54.491538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b741446d-3ac3-446f-8d0f-c53e1c3e0cb3 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:27:54.654178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.666957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:54.677173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Deleting port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:54.682703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.683010 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.735760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:54.738586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Checking segment: {'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:54.740348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.740832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Bound using segment: {'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:54.742617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Bound port: aeca496c-8d5e-438d-845e-14cf891faf05, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:54.743554 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:54.904350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e54319e3-aacc-4b84-a114-70833863ec6b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3070917 Nov 10 21:27:54.907696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8733625 Nov 10 21:27:54.915628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52236) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:54.915997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52238) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:54.940290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'subnet': {'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:54.947639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] For port aeca496c-8d5e-438d-845e-14cf891faf05, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:27:54.953358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] For port aeca496c-8d5e-438d-845e-14cf891faf05, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=aeca496c-8d5e-438d-845e-14cf891faf05,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:27:54.954935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Request body: {'subnet': {'network_id': 'b741446d-3ac3-446f-8d0f-c53e1c3e0cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1443480858-subnet', 'tenant_id': '0ea359fd607b46cf91222df87df57a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:54.971942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d2cc0-c37f-49b1-8394-86ff25a4aebd req-22d0433c-90d1-4536-9bf3-c3d4a1308697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:54.973628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b48d2cc0-c37f-49b1-8394-86ff25a4aebd req-22d0433c-90d1-4536-9bf3-c3d4a1308697 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=912c06daebc44e7997ddaf08aa77c052&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4890490 Nov 10 21:27:54.990871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] For port 58b5bef1-a32c-4c5b-a8d8-995a79ba29db, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:54.991243 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:55.010420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Calling delete_port for 58b5bef1-a32c-4c5b-a8d8-995a79ba29db owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:55.059135 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:55.071135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c1452-e7bb-4084-960c-136d3dd17de4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Network': ['ID=129088db-bd76-4f72-aec8-d77e37041d2e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:55.127079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 129088db-bd76-4f72-aec8-d77e37041d2e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:27:55.316113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81397-7115-4618-83a4-f9a4e7ddeebd None None] Pushing event updated for resources: {'Port': ['ID=aeca496c-8d5e-438d-845e-14cf891faf05,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:55.336118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bcab8-282d-431c-89a1-772f25526e07 req-9b081d5f-0782-48b6-b891-40ac0dbed3bd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:55.337970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-850bcab8-282d-431c-89a1-772f25526e07 req-9b081d5f-0782-48b6-b891-40ac0dbed3bd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.4187529 Nov 10 21:27:55.338973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Made reservation on behalf of 0ea359fd607b46cf91222df87df57a01 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:55.345484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:55.505386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52242) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:55.624045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:55.693468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-13010696-d79c-4cfc-976b-3a39be78c42a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6f137d147e746e0a7602ac83e67246d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868534 Nov 10 21:27:55.697584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52244) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:55.701744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b5bef1-a32c-4c5b-a8d8-995a79ba29db,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:55.742088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:55.747223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:55.850127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.888839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.889399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.900148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.900910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.901438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.904579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.905513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.906730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.909353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.909701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.910960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:27:55.980110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d2cc0-c37f-49b1-8394-86ff25a4aebd req-b35b023a-467f-4d9e-8d34-b50777187b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:55.992367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b48d2cc0-c37f-49b1-8394-86ff25a4aebd req-b35b023a-467f-4d9e-8d34-b50777187b98 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9924316 Nov 10 21:27:55.999314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-850bcab8-282d-431c-89a1-772f25526e07 req-8098484c-a1b1-4758-9918-4609717efcf4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391014 Nov 10 21:27:56.138282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device aeca496c-8d5e-438d-845e-14cf891faf05 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:56.244735 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.257834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port aeca496c-8d5e-438d-845e-14cf891faf05 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:56.260284 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.289478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.310691 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f310c53b-1db6-44ce-b8c0-85778ecfb624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.316135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a60daf8-15e5-4f8d-a8d1-b9be69eccb4d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:56.353062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-61e2b38b-387d-4836-b75d-a6a10cf52983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:56.355453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-61e2b38b-387d-4836-b75d-a6a10cf52983 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1095 time: 0.2763979 Nov 10 21:27:56.357361 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.369229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f310c53b-1db6-44ce-b8c0-85778ecfb624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.407609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port aeca496c-8d5e-438d-845e-14cf891faf05, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=aeca496c-8d5e-438d-845e-14cf891faf05,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:56.433390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Checking segment: {'id': '0c2e5e75-6c2c-42a5-9462-267f017f063e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b741446d-3ac3-446f-8d0f-c53e1c3e0cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:56.434140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Network hostable DHCP agents. Network: b741446d-3ac3-446f-8d0f-c53e1c3e0cb3, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:27:56.554670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-45c9c5d7-a1e9-4e9c-87ad-1c4842f25c95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 217 time: 0.1704917 Nov 10 21:27:56.562125 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.670229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-561277a4-dd9c-4e4b-8dc1-dfa15b54830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:56.670896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=aeca496c-8d5e-438d-845e-14cf891faf05,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:56.687921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-561277a4-dd9c-4e4b-8dc1-dfa15b54830d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1075234 Nov 10 21:27:56.709271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f310c53b-1db6-44ce-b8c0-85778ecfb624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.712380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f310c53b-1db6-44ce-b8c0-85778ecfb624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:56.715506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f310c53b-1db6-44ce-b8c0-85778ecfb624 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83d9a6e4-1e0f-4e59-aa92-d3c752cab75b HTTP/1.1" status: 204 len: 168 time: 1.0176051 Nov 10 21:27:56.725708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310c53b-1db6-44ce-b8c0-85778ecfb624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d9a6e4-1e0f-4e59-aa92-d3c752cab75b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:56.772647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-f4376554-a31b-4f3e-a0bf-6b222d82d9d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824344 Nov 10 21:27:56.830600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Network b741446d-3ac3-446f-8d0f-c53e1c3e0cb3 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:27:56.837063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Router 92925890-5e87-4c63-98e5-439e58b85fe1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:27:56.857132 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:27:56.883827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:57.029989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b741446d-3ac3-446f-8d0f-c53e1c3e0cb3) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:57.049562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d3645-d951-4f3f-90fd-4948f9403379 None None] Network b741446d-3ac3-446f-8d0f-c53e1c3e0cb3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:57.078769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:57.079362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:57.090674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c8c89-db01-4d90-a7cf-70ef03e4be1f None None] Network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:57.164323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:27:57.190502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2dff0dce-7562-4901-b197-a094380dac10 admin admin] 10.222.0.45 "PUT /v2.0/routers/92925890-5e87-4c63-98e5-439e58b85fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3986859 Nov 10 21:27:57.191153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52258) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:57.206634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] Sync routers for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:27:57.255889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Subnet': ['ID=eb419ae7-5548-4b08-a30a-fcfeae3f47bc,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:57.288737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Checking segment: {'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:57.288737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network hostable DHCP agents. Network: 129088db-bd76-4f72-aec8-d77e37041d2e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:27:57.298600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-ac3326bf-895a-4b62-a9e4-94d58a4e2a65 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148547 Nov 10 21:27:57.322256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:57.323032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:57.379876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:57.422936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653f15-0b1b-49a4-87cb-0e6789da561f req-06bc985c-6709-4a95-8f3b-dddbed79cacc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:57.432133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91653f15-0b1b-49a4-87cb-0e6789da561f req-06bc985c-6709-4a95-8f3b-dddbed79cacc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.2133868 Nov 10 21:27:57.436347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a460e4-908e-43c5-8b9c-c6b666141fc3 req-9868794b-35e4-4246-b9af-b2d14c41e9b6 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307335 Nov 10 21:27:57.451159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-afb30b2a-8cf1-4fbe-ace7-721decaed331 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5332816 Nov 10 21:27:57.548710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91653f15-0b1b-49a4-87cb-0e6789da561f req-a9d07188-f4a8-4047-9efd-b8cccb5106fd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147857 Nov 10 21:27:57.613610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 129088db-bd76-4f72-aec8-d77e37041d2e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:27:57.636291 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:57.671086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-42c243ec-7f44-4741-9f5d-b863544398f6 None None] Provisioning complete for port aeca496c-8d5e-438d-845e-14cf891faf05 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:57.672794 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-42c243ec-7f44-4741-9f5d-b863544398f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:57.734136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 129088db-bd76-4f72-aec8-d77e37041d2e) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:57.745386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:57.748548 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:57.798929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f42e0d-1ce8-4a42-8f23-8993c81a7d28 None None] Network 129088db-bd76-4f72-aec8-d77e37041d2e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:57.864964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Deleting port 85a1bbab-b971-4213-bd4f-324e22fd87b6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:27:57.864964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:57.960279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d0a3aa00-5679-4bcd-87fd-cda0616aa96a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0420325 Nov 10 21:27:57.992041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] For port 85a1bbab-b971-4213-bd4f-324e22fd87b6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=85a1bbab-b971-4213-bd4f-324e22fd87b6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:27:57.992438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:58.006823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Calling delete_port for 85a1bbab-b971-4213-bd4f-324e22fd87b6 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:27:58.135674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe3bb7-54f1-404f-bfbe-35d1eefb14e9 None None] Network b741446d-3ac3-446f-8d0f-c53e1c3e0cb3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:27:58.180476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:58.304563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device aeca496c-8d5e-438d-845e-14cf891faf05 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:27:58.614495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-129088db-bd76-4f72-aec8-d77e37041d2e', 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'fixed_ips': [{'subnet_id': 'eb419ae7-5548-4b08-a30a-fcfeae3f47bc'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:27:58.615351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:58.630982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port aeca496c-8d5e-438d-845e-14cf891faf05 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:58.631348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:58.690848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7f485529-0158-4d79-8159-2837ec3f7ab6 None None] Provisioning complete for port aeca496c-8d5e-438d-845e-14cf891faf05 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:27:58.691426 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7f485529-0158-4d79-8159-2837ec3f7ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:58.708941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce823a-82c8-4647-a1fb-30c07adc796a req-8b8df966-dda1-4c32-9040-8b732bd0e03e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:58.714798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:58.720063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7ce823a-82c8-4647-a1fb-30c07adc796a req-8b8df966-dda1-4c32-9040-8b732bd0e03e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.0784516 Nov 10 21:27:58.819182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a1bbab-b971-4213-bd4f-324e22fd87b6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:58.873738 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7ce823a-82c8-4647-a1fb-30c07adc796a req-6f04f9cf-c932-44b4-a979-c2bc7d00a543 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524789 Nov 10 21:27:58.953461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:27:55Z', 'revision_number': 5, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port': {'id': '85a1bbab-b971-4213-bd4f-324e22fd87b6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:55Z', 'updated_at': '2021-11-10T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:59.014052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Allocated IP 19.86.0.2 (129088db-bd76-4f72-aec8-d77e37041d2e/eb419ae7-5548-4b08-a30a-fcfeae3f47bc/395f2aaf-c931-4cb6-96b0-16f8d85fa638) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:27:59.019600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] Checking router: 92925890-5e87-4c63-98e5-439e58b85fe1 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:27:59.049162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] Routers {'92925890-5e87-4c63-98e5-439e58b85fe1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:27:59.049974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:27:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['92925890-5e87-4c63-98e5-439e58b85fe1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:59.110416 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.199674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] Set router 92925890-5e87-4c63-98e5-439e58b85fe1 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:27:59.242835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.257908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.278029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-b5368414-097c-49e0-b7ae-d873d96cbe3a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:59.287590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:27:58Z', 'revision_number': 7, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:27:59.287775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-b5368414-097c-49e0-b7ae-d873d96cbe3a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:27:59.298918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-b5368414-097c-49e0-b7ae-d873d96cbe3a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/networks?id=4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7&id=129088db-bd76-4f72-aec8-d77e37041d2e HTTP/1.1" status: 200 len: 1392 time: 0.3059061 Nov 10 21:27:59.369403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df3e885-d981-483c-a7fd-6baccd821128 None None] The sync data for ids ['92925890-5e87-4c63-98e5-439e58b85fe1'] in n-d-776250-11 is: [{'id': '92925890-5e87-4c63-98e5-439e58b85fe1', 'name': 'tempest-ServersTestJSON-348363085-router', 'tenant_id': '5195fd2e6970433088e7ae13882aa56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:54Z', 'updated_at': '2021-11-10T21:27:58Z', 'revision_number': 7, 'project_id': '5195fd2e6970433088e7ae13882aa56b', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:27:59.409916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-f536974a-597c-4689-b84b-62dc4eed6751 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/quotas/8a38e414d7fe4ac8b9e3b53b2e410cf8 HTTP/1.1" status: 200 len: 375 time: 0.1087976 Nov 10 21:27:59.532719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-827d2e8d-3fa0-45e5-99b8-2999e633682a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107829 Nov 10 21:27:59.536344 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.536923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92925890-5e87-4c63-98e5-439e58b85fe1 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:27:59.547112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.552546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6a4b7ffd-9ed9-4399-b820-8811749e3337 admin admin] 10.222.0.45 "DELETE /v2.0/routers/92925890-5e87-4c63-98e5-439e58b85fe1 HTTP/1.1" status: 204 len: 168 time: 2.3580585 Nov 10 21:27:59.552881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52318) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:59.557060 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.641624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:27:59.649775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2022601318-network', 'tenant_id': 'b5b1a3978c004031a5ff5918662d6d7a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:27:59.655527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Deleting subnet 71bb2c60-1dce-45cb-b5fb-a10cae413211 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:27:59.659602 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.694584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-89797872-b9a5-4459-b634-437cac387d0e service neutron] 10.222.0.45 "GET /v2.0/networks/4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265173 Nov 10 21:27:59.701138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.723442 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.808228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Pushing event updated for resources: {'Port': ['ID=395f2aaf-c931-4cb6-96b0-16f8d85fa638,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:27:59.834298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.838585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Network 129088db-bd76-4f72-aec8-d77e37041d2e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:27:59.845045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:27:59.850567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:27:59.868933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-3c0a3bbe-8eb7-457e-8672-4573b56f65c3 service neutron] 10.222.0.45 "GET /v2.0/networks/4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655533 Nov 10 21:27:59.882266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Made reservation on behalf of b5b1a3978c004031a5ff5918662d6d7a for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:27:59.884496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.913182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.972318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Attempting to bind port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:27:59.972704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Attempting to bind port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:27:59.976078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Attempting to bind port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 on network 129088db-bd76-4f72-aec8-d77e37041d2e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:27:59.987465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:27:59.987762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Checking segment: {'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:27:59.988234 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:27:59.990020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Bound using segment: {'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:27:59.990682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Bound port: 395f2aaf-c931-4cb6-96b0-16f8d85fa638, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:27:59.991212 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.084586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-1023e0cc-10f9-42cf-9237-7273a6394323 service neutron] 10.222.0.45 "GET /v2.0/networks/129088db-bd76-4f72-aec8-d77e37041d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142305 Nov 10 21:28:00.149520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078341-7ebc-4b79-85ce-afb7c72e58ec req-17e9920a-354a-4fdd-b0f6-874305b64b17 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:00.157866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd078341-7ebc-4b79-85ce-afb7c72e58ec req-17e9920a-354a-4fdd-b0f6-874305b64b17 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.1014073 Nov 10 21:28:00.178455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.208494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.215380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/71bb2c60-1dce-45cb-b5fb-a10cae413211 HTTP/1.1" status: 204 len: 168 time: 0.6614017 Nov 10 21:28:00.218703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52328) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:00.219632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64029865-9db2-4024-800e-a2c7a5f9d830 None None] Network 4693b87d-5170-4012-9198-8cfba408eccb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:00.244687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71bb2c60-1dce-45cb-b5fb-a10cae413211,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:00.300936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd078341-7ebc-4b79-85ce-afb7c72e58ec req-a942aeb6-4b68-4089-a9f8-f67a76340fa5 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417546 Nov 10 21:28:00.305670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.305670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.305670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.318790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.319677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.320613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.321053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.321497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.321923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.322360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.322785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.323212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56fe2-20ec-4faf-947f-8676b39c7130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.348399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] For port 395f2aaf-c931-4cb6-96b0-16f8d85fa638, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:00.360119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] For port 395f2aaf-c931-4cb6-96b0-16f8d85fa638, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=395f2aaf-c931-4cb6-96b0-16f8d85fa638,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:00.395948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.440091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.474734 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.477541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 58b5bef1-a32c-4c5b-a8d8-995a79ba29db no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:00.482903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-49ad8aca-6436-43b7-9ef0-e1200b93060e service neutron] 10.222.0.45 "GET /v2.0/networks/129088db-bd76-4f72-aec8-d77e37041d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942800 Nov 10 21:28:00.517262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 58b5bef1-a32c-4c5b-a8d8-995a79ba29db {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:00.517492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 58b5bef1-a32c-4c5b-a8d8-995a79ba29db not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:00.597327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.600805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] DHCP port deletion for 4693b87d-5170-4012-9198-8cfba408eccb request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:28:00.639077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Pushing event updated for resources: {'Port': ['ID=395f2aaf-c931-4cb6-96b0-16f8d85fa638,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:00.688503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.688848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.689233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.689637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.690078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.690417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.690860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.691226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.691614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.691969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.692295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.692621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a72d9-b6cb-470b-9e6c-31df2b70a6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:00.704995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:28:00.723710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e83d81d-3b13-450d-8805-3cdae2781afd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:00.739038 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.739547 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Added segment 6b2d1284-464a-44b0-a7a7-ccd35f3d728f of type vlan for network 270ac88c-ef62-40dc-bece-7b1abb04ade6 Nov 10 21:28:00.783597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] Deleting port 75a80cd0-767b-4c33-bda5-546362967244 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:00.787502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.797315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:00.810786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Deleting port 75a80cd0-767b-4c33-bda5-546362967244 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:00.813555 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.035307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] For port 75a80cd0-767b-4c33-bda5-546362967244, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=75a80cd0-767b-4c33-bda5-546362967244,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:01.042681 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.067683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47f47ace-f3bd-4e15-ae55-fd5904395327 req-af67ba15-7513-406b-8c44-e6893c1fae52 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 210 time: 0.1233857 Nov 10 21:28:01.074056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.resource_extend [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:28:01.102193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] Calling delete_port for 75a80cd0-767b-4c33-bda5-546362967244 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:01.125598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] For port 75a80cd0-767b-4c33-bda5-546362967244, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=75a80cd0-767b-4c33-bda5-546362967244,segment=NetworkSegment(63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45),segment_id=63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:01.136249 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.147875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Calling delete_port for 75a80cd0-767b-4c33-bda5-546362967244 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:01.248420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c4877577-da5a-4917-ad8e-534c70888953 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:01.271397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.273389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:01.276433 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.445918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] Pushing event updated for resources: {'Network': ['ID=270ac88c-ef62-40dc-bece-7b1abb04ade6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:01.495299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 270ac88c-ef62-40dc-bece-7b1abb04ade6 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:28:01.538549 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-83ae0425-4900-4f31-92f3-86b7b9492226 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8948147 Nov 10 21:28:01.538893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52360) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:01.544030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Request body: {'subnet': {'network_id': '270ac88c-ef62-40dc-bece-7b1abb04ade6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2022601318-subnet', 'tenant_id': 'b5b1a3978c004031a5ff5918662d6d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:01.623019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80137-2e9a-4a9a-a706-9d9ce470ba6c req-d6f580b1-80d1-48bf-b9e5-cffccee2daf3 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:01.629311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54b80137-2e9a-4a9a-a706-9d9ce470ba6c req-d6f580b1-80d1-48bf-b9e5-cffccee2daf3 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.1494107 Nov 10 21:28:01.638513 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.670054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.710959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a80cd0-767b-4c33-bda5-546362967244,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:01.718594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] No DVR routers for this DVR port 75a80cd0-767b-4c33-bda5-546362967244 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:01.764415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] Pushing event deleted for resources: {'Port': ['ID=75a80cd0-767b-4c33-bda5-546362967244,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:01.769080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Made reservation on behalf of b5b1a3978c004031a5ff5918662d6d7a for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:01.772704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.784737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:01.786955 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54b80137-2e9a-4a9a-a706-9d9ce470ba6c req-c05cd84f-a319-4335-8c0f-9e3688ae6d28 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507578 Nov 10 21:28:01.803956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a6250-870e-47b3-9ae2-e4f8a27484e1 None None] No DVR routers for this DVR port 75a80cd0-767b-4c33-bda5-546362967244 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:01.830033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'c4877577-da5a-4917-ad8e-534c70888953', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'port_id': 'c4877577-da5a-4917-ad8e-534c70888953', 'mac_address': 'fa:16:3e:55:37:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7808c98-3f45-473b-ada8-b7c8776ad318', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:01.904966 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.920765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4877577-da5a-4917-ad8e-534c70888953 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:01.922309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:01.966261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:01.993586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4693b87d-5170-4012-9198-8cfba408eccb']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:02.013080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:02.013394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63da4f25-6ca4-4fc5-a5f4-6527ca7f1a45') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:02.042449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.063283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.083267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:28:02.083746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:28:02.085591 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:28:02.128907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 395f2aaf-c931-4cb6-96b0-16f8d85fa638 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:02.211771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.327665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.334282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.352960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4693b87d-5170-4012-9198-8cfba408eccb HTTP/1.1" status: 204 len: 168 time: 2.1228426 Nov 10 21:28:02.368380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0f8b0e7-67b3-43ae-a984-1a817f36794d req-8b0aa853-3476-4e54-9abc-254de84d0994 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 210 time: 0.0678914 Nov 10 21:28:02.370833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a05c93-9c79-4788-b19d-2ab8558d1961 admin admin] Pushing event deleted for resources: {'Network': ['ID=4693b87d-5170-4012-9198-8cfba408eccb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:02.423399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:02.423399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['c4877577-da5a-4917-ad8e-534c70888953'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:02.447775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.447998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:02.447998 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.478238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84de6e-38cd-426b-be27-4055d62f0d72 None None] Network 129088db-bd76-4f72-aec8-d77e37041d2e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:02.505140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b509d8d3-ab2b-4a65-9866-50874e3635b8,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:02.515121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Checking segment: {'id': '6b2d1284-464a-44b0-a7a7-ccd35f3d728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '270ac88c-ef62-40dc-bece-7b1abb04ade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:02.515121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Network hostable DHCP agents. Network: 270ac88c-ef62-40dc-bece-7b1abb04ade6, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:28:02.612958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d9422371-9003-403e-8e6d-001601cccef5 None None] Provisioning complete for port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:02.613343 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d9422371-9003-403e-8e6d-001601cccef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.774526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Network 270ac88c-ef62-40dc-bece-7b1abb04ade6 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:02.801404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.902081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d9422371-9003-403e-8e6d-001601cccef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:02.933473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 395f2aaf-c931-4cb6-96b0-16f8d85fa638, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=395f2aaf-c931-4cb6-96b0-16f8d85fa638,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:02.986141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87009185-aabb-4f73-9322-bf38afe52dc0 req-5d64b95a-df2f-4f7b-8cf0-e0bb93e1be35 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:02.990664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87009185-aabb-4f73-9322-bf38afe52dc0 req-5d64b95a-df2f-4f7b-8cf0-e0bb93e1be35 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.0847840 Nov 10 21:28:03.072200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87009185-aabb-4f73-9322-bf38afe52dc0 req-c9aaa45a-5f17-4d79-98cc-144c20aacdc1 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599451 Nov 10 21:28:03.087300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52384) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:03.155548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 270ac88c-ef62-40dc-bece-7b1abb04ade6) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:03.156566 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.185058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:03.185679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.196183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13f81427-66d0-42a1-bd4b-62ca90d7f7f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5195fd2e6970433088e7ae13882aa56b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1069338 Nov 10 21:28:03.198189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52386) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:03.228945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abae252-e7b2-4b85-945c-70f2dbb86658 None None] Network 270ac88c-ef62-40dc-bece-7b1abb04ade6 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:03.292267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490fbaa8-1b6e-42b1-94db-fe8aeb0322f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.306775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 75a80cd0-767b-4c33-bda5-546362967244 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:03.309973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c4877577-da5a-4917-ad8e-534c70888953 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:03.324562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490fbaa8-1b6e-42b1-94db-fe8aeb0322f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.405207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7d683960-9be5-488a-946e-57d724434886 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8649430 Nov 10 21:28:03.445982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52394) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:03.521936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 75a80cd0-767b-4c33-bda5-546362967244 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:03.521936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 75a80cd0-767b-4c33-bda5-546362967244 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:03.522677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 85a1bbab-b971-4213-bd4f-324e22fd87b6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:03.554766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490fbaa8-1b6e-42b1-94db-fe8aeb0322f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.557629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490fbaa8-1b6e-42b1-94db-fe8aeb0322f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.561268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-490fbaa8-1b6e-42b1-94db-fe8aeb0322f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cba5f4ee-bdf5-46f9-8e88-dc15b3cd3339 HTTP/1.1" status: 204 len: 168 time: 0.3581610 Nov 10 21:28:03.565634 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-d9422371-9003-403e-8e6d-001601cccef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:28:03.570291 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-d9422371-9003-403e-8e6d-001601cccef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:28:03.570437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fbaa8-1b6e-42b1-94db-fe8aeb0322f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba5f4ee-bdf5-46f9-8e88-dc15b3cd3339,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:03.570549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 85a1bbab-b971-4213-bd4f-324e22fd87b6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:03.570549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 85a1bbab-b971-4213-bd4f-324e22fd87b6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:03.576882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=395f2aaf-c931-4cb6-96b0-16f8d85fa638,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:03.610316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d4f1fa1-651d-41e9-b70d-61814694747b req-df87b019-65e6-46af-9469-d33c72347769 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 210 time: 0.0980949 Nov 10 21:28:03.617365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1eb0001-f9ff-4c3a-aa29-ddbecf001701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.732747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52402) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:03.808540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] Deleting subnet 4a60daf8-15e5-4f8d-a8d1-b9be69eccb4d {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:28:03.813129 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.817578 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1eb0001-f9ff-4c3a-aa29-ddbecf001701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.857978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.942550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:03.944260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1eb0001-f9ff-4c3a-aa29-ddbecf001701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.067183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d1eb0001-f9ff-4c3a-aa29-ddbecf001701 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67725ab6c4c745eca0f9a4c9da4e8422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6200414 Nov 10 21:28:04.069881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52406) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:04.073767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 395f2aaf-c931-4cb6-96b0-16f8d85fa638 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:04.084591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb0001-f9ff-4c3a-aa29-ddbecf001701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca28ca5-8187-415e-b383-43adc3aa2b05,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:04.161827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c31e2a-b052-43fb-8a62-07cdc1ec45a5 None None] Network 270ac88c-ef62-40dc-bece-7b1abb04ade6 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:04.213922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.236752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f84115c6-7093-45a3-a921-9707784a2814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.245661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port c4877577-da5a-4917-ad8e-534c70888953 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:04.257128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port c4877577-da5a-4917-ad8e-534c70888953 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:04.260177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.280741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a60daf8-15e5-4f8d-a8d1-b9be69eccb4d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:04.301671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.305915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c8de870-eb3a-4b23-abcb-4a142273e319 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4a60daf8-15e5-4f8d-a8d1-b9be69eccb4d HTTP/1.1" status: 204 len: 168 time: 0.5719097 Nov 10 21:28:04.309497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52412) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:04.358734 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f84115c6-7093-45a3-a921-9707784a2814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.382454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:04.382829 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.421069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a0d52-f773-4f18-ac20-5df6a00e8a7d req-8957bc52-293a-4f43-8d60-d1aa256b54cf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:04.429271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044a0d52-f773-4f18-ac20-5df6a00e8a7d req-8957bc52-293a-4f43-8d60-d1aa256b54cf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.2895544 Nov 10 21:28:04.502039 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.506512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-42d422af-0d40-4598-9152-cc4e471480a4 None None] Provisioning complete for port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:04.506512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-42d422af-0d40-4598-9152-cc4e471480a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.524435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.564262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-044a0d52-f773-4f18-ac20-5df6a00e8a7d req-74699f95-9b9f-482d-80e5-fc769b1d4ba4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335077 Nov 10 21:28:04.608170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:04.610661 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07ff68-3e9c-4c1a-a211-56a1b5073cdb" -d '{"events": [{"server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4877577-da5a-4917-ad8e-534c70888953"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:04.643086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:04.657710 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c2e474-95ec-4471-9b4b-76d16cd985d4 x-openstack-request-id: req-07c2e474-95ec-4471-9b4b-76d16cd985d4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:04.658246 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "name": "network-vif-plugged", "status": "completed", "tag": "c4877577-da5a-4917-ad8e-534c70888953", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:04.658929 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07c2e474-95ec-4471-9b4b-76d16cd985d4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:04.659504 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953', 'code': 200} Nov 10 21:28:04.666431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.676244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f84115c6-7093-45a3-a921-9707784a2814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.679304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f84115c6-7093-45a3-a921-9707784a2814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.680734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f84115c6-7093-45a3-a921-9707784a2814 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ca28ca5-8187-415e-b383-43adc3aa2b05 HTTP/1.1" status: 204 len: 168 time: 0.6096776 Nov 10 21:28:04.702125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84115c6-7093-45a3-a921-9707784a2814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca28ca5-8187-415e-b383-43adc3aa2b05,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:04.705326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b741446d-3ac3-446f-8d0f-c53e1c3e0cb3']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:04.718013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2e5e75-6c2c-42a5-9462-267f017f063e') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:04.724785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2e5e75-6c2c-42a5-9462-267f017f063e') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:04.732977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.779364 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.812421 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.818715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:28:04.820314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:28:04.825971 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:28:04.837335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdadd4-1400-45fd-b3bf-896992bbf54c req-2dbda5e1-6568-4d4e-b88c-43795e23077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:04.839058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91fdadd4-1400-45fd-b3bf-896992bbf54c req-2dbda5e1-6568-4d4e-b88c-43795e23077e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1096 time: 0.1009226 Nov 10 21:28:04.909294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:04.934721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91fdadd4-1400-45fd-b3bf-896992bbf54c req-0cbeb6c3-1fbf-4880-8e97-c9ef5ceef923 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882461 Nov 10 21:28:04.939298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7df02f71-9dbd-4c33-9f9e-6b958848e780 req-f0ce9b05-f4e6-430e-a52c-b6ef154c1237 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 210 time: 0.1517463 Nov 10 21:28:05.112011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-776f36b8-4733-4bc6-8338-c2dec0b9cba1 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:05.118103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-776f36b8-4733-4bc6-8338-c2dec0b9cba1 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:05.119687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-776f36b8-4733-4bc6-8338-c2dec0b9cba1 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.64 "GET /v2.0/networks?id=4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7&id=129088db-bd76-4f72-aec8-d77e37041d2e HTTP/1.1" status: 200 len: 1392 time: 0.1478162 Nov 10 21:28:05.135915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'port': {'device_id': '21bb42cc-947e-4669-9053-437badff4310', 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7', 'admin_state_up': True, 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:05.524007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:05.531160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:05.534234 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b741446d-3ac3-446f-8d0f-c53e1c3e0cb3 HTTP/1.1" status: 204 len: 168 time: 1.2091446 Nov 10 21:28:05.537169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52440) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:05.570707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d820eca-0d36-4f66-80e9-2f0bc6630652 admin admin] Pushing event deleted for resources: {'Network': ['ID=b741446d-3ac3-446f-8d0f-c53e1c3e0cb3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:05.828415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] Deleting subnet b509d8d3-ab2b-4a65-9866-50874e3635b8 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:28:05.828415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:05.828415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:05.847235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0155ecd-dbc2-4257-afa5-4363dbd4f51e req-c6c5d83f-857d-42c7-a3bf-2904710acbbd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:05.847235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0155ecd-dbc2-4257-afa5-4363dbd4f51e req-c6c5d83f-857d-42c7-a3bf-2904710acbbd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 945 time: 0.0521054 Nov 10 21:28:05.847841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:05.848219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0155ecd-dbc2-4257-afa5-4363dbd4f51e req-e1ef61eb-aff4-4fff-8952-0ccf0a536708 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540097 Nov 10 21:28:06.043611 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e564efa2-a504-494b-a30d-0aad7aca2975 req-e577b120-899f-41ff-b1a2-bb09808ef3a1 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 210 time: 0.0307965 Nov 10 21:28:06.066043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:06.066523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5dd2f973-8cfd-4c2b-a49a-00eb4214cf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.071831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.081447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.115112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b509d8d3-ab2b-4a65-9866-50874e3635b8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:06.122659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.129960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b34df03-c9ee-4af7-9c31-341d84f9262e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b509d8d3-ab2b-4a65-9866-50874e3635b8 HTTP/1.1" status: 204 len: 168 time: 0.5911372 Nov 10 21:28:06.130744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52450) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:06.214369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.229417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Allocated IP 19.80.0.224 (4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7/be06469b-9686-4188-8e8c-df6a297aee36/3d7c8fef-eecd-4674-81cb-3b73f38582c7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:06.258651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52458) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:06.339897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.378706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270ac88c-ef62-40dc-bece-7b1abb04ade6']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:06.392116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2d1284-464a-44b0-a7a7-ccd35f3d728f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:06.392384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2d1284-464a-44b0-a7a7-ccd35f3d728f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:06.406431 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.426253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.437749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:28:06.439305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:28:06.445633 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:28:06.478751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1959365116-network', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:06.517967 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.606159 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:06.622204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f16881c1-f32f-4c3e-8799-e6000f55c3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.690223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:06.691512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.694529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.700705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.710033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.711357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] 10.222.0.45 "DELETE /v2.0/networks/270ac88c-ef62-40dc-bece-7b1abb04ade6 HTTP/1.1" status: 204 len: 168 time: 0.5794847 Nov 10 21:28:06.731330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b01c62-484c-4f10-b4f3-88a1cd9e9f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=270ac88c-ef62-40dc-bece-7b1abb04ade6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:06.775253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.791369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f16881c1-f32f-4c3e-8799-e6000f55c3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.818312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:06.828051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:06.831346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:06.846533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Port': ['ID=3d7c8fef-eecd-4674-81cb-3b73f38582c7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:06.937965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f16881c1-f32f-4c3e-8799-e6000f55c3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.940324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:06.941202 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:06.970315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f16881c1-f32f-4c3e-8799-e6000f55c3bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70a74b2a39cb4941973ee4bd881f1c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630168 Nov 10 21:28:06.978090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52470) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:07.044624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16881c1-f32f-4c3e-8799-e6000f55c3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ef378a-4ddd-4691-9cc3-549ddc6aaeaf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:07.072024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.082110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4c86c-6dfe-43d3-9e97-15a514bdf85b req-4b40333f-42ae-4971-af72-291087f5a350 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:07.084149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8f4c86c-6dfe-43d3-9e97-15a514bdf85b req-4b40333f-42ae-4971-af72-291087f5a350 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 945 time: 0.1564510 Nov 10 21:28:07.131210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee312d77-0398-4e0e-8447-0e41c086a9f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.164902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8f4c86c-6dfe-43d3-9e97-15a514bdf85b req-439387d7-074c-4c3e-937e-853bed6c5ae8 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718381 Nov 10 21:28:07.167954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-df7ce7bc-0833-4407-8bb7-1ca9333128b9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0360150 Nov 10 21:28:07.178297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.215612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-275826ef-432d-4ca3-a46d-9ceff8c63943 None None] Provisioning complete for port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:07.216152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-275826ef-432d-4ca3-a46d-9ceff8c63943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.230118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Request body: {'port': {'device_id': '21bb42cc-947e-4669-9053-437badff4310', 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e', 'admin_state_up': True, 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:07.258645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:28:07.263893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-275826ef-432d-4ca3-a46d-9ceff8c63943 None None] Port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:07.267083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee312d77-0398-4e0e-8447-0e41c086a9f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.335517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9c0a-5f74-43b7-aa76-06776bec88f6 req-3fe8ce45-7506-45ba-8c3a-05ff427f53e6 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:07.337568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49cc9c0a-5f74-43b7-aa76-06776bec88f6 req-3fe8ce45-7506-45ba-8c3a-05ff427f53e6 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1097 time: 0.0827436 Nov 10 21:28:07.368744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.369012 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Added segment c58cd598-38d7-4859-9e79-824fdd1ba115 of type vlan for network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa Nov 10 21:28:07.385926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5f7e0-2ccf-4af0-868e-c572ca4c3567,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:07.396314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49cc9c0a-5f74-43b7-aa76-06776bec88f6 req-07cff05d-97df-4bc0-ad75-52a95cea5132 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Nov 10 21:28:07.468117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4365a-3a50-4945-853b-d8fc834060ae req-dd4653bf-6a46-43a5-b01c-9a757fbed2c3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:07.469803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdf4365a-3a50-4945-853b-d8fc834060ae req-dd4653bf-6a46-43a5-b01c-9a757fbed2c3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 932 time: 0.2643042 Nov 10 21:28:07.480362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52480) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:07.508837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.557468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52482) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:07.560660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bec29450-6600-4901-9035-94b340439987 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ea359fd607b46cf91222df87df57a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781281 Nov 10 21:28:07.622543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdf4365a-3a50-4945-853b-d8fc834060ae req-5c2641f1-4dc2-418e-a61b-e41d2816f97d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307447 Nov 10 21:28:07.631001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f45e7-1fc7-4cb7-bc3e-86cbc6668f7e req-bf5d3f96-9142-4598-a1ca-bcee50b4befe tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:07.639453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c5f45e7-1fc7-4cb7-bc3e-86cbc6668f7e req-bf5d3f96-9142-4598-a1ca-bcee50b4befe tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1097 time: 0.0618157 Nov 10 21:28:07.645757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c795-a221-4d61-947b-3f990e4f935d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.673236 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c795-a221-4d61-947b-3f990e4f935d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.691541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c5f45e7-1fc7-4cb7-bc3e-86cbc6668f7e req-0196910c-0fb4-4e06-bf8f-1b32b79fe5d0 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508435 Nov 10 21:28:07.699660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee312d77-0398-4e0e-8447-0e41c086a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.702586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee312d77-0398-4e0e-8447-0e41c086a9f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.713167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ee312d77-0398-4e0e-8447-0e41c086a9f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78ef378a-4ddd-4691-9cc3-549ddc6aaeaf HTTP/1.1" status: 204 len: 168 time: 0.7337158 Nov 10 21:28:07.752563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee312d77-0398-4e0e-8447-0e41c086a9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ef378a-4ddd-4691-9cc3-549ddc6aaeaf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:07.766630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.770711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:07.773712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.796773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Made reservation on behalf of 8a38e414d7fe4ac8b9e3b53b2e410cf8 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:07.800365 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.921548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] Pushing event updated for resources: {'Network': ['ID=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:07.932267 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c795-a221-4d61-947b-3f990e4f935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.935073 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c795-a221-4d61-947b-3f990e4f935d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:07.939627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1781c795-a221-4d61-947b-3f990e4f935d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85cf8c86-4f29-4440-9116-6bb1d55b283b HTTP/1.1" status: 204 len: 168 time: 0.3785536 Nov 10 21:28:07.949152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:28:07.967357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6df45002-42cb-497e-9103-d26146628b22 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7057757 Nov 10 21:28:07.970845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52494) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:07.975662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Request body: {'subnet': {'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1959365116-subnet', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:07.981277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c795-a221-4d61-947b-3f990e4f935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf8c86-4f29-4440-9116-6bb1d55b283b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:08.145986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6189afc-dbe8-47c7-9bda-ed6366940177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:08.146225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:08.154183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:08.198946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Allocated IP 19.86.0.109 (129088db-bd76-4f72-aec8-d77e37041d2e/eb419ae7-5548-4b08-a30a-fcfeae3f47bc/6d86a211-4a57-422f-a370-d3fd64bf3585) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:08.437357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d9a5d-41af-4a52-bb3c-edeca3b6c0ce req-97dcc66b-059c-4832-b3b4-447495997e25 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:08.438874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b4d9a5d-41af-4a52-bb3c-edeca3b6c0ce req-97dcc66b-059c-4832-b3b4-447495997e25 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1097 time: 0.0870862 Nov 10 21:28:08.490599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:08.535753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:08.538941 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b4d9a5d-41af-4a52-bb3c-edeca3b6c0ce req-9f1890df-b795-4a5e-bbde-a21d6c2ebe50 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818586 Nov 10 21:28:08.632696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Checking segment: {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:08.633328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Network hostable DHCP agents. Network: 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:28:08.646870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d35b2c-db91-4a29-b936-225b49929d0a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:08.695754 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:08.759084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:08.786124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Network 129088db-bd76-4f72-aec8-d77e37041d2e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:08.794335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:08.797820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:08.839882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event updated for resources: {'Port': ['ID=6d86a211-4a57-422f-a370-d3fd64bf3585,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:08.860170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:08.860852 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:08.886734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb66c-abd5-4b7f-b9b2-95315ec3d50a req-3052bc61-f773-4725-866c-0ce159e85f36 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:08.893932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbb66c-abd5-4b7f-b9b2-95315ec3d50a req-3052bc61-f773-4725-866c-0ce159e85f36 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:08.901363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3fbb66c-abd5-4b7f-b9b2-95315ec3d50a req-3052bc61-f773-4725-866c-0ce159e85f36 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1655 time: 0.1605103 Nov 10 21:28:08.983904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3fbb66c-abd5-4b7f-b9b2-95315ec3d50a req-f2bb56e7-0f8c-49bd-870e-b32457d827a2 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809882 Nov 10 21:28:09.040012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:09.054413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12abe79e-8e7b-42a2-afc7-451c502df01d None None] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:09.067374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:09.068360 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.080831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-521cce61-8e77-4283-a7cc-f010a5f6b1c0 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8751848 Nov 10 21:28:09.100150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Request body: {'port': {'device_id': '21bb42cc-947e-4669-9053-437badff4310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:09.158594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2095bf5f-57c4-4355-ad92-0f5045d53aae None None] Provisioning complete for port 6d86a211-4a57-422f-a370-d3fd64bf3585 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:09.159320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2095bf5f-57c4-4355-ad92-0f5045d53aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.187467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.200675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-401c76b5-c523-40ff-b4d2-cff86cb95970 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2286317 Nov 10 21:28:09.202123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52518) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:09.208676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:09.265736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52522) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:09.302106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2095bf5f-57c4-4355-ad92-0f5045d53aae None None] Port 6d86a211-4a57-422f-a370-d3fd64bf3585 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:09.306496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.348702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b8cc8865-0f1b-4cf1-bea2-5492a9ae4d22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5b1a3978c004031a5ff5918662d6d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811312 Nov 10 21:28:09.351257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52526) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:09.399020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:28:09.400276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.457952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eefe742-8184-40b3-9b71-a593ff746996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.481573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.482870 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.499828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eefe742-8184-40b3-9b71-a593ff746996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.585445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.608389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Allocated IP 172.20.0.2 (8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa/e2d35b2c-db91-4a29-b936-225b49929d0a/8d83a51f-6792-494f-994a-4f2ab1f5ed84) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:09.733612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcee38-9a3c-444c-832a-28d64ae2c9d3 req-9141bf32-4796-4dae-a736-e52cd0f0714c tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:09.735508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74bcee38-9a3c-444c-832a-28d64ae2c9d3 req-9141bf32-4796-4dae-a736-e52cd0f0714c tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1097 time: 0.0892024 Nov 10 21:28:09.754439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7c8fef-eecd-4674-81cb-3b73f38582c7 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:09.778232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.840215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52536) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:09.855377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Transition to ACTIVE for port object 3d7c8fef-eecd-4674-81cb-3b73f38582c7 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:09.858123 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.882724 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eefe742-8184-40b3-9b71-a593ff746996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.885707 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eefe742-8184-40b3-9b71-a593ff746996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:09.889410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0eefe742-8184-40b3-9b71-a593ff746996 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e83d81d-3b13-450d-8805-3cdae2781afd HTTP/1.1" status: 204 len: 168 time: 0.5347805 Nov 10 21:28:09.941417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefe742-8184-40b3-9b71-a593ff746996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e83d81d-3b13-450d-8805-3cdae2781afd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:10.016979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-82869652-network', 'tenant_id': 'd0deb4ad8c1e487c80c9c83299a01ff5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:10.020045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74bcee38-9a3c-444c-832a-28d64ae2c9d3 req-f5cb3ea7-2e13-4f95-857d-b4d8b216a2ed tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778573 Nov 10 21:28:10.043652 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.075240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.083265 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.133464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:10.141305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:10.151634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:10.175175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Pushing event updated for resources: {'Port': ['ID=8d83a51f-6792-494f-994a-4f2ab1f5ed84,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:10.258254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Attempting to bind port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:10.258891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Attempting to bind port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:10.259462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Attempting to bind port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 on network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:10.271906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:10.276715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Checking segment: {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:10.276715 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.276715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Bound using segment: {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:10.276715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Bound port: 8d83a51f-6792-494f-994a-4f2ab1f5ed84, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:10.276715 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.367247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7c8fef-eecd-4674-81cb-3b73f38582c7,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:10.451072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] For port 8d83a51f-6792-494f-994a-4f2ab1f5ed84, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:10.461102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] For port 8d83a51f-6792-494f-994a-4f2ab1f5ed84, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8d83a51f-6792-494f-994a-4f2ab1f5ed84,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:10.475789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Made reservation on behalf of d0deb4ad8c1e487c80c9c83299a01ff5 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:10.479222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.513259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.517859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Attempting to bind port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:10.518626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Attempting to bind port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:10.519160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Attempting to bind port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 on network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:10.547304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 on network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:10.556306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Attempting to bind port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 on network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:10.565177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.580950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:10.590840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Checking segment: {'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:10.591570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Bound using segment: {'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:10.593120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Bound port: 3d7c8fef-eecd-4674-81cb-3b73f38582c7, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bc092a-fa4d-49d0-ab8c-c5890877418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:10.594075 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.662809 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:10.663880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b37a-e7ab-47ec-83aa-725fa5ba9389 req-34d0c760-1659-46c8-a044-e319e5667597 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:10.682031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08b37a-e7ab-47ec-83aa-725fa5ba9389 req-34d0c760-1659-46c8-a044-e319e5667597 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:10.688984 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e08b37a-e7ab-47ec-83aa-725fa5ba9389 req-34d0c760-1659-46c8-a044-e319e5667597 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1667 time: 0.5409911 Nov 10 21:28:10.924345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4778b-263d-4408-aa02-3ececeb64ab5 None None] Pushing event updated for resources: {'Port': ['ID=8d83a51f-6792-494f-994a-4f2ab1f5ed84,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:11.058333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.080849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.120690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] For port 3d7c8fef-eecd-4674-81cb-3b73f38582c7, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:11.128531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] For port 3d7c8fef-eecd-4674-81cb-3b73f38582c7, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3d7c8fef-eecd-4674-81cb-3b73f38582c7,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:11.146006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e08b37a-e7ab-47ec-83aa-725fa5ba9389 req-6eb87269-1466-4a5f-a4b0-87fb10d72bde tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560435 Nov 10 21:28:11.278393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.400646 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.416602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Allocated IP 172.25.7.127 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/16cb3af7-d44e-4715-a7b6-33496464bc2e) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:11.473657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.516627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7c8fef-eecd-4674-81cb-3b73f38582c7,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:11.549545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.599983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.600774 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.610099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-41fb31e0-b9e7-461c-a7da-595ca94ceca8 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d7c8fef-eecd-4674-81cb-3b73f38582c7 HTTP/1.1" status: 200 len: 1093 time: 2.5202618 Nov 10 21:28:11.612168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'tag': '3d7c8fef-eecd-4674-81cb-3b73f38582c7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:11.614521 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0472a1-b6b3-4243-ba71-5be887eedf61" -d '{"events": [{"name": "network-changed", "server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "tag": "3d7c8fef-eecd-4674-81cb-3b73f38582c7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:11.640238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.662513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755d3750-ca25-4d7c-aa5a-595d43a674f2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:11.665667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:28:11.676420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.676740 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Added segment a637f773-f5cf-4e83-8d9c-825848d014c8 of type vlan for network 1540370f-3d9a-4583-9efa-15ff7e21f573 Nov 10 21:28:11.724264 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dd903e-04cb-4f04-97c7-de5de5ab139f x-openstack-request-id: req-77dd903e-04cb-4f04-97c7-de5de5ab139f {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:11.724577 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "tag": "3d7c8fef-eecd-4674-81cb-3b73f38582c7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:11.724800 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77dd903e-04cb-4f04-97c7-de5de5ab139f {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:11.725185 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'tag': '3d7c8fef-eecd-4674-81cb-3b73f38582c7', 'status': 'completed', 'code': 200} Nov 10 21:28:11.740986 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:11.861436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-fcae9ab9-e7ed-45d3-8e8d-39ab8a22616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.861436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-fcae9ab9-e7ed-45d3-8e8d-39ab8a22616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.861436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-fcae9ab9-e7ed-45d3-8e8d-39ab8a22616c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1915 time: 0.0692556 Nov 10 21:28:11.945972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-0a3d0629-f03e-424d-9f7c-abe892981ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.946986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-0a3d0629-f03e-424d-9f7c-abe892981ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.946986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-0a3d0629-f03e-424d-9f7c-abe892981ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:11.948780 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-0a3d0629-f03e-424d-9f7c-abe892981ee6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1224496 Nov 10 21:28:12.029611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8d83a51f-6792-494f-994a-4f2ab1f5ed84 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:12.061143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-ad1f5875-4452-4fd1-af97-467bee251344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:12.063099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a0472a1-b6b3-4243-ba71-5be887eedf61 req-ad1f5875-4452-4fd1-af97-467bee251344 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071239 Nov 10 21:28:12.085213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:12.085579 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.093287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Request body: {'port': {'device_id': '21bb42cc-947e-4669-9053-437badff4310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:12.115608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.128629 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.131268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:12.140385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.232603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:12.236369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:12.238814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.243515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:12.262213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.314209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39976776-2336-44d5-95cd-8620c1bbc99f None None] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:12.351629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5101671 Nov 10 21:28:12.355575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52600) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:12.363129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Request body: {'subnet': {'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-82869652-subnet', 'tenant_id': 'd0deb4ad8c1e487c80c9c83299a01ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:12.453282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c457f-298f-42a8-9dfc-5b7b5d154504 admin admin] Pushing event updated for resources: {'Network': ['ID=1540370f-3d9a-4583-9efa-15ff7e21f573,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:12.475686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 8d83a51f-6792-494f-994a-4f2ab1f5ed84, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8d83a51f-6792-494f-994a-4f2ab1f5ed84,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:12.483394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 1540370f-3d9a-4583-9efa-15ff7e21f573 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:28:12.547900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Made reservation on behalf of d0deb4ad8c1e487c80c9c83299a01ff5 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:12.557067 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.582417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-085f01a9-9f40-4d44-8a08-83e9938b696c None None] Provisioning complete for port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:12.583605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-085f01a9-9f40-4d44-8a08-83e9938b696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.620904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04c6c1-a32a-41b5-b17f-d286a3cd849d req-6b70aeda-03d0-4606-950b-d3fc37cb9379 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:12.627835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04c6c1-a32a-41b5-b17f-d286a3cd849d req-6b70aeda-03d0-4606-950b-d3fc37cb9379 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:12.629451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b04c6c1-a32a-41b5-b17f-d286a3cd849d req-6b70aeda-03d0-4606-950b-d3fc37cb9379 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1667 time: 0.2394805 Nov 10 21:28:12.681316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:12.759702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=8d83a51f-6792-494f-994a-4f2ab1f5ed84,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:12.793896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b04c6c1-a32a-41b5-b17f-d286a3cd849d req-0c5e5164-8abc-468c-90da-8f34a2a43f72 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944595 Nov 10 21:28:13.110442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Pushing event updated for resources: {'Port': ['ID=16cb3af7-d44e-4715-a7b6-33496464bc2e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:13.238100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d86a211-4a57-422f-a370-d3fd64bf3585 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:13.249424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.267969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Transition to ACTIVE for port object 6d86a211-4a57-422f-a370-d3fd64bf3585 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:13.328615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.360340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-45f90812-5612-4488-b3cc-a37a6322c876 None None] Provisioning complete for port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:13.361170 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45f90812-5612-4488-b3cc-a37a6322c876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.387455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e0a447-a032-403c-875c-efe537f22b96,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:13.391279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.428599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Checking segment: {'id': 'a637f773-f5cf-4e83-8d9c-825848d014c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:13.429073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Network hostable DHCP agents. Network: 1540370f-3d9a-4583-9efa-15ff7e21f573, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:28:13.538151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=6d86a211-4a57-422f-a370-d3fd64bf3585,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:13.559378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.590965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Attempting to bind port 6d86a211-4a57-422f-a370-d3fd64bf3585 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:13.591330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Attempting to bind port 6d86a211-4a57-422f-a370-d3fd64bf3585 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:13.593046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Attempting to bind port 6d86a211-4a57-422f-a370-d3fd64bf3585 on network 129088db-bd76-4f72-aec8-d77e37041d2e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:13.598353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Port 6d86a211-4a57-422f-a370-d3fd64bf3585 on network 129088db-bd76-4f72-aec8-d77e37041d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:13.616988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Attempting to bind port 6d86a211-4a57-422f-a370-d3fd64bf3585 on network 129088db-bd76-4f72-aec8-d77e37041d2e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:13.616988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:13.616988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Checking segment: {'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:13.616988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Bound using segment: {'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:13.616988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Bound port: 6d86a211-4a57-422f-a370-d3fd64bf3585, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06981534-87e6-46d0-a0b5-9ee37b8dd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:13.616988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.725098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Network 1540370f-3d9a-4583-9efa-15ff7e21f573 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:13.746527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] For port 6d86a211-4a57-422f-a370-d3fd64bf3585, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:13.751126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] For port 6d86a211-4a57-422f-a370-d3fd64bf3585, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6d86a211-4a57-422f-a370-d3fd64bf3585,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:13.826988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 1540370f-3d9a-4583-9efa-15ff7e21f573) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:13.831125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:13.831750 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.838894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce77dcbe-8cf6-4e33-b459-e02aae5c5112 None None] Network 1540370f-3d9a-4583-9efa-15ff7e21f573 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:13.896321 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:13.906265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:14.007183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.007848 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:14.009300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d86a211-4a57-422f-a370-d3fd64bf3585 HTTP/1.1" status: 200 len: 1093 time: 1.9206893 Nov 10 21:28:14.009799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'tag': '6d86a211-4a57-422f-a370-d3fd64bf3585'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:14.018365 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d97c6b8-2c94-4d62-952a-1563cc65b656" -d '{"events": [{"name": "network-changed", "server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "tag": "6d86a211-4a57-422f-a370-d3fd64bf3585"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:14.055778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-188c1c6b-8ccc-4178-b5ef-6f0e864e7e70 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6878552 Nov 10 21:28:14.056000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8d83a51f-6792-494f-994a-4f2ab1f5ed84 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:14.074752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fbf7f-e291-403a-9798-a849d0302cc5 req-6104aa71-2eff-4b98-b59c-63874005a160 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.086431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e34dc-a322-4a60-a10c-2b0c66344d41 None None] Network 1540370f-3d9a-4583-9efa-15ff7e21f573 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:14.092735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fbf7f-e291-403a-9798-a849d0302cc5 req-6104aa71-2eff-4b98-b59c-63874005a160 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.094536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897fbf7f-e291-403a-9798-a849d0302cc5 req-6104aa71-2eff-4b98-b59c-63874005a160 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1679 time: 0.2048934 Nov 10 21:28:14.095227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5c76-d371-42f7-849b-21f45470cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=6d86a211-4a57-422f-a370-d3fd64bf3585,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:14.276980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897fbf7f-e291-403a-9798-a849d0302cc5 req-ae1c44bd-1f06-4c9c-a2a6-89c13d0db5ed tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725252 Nov 10 21:28:14.313257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-9f1335ef-9579-4246-966b-557d01438ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.314475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-9f1335ef-9579-4246-966b-557d01438ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.316686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:14.317062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:14.319884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-9f1335ef-9579-4246-966b-557d01438ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1983 time: 0.1785114 Nov 10 21:28:14.351154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:28:14.410899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-b3874dd7-c46b-4503-b793-0ab7f3e88543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=3d7c8fef-eecd-4674-81cb-3b73f38582c7 HTTP/1.1" status: 200 len: 217 time: 0.0817335 Nov 10 21:28:14.504411 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeaf352-c3e0-45b2-9828-afa2b3676f9e x-openstack-request-id: req-1aeaf352-c3e0-45b2-9828-afa2b3676f9e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:14.504712 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "tag": "6d86a211-4a57-422f-a370-d3fd64bf3585", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:14.504954 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aeaf352-c3e0-45b2-9828-afa2b3676f9e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:14.505358 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'tag': '6d86a211-4a57-422f-a370-d3fd64bf3585', 'status': 'completed', 'code': 200} Nov 10 21:28:14.517101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-78c3fc5f-488d-43af-825e-0bf5dafaa5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.518596 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-78c3fc5f-488d-43af-825e-0bf5dafaa5b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be06469b-9686-4188-8e8c-df6a297aee36 HTTP/1.1" status: 200 len: 801 time: 0.0996757 Nov 10 21:28:14.602045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-fd67bf8e-d191-464b-a2b8-f592d5a682fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.610129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-fd67bf8e-d191-464b-a2b8-f592d5a682fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750873 Nov 10 21:28:14.637177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:14.651738 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Sync routers for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:28:14.668690 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:14.669176 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:28:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:14.684330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-e33225ac-4f36-4371-9930-b2fefc190c34 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:28:14.688402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-e33225ac-4f36-4371-9930-b2fefc190c34 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4921026 Nov 10 21:28:14.781336 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:28:14.812600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-5b5e8d54-2081-4219-aff6-6a5eeafedba6 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358014 Nov 10 21:28:14.847506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-bdf31b46-4057-4643-856e-46ed397bf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:14.848914 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-bdf31b46-4057-4643-856e-46ed397bf223 service neutron] 10.222.0.45 "GET /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 1094 time: 0.1518230 Nov 10 21:28:14.866461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Request body: {'binding': {'host': 'n-h1-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:14.869008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Unknown quota resources ['binding']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:28:14.870867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:14.872079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d6d4f086-dd45-408d-b339-6f3d1aea40f7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6687989 Nov 10 21:28:14.880729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52668) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:14.999259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-618b47cb-9839-44fc-8024-d95b93f37389 service neutron] 10.222.0.64 "GET /v2.0/networks/4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858004 Nov 10 21:28:15.024807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on host n-h1-776250-11 for vnic_type normal with profile None {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:15.025146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:15.025475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:15.031177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:15.031507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:15.038625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:15.039931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:15.039931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:15.039931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Bound port: c4877577-da5a-4917-ad8e-534c70888953, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:15.050143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:13Z', 'revision_number': 3, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:15.087415 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Checking router: b2cc4ab0-c70e-49ac-a176-d83a731b4f4d for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:28:15.091984 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Updating router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d port 16cb3af7-d44e-4715-a7b6-33496464bc2e binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:28:15.119335 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.120552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:15.223713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-1fb8ec17-8167-4201-a93c-ec9c771012ff tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:15.225454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-1fb8ec17-8167-4201-a93c-ec9c771012ff tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4055810 Nov 10 21:28:15.264956 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.266557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-a4b78651-a598-459d-89ee-14d090efcfbe service neutron] 10.222.0.45 "POST /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953/bindings HTTP/1.1" status: 201 len: 390 time: 0.4047749 Nov 10 21:28:15.302258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-a7074d3c-58c6-427d-950f-4fb41f2a3732 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/quotas/f3e9f24b001c41cf81d6a5f14d03c90e HTTP/1.1" status: 200 len: 375 time: 0.0426981 Nov 10 21:28:15.356393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-8c8299fa-e4d9-499e-bdb8-bd46871585c8 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531509 Nov 10 21:28:15.366344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-b02e2379-ca13-44e4-8d6c-a83b7f216691 service neutron] 10.222.0.64 "GET /v2.0/networks/4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584409 Nov 10 21:28:15.449738 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.462002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-b5e6013e-b51f-4047-8473-abb02d3572d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=6d86a211-4a57-422f-a370-d3fd64bf3585 HTTP/1.1" status: 200 len: 217 time: 0.0844471 Nov 10 21:28:15.504400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52684) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:15.509851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-344721742-network', 'tenant_id': 'fdf877acc7c9406e8b5033d0de908456'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:15.578723 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.610186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Made reservation on behalf of fdf877acc7c9406e8b5033d0de908456 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:15.613043 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.626583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.740633 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Attempting to bind port 16cb3af7-d44e-4715-a7b6-33496464bc2e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:15.741235 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Attempting to bind port 16cb3af7-d44e-4715-a7b6-33496464bc2e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:15.741340 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Attempting to bind port 16cb3af7-d44e-4715-a7b6-33496464bc2e on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:15.751913 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Pushing event updated for resources: {'Port': ['ID=16cb3af7-d44e-4715-a7b6-33496464bc2e,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:15.756846 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:15.757242 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:15.757988 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.758191 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:15.758673 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Bound port: 16cb3af7-d44e-4715-a7b6-33496464bc2e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:15.759083 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.839982 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.840335 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.840678 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.841024 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.841358 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.842126 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.842463 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.852971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.852971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.852971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.852971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.852971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:15.871560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:15.895424 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] For port 16cb3af7-d44e-4715-a7b6-33496464bc2e, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:15.899448 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] For port 16cb3af7-d44e-4715-a7b6-33496464bc2e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=16cb3af7-d44e-4715-a7b6-33496464bc2e,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:15.995798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.035462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff6681-0f10-4e31-b30c-aa99d6ed4a53 req-c5aa70c7-cec5-40da-99b3-2c5d282abff8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.041378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff6681-0f10-4e31-b30c-aa99d6ed4a53 req-c5aa70c7-cec5-40da-99b3-2c5d282abff8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.042892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3ff6681-0f10-4e31-b30c-aa99d6ed4a53 req-c5aa70c7-cec5-40da-99b3-2c5d282abff8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1679 time: 0.0703342 Nov 10 21:28:16.100492 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.110588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d573fc59-2c07-459a-a524-4930fa06a398,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:16.116273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:28:16.126218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.126490 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Added segment d14faf92-ae2b-481d-857a-18725a5c7f15 of type vlan for network b8cf1f88-672e-44eb-b1f9-11301f70ec74 Nov 10 21:28:16.138948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-ca502ba5-1676-4def-98ea-e200fd088efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.141693 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-ca502ba5-1676-4def-98ea-e200fd088efc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb419ae7-5548-4b08-a30a-fcfeae3f47bc HTTP/1.1" status: 200 len: 801 time: 0.6690869 Nov 10 21:28:16.146865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3ff6681-0f10-4e31-b30c-aa99d6ed4a53 req-127bc4e4-ed83-4124-ae2c-d28a40e40913 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967715 Nov 10 21:28:16.161311 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:16.161954 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:28:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:16.225082 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e8d71-4df1-43ed-8305-428cf1ebec55 None None] Pushing event updated for resources: {'Port': ['ID=16cb3af7-d44e-4715-a7b6-33496464bc2e,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:16.239893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.278211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-eb49aed7-e11b-4a76-93a3-c67ffdc83422 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.280756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-eb49aed7-e11b-4a76-93a3-c67ffdc83422 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/networks?id=6ac0b214-9a80-4498-bae4-18080343acd4 HTTP/1.1" status: 200 len: 815 time: 0.3152332 Nov 10 21:28:16.281988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-33b8a56a-e0ac-4bc9-a72f-225639c45397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.283997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-33b8a56a-e0ac-4bc9-a72f-225639c45397 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=129088db-bd76-4f72-aec8-d77e37041d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093364 Nov 10 21:28:16.305840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-1acc9801-8eba-447c-af64-ce587a2d9b0a tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/quotas/20f59c7ad599484dbcf8544c8221fb09 HTTP/1.1" status: 200 len: 375 time: 0.0175555 Nov 10 21:28:16.321747 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:28:16.361970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-f09376a7-233a-4775-bda0-d50f667336b4 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=20f59c7ad599484dbcf8544c8221fb09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535574 Nov 10 21:28:16.426573 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.465525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.466535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.467117 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.490703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-ef9079b0-ab80-450f-bbc6-5f05edd69333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.492795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-ef9079b0-ab80-450f-bbc6-5f05edd69333 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1097 time: 0.1889822 Nov 10 21:28:16.543684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-013308dc-bc8d-4351-8b4e-cd93b3246f30 service neutron] 10.222.0.45 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652927 Nov 10 21:28:16.559227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] Pushing event updated for resources: {'Network': ['ID=b8cf1f88-672e-44eb-b1f9-11301f70ec74,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:16.559869 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-2b4be1ec-b141-4a7f-8825-1bdc81523b00 service neutron] 10.222.0.64 "GET /v2.0/networks/129088db-bd76-4f72-aec8-d77e37041d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450290 Nov 10 21:28:16.574760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b8cf1f88-672e-44eb-b1f9-11301f70ec74 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:28:16.588758 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:13Z', 'revision_number': 3, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:16.599315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82252322-d0b8-4d77-96a4-f4bbf096fdc7 req-0663ce8c-a195-48f7-be57-3d407f98e50d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.607042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82252322-d0b8-4d77-96a4-f4bbf096fdc7 req-0663ce8c-a195-48f7-be57-3d407f98e50d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 945 time: 0.1992579 Nov 10 21:28:16.622572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-89119be7-c2fd-49a1-9356-d5b6d130572c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1169477 Nov 10 21:28:16.625887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:16.640101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Request body: {'subnet': {'network_id': 'b8cf1f88-672e-44eb-b1f9-11301f70ec74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-344721742-subnet', 'tenant_id': 'fdf877acc7c9406e8b5033d0de908456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:16.651579 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce2422-d684-404a-b4f3-85fb1638d2ca None None] The sync data for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 is: [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:13Z', 'revision_number': 3, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:28:16.703344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-3816c724-e0b7-4bbf-8b44-376b18a81e5d service neutron] 10.222.0.45 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515906 Nov 10 21:28:16.792767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Made reservation on behalf of fdf877acc7c9406e8b5033d0de908456 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:16.798814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:16.861104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82252322-d0b8-4d77-96a4-f4bbf096fdc7 req-8504c8de-c894-4273-86b3-e25617296db7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526040 Nov 10 21:28:16.887745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-76d5e2c4-5f9f-4990-ab9f-91b7897db5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:16.889463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-76d5e2c4-5f9f-4990-ab9f-91b7897db5e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.3831639 Nov 10 21:28:16.968170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5cfa873d-55d3-426d-af4e-095c4b37a93f req-cb55e710-4b30-473a-b799-0a620fb3dbcb service neutron] 10.222.0.64 "GET /v2.0/networks/129088db-bd76-4f72-aec8-d77e37041d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915327 Nov 10 21:28:16.969483 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-bbca00f3-7609-44bf-9ed5-0d9b0d2cb051 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 217 time: 0.0693440 Nov 10 21:28:17.004069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5c5ca20c-8df7-4561-841a-2244575d8b89 req-6c00f96d-76b4-44ac-b435-569f765db3e6 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0913317 Nov 10 21:28:17.061041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Allocated IP 172.20.0.1 (8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa/e2d35b2c-db91-4a29-b936-225b49929d0a/433a4c04-f3a7-441e-b21e-e4186244b60f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:17.104257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cec74c9c-55c0-493f-afcc-06f6819bc199 req-32441606-0aba-45f0-b47f-ac78a3b9ed82 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 210 time: 0.1114237 Nov 10 21:28:17.137086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-1452e777-59ca-4a57-b572-d84222a047e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.138697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-1452e777-59ca-4a57-b572-d84222a047e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1372690 Nov 10 21:28:17.293260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-d096eaf4-b94c-4218-88e4-f8dab85dc0f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865140 Nov 10 21:28:17.305595 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:17.343364 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:17.412751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e25cdd-fd3f-4623-bbc4-d8eb1d1338f2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:17.448997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Checking segment: {'id': 'd14faf92-ae2b-481d-857a-18725a5c7f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b8cf1f88-672e-44eb-b1f9-11301f70ec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:17.449362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Network hostable DHCP agents. Network: b8cf1f88-672e-44eb-b1f9-11301f70ec74, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:28:17.483508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-0ce5a615-4e33-457f-b4e0-b292ce87b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.484170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-0ce5a615-4e33-457f-b4e0-b292ce87b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.485683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-0ce5a615-4e33-457f-b4e0-b292ce87b8c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1983 time: 0.3420732 Nov 10 21:28:17.527821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95591cf9-d104-41e9-af8b-7cf0a3a4ff11 req-6347e59d-4e94-47ef-8772-614d2a0a453f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.534591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95591cf9-d104-41e9-af8b-7cf0a3a4ff11 req-6347e59d-4e94-47ef-8772-614d2a0a453f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.541980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95591cf9-d104-41e9-af8b-7cf0a3a4ff11 req-6347e59d-4e94-47ef-8772-614d2a0a453f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1679 time: 0.2592735 Nov 10 21:28:17.568044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:17.649170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Network b8cf1f88-672e-44eb-b1f9-11301f70ec74 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:17.681307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:17.692047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-c6544266-f37c-407c-ab1e-67a50bea9a16 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047130 Nov 10 21:28:17.699844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:17.720655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:17.757526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b8cf1f88-672e-44eb-b1f9-11301f70ec74) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:17.770208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.770208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:17.785742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce31ee4-8cd7-4b38-930f-bb427d95a991 None None] Network b8cf1f88-672e-44eb-b1f9-11301f70ec74 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:17.787959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95591cf9-d104-41e9-af8b-7cf0a3a4ff11 req-3512f52e-6035-4694-963b-55552464cbd8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450075 Nov 10 21:28:17.817096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Pushing event updated for resources: {'Port': ['ID=433a4c04-f3a7-441e-b21e-e4186244b60f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:17.877924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-7f3fc295-b187-4867-b2cd-0046df08c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:17.879497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-7f3fc295-b187-4867-b2cd-0046df08c8cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=129088db-bd76-4f72-aec8-d77e37041d2e HTTP/1.1" status: 200 len: 903 time: 0.3838613 Nov 10 21:28:17.986491 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:18.006968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-ac38281f-baac-4e67-842d-e6f7c84e8972 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=6d86a211-4a57-422f-a370-d3fd64bf3585 HTTP/1.1" status: 200 len: 217 time: 0.0999734 Nov 10 21:28:18.016836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-57a696f0-a15d-46c8-88f2-2e251304cfe2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3898160 Nov 10 21:28:18.093474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e22861-4799-4f18-8146-84cef8bc4e2e None None] Network b8cf1f88-672e-44eb-b1f9-11301f70ec74 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:18.197114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 16cb3af7-d44e-4715-a7b6-33496464bc2e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:18.233844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd096cec-79dd-42c5-8884-d3266e852438 req-ec9562d0-09ca-44df-942c-b144685a8395 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.260956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd096cec-79dd-42c5-8884-d3266e852438 req-ec9562d0-09ca-44df-942c-b144685a8395 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 945 time: 0.2218382 Nov 10 21:28:18.345815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb3021a0-eb3f-45a9-a94c-7129dba3d349 req-aaeb34c4-bf84-4c74-828d-3f9d6cca3518 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0711837 Nov 10 21:28:18.376535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-55a2b87a-b7d0-4db4-be12-c7d8f60c3b37 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728864 Nov 10 21:28:18.406542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd096cec-79dd-42c5-8884-d3266e852438 req-d88a647d-39ba-4ef0-8c8e-fab53480ea8f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431401 Nov 10 21:28:18.420729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-834f9d6e-5c51-440f-bee4-553b82a5323f None None] Provisioning complete for port 433a4c04-f3a7-441e-b21e-e4186244b60f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:18.421137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-834f9d6e-5c51-440f-bee4-553b82a5323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:18.431977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-8d795a55-0207-4586-806a-8a1c6679002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.434105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-8d795a55-0207-4586-806a-8a1c6679002b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb419ae7-5548-4b08-a30a-fcfeae3f47bc HTTP/1.1" status: 200 len: 801 time: 0.4266851 Nov 10 21:28:18.481327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ae69615-cb54-4180-934a-cb9da8f4d9bb req-1136c283-b007-4b9d-8b1f-5d337190a905 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 210 time: 0.0784898 Nov 10 21:28:18.534041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-834f9d6e-5c51-440f-bee4-553b82a5323f None None] Port 433a4c04-f3a7-441e-b21e-e4186244b60f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:18.558600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 16cb3af7-d44e-4715-a7b6-33496464bc2e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:18.559033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:18.572866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-5f475143-70eb-47bf-8499-be9effb91211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.574411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-5f475143-70eb-47bf-8499-be9effb91211 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=129088db-bd76-4f72-aec8-d77e37041d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913734 Nov 10 21:28:18.676025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:18.697674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 16cb3af7-d44e-4715-a7b6-33496464bc2e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=16cb3af7-d44e-4715-a7b6-33496464bc2e,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:18.797496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:18.816383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-ad380991-179d-46d3-90d6-bb4a72d8db0c service neutron] 10.222.0.64 "GET /v2.0/networks/129088db-bd76-4f72-aec8-d77e37041d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304463 Nov 10 21:28:18.818496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-88f4f328-cfc9-428d-b8d5-a6da9553ea03 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.819811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-88f4f328-cfc9-428d-b8d5-a6da9553ea03 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1695232 Nov 10 21:28:18.848003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-11'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:18.871408 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:18.946970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82501039-ebb5-4323-8a8d-cae015a4ffed req-8bcef3e1-4583-4999-8a0f-6c0443448e48 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.955547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82501039-ebb5-4323-8a8d-cae015a4ffed req-8bcef3e1-4583-4999-8a0f-6c0443448e48 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.964083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82501039-ebb5-4323-8a8d-cae015a4ffed req-8bcef3e1-4583-4999-8a0f-6c0443448e48 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1679 time: 0.0896313 Nov 10 21:28:18.964881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52762) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:18.973502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1576688658'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:18.987196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=16cb3af7-d44e-4715-a7b6-33496464bc2e,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:18.991191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-87bcbb0d-a013-42db-b9a7-ff4329a5132e tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:18.992698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-87bcbb0d-a013-42db-b9a7-ff4329a5132e tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/networks?id=1540370f-3d9a-4583-9efa-15ff7e21f573 HTTP/1.1" status: 200 len: 813 time: 0.3302679 Nov 10 21:28:19.032076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82501039-ebb5-4323-8a8d-cae015a4ffed req-135c92bd-a412-4c1e-9000-264a3c841524 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643651 Nov 10 21:28:19.074346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-436563c8-4fba-48b4-bee0-d11525be581c tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/quotas/d0deb4ad8c1e487c80c9c83299a01ff5 HTTP/1.1" status: 200 len: 375 time: 0.0532219 Nov 10 21:28:19.077084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:19.156649 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-5c84a32d-208c-40ab-baaa-dbda594a2a08 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0deb4ad8c1e487c80c9c83299a01ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719874 Nov 10 21:28:19.158451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d97c6b8-2c94-4d62-952a-1563cc65b656 req-db15a028-cc47-4605-9c12-9ba502364b93 service neutron] 10.222.0.64 "GET /v2.0/networks/129088db-bd76-4f72-aec8-d77e37041d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242157 Nov 10 21:28:19.199363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:19.203408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:19.328220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:19.329386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:28:19.445357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63d492e5-53c0-4246-9eec-66067da23fe8 req-7764b10e-da1e-4adb-bcd7-b709a75e66d0 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0323467 Nov 10 21:28:19.565210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3d72-36bc-4278-8274-711acb52b9fc req-c6077e6d-cf5a-4188-8faf-ce8da66b656e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:19.566902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-275a3d72-36bc-4278-8274-711acb52b9fc req-c6077e6d-cf5a-4188-8faf-ce8da66b656e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 945 time: 0.0549183 Nov 10 21:28:19.622387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-275a3d72-36bc-4278-8274-711acb52b9fc req-93b78583-3343-44c2-b963-332f042562a5 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488238 Nov 10 21:28:19.662725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-197df64b-91de-4e0e-9415-28a174dba3c2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219197 Nov 10 21:28:19.726082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:19.726655 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Added segment 7b8df6ed-fa21-48ea-993e-44a8d57f3ef6 of type vlan for network 0253683b-7b38-4986-9e96-597b3d57acb4 Nov 10 21:28:19.742088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:19.751901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-43fb3615-5dd5-4505-8018-7898fbf116f2 service neutron] 10.222.0.45 "GET /v2.0/networks/1540370f-3d9a-4583-9efa-15ff7e21f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711088 Nov 10 21:28:19.756629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75fb008e-4713-4313-b9c1-a6d7a11279b3 req-169c5c24-8c3e-4813-82e2-231df64f3f85 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 210 time: 0.0630324 Nov 10 21:28:19.815035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-2fc147f3-810d-4e14-b603-9a7b5bebe512 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:19.816882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-2fc147f3-810d-4e14-b603-9a7b5bebe512 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472073 Nov 10 21:28:19.822865 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:19.831649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Request body: {'port': {'device_id': '1be48192-b098-4ab3-b077-3581f10a2a71', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'f3e9f24b001c41cf81d6a5f14d03c90e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:19.876669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:19.942575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-44e421fa-e05e-481d-828d-eb54cf17315b service neutron] 10.222.0.45 "GET /v2.0/networks/1540370f-3d9a-4583-9efa-15ff7e21f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697712 Nov 10 21:28:19.951384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:19.971949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.027216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 16cb3af7-d44e-4715-a7b6-33496464bc2e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:20.029506 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.036381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:20.045319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.088462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Made reservation on behalf of f3e9f24b001c41cf81d6a5f14d03c90e for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:20.094190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.099148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 16cb3af7-d44e-4715-a7b6-33496464bc2e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:20.099642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.104463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:20.106561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.106770 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3733d82a-748d-45ba-909e-299964e35691" -d '{"events": [{"server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c4877577-da5a-4917-ad8e-534c70888953"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:20.117286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.155537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.164249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Pushing event updated for resources: {'Port': ['ID=433a4c04-f3a7-441e-b21e-e4186244b60f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:20.175630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Network': ['ID=0253683b-7b38-4986-9e96-597b3d57acb4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:20.221143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7077044-3b4a-41c0-9d0a-12f79f91c819 req-f3ede4d6-c9fc-46ce-aaeb-5019093e4fc9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:20.227195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7077044-3b4a-41c0-9d0a-12f79f91c819 req-f3ede4d6-c9fc-46ce-aaeb-5019093e4fc9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:20.228883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7077044-3b4a-41c0-9d0a-12f79f91c819 req-f3ede4d6-c9fc-46ce-aaeb-5019093e4fc9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1679 time: 0.0956609 Nov 10 21:28:20.231302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3d7c8fef-eecd-4674-81cb-3b73f38582c7 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:20.234902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 0253683b-7b38-4986-9e96-597b3d57acb4 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:28:20.260515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.319616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.337763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7077044-3b4a-41c0-9d0a-12f79f91c819 req-0b32793a-d864-4cdc-899c-0d7aa9e0ec55 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Nov 10 21:28:20.360734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6d13bf76-0f51-4365-bc74-80fdcc92b6a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3947742 Nov 10 21:28:20.365648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52780) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:20.370641 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c38ee5-a33c-4792-af12-8afbfd15334b x-openstack-request-id: req-92c38ee5-a33c-4792-af12-8afbfd15334b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:20.370641 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c4877577-da5a-4917-ad8e-534c70888953", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:20.370641 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92c38ee5-a33c-4792-af12-8afbfd15334b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:20.371238 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953', 'code': 200} Nov 10 21:28:20.372166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1855120348'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:20.414492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.510300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3d7c8fef-eecd-4674-81cb-3b73f38582c7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3d7c8fef-eecd-4674-81cb-3b73f38582c7,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:20.516114 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7addce98-d1c0-4bbf-8016-1e0e47cafbc9 req-f2b2c0a1-e83b-4761-819a-a378517962ca tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 210 time: 0.0976713 Nov 10 21:28:20.527907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:20.538301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '3d7c8fef-eecd-4674-81cb-3b73f38582c7', 'network_id': '4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7', 'port_id': '3d7c8fef-eecd-4674-81cb-3b73f38582c7', 'mac_address': 'fa:16:3e:65:ee:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be06469b-9686-4188-8e8c-df6a297aee36', 'ip_address': '19.80.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:20.551004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on host n-h2-776250-11 for vnic_type normal with profile {"migrating_to": "n-h1-776250-11"} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:20.551365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:20.551665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:20.555855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac92ce0-362e-4cb2-9320-7c629a2d18b8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:20.566534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:20.567863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:20.568191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Attempting to bind port c4877577-da5a-4917-ad8e-534c70888953 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:20.572206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:20.573514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:20.575427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:20.576304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:20.576812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:20.577333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Bound port: c4877577-da5a-4917-ad8e-534c70888953, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:20.577660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.577794 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.608561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.624862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7c8fef-eecd-4674-81cb-3b73f38582c7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:20.645049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3d7c8fef-eecd-4674-81cb-3b73f38582c7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3d7c8fef-eecd-4674-81cb-3b73f38582c7,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:20.646197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a96bb2c-d051-455f-8c88-07a7c9ea95d7 req-d50069e7-a38f-4a47-aa2a-f6990c6d9573 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0922945 Nov 10 21:28:20.755568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:28:20.782590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:20.784479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.784479 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Added segment e78a1c70-1817-4e59-8965-2e0def5af91a of type vlan for network 6359ee6b-9696-4450-b1ad-82a172074b22 Nov 10 21:28:20.801364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Allocated IP 192.168.233.136 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/c23ba12d-aa42-4670-bcca-02b00745dcb2) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:20.804337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:20.823395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:28:20.844624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84237a7f-28bd-4534-9f2c-2eb32fc56fc3 req-60c103b2-ea49-48d1-b148-01e3d55573eb tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:20.846057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-84237a7f-28bd-4534-9f2c-2eb32fc56fc3 req-60c103b2-ea49-48d1-b148-01e3d55573eb tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.1038837 Nov 10 21:28:20.871019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:20.879470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-2dc423ce-0d38-4bbe-89b4-5b88057d21de tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:20.881050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-2dc423ce-0d38-4bbe-89b4-5b88057d21de tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.53 "GET /v2.0/networks?id=6ac0b214-9a80-4498-bae4-18080343acd4 HTTP/1.1" status: 200 len: 815 time: 0.3260822 Nov 10 21:28:20.898420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Request body: {'port': {'device_id': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4', 'admin_state_up': True, 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:20.948296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3460ded-20c4-49c0-9750-b21ad02d2ade req-07380770-edb7-445b-a2b5-3e27d44afd9d tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 210 time: 0.0594563 Nov 10 21:28:20.978941 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-84237a7f-28bd-4534-9f2c-2eb32fc56fc3 req-b9e38c58-ee9c-4871-b246-b5cf55ca401f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237249 Nov 10 21:28:20.989309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.006890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:21.017562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b6ccdc52-2cd4-4c02-ba00-b6c3e7b28c0e admin admin] 10.222.0.45 "PUT /v2.0/routers/b2cc4ab0-c70e-49ac-a176-d83a731b4f4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1348436 Nov 10 21:28:21.020176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.049756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Sync routers for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:28:21.079047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a1788008-2a1d-4e0c-b93e-6be56f03d1c7 None None] Provisioning complete for port 433a4c04-f3a7-441e-b21e-e4186244b60f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:21.079679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1788008-2a1d-4e0c-b93e-6be56f03d1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.085130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:21.085896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:28:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:21.151584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.152241 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.153747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] 10.222.0.64 "PUT /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 1123 time: 2.3225503 Nov 10 21:28:21.155401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db003c-f76d-4ac4-94fc-664664bbfbce service neutron] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=8']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:21.366606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.366606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.366606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.366606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Network': ['ID=6359ee6b-9696-4450-b1ad-82a172074b22,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:21.366606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.378117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 6359ee6b-9696-4450-b1ad-82a172074b22 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:28:21.387092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=3d7c8fef-eecd-4674-81cb-3b73f38582c7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:21.403375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Made reservation on behalf of 20f59c7ad599484dbcf8544c8221fb09 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:21.407891 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.460181 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['c4877577-da5a-4917-ad8e-534c70888953'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:21.469184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b5be7-3b2c-453a-827d-553b7129a5c7 req-bce67d0c-1af7-4bda-a805-8fa6fda5fed9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.478634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b5be7-3b2c-453a-827d-553b7129a5c7 req-bce67d0c-1af7-4bda-a805-8fa6fda5fed9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.486018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-057b5be7-3b2c-453a-827d-553b7129a5c7 req-bce67d0c-1af7-4bda-a805-8fa6fda5fed9 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1680 time: 0.0776463 Nov 10 21:28:21.490107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.546390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-47ea8f24-00be-4280-a45d-297c87a9dcdf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1794224 Nov 10 21:28:21.549285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52822) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:21.570773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3d7c8fef-eecd-4674-81cb-3b73f38582c7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:21.572979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a1788008-2a1d-4e0c-b93e-6be56f03d1c7 None None] Port 433a4c04-f3a7-441e-b21e-e4186244b60f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:21.578859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'subnet': {'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:21.595292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:21.604226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:21.635471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:21.698657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Pushing event updated for resources: {'Port': ['ID=c23ba12d-aa42-4670-bcca-02b00745dcb2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:21.733893 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-057b5be7-3b2c-453a-827d-553b7129a5c7 req-fe4dadde-cee1-4455-82fb-81cfd7cb2ace tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468839 Nov 10 21:28:21.746668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:28:21.781006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cca9bbc-1d0b-4b67-b02c-43f818ab8241 req-af2caeba-3cf2-4bb2-8d16-6f7216316ee7 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 210 time: 0.1466758 Nov 10 21:28:21.832670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Allocated IP 172.20.0.10 (6ac0b214-9a80-4498-bae4-18080343acd4/f1016733-ef21-4c8d-94db-972c07e2bedb/3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:21.840523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.842057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:21.984048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53c8f-2f06-4442-a0bf-46c2d7b88fa4 req-2a599232-76a4-4c33-a6ad-b28d5009cf0f tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:21.988590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffb53c8f-2f06-4442-a0bf-46c2d7b88fa4 req-2a599232-76a4-4c33-a6ad-b28d5009cf0f tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 936 time: 0.0918860 Nov 10 21:28:21.989524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:21.997336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.105928 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-104f3c58-6336-4a78-8010-d56c9540b4ef req-59e6085d-439c-4940-95d7-3597b9534ddf tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 210 time: 0.0472691 Nov 10 21:28:22.148990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f83c3170-132c-4be6-83fc-6e72fe078e95 None None] Provisioning complete for port c23ba12d-aa42-4670-bcca-02b00745dcb2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:22.149672 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f83c3170-132c-4be6-83fc-6e72fe078e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.169518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.186435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffb53c8f-2f06-4442-a0bf-46c2d7b88fa4 req-df79a94b-4796-42b3-87e0-d960ee25ef7f tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785882 Nov 10 21:28:22.200064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-333dd640-4e7f-4a55-92d6-f09e51bc5971 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3666680 Nov 10 21:28:22.219262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6d86a211-4a57-422f-a370-d3fd64bf3585 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:22.308251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f83c3170-132c-4be6-83fc-6e72fe078e95 None None] Port c23ba12d-aa42-4670-bcca-02b00745dcb2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:22.321299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Request body: {'port': {'device_id': '1be48192-b098-4ab3-b077-3581f10a2a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:22.377996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:22.386846 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5209d0f2-ab96-4c05-a82d-cc848762e528" -d '{"events": [{"name": "network-changed", "server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "tag": "c4877577-da5a-4917-ad8e-534c70888953"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:22.408211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85a9a-16ac-4118-b90b-b53c0843d16b req-6417cb90-20bb-41d5-a1e1-3561abc78f46 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:22.418259 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4b85a9a-16ac-4118-b90b-b53c0843d16b req-6417cb90-20bb-41d5-a1e1-3561abc78f46 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.2391920 Nov 10 21:28:22.432531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.469992 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.511577 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac30c7-7064-40cc-be90-5fdc465e1bae x-openstack-request-id: req-3aac30c7-7064-40cc-be90-5fdc465e1bae {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:22.515162 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "tag": "c4877577-da5a-4917-ad8e-534c70888953", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:22.515162 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3aac30c7-7064-40cc-be90-5fdc465e1bae {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:22.515162 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953', 'status': 'completed', 'code': 200} Nov 10 21:28:22.564380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6d86a211-4a57-422f-a370-d3fd64bf3585, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6d86a211-4a57-422f-a370-d3fd64bf3585,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:22.586059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6d86a211-4a57-422f-a370-d3fd64bf3585', 'network_id': '129088db-bd76-4f72-aec8-d77e37041d2e', 'port_id': '6d86a211-4a57-422f-a370-d3fd64bf3585', 'mac_address': 'fa:16:3e:9a:8d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb419ae7-5548-4b08-a30a-fcfeae3f47bc', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:22.724996 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.751459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d86a211-4a57-422f-a370-d3fd64bf3585 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:22.764908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.817518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6d86a211-4a57-422f-a370-d3fd64bf3585, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6d86a211-4a57-422f-a370-d3fd64bf3585,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:22.867688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 2, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:22.913248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Checking router: b2cc4ab0-c70e-49ac-a176-d83a731b4f4d for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:28:22.913505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Updating router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d port 433a4c04-f3a7-441e-b21e-e4186244b60f binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:28:22.915889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:22.995286 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:23.022548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-e7d4a11a-6d3a-473f-8cc6-10f578a1a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.024635 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-e7d4a11a-6d3a-473f-8cc6-10f578a1a7cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1126 time: 0.3341188 Nov 10 21:28:23.059519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Subnet': ['ID=113d376f-d45c-45f2-98b2-71dc9ecd90ab,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:23.075756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Network 6ac0b214-9a80-4498-bae4-18080343acd4 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:23.129984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4b85a9a-16ac-4118-b90b-b53c0843d16b req-acfed825-0621-473b-8030-1a3757782b85 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103355 Nov 10 21:28:23.140539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928ce2d-28b3-4db9-b2a8-5ef402f875b2 req-fb13eb9c-70d7-465f-8fd7-a2c5b805f0da tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.146840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928ce2d-28b3-4db9-b2a8-5ef402f875b2 req-fb13eb9c-70d7-465f-8fd7-a2c5b805f0da tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.147237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:23.151239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:23.155341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6928ce2d-28b3-4db9-b2a8-5ef402f875b2 req-fb13eb9c-70d7-465f-8fd7-a2c5b805f0da tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1681 time: 0.2557657 Nov 10 21:28:23.221008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.221008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:23.221008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Pushing event updated for resources: {'Port': ['ID=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:23.249703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Checking segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:23.250137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network hostable DHCP agents. Network: 0253683b-7b38-4986-9e96-597b3d57acb4, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:28:23.259293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6d86a211-4a57-422f-a370-d3fd64bf3585,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:23.381057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-7a4c879a-5f0b-430e-9381-cb1bb6a5b09b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4903650 Nov 10 21:28:23.419087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fc4d7cb-8711-41d5-b762-509441339b1b req-aea24e3d-d827-4c6b-bca4-126b74082b69 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 210 time: 0.0590839 Nov 10 21:28:23.473379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Request body: {'port': {'device_id': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:23.506829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6928ce2d-28b3-4db9-b2a8-5ef402f875b2 req-6a655b70-96ce-441b-be82-c853255dd82d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487206 Nov 10 21:28:23.516096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-ac415701-a16c-457d-a919-f5721d775275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.524080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-ac415701-a16c-457d-a919-f5721d775275 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.4532495 Nov 10 21:28:23.537461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:23.649233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6d86a211-4a57-422f-a370-d3fd64bf3585'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:23.682853 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-a967da81-ec21-422d-b628-f2397b97f2d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 217 time: 0.1409481 Nov 10 21:28:23.722744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 0253683b-7b38-4986-9e96-597b3d57acb4 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:23.730205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:23.867828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c83fba-9ef5-4ab6-9d1d-ddc4a5417746 req-c0606208-317e-4cf9-bf56-50c3081988d4 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.883671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68c83fba-9ef5-4ab6-9d1d-ddc4a5417746 req-c0606208-317e-4cf9-bf56-50c3081988d4 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 932 time: 0.2703984 Nov 10 21:28:23.918027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93733091-f5d9-4ecd-9b7e-30849a3026a0 req-c79e7d94-dece-4944-9170-181590f6b1a0 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.937477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93733091-f5d9-4ecd-9b7e-30849a3026a0 req-c79e7d94-dece-4944-9170-181590f6b1a0 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 936 time: 0.2493002 Nov 10 21:28:23.938104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 0253683b-7b38-4986-9e96-597b3d57acb4) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:23.953735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:23.953735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.002976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-2d8de414-0e51-4ca7-9968-2c6cbe93b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:24.005334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-2d8de414-0e51-4ca7-9968-2c6cbe93b91a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.2796478 Nov 10 21:28:24.050180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.065770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d25b9-425a-4114-9ee7-bb774e1fea6e None None] Network 0253683b-7b38-4986-9e96-597b3d57acb4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:24.132203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68c83fba-9ef5-4ab6-9d1d-ddc4a5417746 req-aa8c5545-08fe-4c0c-8eca-129ecabfbaf7 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473674 Nov 10 21:28:24.258430 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-197b0eff-5a86-4123-b209-28ab4d6dc31f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6918688 Nov 10 21:28:24.260908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52918) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:24.319645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'subnet': {'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:24.340405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-fe531960-0dd9-4440-8d9e-6ea499d0d1f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420321 Nov 10 21:28:24.390606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23ba12d-aa42-4670-bcca-02b00745dcb2 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:24.434542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c4877577-da5a-4917-ad8e-534c70888953 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:24.437352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3d7c8fef-eecd-4674-81cb-3b73f38582c7 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:24.447479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.500899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93733091-f5d9-4ecd-9b7e-30849a3026a0 req-8fd8e2a9-f769-4fab-86ff-fa5ee5a33f76 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072594 Nov 10 21:28:24.549440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-9d818f44-ef6f-4381-b9d2-70e918b8c5f4 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:24.551274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-9d818f44-ef6f-4381-b9d2-70e918b8c5f4 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.64 "GET /v2.0/networks?id=1540370f-3d9a-4583-9efa-15ff7e21f573 HTTP/1.1" status: 200 len: 813 time: 0.5413980 Nov 10 21:28:24.564494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.573460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Request body: {'port': {'device_id': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573', 'admin_state_up': True, 'tenant_id': 'd0deb4ad8c1e487c80c9c83299a01ff5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:24.695060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6ae7e1a-13c3-4d89-bc88-64277b516e81 req-d91ef03e-061e-4d32-908a-ff039fb36868 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 210 time: 0.0870090 Nov 10 21:28:24.699767 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-2d41fc79-5acc-4d15-93e8-c349712ef4e9 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964795 Nov 10 21:28:24.708371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-31c70b03-9a9b-43bb-8969-51e4f9f2d395 None None] Provisioning complete for port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:24.708954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-31c70b03-9a9b-43bb-8969-51e4f9f2d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.709361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Transition to ACTIVE for port object c23ba12d-aa42-4670-bcca-02b00745dcb2 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:24.743650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:24.769459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:24.777392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.780119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.789898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.897455 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.resource_extend [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:28:24.919347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a038cd9-edc5-4431-b666-18ab2a133a8a req-a6f146da-25cc-4c5d-82da-360c29ae02c2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:24.928333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a038cd9-edc5-4431-b666-18ab2a133a8a req-a6f146da-25cc-4c5d-82da-360c29ae02c2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.5208094 Nov 10 21:28:24.968010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-0253683b-7b38-4986-9e96-597b3d57acb4', 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'fixed_ips': [{'subnet_id': '113d376f-d45c-45f2-98b2-71dc9ecd90ab'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:28:24.982750 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:24.999863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Transition to ACTIVE for port object 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:25.007027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c23ba12d-aa42-4670-bcca-02b00745dcb2,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:25.009787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c4c24-76b0-4f0c-b26d-500867f661be None None] Pushing event updated for resources: {'Port': ['ID=433a4c04-f3a7-441e-b21e-e4186244b60f,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:25.093286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a038cd9-edc5-4431-b666-18ab2a133a8a req-782fd75f-15a9-4fb7-b334-10b8201dfd24 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585941 Nov 10 21:28:25.104014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:25.405792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:25.429740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-31c70b03-9a9b-43bb-8969-51e4f9f2d395 None None] Port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:25.440187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Attempting to bind port c23ba12d-aa42-4670-bcca-02b00745dcb2 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:25.440797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Attempting to bind port c23ba12d-aa42-4670-bcca-02b00745dcb2 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:25.441295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Attempting to bind port c23ba12d-aa42-4670-bcca-02b00745dcb2 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:25.458842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2fd59-fc62-4508-ab7e-a8edde15fd44 req-bf26d3bb-33f0-4950-9453-8fd29b3dae71 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:25.465656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2fd59-fc62-4508-ab7e-a8edde15fd44 req-bf26d3bb-33f0-4950-9453-8fd29b3dae71 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:25.471718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:25.474164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93d2fd59-fc62-4508-ab7e-a8edde15fd44 req-bf26d3bb-33f0-4950-9453-8fd29b3dae71 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1681 time: 0.6035292 Nov 10 21:28:25.481505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5209d0f2-ab96-4c05-a82d-cc848762e528 req-01c816a0-864b-453f-849b-16e101099394 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657785 Nov 10 21:28:25.485226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Made reservation on behalf of d0deb4ad8c1e487c80c9c83299a01ff5 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:25.489448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:25.513856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8138-368e-4e9f-9e93-5403ad13b3c3 req-725e5314-df68-4802-bbc6-9645f280120c tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:25.522045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-416f8138-368e-4e9f-9e93-5403ad13b3c3 req-725e5314-df68-4802-bbc6-9645f280120c tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.2222860 Nov 10 21:28:25.526730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:25.527098 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:25.546758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Port c23ba12d-aa42-4670-bcca-02b00745dcb2 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:25.546758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Attempting to bind port c23ba12d-aa42-4670-bcca-02b00745dcb2 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:25.579760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:25.580243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:25.580728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:25.581283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Bound port: c23ba12d-aa42-4670-bcca-02b00745dcb2, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:25.581781 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:25.687915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Attempting to bind port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:25.688411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Attempting to bind port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:25.688886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Attempting to bind port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd on network 6ac0b214-9a80-4498-bae4-18080343acd4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:25.718445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-416f8138-368e-4e9f-9e93-5403ad13b3c3 req-5d078484-224a-47f2-bc69-b1b6aa5985ea tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915419 Nov 10 21:28:25.735895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd on network 6ac0b214-9a80-4498-bae4-18080343acd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:25.738487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Attempting to bind port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd on network 6ac0b214-9a80-4498-bae4-18080343acd4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:25.768152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:25.768598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Checking segment: {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:25.768874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Bound using segment: {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:25.769354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Bound port: 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:25.769711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:25.776252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] For port c23ba12d-aa42-4670-bcca-02b00745dcb2, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:25.793315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] For port c23ba12d-aa42-4670-bcca-02b00745dcb2, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c23ba12d-aa42-4670-bcca-02b00745dcb2,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:25.833879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Attempting to bind port 433a4c04-f3a7-441e-b21e-e4186244b60f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:25.834249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Attempting to bind port 433a4c04-f3a7-441e-b21e-e4186244b60f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:25.834565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Attempting to bind port 433a4c04-f3a7-441e-b21e-e4186244b60f on network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:25.843429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:25.881927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:25.882318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Checking segment: {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:25.882768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:25.883189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Bound using segment: {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:25.883764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Bound port: 433a4c04-f3a7-441e-b21e-e4186244b60f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:25.884164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:25.906175 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93d2fd59-fc62-4508-ab7e-a8edde15fd44 req-d5b26810-4cd9-471c-b951-b2fb68146fba tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308455 Nov 10 21:28:25.981572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] For port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:25.994619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c4877577-da5a-4917-ad8e-534c70888953 has no active binding in host n-h1-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:28:25.995322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] For port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:26.002814 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.018755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.050852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:26.051471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.052884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/c23ba12d-aa42-4670-bcca-02b00745dcb2 HTTP/1.1" status: 200 len: 1097 time: 3.7375216 Nov 10 21:28:26.106532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be48192-b098-4ab3-b077-3581f10a2a71', 'tag': 'c23ba12d-aa42-4670-bcca-02b00745dcb2'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:26.114268 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c429b-5f7e-4384-a6ad-a260779b6455" -d '{"events": [{"name": "network-changed", "server_uuid": "1be48192-b098-4ab3-b077-3581f10a2a71", "tag": "c23ba12d-aa42-4670-bcca-02b00745dcb2"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:26.157574 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.243805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:26.246922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.256849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] 10.222.0.53 "PUT /v2.0/ports/3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd HTTP/1.1" status: 200 len: 1093 time: 2.8129792 Nov 10 21:28:26.290765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d20fd-9886-4fde-bb46-4d3287d4e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c23ba12d-aa42-4670-bcca-02b00745dcb2,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:26.340701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2a56b3ac-9d4d-4259-a9cd-4b4aa67abc4a None None] Provisioning complete for port 433a4c04-f3a7-441e-b21e-e4186244b60f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:26.341008 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a56b3ac-9d4d-4259-a9cd-4b4aa67abc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.382413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Allocated IP 10.1.1.2 (0253683b-7b38-4986-9e96-597b3d57acb4/113d376f-d45c-45f2-98b2-71dc9ecd90ab/2cc12231-fc29-4fc9-92b0-7d2132232d48) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:26.382650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090914b-b9fd-4a6f-878a-fac891313209 req-ddfba79e-ce2b-4ec8-a38c-64d21f89ef98 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:26.382650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7090914b-b9fd-4a6f-878a-fac891313209 req-ddfba79e-ce2b-4ec8-a38c-64d21f89ef98 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 948 time: 0.3828790 Nov 10 21:28:26.409148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99b29644-363a-4a78-b9de-7ad406db0d20 req-576346f2-0728-4567-a470-10852010fc87 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 210 time: 0.2224133 Nov 10 21:28:26.439337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Allocated IP 172.20.0.10 (1540370f-3d9a-4583-9efa-15ff7e21f573/40e0a447-a032-403c-875c-efe537f22b96/080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:26.447939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Subnet': ['ID=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:26.586453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Checking segment: {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:26.587607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network hostable DHCP agents. Network: 6359ee6b-9696-4450-b1ad-82a172074b22, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:28:26.590122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.603457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] For port 433a4c04-f3a7-441e-b21e-e4186244b60f, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:26.706709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35faef-df03-414c-add5-d25d9765ce09 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:26.723238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] For port 433a4c04-f3a7-441e-b21e-e4186244b60f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=433a4c04-f3a7-441e-b21e-e4186244b60f,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:26.723238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2a56b3ac-9d4d-4259-a9cd-4b4aa67abc4a None None] Port 433a4c04-f3a7-441e-b21e-e4186244b60f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:26.753508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-c9307d76-bbf1-4190-a722-e8ca783e08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:26.765555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-c9307d76-bbf1-4190-a722-e8ca783e08e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 1100 time: 0.4841735 Nov 10 21:28:26.773976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7090914b-b9fd-4a6f-878a-fac891313209 req-eef7ceee-008f-4d21-aae5-8128cb9e1a74 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932841 Nov 10 21:28:26.784757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-d0a0585b-a49d-48ab-808c-4cfdb18d7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:26.786540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-d0a0585b-a49d-48ab-808c-4cfdb18d7ba0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20f59c7ad599484dbcf8544c8221fb09&device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 1096 time: 0.3303530 Nov 10 21:28:26.805861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7c8fef-eecd-4674-81cb-3b73f38582c7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:26.808136 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3885a20-ca0b-4b57-897e-50d2a28238f7" -d '{"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-plugged", "status": "completed", "tag": "3d7c8fef-eecd-4674-81cb-3b73f38582c7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:26.816337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 6359ee6b-9696-4450-b1ad-82a172074b22 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:28:26.839819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b50def-5c20-4bc9-b986-67339eaf0aad req-da6d8b31-e662-4bbc-ae68-c18d1873c70f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:26.844254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3d7c8fef-eecd-4674-81cb-3b73f38582c7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3d7c8fef-eecd-4674-81cb-3b73f38582c7,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:26.848611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01b50def-5c20-4bc9-b986-67339eaf0aad req-da6d8b31-e662-4bbc-ae68-c18d1873c70f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.2979736 Nov 10 21:28:26.857553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:26.956259 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787771e5-09ab-4de0-a766-0b85521c2555 x-openstack-request-id: req-787771e5-09ab-4de0-a766-0b85521c2555 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:26.956460 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be48192-b098-4ab3-b077-3581f10a2a71", "tag": "c23ba12d-aa42-4670-bcca-02b00745dcb2", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:26.956687 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-787771e5-09ab-4de0-a766-0b85521c2555 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:26.957083 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be48192-b098-4ab3-b077-3581f10a2a71', 'tag': 'c23ba12d-aa42-4670-bcca-02b00745dcb2', 'status': 'completed', 'code': 200} Nov 10 21:28:26.969194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-bc938ef3-614e-45ba-aafb-8ce14d7ff5af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c23ba12d-aa42-4670-bcca-02b00745dcb2 HTTP/1.1" status: 200 len: 217 time: 0.1746266 Nov 10 21:28:26.995953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:27.005844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-6533efb7-3c06-4af2-85e1-bf470a505f43 service neutron] 10.222.0.53 "GET /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953/bindings/n-h1-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.3159509 Nov 10 21:28:27.012025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:27.041592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01b50def-5c20-4bc9-b986-67339eaf0aad req-b41e58a2-341e-42ba-82de-85a78e4f1743 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875615 Nov 10 21:28:27.046089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c4c24-76b0-4f0c-b26d-500867f661be None None] Pushing event updated for resources: {'Port': ['ID=433a4c04-f3a7-441e-b21e-e4186244b60f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:27.055545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 6359ee6b-9696-4450-b1ad-82a172074b22) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:27.086277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-50f3548a-0f9a-481a-9954-55718d7a0ee5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd HTTP/1.1" status: 200 len: 217 time: 0.1363845 Nov 10 21:28:27.099666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:27.100539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:27.113662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3880376-557b-4a70-a7d5-c19772df2fb4 None None] Network 6359ee6b-9696-4450-b1ad-82a172074b22 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:27.119043 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:27.273081 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e7a92-3e41-4e7f-a9c1-f7a119054616 x-openstack-request-id: req-c00e7a92-3e41-4e7f-a9c1-f7a119054616 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:27.273365 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-plugged", "status": "completed", "tag": "3d7c8fef-eecd-4674-81cb-3b73f38582c7", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:27.273627 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c00e7a92-3e41-4e7f-a9c1-f7a119054616 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:27.274111 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7c8fef-eecd-4674-81cb-3b73f38582c7', 'code': 200} Nov 10 21:28:27.313096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:27.313880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:28:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:27.334940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:27.357629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-72d660dc-16c7-4db7-b49b-654231f83bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:27.360610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-72d660dc-16c7-4db7-b49b-654231f83bc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2915304 Nov 10 21:28:27.430615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-66781671-f977-4080-bd6c-82227f35835d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1238072 Nov 10 21:28:27.434041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52950) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:27.445433 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:27.445905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'port': {'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'name': 'tempest-TaggedBootDevicesTest_v242-1351691443', 'fixed_ips': [{'subnet_id': '113d376f-d45c-45f2-98b2-71dc9ecd90ab'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:27.546590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-03d9bba8-b6a7-416a-b42e-3c6741ed5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:27.549295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-03d9bba8-b6a7-416a-b42e-3c6741ed5a20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1016733-ef21-4c8d-94db-972c07e2bedb HTTP/1.1" status: 200 len: 854 time: 0.4118860 Nov 10 21:28:27.651664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Network 0253683b-7b38-4986-9e96-597b3d57acb4 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:27.674562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=3d7c8fef-eecd-4674-81cb-3b73f38582c7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:27.680310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4211b-c46d-4f7a-87d4-d974954d003e req-b449e3db-a933-4eae-950c-1641f19a3ee9 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:27.689806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dce4211b-c46d-4f7a-87d4-d974954d003e req-b449e3db-a933-4eae-950c-1641f19a3ee9 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.5272081 Nov 10 21:28:27.699815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:27.708056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:27.836524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b1922f6a-84f4-46da-b24f-cfae331e5612 None None] Provisioning complete for port 433a4c04-f3a7-441e-b21e-e4186244b60f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:27.836931 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1922f6a-84f4-46da-b24f-cfae331e5612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:27.911482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-baab9dd9-29bd-4d6a-91ca-1fbe095880e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:27.914524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-baab9dd9-29bd-4d6a-91ca-1fbe095880e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3618515 Nov 10 21:28:27.954893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204670c7-e887-461e-a0b4-751832b9f878 req-c2b62e65-3e04-4028-b5b2-f0164da6c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:27.954893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-c2b62e65-3e04-4028-b5b2-f0164da6c74d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac0b214-9a80-4498-bae4-18080343acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2412989 Nov 10 21:28:27.969575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dce4211b-c46d-4f7a-87d4-d974954d003e req-7796f4ca-94b7-4759-afb9-f5aacd5a3fa7 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783551 Nov 10 21:28:27.988353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:28:28.192863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Pushing event updated for resources: {'Port': ['ID=2cc12231-fc29-4fc9-92b0-7d2132232d48,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:28.302960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Network 1540370f-3d9a-4583-9efa-15ff7e21f573 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:28.320650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:28.336514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:28.362661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-6ad53abd-f709-4cbe-8d0a-348095c63469 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482056 Nov 10 21:28:28.363104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6d86a211-4a57-422f-a370-d3fd64bf3585 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:28.436400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Pushing event updated for resources: {'Port': ['ID=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:28.436831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-3664ee48-5bf2-4e01-ba3c-2779da151f49 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412284 Nov 10 21:28:28.481180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fdee-d39f-44be-8767-487f18325eb5 req-86fd0229-2abb-45ea-be0c-39a44523b360 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:28.481180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fdee-d39f-44be-8767-487f18325eb5 req-86fd0229-2abb-45ea-be0c-39a44523b360 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:28.490201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ed9fdee-d39f-44be-8767-487f18325eb5 req-86fd0229-2abb-45ea-be0c-39a44523b360 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1682 time: 1.0661378 Nov 10 21:28:28.498716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab0346-85a2-4177-9502-10b7f56ff366 req-7b7044df-fde2-402c-b205-35d617a589b3 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:28.501579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6eab0346-85a2-4177-9502-10b7f56ff366 req-7b7044df-fde2-402c-b205-35d617a589b3 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 932 time: 0.3873527 Nov 10 21:28:28.509188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:28.509840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:28.537290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Attempting to bind port 2cc12231-fc29-4fc9-92b0-7d2132232d48 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:28.552337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Attempting to bind port 2cc12231-fc29-4fc9-92b0-7d2132232d48 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:28.554919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Attempting to bind port 2cc12231-fc29-4fc9-92b0-7d2132232d48 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:28.570466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:28.620770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:28.640556 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ed9fdee-d39f-44be-8767-487f18325eb5 req-820592f1-71f7-44b1-86bf-309ff069a375 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490431 Nov 10 21:28:28.709431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-fddc8e2c-f574-4205-995d-3d1c00ddcb42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1414568 Nov 10 21:28:28.739958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Request body: {'port': {'device_id': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:28.742496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:28.743099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Checking segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:28.746325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:28.747012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Bound using segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:28.748874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Bound port: 2cc12231-fc29-4fc9-92b0-7d2132232d48, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:28.749459 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:28.773406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-204670c7-e887-461e-a0b4-751832b9f878 req-dd9fe042-bfdf-4930-91fa-9f37e1741516 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151158 Nov 10 21:28:28.796437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4877577-da5a-4917-ad8e-534c70888953 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:28.829541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:28.880015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:28.912530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6eab0346-85a2-4177-9502-10b7f56ff366 req-a4aa6a3e-5a49-4f36-ba3f-f64da4b2b656 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197339 Nov 10 21:28:28.928442 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e81a-86b3-4bb2-9f9a-f05700e2cb3a req-de372345-d043-428c-8c0d-78ac72013fb2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:28.952775 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15f7e81a-86b3-4bb2-9f9a-f05700e2cb3a req-de372345-d043-428c-8c0d-78ac72013fb2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 948 time: 0.1819751 Nov 10 21:28:28.960422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'tag': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:28.963184 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a44f81-f330-413d-b51f-ef800690accc" -d '{"events": [{"name": "network-changed", "server_uuid": "80f6789b-590a-4d48-88f2-ac30e760a39a", "tag": "3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:28.980659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1922f6a-84f4-46da-b24f-cfae331e5612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:28.981218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e4130d6-a3fe-49d4-aab7-c6e601b13e8b req-a971240c-2dda-483f-94ed-ad215359081d service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782915 Nov 10 21:28:29.037835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-6359ee6b-9696-4450-b1ad-82a172074b22', 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'fixed_ips': [{'subnet_id': 'cdc5fbee-aaf4-4957-b765-a05e81d1a4bf'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:28:29.038696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:29.089111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2e886-8f25-4196-9cfa-68cdfeb056cb req-87c6edd7-77d8-4038-9a26-e3fc0c3b8510 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:29.101371 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57b2e886-8f25-4196-9cfa-68cdfeb056cb req-87c6edd7-77d8-4038-9a26-e3fc0c3b8510 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 943 time: 0.0787914 Nov 10 21:28:29.193666 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15f7e81a-86b3-4bb2-9f9a-f05700e2cb3a req-59c76dfc-c847-4bf9-838d-4fb83f6073f0 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380283 Nov 10 21:28:29.211051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57b2e886-8f25-4196-9cfa-68cdfeb056cb req-2b8cc168-815c-46e4-a928-3e1667474532 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081743 Nov 10 21:28:29.265363 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d577b6b4-90ef-4929-afa4-62890b088ddf x-openstack-request-id: req-d577b6b4-90ef-4929-afa4-62890b088ddf {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:29.265666 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f6789b-590a-4d48-88f2-ac30e760a39a", "tag": "3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:29.265907 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d577b6b4-90ef-4929-afa4-62890b088ddf {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:29.266287 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'tag': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd', 'status': 'completed', 'code': 200} Nov 10 21:28:29.372810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b1922f6a-84f4-46da-b24f-cfae331e5612 None None] For port 433a4c04-f3a7-441e-b21e-e4186244b60f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=433a4c04-f3a7-441e-b21e-e4186244b60f,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:29.393404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c4877577-da5a-4917-ad8e-534c70888953 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:29.449761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e6734-9383-4d8e-9a63-97d5e6374109 req-acb8680c-41b5-4ab3-be35-b4fc6fbaf4fe tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:29.453627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d13e6734-9383-4d8e-9a63-97d5e6374109 req-acb8680c-41b5-4ab3-be35-b4fc6fbaf4fe tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.0933850 Nov 10 21:28:29.541739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:29.557841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:26Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:29.565218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d13e6734-9383-4d8e-9a63-97d5e6374109 req-84f397a9-d454-499f-91f7-77f20058633e tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942204 Nov 10 21:28:29.601119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fccf355-48da-432c-bfe7-655b67c9908e None None] The sync data for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 is: [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:26Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:28:29.648178 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1922f6a-84f4-46da-b24f-cfae331e5612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:29.651074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 6d86a211-4a57-422f-a370-d3fd64bf3585 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:29.711095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:29.985511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44f81-f330-413d-b51f-ef800690accc req-e52c8b12-308f-4d66-9d65-1d3494a402fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:30.005783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a44f81-f330-413d-b51f-ef800690accc req-e52c8b12-308f-4d66-9d65-1d3494a402fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20f59c7ad599484dbcf8544c8221fb09&device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 1096 time: 0.2496083 Nov 10 21:28:30.009766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-32c01961-0bdc-41eb-9e37-a61285394c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:30.018727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-32c01961-0bdc-41eb-9e37-a61285394c8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 1100 time: 0.1795101 Nov 10 21:28:30.112428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1922f6a-84f4-46da-b24f-cfae331e5612 None None] Pushing event updated for resources: {'Port': ['ID=433a4c04-f3a7-441e-b21e-e4186244b60f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:30.123373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6d86a211-4a57-422f-a370-d3fd64bf3585 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:30.123373 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:30.127128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] For port 2cc12231-fc29-4fc9-92b0-7d2132232d48, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:30.287289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] For port 2cc12231-fc29-4fc9-92b0-7d2132232d48, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2cc12231-fc29-4fc9-92b0-7d2132232d48,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:30.300116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cf6c6-d339-4fb7-af46-1cbd77be772e req-10222742-75b2-4720-89fe-dedd1f9f5c85 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:30.318635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cf6c6-d339-4fb7-af46-1cbd77be772e req-10222742-75b2-4720-89fe-dedd1f9f5c85 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:30.322423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 433a4c04-f3a7-441e-b21e-e4186244b60f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:30.335988 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-894cf6c6-d339-4fb7-af46-1cbd77be772e req-10222742-75b2-4720-89fe-dedd1f9f5c85 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1682 time: 0.4982147 Nov 10 21:28:30.364181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:30.401582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] Transition to ACTIVE for port object c4877577-da5a-4917-ad8e-534c70888953 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:30.436503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:30.496156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444429c-b9c4-4501-93af-fc7d9a4e9441 req-ef46718c-a433-49c9-9c3f-a53c0c3d23d4 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:30.499955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e444429c-b9c4-4501-93af-fc7d9a4e9441 req-ef46718c-a433-49c9-9c3f-a53c0c3d23d4 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 932 time: 0.4020085 Nov 10 21:28:30.504070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Allocated IP 10.2.2.2 (6359ee6b-9696-4450-b1ad-82a172074b22/cdc5fbee-aaf4-4957-b765-a05e81d1a4bf/4f6ef839-a8c2-4680-a863-2bb8b891dd4a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:30.513528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] device_id is not set on port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:28:30.568546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-894cf6c6-d339-4fb7-af46-1cbd77be772e req-47d28144-15fc-4cf4-b2e1-c8af3c0004cb tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135980 Nov 10 21:28:30.573776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:30.789227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-c8ccdb55-45c9-4ee8-aa9d-e6f5e968c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:30.794253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-c8ccdb55-45c9-4ee8-aa9d-e6f5e968c1f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.7318950 Nov 10 21:28:30.848898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e444429c-b9c4-4501-93af-fc7d9a4e9441 req-6d292a3c-17e9-4f86-bd49-28732c31eda8 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132720 Nov 10 21:28:30.864399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:30.899478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 433a4c04-f3a7-441e-b21e-e4186244b60f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:30.899478 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:31.000128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44f81-f330-413d-b51f-ef800690accc req-f2b3a0db-eab3-4adf-815f-6c407b629cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.001514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a44f81-f330-413d-b51f-ef800690accc req-f2b3a0db-eab3-4adf-815f-6c407b629cdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac0b214-9a80-4498-bae4-18080343acd4 HTTP/1.1" status: 200 len: 916 time: 0.9205709 Nov 10 21:28:31.008204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-3527b9a7-3f12-4ec3-93b6-a68623df9ac7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c23ba12d-aa42-4670-bcca-02b00745dcb2 HTTP/1.1" status: 200 len: 217 time: 0.1397297 Nov 10 21:28:31.100014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a44f81-f330-413d-b51f-ef800690accc req-9961211c-e0a7-4442-b304-faa0f74e438c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd HTTP/1.1" status: 200 len: 217 time: 0.0814626 Nov 10 21:28:31.128545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90f905-fb2f-470e-abae-d49ba123082b None None] Pushing event updated for resources: {'Port': ['ID=2cc12231-fc29-4fc9-92b0-7d2132232d48,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:31.134654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d86a211-4a57-422f-a370-d3fd64bf3585'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:31.151446 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc43120e-025d-4c46-badc-7c5aa59f14d3" -d '{"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-plugged", "status": "completed", "tag": "6d86a211-4a57-422f-a370-d3fd64bf3585"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:31.292997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6d86a211-4a57-422f-a370-d3fd64bf3585, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6d86a211-4a57-422f-a370-d3fd64bf3585,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:31.302643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44f81-f330-413d-b51f-ef800690accc req-27b44557-4b06-4161-bd8a-3f1c6726e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.310695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a44f81-f330-413d-b51f-ef800690accc req-27b44557-4b06-4161-bd8a-3f1c6726e3b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1016733-ef21-4c8d-94db-972c07e2bedb HTTP/1.1" status: 200 len: 854 time: 0.1727931 Nov 10 21:28:31.358471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:31.380183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-1eb7f448-1e21-45b5-8eb9-bcf25d4d50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.381933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-1eb7f448-1e21-45b5-8eb9-bcf25d4d50c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.2807531 Nov 10 21:28:31.392022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb3f0-b76a-4f98-be96-30d4e3cf3c68 req-046fa6a1-b977-46c8-a629-d55bbefb4cac tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.396641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be3eb3f0-b76a-4f98-be96-30d4e3cf3c68 req-046fa6a1-b977-46c8-a629-d55bbefb4cac tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.2816877 Nov 10 21:28:31.423518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 10.1.1.124 (0253683b-7b38-4986-9e96-597b3d57acb4/113d376f-d45c-45f2-98b2-71dc9ecd90ab/ece4bd31-1f9f-4b07-997c-e3145edfe7b7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:31.433228 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:31.548816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:31.576575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6d86a211-4a57-422f-a370-d3fd64bf3585,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:31.662718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44f81-f330-413d-b51f-ef800690accc req-75dd2aa9-ee23-450c-8381-e2ef62f44ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.664334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a44f81-f330-413d-b51f-ef800690accc req-75dd2aa9-ee23-450c-8381-e2ef62f44ee8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac0b214-9a80-4498-bae4-18080343acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3353050 Nov 10 21:28:31.712967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Network 6359ee6b-9696-4450-b1ad-82a172074b22 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:31.719443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:31.744248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be3eb3f0-b76a-4f98-be96-30d4e3cf3c68 req-d9e5acdb-e039-4b94-9fce-9c8ac3a6e74d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245533 Nov 10 21:28:31.744375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:31.785692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:31.832571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Pushing event updated for resources: {'Port': ['ID=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:31.906358 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:31.913633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-9f657781-bf6e-4f81-8c82-e2118b2f2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:31.914110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Attempting to bind port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:31.914647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Attempting to bind port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:31.915146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Attempting to bind port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a on network 6359ee6b-9696-4450-b1ad-82a172074b22 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:31.922582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-9f657781-bf6e-4f81-8c82-e2118b2f2fa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4193091 Nov 10 21:28:31.929494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:31.929996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Checking segment: {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:31.930541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:31.931006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Bound using segment: {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:31.951275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Bound port: 4f6ef839-a8c2-4680-a863-2bb8b891dd4a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:31.951275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:32.027984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] No DVR routers for this DVR port c4877577-da5a-4917-ad8e-534c70888953 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:32.111192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Transition to ACTIVE for port object 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:32.151150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98dbf-96e5-4b8e-bc6d-cf488373b360 req-9fcf2f16-1e8e-4e7f-901a-d294ddae4916 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:32.152613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ade98dbf-96e5-4b8e-bc6d-cf488373b360 req-9fcf2f16-1e8e-4e7f-901a-d294ddae4916 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 948 time: 1.3586264 Nov 10 21:28:32.153294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] Pushing event updated for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=10']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:32.160054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] For port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:32.169848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] For port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:32.250302 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:32.325242 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:32.365853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:32.377911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a44f81-f330-413d-b51f-ef800690accc req-deae4c04-4027-4cc5-8940-bddcded7d887 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286004 Nov 10 21:28:32.395562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597b3c3-7cfc-4f45-8ba3-c5a7b0c1ddf6 req-14ec59d4-08fc-445b-8d32-77412cb1ffe0 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:32.397426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5597b3c3-7cfc-4f45-8ba3-c5a7b0c1ddf6 req-14ec59d4-08fc-445b-8d32-77412cb1ffe0 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.1887646 Nov 10 21:28:32.442850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 433a4c04-f3a7-441e-b21e-e4186244b60f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:32.536300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-63ea7968-5dac-4667-bfca-4ec295b56669 service neutron] 10.222.0.53 "PUT /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953/bindings/n-h1-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 5.4817448 Nov 10 21:28:32.648366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbdfcf-5e4b-4d4b-a3d5-5614414b7254 None None] Pushing event updated for resources: {'Port': ['ID=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:32.677211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Pushing event updated for resources: {'Port': ['ID=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:32.684007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-fce8b7d6-5147-4bf0-865b-b4953d228624 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431050 Nov 10 21:28:32.701767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 433a4c04-f3a7-441e-b21e-e4186244b60f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:32.702071 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:32.786489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c0543d-d63e-4cc4-ba95-edb7374d4334 None None] Network 0253683b-7b38-4986-9e96-597b3d57acb4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:32.797268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:32.811271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ade98dbf-96e5-4b8e-bc6d-cf488373b360 req-6c3612b3-00e5-49c6-a630-487ce379ca2b tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367984 Nov 10 21:28:32.829328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5597b3c3-7cfc-4f45-8ba3-c5a7b0c1ddf6 req-d3cb28c3-3127-4ea0-82c4-1a861af11ae7 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734336 Nov 10 21:28:32.996142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a44f81-f330-413d-b51f-ef800690accc req-be250ad7-a409-4f7e-a7d8-80a8a27a00f2 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791090 Nov 10 21:28:33.013119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997c429b-5f7e-4384-a6ad-a260779b6455 req-69dd4c44-e010-42d4-860b-acf146c3e651 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877016 Nov 10 21:28:33.180829 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a6e433-07ef-4786-acd7-7b92d2c3a979 x-openstack-request-id: req-01a6e433-07ef-4786-acd7-7b92d2c3a979 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:33.187285 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-plugged", "status": "completed", "tag": "6d86a211-4a57-422f-a370-d3fd64bf3585", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:33.187285 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01a6e433-07ef-4786-acd7-7b92d2c3a979 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:33.187285 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d86a211-4a57-422f-a370-d3fd64bf3585', 'code': 200} Nov 10 21:28:33.239247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8b264279-2daf-42a5-9df9-0a66f14e21e6 None None] Provisioning complete for port 2cc12231-fc29-4fc9-92b0-7d2132232d48 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:33.246739 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b264279-2daf-42a5-9df9-0a66f14e21e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:33.246944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:33.345743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 0253683b-7b38-4986-9e96-597b3d57acb4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:33.365585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:33.380030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:33.414652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c23ba12d-aa42-4670-bcca-02b00745dcb2 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:33.464897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-05cf40b6-a538-4a8f-be76-043c593fdd97 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:33.466745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-05cf40b6-a538-4a8f-be76-043c593fdd97 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.3450003 Nov 10 21:28:33.482326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024fabf-4e3f-4e8a-8a30-a4149aab922c req-5979df66-9c38-4665-bbf9-45722f356f8b tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:33.483998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4024fabf-4e3f-4e8a-8a30-a4149aab922c req-5979df66-9c38-4665-bbf9-45722f356f8b tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 944 time: 0.1883490 Nov 10 21:28:33.620255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:33.627198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:33.675713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Attempting to bind port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:33.676264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Attempting to bind port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'a637f773-f5cf-4e83-8d9c-825848d014c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:33.676539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Attempting to bind port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 on network 1540370f-3d9a-4583-9efa-15ff7e21f573 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:33.715688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port c23ba12d-aa42-4670-bcca-02b00745dcb2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c23ba12d-aa42-4670-bcca-02b00745dcb2,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:33.754310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'c23ba12d-aa42-4670-bcca-02b00745dcb2', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'c23ba12d-aa42-4670-bcca-02b00745dcb2', 'mac_address': 'fa:16:3e:5f:53:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:33.800180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4024fabf-4e3f-4e8a-8a30-a4149aab922c req-73ec50e6-c9bd-4bb1-acf1-1bbd82748d41 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775912 Nov 10 21:28:33.804687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 on network 1540370f-3d9a-4583-9efa-15ff7e21f573 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:33.809017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Attempting to bind port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 on network 1540370f-3d9a-4583-9efa-15ff7e21f573 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:33.822989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:33.824476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Checking segment: {'id': 'a637f773-f5cf-4e83-8d9c-825848d014c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:33.826006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Bound using segment: {'id': 'a637f773-f5cf-4e83-8d9c-825848d014c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:33.826638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Bound port: 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a637f773-f5cf-4e83-8d9c-825848d014c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:33.828579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:33.864296 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:28:33.906870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc12231-fc29-4fc9-92b0-7d2132232d48 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:34.001673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-04a0e3f3-473d-4c9b-af4b-41d26da1b48c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5601807 Nov 10 21:28:34.055683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53006) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:34.057949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-aec8077b-0d96-46bd-bc0d-d606ea530a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.062647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-aec8077b-0d96-46bd-bc0d-d606ea530a41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad&tenant_id=912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 1096 time: 0.5661726 Nov 10 21:28:34.071794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'port': {'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'name': 'tempest-TaggedBootDevicesTest_v242-509655', 'fixed_ips': [{'subnet_id': '113d376f-d45c-45f2-98b2-71dc9ecd90ab'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:34.368200 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b264279-2daf-42a5-9df9-0a66f14e21e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:34.403313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627a8c5-3a20-4a0b-9b93-e884ec47148f None None] Network 6359ee6b-9696-4450-b1ad-82a172074b22 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:34.432773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:34.460827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] For port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:34.502061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a849d-ed07-4204-9afd-5feffda51c94 req-16d9e438-0ba3-46bd-8688-9879c097706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.508716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a849d-ed07-4204-9afd-5feffda51c94 req-16d9e438-0ba3-46bd-8688-9879c097706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.510654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-148a849d-ed07-4204-9afd-5feffda51c94 req-16d9e438-0ba3-46bd-8688-9879c097706d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1987 time: 1.2831323 Nov 10 21:28:34.555179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] For port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,segment=NetworkSegment(a637f773-f5cf-4e83-8d9c-825848d014c8),segment_id=a637f773-f5cf-4e83-8d9c-825848d014c8)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:34.565814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7c46-7cb9-4ba6-a074-c1a06fbffad9 req-226a0c1a-3e37-4bc9-818a-ffccb1390127 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.574534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-db81130f-9f96-4469-9ba1-43bcc73dd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.580738 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-db81130f-9f96-4469-9ba1-43bcc73dd0a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1096 time: 0.2048950 Nov 10 21:28:34.582730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8b264279-2daf-42a5-9df9-0a66f14e21e6 None None] For port 2cc12231-fc29-4fc9-92b0-7d2132232d48, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2cc12231-fc29-4fc9-92b0-7d2132232d48,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:34.583312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7c46-7cb9-4ba6-a074-c1a06fbffad9 req-226a0c1a-3e37-4bc9-818a-ffccb1390127 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.586024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d59a7c46-7cb9-4ba6-a074-c1a06fbffad9 req-226a0c1a-3e37-4bc9-818a-ffccb1390127 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1683 time: 1.5072646 Nov 10 21:28:34.635485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-f9a98b4a-bed9-4c03-b3b4-ad53a790c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.637315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-f9a98b4a-bed9-4c03-b3b4-ad53a790c914 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1096 time: 0.2287321 Nov 10 21:28:34.661873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23ba12d-aa42-4670-bcca-02b00745dcb2 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:34.667032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2cc12231-fc29-4fc9-92b0-7d2132232d48 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:34.671966 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:34.748605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-148a849d-ed07-4204-9afd-5feffda51c94 req-38cf152a-6bb8-4faa-833b-c9ec3aa33940 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230318 Nov 10 21:28:34.762062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-457360b2-39f8-45c7-a0ba-eb7d348b74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.765253 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-457360b2-39f8-45c7-a0ba-eb7d348b74a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1630418 Nov 10 21:28:34.768518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d59a7c46-7cb9-4ba6-a074-c1a06fbffad9 req-36a792ac-6ab1-498d-9f2a-f44d7153ffa8 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706636 Nov 10 21:28:34.777753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port c23ba12d-aa42-4670-bcca-02b00745dcb2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c23ba12d-aa42-4670-bcca-02b00745dcb2,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:34.805389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a643-99a0-4aeb-a3b5-055fddf0153d req-c0641770-9f19-4023-a45d-69b45e2b768d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:34.823069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a44a643-99a0-4aeb-a3b5-055fddf0153d req-c0641770-9f19-4023-a45d-69b45e2b768d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.8178165 Nov 10 21:28:34.866532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:34.945445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:34.947190 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b264279-2daf-42a5-9df9-0a66f14e21e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:35.004906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-fe64e78e-05e5-4f0a-af49-c09595fc1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:35.011204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-fe64e78e-05e5-4f0a-af49-c09595fc1e54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.2068963 Nov 10 21:28:35.033136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Pushing event updated for resources: {'Port': ['ID=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:35.037202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:35.044264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:35.147972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-1ce53808-0c0d-4e38-93bb-c5da57033aff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 217 time: 0.0967104 Nov 10 21:28:35.149471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:35.150340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:35.151899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-cd778191-099e-4d3e-a5e8-96a0773342d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 HTTP/1.1" status: 200 len: 1093 time: 6.4177330 Nov 10 21:28:35.158405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'tag': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:35.161005 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4" -d '{"events": [{"name": "network-changed", "server_uuid": "89eaa3fb-7b6e-4b5c-9739-3b522df83768", "tag": "080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:35.181938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] device_id is not set on port 04d58efe-ff3c-4d10-9296-caef817e068a yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:28:35.213112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-b019034f-93c5-4a84-b9aa-3a05abe07037 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 217 time: 0.1567349 Nov 10 21:28:35.425409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-b06d8e84-7b63-460a-947e-1059ce3592a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:35.426884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-b06d8e84-7b63-460a-947e-1059ce3592a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.2049606 Nov 10 21:28:35.447286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837d6db-35c8-43eb-94bb-6d5927bedd6f req-e0611167-0b9e-40a7-87b4-c4baf26f1fa5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:35.460750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4837d6db-35c8-43eb-94bb-6d5927bedd6f req-e0611167-0b9e-40a7-87b4-c4baf26f1fa5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 949 time: 0.1692967 Nov 10 21:28:35.525772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 10.1.1.108 (0253683b-7b38-4986-9e96-597b3d57acb4/113d376f-d45c-45f2-98b2-71dc9ecd90ab/04d58efe-ff3c-4d10-9296-caef817e068a) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:35.539606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-f751302f-23b9-45cd-9bf9-85d646d8297d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615399 Nov 10 21:28:35.570950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['c23ba12d-aa42-4670-bcca-02b00745dcb2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:35.676158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4837d6db-35c8-43eb-94bb-6d5927bedd6f req-2bd756af-27e4-431c-b41c-263b88587e05 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141201 Nov 10 21:28:35.686134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a54cff42-79e8-42eb-a099-44c077da948d None None] Provisioning complete for port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:35.686501 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a54cff42-79e8-42eb-a099-44c077da948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:35.750668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=c23ba12d-aa42-4670-bcca-02b00745dcb2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:35.897974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264279-2daf-42a5-9df9-0a66f14e21e6 None None] Pushing event updated for resources: {'Port': ['ID=2cc12231-fc29-4fc9-92b0-7d2132232d48,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:35.906586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:35.918355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f717922-1fd9-4367-8429-3d2fb07b7d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:36.027770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-dac75855-40f4-4c42-b5c4-ede943fe2aa0 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866091 Nov 10 21:28:36.044573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-ebbafec4-dbc0-429a-b94f-2fb0a2195573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:36.046142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-ebbafec4-dbc0-429a-b94f-2fb0a2195573 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0952229 Nov 10 21:28:36.098254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4f6ef839-a8c2-4680-a863-2bb8b891dd4a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:36.140196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:36.145537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-56344bb1-1863-473d-bc6b-0093c329145b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745976 Nov 10 21:28:36.167638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a44a643-99a0-4aeb-a3b5-055fddf0153d req-161f2ebf-f2bd-4aa7-9e2b-bc8bce398b9c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3430288 Nov 10 21:28:36.210744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2b21f-9f4b-4b3c-b3da-261c36c1aac5 req-a403f48f-450d-479c-a871-e6dc7b45c333 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:36.220438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18b2b21f-9f4b-4b3c-b3da-261c36c1aac5 req-a403f48f-450d-479c-a871-e6dc7b45c333 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.3354521 Nov 10 21:28:36.297962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 0253683b-7b38-4986-9e96-597b3d57acb4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:36.326980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18b2b21f-9f4b-4b3c-b3da-261c36c1aac5 req-598d0ef7-e0ae-4d05-b149-c06037a9bfbb tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054361 Nov 10 21:28:36.366381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f82ed51-2ea0-42b0-811d-faf14783251a req-28f6edb1-29ca-4aa0-b618-cb5c765b416f service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889335 Nov 10 21:28:36.390685 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a54cff42-79e8-42eb-a099-44c077da948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:36.460193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a54cff42-79e8-42eb-a099-44c077da948d None None] For port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:36.510158 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78adca73-2cb6-488e-95ec-20d154e3c9c3 x-openstack-request-id: req-78adca73-2cb6-488e-95ec-20d154e3c9c3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:36.511031 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eaa3fb-7b6e-4b5c-9739-3b522df83768", "tag": "080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:36.511552 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78adca73-2cb6-488e-95ec-20d154e3c9c3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:36.514081 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'tag': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7', 'status': 'completed', 'code': 200} Nov 10 21:28:36.518785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:36.518785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:36.573917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:36.578563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:36.612091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a54cff42-79e8-42eb-a099-44c077da948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:36.656375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-dd032e28-4c08-4698-9c7f-33f980c05b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:36.658399 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-dd032e28-4c08-4698-9c7f-33f980c05b67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0deb4ad8c1e487c80c9c83299a01ff5&device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 1096 time: 0.6250739 Nov 10 21:28:36.671465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=04d58efe-ff3c-4d10-9296-caef817e068a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:36.736036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a6f3b-442b-4d97-8403-5c886bd8b124 req-580e1289-e266-4d22-b518-9497b3535b37 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:36.756288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a6f3b-442b-4d97-8403-5c886bd8b124 req-580e1289-e266-4d22-b518-9497b3535b37 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:36.757911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-436a6f3b-442b-4d97-8403-5c886bd8b124 req-580e1289-e266-4d22-b518-9497b3535b37 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1683 time: 0.2243996 Nov 10 21:28:36.765131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-8512b15b-947f-49ad-bf86-58eb18a13ce7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 HTTP/1.1" status: 200 len: 217 time: 0.0895543 Nov 10 21:28:36.801091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff4816-dc16-4205-b936-be0fc30a0671 req-4cf5094a-9338-413e-bd6d-bc2edb09ac84 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:36.809971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5ff4816-dc16-4205-b936-be0fc30a0671 req-4cf5094a-9338-413e-bd6d-bc2edb09ac84 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 944 time: 0.2908220 Nov 10 21:28:36.840091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-651fc8b5-6f21-40ed-8191-050f4131bccb None None] Provisioning complete for port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:36.840484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-651fc8b5-6f21-40ed-8191-050f4131bccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:36.854684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:36.858353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:36.882054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-436a6f3b-442b-4d97-8403-5c886bd8b124 req-381c54c0-ec8a-4f53-b3fa-7ea1c21774c4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122317 Nov 10 21:28:36.916328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cff42-79e8-42eb-a099-44c077da948d None None] Pushing event updated for resources: {'Port': ['ID=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:36.964142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-e592c70e-25cf-4dd0-8db8-ee7f143757d6 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7924964 Nov 10 21:28:36.976251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-651fc8b5-6f21-40ed-8191-050f4131bccb None None] Port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:36.996504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-651fc8b5-6f21-40ed-8191-050f4131bccb None None] Provisioning complete for port 2cc12231-fc29-4fc9-92b0-7d2132232d48 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:36.996972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-651fc8b5-6f21-40ed-8191-050f4131bccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:37.122583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5ff4816-dc16-4205-b936-be0fc30a0671 req-45e40de6-c63a-4dd5-ba30-5b4990e3a2e9 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531440 Nov 10 21:28:37.178089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-59a00b3b-2140-40d7-885b-ee0a491f37f2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1088867 Nov 10 21:28:37.178943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-651fc8b5-6f21-40ed-8191-050f4131bccb None None] Provisioning complete for port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:37.178943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-651fc8b5-6f21-40ed-8191-050f4131bccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:37.192060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-a57d07d4-003b-4884-ab7c-c62a9dac224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:37.193595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-a57d07d4-003b-4884-ab7c-c62a9dac224c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40e0a447-a032-403c-875c-efe537f22b96 HTTP/1.1" status: 200 len: 853 time: 0.3744824 Nov 10 21:28:37.241940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-e9e933c0-9645-4202-a9a4-795c98adc914 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1540370f-3d9a-4583-9efa-15ff7e21f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393288 Nov 10 21:28:37.254535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd308bc3-6355-49fe-977f-eacc9fc76e2c req-21ef0b9e-6946-45e5-a161-a885be8ef156 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:37.264726 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd308bc3-6355-49fe-977f-eacc9fc76e2c req-21ef0b9e-6946-45e5-a161-a885be8ef156 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 949 time: 0.1835432 Nov 10 21:28:37.289933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-5d8fcf85-ddeb-4e0a-b533-ad8fd730680d service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098760 Nov 10 21:28:37.363400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c23ba12d-aa42-4670-bcca-02b00745dcb2 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:37.371491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-5955f609-d958-424a-b763-2e36eb1f2a34 service neutron] 10.222.0.64 "GET /v2.0/networks/1540370f-3d9a-4583-9efa-15ff7e21f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179650 Nov 10 21:28:37.507099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd308bc3-6355-49fe-977f-eacc9fc76e2c req-70564947-4182-40d9-92e1-b4935b81d456 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271609 Nov 10 21:28:37.562806 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-173a1eae-1d38-484b-a2d0-4e7eb66c8632 req-e8ad5286-a164-47e1-aafc-177225367c1d service neutron] 10.222.0.64 "GET /v2.0/networks/1540370f-3d9a-4583-9efa-15ff7e21f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838734 Nov 10 21:28:37.720479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port c23ba12d-aa42-4670-bcca-02b00745dcb2 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:37.725139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-83e3928d-c377-4e50-bc4f-acbeda65619b None None] Provisioning complete for port 04d58efe-ff3c-4d10-9296-caef817e068a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:37.726649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83e3928d-c377-4e50-bc4f-acbeda65619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:37.739866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfabd4a-5f1b-4392-819a-7adb70d7b8b3 req-6fa4471e-8700-4d81-95ec-08e0095715cf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:37.741827 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acfabd4a-5f1b-4392-819a-7adb70d7b8b3 req-6fa4471e-8700-4d81-95ec-08e0095715cf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.1011286 Nov 10 21:28:37.748173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port c23ba12d-aa42-4670-bcca-02b00745dcb2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:37.748749 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:37.867755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acfabd4a-5f1b-4392-819a-7adb70d7b8b3 req-a1f9bf6b-d2c6-4563-aaa7-5479a187256c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999775 Nov 10 21:28:37.879258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-83e3928d-c377-4e50-bc4f-acbeda65619b None None] Port 04d58efe-ff3c-4d10-9296-caef817e068a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:37.914758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53036) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:37.917195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4f6ef839-a8c2-4680-a863-2bb8b891dd4a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:37.920647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bbcd71ac-3797-4edf-95df-67867e933682 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691669501', 'description': 'tempest-description--181096798'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:38.034066 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2d311c9f-56db-47af-9152-f7466487aa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.073324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2205b4-167e-4301-87df-7257f35c2086 req-d0d85669-7ea9-4502-809d-baa141461942 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.074737 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-d0d85669-7ea9-4502-809d-baa141461942 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1096 time: 0.2237108 Nov 10 21:28:38.081968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bbcd71ac-3797-4edf-95df-67867e933682 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.087279 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.090251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-c57b50c5-a8ae-48e4-8cfb-959804f5df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.091841 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-c57b50c5-a8ae-48e4-8cfb-959804f5df8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d0deb4ad8c1e487c80c9c83299a01ff5&device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 1096 time: 0.3464739 Nov 10 21:28:38.133405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944e232-7d91-4f7a-8d6b-eb584b2f89bc req-75264283-4afa-448f-b384-8f97f0833496 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.144232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e944e232-7d91-4f7a-8d6b-eb584b2f89bc req-75264283-4afa-448f-b384-8f97f0833496 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.1483936 Nov 10 21:28:38.168053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be48192-b098-4ab3-b077-3581f10a2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23ba12d-aa42-4670-bcca-02b00745dcb2'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:38.175334 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091699ac-8bda-4dce-b458-6ee72a077b79" -d '{"events": [{"server_uuid": "1be48192-b098-4ab3-b077-3581f10a2a71", "name": "network-vif-plugged", "status": "completed", "tag": "c23ba12d-aa42-4670-bcca-02b00745dcb2"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:38.202190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port c23ba12d-aa42-4670-bcca-02b00745dcb2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c23ba12d-aa42-4670-bcca-02b00745dcb2,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:38.203276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:38.203650 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.230212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e944e232-7d91-4f7a-8d6b-eb584b2f89bc req-5ff53737-ecc7-4e0f-accd-382c75cc2a76 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843887 Nov 10 21:28:38.338120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bbcd71ac-3797-4edf-95df-67867e933682 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.348088 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.413592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bbcd71ac-3797-4edf-95df-67867e933682 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.568944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd71ac-3797-4edf-95df-67867e933682 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd508b6-85d6-4700-8958-2bb33393184c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:38.574010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=c23ba12d-aa42-4670-bcca-02b00745dcb2,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:38.577747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc12231-fc29-4fc9-92b0-7d2132232d48 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:38.594580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bbcd71ac-3797-4edf-95df-67867e933682 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.602140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bbcd71ac-3797-4edf-95df-67867e933682 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6854668 Nov 10 21:28:38.603484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53050) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:38.640600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6a9ad7b4-0399-4955-a81d-ecc37d49e1d8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'security_group_rule': {'security_group_id': 'fcd508b6-85d6-4700-8958-2bb33393184c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:38.646724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2cc12231-fc29-4fc9-92b0-7d2132232d48 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:38.646724 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.698561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2d6c-b8b1-4086-92a2-f67d612faacb req-f76c087d-1a26-46dd-af57-8d6060194991 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.704321 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3f2d6c-b8b1-4086-92a2-f67d612faacb req-f76c087d-1a26-46dd-af57-8d6060194991 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 944 time: 0.2455132 Nov 10 21:28:38.782829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51771656-c38f-4871-82da-dc08e457e235 req-b9f0ef4d-709c-495b-a171-c9ed8e1b452f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.792160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51771656-c38f-4871-82da-dc08e457e235 req-b9f0ef4d-709c-495b-a171-c9ed8e1b452f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.801166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51771656-c38f-4871-82da-dc08e457e235 req-b9f0ef4d-709c-495b-a171-c9ed8e1b452f tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1683 time: 0.7981186 Nov 10 21:28:38.827923 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3f2d6c-b8b1-4086-92a2-f67d612faacb req-84c7a6df-6eff-4a9c-9cfb-28ab142352a6 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052694 Nov 10 21:28:38.854164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-cc2b04aa-16c6-41f2-ac2a-bb43788f4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.855653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-cc2b04aa-16c6-41f2-ac2a-bb43788f4067 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1540370f-3d9a-4583-9efa-15ff7e21f573 HTTP/1.1" status: 200 len: 914 time: 0.6388600 Nov 10 21:28:38.860885 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad7b4-0399-4955-a81d-ecc37d49e1d8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.868156 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac143219-445a-4f85-85ff-6e8ba39b765f x-openstack-request-id: req-ac143219-445a-4f85-85ff-6e8ba39b765f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:38.868156 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be48192-b098-4ab3-b077-3581f10a2a71", "name": "network-vif-plugged", "status": "completed", "tag": "c23ba12d-aa42-4670-bcca-02b00745dcb2", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:38.868156 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac143219-445a-4f85-85ff-6e8ba39b765f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:38.868156 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be48192-b098-4ab3-b077-3581f10a2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23ba12d-aa42-4670-bcca-02b00745dcb2', 'code': 200} Nov 10 21:28:38.920055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-70ad8223-323c-4bfa-80b1-ce6b692ac2f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 HTTP/1.1" status: 200 len: 217 time: 0.0539021 Nov 10 21:28:38.932688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51771656-c38f-4871-82da-dc08e457e235 req-0b1c6181-12da-4ea9-ad35-140493a567a6 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303837 Nov 10 21:28:38.966790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad7b4-0399-4955-a81d-ecc37d49e1d8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.976118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0f2205b4-167e-4301-87df-7257f35c2086 req-8f88df31-34c0-4c7c-be1b-263619bb9eb7 service neutron] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:38.984210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0f2205b4-167e-4301-87df-7257f35c2086 req-8f88df31-34c0-4c7c-be1b-263619bb9eb7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:38.984210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f2205b4-167e-4301-87df-7257f35c2086 req-8f88df31-34c0-4c7c-be1b-263619bb9eb7 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953/bindings/n-h2-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.8897781 Nov 10 21:28:38.994925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-9bac8c9d-06e0-49bc-bd70-603cb0314f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.996461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-9bac8c9d-06e0-49bc-bd70-603cb0314f29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=40e0a447-a032-403c-875c-efe537f22b96 HTTP/1.1" status: 200 len: 853 time: 0.0628870 Nov 10 21:28:38.998277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d1995-0135-4db5-ace4-0930b90109c6 req-68fa1da9-ab28-4023-8f06-57ddc9dcbdd5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:38.999902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-798d1995-0135-4db5-ace4-0930b90109c6 req-68fa1da9-ab28-4023-8f06-57ddc9dcbdd5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 950 time: 0.0872140 Nov 10 21:28:39.045001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-1db402f6-9df3-4175-89c7-2c9cbee42a27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1540370f-3d9a-4583-9efa-15ff7e21f573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376158 Nov 10 21:28:39.051360 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad7b4-0399-4955-a81d-ecc37d49e1d8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.079226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-798d1995-0135-4db5-ace4-0930b90109c6 req-2eb817b4-65b5-4a01-8799-f25bb2c2e51b tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731187 Nov 10 21:28:39.082895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ad7b4-0399-4955-a81d-ecc37d49e1d8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5606b2c0-8ee3-4914-9875-3f7d42b42abf,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:39.154433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d1db1-2370-4f62-903c-9aa2e3c78fa5 req-feee7118-c8b4-4665-b042-4a2ca532a90b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.156032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d67d1db1-2370-4f62-903c-9aa2e3c78fa5 req-feee7118-c8b4-4665-b042-4a2ca532a90b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.1371737 Nov 10 21:28:39.193561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad7b4-0399-4955-a81d-ecc37d49e1d8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.194765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a9ad7b4-0399-4955-a81d-ecc37d49e1d8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5775285 Nov 10 21:28:39.201042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53058) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:39.205560 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.211920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-735da62c-b0a6-475b-8096-f543d76081a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'security_group_rule': {'security_group_id': 'fcd508b6-85d6-4700-8958-2bb33393184c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:39.221581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd8c7-9c87-4d1d-8215-61ba5cbd7261 req-4a3226df-73cb-46e8-b9a1-893ff5ffbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.224847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df1fd8c7-9c87-4d1d-8215-61ba5cbd7261 req-4a3226df-73cb-46e8-b9a1-893ff5ffbd46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 1102 time: 0.0584998 Nov 10 21:28:39.232581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-0c75453b-7a10-4edc-9867-77450ff0c382 service neutron] 10.222.0.64 "GET /v2.0/networks/1540370f-3d9a-4583-9efa-15ff7e21f573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659226 Nov 10 21:28:39.293660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df1fd8c7-9c87-4d1d-8215-61ba5cbd7261 req-98becdae-e223-4eeb-81f5-a8e03ddbc988 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600104 Nov 10 21:28:39.295237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d67d1db1-2370-4f62-903c-9aa2e3c78fa5 req-539dd85c-0a30-4bd4-acfb-d5cad035b8f6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192503 Nov 10 21:28:39.350521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-735da62c-b0a6-475b-8096-f543d76081a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.399018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ead238f-8a1e-4425-86e3-50f5c1aa28c4 req-33389ba6-9e53-4c48-83ee-9450fc0bcec7 service neutron] 10.222.0.64 "GET /v2.0/networks/1540370f-3d9a-4583-9efa-15ff7e21f573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575584 Nov 10 21:28:39.447793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7f98a-a809-40b5-9467-56f68c3e2a98 req-2ab7706a-e49a-4f5e-a642-942e70a1d930 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.449424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ad7f98a-a809-40b5-9467-56f68c3e2a98 req-2ab7706a-e49a-4f5e-a642-942e70a1d930 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.1000862 Nov 10 21:28:39.471597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-735da62c-b0a6-475b-8096-f543d76081a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.516765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ad7f98a-a809-40b5-9467-56f68c3e2a98 req-b328eea9-476f-4a35-b290-e24d1d50ac10 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568483 Nov 10 21:28:39.570134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-735da62c-b0a6-475b-8096-f543d76081a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.590988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735da62c-b0a6-475b-8096-f543d76081a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc90ae8c-596a-4bfd-8528-bedc1a1b6115,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:39.677322 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-735da62c-b0a6-475b-8096-f543d76081a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.678485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-735da62c-b0a6-475b-8096-f543d76081a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4700825 Nov 10 21:28:39.681709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53072) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:39.687963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:39.716797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfdde1-8ca8-4594-b299-c04cbf5f9a03 req-b8c60308-21b3-4466-88f9-6a034a04405b tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.718796 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bcfdde1-8ca8-4594-b299-c04cbf5f9a03 req-b8c60308-21b3-4466-88f9-6a034a04405b tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1096 time: 0.0547223 Nov 10 21:28:39.774211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bcfdde1-8ca8-4594-b299-c04cbf5f9a03 req-8e4f87c7-fcbe-41a3-8589-7e54034e3cd7 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Nov 10 21:28:39.779639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1f6ea-076f-488a-99c0-c490b56479e1 req-7a8d5257-8a48-4f66-9ec0-7dd32776a85d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.785993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1f6ea-076f-488a-99c0-c490b56479e1 req-7a8d5257-8a48-4f66-9ec0-7dd32776a85d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.787608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-97e1f6ea-076f-488a-99c0-c490b56479e1 req-7a8d5257-8a48-4f66-9ec0-7dd32776a85d tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1683 time: 0.0678310 Nov 10 21:28:39.839253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:39.860760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-97e1f6ea-076f-488a-99c0-c490b56479e1 req-f994e73f-50b2-4b55-ba4a-e7445ff2e467 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668004 Nov 10 21:28:39.969243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf511be-02a7-479d-a155-270261b5d709 req-1b095b17-6e4c-48d5-9ae1-1daad3693b32 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:39.971492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abf511be-02a7-479d-a155-270261b5d709 req-1b095b17-6e4c-48d5-9ae1-1daad3693b32 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 944 time: 0.0624106 Nov 10 21:28:39.986089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:40.032752 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abf511be-02a7-479d-a155-270261b5d709 req-2c998f80-3881-4ba0-985d-9743478ca4c9 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545609 Nov 10 21:28:40.185866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 172.25.7.221 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/3d250e40-c7fc-4f85-8398-1e379b620e80) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:40.198519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc136-617e-4089-8d3e-737002355588 req-421c8e8e-0734-4afe-99ca-8d103711967a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:40.200073 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-421c8e8e-0734-4afe-99ca-8d103711967a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.1719882 Nov 10 21:28:40.219812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-4c88f729-9f8f-432e-a21d-5c8e6f1fc281 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/quotas/912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 375 time: 0.0123873 Nov 10 21:28:40.235109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5fc8-2157-41dd-9f57-cb027c117b87 req-e641995e-7618-4588-8457-3ee8c23f599a tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:40.236943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97c5fc8-2157-41dd-9f57-cb027c117b87 req-e641995e-7618-4588-8457-3ee8c23f599a tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 950 time: 0.0736489 Nov 10 21:28:40.293138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97c5fc8-2157-41dd-9f57-cb027c117b87 req-dabc7068-4c36-40b7-b3f0-498740808ef6 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484538 Nov 10 21:28:40.351986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-a4190220-5688-45fb-abcc-d933c0be730b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1143811 Nov 10 21:28:40.378022 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:40.488132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-bd273f2e-1383-4c03-98e9-e240cd53d30c service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293173 Nov 10 21:28:40.582138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:40.590273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-b9a9e4e8-1f9c-4b13-9c5f-57023f7c9b04 service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954525 Nov 10 21:28:40.627072 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:40.636633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:40.642895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:40.644883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=3d250e40-c7fc-4f85-8398-1e379b620e80,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:40.647106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:40.705924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2acba6-a40c-4a96-a546-f07e1d8feb91 req-6ba327fe-43a8-4439-ba2e-c25c75255dc8 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:40.713902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d2acba6-a40c-4a96-a546-f07e1d8feb91 req-6ba327fe-43a8-4439-ba2e-c25c75255dc8 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.1167405 Nov 10 21:28:40.751468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:40.763024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d2acba6-a40c-4a96-a546-f07e1d8feb91 req-d0bbaa38-b465-4d0f-bcf2-d4c8fdafaf92 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Nov 10 21:28:40.946430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.006638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9975416-5c57-4d80-a1f1-0ad08ad70756 req-32d54eb2-4ddc-4c84-9f4c-ef29641afc76 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.008625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3940c4a3-930e-4f8f-89d3-1a00e51fab86 req-36107573-ee59-4a2d-b5ae-2ebea6a1e79f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 210 time: 0.0322671 Nov 10 21:28:41.014759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9975416-5c57-4d80-a1f1-0ad08ad70756 req-32d54eb2-4ddc-4c84-9f4c-ef29641afc76 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.023690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9975416-5c57-4d80-a1f1-0ad08ad70756 req-32d54eb2-4ddc-4c84-9f4c-ef29641afc76 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1683 time: 0.0723522 Nov 10 21:28:41.086258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9975416-5c57-4d80-a1f1-0ad08ad70756 req-3a31bded-3e3a-4a63-8ae9-d4029c8d9c6a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608442 Nov 10 21:28:41.210516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b342dc2-c027-4b3b-87b1-0c88d9e5a660 req-6694c610-1100-4d8c-9d98-9fb22c7ea72b tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.213929 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b342dc2-c027-4b3b-87b1-0c88d9e5a660 req-6694c610-1100-4d8c-9d98-9fb22c7ea72b tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 944 time: 0.0791326 Nov 10 21:28:41.232392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.270502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.274425 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b342dc2-c027-4b3b-87b1-0c88d9e5a660 req-de267504-6fe5-49d2-be51-95b66b96d0d3 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514214 Nov 10 21:28:41.362872 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.463498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=3d250e40-c7fc-4f85-8398-1e379b620e80,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:41.466882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdf140-3c29-4bf9-b91c-8ac9a03fb45b req-c726b4ac-affd-4574-830b-fe8b116f7343 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.468851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cacdf140-3c29-4bf9-b91c-8ac9a03fb45b req-c726b4ac-affd-4574-830b-fe8b116f7343 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 950 time: 0.0935938 Nov 10 21:28:41.478475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.484316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6bc07bf8-10b7-4f60-b222-9756c6807d87 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.495957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6bc07bf8-10b7-4f60-b222-9756c6807d87 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.498595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6bc07bf8-10b7-4f60-b222-9756c6807d87 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.64 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 1683 time: 0.1142426 Nov 10 21:28:41.587096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.592774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d4dd89e-5ca3-41e5-98c9-347ce3579ce9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9099174 Nov 10 21:28:41.637778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cacdf140-3c29-4bf9-b91c-8ac9a03fb45b req-b4854bd2-5889-4781-9001-b1b144b9d490 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377730 Nov 10 21:28:41.683036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:41.685288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.824411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port 3d7c8fef-eecd-4674-81cb-3b73f38582c7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3d7c8fef-eecd-4674-81cb-3b73f38582c7,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:41.824806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:41.839775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for 3d7c8fef-eecd-4674-81cb-3b73f38582c7 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:41.984493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436fe2c-bb5e-4cb8-8fd8-ebc5ce147cb2 req-b2e63fc5-9ab5-49cd-9abf-82b368ce92ac tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:41.988213 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b436fe2c-bb5e-4cb8-8fd8-ebc5ce147cb2 req-b2e63fc5-9ab5-49cd-9abf-82b368ce92ac tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 944 time: 0.1368215 Nov 10 21:28:42.078172 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b436fe2c-bb5e-4cb8-8fd8-ebc5ce147cb2 req-933c17fe-f060-47a8-9306-182ba7990f87 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856812 Nov 10 21:28:42.135435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-90a0b72d-b4eb-4052-9ca8-cf2fd2fa3ea5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1691669501&fields=id&tenant_id=54bbb4fa890b4b80ba14b8b889c53f09 HTTP/1.1" status: 200 len: 267 time: 0.0803699 Nov 10 21:28:42.219139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a7ade446-4fd4-40e7-ae76-1a4fe34627ab tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.220710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a7ade446-4fd4-40e7-ae76-1a4fe34627ab tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports/ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 200 len: 937 time: 0.0731454 Nov 10 21:28:42.268174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:42.286255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3d7c8fef-eecd-4674-81cb-3b73f38582c7', '6d86a211-4a57-422f-a370-d3fd64bf3585'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:42.289526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:42.294066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-7ed6f3b1-ab0e-4cb8-9a1a-2dde4478b170 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.295938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-7ed6f3b1-ab0e-4cb8-9a1a-2dde4478b170 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports/04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 200 len: 933 time: 0.0616105 Nov 10 21:28:42.315291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=3d7c8fef-eecd-4674-81cb-3b73f38582c7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:42.335890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3548-a091-49e5-bde5-9b297883a813 req-5e75f16e-4a16-4b3f-9a73-02aaf83f2a1a tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.349096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-937b3548-a091-49e5-bde5-9b297883a813 req-5e75f16e-4a16-4b3f-9a73-02aaf83f2a1a tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 950 time: 0.1054022 Nov 10 21:28:42.408567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-4750ec68-6071-4a61-9b8e-0fd482fdd082 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1045089 Nov 10 21:28:42.411260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port 3d7c8fef-eecd-4674-81cb-3b73f38582c7 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:42.415039 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:42.418728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-5f90e689-2be6-4601-afc8-6d1c5237303a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.64 "DELETE /v2.0/ports/3d7c8fef-eecd-4674-81cb-3b73f38582c7 HTTP/1.1" status: 204 len: 173 time: 0.9127860 Nov 10 21:28:42.419662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-deleted', 'tag': '3d7c8fef-eecd-4674-81cb-3b73f38582c7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:42.424340 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61f9b4f-10b7-4fdd-b68f-decc2f12c71b" -d '{"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-deleted", "tag": "3d7c8fef-eecd-4674-81cb-3b73f38582c7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:42.495448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-83842e66-d040-4fa0-95e1-4bb13560829c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0859416 Nov 10 21:28:42.583544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-937b3548-a091-49e5-bde5-9b297883a813 req-0a9ac1bc-fddf-4ede-a89b-f86490345a68 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332442 Nov 10 21:28:42.601243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,segment=NetworkSegment(a637f773-f5cf-4e83-8d9c-825848d014c8),segment_id=a637f773-f5cf-4e83-8d9c-825848d014c8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:42.630402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7', 'network_id': '1540370f-3d9a-4583-9efa-15ff7e21f573', 'port_id': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7', 'mac_address': 'fa:16:3e:9d:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e0a447-a032-403c-875c-efe537f22b96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:42.648364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port 6d86a211-4a57-422f-a370-d3fd64bf3585 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:42.652413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:42.724962 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:42.744831 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-0896c86b-f041-4a72-ae9c-f22389af3a7c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.764329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-0896c86b-f041-4a72-ae9c-f22389af3a7c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.782508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:42.782769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-0896c86b-f041-4a72-ae9c-f22389af3a7c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:42.795081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-0896c86b-f041-4a72-ae9c-f22389af3a7c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/networks?id=efbc1997-e0f6-40b9-b64d-1422ec458b59&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=6359ee6b-9696-4450-b1ad-82a172074b22&id=6359ee6b-9696-4450-b1ad-82a172074b22 HTTP/1.1" status: 200 len: 1995 time: 0.2983062 Nov 10 21:28:42.821068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,segment=NetworkSegment(a637f773-f5cf-4e83-8d9c-825848d014c8),segment_id=a637f773-f5cf-4e83-8d9c-825848d014c8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:42.833309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2cd2c320-effc-4e83-961b-2ba95aae0eab tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/quotas/54bbb4fa890b4b80ba14b8b889c53f09 HTTP/1.1" status: 200 len: 375 time: 0.0365877 Nov 10 21:28:42.868064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-740ad6a5-7039-4f8f-b626-ae71cfcfdf3d req-c17aa921-c3d7-4652-a02d-439c0aff1dcf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 210 time: 0.1015644 Nov 10 21:28:42.914336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port 6d86a211-4a57-422f-a370-d3fd64bf3585, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6d86a211-4a57-422f-a370-d3fd64bf3585,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:42.915383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:42.932173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for 6d86a211-4a57-422f-a370-d3fd64bf3585 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:42.977571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d41f19bf-d721-480a-a6b7-d88d15090a3e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1436121 Nov 10 21:28:43.002124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:43.074045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:43.127469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e3208e69-c6ef-45f8-b7a8-b2a9dc1f812f service neutron] 10.222.0.45 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304357 Nov 10 21:28:43.131939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d45e-0e62-40f0-9aca-28e0a7e0aa27 req-26fbc7e3-de48-4f16-b586-ae542606144a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:43.133462 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cfe9d45e-0e62-40f0-9aca-28e0a7e0aa27 req-26fbc7e3-de48-4f16-b586-ae542606144a tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 946 time: 0.1715841 Nov 10 21:28:43.230229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cfe9d45e-0e62-40f0-9aca-28e0a7e0aa27 req-daa7fda0-1ed9-48e8-bcd1-c6949da24893 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f044570-d450-469f-9f30-46077aab2c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877886 Nov 10 21:28:43.271821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-c9804e92-a9bb-4c65-8540-1806720826cc service neutron] 10.222.0.45 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341174 Nov 10 21:28:43.311786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:43.328536 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-6b2ce7b4-964d-42a1-83aa-93014fc43730 service neutron] 10.222.0.45 "GET /v2.0/ports/ece4bd31-1f9f-4b07-997c-e3145edfe7b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0473292 Nov 10 21:28:43.372475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=6d86a211-4a57-422f-a370-d3fd64bf3585,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:43.392623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:43.418672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec164cf-e249-44c6-aecc-168dd36cf675 req-65f36710-4702-485a-8bcb-1990d32760af tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:43.422224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ec164cf-e249-44c6-aecc-168dd36cf675 req-65f36710-4702-485a-8bcb-1990d32760af tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 945 time: 0.1217358 Nov 10 21:28:43.434627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port 6d86a211-4a57-422f-a370-d3fd64bf3585 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:43.472458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:43.475680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:43.482528 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c7babe9-db9e-43b3-b3c1-db34fa71f1cd req-6d24a243-c3f7-477f-9111-36381e30f5f4 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.64 "DELETE /v2.0/ports/6d86a211-4a57-422f-a370-d3fd64bf3585 HTTP/1.1" status: 204 len: 173 time: 1.0489240 Nov 10 21:28:43.560249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f101ca55-f05e-4b48-9444-9417ad90b895 service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294044 Nov 10 21:28:43.570743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ec164cf-e249-44c6-aecc-168dd36cf675 req-5e7b2520-767a-423d-b3e0-03901fea2e42 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175714 Nov 10 21:28:43.674964 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf35d622-f887-461e-8014-ee7efff08fd1 x-openstack-request-id: req-bf35d622-f887-461e-8014-ee7efff08fd1 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:43.677286 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-deleted", "tag": "3d7c8fef-eecd-4674-81cb-3b73f38582c7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:43.677994 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf35d622-f887-461e-8014-ee7efff08fd1 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:43.678622 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-deleted', 'tag': '3d7c8fef-eecd-4674-81cb-3b73f38582c7', 'status': 'completed', 'code': 200} Nov 10 21:28:43.693657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f887a0ed-272f-4566-8a54-ceb1a6df9b3b service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320348 Nov 10 21:28:43.834990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-9b277e68-ca84-4cc1-af39-e1b49d1a7a09 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281916 Nov 10 21:28:43.894790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc136-617e-4089-8d3e-737002355588 req-daba8cc5-d81b-4e31-b731-26d41eb3a163 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:43.897208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-daba8cc5-d81b-4e31-b731-26d41eb3a163 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.4133456 Nov 10 21:28:43.904295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-75009ed0-f6d3-49b3-a30b-998b1a0663e7 service neutron] 10.222.0.45 "GET /v2.0/ports/04d58efe-ff3c-4d10-9296-caef817e068a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2095616 Nov 10 21:28:43.917668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Request body: {'port': {'device_id': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'admin_state_up': True, 'tenant_id': '912c06daebc44e7997ddaf08aa77c052'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:43.953505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:43.983210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-e02a5315-78f9-424e-a6d4-abe54a0e52c5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:43.990620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-e02a5315-78f9-424e-a6d4-abe54a0e52c5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444829 Nov 10 21:28:44.010018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-3ca87358-6506-4a85-a428-f8f6ba540e73 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/quotas/f3e9f24b001c41cf81d6a5f14d03c90e HTTP/1.1" status: 200 len: 375 time: 0.0181985 Nov 10 21:28:44.010760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd', 'network_id': '6ac0b214-9a80-4498-bae4-18080343acd4', 'port_id': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd', 'mac_address': 'fa:16:3e:ac:ab:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1016733-ef21-4c8d-94db-972c07e2bedb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:44.080763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-0a645626-8383-4c22-9461-7f65f3b73d83 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606198 Nov 10 21:28:44.080877 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:44.095000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:44.124334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:44.182319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-85a5f7b1-fa6a-45b2-9325-92aa11013f2d service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411815 Nov 10 21:28:44.219385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:44.267756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Made reservation on behalf of 912c06daebc44e7997ddaf08aa77c052 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:44.271293 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:44.271656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:44.311525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6d86a211-4a57-422f-a370-d3fd64bf3585 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:44.311654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-7a43c9bd-161a-4675-906b-2c3d319bd5cd service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188297 Nov 10 21:28:44.360159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 6d86a211-4a57-422f-a370-d3fd64bf3585 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:44.360842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6d86a211-4a57-422f-a370-d3fd64bf3585 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:44.361741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3d7c8fef-eecd-4674-81cb-3b73f38582c7 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:44.409949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 3d7c8fef-eecd-4674-81cb-3b73f38582c7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:44.409949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3d7c8fef-eecd-4674-81cb-3b73f38582c7 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:44.433212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:44.451897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0516f2-25d8-4ef1-82de-d75ea080c18f req-b08871db-b235-441d-8fa2-3f0954217e2d tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:44.453977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc0516f2-25d8-4ef1-82de-d75ea080c18f req-b08871db-b235-441d-8fa2-3f0954217e2d tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 945 time: 0.0732989 Nov 10 21:28:44.497865 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-59991373-9031-4020-af44-9d4d35de5351 service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525807 Nov 10 21:28:44.498947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Allocated IP 172.20.0.13 (a427c084-43ae-4af9-acb6-414de5e88e76/d7808c98-3f45-473b-ada8-b7c8776ad318/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:44.534846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc0516f2-25d8-4ef1-82de-d75ea080c18f req-ea6dc86d-3df7-4e00-b482-35dfe4c8c0b9 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747046 Nov 10 21:28:44.685982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-57fe6bef-7686-4d08-9e88-66836b2f39f3 service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787798 Nov 10 21:28:44.738688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f8e2c7c-0bc4-407a-9204-07e16801a06b req-d46172e2-1f87-46d7-8a36-5916d721e518 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 210 time: 0.0360301 Nov 10 21:28:44.792328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:44.832643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-cd5a4da6-85f9-4002-8670-798a0d741c7b service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378968 Nov 10 21:28:44.846399 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0a4709d-df96-4ce2-848e-9e8de6961842 req-8a3324fe-474b-4e6c-a7ed-69746b1deedb tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "GET /v2.0/ports?device_id=21bb42cc-947e-4669-9053-437badff4310 HTTP/1.1" status: 200 len: 210 time: 0.0308545 Nov 10 21:28:44.917315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c6142e0-bc2e-44a5-894b-7732ec6381c7 req-f20f2a05-36cc-41c4-b8cc-e7ae4d05c574 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 210 time: 0.0286741 Nov 10 21:28:44.965367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-21103a6e-8aca-4eb9-b0a2-183e48ea28e4 service neutron] 10.222.0.45 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253371 Nov 10 21:28:45.049963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:45.069323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b638-db86-42f4-8cca-cf2b89934958 req-878eda94-bcde-4b35-931c-01c797d61ddf tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:45.076441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58a0b638-db86-42f4-8cca-cf2b89934958 req-878eda94-bcde-4b35-931c-01c797d61ddf tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 945 time: 0.0981588 Nov 10 21:28:45.096118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Network a427c084-43ae-4af9-acb6-414de5e88e76 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:45.107631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:45.111786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:45.152822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58a0b638-db86-42f4-8cca-cf2b89934958 req-1644f880-a695-428c-836a-e4b9fe1f129f tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705354 Nov 10 21:28:45.160605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:45.176980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-c5686c93-593d-498d-9e01-13f6a8731288 service neutron] 10.222.0.45 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015967 Nov 10 21:28:45.228048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:45.228638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:45.293222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-ddee0ba9-4eb2-4a16-a6d1-b536536cfaa4 service neutron] 10.222.0.45 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039226 Nov 10 21:28:45.394795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:45.661747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b321d11-55f3-4db0-9180-425f07baac11 req-5043fc8d-e97c-486d-9fe9-1e6ca3f29b3b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:45.663281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b321d11-55f3-4db0-9180-425f07baac11 req-5043fc8d-e97c-486d-9fe9-1e6ca3f29b3b tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 945 time: 0.0603161 Nov 10 21:28:45.686892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-deleted', 'tag': '6d86a211-4a57-422f-a370-d3fd64bf3585'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:45.689340 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e3478c-5c08-4119-b8a5-908d949d106f" -d '{"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-deleted", "tag": "6d86a211-4a57-422f-a370-d3fd64bf3585"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:45.717654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e95ee482-f3cb-43cb-afff-42a0b47d5f65 service neutron] 10.222.0.45 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178317 Nov 10 21:28:45.726002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b321d11-55f3-4db0-9180-425f07baac11 req-5367d7ca-ebcc-407e-bba7-d557f242c0c2 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546100 Nov 10 21:28:45.817761 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5afea94a-ceb7-447d-a473-d4b2e2b11b2d service neutron] 10.222.0.45 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931287 Nov 10 21:28:45.835818 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e4ee1b-db77-4cf9-81a1-ba2b775850df x-openstack-request-id: req-60e4ee1b-db77-4cf9-81a1-ba2b775850df {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:45.837050 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bb42cc-947e-4669-9053-437badff4310", "name": "network-vif-deleted", "tag": "6d86a211-4a57-422f-a370-d3fd64bf3585", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:45.837783 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60e4ee1b-db77-4cf9-81a1-ba2b775850df {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:45.838069 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bb42cc-947e-4669-9053-437badff4310', 'name': 'network-vif-deleted', 'tag': '6d86a211-4a57-422f-a370-d3fd64bf3585', 'status': 'completed', 'code': 200} Nov 10 21:28:45.952776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb6f21-74cc-4c4d-acc4-6cbdf8b78f3a req-c6b4f1db-c6a8-4d13-8c21-4b97475f0511 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:45.954461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bbdb6f21-74cc-4c4d-acc4-6cbdf8b78f3a req-c6b4f1db-c6a8-4d13-8c21-4b97475f0511 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 932 time: 0.0634158 Nov 10 21:28:46.010555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bbdb6f21-74cc-4c4d-acc4-6cbdf8b78f3a req-d4099c38-62e9-43d8-a332-2fd409fde12e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500410 Nov 10 21:28:46.056357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53210) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:46.127141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting subnet eb419ae7-5548-4b08-a30a-fcfeae3f47bc {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:28:46.131535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59fe80af-368c-41aa-8ef8-112cbecf0c04 req-7480e17f-ba1d-41d5-9e7c-267a669a48f5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 210 time: 0.0407548 Nov 10 21:28:46.133351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.186505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.190002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:46.201384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:46.203421 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.204563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-5397f7b4-36c1-43ac-81ba-b7506333afcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2974515 Nov 10 21:28:46.250693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Request body: {'port': {'device_id': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:46.291410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:46.336501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5f32d-2bca-4bce-aa57-422f4f222c64 req-b7100db8-b976-4e08-a0e9-1dc91ed0d02a tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:46.346908 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47f5f32d-2bca-4bce-aa57-422f4f222c64 req-b7100db8-b976-4e08-a0e9-1dc91ed0d02a tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 945 time: 0.0850389 Nov 10 21:28:46.352105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.376038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.423427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:46.431523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:46.433779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47f5f32d-2bca-4bce-aa57-422f4f222c64 req-6c2274ef-3a69-492b-a0e5-a2c3505d8145 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851328 Nov 10 21:28:46.435118 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bff7b-f977-4d72-9a10-57275a79addd" -d '{"events": [{"server_uuid": "80f6789b-590a-4d48-88f2-ac30e760a39a", "name": "network-vif-plugged", "status": "completed", "tag": "3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:46.464896 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.491923 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c63ea1d-fe34-4160-a5b8-22f7738fe58b x-openstack-request-id: req-2c63ea1d-fe34-4160-a5b8-22f7738fe58b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:46.494545 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6789b-590a-4d48-88f2-ac30e760a39a", "name": "network-vif-plugged", "status": "completed", "tag": "3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:46.494545 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c63ea1d-fe34-4160-a5b8-22f7738fe58b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:46.494545 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd', 'code': 200} Nov 10 21:28:46.517468 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.581159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:46.596613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:46.608340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:46.608340 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.681796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e1398-511b-4afe-b375-c63bbc4d7039 req-c8a69564-99aa-4ee2-bb25-4e4f44376e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:46.683273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997e1398-511b-4afe-b375-c63bbc4d7039 req-c8a69564-99aa-4ee2-bb25-4e4f44376e48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 1098 time: 0.1294301 Nov 10 21:28:46.698809 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.738902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,segment=NetworkSegment(a637f773-f5cf-4e83-8d9c-825848d014c8),segment_id=a637f773-f5cf-4e83-8d9c-825848d014c8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:46.766322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-997e1398-511b-4afe-b375-c63bbc4d7039 req-da843057-85f8-4e6b-a665-18d31a160f05 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719481 Nov 10 21:28:46.805456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.841743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Subnet': ['ID=eb419ae7-5548-4b08-a30a-fcfeae3f47bc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:46.848889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.853412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.854303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-601c3daf-6591-46fa-ab86-01bbd5d151f5 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/subnets/eb419ae7-5548-4b08-a30a-fcfeae3f47bc HTTP/1.1" status: 204 len: 168 time: 0.7945099 Nov 10 21:28:46.855639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:46.860346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53238) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:46.874970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:46.890743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284c42d-07cb-45ab-ad5e-fa264146586d req-21c7eda1-24e8-421a-9d34-8e9d332342fa tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:46.892334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7284c42d-07cb-45ab-ad5e-fa264146586d req-21c7eda1-24e8-421a-9d34-8e9d332342fa tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 946 time: 0.0796883 Nov 10 21:28:46.923538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:46.923538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705bd7c5-bab0-4343-9c62-1ffbd9088d81 None None] Network 129088db-bd76-4f72-aec8-d77e37041d2e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:47.000100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Transition to ACTIVE for port object 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:47.020942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.024079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7284c42d-07cb-45ab-ad5e-fa264146586d req-c3f1ecef-0eed-4918-ad86-6c2c55be8ffd tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174006 Nov 10 21:28:47.101024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:47.101434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.105148 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.142377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] DHCP port deletion for 129088db-bd76-4f72-aec8-d77e37041d2e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:28:47.272249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] Deleting port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:47.272961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.277008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port 395f2aaf-c931-4cb6-96b0-16f8d85fa638, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=395f2aaf-c931-4cb6-96b0-16f8d85fa638,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:47.280733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.287771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecfed9-e4fa-457a-856e-0d0c5b86bf31 req-390fdb55-9b1f-41a0-8d25-a58dc04d474a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:47.289718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fecfed9-e4fa-457a-856e-0d0c5b86bf31 req-390fdb55-9b1f-41a0-8d25-a58dc04d474a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.0915871 Nov 10 21:28:47.314957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for 395f2aaf-c931-4cb6-96b0-16f8d85fa638 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:47.344547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] For port 395f2aaf-c931-4cb6-96b0-16f8d85fa638, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=395f2aaf-c931-4cb6-96b0-16f8d85fa638,segment=NetworkSegment(06981534-87e6-46d0-a0b5-9ee37b8dd62f),segment_id=06981534-87e6-46d0-a0b5-9ee37b8dd62f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:47.345013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.362643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] Calling delete_port for 395f2aaf-c931-4cb6-96b0-16f8d85fa638 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:47.380586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:47.385216 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fecfed9-e4fa-457a-856e-0d0c5b86bf31 req-a55a62b8-06bf-4215-90d5-9e2a5f15ee91 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Nov 10 21:28:47.542881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-af65563b-7fb6-4e84-b7c1-b998d497b825 req-a51fa8e5-3c82-4f2b-a204-2da60f12145d tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 210 time: 0.0457342 Nov 10 21:28:47.561430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:47.561960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:47.562321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.562491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:47.569343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:47.569759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:47.588524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] No DVR routers for this DVR port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:47.596498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:47.597397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:47.597913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:47.598558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Bound port: 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:47.599012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.601957 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.632522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5897f8-22c0-4e01-afc5-bf0509613fc5 None None] Pushing event deleted for resources: {'Port': ['ID=395f2aaf-c931-4cb6-96b0-16f8d85fa638,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:47.641935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f9370cc-ba80-4830-9172-ebae44ceb4f5 req-47c3910e-9d7d-4c42-93f8-2c428abaad72 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0552251 Nov 10 21:28:47.665359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port 395f2aaf-c931-4cb6-96b0-16f8d85fa638 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:47.669075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=395f2aaf-c931-4cb6-96b0-16f8d85fa638,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:47.826297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.833336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 395f2aaf-c931-4cb6-96b0-16f8d85fa638 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:47.838924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b845e22-d8a0-4b37-a6aa-92f82ec599b2 req-89328d8a-ed3b-45d5-a312-0b8d8ae2abb3 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:47.838924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b845e22-d8a0-4b37-a6aa-92f82ec599b2 req-89328d8a-ed3b-45d5-a312-0b8d8ae2abb3 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 946 time: 0.1956294 Nov 10 21:28:47.855535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:47.867992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 395f2aaf-c931-4cb6-96b0-16f8d85fa638 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:47.869455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 395f2aaf-c931-4cb6-96b0-16f8d85fa638 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:47.881937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129088db-bd76-4f72-aec8-d77e37041d2e']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:47.891572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:47.897146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06981534-87e6-46d0-a0b5-9ee37b8dd62f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:47.897436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06981534-87e6-46d0-a0b5-9ee37b8dd62f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:47.913607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.937144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b845e22-d8a0-4b37-a6aa-92f82ec599b2 req-a06ae374-712e-45af-8c94-829c69bcff7c tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875654 Nov 10 21:28:47.938072 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.944730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:28:47.948094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:28:47.952499 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:28:48.074598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.114917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.115519 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.117036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] 10.222.0.53 "PUT /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 1093 time: 1.8710227 Nov 10 21:28:48.117335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:48.119609 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d07e142-b966-4663-9ff0-c25f3275ce78" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:48.138544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.143561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9494c4-9f3f-4e3b-bcd6-80f95f6cc58a req-1ba215e1-22d2-4bf6-8c32-c5990f933f72 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.146789 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb9494c4-9f3f-4e3b-bcd6-80f95f6cc58a req-1ba215e1-22d2-4bf6-8c32-c5990f933f72 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 946 time: 0.0569947 Nov 10 21:28:48.152988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.156220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/networks/129088db-bd76-4f72-aec8-d77e37041d2e HTTP/1.1" status: 204 len: 168 time: 1.2945509 Nov 10 21:28:48.160698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53266) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:48.179744 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de6c32-8427-4250-a277-64e21041a43d x-openstack-request-id: req-92de6c32-8427-4250-a277-64e21041a43d {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:48.181779 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:48.182051 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92de6c32-8427-4250-a277-64e21041a43d {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:48.182464 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c', 'status': 'completed', 'code': 200} Nov 10 21:28:48.183047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0cf1-3b68-41e9-a777-2d39de992fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:48.202763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0bd3e-f51f-4dce-84aa-c8cdf5532b0e tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Network': ['ID=129088db-bd76-4f72-aec8-d77e37041d2e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:48.233728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-390662ed-e198-4171-8982-00adb3f9ddc2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307412 Nov 10 21:28:48.282762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting subnet be06469b-9686-4188-8e8c-df6a297aee36 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:28:48.288103 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.290620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb9494c4-9f3f-4e3b-bcd6-80f95f6cc58a req-f6d6d3dc-3283-4bae-968c-08fe294c03f2 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346774 Nov 10 21:28:48.337354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e142-b966-4663-9ff0-c25f3275ce78 req-883cfaf1-bb13-44fd-b504-f7e7692d9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.340129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d07e142-b966-4663-9ff0-c25f3275ce78 req-883cfaf1-bb13-44fd-b504-f7e7692d9034 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1134710 Nov 10 21:28:48.378979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-383be781-6811-4da7-862c-267f873175ca tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.380951 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-383be781-6811-4da7-862c-267f873175ca tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382432 Nov 10 21:28:48.394959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Request body: {'port': {'device_id': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'f3e9f24b001c41cf81d6a5f14d03c90e'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:48.398286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.494798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:48.498603 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2994828-3e58-41a0-9b47-c2e4e3bc6629" -d '{"events": [{"server_uuid": "89eaa3fb-7b6e-4b5c-9739-3b522df83768", "name": "network-vif-plugged", "status": "completed", "tag": "080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:48.538371 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e4785c-a250-4985-8691-c4ed3f01d8cf x-openstack-request-id: req-d0e4785c-a250-4985-8691-c4ed3f01d8cf {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:48.538690 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eaa3fb-7b6e-4b5c-9739-3b522df83768", "name": "network-vif-plugged", "status": "completed", "tag": "080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:48.538942 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0e4785c-a250-4985-8691-c4ed3f01d8cf {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:48.539339 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7', 'code': 200} Nov 10 21:28:48.601848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e142-b966-4663-9ff0-c25f3275ce78 req-6315a930-c92a-4e7c-9cce-5d9e3a170394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.603418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d07e142-b966-4663-9ff0-c25f3275ce78 req-6315a930-c92a-4e7c-9cce-5d9e3a170394 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=912c06daebc44e7997ddaf08aa77c052&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2547467 Nov 10 21:28:48.635223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c82853-d8a1-4f24-89fe-e32fe2b722d7 req-fafe1690-7207-4975-b1d2-313653ecf118 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.636732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3c82853-d8a1-4f24-89fe-e32fe2b722d7 req-fafe1690-7207-4975-b1d2-313653ecf118 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.1408362 Nov 10 21:28:48.656617 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.669929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Made reservation on behalf of f3e9f24b001c41cf81d6a5f14d03c90e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:48.673417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.698210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2a38340-1b1c-4361-8993-fb624f6eb14a req-cd790689-afe9-47ac-bf39-a04fde8cfa8c tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 210 time: 0.0567839 Nov 10 21:28:48.753999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3a955-9955-4f6c-bb48-375db70fe522 req-a6af7284-9c67-4658-ac75-1ed6a44d5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.755497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fa3a955-9955-4f6c-bb48-375db70fe522 req-a6af7284-9c67-4658-ac75-1ed6a44d5551 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 1098 time: 0.1240757 Nov 10 21:28:48.806213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3c82853-d8a1-4f24-89fe-e32fe2b722d7 req-841cc6eb-6e15-47b6-9c25-9f95a50971a4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511822 Nov 10 21:28:48.813940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07e142-b966-4663-9ff0-c25f3275ce78 req-feccf19a-9482-4a02-a482-ef4dde522738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.815391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d07e142-b966-4663-9ff0-c25f3275ce78 req-feccf19a-9482-4a02-a482-ef4dde522738 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012088 Nov 10 21:28:48.819335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d14f2343-6442-405e-bae5-0b5a1cdf81f0 req-6f04c730-d100-43dc-b41a-badb8de0f379 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0560362 Nov 10 21:28:48.888590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fa3a955-9955-4f6c-bb48-375db70fe522 req-c3922087-f07e-4aa7-8bec-b2a4f2c2e287 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166241 Nov 10 21:28:48.910126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Allocated IP 192.168.233.230 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/46096d61-3c4e-4ef6-ac56-36fdf9ba8f81) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:48.936719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.978069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Subnet': ['ID=be06469b-9686-4188-8e8c-df6a297aee36,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:48.983107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc136-617e-4089-8d3e-737002355588 req-ef39a114-7195-40c0-bf7a-65d54663b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:48.989584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-ef39a114-7195-40c0-bf7a-65d54663b865 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1153529 Nov 10 21:28:48.989584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:48.993191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-12eef89f-31ee-4c3c-aef1-a97bf95609d3 tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/subnets/be06469b-9686-4188-8e8c-df6a297aee36 HTTP/1.1" status: 204 len: 168 time: 0.8314564 Nov 10 21:28:48.994232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fbc597-7614-4647-887d-2546621b895d None None] Network 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:48.997074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53290) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:49.040281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-898234be-bf10-402b-b97c-b5c409e6756b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 217 time: 0.0446625 Nov 10 21:28:49.110897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc136-617e-4089-8d3e-737002355588 req-83f0060e-6300-403f-8842-12256b4921b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:49.112779 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-83f0060e-6300-403f-8842-12256b4921b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0655956 Nov 10 21:28:49.172519 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.173696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-4f13f266-96d1-49e9-96c6-3c14d21db415 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466621 Nov 10 21:28:49.215605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe55f5-f4b2-4340-842b-305615e4c3bf req-bb840d5a-9d08-4a1d-8167-baf429269551 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:49.215605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00fe55f5-f4b2-4340-842b-305615e4c3bf req-bb840d5a-9d08-4a1d-8167-baf429269551 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 946 time: 0.1543453 Nov 10 21:28:49.217485 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.298990 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-c2d68629-a7d4-4a81-9e15-1dfc143094e5 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236916 Nov 10 21:28:49.321545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00fe55f5-f4b2-4340-842b-305615e4c3bf req-7fe498d2-71c4-4ae8-a6a5-33a92e7796e8 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010725 Nov 10 21:28:49.365304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Deleting port aeca496c-8d5e-438d-845e-14cf891faf05 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:49.365904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.471129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] DHCP port deletion for 4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:28:49.488085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.488368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-927cc136-617e-4089-8d3e-737002355588 req-5f3ebc04-7ae3-475d-9c24-bf8d7ac6c107 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818950 Nov 10 21:28:49.504780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] For port aeca496c-8d5e-438d-845e-14cf891faf05, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=aeca496c-8d5e-438d-845e-14cf891faf05,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:49.505289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.505781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.511011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['c23ba12d-aa42-4670-bcca-02b00745dcb2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:49.546210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Calling delete_port for aeca496c-8d5e-438d-845e-14cf891faf05 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:49.573110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:49.583106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:49.597182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263b15-5e88-4be0-9d5e-edde79b21322 req-acacb7bb-ce0c-44a1-afef-c569b9ef8d82 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:49.604335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20263b15-5e88-4be0-9d5e-edde79b21322 req-acacb7bb-ce0c-44a1-afef-c569b9ef8d82 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 946 time: 0.1553257 Nov 10 21:28:49.615273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] Deleting port aeca496c-8d5e-438d-845e-14cf891faf05 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:49.615651 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.621384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:49.646245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Pushing event updated for resources: {'Port': ['ID=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:49.709172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] For port aeca496c-8d5e-438d-845e-14cf891faf05, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=aeca496c-8d5e-438d-845e-14cf891faf05,segment=NetworkSegment(12bc092a-fa4d-49d0-ab8c-c5890877418a),segment_id=12bc092a-fa4d-49d0-ab8c-c5890877418a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:49.709973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.724694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] Calling delete_port for aeca496c-8d5e-438d-845e-14cf891faf05 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:49.828476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:49.828971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:49.851967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device aeca496c-8d5e-438d-845e-14cf891faf05 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:49.854815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20263b15-5e88-4be0-9d5e-edde79b21322 req-e8e7fce6-8d61-4189-abc1-253780c88eb6 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491524 Nov 10 21:28:49.932505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7ed02-9752-4f83-8fcd-037c4beab35b req-d9b5f502-590b-4314-b6b2-751d96352a66 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:49.941294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17c7ed02-9752-4f83-8fcd-037c4beab35b req-d9b5f502-590b-4314-b6b2-751d96352a66 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 936 time: 0.1112733 Nov 10 21:28:49.968453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-be0e8914-566e-4161-a4ab-72fbb5624717 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5780692 Nov 10 21:28:49.987821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Request body: {'port': {'device_id': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:50.023199 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17c7ed02-9752-4f83-8fcd-037c4beab35b req-d5c63c0b-f75b-487b-a2c6-c4174f9cca13 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734010 Nov 10 21:28:50.109455 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.110937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b4be9678-4e45-470d-8092-4b525bf17266 None None] Provisioning complete for port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:50.111559 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b4be9678-4e45-470d-8092-4b525bf17266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.114691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a726fb3-7cb0-4149-87ba-7d51fbc4385a req-3702ed44-16fc-4211-b166-4e0c4bd47f64 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0911143 Nov 10 21:28:50.117384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.124605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.158667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Port': ['ID=aeca496c-8d5e-438d-845e-14cf891faf05,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:50.199109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cf7eb-a818-4327-86fe-665f7d3f0efb req-d17a4d2e-4d8f-4b0b-828c-1347982b766d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:50.202025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-411cf7eb-a818-4327-86fe-665f7d3f0efb req-d17a4d2e-4d8f-4b0b-828c-1347982b766d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.0997770 Nov 10 21:28:50.214723 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.222653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] No DVR routers for this DVR port aeca496c-8d5e-438d-845e-14cf891faf05 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:50.225865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] Pushing event deleted for resources: {'Port': ['ID=aeca496c-8d5e-438d-845e-14cf891faf05,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:50.232653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fe6dc-13fc-47d5-87fe-60b89f4eee8e None None] No DVR routers for this DVR port aeca496c-8d5e-438d-845e-14cf891faf05 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:50.292435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b4be9678-4e45-470d-8092-4b525bf17266 None None] Port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:50.361345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-411cf7eb-a818-4327-86fe-665f7d3f0efb req-76e5e67b-1200-4c56-a1a4-25a41a6991f9 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487060 Nov 10 21:28:50.380598 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.405069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:50.417036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bc092a-fa4d-49d0-ab8c-c5890877418a') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:50.417329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bc092a-fa4d-49d0-ab8c-c5890877418a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:50.451431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.509544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.580093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:28:50.584648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:28:50.585684 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:28:50.651026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2dece-7323-4d0c-8dca-67c872a3304c req-5cb3502e-5dcb-42de-80b0-5acd6025f4fc tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:50.652442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdf2dece-7323-4d0c-8dca-67c872a3304c req-5cb3502e-5dcb-42de-80b0-5acd6025f4fc tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 946 time: 0.1924508 Nov 10 21:28:50.758114 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdf2dece-7323-4d0c-8dca-67c872a3304c req-d086eace-4978-43ef-979b-cd76eb7bbd32 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953300 Nov 10 21:28:50.851567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:50.859875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.866376 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.877184 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:50.884984 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] 10.222.0.45 "DELETE /v2.0/networks/4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7 HTTP/1.1" status: 204 len: 168 time: 1.8824782 Nov 10 21:28:50.918940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6cde7-6672-4765-bb93-7de71dccf7df tempest-ServersTestMultiNic-925424652 tempest-ServersTestMultiNic-925424652-project] Pushing event deleted for resources: {'Network': ['ID=4c8ac09f-b4c2-40e8-a77e-35f1a99a3cf7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:50.925100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Transition to ACTIVE for port object 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:28:51.100357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53324) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:51.207191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d788ca-b155-4691-8efe-f9e71ad8a09d req-46e4758f-00d2-464b-9bca-54ed026ab5dc tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:51.209098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55d788ca-b155-4691-8efe-f9e71ad8a09d req-46e4758f-00d2-464b-9bca-54ed026ab5dc tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 936 time: 0.0747762 Nov 10 21:28:51.264439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55d788ca-b155-4691-8efe-f9e71ad8a09d req-b169aa21-5d0c-4399-bdf8-3ce7426ed8c0 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Nov 10 21:28:51.279009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3ded3eb-a898-49b4-b82b-dd51c823f4d4 req-955a6c01-f4af-4856-991e-3ca2b4b14834 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0489397 Nov 10 21:28:51.460124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:51.556201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050181f-1c9c-4945-a090-055f11d3c69a req-cf9031d1-8067-4949-a2e0-0abeb5c80855 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:51.556594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0050181f-1c9c-4945-a090-055f11d3c69a req-cf9031d1-8067-4949-a2e0-0abeb5c80855 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.1098742 Nov 10 21:28:51.579183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Pushing event updated for resources: {'Port': ['ID=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:51.668519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0050181f-1c9c-4945-a090-055f11d3c69a req-fa96ed2f-e76b-4098-90f4-5a9578d4ae64 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108346 Nov 10 21:28:52.088530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-02c682f7-087b-4830-b51b-1e33c2446262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.089905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-02c682f7-087b-4830-b51b-1e33c2446262 service neutron] 10.222.0.64 "GET /v2.0/ports/ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 200 len: 1033 time: 0.4720273 Nov 10 21:28:52.141857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Attempting to bind port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:28:52.142543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Attempting to bind port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:28:52.142878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Attempting to bind port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:52.184949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fc483f25-8615-4bd8-ab62-a9f33c77c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.184949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fc483f25-8615-4bd8-ab62-a9f33c77c924 service neutron] 10.222.0.64 "GET /v2.0/ports/04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 200 len: 1029 time: 0.0794203 Nov 10 21:28:52.184949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:28:52.184949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Attempting to bind port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:28:52.194544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980d9f-21a5-4f22-8fd4-56ce5c4b923c req-c5ae52af-e616-435b-a3e2-1dda020613a6 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.196079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0980d9f-21a5-4f22-8fd4-56ce5c4b923c req-c5ae52af-e616-435b-a3e2-1dda020613a6 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 946 time: 0.1608865 Nov 10 21:28:52.212198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:28:52.212473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:28:52.212833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:28:52.213264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Bound port: 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:28:52.213616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:52.408071 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0980d9f-21a5-4f22-8fd4-56ce5c4b923c req-d9bd77c3-a2a9-45db-ab85-ccff627dfacd tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970088 Nov 10 21:28:52.411954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:52.428665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808b88-5e8d-4bf5-9784-5d1b60811019 req-31555e8a-9238-42b5-a1e6-60ea844fa00d tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.437406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64808b88-5e8d-4bf5-9784-5d1b60811019 req-31555e8a-9238-42b5-a1e6-60ea844fa00d tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 948 time: 0.0745661 Nov 10 21:28:52.459778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f61d298e-c087-4c00-b533-cffc9f566066 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.466145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f61d298e-c087-4c00-b533-cffc9f566066 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.471824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f61d298e-c087-4c00-b533-cffc9f566066 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.473460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f61d298e-c087-4c00-b533-cffc9f566066 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "GET /v2.0/networks?id=efbc1997-e0f6-40b9-b64d-1422ec458b59&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=6359ee6b-9696-4450-b1ad-82a172074b22&id=6359ee6b-9696-4450-b1ad-82a172074b22 HTTP/1.1" status: 200 len: 1995 time: 0.2764776 Nov 10 21:28:52.489654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] For port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:28:52.520327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64808b88-5e8d-4bf5-9784-5d1b60811019 req-cd6b3568-c40a-4204-a511-7864062c9f12 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820045 Nov 10 21:28:52.529199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] For port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:28:52.555544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecd62a3f-30d5-4ec9-8066-7c9bc170d9cf req-f8a02771-0009-402c-a026-4fcd8fcb46fc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0460899 Nov 10 21:28:52.654292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-b45fe7db-2557-4bbd-bbdb-5b9476d7b6d5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54bbb4fa890b4b80ba14b8b889c53f09 HTTP/1.1" status: 200 len: 380 time: 0.1705673 Nov 10 21:28:52.659355 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:52.706263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'admin_state_up': True, 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'security_groups': ['fcd508b6-85d6-4700-8958-2bb33393184c']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:52.846278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:52.846992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:52.848513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 HTTP/1.1" status: 200 len: 1097 time: 2.8673167 Nov 10 21:28:52.850016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'tag': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:52.852366 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e8919e-b4d9-47fd-9761-19c553e59ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "a84dec28-f812-4d58-90b9-e46d444819e3", "tag": "46096d61-3c4e-4ef6-ac56-36fdf9ba8f81"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:52.901344 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc793e78-d9cf-4d83-8a3a-4293a0018c57 x-openstack-request-id: req-dc793e78-d9cf-4d83-8a3a-4293a0018c57 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:52.901657 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84dec28-f812-4d58-90b9-e46d444819e3", "tag": "46096d61-3c4e-4ef6-ac56-36fdf9ba8f81", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:52.901913 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc793e78-d9cf-4d83-8a3a-4293a0018c57 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:52.902319 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'tag': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81', 'status': 'completed', 'code': 200} Nov 10 21:28:52.961617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3bac-d041-42f1-b4b5-1eb1cab655b7 service neutron] Pushing event updated for resources: {'Port': ['ID=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:53.029985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eed25-0a26-4c45-8f09-2ac9e06f095f req-e55ae8f7-2d2b-48ea-974a-6c4668dd308f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.031789 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-816eed25-0a26-4c45-8f09-2ac9e06f095f req-e55ae8f7-2d2b-48ea-974a-6c4668dd308f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.2530041 Nov 10 21:28:53.083430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8919e-b4d9-47fd-9761-19c553e59ddf req-f1eaa210-0732-45fd-975d-628d9f8791ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.084852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9e8919e-b4d9-47fd-9761-19c553e59ddf req-f1eaa210-0732-45fd-975d-628d9f8791ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 1100 time: 0.1440482 Nov 10 21:28:53.164270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9e8919e-b4d9-47fd-9761-19c553e59ddf req-a815f67a-5c93-4a4f-bfa6-f98cb49e20e0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483375 Nov 10 21:28:53.198310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-816eed25-0a26-4c45-8f09-2ac9e06f095f req-7fddd761-4d64-403e-ba35-0acb29360c6e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572025 Nov 10 21:28:53.298394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Deleting port f023047d-cbfe-45b3-942b-fed6c40a4bf5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:53.298733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:53.312735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8919e-b4d9-47fd-9761-19c553e59ddf req-7e38e050-44bf-4dfd-8b77-95ab1a9f5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.314218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9e8919e-b4d9-47fd-9761-19c553e59ddf req-7e38e050-44bf-4dfd-8b77-95ab1a9f5783 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312468 Nov 10 21:28:53.320605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:53.324058 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:53.376187 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:53.399214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:53.478481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-9d429a86-f9a2-4714-84f4-8b6f23fb3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.479890 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-9d429a86-f9a2-4714-84f4-8b6f23fb3501 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 1100 time: 0.1207883 Nov 10 21:28:53.481692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] For port f023047d-cbfe-45b3-942b-fed6c40a4bf5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f023047d-cbfe-45b3-942b-fed6c40a4bf5,segment=NetworkSegment(017150b5-af97-4149-8ef8-a1b3cd56bd79),segment_id=017150b5-af97-4149-8ef8-a1b3cd56bd79)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:53.482159 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:53.511450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:53.514948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Calling delete_port for f023047d-cbfe-45b3-942b-fed6c40a4bf5 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:53.524847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'port_id': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c', 'mac_address': 'fa:16:3e:a7:27:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7808c98-3f45-473b-ada8-b7c8776ad318', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:53.573424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-818df146-f4b0-4ab8-acac-a9c58ac3e22f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 HTTP/1.1" status: 200 len: 217 time: 0.0775282 Nov 10 21:28:53.599492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:53.621271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:53.652530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:53.691606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 172.20.0.14 (efbc1997-e0f6-40b9-b64d-1422ec458b59/1c8312dd-f4d5-44d5-8e28-d99358036f7e/85be49a8-9c42-4012-bd0d-0f30d7b97138) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:53.714114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-62715016-67a2-4553-abf7-294c90e270ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.719240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-62715016-67a2-4553-abf7-294c90e270ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1346059 Nov 10 21:28:53.774372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75969c53-e26b-44f3-a2bb-e91bd7fd552e req-aa56ed5f-1e86-4075-9175-9db4a438af23 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.785100 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75969c53-e26b-44f3-a2bb-e91bd7fd552e req-aa56ed5f-1e86-4075-9175-9db4a438af23 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 948 time: 0.0828428 Nov 10 21:28:53.790547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca75b596-d493-449e-a271-e0a83f42c26e req-63298905-7932-45a9-9158-b6d0eac428f5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0830493 Nov 10 21:28:53.799988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:53.909012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75969c53-e26b-44f3-a2bb-e91bd7fd552e req-9671697a-e2ae-457a-908e-9e8081c03641 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226895 Nov 10 21:28:53.968257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:53.998104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-8c9228fa-8e51-443e-8c38-f2e5ba8b84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:53.999624 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-8c9228fa-8e51-443e-8c38-f2e5ba8b84b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2673476 Nov 10 21:28:54.054333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:54.200404 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-a2c6d82c-245a-404d-8fce-cdf591754591 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851354 Nov 10 21:28:54.227642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:54.300617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:54.398093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f023047d-cbfe-45b3-942b-fed6c40a4bf5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:54.498779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc3ad97d-3a1f-40e7-b937-047d04bb411f req-0d5ffd8d-91d5-45b9-8d2b-7dd52cdc43fc service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872550 Nov 10 21:28:54.514413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:54.529788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5038c-f4c4-4814-bba6-e69cd88f949f req-4e439037-e829-4a23-a7b5-85a73728b629 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:54.537799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ede5038c-f4c4-4814-bba6-e69cd88f949f req-4e439037-e829-4a23-a7b5-85a73728b629 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.2399371 Nov 10 21:28:54.709180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ede5038c-f4c4-4814-bba6-e69cd88f949f req-d4d3b45c-7815-45f0-aac8-bcc8343e09a7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705852 Nov 10 21:28:54.711112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:54.720303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:54.723225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:54.806482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=85be49a8-9c42-4012-bd0d-0f30d7b97138,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:54.829977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:54.832271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:54.856647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:54.990486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-acb3d2e5-82ce-4828-b9d9-9154cc392c7b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2922471 Nov 10 21:28:55.028844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'admin_state_up': True, 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'security_groups': ['fcd508b6-85d6-4700-8958-2bb33393184c']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:55.081584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-551c8629-4e14-4c23-8c15-99bcad1a42b5 None None] Provisioning complete for port 85be49a8-9c42-4012-bd0d-0f30d7b97138 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:55.082213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-551c8629-4e14-4c23-8c15-99bcad1a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:55.126070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-551c8629-4e14-4c23-8c15-99bcad1a42b5 None None] Port 85be49a8-9c42-4012-bd0d-0f30d7b97138 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:55.407102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f04c41-dd55-43d6-941d-792d892a90c7 req-a40055e9-d9a6-4c3a-bd28-d1b4ab7b9666 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:55.408913 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9f04c41-dd55-43d6-941d-792d892a90c7 req-a40055e9-d9a6-4c3a-bd28-d1b4ab7b9666 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 948 time: 0.0874829 Nov 10 21:28:55.417853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:28:55.481241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9f04c41-dd55-43d6-941d-792d892a90c7 req-b89d0e47-cd80-49fa-8523-dd4ea19e11c0 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Nov 10 21:28:55.541582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbba3b-9121-4768-88eb-9ab5ad0d1a24 req-5606d51b-f581-48a6-95c2-51f2e5a4cbfd tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:55.550831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fbbba3b-9121-4768-88eb-9ab5ad0d1a24 req-5606d51b-f581-48a6-95c2-51f2e5a4cbfd tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 932 time: 0.6189156 Nov 10 21:28:55.685785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fbbba3b-9121-4768-88eb-9ab5ad0d1a24 req-4eaa349b-b5f0-4cc1-a782-f5ba4fbfd86f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315076 Nov 10 21:28:55.743126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:28:55.757242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:55.757763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:55.801527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Router 0dcdf3d8-4d90-4368-9154-a272ee647e33 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:28:55.903647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:55.914831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:55.924535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b8de6-e0f1-4108-ad6a-68b11048dfe5 req-4d43e1cf-3468-46f4-a190-378950789c6d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:55.930160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:55.944999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-825b8de6-e0f1-4108-ad6a-68b11048dfe5 req-4d43e1cf-3468-46f4-a190-378950789c6d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.0925200 Nov 10 21:28:56.003959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:28:56.006809 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a474a-fa9f-4c67-8d4e-ce59f9f9feca" -d '{"events": [{"server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "name": "network-vif-plugged", "status": "completed", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:28:56.037006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:56.046387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-825b8de6-e0f1-4108-ad6a-68b11048dfe5 req-250afacd-391b-426f-af8d-f7e9aff419d8 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984209 Nov 10 21:28:56.087605 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a230947-1d41-4ec0-af33-626c7f776351 x-openstack-request-id: req-1a230947-1d41-4ec0-af33-626c7f776351 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:28:56.088168 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "name": "network-vif-plugged", "status": "completed", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:28:56.088168 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a230947-1d41-4ec0-af33-626c7f776351 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:28:56.088554 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c', 'code': 200} Nov 10 21:28:56.131741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:28:56.142981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d7fe6146-2d21-4972-8bea-b52aac99c4d3 admin admin] 10.222.0.45 "PUT /v2.0/routers/0dcdf3d8-4d90-4368-9154-a272ee647e33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0487216 Nov 10 21:28:56.143430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53404) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:56.148520 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] Sync routers for ids ['0dcdf3d8-4d90-4368-9154-a272ee647e33'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:28:56.150817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.165134 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] Routers {'0dcdf3d8-4d90-4368-9154-a272ee647e33'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:56.167111 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:28:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0dcdf3d8-4d90-4368-9154-a272ee647e33'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:56.259298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:56.266225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91273dc-21d3-4733-b1f7-b85cc8f5b100 req-f9ef6274-e6e7-4799-bedb-d7f9269037be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:56.270151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c91273dc-21d3-4733-b1f7-b85cc8f5b100 req-f9ef6274-e6e7-4799-bedb-d7f9269037be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1098 time: 0.1165018 Nov 10 21:28:56.297605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 10.1.1.62 (0253683b-7b38-4986-9e96-597b3d57acb4/113d376f-d45c-45f2-98b2-71dc9ecd90ab/db0eba94-232d-4566-b0f0-1c1dba8e8f41) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:56.327848 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] Set router 0dcdf3d8-4d90-4368-9154-a272ee647e33 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:28:56.369293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c91273dc-21d3-4733-b1f7-b85cc8f5b100 req-e8e43476-2c73-4896-b905-3b4574185742 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654345 Nov 10 21:28:56.371081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.502952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.552633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.581967 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:28:54Z', 'revision_number': 5, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:56.642510 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] Checking router: 0dcdf3d8-4d90-4368-9154-a272ee647e33 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:28:56.660702 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] Routers {'0dcdf3d8-4d90-4368-9154-a272ee647e33'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:28:56.661587 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:28:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0dcdf3d8-4d90-4368-9154-a272ee647e33'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:56.661762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0957f-d8fc-41a3-ab0a-619e1d52a097 req-770585ad-4627-45d3-91af-3e007b6dc042 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:56.672380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1b0957f-d8fc-41a3-ab0a-619e1d52a097 req-770585ad-4627-45d3-91af-3e007b6dc042 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 948 time: 0.0863893 Nov 10 21:28:56.729222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.759024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1b0957f-d8fc-41a3-ab0a-619e1d52a097 req-21d347a2-6e28-4060-874b-357fd9f26404 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794203 Nov 10 21:28:56.763911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 0253683b-7b38-4986-9e96-597b3d57acb4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:56.767689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:56.779965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Deleting port 664fae05-c2cf-4e7b-989f-a57bc735ef5d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:56.779965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.796412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:56.832405 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] Set router 0dcdf3d8-4d90-4368-9154-a272ee647e33 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:28:56.894125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] For port 664fae05-c2cf-4e7b-989f-a57bc735ef5d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=664fae05-c2cf-4e7b-989f-a57bc735ef5d,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:56.894640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.915801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Calling delete_port for 664fae05-c2cf-4e7b-989f-a57bc735ef5d owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:56.921991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:56.922658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:56.969046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=db0eba94-232d-4566-b0f0-1c1dba8e8f41,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:56.981195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.981543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.982310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.982603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.982935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.983264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.984045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.984357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.984710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.985019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.985342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:56.985662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:28:57.013495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbf124-3b65-4a96-80b8-3d3d483816d2 req-a9d75900-2e55-4fbf-a24d-a305dbfa56a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.019972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbf124-3b65-4a96-80b8-3d3d483816d2 req-a9d75900-2e55-4fbf-a24d-a305dbfa56a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.021652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49cbf124-3b65-4a96-80b8-3d3d483816d2 req-a9d75900-2e55-4fbf-a24d-a305dbfa56a6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 1653 time: 0.1443112 Nov 10 21:28:57.060798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-008065db-63bd-4922-9d3f-d3b0a0fdfae3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0425389 Nov 10 21:28:57.067824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'admin_state_up': True, 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'security_groups': ['fcd508b6-85d6-4700-8958-2bb33393184c']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:57.183907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-51597445-6fa4-4052-9193-71b3bd1bc586 None None] Provisioning complete for port db0eba94-232d-4566-b0f0-1c1dba8e8f41 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:57.185259 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51597445-6fa4-4052-9193-71b3bd1bc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.190201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49cbf124-3b65-4a96-80b8-3d3d483816d2 req-1a4f0951-a020-41d6-a4f7-90b7b6921d9e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593547 Nov 10 21:28:57.218775 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:28:54Z', 'revision_number': 5, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:57.252852 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180db41-4ee2-47dc-ba42-cb64be4fbb21 None None] The sync data for ids ['0dcdf3d8-4d90-4368-9154-a272ee647e33'] in n-d-776250-11 is: [{'id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'name': 'tempest-ServersTestMultiNic-730228157-router', 'tenant_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:26:37Z', 'updated_at': '2021-11-10T21:28:54Z', 'revision_number': 5, 'project_id': '8a38e414d7fe4ac8b9e3b53b2e410cf8', 'gw_port': {'id': '664fae05-c2cf-4e7b-989f-a57bc735ef5d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcdf3d8-4d90-4368-9154-a272ee647e33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:26:38Z', 'updated_at': '2021-11-10T21:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:28:57.268717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-51597445-6fa4-4052-9193-71b3bd1bc586 None None] Port db0eba94-232d-4566-b0f0-1c1dba8e8f41 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:57.280763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0294-b646-4a7c-ae4e-5c3dc391f8fd req-22547bc1-20b2-419a-91f5-9986617c91f1 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.282670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e43a0294-b646-4a7c-ae4e-5c3dc391f8fd req-22547bc1-20b2-419a-91f5-9986617c91f1 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.0852852 Nov 10 21:28:57.339595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e43a0294-b646-4a7c-ae4e-5c3dc391f8fd req-2f05fbfe-817d-4410-ae07-d157ca7d1f2a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Nov 10 21:28:57.390656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.417974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Pushing event deleted for resources: {'Port': ['ID=664fae05-c2cf-4e7b-989f-a57bc735ef5d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:57.436702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:57.444018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.498497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.595292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.599563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.604807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 10.1.1.21 (0253683b-7b38-4986-9e96-597b3d57acb4/113d376f-d45c-45f2-98b2-71dc9ecd90ab/f1762f7c-78ce-4eb0-b42c-50fb3fef0514) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:57.810725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.879661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f023047d-cbfe-45b3-942b-fed6c40a4bf5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:57.902038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: f023047d-cbfe-45b3-942b-fed6c40a4bf5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:57.902378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f023047d-cbfe-45b3-942b-fed6c40a4bf5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:57.949180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c42770-0a14-473f-9bb4-e25112105269 req-3fda45ad-058b-4f81-b2ee-079ad62c50bd tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:57.951445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17c42770-0a14-473f-9bb4-e25112105269 req-3fda45ad-058b-4f81-b2ee-079ad62c50bd tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 948 time: 0.0578539 Nov 10 21:28:57.952963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.953467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcdf3d8-4d90-4368-9154-a272ee647e33 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:28:57.958119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:57.959764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e593202-8726-475b-a4cc-fbf88f6013dc admin admin] 10.222.0.45 "DELETE /v2.0/routers/0dcdf3d8-4d90-4368-9154-a272ee647e33 HTTP/1.1" status: 204 len: 168 time: 1.8148704 Nov 10 21:28:57.961994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:58.015550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17c42770-0a14-473f-9bb4-e25112105269 req-167019e5-faf0-4e54-bac5-d574570c0cfb tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548351 Nov 10 21:28:58.016621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] Deleting subnet 0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:28:58.020615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.063289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.140704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.195758 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.223894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 0253683b-7b38-4986-9e96-597b3d57acb4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:58.226842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:58.230684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:58.234172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:58.307141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:58.307786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.355965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:28:58.370548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2add31-5623-4aed-b474-675551e3645c req-223a6de3-54c6-4509-a492-16ee75786d35 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:58.378880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2add31-5623-4aed-b474-675551e3645c req-223a6de3-54c6-4509-a492-16ee75786d35 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:58.386023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2add31-5623-4aed-b474-675551e3645c req-223a6de3-54c6-4509-a492-16ee75786d35 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:58.394913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b2add31-5623-4aed-b474-675551e3645c req-223a6de3-54c6-4509-a492-16ee75786d35 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 2373 time: 0.1064956 Nov 10 21:28:58.471777 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-37860961-eddb-4b59-9947-52d76f46695e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4077780 Nov 10 21:28:58.485452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b2add31-5623-4aed-b474-675551e3645c req-9d827965-0a8c-4e75-a143-3f422b5d5bf2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895846 Nov 10 21:28:58.504515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22', 'admin_state_up': True, 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'security_groups': ['fcd508b6-85d6-4700-8958-2bb33393184c']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:28:58.513966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.550698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac72428-c6ba-4eb3-a93f-da1c9220292c req-3bba76b7-06c5-4a55-a4b9-d2f5f78b58fd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:58.552203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:58.566082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:58.567904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9ac72428-c6ba-4eb3-a93f-da1c9220292c req-3bba76b7-06c5-4a55-a4b9-d2f5f78b58fd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1315839 Nov 10 21:28:58.568526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.574579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fda0c8cd-8ffe-4e73-bc65-13c5e340c875 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0cfe56bb-2a8a-41c9-9e7a-d04d7b07a10d HTTP/1.1" status: 204 len: 168 time: 0.6114366 Nov 10 21:28:58.576097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53426) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:28:58.577182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81', 'mac_address': 'fa:16:3e:af:1d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:28:58.597536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f273671-fc41-425f-bd99-36a3a94d2c89 None None] Network c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:28:58.702695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-638c28cf-f25e-4cbf-bba2-29924d9a635c None None] Provisioning complete for port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:28:58.702970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-638c28cf-f25e-4cbf-bba2-29924d9a635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.715406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9ac72428-c6ba-4eb3-a93f-da1c9220292c req-7eb64c2f-656c-4af8-982c-e0a8d330d0e0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416898 Nov 10 21:28:58.722046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.739630 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.799543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Deleting port 2cc2a1ec-fc3b-4353-97ac-028534c6073d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:28:58.799987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:28:58.800459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.815411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:28:58.823985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-638c28cf-f25e-4cbf-bba2-29924d9a635c None None] Port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:28:58.851069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:58.899676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] For port 2cc2a1ec-fc3b-4353-97ac-028534c6073d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2cc2a1ec-fc3b-4353-97ac-028534c6073d,segment=NetworkSegment(017150b5-af97-4149-8ef8-a1b3cd56bd79),segment_id=017150b5-af97-4149-8ef8-a1b3cd56bd79)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:28:58.900200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:58.919238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Calling delete_port for 2cc2a1ec-fc3b-4353-97ac-028534c6073d owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:28:58.972122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.014833 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.105282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.119754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:59.142196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc2a1ec-fc3b-4353-97ac-028534c6073d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:59.157265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] No DVR routers for this DVR port 2cc2a1ec-fc3b-4353-97ac-028534c6073d on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:28:59.165553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0e482-c877-45b0-9442-f9a311a6f81c None None] DHCP port deletion for c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:28:59.269878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bbb4c-4442-4094-97c0-2aed01e61692 req-b3cf3e7a-568e-4099-96f1-af1b09f5db11 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:59.275788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.276434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-780bbb4c-4442-4094-97c0-2aed01e61692 req-b3cf3e7a-568e-4099-96f1-af1b09f5db11 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1098 time: 0.2831786 Nov 10 21:28:59.285431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7584be3-84a2-4b9b-9eff-1749309f8c39 req-908456e3-b389-4508-a481-efa572a583dc tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:59.286929 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7584be3-84a2-4b9b-9eff-1749309f8c39 req-908456e3-b389-4508-a481-efa572a583dc tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 949 time: 0.1475909 Nov 10 21:28:59.319402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:59.339758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017150b5-af97-4149-8ef8-a1b3cd56bd79') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:59.340099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017150b5-af97-4149-8ef8-a1b3cd56bd79') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:28:59.356925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.376302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-780bbb4c-4442-4094-97c0-2aed01e61692 req-fb77469c-b610-477d-a735-8e17ef417602 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923660 Nov 10 21:28:59.377539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 10.2.2.100 (6359ee6b-9696-4450-b1ad-82a172074b22/cdc5fbee-aaf4-4957-b765-a05e81d1a4bf/1ee1c5d6-e188-4aa8-92c8-b364dfefcad3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:28:59.393187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['46096d61-3c4e-4ef6-ac56-36fdf9ba8f81'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:28:59.399108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7584be3-84a2-4b9b-9eff-1749309f8c39 req-849c065f-cc98-48e8-bf36-a0f100d3fed9 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031487 Nov 10 21:28:59.400326 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.408144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:28:59.408542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:28:59.410281 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:28:59.578983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.605214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.619966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.627708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39 HTTP/1.1" status: 204 len: 168 time: 1.0500486 Nov 10 21:28:59.646198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97704562-19ad-4101-9c70-def35934eb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3aac7b9-5ba1-499d-8bdd-cafcbc40cc39,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:59.705148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90657a68-bb57-4bea-8002-75cb8b2fb77d req-87edcc5a-288e-4f84-8d4d-cb92601ff0c5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:59.729814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90657a68-bb57-4bea-8002-75cb8b2fb77d req-87edcc5a-288e-4f84-8d4d-cb92601ff0c5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:59.729814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90657a68-bb57-4bea-8002-75cb8b2fb77d req-87edcc5a-288e-4f84-8d4d-cb92601ff0c5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:59.729814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90657a68-bb57-4bea-8002-75cb8b2fb77d req-87edcc5a-288e-4f84-8d4d-cb92601ff0c5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 2373 time: 0.0822973 Nov 10 21:28:59.785188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:28:59.785579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90657a68-bb57-4bea-8002-75cb8b2fb77d req-e675b5aa-10ad-4a87-9a1c-0c1a2d4b34ef tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453386 Nov 10 21:28:59.786744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc2a1ec-fc3b-4353-97ac-028534c6073d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:59.809605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2cc2a1ec-fc3b-4353-97ac-028534c6073d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:59.809944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc2a1ec-fc3b-4353-97ac-028534c6073d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:59.810561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 664fae05-c2cf-4e7b-989f-a57bc735ef5d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:28:59.830755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 664fae05-c2cf-4e7b-989f-a57bc735ef5d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:28:59.831093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 664fae05-c2cf-4e7b-989f-a57bc735ef5d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:28:59.833348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 6359ee6b-9696-4450-b1ad-82a172074b22 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:28:59.843778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:28:59.843778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:28:59.874465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:28:59.914161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:28:59.914848 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.088322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2b789ad0-0eeb-482f-b063-58ff9b4ed2e7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5985115 Nov 10 21:29:00.099459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22', 'admin_state_up': True, 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'security_groups': ['fcd508b6-85d6-4700-8958-2bb33393184c']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:00.133272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8dfcf542-d78f-467c-80fd-559765d25566 None None] Provisioning complete for port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:00.133272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf542-d78f-467c-80fd-559765d25566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.172023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53446) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:00.182128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcf542-d78f-467c-80fd-559765d25566 None None] Port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:00.222627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b326aa21-b7c8-4143-95e1-ca03820c1da9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a38e414d7fe4ac8b9e3b53b2e410cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513163 Nov 10 21:29:00.225056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53448) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:00.277243 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.299683 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.338831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Made reservation on behalf of 54bbb4fa890b4b80ba14b8b889c53f09 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:00.350824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.473585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.476314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.487016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f044570-d450-469f-9f30-46077aab2c98 HTTP/1.1" status: 204 len: 168 time: 0.2540829 Nov 10 21:29:00.519084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f044570-d450-469f-9f30-46077aab2c98,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:00.537865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Allocated IP 10.2.2.200 (6359ee6b-9696-4450-b1ad-82a172074b22/cdc5fbee-aaf4-4957-b765-a05e81d1a4bf/413693c0-7375-4fca-8afa-16feab091d0c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:00.541462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.541810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.544162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.544162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.544162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.544162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.544610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.544610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.544912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.545420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.545928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.546422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa50f77-516c-4432-9afb-688f7f81035b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:00.584113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43cbfd-9371-4d7d-ae1d-596dd7b1f93d req-dd03f99c-ca43-49fe-be74-297087ffb426 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:00.593000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae43cbfd-9371-4d7d-ae1d-596dd7b1f93d req-dd03f99c-ca43-49fe-be74-297087ffb426 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 949 time: 0.0946097 Nov 10 21:29:00.651442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae43cbfd-9371-4d7d-ae1d-596dd7b1f93d req-f80f29cd-da52-47c7-84ec-437a4ca117b3 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564191 Nov 10 21:29:00.723612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:00.922313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59248-23e7-4119-9adb-804238b04946 req-41858660-332a-4110-b870-a676ec518a6c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:00.928423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59248-23e7-4119-9adb-804238b04946 req-41858660-332a-4110-b870-a676ec518a6c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:00.934925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59248-23e7-4119-9adb-804238b04946 req-41858660-332a-4110-b870-a676ec518a6c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:00.941237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59248-23e7-4119-9adb-804238b04946 req-41858660-332a-4110-b870-a676ec518a6c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:00.942983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bb59248-23e7-4119-9adb-804238b04946 req-41858660-332a-4110-b870-a676ec518a6c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 3094 time: 0.0759959 Nov 10 21:29:00.964085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:01.031850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Network 6359ee6b-9696-4450-b1ad-82a172074b22 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:01.040060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:01.046740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:01.055784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bb59248-23e7-4119-9adb-804238b04946 req-79bfc2d8-5271-4e19-99e4-8f422133b510 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025689 Nov 10 21:29:01.058299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event updated for resources: {'Port': ['ID=413693c0-7375-4fca-8afa-16feab091d0c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:01.127290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:01.128056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:01.312582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a84653a6-d6c0-4add-8587-e8cef1e053af None None] Provisioning complete for port 413693c0-7375-4fca-8afa-16feab091d0c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:01.313048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a84653a6-d6c0-4add-8587-e8cef1e053af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:01.325627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e9949302-c903-4e3c-b1ba-19968030165b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2296226 Nov 10 21:29:01.338445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:01.349686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a84653a6-d6c0-4add-8587-e8cef1e053af None None] Port 413693c0-7375-4fca-8afa-16feab091d0c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:01.395910 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:01.660676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85be49a8-9c42-4012-bd0d-0f30d7b97138 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:01.668586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:01.681004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Transition to ACTIVE for port object 85be49a8-9c42-4012-bd0d-0f30d7b97138 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:01.778502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc564d5-083e-4182-b029-948c3bf3cf36 req-b03ac150-e7d1-4ab9-a5f7-75e74700ffcd tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:01.780523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dc564d5-083e-4182-b029-948c3bf3cf36 req-b03ac150-e7d1-4ab9-a5f7-75e74700ffcd tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 949 time: 0.0582788 Nov 10 21:29:01.805180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:01.883435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Pushing event updated for resources: {'Port': ['ID=85be49a8-9c42-4012-bd0d-0f30d7b97138,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:01.904865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dc564d5-083e-4182-b029-948c3bf3cf36 req-c2eb7db2-c94c-4fcb-9e53-b567ee8818cb tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175086 Nov 10 21:29:01.998380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Attempting to bind port 85be49a8-9c42-4012-bd0d-0f30d7b97138 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:01.999068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Attempting to bind port 85be49a8-9c42-4012-bd0d-0f30d7b97138 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:01.999068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Attempting to bind port 85be49a8-9c42-4012-bd0d-0f30d7b97138 on network efbc1997-e0f6-40b9-b64d-1422ec458b59 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:02.003948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Port 85be49a8-9c42-4012-bd0d-0f30d7b97138 on network efbc1997-e0f6-40b9-b64d-1422ec458b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:02.004297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Attempting to bind port 85be49a8-9c42-4012-bd0d-0f30d7b97138 on network efbc1997-e0f6-40b9-b64d-1422ec458b59 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:02.009798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:02.010166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Checking segment: {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:02.010515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Bound using segment: {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:02.010944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Bound port: 85be49a8-9c42-4012-bd0d-0f30d7b97138, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:02.011304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.096914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] For port 85be49a8-9c42-4012-bd0d-0f30d7b97138, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:02.096914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] For port 85be49a8-9c42-4012-bd0d-0f30d7b97138, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:02.205213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53482) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:02.220298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.290161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.290791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.292233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/85be49a8-9c42-4012-bd0d-0f30d7b97138 HTTP/1.1" status: 200 len: 1093 time: 0.9587355 Nov 10 21:29:02.298034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:02.301201 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:02.348355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed71f-b41b-40a9-8c8f-c3f3fab4171d req-77825f49-ff5c-446f-acf2-3040913b9534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.355191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:02.355923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed71f-b41b-40a9-8c8f-c3f3fab4171d req-77825f49-ff5c-446f-acf2-3040913b9534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.362341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed71f-b41b-40a9-8c8f-c3f3fab4171d req-77825f49-ff5c-446f-acf2-3040913b9534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.370808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed71f-b41b-40a9-8c8f-c3f3fab4171d req-77825f49-ff5c-446f-acf2-3040913b9534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.377541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed71f-b41b-40a9-8c8f-c3f3fab4171d req-77825f49-ff5c-446f-acf2-3040913b9534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.385584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2bed71f-b41b-40a9-8c8f-c3f3fab4171d req-77825f49-ff5c-446f-acf2-3040913b9534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 3827 time: 0.1656466 Nov 10 21:29:02.409948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6f25f-3138-4b47-ac50-dc95169b21b0 service neutron] Pushing event updated for resources: {'Port': ['ID=85be49a8-9c42-4012-bd0d-0f30d7b97138,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:02.439166 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840fc88a-f130-40da-9d86-625052f19cb8 x-openstack-request-id: req-840fc88a-f130-40da-9d86-625052f19cb8 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:02.439617 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:02.439904 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-840fc88a-f130-40da-9d86-625052f19cb8 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:02.440302 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'status': 'completed', 'code': 200} Nov 10 21:29:02.474651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1579450956-network', 'tenant_id': '044e5cc7985e4e4788741b98cbd25e9a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:02.483875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:02.525587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2bed71f-b41b-40a9-8c8f-c3f3fab4171d req-34a6e8fd-217e-4216-8530-f541d89ede5b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386094 Nov 10 21:29:02.659652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Made reservation on behalf of 044e5cc7985e4e4788741b98cbd25e9a for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:02.663700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.666913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-fd7fa712-5510-4cc5-a69f-bdbddd002e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.668044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-fd7fa712-5510-4cc5-a69f-bdbddd002e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.668576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-fd7fa712-5510-4cc5-a69f-bdbddd002e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.669181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-fd7fa712-5510-4cc5-a69f-bdbddd002e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.669439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-fd7fa712-5510-4cc5-a69f-bdbddd002e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.671618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-fd7fa712-5510-4cc5-a69f-bdbddd002e2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 4363 time: 0.1692796 Nov 10 21:29:02.677449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.678028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.736887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:02.741336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:02.742379 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.799357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.834506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.869793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:02.874898 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9e87e2-80e6-4044-8e4b-9c593020efed" -d '{"events": [{"server_uuid": "a84dec28-f812-4d58-90b9-e46d444819e3", "name": "network-vif-plugged", "status": "completed", "tag": "46096d61-3c4e-4ef6-ac56-36fdf9ba8f81"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:02.895365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:02.896396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-4d9e9d50-ff45-431f-9dcf-a709b03243c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.896862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-4d9e9d50-ff45-431f-9dcf-a709b03243c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.897316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-4d9e9d50-ff45-431f-9dcf-a709b03243c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:02.899152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-4d9e9d50-ff45-431f-9dcf-a709b03243c3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2109306 Nov 10 21:29:02.916677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:02.934802 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d69a263-6174-4211-9fc2-f65bf1a19ae4 x-openstack-request-id: req-3d69a263-6174-4211-9fc2-f65bf1a19ae4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:02.934802 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84dec28-f812-4d58-90b9-e46d444819e3", "name": "network-vif-plugged", "status": "completed", "tag": "46096d61-3c4e-4ef6-ac56-36fdf9ba8f81", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:02.934802 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3d69a263-6174-4211-9fc2-f65bf1a19ae4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:02.934802 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81', 'code': 200} Nov 10 21:29:02.959418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:29:03.003018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:03.032028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.033051 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Added segment b23fea41-a726-4f8d-877c-d456c97e5640 of type vlan for network 9ff13602-c2e1-46f4-b874-aee6765a3703 Nov 10 21:29:03.037015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.100218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:03.101611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-0379ae5a-203f-4ea4-a02f-dab878b8905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.103290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1a9e112-a8f1-4897-916c-5b65bdb14ee0 req-0379ae5a-203f-4ea4-a02f-dab878b8905d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1932573 Nov 10 21:29:03.129222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.132083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.132624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.134757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.138237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.140137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.140472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.140992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.141158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.141476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.153095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.154560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:03.164348 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.168684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600d037-81de-4247-b91b-c31705bad7b8 req-da4418d8-837b-4b87-9bd3-2e6ec44bdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.170164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d600d037-81de-4247-b91b-c31705bad7b8 req-da4418d8-837b-4b87-9bd3-2e6ec44bdff2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 1101 time: 0.1598868 Nov 10 21:29:03.204506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece4bd31-1f9f-4b07-997c-e3145edfe7b7 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:03.212110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76cf48-8767-4c60-888d-be80305dec56 req-7b5b9142-0c4f-40d0-9e27-e51dcc3a90f2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.212711 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.214410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff76cf48-8767-4c60-888d-be80305dec56 req-7b5b9142-0c4f-40d0-9e27-e51dcc3a90f2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.1451886 Nov 10 21:29:03.226540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Transition to ACTIVE for port object ece4bd31-1f9f-4b07-997c-e3145edfe7b7 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:03.263317 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d600d037-81de-4247-b91b-c31705bad7b8 req-a51f8a6c-3bac-494a-9a24-a523e37771d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828137 Nov 10 21:29:03.289624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff76cf48-8767-4c60-888d-be80305dec56 req-5670c85f-f264-4d51-a77a-e73774cb2c15 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Nov 10 21:29:03.344911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.345318 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.346639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.347323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.407781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:03.427825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] Pushing event updated for resources: {'Network': ['ID=9ff13602-c2e1-46f4-b874-aee6765a3703,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:03.446128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:29:03.493773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Attempting to bind port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:03.494195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Attempting to bind port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:03.494603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Attempting to bind port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:03.501290 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ee7ee52a-915a-455c-9824-76d0307dd1ee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2946117 Nov 10 21:29:03.507663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53504) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:03.515170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Request body: {'subnet': {'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1579450956-subnet', 'tenant_id': '044e5cc7985e4e4788741b98cbd25e9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:03.517532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 on network 0253683b-7b38-4986-9e96-597b3d57acb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:03.517863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Attempting to bind port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:03.537860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:03.538254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Checking segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:03.538727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Bound using segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:03.543088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Bound port: ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:03.543088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.652972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] For port ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:03.664592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] For port ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:03.704938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-5f04549f-6fae-4f03-a630-c03b14b2c692 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.721273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-5f04549f-6fae-4f03-a630-c03b14b2c692 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.727362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-5f04549f-6fae-4f03-a630-c03b14b2c692 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.735067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-5f04549f-6fae-4f03-a630-c03b14b2c692 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.746419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-5f04549f-6fae-4f03-a630-c03b14b2c692 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.748404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-5f04549f-6fae-4f03-a630-c03b14b2c692 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:03.750300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-5f04549f-6fae-4f03-a630-c03b14b2c692 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 4605 time: 0.1088669 Nov 10 21:29:03.782061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Made reservation on behalf of 044e5cc7985e4e4788741b98cbd25e9a for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:03.784381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:03.884126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:04.023460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:04.024123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:04.025545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 200 len: 1137 time: 1.5506780 Nov 10 21:29:04.026625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924dc6-e4da-4c88-baa2-59f48031f6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:04.186994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:04.288587 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:04.364357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d394f986-0d46-4641-9d7e-a7a4e51d611f req-a9ab4426-a7bb-47e8-8464-8d24b3993559 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6057189 Nov 10 21:29:04.442503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': 'ece4bd31-1f9f-4b07-997c-e3145edfe7b7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:04.446574 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a14352-f95b-4edd-b563-f014a6423a07" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "ece4bd31-1f9f-4b07-997c-e3145edfe7b7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:04.557850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080ee65-dcd0-4670-84bf-3d7b17e517ad req-1aebdd90-517f-4504-8e3f-7f7277b262ee tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:04.561009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f080ee65-dcd0-4670-84bf-3d7b17e517ad req-1aebdd90-517f-4504-8e3f-7f7277b262ee tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.0865393 Nov 10 21:29:04.614493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:04.766530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d58efe-ff3c-4d10-9296-caef817e068a {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:04.774401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f080ee65-dcd0-4670-84bf-3d7b17e517ad req-6c2de841-a0c0-4c60-b7fc-5eda69614086 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052870 Nov 10 21:29:04.776321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:04.798136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2433ec9f-6601-4d0d-9f7b-c89495d01b7a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:04.798468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Transition to ACTIVE for port object 04d58efe-ff3c-4d10-9296-caef817e068a will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:04.835091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Checking segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:04.835456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Network hostable DHCP agents. Network: 9ff13602-c2e1-46f4-b874-aee6765a3703, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:29:04.850297 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac75a1f-81ea-4731-a2e5-45758d1f9b6a x-openstack-request-id: req-9ac75a1f-81ea-4731-a2e5-45758d1f9b6a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:04.850585 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "ece4bd31-1f9f-4b07-997c-e3145edfe7b7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:04.850832 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ac75a1f-81ea-4731-a2e5-45758d1f9b6a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:04.851222 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': 'ece4bd31-1f9f-4b07-997c-e3145edfe7b7', 'status': 'completed', 'code': 200} Nov 10 21:29:04.882429 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:04.965273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:29:04.996590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.004040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.004806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.006781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.007447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.017186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.017963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.020434 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-e3ac1ff0-2b74-47f8-938e-388905e2ebe1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6177 time: 0.1478679 Nov 10 21:29:05.024648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Pushing event updated for resources: {'Port': ['ID=04d58efe-ff3c-4d10-9296-caef817e068a,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:05.063018 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Attempting to bind port 04d58efe-ff3c-4d10-9296-caef817e068a on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:05.064403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Attempting to bind port 04d58efe-ff3c-4d10-9296-caef817e068a by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:05.064688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Attempting to bind port 04d58efe-ff3c-4d10-9296-caef817e068a on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:05.072988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Port 04d58efe-ff3c-4d10-9296-caef817e068a on network 0253683b-7b38-4986-9e96-597b3d57acb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:05.075792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Attempting to bind port 04d58efe-ff3c-4d10-9296-caef817e068a on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:05.086600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:05.086983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Checking segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:05.087382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Bound using segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:05.087751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Bound port: 04d58efe-ff3c-4d10-9296-caef817e068a, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:05.088116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:05.176085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9ff13602-c2e1-46f4-b874-aee6765a3703) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:05.196521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568269f-d4ce-4ef5-8aab-e25ff46f793c None None] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:29:05.206383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.206383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:05.306942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] For port 04d58efe-ff3c-4d10-9296-caef817e068a, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:05.316230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] For port 04d58efe-ff3c-4d10-9296-caef817e068a, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=04d58efe-ff3c-4d10-9296-caef817e068a,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:05.344233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-992f0b3d-483d-4158-9a2f-711ea6a081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.344709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-992f0b3d-483d-4158-9a2f-711ea6a081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.345169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-992f0b3d-483d-4158-9a2f-711ea6a081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.346739 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-992f0b3d-483d-4158-9a2f-711ea6a081f9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3101296 Nov 10 21:29:05.417808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5246b83c-f5e8-4c39-b68b-3089400f5821 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8917511 Nov 10 21:29:05.436594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:05.515410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.528511 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:05.530150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] 10.222.0.64 "PUT /v2.0/ports/04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 200 len: 1133 time: 1.3488014 Nov 10 21:29:05.584684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdde9ba-9369-4086-b4e6-a01b6d5ab314 service neutron] Pushing event updated for resources: {'Port': ['ID=04d58efe-ff3c-4d10-9296-caef817e068a,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:05.619167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-0506e805-61fa-40c9-94c6-c5947df8725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.624129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3a14352-f95b-4edd-b563-f014a6423a07 req-0506e805-61fa-40c9-94c6-c5947df8725f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2697918 Nov 10 21:29:05.703436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:05.835448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.859154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.859154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.861277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.867649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.874919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.881435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:05.889860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-063f41ca-20c2-40d3-9dbf-3b5e56b0c219 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5379 time: 0.2647099 Nov 10 21:29:05.908033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9240457b-2e91-4b79-82ea-fa86a29e10ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:05.983178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:06.017404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-9ff13602-c2e1-46f4-b874-aee6765a3703', 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'tenant_id': '044e5cc7985e4e4788741b98cbd25e9a', 'fixed_ips': [{'subnet_id': '2433ec9f-6601-4d0d-9f7b-c89495d01b7a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:29:06.019051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:06.101936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45d6fabb-e708-4ef8-a0c6-35d0e0140c66 req-499fc04a-21be-455e-bf1d-893dfb252c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108252 Nov 10 21:29:06.315516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Allocated IP 172.20.0.2 (9ff13602-c2e1-46f4-b874-aee6765a3703/2433ec9f-6601-4d0d-9f7b-c89495d01b7a/5591704b-3685-4f10-9802-f9c60e259b21) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:06.359922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779389f-e778-4fbc-ae14-05f8e7735859 req-b186cc45-54d2-4178-b69a-d70db097dc58 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:06.367540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3779389f-e778-4fbc-ae14-05f8e7735859 req-b186cc45-54d2-4178-b69a-d70db097dc58 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.1176376 Nov 10 21:29:06.379006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-bf145496-6a15-45a4-abef-cb50334bcbf4 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:06.389698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-bf145496-6a15-45a4-abef-cb50334bcbf4 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 816 time: 0.2313747 Nov 10 21:29:06.420337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-8bba1a45-8b91-4716-8d61-bdb7c60f058b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/quotas/044e5cc7985e4e4788741b98cbd25e9a HTTP/1.1" status: 200 len: 375 time: 0.0201709 Nov 10 21:29:06.461247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-7ef76a2d-f052-471d-a5db-26fe1e4fc880 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385432 Nov 10 21:29:06.484502 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3779389f-e778-4fbc-ae14-05f8e7735859 req-f948ad49-fbea-49d6-b294-3f606392531c tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159782 Nov 10 21:29:06.627228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0eba94-232d-4566-b0f0-1c1dba8e8f41 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:06.636171 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:06.642967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:06.662104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Transition to ACTIVE for port object db0eba94-232d-4566-b0f0-1c1dba8e8f41 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:06.678004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-0216078f-411e-447e-8a82-6b74107de5eb service neutron] 10.222.0.45 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073879 Nov 10 21:29:06.760162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:06.760555 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:06.815758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:06.827089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:06.847653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:06.860165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Pushing event updated for resources: {'Port': ['ID=db0eba94-232d-4566-b0f0-1c1dba8e8f41,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:06.862493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Pushing event updated for resources: {'Port': ['ID=5591704b-3685-4f10-9802-f9c60e259b21,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:06.976238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Attempting to bind port 5591704b-3685-4f10-9802-f9c60e259b21 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:06.976910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Attempting to bind port 5591704b-3685-4f10-9802-f9c60e259b21 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:06.977799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Attempting to bind port 5591704b-3685-4f10-9802-f9c60e259b21 on network 9ff13602-c2e1-46f4-b874-aee6765a3703 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:06.986167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:06.987016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Checking segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:06.987779 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:06.988604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Bound using segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:06.989351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Bound port: 5591704b-3685-4f10-9802-f9c60e259b21, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:06.990317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:07.026434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Attempting to bind port db0eba94-232d-4566-b0f0-1c1dba8e8f41 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:07.027161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Attempting to bind port db0eba94-232d-4566-b0f0-1c1dba8e8f41 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:07.027909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Attempting to bind port db0eba94-232d-4566-b0f0-1c1dba8e8f41 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:07.037129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Port db0eba94-232d-4566-b0f0-1c1dba8e8f41 on network 0253683b-7b38-4986-9e96-597b3d57acb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:07.037776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Attempting to bind port db0eba94-232d-4566-b0f0-1c1dba8e8f41 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:07.044943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:07.045613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Checking segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:07.046233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Bound using segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:07.046847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Bound port: db0eba94-232d-4566-b0f0-1c1dba8e8f41, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:07.047397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:07.125592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] For port db0eba94-232d-4566-b0f0-1c1dba8e8f41, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:07.130528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] For port db0eba94-232d-4566-b0f0-1c1dba8e8f41, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:07.155198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] For port 5591704b-3685-4f10-9802-f9c60e259b21, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:07.163680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] For port 5591704b-3685-4f10-9802-f9c60e259b21, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5591704b-3685-4f10-9802-f9c60e259b21,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:07.169110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '04d58efe-ff3c-4d10-9296-caef817e068a'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:07.181342 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "04d58efe-ff3c-4d10-9296-caef817e068a"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:07.203183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:07.251459 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:07.254412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-59235a81-f0ca-4652-bf0a-d955eb40e3c7 service neutron] 10.222.0.45 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728459 Nov 10 21:29:07.283387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.284045 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:07.285544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] 10.222.0.64 "PUT /v2.0/ports/db0eba94-232d-4566-b0f0-1c1dba8e8f41 HTTP/1.1" status: 200 len: 1091 time: 1.6028192 Nov 10 21:29:07.288896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:07.291010 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239b4246-5e53-4a1e-bde9-c4aee7a93632" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:07.326778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1b92c-0f13-4b63-8648-5bfd5e92803b None None] Pushing event updated for resources: {'Port': ['ID=5591704b-3685-4f10-9802-f9c60e259b21,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:07.331169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b37b-be03-49b7-b3da-3293c2f1e903 service neutron] Pushing event updated for resources: {'Port': ['ID=db0eba94-232d-4566-b0f0-1c1dba8e8f41,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:07.350417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65014f87-8d04-4bb3-8db6-8d7687ef6c0a req-772edc1e-e330-4783-98ec-85321621aacc tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.352030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65014f87-8d04-4bb3-8db6-8d7687ef6c0a req-772edc1e-e330-4783-98ec-85321621aacc tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.1451800 Nov 10 21:29:07.384020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:07.454275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65014f87-8d04-4bb3-8db6-8d7687ef6c0a req-95ee1744-1e5b-4da6-a024-e0274a82ef80 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953531 Nov 10 21:29:07.493721 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:07.669423 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a7fb0b-a484-46c5-a67e-354e441cfef3 x-openstack-request-id: req-16a7fb0b-a484-46c5-a67e-354e441cfef3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:07.669981 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "04d58efe-ff3c-4d10-9296-caef817e068a", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:07.669981 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16a7fb0b-a484-46c5-a67e-354e441cfef3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:07.670373 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '04d58efe-ff3c-4d10-9296-caef817e068a', 'status': 'completed', 'code': 200} Nov 10 21:29:07.776770 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58d465a-6592-4dcd-a35b-73e023d0334e x-openstack-request-id: req-c58d465a-6592-4dcd-a35b-73e023d0334e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:07.777080 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:07.778048 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c58d465a-6592-4dcd-a35b-73e023d0334e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:07.778464 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41', 'status': 'completed', 'code': 200} Nov 10 21:29:07.795307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.799174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.800699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.801404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.802559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.804326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.805122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.807887 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-94a18228-ec5d-4fef-ae2c-7efa8f93c57f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6287 time: 0.1103909 Nov 10 21:29:07.946495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5591704b-3685-4f10-9802-f9c60e259b21 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:07.955395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.963751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.971010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.977963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.984681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:07.992894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.000473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.008995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d676992b-a875-4708-a410-c8bcff419e1a req-ca1b630b-4a31-4c38-86fc-92da9689544b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5391 time: 0.4070582 Nov 10 21:29:08.027989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47d2bd2e-0102-45f4-8ca4-ada9ef27c18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.066520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-9d869a7f-8eea-4192-9b3a-7db9f1c0c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.067274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-9d869a7f-8eea-4192-9b3a-7db9f1c0c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.067932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-9d869a7f-8eea-4192-9b3a-7db9f1c0c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.069688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-9d869a7f-8eea-4192-9b3a-7db9f1c0c837 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2532427 Nov 10 21:29:08.084734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5591704b-3685-4f10-9802-f9c60e259b21 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:08.085156 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.106854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d676992b-a875-4708-a410-c8bcff419e1a req-1dfd36ee-65a9-48c6-a1c5-9132ad9fe045 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967577 Nov 10 21:29:08.216776 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.232574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1762f7c-78ce-4eb0-b42c-50fb3fef0514 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:08.246512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.260349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-cbf99f75-40f9-4c40-bf3d-977fb7775b78 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.264631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Transition to ACTIVE for port object f1762f7c-78ce-4eb0-b42c-50fb3fef0514 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:08.266788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-cbf99f75-40f9-4c40-bf3d-977fb7775b78 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 816 time: 0.2195354 Nov 10 21:29:08.269933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-d14be726-035c-4f14-b454-6c7175bedfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.271455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7faa43ea-8f58-47a5-b7b1-337f5cb3b1cb req-d14be726-035c-4f14-b454-6c7175bedfff service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1902263 Nov 10 21:29:08.272939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 5591704b-3685-4f10-9802-f9c60e259b21, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5591704b-3685-4f10-9802-f9c60e259b21,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:08.290643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-dda83c0f-2b44-4947-a98e-7e3217d77575 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/quotas/044e5cc7985e4e4788741b98cbd25e9a HTTP/1.1" status: 200 len: 375 time: 0.0131302 Nov 10 21:29:08.359344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.391313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-a790b2b6-7712-47fc-a160-77ed6b824a02 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931840 Nov 10 21:29:08.419124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.419705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.420212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.420676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.421133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.421589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.422045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.424101 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-07e56ead-0e00-4798-998c-8c5dc879d26c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6287 time: 0.0917292 Nov 10 21:29:08.429486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Pushing event updated for resources: {'Port': ['ID=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:08.436528 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.578930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=5591704b-3685-4f10-9802-f9c60e259b21,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:08.662488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Attempting to bind port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:08.663066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Attempting to bind port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:08.663066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Attempting to bind port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:08.673071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 on network 0253683b-7b38-4986-9e96-597b3d57acb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:08.673403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Attempting to bind port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:08.682092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:08.682443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Checking segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:08.682832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Bound using segment: {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:08.687512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Bound port: f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:08.689677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.700350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c75435-742a-4edd-9048-df8fc97e97ba req-ee74fbd5-62a6-4c6c-a29f-91b290e3bef7 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.701875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c75435-742a-4edd-9048-df8fc97e97ba req-ee74fbd5-62a6-4c6c-a29f-91b290e3bef7 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.0899646 Nov 10 21:29:08.708295 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-c2b0dbcc-60d5-43ce-9c74-c836395defc3 service neutron] 10.222.0.45 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160224 Nov 10 21:29:08.715152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-fa987b10-e2b6-49d8-8861-96ba907138e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.718316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-fa987b10-e2b6-49d8-8861-96ba907138e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.718316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-fa987b10-e2b6-49d8-8861-96ba907138e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:08.718316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-fa987b10-e2b6-49d8-8861-96ba907138e2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2817590 Nov 10 21:29:08.830061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c75435-742a-4edd-9048-df8fc97e97ba req-e6c647be-02f6-456a-8112-9cf41bea1ad2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128955 Nov 10 21:29:08.851572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] For port f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:08.856901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] For port f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:08.908948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4082ad0-2d37-453a-af2f-186c770152bd None None] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:29:08.925581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:08.934809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-98a082aa-b794-472d-a430-6e1330706ffa service neutron] 10.222.0.45 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110324 Nov 10 21:29:09.001124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.001834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.008588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] 10.222.0.64 "PUT /v2.0/ports/f1762f7c-78ce-4eb0-b42c-50fb3fef0514 HTTP/1.1" status: 200 len: 1091 time: 1.6287324 Nov 10 21:29:09.040986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-1848b629-14a2-46aa-8552-9d320a057bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.043931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-239b4246-5e53-4a1e-bde9-c4aee7a93632 req-1848b629-14a2-46aa-8552-9d320a057bbd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3118784 Nov 10 21:29:09.060784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8f3f5-4c21-4d81-980f-ff69526e8626 service neutron] Pushing event updated for resources: {'Port': ['ID=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:09.066559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ae6ce-c010-4d8a-9dbe-a1c68943a423 req-c7040765-5166-4fee-a2e4-1d11c53a0280 tempest-LiveMigrationNegativeTest-246805922 tempest-LiveMigrationNegativeTest-246805922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.077517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005ae6ce-c010-4d8a-9dbe-a1c68943a423 req-c7040765-5166-4fee-a2e4-1d11c53a0280 tempest-LiveMigrationNegativeTest-246805922 tempest-LiveMigrationNegativeTest-246805922-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 1102 time: 0.1413207 Nov 10 21:29:09.106402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005ae6ce-c010-4d8a-9dbe-a1c68943a423 req-97eaafc5-f20c-4792-a1a6-74772d32f858 tempest-LiveMigrationNegativeTest-246805922 tempest-LiveMigrationNegativeTest-246805922-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.126003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-66980f1d-f045-4820-8466-9893b951ad9a None None] Provisioning complete for port 5591704b-3685-4f10-9802-f9c60e259b21 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:09.129964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66980f1d-f045-4820-8466-9893b951ad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.146269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:09.219212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005ae6ce-c010-4d8a-9dbe-a1c68943a423 req-97eaafc5-f20c-4792-a1a6-74772d32f858 tempest-LiveMigrationNegativeTest-246805922 tempest-LiveMigrationNegativeTest-246805922-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.296673 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.305747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.353450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005ae6ce-c010-4d8a-9dbe-a1c68943a423 req-97eaafc5-f20c-4792-a1a6-74772d32f858 tempest-LiveMigrationNegativeTest-246805922 tempest-LiveMigrationNegativeTest-246805922-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.415356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaafc5-f20c-4792-a1a6-74772d32f858 tempest-LiveMigrationNegativeTest-246805922 tempest-LiveMigrationNegativeTest-246805922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafdf075-56ea-4c92-815a-92e48de26523,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:09.423028 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005ae6ce-c010-4d8a-9dbe-a1c68943a423 req-97eaafc5-f20c-4792-a1a6-74772d32f858 tempest-LiveMigrationNegativeTest-246805922 tempest-LiveMigrationNegativeTest-246805922-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353209 Nov 10 21:29:09.703848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-31c8382e-679a-4936-af9e-092ac3a4e08f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.705446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-31c8382e-679a-4936-af9e-092ac3a4e08f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 816 time: 0.1272688 Nov 10 21:29:09.722758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-de757500-de94-4290-b1e7-6b5ffdc2d8fe tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/quotas/044e5cc7985e4e4788741b98cbd25e9a HTTP/1.1" status: 200 len: 375 time: 0.0115194 Nov 10 21:29:09.731555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.739119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.748831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.755048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.761179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.768178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.774307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:09.776308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-1e946701-f190-4671-8e34-eb446677f3a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5403 time: 0.2425399 Nov 10 21:29:09.780010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:09.782370 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9790bdc-7722-41dd-a2a9-720ff6142137" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:09.789250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0fe46c7a-f36d-45b2-ae33-56021e941cf0 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607488 Nov 10 21:29:09.802198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-70e0558f-609b-48ae-a080-2dbde1205eb0 None None] Provisioning complete for port 5591704b-3685-4f10-9802-f9c60e259b21 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:09.802807 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-70e0558f-609b-48ae-a080-2dbde1205eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:09.844635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5591704b-3685-4f10-9802-f9c60e259b21 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:09.928701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-16b98ca9-07c5-4a44-8d0f-583e760d498a service neutron] 10.222.0.45 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298714 Nov 10 21:29:09.942592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54038b23-4082-44d0-8023-30426ab8a9b7 req-294ef8db-d9ee-41d9-a7ab-662c4310c1e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486390 Nov 10 21:29:09.986040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5591704b-3685-4f10-9802-f9c60e259b21 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:09.990666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:10.021112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:10.031258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:10.053478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Transition to ACTIVE for port object 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:10.064470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-21c39abd-d1d9-4cd4-9431-e9bfbcd1e0cd service neutron] 10.222.0.45 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354296 Nov 10 21:29:10.165282 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400aeeca-9cf4-4e49-bf1b-56d5a8f8a245 x-openstack-request-id: req-400aeeca-9cf4-4e49-bf1b-56d5a8f8a245 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:10.165787 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:10.165910 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-400aeeca-9cf4-4e49-bf1b-56d5a8f8a245 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:10.166285 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514', 'status': 'completed', 'code': 200} Nov 10 21:29:10.190541 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:10.253962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.254175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.254722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.255389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.255989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.256586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.257126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.259750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-c00228ef-6020-4126-b1ba-f04ea2d0fee9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6381 time: 0.0706782 Nov 10 21:29:10.294399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:10.472573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-f30b3c75-eaf3-45f6-919e-2e943774b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.476306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-f30b3c75-eaf3-45f6-919e-2e943774b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.476306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-f30b3c75-eaf3-45f6-919e-2e943774b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.476306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-f30b3c75-eaf3-45f6-919e-2e943774b59b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2070212 Nov 10 21:29:10.478557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Attempting to bind port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:10.480165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Attempting to bind port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:10.480961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Attempting to bind port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 on network 6359ee6b-9696-4450-b1ad-82a172074b22 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:10.490182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 on network 6359ee6b-9696-4450-b1ad-82a172074b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:10.491364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Attempting to bind port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 on network 6359ee6b-9696-4450-b1ad-82a172074b22 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:10.521428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:10.523978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Checking segment: {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:10.524570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Bound using segment: {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:10.527535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Bound port: 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:10.528536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:10.646026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6862b92c-8cc2-4084-9e93-7aa25052c8d0 req-c05381c4-4758-4661-8083-0b343f4a5a1d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 210 time: 0.0355918 Nov 10 21:29:10.686807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] For port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:10.697603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-74941350-9025-4b9d-b4bb-0b49cab49e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.699873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9790bdc-7722-41dd-a2a9-720ff6142137 req-74941350-9025-4b9d-b4bb-0b49cab49e94 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146060 Nov 10 21:29:10.720227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] For port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:10.725912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:10.810996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:10.854783 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:29:10.907780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:10.908616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:10.919625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] 10.222.0.64 "PUT /v2.0/ports/1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 HTTP/1.1" status: 200 len: 1092 time: 1.7809641 Nov 10 21:29:10.920133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:10.923471 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:10.961513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b3fa1-f8f7-4c8c-8543-5cc8d2dfbe89 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:11.004240 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12534290-081a-495d-9f06-dba3c351726c x-openstack-request-id: req-12534290-081a-495d-9f06-dba3c351726c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:11.005250 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:11.005810 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12534290-081a-495d-9f06-dba3c351726c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:11.006545 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3', 'status': 'completed', 'code': 200} Nov 10 21:29:11.054216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176433d2-fe21-4784-9123-dc6aa6135ab1 req-098177e3-ba36-4dd9-80ae-aad9640a5318 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.056008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-176433d2-fe21-4784-9123-dc6aa6135ab1 req-098177e3-ba36-4dd9-80ae-aad9640a5318 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.1524332 Nov 10 21:29:11.089530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-a5de9ccf-661f-432b-8698-1baf8e327c97 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.091811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-a5de9ccf-661f-432b-8698-1baf8e327c97 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 816 time: 0.2505162 Nov 10 21:29:11.106469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Request body: {'port': {'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:11.116071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Request body: {'port': {'device_id': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'admin_state_up': True, 'tenant_id': '044e5cc7985e4e4788741b98cbd25e9a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:11.117033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.117526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.118002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.118470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.118935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.119406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.119922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.127271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-741bb7f4-da96-47cf-aa5a-d0d8bc2a923c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6423 time: 0.0983956 Nov 10 21:29:11.288360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.295767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.303275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.315958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.322597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-176433d2-fe21-4784-9123-dc6aa6135ab1 req-96ba0157-470b-4bdf-8caf-b28364baf0ad tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580152 Nov 10 21:29:11.328599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.334201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:11.334791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.342626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.345383 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:11.353149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-673880f2-bff8-4993-b64f-0d2044571d76 req-cc8276e3-3f69-4636-acba-35d4d7dbe412 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5415 time: 0.2216260 Nov 10 21:29:11.430057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-0f001d52-fe31-46a2-bb8b-42ce01518c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.430577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-0f001d52-fe31-46a2-bb8b-42ce01518c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.431041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-0f001d52-fe31-46a2-bb8b-42ce01518c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.432734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-0f001d52-fe31-46a2-bb8b-42ce01518c39 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2807295 Nov 10 21:29:11.551032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-673880f2-bff8-4993-b64f-0d2044571d76 req-c42a8ff1-584a-4cf7-b656-8768560bebf1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968169 Nov 10 21:29:11.587986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Made reservation on behalf of 044e5cc7985e4e4788741b98cbd25e9a for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:11.592779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:11.595634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-95e8b1a7-7806-4cce-afe1-bca042b06507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:11.597388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3b4bdea-9bc4-4c11-bef6-c0f0521e1c4b req-95e8b1a7-7806-4cce-afe1-bca042b06507 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542687 Nov 10 21:29:11.769064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8454ee4-f008-4384-9c67-3a7acabcb7f6 req-cb94c772-ba6e-434f-9360-2a7f134ffdfb tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 210 time: 0.0298040 Nov 10 21:29:11.838877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Allocated IP 172.20.0.9 (9ff13602-c2e1-46f4-b874-aee6765a3703/2433ec9f-6601-4d0d-9f7b-c89495d01b7a/5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:11.845897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413693c0-7375-4fca-8afa-16feab091d0c {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:11.858248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:11.882659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Transition to ACTIVE for port object 413693c0-7375-4fca-8afa-16feab091d0c will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:12.014310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.026312 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.095025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Pushing event updated for resources: {'Port': ['ID=413693c0-7375-4fca-8afa-16feab091d0c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:12.186188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Attempting to bind port 413693c0-7375-4fca-8afa-16feab091d0c on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:12.186188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Attempting to bind port 413693c0-7375-4fca-8afa-16feab091d0c by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:12.186188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Attempting to bind port 413693c0-7375-4fca-8afa-16feab091d0c on network 6359ee6b-9696-4450-b1ad-82a172074b22 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:12.189353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Port 413693c0-7375-4fca-8afa-16feab091d0c on network 6359ee6b-9696-4450-b1ad-82a172074b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:12.189679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Attempting to bind port 413693c0-7375-4fca-8afa-16feab091d0c on network 6359ee6b-9696-4450-b1ad-82a172074b22 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:12.200183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.252131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:12.252533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Checking segment: {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:12.252938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Bound using segment: {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:12.253369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Bound port: 413693c0-7375-4fca-8afa-16feab091d0c, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78a1c70-1817-4e59-8965-2e0def5af91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:12.253728 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.267099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Pushing event updated for resources: {'Port': ['ID=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:12.366685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:12.373015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:12.381826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:12.475009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] For port 413693c0-7375-4fca-8afa-16feab091d0c, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:12.504035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.504694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.518902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] For port 413693c0-7375-4fca-8afa-16feab091d0c, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=413693c0-7375-4fca-8afa-16feab091d0c,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:12.527422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-307674ae-d99d-4598-9f18-34c95d0bf940 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.529676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-307674ae-d99d-4598-9f18-34c95d0bf940 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 816 time: 0.2724843 Nov 10 21:29:12.562561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Request body: {'port': {'device_id': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'admin_state_up': True, 'tenant_id': '044e5cc7985e4e4788741b98cbd25e9a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:12.675781 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.690215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4fea41bd-d504-4e85-aa3d-4f85297eea0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5781474 Nov 10 21:29:12.716448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6c93ace3-4be4-40a6-867b-fc244959e02e None None] Provisioning complete for port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:12.716448 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c93ace3-4be4-40a6-867b-fc244959e02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.736976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Request body: {'port': {'device_id': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:12.739141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.747931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.758467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.760320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6c93ace3-4be4-40a6-867b-fc244959e02e None None] Port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:12.760472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ff484-a2db-4163-ae16-399595155b04 req-f6dc9577-b047-4ccf-ae25-1e88e3bd796c tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.764087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec3ff484-a2db-4163-ae16-399595155b04 req-f6dc9577-b047-4ccf-ae25-1e88e3bd796c tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.2811503 Nov 10 21:29:12.772682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.781627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.791254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.798779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.802415 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-7731b08e-dc04-4a02-a64f-ebfba0288123 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1568406 Nov 10 21:29:12.830729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:12.831354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:12.832776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] 10.222.0.64 "PUT /v2.0/ports/413693c0-7375-4fca-8afa-16feab091d0c HTTP/1.1" status: 200 len: 1092 time: 1.7311375 Nov 10 21:29:12.834286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:12.836838 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2c2864-db18-46a2-839f-61bdff16a153" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "413693c0-7375-4fca-8afa-16feab091d0c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:12.877810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe8da8c6-c046-42a2-9733-403238d23c47 req-0121bf29-80a3-4482-908f-2562c7512e3e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688283 Nov 10 21:29:12.950556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc570ab-783e-459b-84a6-c616d6a9819c service neutron] Pushing event updated for resources: {'Port': ['ID=413693c0-7375-4fca-8afa-16feab091d0c,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:13.007106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:13.053182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec3ff484-a2db-4163-ae16-399595155b04 req-20cda36f-e6ed-4c75-bece-5798c5ce86b2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578161 Nov 10 21:29:13.099119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37603000-c1e7-4365-9c4f-15b6428b68df req-f0daaf3f-6514-4b4f-8bc8-527994c89619 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.100645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-37603000-c1e7-4365-9c4f-15b6428b68df req-f0daaf3f-6514-4b4f-8bc8-527994c89619 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.1746941 Nov 10 21:29:13.108380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.109016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.109495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.109960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.111391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.112050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.112581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.114746 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-a289d869-02b2-4b69-9904-6f8bfe8cca8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6491 time: 0.0843184 Nov 10 21:29:13.200357 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a8e930-3220-4388-8832-15c36e6ca31c x-openstack-request-id: req-e6a8e930-3220-4388-8832-15c36e6ca31c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:13.201024 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "413693c0-7375-4fca-8afa-16feab091d0c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:13.201481 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6a8e930-3220-4388-8832-15c36e6ca31c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:13.202128 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c', 'status': 'completed', 'code': 200} Nov 10 21:29:13.209915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Made reservation on behalf of 044e5cc7985e4e4788741b98cbd25e9a for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:13.214451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:13.233374 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5aac87a6-14d3-4ff4-8081-91e914b0f7a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138 HTTP/1.1" status: 200 len: 217 time: 0.1023383 Nov 10 21:29:13.235385 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2631e6a8-d22d-47ec-8b76-af5cbeed2b04 req-faf1ea63-0085-4620-8da0-9b36d7136d5d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 210 time: 0.1082220 Nov 10 21:29:13.302454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-8746ff4c-e2e6-44bd-ba81-3a411c5f922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.305251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-8746ff4c-e2e6-44bd-ba81-3a411c5f922e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c8312dd-f4d5-44d5-8e28-d99358036f7e HTTP/1.1" status: 200 len: 855 time: 0.0622520 Nov 10 21:29:13.432428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e46a30be-f9b7-481e-810f-fed304c86c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.434773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e46a30be-f9b7-481e-810f-fed304c86c88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbc1997-e0f6-40b9-b64d-1422ec458b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217747 Nov 10 21:29:13.524756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-9cbc21cd-d1df-4c4e-95a5-f465e36329f3 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.526411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-9cbc21cd-d1df-4c4e-95a5-f465e36329f3 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.64 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 816 time: 0.2030191 Nov 10 21:29:13.545725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Request body: {'port': {'device_id': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'admin_state_up': True, 'tenant_id': '044e5cc7985e4e4788741b98cbd25e9a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:13.630591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-ca2ad7b2-8f28-4214-b1e0-956abd66715f service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867452 Nov 10 21:29:13.778120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Deleting port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:13.779004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:13.788313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-653b43d3-9843-48fa-8c5e-712eb26c379d service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485052 Nov 10 21:29:13.842575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-03e20781-8027-43db-a53e-9cd5dc6793b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 200 len: 217 time: 0.0453768 Nov 10 21:29:13.869108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Made reservation on behalf of 044e5cc7985e4e4788741b98cbd25e9a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:13.873647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:13.908157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:13.927386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:13.941795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-950304b4-4ebb-466a-9b67-9f6d6e082508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:13.943285 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-950304b4-4ebb-466a-9b67-9f6d6e082508 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0925081 Nov 10 21:29:13.946049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Transition to ACTIVE for port object 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:13.954922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] For port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:13.955674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:13.980093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Calling delete_port for 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:14.048651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5116ed68-4ba7-4551-b0fb-71e993d4caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.051226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5116ed68-4ba7-4551-b0fb-71e993d4caaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738270 Nov 10 21:29:14.059264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:14.162243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.168869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.174980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.187322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.187322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.193003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.199944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.201883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-fe4e5d6e-6ad9-4be3-bbb0-be5d1c033eb6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.2318661 Nov 10 21:29:14.249713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-c6fc6297-72cb-417c-8f35-9f21c2ec6ffd service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793442 Nov 10 21:29:14.275489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Allocated IP 172.20.0.5 (9ff13602-c2e1-46f4-b874-aee6765a3703/2433ec9f-6601-4d0d-9f7b-c89495d01b7a/aa1955ed-7415-44bf-b246-60cd18945691) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:14.297987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34965c66-7ed8-4229-94af-5ca7af459cd9 req-1a41afc9-eaa7-446e-beb8-6fd97feb9fa5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.305333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34965c66-7ed8-4229-94af-5ca7af459cd9 req-1a41afc9-eaa7-446e-beb8-6fd97feb9fa5 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 950 time: 0.1069648 Nov 10 21:29:14.330556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:14.414250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34965c66-7ed8-4229-94af-5ca7af459cd9 req-3cac9f8f-13d6-44ff-ac99-e43573063531 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926557 Nov 10 21:29:14.440505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e48bb822-06a7-4c4c-aeee-6df0ea6e6583 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810536 Nov 10 21:29:14.489247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-d956aadf-69da-48e8-9048-27f5a791a9b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 200 len: 217 time: 0.0385664 Nov 10 21:29:14.540621 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-121cb084-1719-4bea-bfb9-0d6899da1c7d req-bc8ed80b-ada2-4af7-a46a-d49d47ab1903 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3279800 Nov 10 21:29:14.552224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-897f4e0e-3450-43a3-945c-59a1e5ccda00 req-c8030205-c428-4f7a-9070-7ce2b8dab393 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 210 time: 0.0659187 Nov 10 21:29:14.581545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-ca503560-44c9-45b2-a521-c6e6eea9a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.583278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-ca503560-44c9-45b2-a521-c6e6eea9a771 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0864997 Nov 10 21:29:14.593706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Attempting to bind port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:14.594041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Attempting to bind port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:14.594362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Attempting to bind port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae on network 9ff13602-c2e1-46f4-b874-aee6765a3703 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:14.607719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae on network 9ff13602-c2e1-46f4-b874-aee6765a3703 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:14.608071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Attempting to bind port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae on network 9ff13602-c2e1-46f4-b874-aee6765a3703 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:14.612610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:14.620700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:14.621190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Checking segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:14.621633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Bound using segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:14.622069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Bound port: 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:14.623511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:14.641895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-7dd785b1-2e55-4c68-9781-7ea8a9cf9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:14.643378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-7dd785b1-2e55-4c68-9781-7ea8a9cf9d21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434406 Nov 10 21:29:14.669887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:14.682867 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['c23ba12d-aa42-4670-bcca-02b00745dcb2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:14.719009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Pushing event deleted for resources: {'Port': ['ID=46096d61-3c4e-4ef6-ac56-36fdf9ba8f81,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:14.746450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-66b8a093-f538-478a-acdc-aae2fc7dbe3b service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922470 Nov 10 21:29:14.778535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] No DVR routers for this DVR port 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:29:14.780561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] For port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:14.783111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:14.786513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-37603000-c1e7-4365-9c4f-15b6428b68df req-c7e2eb37-0e57-477f-88d7-5dcaf7b023fa tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.64 "DELETE /v2.0/ports/46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 HTTP/1.1" status: 204 len: 173 time: 1.6751986 Nov 10 21:29:14.829981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] For port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:14.848364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:14.918441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Allocated IP 172.20.0.4 (9ff13602-c2e1-46f4-b874-aee6765a3703/2433ec9f-6601-4d0d-9f7b-c89495d01b7a/fedf40fd-01ff-44fe-959e-9adf35edb71b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:14.926702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:14.931326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:14.936714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:14.944490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Pushing event updated for resources: {'Port': ['ID=aa1955ed-7415-44bf-b246-60cd18945691,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:14.984686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.025747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-95ae66ba-ce59-49ed-8354-c35b2c562895 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723577 Nov 10 21:29:15.085520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-020cdd3f-51d1-4254-bbc1-7317a33ba1b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41 HTTP/1.1" status: 200 len: 217 time: 0.0449910 Nov 10 21:29:15.099052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.099551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.106763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] 10.222.0.53 "PUT /v2.0/ports/5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae HTTP/1.1" status: 200 len: 1092 time: 2.3722923 Nov 10 21:29:15.152891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-6b9470b5-7426-4c6b-987f-777db84f8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.154626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-6b9470b5-7426-4c6b-987f-777db84f8197 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0615878 Nov 10 21:29:15.155846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.156838 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.200854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db49b-4ce1-4fad-bdda-56e3c500ab7e service neutron] Pushing event updated for resources: {'Port': ['ID=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:15.203686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'name': 'network-vif-deleted', 'tag': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81'}, {'name': 'network-changed', 'server_uuid': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'tag': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:15.206736 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238" -d '{"events": [{"server_uuid": "a84dec28-f812-4d58-90b9-e46d444819e3", "name": "network-vif-deleted", "tag": "46096d61-3c4e-4ef6-ac56-36fdf9ba8f81"}, {"name": "network-changed", "server_uuid": "8e4ac8e5-762e-4535-b5af-d6ae2a4464be", "tag": "5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:15.269655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-dffcd4bc-fbce-42f3-becd-afaccb1dd13c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7126484 Nov 10 21:29:15.274870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-59d1bd2d-0321-4be0-a368-7f6e2bb25016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.276400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-59d1bd2d-0321-4be0-a368-7f6e2bb25016 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763690 Nov 10 21:29:15.325352 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4c35ee-261d-4f63-8099-245ae2ad9014 x-openstack-request-id: req-8d4c35ee-261d-4f63-8099-245ae2ad9014 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:15.326290 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84dec28-f812-4d58-90b9-e46d444819e3", "name": "network-vif-deleted", "tag": "46096d61-3c4e-4ef6-ac56-36fdf9ba8f81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e4ac8e5-762e-4535-b5af-d6ae2a4464be", "tag": "5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:15.326290 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d4c35ee-261d-4f63-8099-245ae2ad9014 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:15.326744 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84dec28-f812-4d58-90b9-e46d444819e3', 'name': 'network-vif-deleted', 'tag': '46096d61-3c4e-4ef6-ac56-36fdf9ba8f81', 'status': 'completed', 'code': 200} Nov 10 21:29:15.327086 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'tag': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae', 'status': 'completed', 'code': 200} Nov 10 21:29:15.335248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Request body: {'port': {'device_id': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:15.341577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.405154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f96234a7-cb66-44b2-88cc-4726409424d6 None None] Provisioning complete for port aa1955ed-7415-44bf-b246-60cd18945691 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:15.406199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f96234a7-cb66-44b2-88cc-4726409424d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.443261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-3dce7eb4-4b06-472c-8476-0ceb3531a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.443261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-3dce7eb4-4b06-472c-8476-0ceb3531a35a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 1095 time: 0.1933229 Nov 10 21:29:15.454299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f41e999b-c6bb-4514-9e4d-22aeb63919bf service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675577 Nov 10 21:29:15.486979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f96234a7-cb66-44b2-88cc-4726409424d6 None None] Port aa1955ed-7415-44bf-b246-60cd18945691 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:15.515313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-69eb07a5-2d3d-4c52-91e1-60fa19dfed4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae HTTP/1.1" status: 200 len: 217 time: 0.0593603 Nov 10 21:29:15.518452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.541686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.625848 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7fee118-8ca6-4014-a56d-6192dfb1de5c req-37dbede6-0fd7-4f69-b4d4-093b1287a0f9 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a84dec28-f812-4d58-90b9-e46d444819e3 HTTP/1.1" status: 200 len: 210 time: 0.0618176 Nov 10 21:29:15.658555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-6d6b780b-524a-4287-9cc4-6086a3958d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.668858 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-6d6b780b-524a-4287-9cc4-6086a3958d1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 200 len: 855 time: 0.1274183 Nov 10 21:29:15.668983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Pushing event updated for resources: {'Port': ['ID=fedf40fd-01ff-44fe-959e-9adf35edb71b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:15.710117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:15.724458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:15.729375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:15.781369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-b94f0388-c7bb-4541-bca6-325bb7adbb7f service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178079 Nov 10 21:29:15.846574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-df3ce3e3-0b50-40d7-97a9-fc4b3b169ad6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514 HTTP/1.1" status: 200 len: 217 time: 0.0537779 Nov 10 21:29:15.877778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.877778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:15.899931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-3d2070ec-870b-4474-a302-25a10ccb5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.902747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-3d2070ec-870b-4474-a302-25a10ccb5cd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ff13602-c2e1-46f4-b874-aee6765a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901910 Nov 10 21:29:15.931755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.948449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.956887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.963852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.971702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.978628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.986141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:15.994759 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-b167548c-172e-4adc-83e6-5d1814a02572 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.3197525 Nov 10 21:29:16.068927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-358d6fba-32c5-4e42-b4a0-d48f135b5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:16.070533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-358d6fba-32c5-4e42-b4a0-d48f135b5e99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.2143126 Nov 10 21:29:16.112843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c7808b58-c951-44d0-8a9b-944221980ef5 req-a8f24b3b-4c41-4500-b18f-3120aff0c925 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167088 Nov 10 21:29:16.155138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-1443b050-ae30-44bf-adca-01cfaed2bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:16.156637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-1443b050-ae30-44bf-adca-01cfaed2bfe5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783751 Nov 10 21:29:16.159365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-18625e78-91e4-4b0f-aaab-0e272b80be08 None None] Provisioning complete for port fedf40fd-01ff-44fe-959e-9adf35edb71b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:16.160357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-18625e78-91e4-4b0f-aaab-0e272b80be08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:16.165281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-0b40f2c6-8bd8-4717-8632-dfc806280b67 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532091 Nov 10 21:29:16.185036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4d8eadd3-7682-4f7b-9228-742f15acb490 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6446681 Nov 10 21:29:16.187658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b6369-cbce-4fa2-b375-29b674f26eda req-2641b6c1-1b17-4400-984d-08d9f86facdc tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:16.189278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9e4b6369-cbce-4fa2-b375-29b674f26eda req-2641b6c1-1b17-4400-984d-08d9f86facdc tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 931 time: 0.1471782 Nov 10 21:29:16.212530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Request body: {'port': {'device_id': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:16.230185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-18625e78-91e4-4b0f-aaab-0e272b80be08 None None] Port fedf40fd-01ff-44fe-959e-9adf35edb71b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:16.327248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1955ed-7415-44bf-b246-60cd18945691 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:16.345875 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:16.365382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:16.369641 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-62c0356c-c4c4-4c0e-8eed-d7cde362bdb0 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012906 Nov 10 21:29:16.373553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Transition to ACTIVE for port object aa1955ed-7415-44bf-b246-60cd18945691 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:16.409926 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9e4b6369-cbce-4fa2-b375-29b674f26eda req-b85f324d-62b4-4332-bbdb-6d529be5190b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987132 Nov 10 21:29:16.412955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ae88bd7-273b-4638-b30a-8d3ae9412a1c req-4d9b7d32-5a59-4a20-8ff0-b902cd2831ab service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175298 Nov 10 21:29:16.424231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:29:16.456264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:29:16.456818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 46096d61-3c4e-4ef6-ac56-36fdf9ba8f81 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:29:16.470568 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:16.574068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1955ed-7415-44bf-b246-60cd18945691,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:16.635201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-3a21f523-54cf-4fb0-83de-80508a97199e service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565584 Nov 10 21:29:16.714214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-faad61e4-87b0-44f4-bc6e-03d6fb1bfeba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 HTTP/1.1" status: 200 len: 217 time: 0.0690641 Nov 10 21:29:16.831557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-e266b3e0-8261-4528-b6b3-8bd4bcac4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:16.833385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-e266b3e0-8261-4528-b6b3-8bd4bcac4e0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 1095 time: 0.2138441 Nov 10 21:29:16.834439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Attempting to bind port aa1955ed-7415-44bf-b246-60cd18945691 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:16.834964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Attempting to bind port aa1955ed-7415-44bf-b246-60cd18945691 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:16.835284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Attempting to bind port aa1955ed-7415-44bf-b246-60cd18945691 on network 9ff13602-c2e1-46f4-b874-aee6765a3703 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:16.843583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Port aa1955ed-7415-44bf-b246-60cd18945691 on network 9ff13602-c2e1-46f4-b874-aee6765a3703 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:16.844027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Attempting to bind port aa1955ed-7415-44bf-b246-60cd18945691 on network 9ff13602-c2e1-46f4-b874-aee6765a3703 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:16.858460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5bf09746-27bf-400f-b3a9-e48af867bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:16.859994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-5bf09746-27bf-400f-b3a9-e48af867bb56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 200 len: 797 time: 0.1360524 Nov 10 21:29:16.864846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:16.865190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Checking segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:16.865934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Bound using segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:16.866439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Bound port: aa1955ed-7415-44bf-b246-60cd18945691, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:16.867026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:16.977816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f842cf56-b97e-4da2-a394-92199b963110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:16.977816 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-f842cf56-b97e-4da2-a394-92199b963110 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062963 Nov 10 21:29:17.019755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedf40fd-01ff-44fe-959e-9adf35edb71b {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:17.052153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] For port aa1955ed-7415-44bf-b246-60cd18945691, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:17.062934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] For port aa1955ed-7415-44bf-b246-60cd18945691, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=aa1955ed-7415-44bf-b246-60cd18945691,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:17.066630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-a6de44df-16e5-485c-aff2-09aba071fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.068441 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-a6de44df-16e5-485c-aff2-09aba071fd4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 917 time: 0.2165821 Nov 10 21:29:17.118248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-99ceaff6-b6f3-4bd8-aaa6-6046b248a011 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae HTTP/1.1" status: 200 len: 217 time: 0.0417702 Nov 10 21:29:17.197077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:17.248753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-605e10f4-4d34-49a7-a106-77c6dd218597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.251866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-605e10f4-4d34-49a7-a106-77c6dd218597 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 200 len: 855 time: 0.1256342 Nov 10 21:29:17.298972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.299866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:17.314918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] 10.222.0.53 "PUT /v2.0/ports/aa1955ed-7415-44bf-b246-60cd18945691 HTTP/1.1" status: 200 len: 1092 time: 1.9877832 Nov 10 21:29:17.334919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:17.344484 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed69308-6a03-4c08-9af3-ed81c522459b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "tag": "aa1955ed-7415-44bf-b246-60cd18945691"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:17.398758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599ff85-6a62-4468-bf51-807afcc3bf69 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1955ed-7415-44bf-b246-60cd18945691,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:17.421045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-55cafb1b-60f1-479c-b756-55cf784d8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.426527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-55cafb1b-60f1-479c-b756-55cf784d8d04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ff13602-c2e1-46f4-b874-aee6765a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548173 Nov 10 21:29:17.442159 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:17.470663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Transition to ACTIVE for port object fedf40fd-01ff-44fe-959e-9adf35edb71b will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:17.525357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-90320437-aa18-4306-a440-984f17bfa777 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408139 Nov 10 21:29:17.601272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:17.653130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-30ca50f2-d7d5-4585-81bb-4cad2ff74c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.654830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-30ca50f2-d7d5-4585-81bb-4cad2ff74c64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 1095 time: 0.1945229 Nov 10 21:29:17.686112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Pushing event updated for resources: {'Port': ['ID=fedf40fd-01ff-44fe-959e-9adf35edb71b,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:17.693608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.706120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.712330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.719292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.721933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-25938865-cfc4-4a52-b8df-09f97f791e03 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897435 Nov 10 21:29:17.725878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.736526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.739298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.741293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-913eee58-3027-4d89-a88c-2791b4369991 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1980348 Nov 10 21:29:17.810739 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-e5142f35-18e4-49ee-a913-4397b65c88d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=413693c0-7375-4fca-8afa-16feab091d0c HTTP/1.1" status: 200 len: 217 time: 0.0512421 Nov 10 21:29:17.832455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-16524030-fd1c-46f3-a24a-2f0904a55301 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956704 Nov 10 21:29:17.838953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-34c2f6b6-fb94-4ebf-9d1f-45bdc2663d6a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1955ed-7415-44bf-b246-60cd18945691 HTTP/1.1" status: 200 len: 217 time: 0.1587381 Nov 10 21:29:17.873187 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-4f38621a-7ca8-49b0-a313-9be22cc166b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.875251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-4f38621a-7ca8-49b0-a313-9be22cc166b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 200 len: 797 time: 0.0565019 Nov 10 21:29:17.903274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Attempting to bind port fedf40fd-01ff-44fe-959e-9adf35edb71b on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:17.903624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Attempting to bind port fedf40fd-01ff-44fe-959e-9adf35edb71b by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:17.903942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Attempting to bind port fedf40fd-01ff-44fe-959e-9adf35edb71b on network 9ff13602-c2e1-46f4-b874-aee6765a3703 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:17.928613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Port fedf40fd-01ff-44fe-959e-9adf35edb71b on network 9ff13602-c2e1-46f4-b874-aee6765a3703 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:17.928842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Attempting to bind port fedf40fd-01ff-44fe-959e-9adf35edb71b on network 9ff13602-c2e1-46f4-b874-aee6765a3703 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:17.936386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:17.936731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Checking segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:17.937110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Bound using segment: {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:17.937841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Bound port: fedf40fd-01ff-44fe-959e-9adf35edb71b, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23fea41-a726-4f8d-877c-d456c97e5640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:17.937969 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:17.956788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff6c4672-249c-4382-bf4a-aa9ce1af4aed req-85646757-e255-494d-a711-a21f4f25e8a1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957824 Nov 10 21:29:17.958433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-845b5cb3-1393-460e-84a9-57f65a2d86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:17.960134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-845b5cb3-1393-460e-84a9-57f65a2d86e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0662582 Nov 10 21:29:18.018867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-61611f49-d85d-4601-9c12-08bec2ebdd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.020679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-61611f49-d85d-4601-9c12-08bec2ebdd62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 200 len: 855 time: 0.1614130 Nov 10 21:29:18.104768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] For port fedf40fd-01ff-44fe-959e-9adf35edb71b, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:18.111921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bff78-5f08-4f21-b36a-2381055076fc req-e745dd48-e214-4e5b-b0e4-05f2e15c4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.118144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-e745dd48-e214-4e5b-b0e4-05f2e15c4e3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ff13602-c2e1-46f4-b874-aee6765a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777435 Nov 10 21:29:18.126663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] For port fedf40fd-01ff-44fe-959e-9adf35edb71b, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=fedf40fd-01ff-44fe-959e-9adf35edb71b,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:18.127998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddd9a15b-76f1-4618-bbeb-c3e5eae27238 req-fcecd9ac-1200-49ff-b2d3-416e568e0b22 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775233 Nov 10 21:29:18.140911 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb012cc-6d50-464d-941d-6ccd23b32717 x-openstack-request-id: req-ffb012cc-6d50-464d-941d-6ccd23b32717 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:18.141505 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "tag": "aa1955ed-7415-44bf-b246-60cd18945691", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:18.141975 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffb012cc-6d50-464d-941d-6ccd23b32717 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:18.142474 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691', 'status': 'completed', 'code': 200} Nov 10 21:29:18.143889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-c4108b19-9000-41ae-8c0e-e0ce3853c761 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612382 Nov 10 21:29:18.265328 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:18.303923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1cff-3c0a-4877-9795-7d649bc68fb4 req-1b1bae74-888c-4dfb-8a9a-091fadcf7f7b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.305506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4dcb1cff-3c0a-4877-9795-7d649bc68fb4 req-1b1bae74-888c-4dfb-8a9a-091fadcf7f7b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 943 time: 0.0850344 Nov 10 21:29:18.312679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-c4898d05-dd30-4ed6-8df8-368dfeb85d9f service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836574 Nov 10 21:29:18.329160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.329698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:18.331098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] 10.222.0.64 "PUT /v2.0/ports/fedf40fd-01ff-44fe-959e-9adf35edb71b HTTP/1.1" status: 200 len: 1092 time: 2.1322289 Nov 10 21:29:18.331765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'tag': 'fedf40fd-01ff-44fe-959e-9adf35edb71b'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:18.334283 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463b69d-d13c-4cd4-b43b-981e71914df5" -d '{"events": [{"name": "network-changed", "server_uuid": "3426e0f7-aff3-4c95-9bb5-fffde4e5a505", "tag": "fedf40fd-01ff-44fe-959e-9adf35edb71b"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:18.343143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18f069c-aa42-4458-b7d1-ca2e987b85bc req-3481da88-e1d1-4b3d-b175-8c72bfda4974 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900179 Nov 10 21:29:18.354506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9d4bd-39b7-49a3-9564-ed40212ea217 service neutron] Pushing event updated for resources: {'Port': ['ID=fedf40fd-01ff-44fe-959e-9adf35edb71b,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:18.446270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4dcb1cff-3c0a-4877-9795-7d649bc68fb4 req-29173eef-6c93-450d-b2b2-8b6f3e0b411b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277566 Nov 10 21:29:18.468625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-929bff78-5f08-4f21-b36a-2381055076fc req-ce61d40e-45c0-416b-b2ad-9fe95d6c71b3 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338408 Nov 10 21:29:18.653427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daae9f8-6f23-49eb-828b-aa6b9dc6ee4f req-71bb719f-a645-4496-92b4-2d516bb731d2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.661900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1daae9f8-6f23-49eb-828b-aa6b9dc6ee4f req-71bb719f-a645-4496-92b4-2d516bb731d2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 950 time: 0.1008394 Nov 10 21:29:18.726038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-39ee9583-2b75-4697-acfe-206d62a9493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.726038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-39ee9583-2b75-4697-acfe-206d62a9493d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 1095 time: 0.1486619 Nov 10 21:29:18.738970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.739459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.740002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.740470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.741058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.741515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.741963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.744847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-75cca8db-ad7a-462a-b976-8db4eccba85a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6491 time: 0.1705046 Nov 10 21:29:18.745251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-ca51ed62-1344-4016-942c-e284908a0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.747583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-ca51ed62-1344-4016-942c-e284908a0c29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 1095 time: 0.0771415 Nov 10 21:29:18.768009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1daae9f8-6f23-49eb-828b-aa6b9dc6ee4f req-64bd1eb1-85f7-4a51-82b3-c393747854c3 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999527 Nov 10 21:29:18.930560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-f49b418c-4983-4e2c-8c2f-f6fc55405168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.932058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-f49b418c-4983-4e2c-8c2f-f6fc55405168 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 917 time: 0.1630683 Nov 10 21:29:18.961673 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f9224e-3bee-4601-bc80-9fbc1a62e99c x-openstack-request-id: req-c6f9224e-3bee-4601-bc80-9fbc1a62e99c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:18.962182 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3426e0f7-aff3-4c95-9bb5-fffde4e5a505", "tag": "fedf40fd-01ff-44fe-959e-9adf35edb71b", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:18.968584 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6f9224e-3bee-4601-bc80-9fbc1a62e99c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:18.968584 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'tag': 'fedf40fd-01ff-44fe-959e-9adf35edb71b', 'status': 'completed', 'code': 200} Nov 10 21:29:18.968584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-680f5f02-2488-4616-9883-7c7052e21387 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fedf40fd-01ff-44fe-959e-9adf35edb71b HTTP/1.1" status: 200 len: 217 time: 0.2214494 Nov 10 21:29:18.969799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-ec06c179-9d1e-4132-b2f9-90a73a648c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:18.972181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-ec06c179-9d1e-4132-b2f9-90a73a648c51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6359ee6b-9696-4450-b1ad-82a172074b22 HTTP/1.1" status: 200 len: 903 time: 0.2175732 Nov 10 21:29:18.984278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-03f01072-d278-4585-8bfb-ffbf0dcf9dd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa1955ed-7415-44bf-b246-60cd18945691 HTTP/1.1" status: 200 len: 217 time: 0.0416739 Nov 10 21:29:19.076988 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-305e492d-d157-4e7e-b6cb-3558e4c72421 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=413693c0-7375-4fca-8afa-16feab091d0c HTTP/1.1" status: 200 len: 217 time: 0.0897000 Nov 10 21:29:19.100563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-7b2406d5-f805-488d-a9d5-18068aaa89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.102024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-7b2406d5-f805-488d-a9d5-18068aaa89fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 200 len: 855 time: 0.1085021 Nov 10 21:29:19.166749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-ef82aeba-b284-45fb-88f7-3db414f59d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.168410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-ef82aeba-b284-45fb-88f7-3db414f59d21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 200 len: 855 time: 0.1834538 Nov 10 21:29:19.172414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-2571d666-dbce-43d1-94c8-d1aa9097ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.173843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-2571d666-dbce-43d1-94c8-d1aa9097ce2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 200 len: 797 time: 0.0875432 Nov 10 21:29:19.241790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-b7d34c29-7bb6-4aea-bb1c-4fbb42fa60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.256122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-b7d34c29-7bb6-4aea-bb1c-4fbb42fa60a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ff13602-c2e1-46f4-b874-aee6765a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373792 Nov 10 21:29:19.266703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-97ecf209-fc06-4699-ad7b-1d9e54e1c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.268320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-97ecf209-fc06-4699-ad7b-1d9e54e1c0b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0823274 Nov 10 21:29:19.276283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4fcf9849-817f-4b46-9443-377b23847def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.280586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-4fcf9849-817f-4b46-9443-377b23847def service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff13602-c2e1-46f4-b874-aee6765a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936480 Nov 10 21:29:19.288282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.296646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.304405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.312753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.320651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.327463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:19.332373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.336038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.338471 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-a2c65f41-653c-4a63-b480-98998f05ad18 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.2292116 Nov 10 21:29:19.365126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-ca176bdf-f371-40dc-8d5e-cac2fbd30949 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:19.366903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-ca176bdf-f371-40dc-8d5e-cac2fbd30949 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 950 time: 0.1843698 Nov 10 21:29:19.488406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:19.491642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-417ae71b-3f69-4ded-8ade-953e43b26b70 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102396 Nov 10 21:29:19.494769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-a29947c1-145d-4ddd-a1d7-fdaec98026e1 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060955 Nov 10 21:29:19.687089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:19.711537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae', 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'port_id': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae', 'mac_address': 'fa:16:3e:01:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2433ec9f-6601-4d0d-9f7b-c89495d01b7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:19.820140 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:19.823589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b2c2864-db18-46a2-839f-61bdff16a153 req-33728219-b845-42c2-a7a0-ddddcc37ef7b service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203614 Nov 10 21:29:19.848492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acb944c1-8067-4659-9b41-a5b2ecb12cf4 req-cf923b60-298a-47e6-9ed9-0ae9ad749113 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435910 Nov 10 21:29:19.850642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:19.883535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:19.970934 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:20.074840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:20.142180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-966d7c8f-2864-4e1d-bf1e-8195a573e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:20.143707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-966d7c8f-2864-4e1d-bf1e-8195a573e290 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 1095 time: 0.0960777 Nov 10 21:29:20.158818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27660e9b-e128-4374-af7e-dd8777bc7ecd req-270f3cd7-3d8d-479e-af55-0123df37933a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8019011 Nov 10 21:29:20.176662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-e2c77ec1-e8f9-4975-9a4f-17565854d653 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9059267 Nov 10 21:29:20.223027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:20.281165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-c3877a2b-aae3-474e-bf51-952e16500896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:20.283934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-c3877a2b-aae3-474e-bf51-952e16500896 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 917 time: 0.1296208 Nov 10 21:29:20.315405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Deleting port c23ba12d-aa42-4670-bcca-02b00745dcb2 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:20.315784 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:20.338491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-86633e5b-317f-4f1d-852a-06eddeda1c40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fedf40fd-01ff-44fe-959e-9adf35edb71b HTTP/1.1" status: 200 len: 217 time: 0.0437293 Nov 10 21:29:20.487882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b16837-11eb-4817-8cb3-6a5cf80dcb6a req-d20954bb-e2a4-4352-81e3-ae573cd34597 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:20.489580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53b16837-11eb-4817-8cb3-6a5cf80dcb6a req-d20954bb-e2a4-4352-81e3-ae573cd34597 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 950 time: 0.1601112 Nov 10 21:29:20.495661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed69308-6a03-4c08-9af3-ed81c522459b req-24665e6c-b308-4a98-92b6-5713cf41274d service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071482 Nov 10 21:29:20.514575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f83326-df45-48a2-b2d2-360c827e0c32 req-6c393c78-3f65-4ff5-a345-37b8ac6d4720 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:20.526645 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3f83326-df45-48a2-b2d2-360c827e0c32 req-6c393c78-3f65-4ff5-a345-37b8ac6d4720 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 943 time: 0.2404764 Nov 10 21:29:20.531681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-cfada452-931f-4bce-975b-e225759aa258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:20.535038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-cfada452-931f-4bce-975b-e225759aa258 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 200 len: 855 time: 0.1725171 Nov 10 21:29:20.535826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] For port c23ba12d-aa42-4670-bcca-02b00745dcb2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=c23ba12d-aa42-4670-bcca-02b00745dcb2,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:20.536349 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:20.573285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53b16837-11eb-4817-8cb3-6a5cf80dcb6a req-51ef7d65-e44c-4493-b914-dabbdc2c80b2 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ac92ce0-362e-4cb2-9320-7c629a2d18b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745401 Nov 10 21:29:20.580153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Calling delete_port for c23ba12d-aa42-4670-bcca-02b00745dcb2 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:20.630871 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3f83326-df45-48a2-b2d2-360c827e0c32 req-e4f6899b-c2c3-4599-ac1a-bea7effbaa43 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970244 Nov 10 21:29:20.655112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-5fb176ef-c249-4c79-bf34-cab68a8a3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:20.657190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-5fb176ef-c249-4c79-bf34-cab68a8a3518 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9ff13602-c2e1-46f4-b874-aee6765a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935969 Nov 10 21:29:20.764439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-93a84bad-2556-444f-a992-00efaf8cb36a service neutron] 10.222.0.64 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987670 Nov 10 21:29:20.822649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:20.857491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Pushing event deleted for resources: {'Port': ['ID=c23ba12d-aa42-4670-bcca-02b00745dcb2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:20.884143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5463b69d-d13c-4cd4-b43b-981e71914df5 req-867c87e4-2d96-445c-a7a0-7971a3fb2751 service neutron] 10.222.0.64 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094048 Nov 10 21:29:20.907238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] No DVR routers for this DVR port c23ba12d-aa42-4670-bcca-02b00745dcb2 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:29:20.910717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:20.914382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f62d0d6-4563-4654-9f1f-f3a000647a98 req-64bfcd8c-89ab-4a26-985a-8099bfa51193 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.53 "DELETE /v2.0/ports/c23ba12d-aa42-4670-bcca-02b00745dcb2 HTTP/1.1" status: 204 len: 173 time: 1.5245569 Nov 10 21:29:20.919318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be48192-b098-4ab3-b077-3581f10a2a71', 'name': 'network-vif-deleted', 'tag': 'c23ba12d-aa42-4670-bcca-02b00745dcb2'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:20.919318 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f70d6a-81c2-4093-a514-555dd549b478" -d '{"events": [{"server_uuid": "1be48192-b098-4ab3-b077-3581f10a2a71", "name": "network-vif-deleted", "tag": "c23ba12d-aa42-4670-bcca-02b00745dcb2"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:20.929936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['c23ba12d-aa42-4670-bcca-02b00745dcb2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:20.958523 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fe9c09-aaa0-4810-ac7d-7e1fd7084501 x-openstack-request-id: req-e9fe9c09-aaa0-4810-ac7d-7e1fd7084501 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:20.958891 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be48192-b098-4ab3-b077-3581f10a2a71", "name": "network-vif-deleted", "tag": "c23ba12d-aa42-4670-bcca-02b00745dcb2", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:20.959135 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9fe9c09-aaa0-4810-ac7d-7e1fd7084501 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:20.959534 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be48192-b098-4ab3-b077-3581f10a2a71', 'name': 'network-vif-deleted', 'tag': 'c23ba12d-aa42-4670-bcca-02b00745dcb2', 'status': 'completed', 'code': 200} Nov 10 21:29:21.343394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.349639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.355996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.362468 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.368638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.374918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.380898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.382858 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63600c2b-73b6-47b1-8e70-04c808029391 req-cbfd124d-db7c-43a3-808d-de6fc9e7b024 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1026692 Nov 10 21:29:21.447374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63600c2b-73b6-47b1-8e70-04c808029391 req-7c186856-754f-43cd-b2bd-d2ea706ffd01 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567265 Nov 10 21:29:21.503289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device aa1955ed-7415-44bf-b246-60cd18945691 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:21.506531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:21.640685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port aa1955ed-7415-44bf-b246-60cd18945691, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=aa1955ed-7415-44bf-b246-60cd18945691,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:21.662723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'aa1955ed-7415-44bf-b246-60cd18945691', 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'port_id': 'aa1955ed-7415-44bf-b246-60cd18945691', 'mac_address': 'fa:16:3e:5c:4b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2433ec9f-6601-4d0d-9f7b-c89495d01b7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:21.717279 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:21.721300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:21.732963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:21.733512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:21.734604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2385f382-3ab2-4341-acdc-f9fe579ef416 req-d39027fe-92d9-44ac-8b6a-962a38aecb92 tempest-LiveMigrationNegativeTest-1511726482 tempest-LiveMigrationNegativeTest-1511726482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1be48192-b098-4ab3-b077-3581f10a2a71 HTTP/1.1" status: 200 len: 210 time: 0.0601923 Nov 10 21:29:21.771155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc45ca5-8ed9-4dd4-8415-c6f0035fb9a8 req-6b64285c-bc96-4d86-9ef8-e25e0bfaffa6 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:21.773507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1955ed-7415-44bf-b246-60cd18945691 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:21.779222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acc45ca5-8ed9-4dd4-8415-c6f0035fb9a8 req-6b64285c-bc96-4d86-9ef8-e25e0bfaffa6 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 943 time: 0.0809655 Nov 10 21:29:21.801830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port aa1955ed-7415-44bf-b246-60cd18945691, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=aa1955ed-7415-44bf-b246-60cd18945691,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:21.834048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-acc45ca5-8ed9-4dd4-8415-c6f0035fb9a8 req-66dec74c-6f82-4473-8ec1-5c522ca80e6e tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Nov 10 21:29:21.845632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:21.869603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:21.872174 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833948dd-e42c-47a1-ad3b-6bdbab7aee42" -d '{"events": [{"server_uuid": "8e4ac8e5-762e-4535-b5af-d6ae2a4464be", "name": "network-vif-plugged", "status": "completed", "tag": "5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:21.892982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:21.912536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:21.947162 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b8d4c-5bb9-44a0-b817-b5997271f1a5 x-openstack-request-id: req-860b8d4c-5bb9-44a0-b817-b5997271f1a5 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:21.947941 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4ac8e5-762e-4535-b5af-d6ae2a4464be", "name": "network-vif-plugged", "status": "completed", "tag": "5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:21.947941 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-860b8d4c-5bb9-44a0-b817-b5997271f1a5 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:21.948281 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae', 'code': 200} Nov 10 21:29:21.974509 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:21.987710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=aa1955ed-7415-44bf-b246-60cd18945691,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:22.041654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:22.069597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b210c-2e46-428c-b299-e5e6da1926d0 req-1f014328-9c2b-40bc-952c-c14ad0adfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.071223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358b210c-2e46-428c-b299-e5e6da1926d0 req-1f014328-9c2b-40bc-952c-c14ad0adfd2a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 1097 time: 0.0467665 Nov 10 21:29:22.120209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358b210c-2e46-428c-b299-e5e6da1926d0 req-096e58cb-7ba3-4e8b-ad64-0ced2b126560 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Nov 10 21:29:22.184396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['aa1955ed-7415-44bf-b246-60cd18945691'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:22.582882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.589019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.595751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.601734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.607799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.613980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.619975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.621958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-46d6c754-9c30-4157-add6-287e54d223f6 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.0937190 Nov 10 21:29:22.683048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4237be38-80f7-490d-ab5a-f7c681913d82 req-c45dd34c-4066-4b4c-9b39-9a84dbe50f4b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548577 Nov 10 21:29:22.958919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0fec5-87cc-4586-8188-6cb4509a55eb req-57babb73-31b4-4544-981c-ba2ed7b3c04f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:22.960614 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5db0fec5-87cc-4586-8188-6cb4509a55eb req-57babb73-31b4-4544-981c-ba2ed7b3c04f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 943 time: 0.0559657 Nov 10 21:29:23.010843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5db0fec5-87cc-4586-8188-6cb4509a55eb req-a01a2a4d-92de-4c48-b6fc-877a38d22333 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Nov 10 21:29:23.251026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:23.422712 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e1f7f4e4-b849-4b94-9bee-41ca98255d7c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3e9f24b001c41cf81d6a5f14d03c90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686637 Nov 10 21:29:23.423483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53790) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:23.464057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae4880-68b9-4873-8d8e-f1d3bef26367 req-77247b66-a33f-4202-b527-db23ed3c5f17 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.465719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7ae4880-68b9-4873-8d8e-f1d3bef26367 req-77247b66-a33f-4202-b527-db23ed3c5f17 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0575023 Nov 10 21:29:23.492191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2acd01c3-539c-4567-8f0a-ef436a7e9870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.519474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.522100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device aa1955ed-7415-44bf-b246-60cd18945691 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:23.522811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2acd01c3-539c-4567-8f0a-ef436a7e9870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.537006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7ae4880-68b9-4873-8d8e-f1d3bef26367 req-29b89794-ffa6-433f-a7f0-35c1f3d3d704 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643585 Nov 10 21:29:23.638817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port aa1955ed-7415-44bf-b246-60cd18945691 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:23.643015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port aa1955ed-7415-44bf-b246-60cd18945691 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:23.643445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.676026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2acd01c3-539c-4567-8f0a-ef436a7e9870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.678716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2acd01c3-539c-4567-8f0a-ef436a7e9870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.682373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2acd01c3-539c-4567-8f0a-ef436a7e9870 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ac92ce0-362e-4cb2-9320-7c629a2d18b8 HTTP/1.1" status: 204 len: 168 time: 0.2554326 Nov 10 21:29:23.690046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd01c3-539c-4567-8f0a-ef436a7e9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac92ce0-362e-4cb2-9320-7c629a2d18b8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:23.780175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.816586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port aa1955ed-7415-44bf-b246-60cd18945691, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=aa1955ed-7415-44bf-b246-60cd18945691,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:23.889784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.896246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.904048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.910265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.918684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.925841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.932203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:23.934892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-4d784761-8705-48d3-b0c4-3e154751f7f8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1132641 Nov 10 21:29:23.949659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:23.952228 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9a569b-6c4c-4d16-bef1-6a3d3f1b102f" -d '{"events": [{"server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "name": "network-vif-plugged", "status": "completed", "tag": "aa1955ed-7415-44bf-b246-60cd18945691"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:23.956612 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:23.957798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c23ba12d-aa42-4670-bcca-02b00745dcb2 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:29:24.014162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aeebcca5-2b51-4d12-9048-985589d70c0a req-007d7d56-95f7-4024-adf0-0c595780a8eb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703433 Nov 10 21:29:24.015242 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b7817-09f1-4f4b-abe2-f611e00acfa5 x-openstack-request-id: req-da8b7817-09f1-4f4b-abe2-f611e00acfa5 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:24.015600 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "name": "network-vif-plugged", "status": "completed", "tag": "aa1955ed-7415-44bf-b246-60cd18945691", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:24.015951 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da8b7817-09f1-4f4b-abe2-f611e00acfa5 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:24.016438 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691', 'code': 200} Nov 10 21:29:24.019320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: c23ba12d-aa42-4670-bcca-02b00745dcb2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:29:24.019756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device c23ba12d-aa42-4670-bcca-02b00745dcb2 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:29:24.070264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=aa1955ed-7415-44bf-b246-60cd18945691,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:24.156351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650cf45-2279-42c8-8b72-56d8c7c407af req-97fd76dc-e258-4a14-bbd7-3b1401ddd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:24.157536 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f650cf45-2279-42c8-8b72-56d8c7c407af req-97fd76dc-e258-4a14-bbd7-3b1401ddd706 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 1097 time: 0.0579345 Nov 10 21:29:24.166326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e81140-2aca-4585-9716-1f6c7cf81b09 req-8357b62c-795f-4810-82f7-8e3b752af35b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:24.168047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95e81140-2aca-4585-9716-1f6c7cf81b09 req-8357b62c-795f-4810-82f7-8e3b752af35b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 943 time: 0.0682507 Nov 10 21:29:24.234057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95e81140-2aca-4585-9716-1f6c7cf81b09 req-811cbf1f-e7d4-44a0-aa87-d8305f241a44 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589004 Nov 10 21:29:24.234688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f650cf45-2279-42c8-8b72-56d8c7c407af req-f5dcece0-a5b3-4541-8f53-d2f1591b095c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691974 Nov 10 21:29:24.470478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device fedf40fd-01ff-44fe-959e-9adf35edb71b details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:24.577955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port fedf40fd-01ff-44fe-959e-9adf35edb71b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=fedf40fd-01ff-44fe-959e-9adf35edb71b,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:24.590222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'fedf40fd-01ff-44fe-959e-9adf35edb71b', 'network_id': '9ff13602-c2e1-46f4-b874-aee6765a3703', 'port_id': 'fedf40fd-01ff-44fe-959e-9adf35edb71b', 'mac_address': 'fa:16:3e:7d:76:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2433ec9f-6601-4d0d-9f7b-c89495d01b7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:24.591250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53804) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:24.637076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f362a20-89f3-438a-8407-558e32a2cfa2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=665f8f08286342f99df07daa75f632a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440345 Nov 10 21:29:24.639669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53806) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:24.646305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:24.660469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedf40fd-01ff-44fe-959e-9adf35edb71b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:24.681820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port fedf40fd-01ff-44fe-959e-9adf35edb71b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=fedf40fd-01ff-44fe-959e-9adf35edb71b,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:24.695330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b7e48b3-cd25-4430-85a5-4358ea6cac55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:24.721052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b7e48b3-cd25-4430-85a5-4358ea6cac55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:24.784800 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:24.837934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=fedf40fd-01ff-44fe-959e-9adf35edb71b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:24.910414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b7e48b3-cd25-4430-85a5-4358ea6cac55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:24.913155 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b7e48b3-cd25-4430-85a5-4358ea6cac55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:24.914390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0b7e48b3-cd25-4430-85a5-4358ea6cac55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dafdf075-56ea-4c92-815a-92e48de26523 HTTP/1.1" status: 204 len: 168 time: 0.2735534 Nov 10 21:29:24.923177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e48b3-cd25-4430-85a5-4358ea6cac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafdf075-56ea-4c92-815a-92e48de26523,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:25.165132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['fedf40fd-01ff-44fe-959e-9adf35edb71b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:25.176933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.184451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.190681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.197355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.204709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.211712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.217825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.219779 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd674862-b142-492c-b00a-34a83adc795d req-a0c29ac6-8ecf-42fd-a9a9-c775d781364c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1119153 Nov 10 21:29:25.303879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd674862-b142-492c-b00a-34a83adc795d req-0efd9a87-a6a2-400a-9ecf-97bc7470e18b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763378 Nov 10 21:29:25.447331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20754934-8e9e-4257-9a35-2fa8f548fef1 req-66888990-84ca-4af6-9acc-bcc848f8cbdb tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.450708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20754934-8e9e-4257-9a35-2fa8f548fef1 req-66888990-84ca-4af6-9acc-bcc848f8cbdb tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 944 time: 0.0890231 Nov 10 21:29:25.513724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20754934-8e9e-4257-9a35-2fa8f548fef1 req-154e1f1f-e180-4cfc-9070-9d030ab4b123 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565994 Nov 10 21:29:25.668906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456078a8-df65-4e75-8a2e-03fc96dd18e1 req-70ce1ebe-f765-4be7-ad4a-4ad5a924d764 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:25.670479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-456078a8-df65-4e75-8a2e-03fc96dd18e1 req-70ce1ebe-f765-4be7-ad4a-4ad5a924d764 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0536664 Nov 10 21:29:25.734329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-456078a8-df65-4e75-8a2e-03fc96dd18e1 req-73b68523-32bc-4147-8d16-fafcc71fb614 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570798 Nov 10 21:29:26.457126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.468075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.474513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.482463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.484854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device fedf40fd-01ff-44fe-959e-9adf35edb71b up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:26.491235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.498437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.505611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.507519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-1fb52332-26f1-46af-980c-b00871e49268 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1150935 Nov 10 21:29:26.575955 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56ff1131-9aec-4e24-95c7-acf4fc82d5c7 req-c3acaa04-d31b-4642-b98c-171d326d345e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606496 Nov 10 21:29:26.670061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port fedf40fd-01ff-44fe-959e-9adf35edb71b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:26.674389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port fedf40fd-01ff-44fe-959e-9adf35edb71b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:26.674848 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:26.706385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac9212-36ff-4198-b6a5-1bcd5feebf2a req-8684aa55-682c-467c-96dd-77512835d6d4 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.708185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fac9212-36ff-4198-b6a5-1bcd5feebf2a req-8684aa55-682c-467c-96dd-77512835d6d4 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 944 time: 0.0659432 Nov 10 21:29:26.769057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fac9212-36ff-4198-b6a5-1bcd5feebf2a req-781c9fee-1f8a-4de4-b593-5cf7e2a5d407 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484445 Nov 10 21:29:26.770187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4875062-84e1-4eac-b33f-1bd8d8d3a690 req-3f55b40f-235f-42dc-83cf-610ec7d5d7e5 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.771772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4875062-84e1-4eac-b33f-1bd8d8d3a690 req-3f55b40f-235f-42dc-83cf-610ec7d5d7e5 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0607865 Nov 10 21:29:26.794463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:26.819057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedf40fd-01ff-44fe-959e-9adf35edb71b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:26.821667 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8392e583-2b09-449a-8ad6-4889e4b9de67" -d '{"events": [{"server_uuid": "3426e0f7-aff3-4c95-9bb5-fffde4e5a505", "name": "network-vif-plugged", "status": "completed", "tag": "fedf40fd-01ff-44fe-959e-9adf35edb71b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:26.835342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port fedf40fd-01ff-44fe-959e-9adf35edb71b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=fedf40fd-01ff-44fe-959e-9adf35edb71b,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:26.838229 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4875062-84e1-4eac-b33f-1bd8d8d3a690 req-24f72134-0a36-4c57-8b83-500bd4e66810 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574231 Nov 10 21:29:26.871397 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0efe50-2dab-4313-8676-8d5a51b6e9c7 x-openstack-request-id: req-eb0efe50-2dab-4313-8676-8d5a51b6e9c7 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:26.871957 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3426e0f7-aff3-4c95-9bb5-fffde4e5a505", "name": "network-vif-plugged", "status": "completed", "tag": "fedf40fd-01ff-44fe-959e-9adf35edb71b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:26.872207 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb0efe50-2dab-4313-8676-8d5a51b6e9c7 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:26.872594 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedf40fd-01ff-44fe-959e-9adf35edb71b', 'code': 200} Nov 10 21:29:26.904461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:26.961032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=fedf40fd-01ff-44fe-959e-9adf35edb71b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:26.977279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f943fe-ca67-4879-a487-9855c3b23fa5 req-fdb9f298-a0d8-4f1b-9bb7-f9aedd4208d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:26.978971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46f943fe-ca67-4879-a487-9855c3b23fa5 req-fdb9f298-a0d8-4f1b-9bb7-f9aedd4208d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 1097 time: 0.0440605 Nov 10 21:29:27.032040 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46f943fe-ca67-4879-a487-9855c3b23fa5 req-00b898e4-a033-40d7-a9bc-1a10a1ca7ed2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Nov 10 21:29:27.744613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.752140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.761556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.767945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.773909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.781064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.789032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.794554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-7f09f9ae-f39b-4b3e-a6b0-943e940f5c23 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1322961 Nov 10 21:29:27.879129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f64b8f2-bdd2-41eb-8d2c-f43e11a07b1e req-d98a4da9-c945-41a6-8256-2dc95d6a25d5 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729699 Nov 10 21:29:27.945191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbc01b-6dda-47ec-84f1-4b8c418516fa req-f23a2e1e-9665-4804-94ab-36c3d546aa7f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:27.947440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcbbc01b-6dda-47ec-84f1-4b8c418516fa req-f23a2e1e-9665-4804-94ab-36c3d546aa7f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.0743513 Nov 10 21:29:28.006783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede9b2e-0e38-44e0-992d-845f19d9307e req-965cb6ce-9357-4d66-abd8-7eb4f7a7cde5 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:28.014537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aede9b2e-0e38-44e0-992d-845f19d9307e req-965cb6ce-9357-4d66-abd8-7eb4f7a7cde5 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.0816586 Nov 10 21:29:28.029217 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcbbc01b-6dda-47ec-84f1-4b8c418516fa req-bb6335a7-91cb-47fb-a732-eb446fcb32ab tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740759 Nov 10 21:29:28.074497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aede9b2e-0e38-44e0-992d-845f19d9307e req-54a01fcc-78db-483a-9ac9-2a523fa9640f tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562425 Nov 10 21:29:29.035276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-9bf20c3f-ab08-428d-afb7-834f231c0f59 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.041031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-9bf20c3f-ab08-428d-afb7-834f231c0f59 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.64 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.1109529 Nov 10 21:29:29.105296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.112471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.119210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.126960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.132977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.141515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.150821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.153947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-afb1e374-6d14-41f5-bc6e-a30cf2f6cc08 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1992595 Nov 10 21:29:29.180392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db035-f73a-4879-8892-3582ae816b2a req-932479ff-07cd-4b0e-bd67-56f8ced6fedf tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.190752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-765db035-f73a-4879-8892-3582ae816b2a req-932479ff-07cd-4b0e-bd67-56f8ced6fedf tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.0888040 Nov 10 21:29:29.252082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fea707c8-bdee-44dd-9c48-0e8f69fc52ca req-5b85923e-ea46-42a3-a830-763a62848d42 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783815 Nov 10 21:29:29.263960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Deleting port e5d706ac-53c6-4ab4-9a14-0c48510441ba {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:29.264310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:29.280375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-765db035-f73a-4879-8892-3582ae816b2a req-0d81c003-34ea-4ce0-9ccd-d77b39cf6811 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874772 Nov 10 21:29:29.447529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] For port e5d706ac-53c6-4ab4-9a14-0c48510441ba, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e5d706ac-53c6-4ab4-9a14-0c48510441ba,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:29.448155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:29.460784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9119900-dbb6-4924-b374-758036654818 req-ccd80cca-8a5f-456f-8e5b-f573fa6b5f3a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.473980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9119900-dbb6-4924-b374-758036654818 req-ccd80cca-8a5f-456f-8e5b-f573fa6b5f3a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0940478 Nov 10 21:29:29.559482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eedba4-e3c0-4f03-ba04-92ddec0adb5c req-be3e6d06-883b-47ac-968d-00dac904ebbc tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.567580 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24eedba4-e3c0-4f03-ba04-92ddec0adb5c req-be3e6d06-883b-47ac-968d-00dac904ebbc tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 946 time: 0.1866705 Nov 10 21:29:29.628422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9119900-dbb6-4924-b374-758036654818 req-3f002d8c-1d99-4e73-9272-037a231390be tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516645 Nov 10 21:29:29.762097 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24eedba4-e3c0-4f03-ba04-92ddec0adb5c req-5afdb6b0-b022-4f2e-9bc3-eabe6e411009 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups?id=8945d6a0-0d59-43bd-8f42-e806b97c4454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776428 Nov 10 21:29:29.797997 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:29.797997 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:29.798344 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Floating IP fdff2eac-d643-4f00-8971-f204761d9e52 disassociated. External IP: 172.25.7.173, port: e5d706ac-53c6-4ab4-9a14-0c48510441ba. Nov 10 21:29:29.798658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Calling delete_port for e5d706ac-53c6-4ab4-9a14-0c48510441ba owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:29.809151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458feaab-d6f5-4963-a7ad-1e6c3706bba6 req-a4a7802c-166a-4f1d-a3da-8a4be9738166 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:29.816783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-458feaab-d6f5-4963-a7ad-1e6c3706bba6 req-a4a7802c-166a-4f1d-a3da-8a4be9738166 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 945 time: 0.1050444 Nov 10 21:29:29.920366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-458feaab-d6f5-4963-a7ad-1e6c3706bba6 req-4a06274c-0ff9-4d61-929b-009639de67e3 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013823 Nov 10 21:29:30.059456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:30.094293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event deleted for resources: {'Port': ['ID=e5d706ac-53c6-4ab4-9a14-0c48510441ba,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:30.244666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:29:30.482794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf112-4c83-480e-b27a-f461088a75b9 req-6b5fb02c-4585-46a8-8286-a2687199d9b3 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.485474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-975bf112-4c83-480e-b27a-f461088a75b9 req-6b5fb02c-4585-46a8-8286-a2687199d9b3 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.1829617 Nov 10 21:29:30.486939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:29:30.502159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] Sync routers for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:29:30.520156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:30.524444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:29:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:30.545501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] No DVR routers for this DVR port e5d706ac-53c6-4ab4-9a14-0c48510441ba on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:29:30.549537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:30.553100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f6c6c0c-c8a3-4f1b-b9d1-5fb27064e2d5 req-c05f9dc9-a2f4-44d1-a0a3-d1356abd3242 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.64 "DELETE /v2.0/ports/e5d706ac-53c6-4ab4-9a14-0c48510441ba HTTP/1.1" status: 204 len: 173 time: 1.5078788 Nov 10 21:29:30.555381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.572363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'name': 'network-vif-deleted', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:30.575213 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58738cc-ef9c-42d6-8fcd-3e5f6a6fb6d9" -d '{"events": [{"server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "name": "network-vif-deleted", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:30.584941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.599026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.615396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.627919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-975bf112-4c83-480e-b27a-f461088a75b9 req-903b72c3-5050-464e-8b1c-f59f8d2b1d67 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056147 Nov 10 21:29:30.647139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.666193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.685764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:30.700390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d994820d-0423-42ce-9a6a-e8ba2ae1669e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.2766616 Nov 10 21:29:30.757664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:29:30.798772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-893ad210-8dd8-4716-a24e-0d5779388f1a req-d4fea4ef-7e68-4a79-884f-6c53dad3810b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974808 Nov 10 21:29:30.884024 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ea049-a7b4-4deb-9fd6-31f7f36c7db4 x-openstack-request-id: req-697ea049-a7b4-4deb-9fd6-31f7f36c7db4 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:30.884549 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a2a366-e44d-4bc9-8710-9c829bae9a5b", "name": "network-vif-deleted", "tag": "e5d706ac-53c6-4ab4-9a14-0c48510441ba", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:30.884980 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-697ea049-a7b4-4deb-9fd6-31f7f36c7db4 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:30.885549 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a2a366-e44d-4bc9-8710-9c829bae9a5b', 'name': 'network-vif-deleted', 'tag': 'e5d706ac-53c6-4ab4-9a14-0c48510441ba', 'status': 'completed', 'code': 200} Nov 10 21:29:31.004309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:31.043826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] Checking router: 13babb5c-dd41-4f9d-98cf-3f9af4746c88 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:29:31.053382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:31.054000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:29:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:31.204275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:29:31.204505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57207c-a534-43f8-a0fc-2fe0924faef3 req-0f6561fb-8f1c-4dad-9329-af3a79541045 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:31.206006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f57207c-a534-43f8-a0fc-2fe0924faef3 req-0f6561fb-8f1c-4dad-9329-af3a79541045 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0753009 Nov 10 21:29:31.257873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f57207c-a534-43f8-a0fc-2fe0924faef3 req-5082ae06-da42-4980-8420-2d1fbb1b1c47 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Nov 10 21:29:31.419451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2af1fe6a-3ed3-4616-8a7a-8481faa5dc8a req-21e83f05-bd18-4bb9-a7b4-7fc92c664bfe tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0315797 Nov 10 21:29:31.444059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:31.472635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12944ea6-7034-4b1b-b9e3-c74764a8ac96 None None] The sync data for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 is: [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd954e76a-1459-4ff6-98f6-054f7bc340e3', 'name': '', 'network_id': '64d49acd-8b50-48a9-9818-d0a96b05525e', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'mac_address': 'fa:16:3e:75:4c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:25:01Z', 'updated_at': '2021-11-10T21:25:08Z', 'revision_number': 5, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'subnets': [{'id': '89734400-2efa-4fe6-87cb-e9d4f0dd055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:29:31.741842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56176f8-775a-46a8-87ac-c4849ee67f11 req-e4c12125-0f9c-44de-a9a6-e9cbcc596e14 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:31.749221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56176f8-775a-46a8-87ac-c4849ee67f11 req-e4c12125-0f9c-44de-a9a6-e9cbcc596e14 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:31.755195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56176f8-775a-46a8-87ac-c4849ee67f11 req-e4c12125-0f9c-44de-a9a6-e9cbcc596e14 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:31.756968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c56176f8-775a-46a8-87ac-c4849ee67f11 req-e4c12125-0f9c-44de-a9a6-e9cbcc596e14 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505&device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129&device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 2416 time: 0.0702374 Nov 10 21:29:31.813180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c56176f8-775a-46a8-87ac-c4849ee67f11 req-c035c427-2b78-4dfb-9c65-342b8dca070c tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491037 Nov 10 21:29:31.815184 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68c032-04bc-4f85-9c55-45c1028d92a7 None None] New status for floating IP fdff2eac-d643-4f00-8971-f204761d9e52: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:29:31.954297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab0503-061f-47c3-a3d6-2068629a90f4 req-c40bf267-4ace-4cc2-8d8a-87ba61051d5e tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:31.955824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ab0503-061f-47c3-a3d6-2068629a90f4 req-c40bf267-4ace-4cc2-8d8a-87ba61051d5e tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.0552397 Nov 10 21:29:32.004657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ab0503-061f-47c3-a3d6-2068629a90f4 req-5dcb6393-2b7b-499f-8b78-109a968e4b20 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Nov 10 21:29:32.118806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.125246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.131292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.137547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.143583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.149641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.156377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.158407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-9d52dc46-7bf3-42aa-9ab3-53b634d19f67 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.0944662 Nov 10 21:29:32.221818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12e003f8-6e0f-44b6-8ab6-59ca77fb08cb req-751ccffb-52c4-4834-8743-41a63c05bd3d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568471 Nov 10 21:29:32.420872 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-e1a937d2-13c3-41fb-80ad-b31ee0eeb457 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486248 Nov 10 21:29:32.511667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e5d706ac-53c6-4ab4-9a14-0c48510441ba no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:29:32.523868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-14902992-7464-411b-b52c-050a72447702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.525607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-14902992-7464-411b-b52c-050a72447702 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20f59c7ad599484dbcf8544c8221fb09&device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 1098 time: 0.0507197 Nov 10 21:29:32.539784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: e5d706ac-53c6-4ab4-9a14-0c48510441ba {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:29:32.540445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e5d706ac-53c6-4ab4-9a14-0c48510441ba not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:29:32.565790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff626661-4e44-4f97-8915-975125e899e0 req-a03be42c-22b7-4e0b-be71-dadc808a1671 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0330381 Nov 10 21:29:32.674106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-4d915d7f-5716-4211-bd6d-d91f762b9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.675595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-4d915d7f-5716-4211-bd6d-d91f762b9107 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac0b214-9a80-4498-bae4-18080343acd4 HTTP/1.1" status: 200 len: 916 time: 0.1186469 Nov 10 21:29:32.721204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-d50e2f8f-9ddb-4040-a1d2-18124e908621 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd HTTP/1.1" status: 200 len: 217 time: 0.0370729 Nov 10 21:29:32.772781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-eac493dc-0894-42c7-aa2a-9453812fa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.774166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-eac493dc-0894-42c7-aa2a-9453812fa648 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1016733-ef21-4c8d-94db-972c07e2bedb HTTP/1.1" status: 200 len: 854 time: 0.0459423 Nov 10 21:29:32.828776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-83680adb-9a2c-4f21-911a-68b9c14f536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:32.830374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-83680adb-9a2c-4f21-911a-68b9c14f536d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac0b214-9a80-4498-bae4-18080343acd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472293 Nov 10 21:29:32.930762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-0ecfbb7e-09d2-4016-8846-3a818882b7f4 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924509 Nov 10 21:29:33.033470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56c43f69-47df-476c-8f3b-ef4da66059c4 req-978bb0bb-febb-4590-b5c0-4e551618539d service neutron] 10.222.0.53 "GET /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950844 Nov 10 21:29:33.420684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.426550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.433304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.439294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.445361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.451514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.457518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.459444 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-54e1394a-1311-4e9c-97e7-e6d6f7bdbd55 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.0936065 Nov 10 21:29:33.523482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8c9a7f58-91db-4032-9a08-21c3964c0569 req-87ea809a-042c-4f68-ae70-3ea3a7d86abf tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568364 Nov 10 21:29:33.634530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5d3e0-3edb-4f66-aa82-87043e884c02 req-855826c6-9c9e-4bd7-943f-0fa2de0a51db tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:33.636691 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3a5d3e0-3edb-4f66-aa82-87043e884c02 req-855826c6-9c9e-4bd7-943f-0fa2de0a51db tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0515757 Nov 10 21:29:33.689347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3a5d3e0-3edb-4f66-aa82-87043e884c02 req-03182c52-dc5f-48b1-952e-8c4b30fe79c0 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Nov 10 21:29:33.831269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67dba73a-794a-4848-b899-a8d62ca2e201 req-4ef0c045-e179-4889-b986-42fbb763c026 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0280664 Nov 10 21:29:33.925624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-d7560882-555c-4ded-aadb-d8e9bb4307b7 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=46482bcd42d44ea9823ca085ab84881a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221229 Nov 10 21:29:34.045674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-df89d098-7724-4dae-8b6a-b23da5dd7c9e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:34.047369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-df89d098-7724-4dae-8b6a-b23da5dd7c9e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160555 Nov 10 21:29:34.062579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-c4cf418f-fb02-4150-b241-eb18dfbce340 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/quotas/46482bcd42d44ea9823ca085ab84881a HTTP/1.1" status: 200 len: 375 time: 0.0095229 Nov 10 21:29:34.096247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-c353eede-cd03-4a1b-9f07-d6bb24752172 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=46482bcd42d44ea9823ca085ab84881a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282595 Nov 10 21:29:34.444519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-ba2c45b3-b28a-4403-8bd2-806cfcb5223e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=46482bcd42d44ea9823ca085ab84881a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245810 Nov 10 21:29:34.555359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f36879c6-ee12-4a4e-9ee1-0643bea7148e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:34.556988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f36879c6-ee12-4a4e-9ee1-0643bea7148e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105917 Nov 10 21:29:34.575390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-812a087c-b9cc-4f55-97ca-8dba4f1c4a7d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/quotas/46482bcd42d44ea9823ca085ab84881a HTTP/1.1" status: 200 len: 375 time: 0.0110040 Nov 10 21:29:34.609680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-a4109539-1fae-4bbe-9805-184de4502229 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=46482bcd42d44ea9823ca085ab84881a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286117 Nov 10 21:29:34.967876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:34.974232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:34.981196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:34.989149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:34.995025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.001088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.008826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.012433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-f0889ea4-3bb9-43ff-96ef-00a4ffd1fef3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1059952 Nov 10 21:29:35.090061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6277eec-15a9-4780-89d5-02dd9239f5a8 req-d70af0fd-bd04-4c27-805f-876db3e78003 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739911 Nov 10 21:29:35.141028 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-9d768b82-868b-4611-a4e8-59c45872a742 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585608 Nov 10 21:29:35.251249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231fb9e-b4ad-41db-8d5a-175e5217dc6d req-103de032-0e27-4ef5-b37d-8ae8b8edc7e3 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.261782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c231fb9e-b4ad-41db-8d5a-175e5217dc6d req-103de032-0e27-4ef5-b37d-8ae8b8edc7e3 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1025465 Nov 10 21:29:35.270153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d773557-3fd7-4505-be17-614688c2900b req-580428eb-3845-4f26-b92e-cca7e20e3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.271824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-580428eb-3845-4f26-b92e-cca7e20e3fca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1096 time: 0.0744870 Nov 10 21:29:35.351852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54116) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:35.361839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c231fb9e-b4ad-41db-8d5a-175e5217dc6d req-1a8b9152-480b-485d-986f-7d91a52fa203 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993769 Nov 10 21:29:35.379047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-769816153'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:35.452370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d773557-3fd7-4505-be17-614688c2900b req-a48610e4-f327-4d10-be1f-63d597218abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.453922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-a48610e4-f327-4d10-be1f-63d597218abd service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1606634 Nov 10 21:29:35.480446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d627b4c-a05d-46e8-a798-25c177d0666e req-c1df9807-0ea2-4e5a-b8b3-1e906686604d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 210 time: 0.0464227 Nov 10 21:29:35.513476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:35.518236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:35.521478 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-13c01af2-7151-47da-ae2b-aa2bb0817975 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 217 time: 0.0563169 Nov 10 21:29:35.583347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:29:35.613264 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3344d1c-2876-47d5-a7f5-77f8095d3ec9 req-fdfebf5b-ed9e-40bc-b11d-97e1a9f454a3 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0435390 Nov 10 21:29:35.626025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:35.626025 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Added segment 91526852-8bd8-4dc8-a6a4-0bc67dc0693e of type vlan for network 92f7713a-46a6-4f78-96c8-61feea471e37 Nov 10 21:29:35.647633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d773557-3fd7-4505-be17-614688c2900b req-40a8e5a7-a9ea-4803-bc3b-389c1c376cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.649132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-40a8e5a7-a9ea-4803-bc3b-389c1c376cf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1206393 Nov 10 21:29:35.696045 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-96e081d5-3624-4892-a053-69221616a164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:35.697913 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:35.720932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-4fc47d43-50f0-48ed-af03-3054adc04edb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586674 Nov 10 21:29:35.830349 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:35.844570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:35.845227 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:35.899425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-5ee4b0d4-efc1-483f-90bf-ddbdc342237b service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700418 Nov 10 21:29:36.000494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Network': ['ID=92f7713a-46a6-4f78-96c8-61feea471e37,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:36.012382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 92f7713a-46a6-4f78-96c8-61feea471e37 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:29:36.043016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:36.043525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-60547ea9-a6c6-4746-9ef2-3076117c8e0a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6719725 Nov 10 21:29:36.047910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-50148802'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:36.089696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d773557-3fd7-4505-be17-614688c2900b req-1eb8b447-643d-4efd-9774-7c37202823fd service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723378 Nov 10 21:29:36.207237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:36.210749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:36.252324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:29:36.262956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:36.263315 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Added segment 78e548b4-7ab4-40e5-a5a0-c85310429d5f of type vlan for network 832a1c7f-42d8-4db8-844c-8912958a8973 Nov 10 21:29:36.327736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:36.419591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.420954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.427109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.434328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.440937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.447118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.454557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.457022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-06554404-0969-4f21-aece-c82cc9873f84 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1207843 Nov 10 21:29:36.470747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:36.488334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.493059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:36.572029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ce806b5d-b23d-4b11-ab65-e66f601b6702 req-c41f55ad-df9e-4a43-aef6-82bceac0f1b2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055293 Nov 10 21:29:36.659286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Network': ['ID=832a1c7f-42d8-4db8-844c-8912958a8973,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:36.677687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 832a1c7f-42d8-4db8-844c-8912958a8973 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:29:36.699047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccb0ba-d3e3-4dd7-a84a-a6feb7479d04 req-dd304833-8315-4bda-99c9-81ee58514967 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.705923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89ccb0ba-d3e3-4dd7-a84a-a6feb7479d04 req-dd304833-8315-4bda-99c9-81ee58514967 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1435261 Nov 10 21:29:36.752006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce4c19-87f2-459f-9217-072c3846b152 req-cc0d1ed8-4613-432f-8a85-3f573160b786 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:36.764504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47ce4c19-87f2-459f-9217-072c3846b152 req-cc0d1ed8-4613-432f-8a85-3f573160b786 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 946 time: 0.1048393 Nov 10 21:29:36.782500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e1e8c816-eac1-436b-9c10-c84353d3f7c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7383783 Nov 10 21:29:36.783116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54160) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:36.808480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'subnet': {'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:36.843956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47ce4c19-87f2-459f-9217-072c3846b152 req-12b830b3-ff7a-49d0-92fb-51856d0786e6 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776596 Nov 10 21:29:36.864603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89ccb0ba-d3e3-4dd7-a84a-a6feb7479d04 req-fd598d87-9a20-4772-a78e-b78898f9ee48 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535742 Nov 10 21:29:36.945857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0537119b-b9ba-4e68-a65f-91a1092c81bf req-b01129d4-4ca5-4166-939e-1941eac34c1f tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 210 time: 0.0288880 Nov 10 21:29:36.996077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4292c72d-9cdf-4ad9-81fd-73312152d95c req-cf7d774d-b7ca-4272-853b-e70ee651c0ad tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0405273 Nov 10 21:29:37.076151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:37.080981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:37.088539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaee74b-1ebf-43a5-a15c-23083f0dc919 req-ea314ac2-6fcd-4d66-a13b-8343a749d918 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.090312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfaee74b-1ebf-43a5-a15c-23083f0dc919 req-ea314ac2-6fcd-4d66-a13b-8343a749d918 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0834286 Nov 10 21:29:37.092039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-eba3468d-9b51-4e2f-a09b-7199cee4e8c2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=46482bcd42d44ea9823ca085ab84881a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308435 Nov 10 21:29:37.228094 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfaee74b-1ebf-43a5-a15c-23083f0dc919 req-ddb5a685-615b-416d-aa59-db4cfc7f86a8 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268487 Nov 10 21:29:37.285624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-3fb1de5f-0bbb-479d-985a-3e7ae785c863 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.287422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-3fb1de5f-0bbb-479d-985a-3e7ae785c863 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775115 Nov 10 21:29:37.309616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Request body: {'port': {'device_id': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '46482bcd42d44ea9823ca085ab84881a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:37.570724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Made reservation on behalf of 46482bcd42d44ea9823ca085ab84881a for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:37.580276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:37.597464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:37.719228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:37.725875 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:37.747317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.753417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.759528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.765835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.771797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.778935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.784308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:37.785806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-ab1724b9-30f8-4eb2-ad4c-69c04a168a21 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1155775 Nov 10 21:29:37.791371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Subnet': ['ID=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:37.815591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Checking segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:37.815955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network hostable DHCP agents. Network: 92f7713a-46a6-4f78-96c8-61feea471e37, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:29:37.846157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:37.859336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ca8b635-5ad8-4566-b4b5-0f640622bbce req-d6af22d0-7525-4250-a6cc-b3c81e0badc4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654564 Nov 10 21:29:37.918789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b62046-9e16-4ba8-bb54-b951229772dd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:37.935057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 92f7713a-46a6-4f78-96c8-61feea471e37 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:29:37.957639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-79cd6f91-e532-4729-a442-503164f53909 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=46482bcd42d44ea9823ca085ab84881a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339966 Nov 10 21:29:38.016102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-744b56a5-7921-4c10-9759-4f2c51d936aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.052988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 92f7713a-46a6-4f78-96c8-61feea471e37) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:38.072688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818aef67-fab3-4b8e-8f97-d67d00135c90 None None] Network 92f7713a-46a6-4f78-96c8-61feea471e37 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:29:38.077564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:38.079031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.097946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Allocated IP 192.168.233.153 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/7b12eb30-2c54-49db-ae43-d04f75bf1981) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:38.173771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5772c6-88c9-440c-bfb7-907e8b4c9f54 req-e1ad2fcf-eddd-48a6-acbd-94afff63be47 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:38.177090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ab51ad4d-eb0a-4ced-844c-ed077245da4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3907654 Nov 10 21:29:38.179512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54180) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:38.181944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa5772c6-88c9-440c-bfb7-907e8b4c9f54 req-e1ad2fcf-eddd-48a6-acbd-94afff63be47 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 946 time: 0.1949971 Nov 10 21:29:38.185452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'subnet': {'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:38.251960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa5772c6-88c9-440c-bfb7-907e8b4c9f54 req-c7688d04-090a-4cdc-93a9-948aaad5cb5f tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/security-groups?id=2362642a-02db-4bfb-b582-66d1f08934cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688970 Nov 10 21:29:38.271941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-cbe08c9d-9f5d-425e-a7fa-65fb1878308f tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:38.271941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-cbe08c9d-9f5d-425e-a7fa-65fb1878308f tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2851913 Nov 10 21:29:38.305288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Request body: {'port': {'device_id': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '46482bcd42d44ea9823ca085ab84881a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:38.399078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-9acde7de-37ee-43c1-adbe-bd791f91d303 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:38.400629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-9acde7de-37ee-43c1-adbe-bd791f91d303 tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 946 time: 0.1563125 Nov 10 21:29:38.459190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:38.465042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.581621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c952abd-6401-4dda-83d2-9afd1a0f7a2c req-8be9b9fb-c282-4118-b6c9-1d6ce8c12e3b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:38.589461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c952abd-6401-4dda-83d2-9afd1a0f7a2c req-8be9b9fb-c282-4118-b6c9-1d6ce8c12e3b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1633368 Nov 10 21:29:38.612903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Made reservation on behalf of 46482bcd42d44ea9823ca085ab84881a for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:38.616350 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.621000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-92f7713a-46a6-4f78-96c8-61feea471e37', 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'fixed_ips': [{'subnet_id': '5379ff5d-0b2d-49f8-a0e0-58eba0256e9b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:29:38.622307 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.759405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c952abd-6401-4dda-83d2-9afd1a0f7a2c req-a214fa98-8125-4185-a190-44dd6b98da68 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688664 Nov 10 21:29:38.765449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.842685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Allocated IP 10.1.1.2 (92f7713a-46a6-4f78-96c8-61feea471e37/5379ff5d-0b2d-49f8-a0e0-58eba0256e9b/84a010f9-16d8-48fb-8d2f-9c86d318c2e3) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:38.859903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Deleting port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:38.861120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.875528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60637312-f761-48e5-be12-b96392ce0694 req-c6c34ada-a66f-46c6-8387-f8c74e6a04b8 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 210 time: 0.0311959 Nov 10 21:29:38.981321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:38.993455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Allocated IP 192.168.233.135 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/4a7a3032-88b8-45b1-b492-2aa8bcf8ace5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:39.065013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.068872 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.084760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Subnet': ['ID=911687fa-5666-44e7-b540-b2cbdc4dace7,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:39.121031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] For port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:39.121400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.128554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03609c8e-7305-4cff-b39a-fd2987036624 req-41a4948e-afa9-4d5a-8f36-11db18f14703 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0905619 Nov 10 21:29:39.141138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Checking segment: {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:39.141497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network hostable DHCP agents. Network: 832a1c7f-42d8-4db8-844c-8912958a8973, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:29:39.154192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Calling delete_port for 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:39.163421 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.205929 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.221607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Network 92f7713a-46a6-4f78-96c8-61feea471e37 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:39.222983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:39.231159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:39.235626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:39.241918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:39.257450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:39.285701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:39.291054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 832a1c7f-42d8-4db8-844c-8912958a8973 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:29:39.354210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.355295 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.357976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Pushing event updated for resources: {'Port': ['ID=84a010f9-16d8-48fb-8d2f-9c86d318c2e3,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:39.387625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.431316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 832a1c7f-42d8-4db8-844c-8912958a8973) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:39.437697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.438307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.450314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Attempting to bind port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:39.450699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Attempting to bind port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:39.451067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Attempting to bind port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:39.457788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2c8040-53f5-4b20-9a1e-58d830d63909 None None] Network 832a1c7f-42d8-4db8-844c-8912958a8973 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:29:39.460844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:39.461221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Checking segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:39.461618 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.462003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Bound using segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:39.462634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Bound port: 84a010f9-16d8-48fb-8d2f-9c86d318c2e3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:39.463023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.468958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.477753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.501445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.508123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.515531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.522147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.528826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:39.530904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-2c6885d2-0e57-42b8-bdcb-7f2fa69f2edc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1512520 Nov 10 21:29:39.536421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d524aaa-7889-4be3-8e7b-587773fa5f94 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2336726 Nov 10 21:29:39.556663 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1771475c-79f5-4b63-8acb-6668b9114978 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3757105 Nov 10 21:29:39.559917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Request body: {'port': {'device_id': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:39.560831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54204) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:39.569047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'port': {'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'name': 'tempest-TaggedBootDevicesTest-1744536950', 'fixed_ips': [{'subnet_id': '5379ff5d-0b2d-49f8-a0e0-58eba0256e9b'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:39.657286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.660971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] For port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:39.676341 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.680754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] For port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=84a010f9-16d8-48fb-8d2f-9c86d318c2e3,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:39.701719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e454cb4-6745-47bf-a5f5-fdc6720793d4 req-e4727dc9-e3dd-444b-ac59-8373e9d1de76 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1587572 Nov 10 21:29:39.711565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Pushing event deleted for resources: {'Port': ['ID=3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:39.772092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] No DVR routers for this DVR port 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:29:39.777836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.781216 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-514978c3-9c3d-42b4-b271-f65cd32142ff req-e76c50aa-9822-4326-be3c-e8811a7da0bc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.53 "DELETE /v2.0/ports/3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd HTTP/1.1" status: 204 len: 173 time: 1.3726325 Nov 10 21:29:39.781660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'name': 'network-vif-deleted', 'tag': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:39.785121 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78aa5d-fe28-4142-bf81-757a96b5b395" -d '{"events": [{"server_uuid": "80f6789b-590a-4d48-88f2-ac30e760a39a", "name": "network-vif-deleted", "tag": "3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:39.812701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.815025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.867998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6c07f996-e064-400f-97e3-72da2553a70f None None] Provisioning complete for port 7b12eb30-2c54-49db-ae43-d04f75bf1981 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:39.868417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c07f996-e064-400f-97e3-72da2553a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.881802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-832a1c7f-42d8-4db8-844c-8912958a8973', 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'fixed_ips': [{'subnet_id': '911687fa-5666-44e7-b540-b2cbdc4dace7'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:29:39.882792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:39.924540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:39.951903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:39.963008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-e8e96dda-4df4-4ba2-8adf-551a2a6e5f7e tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:29:39.969556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-e8e96dda-4df4-4ba2-8adf-551a2a6e5f7e tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067360 Nov 10 21:29:39.974283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:40.031320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b0bc3-1ed0-4a71-9cf4-fd52917098e8 None None] Pushing event updated for resources: {'Port': ['ID=84a010f9-16d8-48fb-8d2f-9c86d318c2e3,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:40.035608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:40.039751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:40.074193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6c07f996-e064-400f-97e3-72da2553a70f None None] Port 7b12eb30-2c54-49db-ae43-d04f75bf1981 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:40.098155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Allocated IP 10.2.2.2 (832a1c7f-42d8-4db8-844c-8912958a8973/911687fa-5666-44e7-b540-b2cbdc4dace7/cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:40.123243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-688bcfbb-c196-4f9b-954e-a8db40f6bd0f req-a22bc988-777c-4eae-80f5-b46549a4e8dc tempest-AttachSCSIVolumeTestJSON-1847439054 tempest-AttachSCSIVolumeTestJSON-1847439054-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f6789b-590a-4d48-88f2-ac30e760a39a HTTP/1.1" status: 200 len: 210 time: 0.2831888 Nov 10 21:29:40.285436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.368362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] device_id is not set on port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:29:40.523472 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.576639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cefececd-fc87-46c0-bba9-2bc5e4917653 None None] Provisioning complete for port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:40.577012 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cefececd-fc87-46c0-bba9-2bc5e4917653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.631556 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.671225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 10.1.1.211 (92f7713a-46a6-4f78-96c8-61feea471e37/5379ff5d-0b2d-49f8-a0e0-58eba0256e9b/a67af197-b6bd-4f2b-af57-89a35d6ca5b7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:40.676675 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.678386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Network 832a1c7f-42d8-4db8-844c-8912958a8973 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:40.683526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cefececd-fc87-46c0-bba9-2bc5e4917653 None None] Port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:40.688908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:40.694893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:40.708816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Pushing event updated for resources: {'Port': ['ID=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:40.770337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Attempting to bind port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:40.770700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Attempting to bind port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:40.771068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Attempting to bind port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d on network 832a1c7f-42d8-4db8-844c-8912958a8973 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:40.778198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:40.778635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Checking segment: {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:40.779039 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.779430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Bound using segment: {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:40.779933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Bound port: cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:40.780317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.869631 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.919492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] For port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:40.923025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] For port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:40.928319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-f84f3b1c-d251-4d7d-b2e1-eab73e46e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:40.929715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-f84f3b1c-d251-4d7d-b2e1-eab73e46e957 service neutron] 10.222.0.45 "GET /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 1095 time: 0.9531400 Nov 10 21:29:40.938718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:40.939322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:40.957922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Request body: {'binding': {'host': 'n-h1-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:40.958381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Unknown quota resources ['binding']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:29:41.087567 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.089245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.139428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8d96-8088-44c2-b631-b1ea69ca976e req-e1065910-83e0-4882-8648-04d1a5934c0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:41.148100 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-578f8d96-8088-44c2-b631-b1ea69ca976e req-e1065910-83e0-4882-8648-04d1a5934c0a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.3224776 Nov 10 21:29:41.171399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 92f7713a-46a6-4f78-96c8-61feea471e37 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:41.174740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:41.177189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-f4f19412-0005-4d7f-b596-aa34e499a17e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8954041 Nov 10 21:29:41.178002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:41.189315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:41.223397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Request body: {'port': {'device_id': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:41.247213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5b384-6537-4669-8c48-c1717f956ecf None None] Pushing event updated for resources: {'Port': ['ID=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:41.300690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.313239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-578f8d96-8088-44c2-b631-b1ea69ca976e req-db9439e6-f5be-4c73-b459-4ee8253996dd tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642191 Nov 10 21:29:41.344747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:41.345717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.355440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b12eb30-2c54-49db-ae43-d04f75bf1981 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:41.373722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.397682 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1298f35f-4806-4ec2-8f3d-977227a38c2e x-openstack-request-id: req-1298f35f-4806-4ec2-8f3d-977227a38c2e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:41.398073 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6789b-590a-4d48-88f2-ac30e760a39a", "name": "network-vif-deleted", "tag": "3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:41.398418 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1298f35f-4806-4ec2-8f3d-977227a38c2e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:41.398908 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f6789b-590a-4d48-88f2-ac30e760a39a', 'name': 'network-vif-deleted', 'tag': '3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd', 'status': 'completed', 'code': 200} Nov 10 21:29:41.458131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac17d61b-2b02-4e7e-b468-e4edbba32f01 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8937645 Nov 10 21:29:41.458521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54222) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:41.464947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'port': {'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'name': 'tempest-TaggedBootDevicesTest-708534819', 'fixed_ips': [{'subnet_id': '5379ff5d-0b2d-49f8-a0e0-58eba0256e9b'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:41.471504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Transition to ACTIVE for port object 7b12eb30-2c54-49db-ae43-d04f75bf1981 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:41.522730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.646245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dea7b5-d79a-4812-9542-291001aea186 None None] Network 92f7713a-46a6-4f78-96c8-61feea471e37 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:29:41.696041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:29:41.811363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:29:41.811759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fb97f5b-baba-4c5d-88a3-fc1bf59ab9cd not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:29:41.855474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0d3e9e86-bda6-4236-8bf2-afd10ee31382 None None] Provisioning complete for port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:41.856677 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d3e9e86-bda6-4236-8bf2-afd10ee31382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.919963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:41.924314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:29:41.928477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.933018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.942462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Transition to ACTIVE for port object 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:29:41.962164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:41.979045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on host n-h1-776250-11 for vnic_type normal with profile None {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:41.979519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:41.980125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:42.005246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] device_id is not set on port 48d97c8f-2dc5-4412-a33e-8853c4c29754 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:29:42.019635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.021903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:42.022234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:42.055235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:42.055576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:42.056001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:42.057385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Bound port: 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:42.099695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49ea30-3498-4a86-b8db-b127b1005116 req-21eed4c3-6e2e-4e63-9bdf-0c3ef6463708 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:42.107587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9b49ea30-3498-4a86-b8db-b127b1005116 req-21eed4c3-6e2e-4e63-9bdf-0c3ef6463708 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 936 time: 0.6135116 Nov 10 21:29:42.118674 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d3e9e86-bda6-4236-8bf2-afd10ee31382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.121203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:42.133008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:42.205949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:42.339583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.341123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c12bc459-b971-456b-9f9c-a3e18a5bdeb4 service neutron] 10.222.0.45 "POST /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c/bindings HTTP/1.1" status: 201 len: 390 time: 1.3886924 Nov 10 21:29:42.361765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9b49ea30-3498-4a86-b8db-b127b1005116 req-77f49520-1321-4289-bf68-3a032015a292 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513740 Nov 10 21:29:42.446934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0d3e9e86-bda6-4236-8bf2-afd10ee31382 None None] For port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=84a010f9-16d8-48fb-8d2f-9c86d318c2e3,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:42.459420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 10.1.1.122 (92f7713a-46a6-4f78-96c8-61feea471e37/5379ff5d-0b2d-49f8-a0e0-58eba0256e9b/48d97c8f-2dc5-4412-a33e-8853c4c29754) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:42.522094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:42.522561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.578520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d3e9e86-bda6-4236-8bf2-afd10ee31382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.643481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:42.709594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d6606f1-8da3-4b6f-96a4-74d8531fa597 req-87337feb-75a7-4be9-8909-8a7dc21a248a tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/ports?device_id=63a2a366-e44d-4bc9-8710-9c829bae9a5b HTTP/1.1" status: 200 len: 210 time: 0.0879171 Nov 10 21:29:42.722923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Attempting to bind port 7b12eb30-2c54-49db-ae43-d04f75bf1981 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:42.723262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Attempting to bind port 7b12eb30-2c54-49db-ae43-d04f75bf1981 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:42.723589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Attempting to bind port 7b12eb30-2c54-49db-ae43-d04f75bf1981 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:42.725948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Attempting to bind port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:29:42.726225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Attempting to bind port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:29:42.726541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Attempting to bind port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:42.731465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e9e86-bda6-4236-8bf2-afd10ee31382 None None] Pushing event updated for resources: {'Port': ['ID=84a010f9-16d8-48fb-8d2f-9c86d318c2e3,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:42.760433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:42.761081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Attempting to bind port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:42.765834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Port 7b12eb30-2c54-49db-ae43-d04f75bf1981 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:29:42.766156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Attempting to bind port 7b12eb30-2c54-49db-ae43-d04f75bf1981 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:29:42.785035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:42.785360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:42.785790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:42.786228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Bound port: 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:42.791202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.826889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:29:42.830049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:29:42.830049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:29:42.834729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Bound port: 7b12eb30-2c54-49db-ae43-d04f75bf1981, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:29:42.835113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.873673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:42.952494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.029820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:43.087772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.119203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.120658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:43.181140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=48d97c8f-2dc5-4412-a33e-8853c4c29754,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:43.202767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:43.232028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3243e924-b7f7-46d4-a13d-d3cc6045848b None None] Network 832a1c7f-42d8-4db8-844c-8912958a8973 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:29:43.270618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 92f7713a-46a6-4f78-96c8-61feea471e37 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:43.273915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:43.282331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:43.288807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:43.433525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.438300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:43.438646 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.462050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.463008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.507797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.530372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1c0eab68-1bc0-4702-886a-829933cfa0d5 None None] Provisioning complete for port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:43.531007 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c0eab68-1bc0-4702-886a-829933cfa0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.532367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.532976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf8ba4-d353-44da-b3d6-85df91e9abae req-b5ec28e3-da78-433d-86b1-4d185069d6ec tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.535019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fcf8ba4-d353-44da-b3d6-85df91e9abae req-b5ec28e3-da78-433d-86b1-4d185069d6ec tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.3610530 Nov 10 21:29:43.547933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.556739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-d93d93a7-79b6-47ce-9059-a83f7566cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.560157 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-d93d93a7-79b6-47ce-9059-a83f7566cbde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1098 time: 0.1407504 Nov 10 21:29:43.569267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.583942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:43.593884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.609567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.631857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.642884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-9dc0143c-2abd-459c-919f-600a03efbac1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.4965422 Nov 10 21:29:43.748605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.749543 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:43.751095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] 10.222.0.53 "PUT /v2.0/ports/4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 HTTP/1.1" status: 200 len: 1097 time: 2.5391676 Nov 10 21:29:43.760194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:43.763007 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb73f5a0-57ee-4668-aafd-82580dbc0f54" -d '{"events": [{"name": "network-changed", "server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:43.772182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:29:43.774732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c171ada6-e81b-41d7-a65d-33059777df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:43.781913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-c171ada6-e81b-41d7-a65d-33059777df21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.2056615 Nov 10 21:29:43.799985 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-662f685d-27bd-4656-b76a-390a9a1ef349 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3400979 Nov 10 21:29:43.821723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:29:43.823069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedc9db-f8d1-4819-991d-1014119341ef service neutron] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:43.865329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c05fb092-d74d-4941-9a7a-7b86f59aa06e req-d60e54ab-00ef-4ee5-abed-4c4e27337475 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215538 Nov 10 21:29:43.983815 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:44.102033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fcf8ba4-d353-44da-b3d6-85df91e9abae req-73b5687e-9893-4791-bac6-905d520ce7cf tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547595 Nov 10 21:29:44.104718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-ae276e14-e272-41e2-ba52-f8cd55b58001 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 217 time: 0.3022933 Nov 10 21:29:44.233571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-f9f2eede-c778-428c-a15c-b6d2ffee8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.236010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-f9f2eede-c778-428c-a15c-b6d2ffee8776 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1226747 Nov 10 21:29:44.274741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:44.317855 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5f3e1476-3c8f-43b5-a094-f088191627ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747457 Nov 10 21:29:44.350596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1c0eab68-1bc0-4702-886a-829933cfa0d5 None None] Provisioning complete for port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:44.351197 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c0eab68-1bc0-4702-886a-829933cfa0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:44.386425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:44.386905 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:44.406253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:44.431461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1c0eab68-1bc0-4702-886a-829933cfa0d5 None None] Port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:44.440978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.441648 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:44.443181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-9ed4c341-c0e1-4d8d-a837-606f232815eb service neutron] 10.222.0.53 "PUT /v2.0/ports/7b12eb30-2c54-49db-ae43-d04f75bf1981 HTTP/1.1" status: 200 len: 1097 time: 4.8902123 Nov 10 21:29:44.481138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1c0eab68-1bc0-4702-886a-829933cfa0d5 None None] Provisioning complete for port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:44.481510 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c0eab68-1bc0-4702-886a-829933cfa0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:44.487265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b6d2b-e618-47b1-a1b2-f11d283bd0be req-8514cfcc-8c36-4567-b87d-d78ba6e34ec9 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.490506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c9b6d2b-e618-47b1-a1b2-f11d283bd0be req-8514cfcc-8c36-4567-b87d-d78ba6e34ec9 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.1231735 Nov 10 21:29:44.502295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-cd3c0ef6-88d1-4216-af97-f4a9963f31df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.505135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-cd3c0ef6-88d1-4216-af97-f4a9963f31df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46482bcd42d44ea9823ca085ab84881a&device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 1100 time: 0.6166439 Nov 10 21:29:44.523358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aab11-c8a5-418f-8b80-33cf839f6441 req-0fcfe9d8-6b16-4f59-8337-5da47622032f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.533751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-284aab11-c8a5-418f-8b80-33cf839f6441 req-0fcfe9d8-6b16-4f59-8337-5da47622032f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.2666512 Nov 10 21:29:44.561212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-2327497c-c195-489d-97ad-9076543e62b2 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304738 Nov 10 21:29:44.570034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:44.679684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-e3c19b43-e98f-4915-8255-a256bcb9e20b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 HTTP/1.1" status: 200 len: 217 time: 0.1254241 Nov 10 21:29:44.717684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-3d7ebb02-19c9-4dcc-acee-61e0338fe7a0 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406844 Nov 10 21:29:44.747573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c9b6d2b-e618-47b1-a1b2-f11d283bd0be req-01784d33-9a94-470a-83bc-239ae769b806 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440276 Nov 10 21:29:44.752174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-284aab11-c8a5-418f-8b80-33cf839f6441 req-006a25e5-727e-46f0-91e2-d673a8631c4f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170470 Nov 10 21:29:44.788530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:44.790660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:44.872977 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcecc6f-2bcb-421b-a943-b5563f86c177 x-openstack-request-id: req-1bcecc6f-2bcb-421b-a943-b5563f86c177 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:44.873329 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:44.873680 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1bcecc6f-2bcb-421b-a943-b5563f86c177 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:44.874144 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'status': 'completed', 'code': 200} Nov 10 21:29:44.887948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-ce98bf10-3560-470b-a015-e94d0cbcbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.892170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-ce98bf10-3560-470b-a015-e94d0cbcbd3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1457522 Nov 10 21:29:44.898580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-743ee611-89b8-4cb1-8c0a-dcc568e859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:44.900852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-743ee611-89b8-4cb1-8c0a-dcc568e859c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46482bcd42d44ea9823ca085ab84881a&device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 1100 time: 0.1529284 Nov 10 21:29:44.913035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Provisioning complete for port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:44.913508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:44.981050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:44.999650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-3016969c-b332-48f4-9abd-6527da281e2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981 HTTP/1.1" status: 200 len: 217 time: 0.0836878 Nov 10 21:29:45.005625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Provisioning complete for port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:45.006256 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.072451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54284) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:45.084356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-e1fa9835-8d6e-45b4-8492-e6170ea6f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.086241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-e1fa9835-8d6e-45b4-8492-e6170ea6f036 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716623 Nov 10 21:29:45.133454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-83263cf5-9b83-493e-ba60-42a3337e0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.136673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-83263cf5-9b83-493e-ba60-42a3337e0275 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1295140 Nov 10 21:29:45.178413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ad18184-9d4f-4545-bad2-c37beaa5482e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.199164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Provisioning complete for port 48d97c8f-2dc5-4412-a33e-8853c4c29754 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:45.199672 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.205402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-49cb770d-8d5f-449d-993e-cc9eaeca2047 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095402 Nov 10 21:29:45.228330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54288) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:45.258943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0d1de8a4-8c36-4626-9510-5213943d551e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489554172', 'description': 'tempest-description--1853745326'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:45.266610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-16049428-8c6c-4c19-9940-ff9637635b75 None None] Port 48d97c8f-2dc5-4412-a33e-8853c4c29754 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:29:45.284742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ad18184-9d4f-4545-bad2-c37beaa5482e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.347134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d99f72d-2ff3-46a7-ab3a-2b49753b2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.349104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-7d99f72d-2ff3-46a7-ab3a-2b49753b2823 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1423042 Nov 10 21:29:45.368780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.376058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.381960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.388577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.394490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.401720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.418439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.420979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-916dc07a-9b7c-4764-a34d-ae629b3d24e3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.2136385 Nov 10 21:29:45.427540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38552b-8b06-4bac-9c14-df5a7dc75bae req-590d5380-cedb-4b0c-91c9-d97831350f84 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.430185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc38552b-8b06-4bac-9c14-df5a7dc75bae req-590d5380-cedb-4b0c-91c9-d97831350f84 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0808206 Nov 10 21:29:45.446013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0d1de8a4-8c36-4626-9510-5213943d551e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.509369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc38552b-8b06-4bac-9c14-df5a7dc75bae req-94c5d61a-5944-4fa1-aa6c-b76a1b667deb tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726075 Nov 10 21:29:45.579564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0d1de8a4-8c36-4626-9510-5213943d551e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.580802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ad18184-9d4f-4545-bad2-c37beaa5482e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.583597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ad18184-9d4f-4545-bad2-c37beaa5482e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.587065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4ad18184-9d4f-4545-bad2-c37beaa5482e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "DELETE /v2.0/security-groups/8945d6a0-0d59-43bd-8f42-e806b97c4454 HTTP/1.1" status: 204 len: 168 time: 0.5093122 Nov 10 21:29:45.588954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54290) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:45.605598 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-269c4ce0-bc12-47a5-8583-4a316f4eb929 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] show failed (client error): The resource could not be found. Nov 10 21:29:45.609183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-269c4ce0-bc12-47a5-8583-4a316f4eb929 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "GET /v2.0/security-groups/8945d6a0-0d59-43bd-8f42-e806b97c4454 HTTP/1.1" status: 404 len: 347 time: 0.0167317 Nov 10 21:29:45.612011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54292) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:45.618992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfedba14-4ee7-42b1-a049-6bcdb5b67a2c req-3427b116-d168-40a1-8c4f-310104c5f1a9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786206 Nov 10 21:29:45.622876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad18184-9d4f-4545-bad2-c37beaa5482e tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8945d6a0-0d59-43bd-8f42-e806b97c4454,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:45.637211 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a835120-b7aa-4594-a370-1e880b505fa8 req-432fd259-326f-494d-8bcb-6f75f3801240 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969543 Nov 10 21:29:45.696037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-c6d23157-b37f-44b4-92f6-9b57b307569d service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722242 Nov 10 21:29:45.721784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0d1de8a4-8c36-4626-9510-5213943d551e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.786678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1de8a4-8c36-4626-9510-5213943d551e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d634b9b2-89e9-41c9-8033-1831630f7c70,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:45.804680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab28a177-c477-4b12-bcd8-309b9c8f5ac3 req-3faedcd1-66c5-4104-afbd-17fc3b2c0583 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019175 Nov 10 21:29:45.817808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Deleting port ccdbbda3-747b-495e-b828-5c1d818b7fbd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:45.818401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.925284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0d1de8a4-8c36-4626-9510-5213943d551e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:45.926499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0d1de8a4-8c36-4626-9510-5213943d551e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6742818 Nov 10 21:29:45.935251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54298) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:45.940029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b1dd33a4-a0eb-4c9b-9dca-53a6aeeab110 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'security_group_rule': {'security_group_id': 'd634b9b2-89e9-41c9-8033-1831630f7c70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:45.978215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-83f05f34-8d37-4cb1-bf3f-01f6a16aa85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.980071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-83f05f34-8d37-4cb1-bf3f-01f6a16aa85e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46482bcd42d44ea9823ca085ab84881a&device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 1100 time: 0.1060276 Nov 10 21:29:45.994998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9674e-21e2-4d84-9c69-a40f54aa23d1 req-420d5648-5063-4dd2-8734-66d7a0cc0651 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:45.996816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f3b9674e-21e2-4d84-9c69-a40f54aa23d1 req-420d5648-5063-4dd2-8734-66d7a0cc0651 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1119115 Nov 10 21:29:46.011874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf738-6d09-45c3-94bc-6c7796b63292 req-e0837a24-4a2a-45a0-a696-a93f254a5e56 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.013358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59eaf738-6d09-45c3-94bc-6c7796b63292 req-e0837a24-4a2a-45a0-a696-a93f254a5e56 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.0939229 Nov 10 21:29:46.015343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.015665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.035964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Calling delete_port for ccdbbda3-747b-495e-b828-5c1d818b7fbd owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:46.098421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1dd33a4-a0eb-4c9b-9dca-53a6aeeab110 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.111957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f3b9674e-21e2-4d84-9c69-a40f54aa23d1 req-42155f8d-e20c-4274-941d-385b8e095b65 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048198 Nov 10 21:29:46.116059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59eaf738-6d09-45c3-94bc-6c7796b63292 req-d09bee10-eb65-4e1b-84dc-c009536cbfdd tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912714 Nov 10 21:29:46.157925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-ddf0b873-d591-4138-9292-b8595130f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.159267 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-ddf0b873-d591-4138-9292-b8595130f735 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1614215 Nov 10 21:29:46.218058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-3012945b-cc66-4405-b255-b9fb6e74a54d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 HTTP/1.1" status: 200 len: 217 time: 0.0489676 Nov 10 21:29:46.237117 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1dd33a4-a0eb-4c9b-9dca-53a6aeeab110 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.271427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-5987edd5-e662-424a-af82-9ced4ae3529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.272898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-5987edd5-e662-424a-af82-9ced4ae3529b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0465889 Nov 10 21:29:46.324831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.331330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-91b327b0-90e4-43bd-b1d4-a65b07719bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.333195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-91b327b0-90e4-43bd-b1d4-a65b07719bf3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515633 Nov 10 21:29:46.335523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1dd33a4-a0eb-4c9b-9dca-53a6aeeab110 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.360528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Pushing event deleted for resources: {'Port': ['ID=ccdbbda3-747b-495e-b828-5c1d818b7fbd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:46.367966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd33a4-a0eb-4c9b-9dca-53a6aeeab110 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cae597-b173-4e1f-a221-dbad57b175a7,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:46.432425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.435028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.435172 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1dd33a4-a0eb-4c9b-9dca-53a6aeeab110 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.438844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b1dd33a4-a0eb-4c9b-9dca-53a6aeeab110 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4996405 Nov 10 21:29:46.439005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4f4c7b1-7648-4902-9ecc-8168fb0f59d8 tempest-ServersTestBootFromVolume-362577188 tempest-ServersTestBootFromVolume-362577188-project] 10.222.0.45 "DELETE /v2.0/floatingips/fdff2eac-d643-4f00-8971-f204761d9e52 HTTP/1.1" status: 204 len: 168 time: 0.8234642 Nov 10 21:29:46.439206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:46.439586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54304) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:46.445276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bba145a1-f2dc-4d8f-9970-41957c1d5f03 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'security_group_rule': {'security_group_id': 'd634b9b2-89e9-41c9-8033-1831630f7c70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:46.477307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-d60179b3-38f6-4355-9855-f457cb5d2863 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290610 Nov 10 21:29:46.594936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb73f5a0-57ee-4668-aafd-82580dbc0f54 req-d9737da3-bd5c-4ccf-b281-5cd8e1e635d4 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087437 Nov 10 21:29:46.596498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bba145a1-f2dc-4d8f-9970-41957c1d5f03 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.654035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bba145a1-f2dc-4d8f-9970-41957c1d5f03 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.729947 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bba145a1-f2dc-4d8f-9970-41957c1d5f03 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.749237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba145a1-f2dc-4d8f-9970-41957c1d5f03 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043c01c2-61f4-4114-8f8f-6660455f3f9b,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:46.786800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8f9e-e192-4c6f-bd7b-aad1418a40aa req-5a0adc7c-d409-4022-aa0e-4db09614a7c5 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.788934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cbd8f9e-e192-4c6f-bd7b-aad1418a40aa req-5a0adc7c-d409-4022-aa0e-4db09614a7c5 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1579764 Nov 10 21:29:46.837829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bba145a1-f2dc-4d8f-9970-41957c1d5f03 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:46.843182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bba145a1-f2dc-4d8f-9970-41957c1d5f03 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4002438 Nov 10 21:29:46.843456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54310) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:46.848911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:46.863035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.869361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.875919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.882178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.889123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.893051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cbd8f9e-e192-4c6f-bd7b-aad1418a40aa req-662470f9-6098-496c-9be4-8e13afe6ec7a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 Nov 10 21:29:46.896199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.903448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:46.906158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-edad573f-0a80-4106-87e8-e4313063816c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1181011 Nov 10 21:29:46.906319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:46.908648 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3b617b-2be9-4784-b979-7251b133c9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:46.976460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f9fec51-8c47-41e9-a719-f526fbccec9d req-4128685e-6083-4552-8b18-9c4e555fedb1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605030 Nov 10 21:29:46.978151 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5c383f-8482-4d81-a000-6fcee4ee592f x-openstack-request-id: req-3a5c383f-8482-4d81-a000-6fcee4ee592f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:46.978531 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:46.978931 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a5c383f-8482-4d81-a000-6fcee4ee592f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:46.979766 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'status': 'completed', 'code': 200} Nov 10 21:29:46.981617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:47.045565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-d425ba01-f117-4c0a-99a5-c4b7fdf10c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:47.047275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-d425ba01-f117-4c0a-99a5-c4b7fdf10c6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=46482bcd42d44ea9823ca085ab84881a&device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 1100 time: 0.0456696 Nov 10 21:29:47.098439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:47.160330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-7ca06b73-0e31-419e-b085-e156254dd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:47.162192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-7ca06b73-0e31-419e-b085-e156254dd74b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1068327 Nov 10 21:29:47.219976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-23b822ae-b66a-4527-8eaa-ead4fb7055bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981 HTTP/1.1" status: 200 len: 217 time: 0.0472939 Nov 10 21:29:47.289518 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:47.311592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-e0c44218-0606-472b-9c9c-3683db1cc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:47.313154 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-e0c44218-0606-472b-9c9c-3683db1cc6e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0859692 Nov 10 21:29:47.326995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54078df7-1c74-42d3-bf32-1248b7e96a9a req-8cc0e92a-ae27-418c-85da-cc832486bad2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:47.328653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54078df7-1c74-42d3-bf32-1248b7e96a9a req-8cc0e92a-ae27-418c-85da-cc832486bad2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.0912852 Nov 10 21:29:47.401281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-ea6d5721-bc9f-41b9-a9dd-cbabf6a89a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:47.403106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-ea6d5721-bc9f-41b9-a9dd-cbabf6a89a8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733790 Nov 10 21:29:47.407782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54078df7-1c74-42d3-bf32-1248b7e96a9a req-59a2632a-1588-4bb5-b090-c799d5dac1be tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705562 Nov 10 21:29:47.419539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab0359-39b0-40b8-a218-ec29c53ce93a req-7f0e5111-5ecd-48fc-9b22-05792acb96b7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:47.433027 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88ab0359-39b0-40b8-a218-ec29c53ce93a req-7f0e5111-5ecd-48fc-9b22-05792acb96b7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1343989 Nov 10 21:29:47.517907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-0a74c595-b07e-4a6a-a73d-db4b57bbab90 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078029 Nov 10 21:29:47.620662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa3b617b-2be9-4784-b979-7251b133c9dc req-319f6990-122c-48f5-b2a9-d125be97c6cd service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951452 Nov 10 21:29:47.856572 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:29:47.870172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 172.25.7.118 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/4f4de141-eda0-4824-84d6-6da381582402) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:29:47.876092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88ab0359-39b0-40b8-a218-ec29c53ce93a req-460d93ce-8aa5-4be8-bbde-4f477127bae7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456081 Nov 10 21:29:48.037846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Deleting port d954e76a-1459-4ff6-98f6-054f7bc340e3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:48.038177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.044046 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.051241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1e0f6-5d19-4daa-8d30-225c55b44a79 req-0608450d-2296-432c-ac55-37c95380b469 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.059409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67c1e0f6-5d19-4daa-8d30-225c55b44a79 req-0608450d-2296-432c-ac55-37c95380b469 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0722609 Nov 10 21:29:48.108086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67c1e0f6-5d19-4daa-8d30-225c55b44a79 req-e9b81b20-0e06-4eb7-8264-1afddb977b54 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Nov 10 21:29:48.200669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] For port d954e76a-1459-4ff6-98f6-054f7bc340e3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d954e76a-1459-4ff6-98f6-054f7bc340e3,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:48.201168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.214951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.221325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.227268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.233916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.240178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.247041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.252995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.254910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-8e91a83c-b966-4d9c-a211-f32a9f1a1d00 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5427 time: 0.1393776 Nov 10 21:29:48.272300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Calling delete_port for d954e76a-1459-4ff6-98f6-054f7bc340e3 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:48.358273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.383710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf6ff81-d697-4f41-96dc-50b5722ad6d9 req-de6adbe7-aa12-4f50-b2dd-78ac171543f7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201632 Nov 10 21:29:48.418391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:29:48.425125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:29:48.433993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:29:48.468563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=4f4de141-eda0-4824-84d6-6da381582402,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:48.565020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9c87a-744c-4dc7-b499-4e66796ec046 req-9b6fa7d8-24ce-43c2-9369-604aa13075b9 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:48.565020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4af9c87a-744c-4dc7-b499-4e66796ec046 req-9b6fa7d8-24ce-43c2-9369-604aa13075b9 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.0736988 Nov 10 21:29:48.602557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device ece4bd31-1f9f-4b07-997c-e3145edfe7b7 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:48.612463 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4af9c87a-744c-4dc7-b499-4e66796ec046 req-85aa1903-c0ed-4299-b2ff-80596d9c6029 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518324 Nov 10 21:29:48.705432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:48.711838 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.717705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'ece4bd31-1f9f-4b07-997c-e3145edfe7b7', 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'port_id': 'ece4bd31-1f9f-4b07-997c-e3145edfe7b7', 'mac_address': 'fa:16:3e:94:4c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113d376f-d45c-45f2-98b2-71dc9ecd90ab', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:48.758168 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.772676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece4bd31-1f9f-4b07-997c-e3145edfe7b7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:48.777046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Pushing event deleted for resources: {'Port': ['ID=d954e76a-1459-4ff6-98f6-054f7bc340e3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:48.797372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:48.833962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.892707 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:48.893391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 85be49a8-9c42-4012-bd0d-0f30d7b97138 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:49.006743 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.043924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.153422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:49.165491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f70a2-5fb6-416c-a9da-a5aec00f602f req-6172bc87-9400-400b-9d2a-1bd6c89dfff1 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.165491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-216f70a2-5fb6-416c-a9da-a5aec00f602f req-6172bc87-9400-400b-9d2a-1bd6c89dfff1 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1324208 Nov 10 21:29:49.181465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 85be49a8-9c42-4012-bd0d-0f30d7b97138, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:49.198424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'port_id': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'mac_address': 'fa:16:3e:b7:4d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:49.260583 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.275036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85be49a8-9c42-4012-bd0d-0f30d7b97138 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:49.278389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfe2da-7cb3-499d-a902-c3331bf5919f req-276659b6-7768-46bd-8baa-45a4d580e07a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.280355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cdfe2da-7cb3-499d-a902-c3331bf5919f req-276659b6-7768-46bd-8baa-45a4d580e07a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0638001 Nov 10 21:29:49.297765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 85be49a8-9c42-4012-bd0d-0f30d7b97138, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:49.334200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cdfe2da-7cb3-499d-a902-c3331bf5919f req-3a831415-da6f-46e7-b433-1072a182f7de tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Nov 10 21:29:49.343653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-216f70a2-5fb6-416c-a9da-a5aec00f602f req-d2250076-b031-478d-92b3-ff86311bf9ab tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538436 Nov 10 21:29:49.353514 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.380382 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.461108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=85be49a8-9c42-4012-bd0d-0f30d7b97138,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:49.471833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.503598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:29:49.527844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.533940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.540038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.547090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.550707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.553176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.559614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.565962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.567899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-fa10f558-29f2-4889-b2fd-234951e0fa05 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5429 time: 0.1045127 Nov 10 21:29:49.638863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d207e7a-4007-4792-bafa-b891a6509b15 req-07fff663-50ec-4fec-9b69-5f1b5f762b02 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618303 Nov 10 21:29:49.693233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:49.761816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:49.831665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:49.845311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'mac_address': 'fa:16:3e:42:9b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:49.847000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=4f4de141-eda0-4824-84d6-6da381582402,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:49.850124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['ece4bd31-1f9f-4b07-997c-e3145edfe7b7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:49.880960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:29:49.892640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f42805e6-935c-4fe8-a48d-07f11dcab47e admin admin] 10.222.0.45 "PUT /v2.0/routers/13babb5c-dd41-4f9d-98cf-3f9af4746c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4464529 Nov 10 21:29:49.892769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54344) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:49.912558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1520f2-74df-4d3b-9017-13e0641a1746 req-3c794047-1b2f-49d6-bd57-3152fa08c77b tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:49.913349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] Sync routers for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:29:49.922747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb1520f2-74df-4d3b-9017-13e0641a1746 req-3c794047-1b2f-49d6-bd57-3152fa08c77b tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.2263477 Nov 10 21:29:49.950354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:49.950899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:29:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:49.991148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb1520f2-74df-4d3b-9017-13e0641a1746 req-a958c2f8-5de2-4699-9e9a-67ee41c9e527 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 Nov 10 21:29:50.019080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.024750 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7cb8d5b6-d245-423d-b5ac-7d99f601b28d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1802592 Nov 10 21:29:50.105507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.206915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.248834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b12eb30-2c54-49db-ae43-d04f75bf1981 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:50.280747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:50.311211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:29:50.346530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.356423 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.366032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:50.486596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-99b37645-83f0-4cd0-b6f7-2ba0fe5160a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--489554172&fields=id&tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a HTTP/1.1" status: 200 len: 267 time: 0.0972173 Nov 10 21:29:50.530695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:50.536619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:50.562097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'mac_address': 'fa:16:3e:23:4e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:50.565541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04538940-e72f-40b8-a6e9-35ef673640da req-62e42d8f-82d4-4a22-a92e-091278fa977d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:50.567461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04538940-e72f-40b8-a6e9-35ef673640da req-62e42d8f-82d4-4a22-a92e-091278fa977d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1278908 Nov 10 21:29:50.667984 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.669983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f1762f7c-78ce-4eb0-b42c-50fb3fef0514 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:50.680898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04538940-e72f-40b8-a6e9-35ef673640da req-ae241afe-f92f-4f68-a95c-4d0fab4a7758 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039240 Nov 10 21:29:50.719027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:50.740786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:50.755124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-dd2b19d8-6530-4072-b7fa-1ab605ec2d91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:50.756720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-dd2b19d8-6530-4072-b7fa-1ab605ec2d91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports/a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 200 len: 932 time: 0.1973829 Nov 10 21:29:50.829769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.857931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-eaa2aa6a-5c19-41f5-ba0f-c620b6ae3f36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:50.868749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-eaa2aa6a-5c19-41f5-ba0f-c620b6ae3f36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports/48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 200 len: 931 time: 0.1020036 Nov 10 21:29:50.875192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:29:48Z', 'revision_number': 5, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port': {'id': '721ba067-a6c1-4de9-9e35-35b100ede997', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:80:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:56Z', 'updated_at': '2021-11-10T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:50.888302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Deleting port 721ba067-a6c1-4de9-9e35-35b100ede997 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:50.888702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:50.892915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8a484-a122-489d-bd7c-4913bdf2707f req-00406ca0-09cf-48a0-a7a5-d1c81373f056 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:50.892915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3f8a484-a122-489d-bd7c-4913bdf2707f req-00406ca0-09cf-48a0-a7a5-d1c81373f056 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.0821700 Nov 10 21:29:50.916997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] Checking router: 13babb5c-dd41-4f9d-98cf-3f9af4746c88 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:29:50.931799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-dc1e8b86-5aec-4648-9836-784066e2ae5c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0616605 Nov 10 21:29:50.949999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:50.953368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:50.968467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] Routers {'13babb5c-dd41-4f9d-98cf-3f9af4746c88'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:29:50.968467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:29:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:51.009037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-536eb34c-a187-4fc2-b814-b1efc36714f0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0749147 Nov 10 21:29:51.037095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3f8a484-a122-489d-bd7c-4913bdf2707f req-66490722-eaad-41f1-95aa-07882c397624 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308367 Nov 10 21:29:51.164586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.175028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.182343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.191791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.194181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0ab56f14-b188-4595-a01e-937eade17b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.199463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.202402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0ab56f14-b188-4595-a01e-937eade17b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.206375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.209563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0ab56f14-b188-4595-a01e-937eade17b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.213142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.219144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0ab56f14-b188-4595-a01e-937eade17b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/networks?id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=832a1c7f-42d8-4db8-844c-8912958a8973&id=832a1c7f-42d8-4db8-844c-8912958a8973 HTTP/1.1" status: 200 len: 1988 time: 0.2089775 Nov 10 21:29:51.222461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-bdef33e9-2ca1-4a93-b736-04178e4f0fc2 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5429 time: 0.1165769 Nov 10 21:29:51.247904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['85be49a8-9c42-4012-bd0d-0f30d7b97138'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:51.277968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9587b95a-066c-4dd2-be04-965858a53ef6 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/quotas/a3ebd0f9bdec48b58c3eec103c05b07a HTTP/1.1" status: 200 len: 375 time: 0.0577297 Nov 10 21:29:51.286396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514', 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'port_id': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514', 'mac_address': 'fa:16:3e:f8:01:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113d376f-d45c-45f2-98b2-71dc9ecd90ab', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:51.332082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-680147c5-1816-4147-b6f4-73a67d59cf47 req-ff4b0c55-e200-429d-ba61-0b9629798d4d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057956 Nov 10 21:29:51.360979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['4a7a3032-88b8-45b1-b492-2aa8bcf8ace5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:51.363079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['7b12eb30-2c54-49db-ae43-d04f75bf1981'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:51.391864 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-f46957ad-09ad-41ec-98e7-6221bf4fa381 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1128016 Nov 10 21:29:51.496814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e1be3-1d8e-4bd2-a1e2-fc8199568f80 req-64d5705e-3163-45ce-944a-b843e5d7e7b2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.505406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-607e1be3-1d8e-4bd2-a1e2-fc8199568f80 req-64d5705e-3163-45ce-944a-b843e5d7e7b2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 949 time: 0.0972114 Nov 10 21:29:51.527438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03cd6619-53ff-4805-b5fd-a62678d78d2a service neutron] 10.222.0.45 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163166 Nov 10 21:29:51.587292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] For port 721ba067-a6c1-4de9-9e35-35b100ede997, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=721ba067-a6c1-4de9-9e35-35b100ede997,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:51.587698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:51.617026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-607e1be3-1d8e-4bd2-a1e2-fc8199568f80 req-2ab5de81-9524-49d7-8540-bb25c25c9f4a tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044860 Nov 10 21:29:51.619012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] Set router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:29:51.648669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Calling delete_port for 721ba067-a6c1-4de9-9e35-35b100ede997 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:51.731416 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:51.754419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1762f7c-78ce-4eb0-b42c-50fb3fef0514 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:51.759830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:29:50Z', 'revision_number': 6, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:51.849323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d610fbd-71c2-4b75-8141-16fc8d6272e3 None None] The sync data for ids ['13babb5c-dd41-4f9d-98cf-3f9af4746c88'] in n-d-776250-11 is: [{'id': '13babb5c-dd41-4f9d-98cf-3f9af4746c88', 'name': 'tempest-ServersTestBootFromVolume-1669813177-router', 'tenant_id': 'ab4e725e8b2346b494ddbb232cfca920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:55Z', 'updated_at': '2021-11-10T21:29:50Z', 'revision_number': 6, 'project_id': 'ab4e725e8b2346b494ddbb232cfca920', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:29:51.902975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:51.975521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576be4ae-844d-48d2-8ae5-ea112fada816 req-baaaf1e7-fd10-4b4a-ac63-da4d89fc813d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:51.984607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-576be4ae-844d-48d2-8ae5-ea112fada816 req-baaaf1e7-fd10-4b4a-ac63-da4d89fc813d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1563587 Nov 10 21:29:52.014626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-bfba7040-bf0d-46d1-86c2-d02b008cdacc service neutron] 10.222.0.45 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861965 Nov 10 21:29:52.096124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-576be4ae-844d-48d2-8ae5-ea112fada816 req-bf448666-f988-4b62-9ce9-5bf10ebd81c0 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952396 Nov 10 21:29:52.111182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0d6ef00c-12b3-41f5-ac2c-07733166af1a service neutron] 10.222.0.45 "GET /v2.0/ports/a67af197-b6bd-4f2b-af57-89a35d6ca5b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0861831 Nov 10 21:29:52.129509 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:52.129509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:52.301714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd6cf6-e9f6-4f6a-b307-ccf0a469a35f req-8de59b4c-882d-4149-8cf2-f74d2ffda6ca tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.310507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5cd6cf6-e9f6-4f6a-b307-ccf0a469a35f req-8de59b4c-882d-4149-8cf2-f74d2ffda6ca tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.0759492 Nov 10 21:29:52.362272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5cd6cf6-e9f6-4f6a-b307-ccf0a469a35f req-607b1945-2124-483d-9402-b2a0ee0eed11 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Nov 10 21:29:52.406559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-3f49b0a4-a04a-4b75-9787-32568fb4ff51 service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799981 Nov 10 21:29:52.426449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:52.502405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:52.559638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:52.583365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-f478a3b3-4968-4d87-9633-2ee94134f857 service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754582 Nov 10 21:29:52.586635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3', 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22', 'port_id': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3', 'mac_address': 'fa:16:3e:42:41:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc5fbee-aaf4-4957-b765-a05e81d1a4bf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:52.588452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.600846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.612151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.618728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.631800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.638747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.645418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.647336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-9bdbb8dd-4de5-4772-ba26-cd8d6401fe7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5430 time: 0.1560700 Nov 10 21:29:52.669962 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:52.714831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:52.761180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:52.808985 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b5566c68-c340-4e8e-8256-78c6c0fd8b65 req-3c25e367-4169-473a-8405-1ea95d834968 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458833 Nov 10 21:29:52.835876 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:52.836553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 413693c0-7375-4fca-8afa-16feab091d0c details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:52.964364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:52.974659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 413693c0-7375-4fca-8afa-16feab091d0c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=413693c0-7375-4fca-8afa-16feab091d0c,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:52.987447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55c9c8-7dcd-4ba2-81c3-7ae63b8b1ae0 req-b357791f-25c9-413f-a9cc-773f57a29542 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:52.990127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '413693c0-7375-4fca-8afa-16feab091d0c', 'network_id': '6359ee6b-9696-4450-b1ad-82a172074b22', 'port_id': '413693c0-7375-4fca-8afa-16feab091d0c', 'mac_address': 'fa:16:3e:ca:3f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc5fbee-aaf4-4957-b765-a05e81d1a4bf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:52.995648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd55c9c8-7dcd-4ba2-81c3-7ae63b8b1ae0 req-b357791f-25c9-413f-a9cc-773f57a29542 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 949 time: 0.1046777 Nov 10 21:29:53.007468 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=721ba067-a6c1-4de9-9e35-35b100ede997,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:53.046596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.060377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413693c0-7375-4fca-8afa-16feab091d0c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:53.076950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd55c9c8-7dcd-4ba2-81c3-7ae63b8b1ae0 req-f2d33bc0-ffe1-4e28-9131-f9a3f776c3d5 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722036 Nov 10 21:29:53.087780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.095923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 413693c0-7375-4fca-8afa-16feab091d0c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=413693c0-7375-4fca-8afa-16feab091d0c,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:53.100636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-7b5ea16c-189e-4f9b-86c2-f7026f2de7c2 service neutron] 10.222.0.45 "GET /v2.0/ports/48d97c8f-2dc5-4412-a33e-8853c4c29754?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5163546 Nov 10 21:29:53.196145 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.197130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db0eba94-232d-4566-b0f0-1c1dba8e8f41 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:53.261189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.264783 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.341819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-61630510-e22d-47c6-857e-c3a930106912 service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401731 Nov 10 21:29:53.344475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db0eba94-232d-4566-b0f0-1c1dba8e8f41, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:53.345798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abf16e-71af-4b82-9c24-2903296616f3 req-deacb629-7b43-4648-a4a2-d000b654b18b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:53.348087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=413693c0-7375-4fca-8afa-16feab091d0c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:53.355077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b2abf16e-71af-4b82-9c24-2903296616f3 req-deacb629-7b43-4648-a4a2-d000b654b18b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1037266 Nov 10 21:29:53.377640 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.383848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41', 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'port_id': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41', 'mac_address': 'fa:16:3e:0f:ab:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113d376f-d45c-45f2-98b2-71dc9ecd90ab', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:53.430009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.430593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13babb5c-dd41-4f9d-98cf-3f9af4746c88 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:29:53.437352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.438412 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8a39f5ea-9838-41b4-a870-2eada7404cf0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/13babb5c-dd41-4f9d-98cf-3f9af4746c88 HTTP/1.1" status: 204 len: 168 time: 3.5475173 Nov 10 21:29:53.441181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b2abf16e-71af-4b82-9c24-2903296616f3 req-dc1e3f1c-96ef-45bf-a407-91f2463d4869 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835268 Nov 10 21:29:53.441788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54404) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:53.506644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-28941e45-7571-4b09-9192-c6a24a66601e service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567693 Nov 10 21:29:53.548694 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.580944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0eba94-232d-4566-b0f0-1c1dba8e8f41 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:53.597597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7423-4fab-4055-8bec-5f384e2211a3 req-54e5e1d2-cff8-4bb0-b999-f264fbd33e1d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:53.607791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-094a7423-4fab-4055-8bec-5f384e2211a3 req-54e5e1d2-cff8-4bb0-b999-f264fbd33e1d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.0711596 Nov 10 21:29:53.625388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db0eba94-232d-4566-b0f0-1c1dba8e8f41, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:53.683974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8c8be6c5-6b0f-4e3e-9534-3262fb2ff19d service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701672 Nov 10 21:29:53.688403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-094a7423-4fab-4055-8bec-5f384e2211a3 req-cf00e7b2-bb59-4ec9-b981-395053ccfefa tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793657 Nov 10 21:29:53.707404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:53.708312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 04d58efe-ff3c-4d10-9296-caef817e068a details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:29:53.721563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:53.797836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-abeac825-01cb-4c83-bc68-cf03c12b1e7c service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070919 Nov 10 21:29:53.926100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 04d58efe-ff3c-4d10-9296-caef817e068a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=04d58efe-ff3c-4d10-9296-caef817e068a,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:53.943643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db0eba94-232d-4566-b0f0-1c1dba8e8f41,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:53.948995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '04d58efe-ff3c-4d10-9296-caef817e068a', 'network_id': '0253683b-7b38-4986-9e96-597b3d57acb4', 'port_id': '04d58efe-ff3c-4d10-9296-caef817e068a', 'mac_address': 'fa:16:3e:af:8a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '113d376f-d45c-45f2-98b2-71dc9ecd90ab', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:29:53.968788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] Deleting subnet 89734400-2efa-4fe6-87cb-e9d4f0dd055f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:29:54.010488 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.022319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 721ba067-a6c1-4de9-9e35-35b100ede997 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:29:54.046164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 7b12eb30-2c54-49db-ae43-d04f75bf1981 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:54.048722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 721ba067-a6c1-4de9-9e35-35b100ede997 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:29:54.049322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 721ba067-a6c1-4de9-9e35-35b100ede997 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:29:54.049986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d954e76a-1459-4ff6-98f6-054f7bc340e3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:29:54.052745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d58efe-ff3c-4d10-9296-caef817e068a {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:29:54.065508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.068829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-d4d1751e-f9f3-46bf-aa92-52fe37e170fd service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547905 Nov 10 21:29:54.082947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 7b12eb30-2c54-49db-ae43-d04f75bf1981 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:54.083755 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.092339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d954e76a-1459-4ff6-98f6-054f7bc340e3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:29:54.093029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d954e76a-1459-4ff6-98f6-054f7bc340e3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:29:54.124646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 04d58efe-ff3c-4d10-9296-caef817e068a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=04d58efe-ff3c-4d10-9296-caef817e068a,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:54.173894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.187587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.200255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.207932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.215814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.220157 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.223401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.231427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.234489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-060e1742-6477-4243-95ac-23db5c48cf7f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5433 time: 0.2616692 Nov 10 21:29:54.240058 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.265723 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-3c57f497-717d-4ba2-98be-b39b2610505e service neutron] 10.222.0.45 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883936 Nov 10 21:29:54.326142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device ece4bd31-1f9f-4b07-997c-e3145edfe7b7 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:54.345472 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.358756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-63768b3b-6055-48ab-94af-2397c0805ad8 req-397d5f45-14d9-417b-943c-9c919557de54 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965075 Nov 10 21:29:54.467442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=04d58efe-ff3c-4d10-9296-caef817e068a,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:54.473773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-b58166a0-4597-4308-a31d-2f78a12c6bdd service neutron] 10.222.0.45 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011755 Nov 10 21:29:54.485608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.540237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:54.543470 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8562d9b-1c49-45e6-8f73-d5a4721288ba" -d '{"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-plugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:54.592778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:54.630638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f6761-e7a4-438d-9886-0f32624b6cbb req-b6bcfd36-aef6-4a05-98e3-2a319ac204e2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:54.641534 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e6f6761-e7a4-438d-9886-0f32624b6cbb req-b6bcfd36-aef6-4a05-98e3-2a319ac204e2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 949 time: 0.1258445 Nov 10 21:29:54.652385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-08634835-0cb6-4a3d-b311-1361389a04f5 service neutron] 10.222.0.45 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655753 Nov 10 21:29:54.678472 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.679318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:54.704356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e6f6761-e7a4-438d-9886-0f32624b6cbb req-df86d206-e40c-43a0-97dd-18ad737afe27 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614624 Nov 10 21:29:54.713375 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.788200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.804275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/89734400-2efa-4fe6-87cb-e9d4f0dd055f HTTP/1.1" status: 204 len: 168 time: 1.3581960 Nov 10 21:29:54.807756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54424) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:54.814639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09b512-00a5-4e75-989b-1679bf467109 None None] Network 64d49acd-8b50-48a9-9818-d0a96b05525e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:29:54.817596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-4d2ba419-24e2-469f-b601-06085353fa5d service neutron] 10.222.0.45 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589708 Nov 10 21:29:54.827217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:54.828494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6a419-672b-4ee4-9f7b-df92872bb2e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89734400-2efa-4fe6-87cb-e9d4f0dd055f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:54.916012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:54.924706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:54.999015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a389c2-b4de-4d36-b5a2-ec6c091fb3bd req-eda754ae-a769-4a22-9a63-aa3f198b5358 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:55.004341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32a389c2-b4de-4d36-b5a2-ec6c091fb3bd req-eda754ae-a769-4a22-9a63-aa3f198b5358 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1978142 Nov 10 21:29:55.008141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:55.018378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-c5783d55-158d-4120-8b6a-6c8f2083e0e4 service neutron] 10.222.0.45 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942863 Nov 10 21:29:55.087699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:55.145600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:55.154296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32a389c2-b4de-4d36-b5a2-ec6c091fb3bd req-7fcce610-5594-406d-9804-a53bfd3bb128 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345894 Nov 10 21:29:55.216747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Deleting port e8d06e11-0b34-4d28-891f-2ab7c7df53cd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:29:55.217104 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:55.264750 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2fcf38-b7fd-4daf-bd48-f030aa9ba5aa x-openstack-request-id: req-ad2fcf38-b7fd-4daf-bd48-f030aa9ba5aa {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:55.265022 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-plugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:55.265955 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad2fcf38-b7fd-4daf-bd48-f030aa9ba5aa {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:55.265955 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'code': 200} Nov 10 21:29:55.331907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:55.368559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['f1762f7c-78ce-4eb0-b42c-50fb3fef0514'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:55.370859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['db0eba94-232d-4566-b0f0-1c1dba8e8f41'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:55.396550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3d1b-8718-41b5-b5a5-3b98046e7a68 req-33661345-8b6b-49c5-8c78-cfac5d8d7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:55.401633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-939e3d1b-8718-41b5-b5a5-3b98046e7a68 req-33661345-8b6b-49c5-8c78-cfac5d8d7653 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 1102 time: 0.0889509 Nov 10 21:29:55.404060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:55.404647 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:55.484436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-939e3d1b-8718-41b5-b5a5-3b98046e7a68 req-349f8795-8b69-4de9-a4bd-675e5ce7316d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748665 Nov 10 21:29:55.487186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] For port e8d06e11-0b34-4d28-891f-2ab7c7df53cd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e8d06e11-0b34-4d28-891f-2ab7c7df53cd,segment=NetworkSegment(904fa25a-0ac9-437d-b7c5-918b29502896),segment_id=904fa25a-0ac9-437d-b7c5-918b29502896)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:55.487694 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:55.568979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Calling delete_port for e8d06e11-0b34-4d28-891f-2ab7c7df53cd owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:29:55.611970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52940c9c-a05b-476c-b1cc-b018b0fcd4e3 req-f166086e-6c75-49fe-9ec6-28fd5fe89ddc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:55.613551 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52940c9c-a05b-476c-b1cc-b018b0fcd4e3 req-f166086e-6c75-49fe-9ec6-28fd5fe89ddc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.2567632 Nov 10 21:29:55.661355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['1ee1c5d6-e188-4aa8-92c8-b364dfefcad3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:55.667572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:55.679496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['413693c0-7375-4fca-8afa-16feab091d0c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:55.766080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0ea84-2b34-41ed-aa8e-616b84bb00ba None None] DHCP port deletion for 64d49acd-8b50-48a9-9818-d0a96b05525e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:29:55.782610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:55.783562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 85be49a8-9c42-4012-bd0d-0f30d7b97138 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:29:55.829129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52940c9c-a05b-476c-b1cc-b018b0fcd4e3 req-8aab1632-4276-4c63-b4a6-1d5c81f24502 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685274 Nov 10 21:29:55.961712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.045491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e8d06e11-0b34-4d28-891f-2ab7c7df53cd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:29:56.048296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8df0ea84-2b34-41ed-aa8e-616b84bb00ba None None] The port 'e8d06e11-0b34-4d28-891f-2ab7c7df53cd' was deleted {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 10 21:29:56.049571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d06e11-0b34-4d28-891f-2ab7c7df53cd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:56.051681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] No DVR routers for this DVR port e8d06e11-0b34-4d28-891f-2ab7c7df53cd on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:29:56.256768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.257984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['04d58efe-ff3c-4d10-9296-caef817e068a'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:29:56.291895 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.295489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d49acd-8b50-48a9-9818-d0a96b05525e']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:56.315840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e8d06e11-0b34-4d28-891f-2ab7c7df53cd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:29:56.316192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e8d06e11-0b34-4d28-891f-2ab7c7df53cd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:29:56.317544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 85be49a8-9c42-4012-bd0d-0f30d7b97138 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:29:56.339114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904fa25a-0ac9-437d-b7c5-918b29502896') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:56.341668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904fa25a-0ac9-437d-b7c5-918b29502896') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:29:56.370887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.381141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 85be49a8-9c42-4012-bd0d-0f30d7b97138 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:29:56.381920 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.406961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.455426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:29:56.458699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:29:56.461515 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:29:56.529529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:56.542753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:56.617801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.688213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.702908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.717620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.738746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.748173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.754349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.768034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:56.787654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-4f71bcd3-1bb9-4398-a7ec-70a0b4059843 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5435 time: 0.3622444 Nov 10 21:29:56.805383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.817054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:56.821147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/64d49acd-8b50-48a9-9818-d0a96b05525e HTTP/1.1" status: 204 len: 168 time: 2.0094800 Nov 10 21:29:56.967840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb79a3-db67-425f-b59b-1e1a3ffd03e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d49acd-8b50-48a9-9818-d0a96b05525e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:56.983317 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d7101cd-cf27-4ef1-9947-d9339547e5c2 req-0258587d-5e40-42d0-a946-9c84f8a13adc tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944489 Nov 10 21:29:57.011629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:57.040506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:57.233029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250dc94-35d9-4d80-9f7b-62d4d84a52a9 req-9de2ce02-7192-4f40-b7cd-cf1f4f57f03a tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.233718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 85be49a8-9c42-4012-bd0d-0f30d7b97138, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:29:57.239155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6250dc94-35d9-4d80-9f7b-62d4d84a52a9 req-9de2ce02-7192-4f40-b7cd-cf1f4f57f03a tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 950 time: 0.1504340 Nov 10 21:29:57.266808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4bd31-1f9f-4b07-997c-e3145edfe7b7'}, {'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5'}, {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:29:57.269252 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68ba634-01d8-4716-a430-e09e86e1cf33" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "ece4bd31-1f9f-4b07-997c-e3145edfe7b7"}, {"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5"}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:29:57.295495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54472) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:57.318689 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:57.324921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6250dc94-35d9-4d80-9f7b-62d4d84a52a9 req-54040766-4143-4800-9494-12f63250cf8e tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Nov 10 21:29:57.418927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=85be49a8-9c42-4012-bd0d-0f30d7b97138,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:57.423179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-632a5c63-c027-448a-b69f-48579e8784a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab4e725e8b2346b494ddbb232cfca920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263900 Nov 10 21:29:57.427916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54480) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:57.528070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:57.564047 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:57.597368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d75467-70a6-4478-99d8-4492c897c0ec req-4a24c2fb-f63f-4f20-880f-a1cb2658aa54 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.599118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65d75467-70a6-4478-99d8-4492c897c0ec req-4a24c2fb-f63f-4f20-880f-a1cb2658aa54 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1415868 Nov 10 21:29:57.628271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec4619ef-d7bd-4689-842a-0f49bd44a03f req-375b9f6d-9ee0-41cb-9c6e-79b15b34d5d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0515308 Nov 10 21:29:57.753455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65d75467-70a6-4478-99d8-4492c897c0ec req-949af3ee-9a97-46bf-8b2e-2e5f38c7ff5e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233590 Nov 10 21:29:57.767245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:57.773392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:29:57.786204 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76afdef5-20f0-452c-a635-ea9177768fca HTTP/1.1" status: 204 len: 168 time: 0.3483922 Nov 10 21:29:57.786204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76afdef5-20f0-452c-a635-ea9177768fca,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:29:57.814236 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e649b32-ff05-40b2-ad0f-d4b8908262fe x-openstack-request-id: req-8e649b32-ff05-40b2-ad0f-d4b8908262fe {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:29:57.814236 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "ece4bd31-1f9f-4b07-997c-e3145edfe7b7", "code": 200}, {"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5", "code": 200}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:29:57.814236 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e649b32-ff05-40b2-ad0f-d4b8908262fe {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:29:57.814236 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece4bd31-1f9f-4b07-997c-e3145edfe7b7', 'code': 200} Nov 10 21:29:57.814236 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'code': 200} Nov 10 21:29:57.814236 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'code': 200} Nov 10 21:29:57.819028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.819694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.820431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.820962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.821523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.822061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.822826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.823450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.824006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.824528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.824927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-116c8939-78d5-4334-8106-ea58385e3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.825232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.825816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc1093a-4b1a-4972-84ee-be73af65aa2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:29:57.828178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-116c8939-78d5-4334-8106-ea58385e3f03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 1097 time: 0.1227984 Nov 10 21:29:57.988121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f50e43-215d-4a7c-9f7f-1cd34c7f5c17 req-ebce7165-1bec-4643-8c23-31ce69f7e9ef tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:57.989819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f50e43-215d-4a7c-9f7f-1cd34c7f5c17 req-ebce7165-1bec-4643-8c23-31ce69f7e9ef tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0655515 Nov 10 21:29:58.088294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d07f3-03fd-43b6-8674-f180a9287c4f req-275ef0aa-4339-4533-9bd2-f02a5b96c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.090195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-269d07f3-03fd-43b6-8674-f180a9287c4f req-275ef0aa-4339-4533-9bd2-f02a5b96c1ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 1102 time: 0.2007160 Nov 10 21:29:58.136635 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f50e43-215d-4a7c-9f7f-1cd34c7f5c17 req-3803dd0d-8867-4cf3-97a3-630b41735b23 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375356 Nov 10 21:29:58.140526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-5a199738-7203-4264-8074-1e359bd7f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.142265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-5a199738-7203-4264-8074-1e359bd7f4d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 200 len: 917 time: 0.2829945 Nov 10 21:29:58.242109 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-4f6bc3be-a009-4c43-a99b-1e4bb06affe6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae HTTP/1.1" status: 200 len: 217 time: 0.0758226 Nov 10 21:29:58.259486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-269d07f3-03fd-43b6-8674-f180a9287c4f req-46bf25dd-4485-4029-9428-83b2413cf1f7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580787 Nov 10 21:29:58.331946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.340128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.355401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.368274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.380529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.383754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.390805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.398670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-3f7ea3ef-5c71-4d52-b9dd-ca6752d7d90b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5436 time: 0.2554317 Nov 10 21:29:58.419049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-7ebc0e30-14d2-45bb-b8d6-f575c1b9a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.420860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-7ebc0e30-14d2-45bb-b8d6-f575c1b9a572 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 200 len: 855 time: 0.1716478 Nov 10 21:29:58.558360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9edd42-afd0-40ab-9251-e2df977e150c req-c4cd7a9a-0d7a-4422-9737-61a39f4bbdd0 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.566092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa9edd42-afd0-40ab-9251-e2df977e150c req-c4cd7a9a-0d7a-4422-9737-61a39f4bbdd0 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 950 time: 0.1306574 Nov 10 21:29:58.627354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-408921ab-ffac-49d0-ac78-f9666beabbe9 req-e5f3dca7-6e5b-4552-bb6a-9161897af6da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2169681 Nov 10 21:29:58.628656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa9edd42-afd0-40ab-9251-e2df977e150c req-b05fddf8-7218-400b-b556-8f16361de302 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613656 Nov 10 21:29:58.632305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-a23c4fb9-3ed7-4ac7-bb1e-8e1379007c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:58.636228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-a23c4fb9-3ed7-4ac7-bb1e-8e1379007c3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ff13602-c2e1-46f4-b874-aee6765a3703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681013 Nov 10 21:29:58.774263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-6652f235-a746-4696-aba4-18f55d5d161e service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191337 Nov 10 21:29:58.860305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aaf57c0f-2ea9-4c48-b70b-22836ec76a81 req-9bf9bcaf-7791-4101-bc42-0e2ba9d9e97d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0945442 Nov 10 21:29:59.076316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2428b-9635-4aee-9c9e-1145e9931500 req-47b0035e-46b2-48d3-822b-d3d265f2b18f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.078053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eca2428b-9635-4aee-9c9e-1145e9931500 req-47b0035e-46b2-48d3-822b-d3d265f2b18f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1099896 Nov 10 21:29:59.096473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a44b7ece-0283-4ae0-a96e-5f4a3819c34f req-6db4db67-8857-4f4d-b665-3ac57be376e1 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127131 Nov 10 21:29:59.158499 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eca2428b-9635-4aee-9c9e-1145e9931500 req-5a80a962-1bca-4da9-9b07-e279822c8f89 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658391 Nov 10 21:29:59.286119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aee8a2-555c-4708-9c24-1fa3d18122f8 req-e3836b3d-df5c-42df-b4cd-123c299b4b87 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.296427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76aee8a2-555c-4708-9c24-1fa3d18122f8 req-e3836b3d-df5c-42df-b4cd-123c299b4b87 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0753293 Nov 10 21:29:59.360903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76aee8a2-555c-4708-9c24-1fa3d18122f8 req-2d1dea22-f8b9-47ce-b0c0-875007c426c2 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634916 Nov 10 21:29:59.645282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:29:59.833214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2070440968-network', 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:29:59.855659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.863935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.866850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a13538-3103-4845-a02b-501bb47d5871 req-b1c5dfe0-1953-4d96-87ae-734bdb022596 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.869594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5a13538-3103-4845-a02b-501bb47d5871 req-b1c5dfe0-1953-4d96-87ae-734bdb022596 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 950 time: 0.0775728 Nov 10 21:29:59.884322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.901510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.909415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.917784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.931130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:29:59.944626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-67a923a8-51df-4186-acb5-020b5bd51fc9 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5436 time: 0.1796257 Nov 10 21:29:59.976383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5a13538-3103-4845-a02b-501bb47d5871 req-1209f104-f868-4a69-a63c-2726a413656f tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997396 Nov 10 21:30:00.013198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:00.016732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.027136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.048354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b38992a-b09a-4485-8b80-5dc71c47523b req-f68fe664-50e7-4320-a6a0-8753d105fd04 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954137 Nov 10 21:30:00.141321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-461b6e01-33d3-4ebb-9933-bccefc924ea9 req-3f6fa531-744b-45e6-82b0-eb8e8922103a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0439851 Nov 10 21:30:00.189298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.215927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c48e2-1d51-435e-885e-255590cf8bcc req-02dee33e-5a1a-4a81-8092-2c7f84c16e95 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:00.217627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-226c48e2-1d51-435e-885e-255590cf8bcc req-02dee33e-5a1a-4a81-8092-2c7f84c16e95 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 950 time: 0.0849705 Nov 10 21:30:00.243985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 413693c0-7375-4fca-8afa-16feab091d0c up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:00.289994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-226c48e2-1d51-435e-885e-255590cf8bcc req-bd78eb3a-56f6-4212-b5a1-c920fe097f5b tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653102 Nov 10 21:30:00.320327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.381166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c371f-000a-4245-9082-627f66703d7f req-efe11638-c8c3-43bb-85ad-6bb2b7c58d47 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:00.392386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e6c371f-000a-4245-9082-627f66703d7f req-efe11638-c8c3-43bb-85ad-6bb2b7c58d47 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1485367 Nov 10 21:30:00.439275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:30:00.469496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.469845 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Added segment 0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be of type vlan for network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e Nov 10 21:30:00.471446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f77224-f77a-4cdb-a13a-9b9fe2448394,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:00.523279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e6c371f-000a-4245-9082-627f66703d7f req-05a31d2f-ebb4-451b-af21-f5cd70606785 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296735 Nov 10 21:30:00.561612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 413693c0-7375-4fca-8afa-16feab091d0c completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:00.569951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 413693c0-7375-4fca-8afa-16feab091d0c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:00.576153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.600224 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.672827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a23b1-02e6-4c3e-9545-a6fdd4e53d0b req-6c0a8164-5b4e-4480-b66a-d22d51c9e9a8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:00.680183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d31a23b1-02e6-4c3e-9545-a6fdd4e53d0b req-6c0a8164-5b4e-4480-b66a-d22d51c9e9a8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.0768321 Nov 10 21:30:00.738894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d31a23b1-02e6-4c3e-9545-a6fdd4e53d0b req-6740b6fb-4901-4316-9506-b4b72d6b13a6 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575726 Nov 10 21:30:00.760330 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.787539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.787539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:00.787539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:00.810564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 413693c0-7375-4fca-8afa-16feab091d0c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=413693c0-7375-4fca-8afa-16feab091d0c,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:00.812079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:00.815248 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca653228-1b11-4477-8ced-76070c3ec515" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "413693c0-7375-4fca-8afa-16feab091d0c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:00.877972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:00.890460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:30:00.920593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54570) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:00.993599 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b15b9-883a-4c1f-8e79-6fb381e9ec01 x-openstack-request-id: req-6a0b15b9-883a-4c1f-8e79-6fb381e9ec01 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:00.993888 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "413693c0-7375-4fca-8afa-16feab091d0c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:00.995556 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a0b15b9-883a-4c1f-8e79-6fb381e9ec01 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:00.995556 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c', 'code': 200} Nov 10 21:30:00.997892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bca6f9d9-b48e-406f-a243-6c64306002a1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3513372 Nov 10 21:30:01.000715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54572) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:01.007154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Request body: {'subnet': {'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2070440968-subnet', 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:01.017460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:01.018387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db0eba94-232d-4566-b0f0-1c1dba8e8f41 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:01.141167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=413693c0-7375-4fca-8afa-16feab091d0c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:01.206862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:01.209351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:01.235885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port db0eba94-232d-4566-b0f0-1c1dba8e8f41 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:01.241150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port db0eba94-232d-4566-b0f0-1c1dba8e8f41 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:01.241792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:01.474015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:01.534615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0aa26e2a-9eec-473a-9f38-6893edd3b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.536169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0aa26e2a-9eec-473a-9f38-6893edd3b6d2 service neutron] 10.222.0.64 "GET /v2.0/ports/a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 200 len: 1028 time: 0.0787058 Nov 10 21:30:01.555090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db0eba94-232d-4566-b0f0-1c1dba8e8f41, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:01.620907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.631883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.634587 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:01.637114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21a592-91a2-4d68-adbf-003f36e511c0 req-a84d6bb6-87ee-4c75-94aa-8b97f6b62e54 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.639441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.644482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a21a592-91a2-4d68-adbf-003f36e511c0 req-a84d6bb6-87ee-4c75-94aa-8b97f6b62e54 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.5813689 Nov 10 21:30:01.647370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.655270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.661508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.676373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-531d16d2-9919-46aa-84b5-38ce1ade4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.678021 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-531d16d2-9919-46aa-84b5-38ce1ade4e3f service neutron] 10.222.0.64 "GET /v2.0/ports/48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 200 len: 1027 time: 0.1268220 Nov 10 21:30:01.692121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.704975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-67353725-65aa-4695-8780-f5b463296db4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5437 time: 0.3431580 Nov 10 21:30:01.719300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db0eba94-232d-4566-b0f0-1c1dba8e8f41,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:01.801335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a21a592-91a2-4d68-adbf-003f36e511c0 req-77aec7c9-031b-41b3-b3e0-15500a209769 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549199 Nov 10 21:30:01.812757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bacff7d7-8d3d-4c9a-8940-5ed3be921e0a req-dc9cbde1-6e93-4764-b044-509d4bd07694 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059151 Nov 10 21:30:01.958827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-180b4149-ef1e-4e21-b5bc-2df4afbbe64f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.965668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-180b4149-ef1e-4e21-b5bc-2df4afbbe64f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.973862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-180b4149-ef1e-4e21-b5bc-2df4afbbe64f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:01.978034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-180b4149-ef1e-4e21-b5bc-2df4afbbe64f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "GET /v2.0/networks?id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=832a1c7f-42d8-4db8-844c-8912958a8973&id=832a1c7f-42d8-4db8-844c-8912958a8973 HTTP/1.1" status: 200 len: 1988 time: 0.2917778 Nov 10 21:30:02.022287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:02.032686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a9b7fee-cb51-46ce-91b8-10775d1d5c75 req-46b7f11c-0428-4dc7-9dc5-ffdafd3718cd tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0907629 Nov 10 21:30:02.140424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06e3385-c643-4c3f-8bbf-c4087eb0ff82,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:02.153286 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-398da1cf-179b-42c2-800b-a805be2b0bac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a HTTP/1.1" status: 200 len: 379 time: 0.1594985 Nov 10 21:30:02.172881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0c566-d996-438c-af11-21ae0153400a req-3ef9f148-b654-4b28-b12d-705601111345 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:02.173305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'admin_state_up': True, 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'security_groups': ['d634b9b2-89e9-41c9-8033-1831630f7c70']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:02.181294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21d0c566-d996-438c-af11-21ae0153400a req-3ef9f148-b654-4b28-b12d-705601111345 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1990168 Nov 10 21:30:02.193876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.194611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.195176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.195793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.196371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.196948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.197700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.198256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.198983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.199541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.200128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.200679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:02.225197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Checking segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:02.225694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Network hostable DHCP agents. Network: 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:30:02.265802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21d0c566-d996-438c-af11-21ae0153400a req-e240b7c1-8bb2-4fac-8f99-572d56ae3a66 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811698 Nov 10 21:30:02.283392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f1762f7c-78ce-4eb0-b42c-50fb3fef0514 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:02.362058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f44ed-1489-4cb0-a0bf-2b2f916e1f5d req-3cd47540-001e-4628-b3b7-0fc430223de0 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:02.363467 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c10f44ed-1489-4cb0-a0bf-2b2f916e1f5d req-3cd47540-001e-4628-b3b7-0fc430223de0 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 945 time: 0.1732326 Nov 10 21:30:02.377980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:30:02.405205 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:02.410594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:02.416887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:02.417672 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:02.489264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:02.493459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:02.494213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:02.558194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:02.561534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5cc24a-5c09-49f9-afb7-e11c0f5ae7c2 None None] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:02.591447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c10f44ed-1489-4cb0-a0bf-2b2f916e1f5d req-e690d05c-bc98-4770-acdd-9c184511f798 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107992 Nov 10 21:30:02.653077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:02.657385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:02.691663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:02.766698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb38b0-9c5a-4d29-ae2a-165f81629ecf req-895d89e1-d2cb-403c-a964-601c090e8a03 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:02.773773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2eb38b0-9c5a-4d29-ae2a-165f81629ecf req-895d89e1-d2cb-403c-a964-601c090e8a03 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.0891597 Nov 10 21:30:02.794852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73905a1-e4b2-4ef1-b98a-e74e1b1e1a6b None None] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:02.812619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a9886196-59a4-4ff2-92da-e26a2f7dab8a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8068252 Nov 10 21:30:02.862788 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:02.863761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:02.904566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2eb38b0-9c5a-4d29-ae2a-165f81629ecf req-436b584f-1678-41f9-b71e-e6840623609b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175513 Nov 10 21:30:02.948492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 172.20.0.10 (8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa/e2d35b2c-db91-4a29-b936-225b49929d0a/41e729c8-5ce6-4a25-899e-aad9b0e5510b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:02.956964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-3ba0d9b9-9214-4940-ab67-272fe34c4174 req-2928f265-83e7-40c0-a35a-69d81d24a328 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:30:02.957875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ba0d9b9-9214-4940-ab67-272fe34c4174 req-2928f265-83e7-40c0-a35a-69d81d24a328 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057120 Nov 10 21:30:03.046763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41'}, {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:03.050677 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca136c72-cdb5-48e1-a25d-81c25fbda5d8" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41"}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:03.054292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:03.125186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.136227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.142770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.151107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ba0d9b9-9214-4940-ab67-272fe34c4174 req-cdcbdc74-eb91-465a-bf42-49a56be0eb70 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1812098 Nov 10 21:30:03.156420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.163462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.178563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.192603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.194904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0fcb5eaf-1223-428f-9872-1aac146537da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5439 time: 0.2095678 Nov 10 21:30:03.289820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:03.295400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:03.295789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:03.302124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Deleting port 9dffe497-5bd8-471b-9652-9144267246dd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:03.302476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:03.483191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:03.544072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1111daf-5ec3-4701-add1-cdfc8cf533b3 req-0196cff9-d6be-4121-a108-164f182fe6da tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2241771 Nov 10 21:30:03.550568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] For port 9dffe497-5bd8-471b-9652-9144267246dd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9dffe497-5bd8-471b-9652-9144267246dd,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:03.551303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:03.575079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Calling delete_port for 9dffe497-5bd8-471b-9652-9144267246dd owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:03.620353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90bbe101-a900-4f58-86a4-9d8f52c6cd9e req-b0daf00d-d217-4184-88f8-020b5dab326b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0593195 Nov 10 21:30:03.675657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:03.783690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:03.831030 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cec91b9-ba06-4d7d-a608-e44a1a24cae6 x-openstack-request-id: req-1cec91b9-ba06-4d7d-a608-e44a1a24cae6 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:03.833573 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41", "code": 200}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:03.834070 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cec91b9-ba06-4d7d-a608-e44a1a24cae6 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:03.835516 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41', 'code': 200} Nov 10 21:30:03.838644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:03.840874 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514', 'code': 200} Nov 10 21:30:03.852943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:03.870501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:03.872403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d26976-95f7-4cba-ba5d-625cde92b2b3 req-5a58132a-8116-46da-8c74-1582f2170302 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.876992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04d26976-95f7-4cba-ba5d-625cde92b2b3 req-5a58132a-8116-46da-8c74-1582f2170302 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1376286 Nov 10 21:30:03.891137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=41e729c8-5ce6-4a25-899e-aad9b0e5510b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:03.927619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:03.971151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:03.971151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.056318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04d26976-95f7-4cba-ba5d-625cde92b2b3 req-a3120f44-8369-42d2-979a-437f2ead49be tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726859 Nov 10 21:30:04.063363 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.063363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 04d58efe-ff3c-4d10-9296-caef817e068a up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:04.105543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-254f5363-9deb-4061-b7f3-ed1642dc5c91 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9423108 Nov 10 21:30:04.124961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'admin_state_up': True, 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'security_groups': ['d634b9b2-89e9-41c9-8033-1831630f7c70']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:04.196701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:04.216858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.217652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.217652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.218495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.219355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.219355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.219714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.220097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.221005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.221345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.221674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.221998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:30:04.284937 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.294483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2dae923f-3b5f-49cb-8072-eb9a8c7b603b None None] Provisioning complete for port 41e729c8-5ce6-4a25-899e-aad9b0e5510b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:04.296823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2dae923f-3b5f-49cb-8072-eb9a8c7b603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.309980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbb130-e70f-4ec9-a6e0-dfb67fbf722f req-c309e6f0-b96f-4a26-8143-20c946772cff tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:04.313701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08cbb130-e70f-4ec9-a6e0-dfb67fbf722f req-c309e6f0-b96f-4a26-8143-20c946772cff tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.1219454 Nov 10 21:30:04.344303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dffe497-5bd8-471b-9652-9144267246dd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:04.377694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 04d58efe-ff3c-4d10-9296-caef817e068a completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:04.389612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 04d58efe-ff3c-4d10-9296-caef817e068a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:04.392529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.450477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-dfa5d68c-9b3e-4ba0-aa03-b272c5c0af6d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:04.450716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08cbb130-e70f-4ec9-a6e0-dfb67fbf722f req-b0c684e7-34ca-4353-8803-88dc023fd6df tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288104 Nov 10 21:30:04.451798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-dfa5d68c-9b3e-4ba0-aa03-b272c5c0af6d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.3525798 Nov 10 21:30:04.487741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2dae923f-3b5f-49cb-8072-eb9a8c7b603b None None] Port 41e729c8-5ce6-4a25-899e-aad9b0e5510b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:30:04.537298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-01772e9f-4edc-4405-a81c-571ba2449008 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/quotas/5fcb232e2e1f4b3db936eaf9b20f8ee0 HTTP/1.1" status: 200 len: 375 time: 0.0641079 Nov 10 21:30:04.557894 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.651359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 04d58efe-ff3c-4d10-9296-caef817e068a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=04d58efe-ff3c-4d10-9296-caef817e068a,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:04.653104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-c5287897-3285-4adc-b012-911871e328a8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024284 Nov 10 21:30:04.702158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9679dc-38c9-4a8d-b121-8676c1946160 req-1ad4ad2e-8264-4bc2-9fc3-9709cd27292b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:04.711124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d9679dc-38c9-4a8d-b121-8676c1946160 req-1ad4ad2e-8264-4bc2-9fc3-9709cd27292b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 945 time: 0.0876713 Nov 10 21:30:04.769718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.787976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:04.789716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d9679dc-38c9-4a8d-b121-8676c1946160 req-f5903b52-e8c7-4f34-8a3f-ba52e555f9a8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Nov 10 21:30:04.802239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.840312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:04.880245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=04d58efe-ff3c-4d10-9296-caef817e068a,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:04.944049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-1e5dde41-1537-4e72-a6c6-839b8c36fb6f service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739902 Nov 10 21:30:04.975281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:04.982680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:04.989745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:04.997429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:05.006688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:05.013409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:05.033432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:05.042813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e984412-760e-427b-a34e-d81960b06d71 req-1ef51872-9a59-4f31-9f43-9b784d261c16 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.1393285 Nov 10 21:30:05.144790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e984412-760e-427b-a34e-d81960b06d71 req-cd6e905c-28dd-40d6-8da1-5d2665a14148 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947890 Nov 10 21:30:05.220507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 10.1.1.57 (92f7713a-46a6-4f78-96c8-61feea471e37/5379ff5d-0b2d-49f8-a0e0-58eba0256e9b/cdbbd72b-c5b8-40dd-981e-5e523173d376) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:05.228840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-d0a1de06-0dc5-4e1a-914c-5d38ff6060f3 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814374 Nov 10 21:30:05.357592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2763-ce9f-4487-989a-138eee3f33c9 req-70c458a3-107c-4ccb-815f-5ecf2966eb55 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:05.369718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fdc2763-ce9f-4487-989a-138eee3f33c9 req-70c458a3-107c-4ccb-815f-5ecf2966eb55 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 932 time: 0.1176353 Nov 10 21:30:05.435837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Router a14a63aa-ad63-4b18-85be-d05dbde22400 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:05.458332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fdc2763-ce9f-4487-989a-138eee3f33c9 req-a489943f-a85c-4287-85ab-9821231cd2fc tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874336 Nov 10 21:30:05.545036 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:05.686362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5fc536e-3d6d-48e6-b7bc-b352cb1945b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:05.706329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:05.715712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54682) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:05.717303 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] Sync routers for ids ['a14a63aa-ad63-4b18-85be-d05dbde22400'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:30:05.726265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e3ec096-6d91-42db-8411-badbf73003d2 admin admin] 10.222.0.45 "PUT /v2.0/routers/a14a63aa-ad63-4b18-85be-d05dbde22400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8044119 Nov 10 21:30:05.738987 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] Routers {'a14a63aa-ad63-4b18-85be-d05dbde22400'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:05.740334 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:29:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a14a63aa-ad63-4b18-85be-d05dbde22400'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:05.767328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:30:05.779147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd117571-2860-46cb-a81d-c76732dd00a4 req-3d79fb33-ea56-4a88-a650-9ebc11048bdd tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:05.780850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cd117571-2860-46cb-a81d-c76732dd00a4 req-3d79fb33-ea56-4a88-a650-9ebc11048bdd tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.1550279 Nov 10 21:30:05.784088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:05.875255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3'}, {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d58efe-ff3c-4d10-9296-caef817e068a'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:05.876946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 92f7713a-46a6-4f78-96c8-61feea471e37 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:05.886870 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f89e5-7697-427b-b351-cab540572010" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3"}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "04d58efe-ff3c-4d10-9296-caef817e068a"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:05.892828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:05.905644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:06.003528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=cdbbd72b-c5b8-40dd-981e-5e523173d376,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:06.025250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cd117571-2860-46cb-a81d-c76732dd00a4 req-92bd97bf-3bff-4d22-a3b3-d356dac46a37 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245727 Nov 10 21:30:06.057454 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] Set router a14a63aa-ad63-4b18-85be-d05dbde22400 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:30:06.072088 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:06.077591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:06.077591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:06.238972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-fecb857c-13aa-4b9b-8e87-cb749db8a398 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1209939 Nov 10 21:30:06.261229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'admin_state_up': True, 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'security_groups': ['d634b9b2-89e9-41c9-8033-1831630f7c70']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:06.268923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:06.320089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'mac_address': 'fa:16:3e:42:9b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:30:06.399166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:06.414033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b18aa-7951-4f82-9d41-c0e323357083 req-f12e0623-3f83-4ab9-9875-dd913f092b98 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:06.424976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-110b18aa-7951-4f82-9d41-c0e323357083 req-f12e0623-3f83-4ab9-9875-dd913f092b98 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 0.1636126 Nov 10 21:30:06.436032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d80bfbf-02df-4ded-b927-b662ac738604 req-8c3ce9c7-9a03-429b-a05e-d47e4bafc3d9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 210 time: 0.1211495 Nov 10 21:30:06.473866 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:30:03Z', 'revision_number': 5, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port': {'id': '610bbcbb-2278-4ba8-bdb4-419e34ae90a5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:11Z', 'updated_at': '2021-11-10T21:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:06.474067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:06.541079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-110b18aa-7951-4f82-9d41-c0e323357083 req-f883c3f3-9744-41f0-ade7-90311e1672b3 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098025 Nov 10 21:30:06.560400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-acd87c4b-a28f-4897-9a56-e119f81e855c None None] Provisioning complete for port cdbbd72b-c5b8-40dd-981e-5e523173d376 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:06.567638 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-acd87c4b-a28f-4897-9a56-e119f81e855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:06.577096 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] Checking router: a14a63aa-ad63-4b18-85be-d05dbde22400 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:30:06.604606 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] Routers {'a14a63aa-ad63-4b18-85be-d05dbde22400'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:06.605451 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:29:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a14a63aa-ad63-4b18-85be-d05dbde22400'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:06.712085 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1938fe64-f23d-4705-8dfc-9dfa4eb88d66 x-openstack-request-id: req-1938fe64-f23d-4705-8dfc-9dfa4eb88d66 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:06.712389 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3", "code": 200}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-plugged", "status": "completed", "tag": "04d58efe-ff3c-4d10-9296-caef817e068a", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:06.712697 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1938fe64-f23d-4705-8dfc-9dfa4eb88d66 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:06.713088 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3', 'code': 200} Nov 10 21:30:06.720398 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d58efe-ff3c-4d10-9296-caef817e068a', 'code': 200} Nov 10 21:30:06.733882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Deleting port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:06.734221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:06.770766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b12eb30-2c54-49db-ae43-d04f75bf1981 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:06.882354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-acd87c4b-a28f-4897-9a56-e119f81e855c None None] Port cdbbd72b-c5b8-40dd-981e-5e523173d376 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:30:06.943965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:06.965231 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] Set router a14a63aa-ad63-4b18-85be-d05dbde22400 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:30:06.982304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:06.988674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:06.996076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.002302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.008928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.016930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.023570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.026396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-f6b46367-7b9f-462c-8938-d812c4f57bfb tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.2025800 Nov 10 21:30:07.110085 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:30:06Z', 'revision_number': 6, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:07.138949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] For port 610bbcbb-2278-4ba8-bdb4-419e34ae90a5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:07.140020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:07.140647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f70f39-d12b-412e-8060-7997665da8fa None None] The sync data for ids ['a14a63aa-ad63-4b18-85be-d05dbde22400'] in n-d-776250-11 is: [{'id': 'a14a63aa-ad63-4b18-85be-d05dbde22400', 'name': 'tempest-AttachSCSIVolumeTestJSON-1761799718-router', 'tenant_id': '20f59c7ad599484dbcf8544c8221fb09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:30:06Z', 'revision_number': 6, 'project_id': '20f59c7ad599484dbcf8544c8221fb09', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:30:07.177830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Calling delete_port for 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:07.186511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:07.296927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['7b12eb30-2c54-49db-ae43-d04f75bf1981'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:07.404582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:07.451646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95af190d-422d-4e08-b6b4-2a007f7856d7 req-670a201f-bfc2-4cb6-913b-3a1bdc96a045 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3866289 Nov 10 21:30:07.466860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.467358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.467834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.468308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.468778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.469246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.469713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.471649 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-b34100a9-6962-4f4f-a683-256b37c0a0ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6505 time: 0.1619346 Nov 10 21:30:07.536727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca17d-280b-436c-9e79-5bf2a11ff0e3 req-f2d15267-7e8e-4d82-ba03-11fb4e79b88a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.559527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca17d-280b-436c-9e79-5bf2a11ff0e3 req-f2d15267-7e8e-4d82-ba03-11fb4e79b88a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.573598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca17d-280b-436c-9e79-5bf2a11ff0e3 req-f2d15267-7e8e-4d82-ba03-11fb4e79b88a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.582398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b6ca17d-280b-436c-9e79-5bf2a11ff0e3 req-f2d15267-7e8e-4d82-ba03-11fb4e79b88a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505&device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129&device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 2416 time: 0.2713978 Nov 10 21:30:07.692330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b6ca17d-280b-436c-9e79-5bf2a11ff0e3 req-5cb1e673-b480-4739-8aff-0a895d018148 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084278 Nov 10 21:30:07.697872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5aeac2ae-18ee-4938-bfcb-e517c1792855 req-c5ea9b6b-4ec0-4618-9199-2df4d1de4177 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&id=e630b671-13c1-4df3-b423-c4d7bcd08272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2145844 Nov 10 21:30:07.730798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-d3b12196-48f8-47c3-90ce-795bb3c9a44f tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.732583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-d3b12196-48f8-47c3-90ce-795bb3c9a44f tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1098 time: 0.3635647 Nov 10 21:30:07.738374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:07.742310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:07.761364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ead152-519d-41b4-9c14-58e092e696db req-0e29561c-e6de-4206-9458-cf13f6b84477 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:07.762949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82ead152-519d-41b4-9c14-58e092e696db req-0e29561c-e6de-4206-9458-cf13f6b84477 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 946 time: 0.0956647 Nov 10 21:30:07.826341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:07.920550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 7b12eb30-2c54-49db-ae43-d04f75bf1981 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:07.921618 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:07.964721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82ead152-519d-41b4-9c14-58e092e696db req-77880071-66de-4be5-bf65-d238520e0ed6 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889923 Nov 10 21:30:07.988834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-11'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:07.996584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ffb6-7c4c-4e22-9c96-91ab00edb9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.082696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 10.1.1.14 (92f7713a-46a6-4f78-96c8-61feea471e37/5379ff5d-0b2d-49f8-a0e0-58eba0256e9b/0dfd77a7-b29f-4e22-a61b-08a9fe58fd46) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:08.099796 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.140960 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.213218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0d653ec-b149-48f7-9d5a-cf6deed08aef req-c1aec526-3613-4184-8e3c-bcdca209b961 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 210 time: 0.1143255 Nov 10 21:30:08.287322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.292761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Pushing event deleted for resources: {'Port': ['ID=610bbcbb-2278-4ba8-bdb4-419e34ae90a5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:08.293551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:08.310091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:30:08.315502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9dffe497-5bd8-471b-9652-9144267246dd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:08.403276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9dffe497-5bd8-471b-9652-9144267246dd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:08.407335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9dffe497-5bd8-471b-9652-9144267246dd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:08.407901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:08.418085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.438578 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.452158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.resource_extend [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:30:08.489697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3b9fc-887b-440d-a842-8e6838a40d9b req-bd4c9739-f4ac-45e5-8024-94c39c7a7c4e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:08.508359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3b9fc-887b-440d-a842-8e6838a40d9b req-bd4c9739-f4ac-45e5-8024-94c39c7a7c4e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:08.517522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7f3b9fc-887b-440d-a842-8e6838a40d9b req-bd4c9739-f4ac-45e5-8024-94c39c7a7c4e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 1653 time: 0.7468672 Nov 10 21:30:08.583825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:08.584186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 610bbcbb-2278-4ba8-bdb4-419e34ae90a5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:08.626520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7f3b9fc-887b-440d-a842-8e6838a40d9b req-9704d7f1-8b56-4f75-b4c4-0ff0a034c521 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011541 Nov 10 21:30:08.632553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.728854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 92f7713a-46a6-4f78-96c8-61feea471e37 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:08.730480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:08.747666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:08.754697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:08.784450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:08.787225 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54559af8-a115-472b-af1e-0619753c9c87" -d '{"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-plugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:08.790581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c has no active binding in host n-h1-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:30:08.850215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:08.881106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.887439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:08.888146 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:08.973849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-893caf10-3f3e-4d8f-ba7c-34072961c3b3 req-229a3fe0-ab39-429c-8ae4-1b49686e91bb tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:30:08.974979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893caf10-3f3e-4d8f-ba7c-34072961c3b3 req-229a3fe0-ab39-429c-8ae4-1b49686e91bb tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0704296 Nov 10 21:30:08.994973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:09.005812 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.008559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.095647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886e13d-25ae-4525-bff7-d9432610217b req-c60e7358-9dfa-4dc6-9452-5544ad271c26 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:09.097732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e886e13d-25ae-4525-bff7-d9432610217b req-c60e7358-9dfa-4dc6-9452-5544ad271c26 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.64 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 946 time: 0.1920719 Nov 10 21:30:09.101604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-211c43f6-f334-49bb-845d-524dc19a16e9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8498747 Nov 10 21:30:09.156780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973', 'admin_state_up': True, 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'security_groups': ['d634b9b2-89e9-41c9-8033-1831630f7c70']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:09.195558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2b129365-90e3-47c7-94f1-7f682634dfd1 None None] Provisioning complete for port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:09.199432 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2b129365-90e3-47c7-94f1-7f682634dfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.209051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.286603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893caf10-3f3e-4d8f-ba7c-34072961c3b3 req-f6e58273-6758-41f6-a4de-fffea0463b7b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2962363 Nov 10 21:30:09.296843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2b129365-90e3-47c7-94f1-7f682634dfd1 None None] Port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:30:09.314323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.323775 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14a63aa-ad63-4b18-85be-d05dbde22400 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:30:09.370260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.371418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4472e04f-265b-4a56-8576-17aea42a0998 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a14a63aa-ad63-4b18-85be-d05dbde22400 HTTP/1.1" status: 204 len: 168 time: 3.6551061 Nov 10 21:30:09.386241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54740) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:09.413013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63d8db-5c77-4357-adf2-5091e54184e6 req-4b1f0e98-40cd-44e7-af5d-38303681f71b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:09.430053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d63d8db-5c77-4357-adf2-5091e54184e6 req-4b1f0e98-40cd-44e7-af5d-38303681f71b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 946 time: 1.0844381 Nov 10 21:30:09.589633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-972291fe-4335-4293-8924-33ed427ac57c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:09.593516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-972291fe-4335-4293-8924-33ed427ac57c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.5344007 Nov 10 21:30:09.618178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Request body: {'port': {'device_id': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'admin_state_up': True, 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:09.666406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d63d8db-5c77-4357-adf2-5091e54184e6 req-25f4c4ff-5fc6-478a-b9ae-cd663b97518a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286727 Nov 10 21:30:09.802812 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d147c9-8bea-4924-a612-b29b38005553 x-openstack-request-id: req-91d147c9-8bea-4924-a612-b29b38005553 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:09.804331 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-plugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:09.804943 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91d147c9-8bea-4924-a612-b29b38005553 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:09.805569 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'code': 200} Nov 10 21:30:09.808516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] Deleting subnet f1016733-ef21-4c8d-94db-972c07e2bedb {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:30:09.814516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.825201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:09.911844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:09.961028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:10.034452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.045075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.052534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.062418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.070910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.074751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Deleting port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:10.075233 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.078894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.085556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.095365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-3420cced-1636-4952-8b10-4f14737ed8d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.2738883 Nov 10 21:30:10.155569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:10.158828 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc13ff0b-889a-402e-b63c-d18a45da7583" -d '{"events": [{"server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:10.163823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.205897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:10.258125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cde08390-5eff-41a2-ba9e-5de56d964068 req-c92ce688-0141-43f4-8980-30df188eda30 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560771 Nov 10 21:30:10.267420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.369324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:10.373633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.409301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.451927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0f0c7-7f32-44d0-a498-c26cadf75e1b req-f92afa0b-c491-4240-844e-0947a3db72bd tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.460526 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1f0f0c7-7f32-44d0-a498-c26cadf75e1b req-f92afa0b-c491-4240-844e-0947a3db72bd tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 946 time: 0.5096188 Nov 10 21:30:10.524998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] For port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,segment=NetworkSegment(a637f773-f5cf-4e83-8d9c-825848d014c8),segment_id=a637f773-f5cf-4e83-8d9c-825848d014c8)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:10.525782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.530420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01e406d6-9d71-4b2a-9206-5ba211ccc0d1 req-4d0a48dd-4f9d-4b80-b1f6-936162cf7c68 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 210 time: 0.1175625 Nov 10 21:30:10.608284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:10.610267 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.621592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Calling delete_port for 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:10.631097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on host n-h2-776250-11 for vnic_type normal with profile {"migrating_to": "n-h1-776250-11"} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:10.631435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:10.631781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:10.643772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.647950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:10.648566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Attempting to bind port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:10.662305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:10.662645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:10.663029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:10.663467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Bound port: 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:10.663855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.669666 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1f0f0c7-7f32-44d0-a498-c26cadf75e1b req-71413413-7512-4747-a294-f8ca0c13eeac tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/security-groups?id=755d3750-ca25-4d7c-aa5a-595d43a674f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079630 Nov 10 21:30:10.781929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Allocated IP 172.20.0.2 (0b5b4818-a6d3-43ab-b880-1b7f9b442c9e/c06e3385-c643-4c3f-8bbf-c4087eb0ff82/90b99699-9261-4c90-8399-3cb026c8b469) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:10.878768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:10.895718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:10.917151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7383a61-0c86-4794-b634-b3659d0b6491 req-761fece4-8e42-4340-854e-29ae58358b31 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.925629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7383a61-0c86-4794-b634-b3659d0b6491 req-761fece4-8e42-4340-854e-29ae58358b31 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.932876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7383a61-0c86-4794-b634-b3659d0b6491 req-761fece4-8e42-4340-854e-29ae58358b31 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:10.934641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7383a61-0c86-4794-b634-b3659d0b6491 req-761fece4-8e42-4340-854e-29ae58358b31 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 2373 time: 0.1935923 Nov 10 21:30:10.955784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:11.047646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16684ac-08e0-4446-af27-1fb1a3d778ad None None] Network 6ac0b214-9a80-4498-bae4-18080343acd4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:11.052662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7383a61-0c86-4794-b634-b3659d0b6491 req-c9359e44-4334-4afd-83c9-c64b754e7ebb tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061323 Nov 10 21:30:11.177986 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559bb6d-f9ce-4d1d-80f7-90ca62888932 x-openstack-request-id: req-9559bb6d-f9ce-4d1d-80f7-90ca62888932 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:11.178301 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:11.178558 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9559bb6d-f9ce-4d1d-80f7-90ca62888932 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:11.190338 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c', 'code': 200} Nov 10 21:30:11.199763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.225255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1016733-ef21-4c8d-94db-972c07e2bedb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:11.329130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.341226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9324135d-b5a1-4b1f-b055-e15de4c678c8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f1016733-ef21-4c8d-94db-972c07e2bedb HTTP/1.1" status: 204 len: 168 time: 1.9046686 Nov 10 21:30:11.356714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.370372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54764) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:11.406908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.407198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 10.2.2.100 (832a1c7f-42d8-4db8-844c-8912958a8973/911687fa-5666-44e7-b540-b2cbdc4dace7/c4dfdabb-1806-4262-bb5a-810fd3717445) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:11.496543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] DHCP port deletion for 6ac0b214-9a80-4498-bae4-18080343acd4 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:30:11.517308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=8']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:11.616517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.616517 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.616517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-382be619-923b-4765-9759-e19fdaa44283 service neutron] 10.222.0.64 "PUT /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 1124 time: 3.6296854 Nov 10 21:30:11.622195 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.637509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] Deleting port 32fa8e16-e8ff-447f-8deb-e0e48151c56a {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:11.637891 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.677972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.726695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] For port 32fa8e16-e8ff-447f-8deb-e0e48151c56a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=32fa8e16-e8ff-447f-8deb-e0e48151c56a,segment=NetworkSegment(bd782fe9-e3e6-402e-9d76-e4e452cc6d5a),segment_id=bd782fe9-e3e6-402e-9d76-e4e452cc6d5a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:11.726695 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.740657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] Calling delete_port for 32fa8e16-e8ff-447f-8deb-e0e48151c56a owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:11.827301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:11.828124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c20ee-5160-4212-a8a8-fbce5c754da3 req-195edfb8-c3e8-4e1d-b09b-2107c103261d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.829482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event updated for resources: {'Port': ['ID=90b99699-9261-4c90-8399-3cb026c8b469,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:11.834355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:11.846287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:11.847070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f1c20ee-5160-4212-a8a8-fbce5c754da3 req-195edfb8-c3e8-4e1d-b09b-2107c103261d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.5031581 Nov 10 21:30:11.851008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.904541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:11.908856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.919566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.921068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:11.940931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.947861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.955543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.960894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:11.964393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.973708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.981537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.988760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:11.990838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-64e0d88d-c0e4-401d-b17b-e27bf8ae6285 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.3749759 Nov 10 21:30:12.003427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.014971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f1c20ee-5160-4212-a8a8-fbce5c754da3 req-bfad0983-94b1-44b6-9acf-8cef33506acf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662171 Nov 10 21:30:12.038971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Pushing event deleted for resources: {'Port': ['ID=080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:12.053009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.059330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] Pushing event deleted for resources: {'Port': ['ID=32fa8e16-e8ff-447f-8deb-e0e48151c56a,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:12.064121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 32fa8e16-e8ff-447f-8deb-e0e48151c56a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:12.103119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 32fa8e16-e8ff-447f-8deb-e0e48151c56a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:12.104027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 32fa8e16-e8ff-447f-8deb-e0e48151c56a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:12.133579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5d721-0188-44c1-b8c2-f717061118ec None None] No DVR routers for this DVR port 32fa8e16-e8ff-447f-8deb-e0e48151c56a on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:12.144664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-6846fb73-6c1c-4d64-bc86-e3d992067237 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5310323 Nov 10 21:30:12.168440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Request body: {'port': {'device_id': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:12.257968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-530b63dc-3c4d-482b-945e-4735151ac8a9 req-9a8e1e89-ab8e-4a30-a7ba-51cf7ca91868 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510340 Nov 10 21:30:12.280218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=c4dfdabb-1806-4262-bb5a-810fd3717445,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:12.298258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] No DVR routers for this DVR port 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:12.306328 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.312983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e886e13d-25ae-4525-bff7-d9432610217b req-7890f587-0626-4d9b-8867-361292fcfe51 tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.64 "DELETE /v2.0/ports/080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 HTTP/1.1" status: 204 len: 173 time: 3.1981091 Nov 10 21:30:12.347484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.354711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:12.355256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'name': 'network-vif-deleted', 'tag': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:12.359862 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d918e-bc0e-4fec-993b-412edb88264a" -d '{"events": [{"server_uuid": "89eaa3fb-7b6e-4b5c-9739-3b522df83768", "name": "network-vif-deleted", "tag": "080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:12.365235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 832a1c7f-42d8-4db8-844c-8912958a8973 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:12.370015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:12.385475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:12.401120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:12.401527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:12.471941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:12.472582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.499887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Deleting port 32fa8e16-e8ff-447f-8deb-e0e48151c56a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:12.500222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.619411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] For port 32fa8e16-e8ff-447f-8deb-e0e48151c56a, host n-d-776250-11, got binding levels [] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:12.620186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.637139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Calling delete_port for 32fa8e16-e8ff-447f-8deb-e0e48151c56a owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:12.640601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Port 32fa8e16-e8ff-447f-8deb-e0e48151c56a was not found and therefore no delete operation was performed {{(pid=103047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 21:30:12.662338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.681648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d95b62-97d2-419d-8842-aff7a42bb4d2 req-f7799a65-e16a-47e7-9606-267ae8f754af tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 210 time: 0.1322050 Nov 10 21:30:12.700365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72089cbd-dc2e-4668-bd9c-6d2a17023541 req-2da9d5d8-b02e-4c9d-862a-a6dc1e3b4ce9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:12.701939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72089cbd-dc2e-4668-bd9c-6d2a17023541 req-2da9d5d8-b02e-4c9d-862a-a6dc1e3b4ce9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 931 time: 0.1136084 Nov 10 21:30:12.704543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-707eb634-4dda-409d-82da-58e58c00e6f7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5797386 Nov 10 21:30:12.726098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973', 'admin_state_up': True, 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'security_groups': ['d634b9b2-89e9-41c9-8033-1831630f7c70']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:12.790129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cdbbe0cf-8bac-454d-9a69-da9f5fa73e99 None None] Provisioning complete for port c4dfdabb-1806-4262-bb5a-810fd3717445 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:12.795656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe0cf-8bac-454d-9a69-da9f5fa73e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:12.844846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72089cbd-dc2e-4668-bd9c-6d2a17023541 req-d0d0d4c3-3785-470f-b7bf-ea093854471f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336226 Nov 10 21:30:12.869472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fa8e16-e8ff-447f-8deb-e0e48151c56a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:12.876706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbe0cf-8bac-454d-9a69-da9f5fa73e99 None None] Port c4dfdabb-1806-4262-bb5a-810fd3717445 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:30:12.880794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] No DVR routers for this DVR port 32fa8e16-e8ff-447f-8deb-e0e48151c56a on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:13.010773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b99699-9261-4c90-8399-3cb026c8b469 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:13.035107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.049440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Transition to ACTIVE for port object 90b99699-9261-4c90-8399-3cb026c8b469 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:13.087062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0923b-48f3-4211-8aeb-8d6a6e7d68f8 req-a52b7ca1-75b1-4cfc-8dc7-8ca02847afa3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.093349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0923b-48f3-4211-8aeb-8d6a6e7d68f8 req-a52b7ca1-75b1-4cfc-8dc7-8ca02847afa3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.098644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.099635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0923b-48f3-4211-8aeb-8d6a6e7d68f8 req-a52b7ca1-75b1-4cfc-8dc7-8ca02847afa3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.107797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0923b-48f3-4211-8aeb-8d6a6e7d68f8 req-a52b7ca1-75b1-4cfc-8dc7-8ca02847afa3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.108037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.121650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-edb0923b-48f3-4211-8aeb-8d6a6e7d68f8 req-a52b7ca1-75b1-4cfc-8dc7-8ca02847afa3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3094 time: 0.2999849 Nov 10 21:30:13.129225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.130265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.151317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.172739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.178632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac0b214-9a80-4498-bae4-18080343acd4']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:13.186446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.203003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.206267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:13.206568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd782fe9-e3e6-402e-9d76-e4e452cc6d5a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:13.221732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cb5f22b8-0135-4990-bce5-8ef25a67eef9 req-7b6e8718-5948-4538-8777-d81e977571db tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.2002709 Nov 10 21:30:13.224263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54794) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:13.226070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.226911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:13.232410 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30195e06-c27b-44db-8a05-88281cede1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:13.236337 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.242828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Request body: {'floatingip': {'port_id': '85be49a8-9c42-4012-bd0d-0f30d7b97138'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:13.287278 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0261d0b-e19d-456c-8577-1d099f5efefa x-openstack-request-id: req-e0261d0b-e19d-456c-8577-1d099f5efefa {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:13.287490 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eaa3fb-7b6e-4b5c-9739-3b522df83768", "name": "network-vif-deleted", "tag": "080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:13.287593 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0261d0b-e19d-456c-8577-1d099f5efefa {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:13.288038 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eaa3fb-7b6e-4b5c-9739-3b522df83768', 'name': 'network-vif-deleted', 'tag': '080ccd4b-ae4e-4695-bb00-4f1b6ff14bb7', 'status': 'completed', 'code': 200} Nov 10 21:30:13.296002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Made reservation on behalf of a3ebd0f9bdec48b58c3eec103c05b07a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:13.299923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.304841 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-edb0923b-48f3-4211-8aeb-8d6a6e7d68f8 req-941de56e-bba4-43c0-b577-1bb1575c6f65 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825521 Nov 10 21:30:13.307234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.318378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.354913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Pushing event updated for resources: {'Port': ['ID=90b99699-9261-4c90-8399-3cb026c8b469,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:13.425857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:30:13.426257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:13.436738 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:13.508358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Attempting to bind port 90b99699-9261-4c90-8399-3cb026c8b469 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:13.508618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Attempting to bind port 90b99699-9261-4c90-8399-3cb026c8b469 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:13.508855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Attempting to bind port 90b99699-9261-4c90-8399-3cb026c8b469 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:13.521542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Port 90b99699-9261-4c90-8399-3cb026c8b469 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:13.521879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Attempting to bind port 90b99699-9261-4c90-8399-3cb026c8b469 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:13.541733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:13.541971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Checking segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:13.542964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Bound using segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:13.542964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Bound port: 90b99699-9261-4c90-8399-3cb026c8b469, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:13.543216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.675705 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a408068d-b555-4fa9-959b-b7077ee1fc4a x-openstack-request-id: req-a408068d-b555-4fa9-959b-b7077ee1fc4a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:13.686091 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:13.686432 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a408068d-b555-4fa9-959b-b7077ee1fc4a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:13.686781 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c', 'status': 'completed', 'code': 200} Nov 10 21:30:13.696697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0bacb-8818-4570-a949-cf112b6396c2 req-e4569f46-57cc-4f06-b38b-07b80f7bd117 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.698996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38c0bacb-8818-4570-a949-cf112b6396c2 req-e4569f46-57cc-4f06-b38b-07b80f7bd117 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.2494404 Nov 10 21:30:13.757557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.763694 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:13.769835 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6ac0b214-9a80-4498-bae4-18080343acd4 HTTP/1.1" status: 204 len: 168 time: 2.1623478 Nov 10 21:30:13.786091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:13.931969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] For port 90b99699-9261-4c90-8399-3cb026c8b469, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:13.935756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195e06-c27b-44db-8a05-88281cede1fe req-7804e3f2-4d1f-458f-a89a-97170f543ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:13.938596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30195e06-c27b-44db-8a05-88281cede1fe req-7804e3f2-4d1f-458f-a89a-97170f543ffe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1127 time: 0.2382352 Nov 10 21:30:13.939298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] For port 90b99699-9261-4c90-8399-3cb026c8b469, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=90b99699-9261-4c90-8399-3cb026c8b469,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:14.104836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2f96497-fc03-4991-816f-d49af9c30bc4 req-e657d91b-f8c9-462d-bed4-33f26f7004bc tempest-VolumesAdminNegativeTest-2137326602 tempest-VolumesAdminNegativeTest-2137326602-project] 10.222.0.45 "GET /v2.0/ports?device_id=89eaa3fb-7b6e-4b5c-9739-3b522df83768 HTTP/1.1" status: 200 len: 210 time: 0.0405533 Nov 10 21:30:14.295090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195e06-c27b-44db-8a05-88281cede1fe req-8414f4ee-9420-40f0-8ebd-fb3360828e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:14.297507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30195e06-c27b-44db-8a05-88281cede1fe req-8414f4ee-9420-40f0-8ebd-fb3360828e24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.3246341 Nov 10 21:30:14.310230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:14.390336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38c0bacb-8818-4570-a949-cf112b6396c2 req-ca45fa14-8f58-4895-a63b-d361a7c4bb9a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793447 Nov 10 21:30:14.394442 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fbf27-ddfa-43d2-b892-9c1173ee1ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac0b214-9a80-4498-bae4-18080343acd4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:14.532139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Pushing event updated for resources: {'Port': ['ID=90b99699-9261-4c90-8399-3cb026c8b469,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:14.568373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30195e06-c27b-44db-8a05-88281cede1fe req-a78b9580-0285-466d-9530-b11dbd25d508 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 217 time: 0.2507994 Nov 10 21:30:14.572954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:14.578204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:14.579747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-29263232-dc41-4260-9ed1-3a54560f9d7b service neutron] 10.222.0.53 "PUT /v2.0/ports/90b99699-9261-4c90-8399-3cb026c8b469 HTTP/1.1" status: 200 len: 1092 time: 2.4205766 Nov 10 21:30:14.638288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195e06-c27b-44db-8a05-88281cede1fe req-f5b862c5-aacd-498e-a98e-2a4d672b1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:14.639783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30195e06-c27b-44db-8a05-88281cede1fe req-f5b862c5-aacd-498e-a98e-2a4d672b1124 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0571766 Nov 10 21:30:14.646628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Allocated IP 10.2.2.200 (832a1c7f-42d8-4db8-844c-8912958a8973/911687fa-5666-44e7-b540-b2cbdc4dace7/a3521bd5-eb62-486e-bcef-a5dd31ce1036) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:14.690460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916504b8-c214-4b51-832a-a853d8ddf0a5 req-1c7e214a-e949-434b-9ba9-32f50981784e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:14.698214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-916504b8-c214-4b51-832a-a853d8ddf0a5 req-1c7e214a-e949-434b-9ba9-32f50981784e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 943 time: 0.3982701 Nov 10 21:30:14.718958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30195e06-c27b-44db-8a05-88281cede1fe req-0165fa74-83bd-45c0-b133-93c4105652f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642514 Nov 10 21:30:14.873808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-916504b8-c214-4b51-832a-a853d8ddf0a5 req-14f103e8-4828-4d35-a117-8f3c9951f54c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746037 Nov 10 21:30:14.884081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-45f34f66-eebe-4caf-af84-8159827955cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:14.886174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-45f34f66-eebe-4caf-af84-8159827955cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 1095 time: 0.1657393 Nov 10 21:30:14.954081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-2c8b9563-8997-4c1f-a9f1-4b182eae3149 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90b99699-9261-4c90-8399-3cb026c8b469 HTTP/1.1" status: 200 len: 217 time: 0.0575001 Nov 10 21:30:14.989834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30195e06-c27b-44db-8a05-88281cede1fe req-306fb1bb-6d2f-4b35-8524-168aac690eae service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566309 Nov 10 21:30:15.094131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-27fbe260-05dd-472c-a7cc-c475292ad847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:15.095852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-27fbe260-05dd-472c-a7cc-c475292ad847 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.1301095 Nov 10 21:30:15.110640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099a0b2-a454-4eff-bc6f-f0f0f543e863 req-0c9c619d-78a7-462d-94f8-ee1729512ba5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:15.116729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099a0b2-a454-4eff-bc6f-f0f0f543e863 req-0c9c619d-78a7-462d-94f8-ee1729512ba5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:15.123738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099a0b2-a454-4eff-bc6f-f0f0f543e863 req-0c9c619d-78a7-462d-94f8-ee1729512ba5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:15.129998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099a0b2-a454-4eff-bc6f-f0f0f543e863 req-0c9c619d-78a7-462d-94f8-ee1729512ba5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:15.131789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c099a0b2-a454-4eff-bc6f-f0f0f543e863 req-0c9c619d-78a7-462d-94f8-ee1729512ba5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3094 time: 0.1811395 Nov 10 21:30:15.171336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-ebb8c930-ab52-4f33-b84c-6682f695930b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359633 Nov 10 21:30:15.260546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.260744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30195e06-c27b-44db-8a05-88281cede1fe req-75bcac8a-917a-4f2c-952c-8092616508d9 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156508 Nov 10 21:30:15.298605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c099a0b2-a454-4eff-bc6f-f0f0f543e863 req-d54051f4-dfa0-4219-bca5-3819452920fd tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532068 Nov 10 21:30:15.367810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-e482261a-2dcd-4b37-aff9-04b6f465d59f service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749401 Nov 10 21:30:15.391294 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.394376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54822) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:15.498704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] Deleting subnet 40e0a447-a032-403c-875c-efe537f22b96 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:30:15.503677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.506029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.563700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.611107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7333641c-6b3c-44ae-981f-ebaed59e3bbc req-14c64590-a555-4886-a186-b2a1ff3f8226 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317116 Nov 10 21:30:15.662136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.688021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'tag': '90b99699-9261-4c90-8399-3cb026c8b469'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:15.690688 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec" -d '{"events": [{"name": "network-changed", "server_uuid": "66c559a3-92de-4d81-8cc4-a4fe6764516a", "tag": "90b99699-9261-4c90-8399-3cb026c8b469"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:15.786166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.827061 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:15.875501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e663d-6627-40e4-9674-31e015a7631d req-93c50a23-e3e1-460f-a980-a49976553b76 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:15.883337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f2e663d-6627-40e4-9674-31e015a7631d req-93c50a23-e3e1-460f-a980-a49976553b76 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.1812329 Nov 10 21:30:15.979272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f2e663d-6627-40e4-9674-31e015a7631d req-8e5eb04e-4a45-4859-a70c-71046fc987ae tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946717 Nov 10 21:30:16.022730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e0a447-a032-403c-875c-efe537f22b96,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:16.041806 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8380c037-6441-4f45-b635-d4ea36261b9d x-openstack-request-id: req-8380c037-6441-4f45-b635-d4ea36261b9d {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:16.047287 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c559a3-92de-4d81-8cc4-a4fe6764516a", "tag": "90b99699-9261-4c90-8399-3cb026c8b469", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:16.047937 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8380c037-6441-4f45-b635-d4ea36261b9d {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:16.049324 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'tag': '90b99699-9261-4c90-8399-3cb026c8b469', 'status': 'completed', 'code': 200} Nov 10 21:30:16.120059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Network 832a1c7f-42d8-4db8-844c-8912958a8973 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:16.131036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:16.140132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:16.212809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-25cb4a27-3569-4398-89ca-fbe026d129ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.221762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-25cb4a27-3569-4398-89ca-fbe026d129ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 1095 time: 0.1463079 Nov 10 21:30:16.241420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:16.246850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-79daa197-325a-4f68-927e-e2a7c29ea687 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/40e0a447-a032-403c-875c-efe537f22b96 HTTP/1.1" status: 204 len: 168 time: 0.8513310 Nov 10 21:30:16.328605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:16.366827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-66e85622-4c8f-4a98-b988-9162a1665df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.369736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-66e85622-4c8f-4a98-b988-9162a1665df5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 913 time: 0.1386487 Nov 10 21:30:16.379600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.381819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:16.503661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-87ff435b-c2ba-4a47-bb8b-b7bc7092f0b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90b99699-9261-4c90-8399-3cb026c8b469 HTTP/1.1" status: 200 len: 217 time: 0.0782042 Nov 10 21:30:16.566327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97fb80-1795-4d08-9eec-8a95eb19bf9f req-83776143-efea-430a-9c2a-4d9e9d94282c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.575918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a97fb80-1795-4d08-9eec-8a95eb19bf9f req-83776143-efea-430a-9c2a-4d9e9d94282c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 943 time: 0.2044585 Nov 10 21:30:16.595054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d54f-ccee-4ca5-8a42-f26e6fbef10b req-2b7fbae5-a795-4451-87d1-c1d818e8e16d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.600589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2228d54f-ccee-4ca5-8a42-f26e6fbef10b req-2b7fbae5-a795-4451-87d1-c1d818e8e16d tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.5590432 Nov 10 21:30:16.606345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9009557 Nov 10 21:30:16.641716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:16.684422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a97fb80-1795-4d08-9eec-8a95eb19bf9f req-3819ad92-c7e1-4ade-ae00-fc670c0ddeda tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006722 Nov 10 21:30:16.698911 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-13b3bb52-ef4d-4577-b959-81a36bd6727a None None] Provisioning complete for port a3521bd5-eb62-486e-bcef-a5dd31ce1036 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:16.711211 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13b3bb52-ef4d-4577-b959-81a36bd6727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:16.738247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74668f26-a5e1-4e08-b668-7164fbebd954 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event updated for resources: {'Port': ['ID=a3521bd5-eb62-486e-bcef-a5dd31ce1036,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:16.741959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-69577588-2c65-482c-bf45-fbf59457779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.756742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-69577588-2c65-482c-bf45-fbf59457779c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.2199500 Nov 10 21:30:16.789139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-13b3bb52-ef4d-4577-b959-81a36bd6727a None None] Port a3521bd5-eb62-486e-bcef-a5dd31ce1036 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:30:16.822768 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Floating IP 954cc34b-6ba1-4c32-b30a-b6c3e911b4f8 associated. External IP: 172.25.7.221, port: 85be49a8-9c42-4012-bd0d-0f30d7b97138. Nov 10 21:30:16.850262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-6f33d6cb-2cec-4a01-817d-ee47a26089f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914803 Nov 10 21:30:16.961310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:16.964036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df5cd-6048-4396-aee1-6362ff24f2c3 req-b1814105-4c73-4b8d-90ed-bd792b18b425 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.970330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df5cd-6048-4396-aee1-6362ff24f2c3 req-b1814105-4c73-4b8d-90ed-bd792b18b425 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.976854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df5cd-6048-4396-aee1-6362ff24f2c3 req-b1814105-4c73-4b8d-90ed-bd792b18b425 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.985090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df5cd-6048-4396-aee1-6362ff24f2c3 req-b1814105-4c73-4b8d-90ed-bd792b18b425 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:16.991949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5df5cd-6048-4396-aee1-6362ff24f2c3 req-b1814105-4c73-4b8d-90ed-bd792b18b425 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:17.001106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b5df5cd-6048-4396-aee1-6362ff24f2c3 req-b1814105-4c73-4b8d-90ed-bd792b18b425 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3815 time: 0.1656325 Nov 10 21:30:17.091333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b5df5cd-6048-4396-aee1-6362ff24f2c3 req-8a0c8e43-27f5-48dc-af59-9de7c966e44a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890291 Nov 10 21:30:17.104769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Router c4e96831-d767-4596-b96e-9e36686ff3c6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:17.106013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-def4b5c7-58dd-4194-b041-aa0f4a35a805 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348473 Nov 10 21:30:17.152578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2228d54f-ccee-4ca5-8a42-f26e6fbef10b req-b8fea0bd-66b6-4a8f-8c84-19fb7feeeb6e tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435839 Nov 10 21:30:17.271686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:17.287136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] Sync routers for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:30:17.318381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:17.320690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:17.321390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:17.324795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:30:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:17.448622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca98ccf0-b36c-49f1-bfa5-9896baa7edec req-28ec3d6e-0c6a-4290-9397-7f36c6a4b8a0 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341947 Nov 10 21:30:17.482787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:17.569498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:30:17.916529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbcace-41b5-4bc1-b751-c82b2cd8243a req-43588940-175f-4b89-9cce-fa1a9c1f2af5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:17.924318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3cbcace-41b5-4bc1-b751-c82b2cd8243a req-43588940-175f-4b89-9cce-fa1a9c1f2af5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 943 time: 0.1069613 Nov 10 21:30:17.993851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '954cc34b-6ba1-4c32-b30a-b6c3e911b4f8', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'port_id': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'mac_address': 'fa:16:3e:b7:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:28:40Z', 'updated_at': '2021-11-10T21:30:15Z', 'revision_number': 1, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 5, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:18.029121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3cbcace-41b5-4bc1-b751-c82b2cd8243a req-27d7caa1-4a42-4b5f-b221-0abfe41252a6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989356 Nov 10 21:30:18.037124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] Checking router: c4e96831-d767-4596-b96e-9e36686ff3c6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:30:18.046931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:18.047543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:30:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:18.056467 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0b77d6d5-f774-41c2-88b5-e312c6bb7d7e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "PUT /v2.0/floatingips/954cc34b-6ba1-4c32-b30a-b6c3e911b4f8 HTTP/1.1" status: 200 len: 992 time: 4.8277631 Nov 10 21:30:18.095089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:18.099455 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63d544-abfc-4e9d-a520-bc140bb10411" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:18.302978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:18.366562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f70521-3c33-4e1d-8773-7f9cda0c6a9a req-94cdf308-6325-4dff-8785-edd220057b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.383666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:30:18.385446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f70521-3c33-4e1d-8773-7f9cda0c6a9a req-94cdf308-6325-4dff-8785-edd220057b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.406192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f70521-3c33-4e1d-8773-7f9cda0c6a9a req-94cdf308-6325-4dff-8785-edd220057b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.406673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53327946-b8ec-42fb-a1ec-a63e5933f849 req-5136d91b-4401-443f-a5f0-a9813f94986e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.414518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53327946-b8ec-42fb-a1ec-a63e5933f849 req-5136d91b-4401-443f-a5f0-a9813f94986e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.9447162 Nov 10 21:30:18.421927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f70521-3c33-4e1d-8773-7f9cda0c6a9a req-94cdf308-6325-4dff-8785-edd220057b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.431572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1540370f-3d9a-4583-9efa-15ff7e21f573']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:18.435130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f70521-3c33-4e1d-8773-7f9cda0c6a9a req-94cdf308-6325-4dff-8785-edd220057b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.437845 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0f70521-3c33-4e1d-8773-7f9cda0c6a9a req-94cdf308-6325-4dff-8785-edd220057b0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3815 time: 0.1639147 Nov 10 21:30:18.471189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a637f773-f5cf-4e83-8d9c-825848d014c8') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:18.471818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a637f773-f5cf-4e83-8d9c-825848d014c8') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:18.483126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-dd53cb6b-cd06-44fa-b9a2-ac6c2d8756ee tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.485347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-dd53cb6b-cd06-44fa-b9a2-ac6c2d8756ee tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.64 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.5046310 Nov 10 21:30:18.542425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:18.549661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0f70521-3c33-4e1d-8773-7f9cda0c6a9a req-1687f941-4309-48a5-8492-58fe98275aaf tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054053 Nov 10 21:30:18.651645 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4237b0a-b501-4d43-ba12-e0b915660d95 x-openstack-request-id: req-d4237b0a-b501-4d43-ba12-e0b915660d95 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:18.653927 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:18.654404 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4237b0a-b501-4d43-ba12-e0b915660d95 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:18.655036 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'status': 'completed', 'code': 200} Nov 10 21:30:18.772274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '954cc34b-6ba1-4c32-b30a-b6c3e911b4f8', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'port_id': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'mac_address': 'fa:16:3e:b7:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:28:40Z', 'updated_at': '2021-11-10T21:30:15Z', 'revision_number': 1, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 5, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:18.788967 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:18.809657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8ba434-93ac-46c0-b9c5-9e74f714b019 None None] The sync data for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 is: [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '954cc34b-6ba1-4c32-b30a-b6c3e911b4f8', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'port_id': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'mac_address': 'fa:16:3e:b7:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:28:40Z', 'updated_at': '2021-11-10T21:30:15Z', 'revision_number': 1, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 5, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:30:18.841559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.841559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.841559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.841559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.841559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.858709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53327946-b8ec-42fb-a1ec-a63e5933f849 req-212ae174-59fb-4089-95b1-3aaaa6c199cb tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425979 Nov 10 21:30:18.864390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.866051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.870606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-a7b44789-27fd-4f6b-bafa-109af7ba4b5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6505 time: 0.1554348 Nov 10 21:30:18.883256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:30:18.883680 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:18.906760 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:18.940701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63550ed-03f6-4faf-8327-95796858ecc7 req-d63b8443-c9ae-4db6-b253-cf70ab5cb29a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:18.948698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a63550ed-03f6-4faf-8327-95796858ecc7 req-d63b8443-c9ae-4db6-b253-cf70ab5cb29a tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 945 time: 0.1789584 Nov 10 21:30:19.023048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e729c8-5ce6-4a25-899e-aad9b0e5510b {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:19.044552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.092450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a63550ed-03f6-4faf-8327-95796858ecc7 req-b10ba63c-0eda-472b-89b9-54d1fff20a53 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426430 Nov 10 21:30:19.141679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-8334c399-db24-423b-8f6b-798ad614fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:19.143210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-8334c399-db24-423b-8f6b-798ad614fbb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbc1997-e0f6-40b9-b64d-1422ec458b59 HTTP/1.1" status: 200 len: 917 time: 0.2427385 Nov 10 21:30:19.184332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Deleting port fedf40fd-01ff-44fe-959e-9adf35edb71b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:19.189885 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.303695 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ecfe80-ba1b-4bb9-9bf7-ea01fc7bd9f9 None None] New status for floating IP 954cc34b-6ba1-4c32-b30a-b6c3e911b4f8: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:30:19.333917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] For port fedf40fd-01ff-44fe-959e-9adf35edb71b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=fedf40fd-01ff-44fe-959e-9adf35edb71b,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:19.334439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.369404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.370832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Calling delete_port for fedf40fd-01ff-44fe-959e-9adf35edb71b owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:19.613769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Transition to ACTIVE for port object 41e729c8-5ce6-4a25-899e-aad9b0e5510b will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:19.615611 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.645623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.652992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] 10.222.0.45 "DELETE /v2.0/networks/1540370f-3d9a-4583-9efa-15ff7e21f573 HTTP/1.1" status: 204 len: 168 time: 3.2307763 Nov 10 21:30:19.660886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54888) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:19.698664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9929bb-b979-43f3-ac2a-de88dc66f1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=1540370f-3d9a-4583-9efa-15ff7e21f573,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:19.778257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1aec6-49c2-43f6-b31f-ebc8859b6482 req-54381ea5-7912-4039-b559-c4719e72c616 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:19.787364 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bbe1aec6-49c2-43f6-b31f-ebc8859b6482 req-54381ea5-7912-4039-b559-c4719e72c616 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 943 time: 0.1866205 Nov 10 21:30:19.796733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.805256 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.823250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae', 'aa1955ed-7415-44bf-b246-60cd18945691'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:19.883184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] Deleting subnet 23e25cdd-fd3f-4623-bbc4-d8eb1d1338f2 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:30:19.883184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:19.884732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-f6600070-12d0-4a12-b96b-1e80d0af19b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138 HTTP/1.1" status: 200 len: 1000 time: 0.7296121 Nov 10 21:30:19.893428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 90b99699-9261-4c90-8399-3cb026c8b469 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:30:20.077348 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.129924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 90b99699-9261-4c90-8399-3cb026c8b469, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=90b99699-9261-4c90-8399-3cb026c8b469,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:20.145091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bbe1aec6-49c2-43f6-b31f-ebc8859b6482 req-8d243d89-4f49-4f00-b14e-f0ee3ee33530 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544009 Nov 10 21:30:20.159019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4e20-9a85-47d2-9bb5-38c66cc70dc7 req-5c55b476-0456-4b39-bf8c-1303e2589db7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.165292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4e20-9a85-47d2-9bb5-38c66cc70dc7 req-5c55b476-0456-4b39-bf8c-1303e2589db7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.169718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] No DVR routers for this DVR port fedf40fd-01ff-44fe-959e-9adf35edb71b on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:20.170242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41e729c8-5ce6-4a25-899e-aad9b0e5510b,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:20.171407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4e20-9a85-47d2-9bb5-38c66cc70dc7 req-5c55b476-0456-4b39-bf8c-1303e2589db7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.177389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4e20-9a85-47d2-9bb5-38c66cc70dc7 req-5c55b476-0456-4b39-bf8c-1303e2589db7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.184184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4e20-9a85-47d2-9bb5-38c66cc70dc7 req-5c55b476-0456-4b39-bf8c-1303e2589db7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.191706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c7a4e20-9a85-47d2-9bb5-38c66cc70dc7 req-5c55b476-0456-4b39-bf8c-1303e2589db7 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3815 time: 0.4447956 Nov 10 21:30:20.200979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '90b99699-9261-4c90-8399-3cb026c8b469', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'port_id': '90b99699-9261-4c90-8399-3cb026c8b469', 'mac_address': 'fa:16:3e:0e:2f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06e3385-c643-4c3f-8bbf-c4087eb0ff82', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:30:20.202748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-24affd37-72a2-4fe1-809c-cfe704bb943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.204436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-24affd37-72a2-4fe1-809c-cfe704bb943f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c8312dd-f4d5-44d5-8e28-d99358036f7e HTTP/1.1" status: 200 len: 855 time: 0.2580953 Nov 10 21:30:20.257071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.264730 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be0044b3-56d3-4331-bd67-7935e1123f8c req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.64 "DELETE /v2.0/ports/fedf40fd-01ff-44fe-959e-9adf35edb71b HTTP/1.1" status: 204 len: 173 time: 1.7635300 Nov 10 21:30:20.281477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45102e83-501a-4e02-ad1c-87e9fd77bf16 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Pushing event deleted for resources: {'Port': ['ID=fedf40fd-01ff-44fe-959e-9adf35edb71b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:20.330226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.349402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b99699-9261-4c90-8399-3cb026c8b469 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:20.360791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c7a4e20-9a85-47d2-9bb5-38c66cc70dc7 req-edb54f2f-5a21-4ce9-976a-63acc00eeaf2 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680884 Nov 10 21:30:20.402077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 90b99699-9261-4c90-8399-3cb026c8b469, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=90b99699-9261-4c90-8399-3cb026c8b469,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:20.428619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.442104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device fedf40fd-01ff-44fe-959e-9adf35edb71b no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:20.514201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-0ed68f63-a128-46d2-89d5-95400f5b7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.519091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-0ed68f63-a128-46d2-89d5-95400f5b7d99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbc1997-e0f6-40b9-b64d-1422ec458b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2925529 Nov 10 21:30:20.545027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Deleting port 73527a35-8d75-4f80-8476-40f4dd94c076 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:20.545716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.572029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.588925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: fedf40fd-01ff-44fe-959e-9adf35edb71b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:20.589277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device fedf40fd-01ff-44fe-959e-9adf35edb71b not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:20.662766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'name': 'network-vif-deleted', 'tag': 'fedf40fd-01ff-44fe-959e-9adf35edb71b'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:20.665641 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb54e3-2ac1-43e9-bade-70b068ae4d9b" -d '{"events": [{"server_uuid": "3426e0f7-aff3-4c95-9bb5-fffde4e5a505", "name": "network-vif-deleted", "tag": "fedf40fd-01ff-44fe-959e-9adf35edb71b"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:20.693441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921db4fd-53ab-41be-9528-9a2b9edbc2c7 req-cdfdc767-c6e2-407c-88c4-0292d40b752f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:20.705917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-921db4fd-53ab-41be-9528-9a2b9edbc2c7 req-cdfdc767-c6e2-407c-88c4-0292d40b752f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.3850739 Nov 10 21:30:20.778550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Attempting to bind port 41e729c8-5ce6-4a25-899e-aad9b0e5510b on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:20.780069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Attempting to bind port 41e729c8-5ce6-4a25-899e-aad9b0e5510b by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:20.780662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Attempting to bind port 41e729c8-5ce6-4a25-899e-aad9b0e5510b on network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:20.817262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f28827b0-1d84-422e-a37b-94eeae42d145 req-b577a20a-6f66-456e-8536-368db830ef8e tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 210 time: 0.0444067 Nov 10 21:30:20.838892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=90b99699-9261-4c90-8399-3cb026c8b469,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:20.843470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-921db4fd-53ab-41be-9528-9a2b9edbc2c7 req-72ed1c5a-7c67-4606-932a-be772d6691d6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361454 Nov 10 21:30:20.880762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] For port 73527a35-8d75-4f80-8476-40f4dd94c076, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=73527a35-8d75-4f80-8476-40f4dd94c076,segment=NetworkSegment(c24d688b-d456-452b-b732-350f74b67e38),segment_id=c24d688b-d456-452b-b732-350f74b67e38)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:20.881620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.920467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Port 41e729c8-5ce6-4a25-899e-aad9b0e5510b on network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:20.922599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Attempting to bind port 41e729c8-5ce6-4a25-899e-aad9b0e5510b on network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:20.933517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['90b99699-9261-4c90-8399-3cb026c8b469'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:20.960078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:20.961064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Checking segment: {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:20.961844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Bound using segment: {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:20.962017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Bound port: 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58cd598-38d7-4859-9e79-824fdd1ba115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:20.962781 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:20.965566 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3ad37-43e8-4d39-ac81-4208a7d99aa4 x-openstack-request-id: req-fef3ad37-43e8-4d39-ac81-4208a7d99aa4 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:20.970449 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3426e0f7-aff3-4c95-9bb5-fffde4e5a505", "name": "network-vif-deleted", "tag": "fedf40fd-01ff-44fe-959e-9adf35edb71b", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:20.970449 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fef3ad37-43e8-4d39-ac81-4208a7d99aa4 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:20.970449 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3426e0f7-aff3-4c95-9bb5-fffde4e5a505', 'name': 'network-vif-deleted', 'tag': 'fedf40fd-01ff-44fe-959e-9adf35edb71b', 'status': 'completed', 'code': 200} Nov 10 21:30:20.970449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Calling delete_port for 73527a35-8d75-4f80-8476-40f4dd94c076 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:20.984134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-7bd5d173-f6a0-48e7-ae5b-2665815734e3 service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459445 Nov 10 21:30:21.060273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.124377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] For port 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:21.129033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] For port 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:21.145881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e25cdd-fd3f-4623-bbc4-d8eb1d1338f2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:21.180113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.191262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4acfd0bf-8f5c-4b05-9fd5-1dcc00849ec3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/23e25cdd-fd3f-4623-bbc4-d8eb1d1338f2 HTTP/1.1" status: 204 len: 168 time: 1.5293295 Nov 10 21:30:21.192044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54910) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:21.226330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.325672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.345093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba63d544-abfc-4e9d-a520-bc140bb10411 req-0227fb51-ad3d-4362-b714-e67a39c951b0 service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519542 Nov 10 21:30:21.478326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:21.480695 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.482562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/41e729c8-5ce6-4a25-899e-aad9b0e5510b HTTP/1.1" status: 200 len: 1093 time: 4.8490460 Nov 10 21:30:21.487169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.527033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.566864 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5434e5b-290e-4689-bebb-9a43e1d55b6b req-351a0035-e72f-4ef4-ace8-064814c0ebaf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:21.567516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8cf1f88-672e-44eb-b1f9-11301f70ec74']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:21.568601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b5434e5b-290e-4689-bebb-9a43e1d55b6b req-351a0035-e72f-4ef4-ace8-064814c0ebaf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 944 time: 0.1224213 Nov 10 21:30:21.628736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14faf92-ae2b-481d-857a-18725a5c7f15') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:21.629722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14faf92-ae2b-481d-857a-18725a5c7f15') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:21.676841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.689536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:21.701946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.724680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:30:21.725783 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:21.744160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d335ad-53b7-426b-80df-475db7d4526e req-e38690d2-c188-40ee-a5f9-0d290d1a6473 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:21.776729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d335ad-53b7-426b-80df-475db7d4526e req-e38690d2-c188-40ee-a5f9-0d290d1a6473 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:21.784133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d335ad-53b7-426b-80df-475db7d4526e req-e38690d2-c188-40ee-a5f9-0d290d1a6473 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:21.794016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d335ad-53b7-426b-80df-475db7d4526e req-e38690d2-c188-40ee-a5f9-0d290d1a6473 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:21.803026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d335ad-53b7-426b-80df-475db7d4526e req-e38690d2-c188-40ee-a5f9-0d290d1a6473 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:21.808607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0fbdf-2b10-44d5-8624-bb8713fb24d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41e729c8-5ce6-4a25-899e-aad9b0e5510b,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:21.816008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4d335ad-53b7-426b-80df-475db7d4526e req-e38690d2-c188-40ee-a5f9-0d290d1a6473 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3827 time: 0.2197344 Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:21.819809 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:21.939529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73527a35-8d75-4f80-8476-40f4dd94c076,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:22.049237 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:22.089800 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b5434e5b-290e-4689-bebb-9a43e1d55b6b req-29dc0746-ae78-4b5f-8a20-fb223eafb86e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844945 Nov 10 21:30:22.091209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4d335ad-53b7-426b-80df-475db7d4526e req-be096eda-0ec3-47c1-becd-12e796efb876 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729096 Nov 10 21:30:22.161624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:22.209682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:22.215532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:22.222699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b8cf1f88-672e-44eb-b1f9-11301f70ec74 HTTP/1.1" status: 204 len: 168 time: 1.0224695 Nov 10 21:30:22.329897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032512e-141b-4a48-b5c8-c1253b0f2072 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8cf1f88-672e-44eb-b1f9-11301f70ec74,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:22.496921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3e660-80fe-40ee-9582-24e98dc98df8 req-c6430530-88c3-4627-b3fe-8bcecfa7d0d5 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:22.499079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4da3e660-80fe-40ee-9582-24e98dc98df8 req-c6430530-88c3-4627-b3fe-8bcecfa7d0d5 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.1027200 Nov 10 21:30:22.512579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb2ef9e6-3a99-48bd-aa9e-625ce36d9dfa req-9f7994dc-f053-42f2-a40b-1b3b112c1882 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=3426e0f7-aff3-4c95-9bb5-fffde4e5a505 HTTP/1.1" status: 200 len: 210 time: 0.0463748 Nov 10 21:30:22.596087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4da3e660-80fe-40ee-9582-24e98dc98df8 req-c46ad4e4-3add-48a1-be11-fe71965d7444 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898535 Nov 10 21:30:22.721727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54932) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:22.809435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cc508da3-0975-4294-a4cc-f2a3dd6630a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0deb4ad8c1e487c80c9c83299a01ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0862377 Nov 10 21:30:22.810094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54934) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:22.841831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Router 46a0051e-892b-49eb-99e1-ce958b213528 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:30:22.882205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-028a1fd8-b9e2-4da0-ae58-dc316add8d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:22.907485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-028a1fd8-b9e2-4da0-ae58-dc316add8d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:22.969521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:22.971695 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715b28d5-da7e-48b3-b927-272282c2518e" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:23.043277 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0244dd9d-8d94-4149-87b2-9b0115d0e8d2 x-openstack-request-id: req-0244dd9d-8d94-4149-87b2-9b0115d0e8d2 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:23.043600 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:23.044554 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0244dd9d-8d94-4149-87b2-9b0115d0e8d2 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:23.044554 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'status': 'completed', 'code': 200} Nov 10 21:30:23.056764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67af197-b6bd-4f2b-af57-89a35d6ca5b7 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:23.085041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:23.111309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-028a1fd8-b9e2-4da0-ae58-dc316add8d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:23.117762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-028a1fd8-b9e2-4da0-ae58-dc316add8d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:23.125628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-028a1fd8-b9e2-4da0-ae58-dc316add8d95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/755d3750-ca25-4d7c-aa5a-595d43a674f2 HTTP/1.1" status: 204 len: 168 time: 0.3143635 Nov 10 21:30:23.126731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:30:23.128739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Transition to ACTIVE for port object a67af197-b6bd-4f2b-af57-89a35d6ca5b7 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:23.161456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] Sync routers for ids ['46a0051e-892b-49eb-99e1-ce958b213528'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:30:23.166245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-99328e2a-2968-461f-8305-764738872ee4 admin admin] 10.222.0.45 "PUT /v2.0/routers/46a0051e-892b-49eb-99e1-ce958b213528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3483477 Nov 10 21:30:23.166369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54942) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:23.166484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] Routers {'46a0051e-892b-49eb-99e1-ce958b213528'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:23.166597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a1fd8-b9e2-4da0-ae58-dc316add8d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755d3750-ca25-4d7c-aa5a-595d43a674f2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:23.166715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:30:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['46a0051e-892b-49eb-99e1-ce958b213528'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:23.309765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-6b872adf-c90a-4e93-a80d-f9c61ad3c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.311564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-6b872adf-c90a-4e93-a80d-f9c61ad3c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.313878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-6b872adf-c90a-4e93-a80d-f9c61ad3c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.315137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-6b872adf-c90a-4e93-a80d-f9c61ad3c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.315863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-6b872adf-c90a-4e93-a80d-f9c61ad3c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.329693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-715b28d5-da7e-48b3-b927-272282c2518e req-6b872adf-c90a-4e93-a80d-f9c61ad3c47a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 4363 time: 0.2652152 Nov 10 21:30:23.412917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3270f-1921-48d5-949b-599792ec7129 req-102406f8-5928-4c44-ae08-68b6a1debd7f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.422762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3270f-1921-48d5-949b-599792ec7129 req-102406f8-5928-4c44-ae08-68b6a1debd7f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.427776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] Set router 46a0051e-892b-49eb-99e1-ce958b213528 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:30:23.431994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3270f-1921-48d5-949b-599792ec7129 req-102406f8-5928-4c44-ae08-68b6a1debd7f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.438674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3270f-1921-48d5-949b-599792ec7129 req-102406f8-5928-4c44-ae08-68b6a1debd7f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.446764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3270f-1921-48d5-949b-599792ec7129 req-102406f8-5928-4c44-ae08-68b6a1debd7f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.449643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65e3270f-1921-48d5-949b-599792ec7129 req-102406f8-5928-4c44-ae08-68b6a1debd7f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3827 time: 0.1408625 Nov 10 21:30:23.520577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231ba5-d8bc-4519-ba4e-043071c027ae req-21e9309c-4f0c-44a3-9654-62206d709387 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.525924 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65e3270f-1921-48d5-949b-599792ec7129 req-db9f4c96-2363-4983-a582-90cf61b5a179 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696414 Nov 10 21:30:23.530375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4231ba5-d8bc-4519-ba4e-043071c027ae req-21e9309c-4f0c-44a3-9654-62206d709387 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 944 time: 0.1985168 Nov 10 21:30:23.546456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:23.639406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-550aab67-7191-451b-839e-40593f69647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.639910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-550aab67-7191-451b-839e-40593f69647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.640368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-550aab67-7191-451b-839e-40593f69647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.641927 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-715b28d5-da7e-48b3-b927-272282c2518e req-550aab67-7191-451b-839e-40593f69647c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2939732 Nov 10 21:30:23.655123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:23.762543 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:23.778310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:30:21Z', 'revision_number': 5, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:23.791243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4231ba5-d8bc-4519-ba4e-043071c027ae req-35dfc6ee-e15e-4b8e-ae1a-626663633e16 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513556 Nov 10 21:30:23.818063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:23.952341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b28d5-da7e-48b3-b927-272282c2518e req-850be8e2-7ad0-44c0-a145-ac13ab600e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:23.954973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-715b28d5-da7e-48b3-b927-272282c2518e req-850be8e2-7ad0-44c0-a145-ac13ab600e8a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3033557 Nov 10 21:30:23.981736 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 90b99699-9261-4c90-8399-3cb026c8b469 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:23.985692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] Checking router: 46a0051e-892b-49eb-99e1-ce958b213528 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:30:24.034419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Attempting to bind port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:24.034771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Attempting to bind port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:24.035113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Attempting to bind port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:24.051532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 on network 92f7713a-46a6-4f78-96c8-61feea471e37 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:24.051908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Attempting to bind port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:24.062569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:24.062905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Checking segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:24.063344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Bound using segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:24.064137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Bound port: a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:24.064317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.069993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.092746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] Routers {'46a0051e-892b-49eb-99e1-ce958b213528'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:30:24.096020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:30:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['46a0051e-892b-49eb-99e1-ce958b213528'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:24.164575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4753-e8e0-4c96-bba1-2860e1ebeb08 req-0194ac76-0001-4d2f-8d1e-e5127b993eda tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:24.177614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57f4753-e8e0-4c96-bba1-2860e1ebeb08 req-0194ac76-0001-4d2f-8d1e-e5127b993eda tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.1951480 Nov 10 21:30:24.271927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] For port a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:24.276852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] For port a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:24.332315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57f4753-e8e0-4c96-bba1-2860e1ebeb08 req-169fc077-77f8-4b4a-a815-9c1c4c742334 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519949 Nov 10 21:30:24.365940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Deleting port fc0092ac-550c-486e-aa9a-4d42917d4319 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:24.366359 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.378747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.485001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:24.491391 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.509317 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 200 len: 1132 time: 2.8277645 Nov 10 21:30:24.557116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] Set router 46a0051e-892b-49eb-99e1-ce958b213528 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:30:24.628289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] For port fc0092ac-550c-486e-aa9a-4d42917d4319, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fc0092ac-550c-486e-aa9a-4d42917d4319,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:24.628683 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.629657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:24.656073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0f8b7-afbf-45d5-a4c0-3b3bc3af46a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:24.669778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Calling delete_port for fc0092ac-550c-486e-aa9a-4d42917d4319 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:24.755944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:24.776340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 90b99699-9261-4c90-8399-3cb026c8b469 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:30:24.784864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 90b99699-9261-4c90-8399-3cb026c8b469 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:24.785240 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.858703 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:30:24.903066 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:24.986455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-0e81b6d8-fd19-4a88-8654-c2a313de861e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.004324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-0e81b6d8-fd19-4a88-8654-c2a313de861e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.016800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-0e81b6d8-fd19-4a88-8654-c2a313de861e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.032485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-0e81b6d8-fd19-4a88-8654-c2a313de861e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.036061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e97921-5e55-430f-a40d-1105f8702cec req-506f9d7a-fe2e-4653-944f-1300e2147c74 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.045938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30e97921-5e55-430f-a40d-1105f8702cec req-506f9d7a-fe2e-4653-944f-1300e2147c74 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 945 time: 0.2888391 Nov 10 21:30:25.048891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-0e81b6d8-fd19-4a88-8654-c2a313de861e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.053362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'a67af197-b6bd-4f2b-af57-89a35d6ca5b7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:25.057537 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19291a1-7503-420a-af03-ebe39f919d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "a67af197-b6bd-4f2b-af57-89a35d6ca5b7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:25.060365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-0e81b6d8-fd19-4a88-8654-c2a313de861e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.067632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-0e81b6d8-fd19-4a88-8654-c2a313de861e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 4600 time: 0.2645302 Nov 10 21:30:25.112589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c114f33d-ef2e-4529-a58e-da9255ca02da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdf877acc7c9406e8b5033d0de908456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542886 Nov 10 21:30:25.124341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54984) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:25.207817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:25.252858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 90b99699-9261-4c90-8399-3cb026c8b469, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=90b99699-9261-4c90-8399-3cb026c8b469,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:25.253869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45ec4424-2850-4f6c-9683-a13a7965a466 req-b573bf1b-330a-4a76-8f21-02b89faf330f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725800 Nov 10 21:30:25.258262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b99699-9261-4c90-8399-3cb026c8b469'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:25.261062 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37c52cc-9a71-4abd-b9cd-c212720a73b1" -d '{"events": [{"server_uuid": "66c559a3-92de-4d81-8cc4-a4fe6764516a", "name": "network-vif-plugged", "status": "completed", "tag": "90b99699-9261-4c90-8399-3cb026c8b469"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:25.265653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:30:21Z', 'revision_number': 5, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:25.266931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffcaeb9d-3674-4048-9a6a-fef78ccfd8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:25.300954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d501b16b-1c7b-4a43-a5f0-204e736b477b None None] The sync data for ids ['46a0051e-892b-49eb-99e1-ce958b213528'] in n-d-776250-11 is: [{'id': '46a0051e-892b-49eb-99e1-ce958b213528', 'name': 'tempest-AttachSCSIVolumeTestJSON-1370907083-router', 'tenant_id': 'e5c86fc19bc8448aa7653c43316e0750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:25Z', 'updated_at': '2021-11-10T21:30:21Z', 'revision_number': 5, 'project_id': 'e5c86fc19bc8448aa7653c43316e0750', 'gw_port': {'id': 'fc0092ac-550c-486e-aa9a-4d42917d4319', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a0051e-892b-49eb-99e1-ce958b213528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:26Z', 'updated_at': '2021-11-10T21:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:30:25.338867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffcaeb9d-3674-4048-9a6a-fef78ccfd8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:25.340559 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:25.341562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:25.583052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=90b99699-9261-4c90-8399-3cb026c8b469,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:25.617892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:25.699054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0092ac-550c-486e-aa9a-4d42917d4319,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:25.736497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f244-d206-4761-bfb6-1f78db0cc43a req-eedb2328-0a09-4328-a911-7d595580dd4e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:25.738054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0234f244-d206-4761-bfb6-1f78db0cc43a req-eedb2328-0a09-4328-a911-7d595580dd4e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 945 time: 0.2013845 Nov 10 21:30:25.816424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30e97921-5e55-430f-a40d-1105f8702cec req-76588263-453e-42b7-81f2-169f01a82d04 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656333 Nov 10 21:30:25.894301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0234f244-d206-4761-bfb6-1f78db0cc43a req-79dcdefe-f3d3-4d72-b835-2cb7fca2568c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188228 Nov 10 21:30:25.919248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.020954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffcaeb9d-3674-4048-9a6a-fef78ccfd8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.023544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffcaeb9d-3674-4048-9a6a-fef78ccfd8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.027538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ffcaeb9d-3674-4048-9a6a-fef78ccfd8d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d573fc59-2c07-459a-a524-4930fa06a398 HTTP/1.1" status: 204 len: 168 time: 0.8983986 Nov 10 21:30:26.068197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaeb9d-3674-4048-9a6a-fef78ccfd8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d573fc59-2c07-459a-a524-4930fa06a398,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:26.098450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 73527a35-8d75-4f80-8476-40f4dd94c076 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:26.100475 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555f1a27-60a2-4869-8e1a-d5097cc6eec8 x-openstack-request-id: req-555f1a27-60a2-4869-8e1a-d5097cc6eec8 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:26.108378 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "a67af197-b6bd-4f2b-af57-89a35d6ca5b7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:26.108858 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-555f1a27-60a2-4869-8e1a-d5097cc6eec8 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:26.109646 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'a67af197-b6bd-4f2b-af57-89a35d6ca5b7', 'status': 'completed', 'code': 200} Nov 10 21:30:26.143398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 73527a35-8d75-4f80-8476-40f4dd94c076 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:26.144030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 73527a35-8d75-4f80-8476-40f4dd94c076 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:26.183703 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a60a7d-7128-49d8-9233-d84097fed082 x-openstack-request-id: req-06a60a7d-7128-49d8-9233-d84097fed082 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:26.184357 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c559a3-92de-4d81-8cc4-a4fe6764516a", "name": "network-vif-plugged", "status": "completed", "tag": "90b99699-9261-4c90-8399-3cb026c8b469", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:26.185439 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06a60a7d-7128-49d8-9233-d84097fed082 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:26.186187 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b99699-9261-4c90-8399-3cb026c8b469', 'code': 200} Nov 10 21:30:26.231525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d97c8f-2dc5-4412-a33e-8853c4c29754 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:26.248188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.287498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Transition to ACTIVE for port object 48d97c8f-2dc5-4412-a33e-8853c4c29754 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:26.293376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.332774 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.370664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.451662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-83a4a451-325c-488c-8a11-465b361819fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.452184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-83a4a451-325c-488c-8a11-465b361819fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.452647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-83a4a451-325c-488c-8a11-465b361819fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.463283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-83a4a451-325c-488c-8a11-465b361819fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.463806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-83a4a451-325c-488c-8a11-465b361819fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.464273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-83a4a451-325c-488c-8a11-465b361819fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.466177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c19291a1-7503-420a-af03-ebe39f919d7f req-83a4a451-325c-488c-8a11-465b361819fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5288 time: 0.2718096 Nov 10 21:30:26.532911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808f42f-5d85-46bb-829f-9d0894a716fb req-583a549f-5e71-4690-80d2-70482c0ebc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.534316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3808f42f-5d85-46bb-829f-9d0894a716fb req-583a549f-5e71-4690-80d2-70482c0ebc41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 1097 time: 0.2694283 Nov 10 21:30:26.545607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Pushing event updated for resources: {'Port': ['ID=48d97c8f-2dc5-4412-a33e-8853c4c29754,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:26.548437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-4feb41a1-c56b-415d-af1a-a65a367c2175 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.558417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-4feb41a1-c56b-415d-af1a-a65a367c2175 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 945 time: 0.2945464 Nov 10 21:30:26.639832 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.640404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46a0051e-892b-49eb-99e1-ce958b213528 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:30:26.654482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.656768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93d6d77d-e30c-460b-9232-c6dc1e69a581 admin admin] 10.222.0.45 "DELETE /v2.0/routers/46a0051e-892b-49eb-99e1-ce958b213528 HTTP/1.1" status: 204 len: 168 time: 3.5074291 Nov 10 21:30:26.671084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.685168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3808f42f-5d85-46bb-829f-9d0894a716fb req-7b18fe56-86e0-4788-a1ac-3350a70e89df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254466 Nov 10 21:30:26.697939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.705163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7f381-b84a-409c-9ba6-bf7136fca4c7 req-5f838524-b0b2-45b1-aef1-6b546611bac6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.715132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.720901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65b7f381-b84a-409c-9ba6-bf7136fca4c7 req-5f838524-b0b2-45b1-aef1-6b546611bac6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.4549119 Nov 10 21:30:26.734306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.756499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.772072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.775039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55006) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:26.785790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:26.799347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-ac0021d6-bab6-4c97-958f-91300b40412a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5372 time: 0.3776698 Nov 10 21:30:26.891233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Attempting to bind port 48d97c8f-2dc5-4412-a33e-8853c4c29754 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:26.894074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Attempting to bind port 48d97c8f-2dc5-4412-a33e-8853c4c29754 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:26.894420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Attempting to bind port 48d97c8f-2dc5-4412-a33e-8853c4c29754 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:26.910902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Port 48d97c8f-2dc5-4412-a33e-8853c4c29754 on network 92f7713a-46a6-4f78-96c8-61feea471e37 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:26.911220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Attempting to bind port 48d97c8f-2dc5-4412-a33e-8853c4c29754 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:26.912544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] Deleting subnet ac322234-70a9-473a-b560-c20966cb1b5f {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:30:26.916776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.935057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:26.935396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Checking segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:26.935807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Bound using segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:26.936247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Bound port: 48d97c8f-2dc5-4412-a33e-8853c4c29754, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:26.936616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.964807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:26.986341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-215d7058-770a-4c8c-be72-a2e1a21b983d req-793ae7cc-9aa7-43dc-acd1-75f9d555e2a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849852 Nov 10 21:30:27.108567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:27.143293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] For port 48d97c8f-2dc5-4412-a33e-8853c4c29754, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:27.154182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] For port 48d97c8f-2dc5-4412-a33e-8853c4c29754, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:27.299977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-99e2545d-964f-45e4-bdeb-1eb9817a4169 service neutron] 10.222.0.53 "GET /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c/bindings/n-h1-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.1313879 Nov 10 21:30:27.301847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:27.387617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:27.389233 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:27.395500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] 10.222.0.64 "PUT /v2.0/ports/48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 200 len: 1131 time: 2.7863357 Nov 10 21:30:27.466256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f46b-a85f-4882-b6e4-0359a57d06eb req-5a0d75b2-13c5-4f23-bcc9-384365bd26d8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:27.474189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7924f46b-a85f-4882-b6e4-0359a57d06eb req-5a0d75b2-13c5-4f23-bcc9-384365bd26d8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 945 time: 0.2665920 Nov 10 21:30:27.501657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65b7f381-b84a-409c-9ba6-bf7136fca4c7 req-78cf9701-6bb8-4e24-a1c9-27e5cabec8c6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7793791 Nov 10 21:30:27.540704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:27.585195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a264078-8287-4dcf-a7a4-10c7a44757eb service neutron] Pushing event updated for resources: {'Port': ['ID=48d97c8f-2dc5-4412-a33e-8853c4c29754,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:27.656942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7924f46b-a85f-4882-b6e4-0359a57d06eb req-dde7d53e-975b-48ce-a226-5074e41f2cfa tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816142 Nov 10 21:30:27.688319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-5bb30eec-54af-4cf0-9074-317b8c409bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:27.688799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-5bb30eec-54af-4cf0-9074-317b8c409bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:27.689291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-5bb30eec-54af-4cf0-9074-317b8c409bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:27.690938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c19291a1-7503-420a-af03-ebe39f919d7f req-5bb30eec-54af-4cf0-9074-317b8c409bb0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2006624 Nov 10 21:30:27.737602 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:27.931914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fc0092ac-550c-486e-aa9a-4d42917d4319 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:28.000246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: fc0092ac-550c-486e-aa9a-4d42917d4319 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:28.001049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fc0092ac-550c-486e-aa9a-4d42917d4319 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:28.127428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '48d97c8f-2dc5-4412-a33e-8853c4c29754'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:28.129791 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e335389-9469-43e2-9ca2-09dbbad517ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "48d97c8f-2dc5-4412-a33e-8853c4c29754"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:28.522065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19291a1-7503-420a-af03-ebe39f919d7f req-f9c87a53-f756-422c-9d1c-01649ff4b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.523549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c19291a1-7503-420a-af03-ebe39f919d7f req-f9c87a53-f756-422c-9d1c-01649ff4b88c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8236899 Nov 10 21:30:28.687749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:28.693578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.702825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.710463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.711325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:28.722866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.732105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.741672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.748773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:28.750999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.753843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ddce8205-6697-45a7-addc-4385786a0b19 req-5c00920a-ffb1-4278-a828-2d57744bc55f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5372 time: 0.6027033 Nov 10 21:30:28.762618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:28.781403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:28.816675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac322234-70a9-473a-b560-c20966cb1b5f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:28.841412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407df90e-99d5-4e8c-81f5-a26eaa6809c1 None None] Network bb050957-7c95-40dd-9c9a-a547c9725c99 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:28.858565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbbd72b-c5b8-40dd-981e-5e523173d376 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:28.874485 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:28.875998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd2190-a05c-4b03-9e37-c9aaa8a13478 req-79ca855f-6a4a-46fa-8d5f-0287ad008bb0 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:28.877599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9dd2190-a05c-4b03-9e37-c9aaa8a13478 req-79ca855f-6a4a-46fa-8d5f-0287ad008bb0 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 945 time: 1.2209635 Nov 10 21:30:28.878903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:28.883554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ddce8205-6697-45a7-addc-4385786a0b19 req-ee88a34a-c787-4edc-a3cc-58c52f7a0c26 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154544 Nov 10 21:30:28.887242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9d9962c1-7afc-4597-be2f-cae41565e717 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ac322234-70a9-473a-b560-c20966cb1b5f HTTP/1.1" status: 204 len: 168 time: 2.1011961 Nov 10 21:30:28.890305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55054) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:28.894229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Deleting port aa1955ed-7415-44bf-b246-60cd18945691 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:28.896248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:28.922852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Transition to ACTIVE for port object cdbbd72b-c5b8-40dd-981e-5e523173d376 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:28.994761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:29.048681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:29.068233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9dd2190-a05c-4b03-9e37-c9aaa8a13478 req-5db6d208-87df-4a6e-a9a0-c2afbd37492e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627388 Nov 10 21:30:29.068929 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:29.085832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbbd72b-c5b8-40dd-981e-5e523173d376,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:29.159595 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cbb8c7-6cc3-47a9-85f2-2fbde2050a40 x-openstack-request-id: req-a3cbb8c7-6cc3-47a9-85f2-2fbde2050a40 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:29.177014 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "48d97c8f-2dc5-4412-a33e-8853c4c29754", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:29.177487 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3cbb8c7-6cc3-47a9-85f2-2fbde2050a40 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:29.178098 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '48d97c8f-2dc5-4412-a33e-8853c4c29754', 'status': 'completed', 'code': 200} Nov 10 21:30:29.436677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Attempting to bind port cdbbd72b-c5b8-40dd-981e-5e523173d376 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:29.437011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Attempting to bind port cdbbd72b-c5b8-40dd-981e-5e523173d376 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:29.437338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Attempting to bind port cdbbd72b-c5b8-40dd-981e-5e523173d376 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:29.491118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04dea-2b1b-4997-b99a-704a38ab9b20 req-dc2a8591-ecc2-41e5-9320-b87bab2b99e0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.499646 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fd04dea-2b1b-4997-b99a-704a38ab9b20 req-dc2a8591-ecc2-41e5-9320-b87bab2b99e0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 944 time: 0.2123411 Nov 10 21:30:29.501459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Port cdbbd72b-c5b8-40dd-981e-5e523173d376 on network 92f7713a-46a6-4f78-96c8-61feea471e37 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:29.501784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Attempting to bind port cdbbd72b-c5b8-40dd-981e-5e523173d376 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:29.506276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] For port aa1955ed-7415-44bf-b246-60cd18945691, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=aa1955ed-7415-44bf-b246-60cd18945691,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:29.506644 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:29.518360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Deleting port a94e320b-4779-40c6-9ead-30808a9dcdfe {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:29.518698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:29.535568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:29.535934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Checking segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:29.536318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Bound using segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:29.536758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Bound port: cdbbd72b-c5b8-40dd-981e-5e523173d376, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:29.537108 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:29.560478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.561251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.561634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.562106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.562847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.563803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.564416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.567582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-35437fec-0f6b-436d-9116-136d4b7e26d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6238 time: 0.3267684 Nov 10 21:30:29.673211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] For port a94e320b-4779-40c6-9ead-30808a9dcdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a94e320b-4779-40c6-9ead-30808a9dcdfe,segment=NetworkSegment(c24d688b-d456-452b-b732-350f74b67e38),segment_id=c24d688b-d456-452b-b732-350f74b67e38)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:29.673592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:29.687779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Calling delete_port for aa1955ed-7415-44bf-b246-60cd18945691 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:29.705242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fd04dea-2b1b-4997-b99a-704a38ab9b20 req-2f607a83-4446-411c-b61d-c7a75793b5ac tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045701 Nov 10 21:30:29.720650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Calling delete_port for a94e320b-4779-40c6-9ead-30808a9dcdfe owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:29.764016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] For port cdbbd72b-c5b8-40dd-981e-5e523173d376, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:29.775231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] For port cdbbd72b-c5b8-40dd-981e-5e523173d376, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:29.816212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] DHCP port deletion for bb050957-7c95-40dd-9c9a-a547c9725c99 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:30:29.864543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-d398d8c0-8731-4c78-8a52-d440154e2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.865123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-d398d8c0-8731-4c78-8a52-d440154e2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.865704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-d398d8c0-8731-4c78-8a52-d440154e2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:29.871544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-d398d8c0-8731-4c78-8a52-d440154e2cdb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2833321 Nov 10 21:30:29.898195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device aa1955ed-7415-44bf-b246-60cd18945691 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:29.908760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.023141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.026570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.030756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] 10.222.0.64 "PUT /v2.0/ports/cdbbd72b-c5b8-40dd-981e-5e523173d376 HTTP/1.1" status: 200 len: 1091 time: 2.5307002 Nov 10 21:30:30.057234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a94e320b-4779-40c6-9ead-30808a9dcdfe no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:30.125466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-36cd8a30-38e6-4339-9e78-7d394fa6a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.127372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e335389-9469-43e2-9ca2-09dbbad517ec req-36cd8a30-38e6-4339-9e78-7d394fa6a5fd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2257197 Nov 10 21:30:30.157856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] Deleting port a94e320b-4779-40c6-9ead-30808a9dcdfe {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:30.158544 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.174902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:30.185572 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.217525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f682c5-9239-4628-bbb5-dcf638f7d9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdbbd72b-c5b8-40dd-981e-5e523173d376,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:30.230747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] Transition to ACTIVE for port object 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:30.252527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.276695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] For port a94e320b-4779-40c6-9ead-30808a9dcdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a94e320b-4779-40c6-9ead-30808a9dcdfe,segment=NetworkSegment(c24d688b-d456-452b-b732-350f74b67e38),segment_id=c24d688b-d456-452b-b732-350f74b67e38)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:30.277172 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.279952 n-d-776250-11 neutron-server[103049]: INFO neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No ports have port_id starting with a94e320b-4779-40c6-9ead-30808a9dcdfe Nov 10 21:30:30.312747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] Calling delete_port for a94e320b-4779-40c6-9ead-30808a9dcdfe owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:30.317613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:30.323831 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf974500-e5a0-4b48-acd1-c37bae8ece98" -d '{"events": [{"server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1955ed-7415-44bf-b246-60cd18945691"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:30.353341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] No DVR routers for this DVR port a94e320b-4779-40c6-9ead-30808a9dcdfe on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:30.364878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port aa1955ed-7415-44bf-b246-60cd18945691, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=aa1955ed-7415-44bf-b246-60cd18945691,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:30.371542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.400103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.415581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.422051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.456575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.457050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.463336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.469520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.475451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.485702 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-c808a523-7df5-461f-85cf-1e88e8c2010e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5384 time: 0.4286122 Nov 10 21:30:30.487153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] Pushing event updated for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=10']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:30.487453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94e320b-4779-40c6-9ead-30808a9dcdfe,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:30.539454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553192a-3c20-4b59-8a4e-d2e9b4cb7b1b req-743cc212-29b6-4405-9b0d-532c1f03df7f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:30.542470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6553192a-3c20-4b59-8a4e-d2e9b4cb7b1b req-743cc212-29b6-4405-9b0d-532c1f03df7f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 945 time: 0.9434834 Nov 10 21:30:30.577205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] No DVR routers for this DVR port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:30.592040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.601918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.640023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d2d00a7-e31a-41b1-ac8c-58f2c24db824 req-1c599adf-30b5-47e5-8052-3e67eeccb377 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480601 Nov 10 21:30:30.662731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb050957-7c95-40dd-9c9a-a547c9725c99']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:30.677347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=aa1955ed-7415-44bf-b246-60cd18945691,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:30.696535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24d688b-d456-452b-b732-350f74b67e38') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:30.697120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24d688b-d456-452b-b732-350f74b67e38') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:30.701092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.747857 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.776070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] Pushing event deleted for resources: {'Port': ['ID=a94e320b-4779-40c6-9ead-30808a9dcdfe,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:30.788465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe6ec3-eec2-4589-be6c-025c6441b4ca None None] No DVR routers for this DVR port a94e320b-4779-40c6-9ead-30808a9dcdfe on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:30.808346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.834166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:30:30.835127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:30.846278 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:30.999887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157fbdd-59cf-42a5-aff8-01efef85c453 req-7838799b-0483-481a-8c9f-72dd52c9646b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:31.008277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8157fbdd-59cf-42a5-aff8-01efef85c453 req-7838799b-0483-481a-8c9f-72dd52c9646b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 945 time: 0.0686672 Nov 10 21:30:31.052694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-5589e056-9fe6-4456-9f05-4601b0a43e33 service neutron] 10.222.0.53 "PUT /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c/bindings/n-h1-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 3.7310047 Nov 10 21:30:31.053640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6553192a-3c20-4b59-8a4e-d2e9b4cb7b1b req-b4565f21-661f-4a18-834e-5f1bec5e113f tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721437 Nov 10 21:30:31.075692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8157fbdd-59cf-42a5-aff8-01efef85c453 req-b5225049-c9ed-4853-a9b3-db39e90986fc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658755 Nov 10 21:30:31.123453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:31.129557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:31.143766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bb050957-7c95-40dd-9c9a-a547c9725c99 HTTP/1.1" status: 204 len: 168 time: 2.2441854 Nov 10 21:30:31.154377 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf5153b-bfed-41db-9a9c-add2b2dd2e67 x-openstack-request-id: req-8cf5153b-bfed-41db-9a9c-add2b2dd2e67 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:31.155404 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1955ed-7415-44bf-b246-60cd18945691", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:31.156139 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cf5153b-bfed-41db-9a9c-add2b2dd2e67 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:31.157312 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691', 'code': 200} Nov 10 21:30:31.214605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:31.221589 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8a46c7-c40d-434c-997c-57947006ce2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:31.234199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb4229-ad9b-48b5-808c-0ef31ccb9317 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb050957-7c95-40dd-9c9a-a547c9725c99,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:31.256835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:31.273829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:31.409512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Pushing event deleted for resources: {'Port': ['ID=aa1955ed-7415-44bf-b246-60cd18945691,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:31.532964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] No DVR routers for this DVR port aa1955ed-7415-44bf-b246-60cd18945691 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:31.547252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:31.555290 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c295b9e7-57a8-4e63-a71b-0f260a022584 req-ce611cb9-fb28-4de4-b844-d47453778807 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "DELETE /v2.0/ports/aa1955ed-7415-44bf-b246-60cd18945691 HTTP/1.1" status: 204 len: 173 time: 4.8962457 Nov 10 21:30:31.557656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'name': 'network-vif-deleted', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:31.572860 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9c79a8-b061-4210-acfd-7b69f4f444f4" -d '{"events": [{"server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "name": "network-vif-deleted", "tag": "aa1955ed-7415-44bf-b246-60cd18945691"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:31.676374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285066-7248-4281-809c-ec242ebfcb2b req-73f78e0a-e960-4e9e-8483-6c706dd9c688 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:31.682203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-4a38eb52-a9b1-4eee-805b-2996a7bc2d2f tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:31.687401 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-4a38eb52-a9b1-4eee-805b-2996a7bc2d2f tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1020098 Nov 10 21:30:31.689180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56285066-7248-4281-809c-ec242ebfcb2b req-73f78e0a-e960-4e9e-8483-6c706dd9c688 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.4088223 Nov 10 21:30:31.830851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-3a69b248-08a4-43b1-89a4-b805f36aeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:31.843267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-3a69b248-08a4-43b1-89a4-b805f36aeff6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2&tenant_id=912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 1097 time: 0.1369307 Nov 10 21:30:31.864488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55108) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:32.010404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-0b487e0b-77cb-408d-8201-3b08cea92f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.011420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-0b487e0b-77cb-408d-8201-3b08cea92f13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1383495 Nov 10 21:30:32.019960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:32.042595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56285066-7248-4281-809c-ec242ebfcb2b req-10db925d-6355-4023-96c4-b3f2f64f798f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524854 Nov 10 21:30:32.050913 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:32.096600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Transition to ACTIVE for port object 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:32.118250 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b89ea3-698d-4d61-ac28-68b98a8057df x-openstack-request-id: req-20b89ea3-698d-4d61-ac28-68b98a8057df {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:32.127832 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:32.127832 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20b89ea3-698d-4d61-ac28-68b98a8057df {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:32.128178 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376', 'status': 'completed', 'code': 200} Nov 10 21:30:32.157263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-38d6b29a-a980-4d63-90ba-b9afb99d3cb5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20f59c7ad599484dbcf8544c8221fb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906094 Nov 10 21:30:32.164318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55116) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:32.202853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:32.273456 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae3b0e4-6bb8-45a9-b957-088e1482c6f3 x-openstack-request-id: req-9ae3b0e4-6bb8-45a9-b957-088e1482c6f3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:32.273712 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac66fdfb-a29f-476d-ac2a-be30ac4e5129", "name": "network-vif-deleted", "tag": "aa1955ed-7415-44bf-b246-60cd18945691", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:32.274686 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ae3b0e4-6bb8-45a9-b957-088e1482c6f3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:32.274866 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac66fdfb-a29f-476d-ac2a-be30ac4e5129', 'name': 'network-vif-deleted', 'tag': 'aa1955ed-7415-44bf-b246-60cd18945691', 'status': 'completed', 'code': 200} Nov 10 21:30:32.472601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.473184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.473536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.473997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.474447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.474897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.475349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.478057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-573e7f17-dcf2-4f1c-8094-2e0921f4d591 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6306 time: 0.1904776 Nov 10 21:30:32.503197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-f9bb19b8-11fd-4d8e-9c9b-dd974b05ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.504797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-f9bb19b8-11fd-4d8e-9c9b-dd974b05ad07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.4839575 Nov 10 21:30:32.545204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:32.599363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2121-b783-4077-8f94-515320034363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:32.623677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-974b06f5-4618-4635-8160-cec4cffdbad8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 217 time: 0.0956740 Nov 10 21:30:32.669735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.678133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.690780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.700052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.708638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.713510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.722564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.731215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-3f687d4f-d85c-4137-9b07-3b78d5d87d36 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5396 time: 0.3026967 Nov 10 21:30:32.747468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dec5e7-a1f6-4199-8650-324964c1d212 req-39e2b575-e36f-40a0-8665-1942f003041a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.755904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c7dec5e7-a1f6-4199-8650-324964c1d212 req-39e2b575-e36f-40a0-8665-1942f003041a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 945 time: 0.3623345 Nov 10 21:30:32.821636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2121-b783-4077-8f94-515320034363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:32.860951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-84353008-7979-4c1b-b6a6-6625d9de7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:32.863141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-84353008-7979-4c1b-b6a6-6625d9de7604 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1990464 Nov 10 21:30:32.886919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c7dec5e7-a1f6-4199-8650-324964c1d212 req-8104ceae-235a-4b4c-82a9-43881c093246 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261721 Nov 10 21:30:33.017081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-fe7b736f-d617-4e31-8825-c19cb097f776 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265023 Nov 10 21:30:33.059696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c01c4ea-c9e4-4db9-8ec1-c18dec6df558 req-f65a4c30-4167-43db-94c0-edf7e0cba670 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3266938 Nov 10 21:30:33.061733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Attempting to bind port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:33.062439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Attempting to bind port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:33.062942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Attempting to bind port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:33.068837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 on network 92f7713a-46a6-4f78-96c8-61feea471e37 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:33.074581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Attempting to bind port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:33.080385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:33.081063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Checking segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:33.081638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Bound using segment: {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:33.082284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Bound port: 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91526852-8bd8-4dc8-a6a4-0bc67dc0693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:33.082835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:33.278274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-511c9134-817b-409e-8cf3-33c593dc59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:33.278274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-511c9134-817b-409e-8cf3-33c593dc59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:33.278274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-511c9134-817b-409e-8cf3-33c593dc59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:33.278274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-511c9134-817b-409e-8cf3-33c593dc59cd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7456129 Nov 10 21:30:33.297849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2121-b783-4077-8f94-515320034363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:33.301458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2121-b783-4077-8f94-515320034363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:33.303950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1c3e2121-b783-4077-8f94-515320034363 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2362642a-02db-4bfb-b582-66d1f08934cb HTTP/1.1" status: 204 len: 168 time: 1.1263037 Nov 10 21:30:33.310694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] For port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:33.322826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] For port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:33.340777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e2121-b783-4077-8f94-515320034363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2362642a-02db-4bfb-b582-66d1f08934cb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:33.385698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97b85b96-7205-4907-8f87-3b8ef3131c79 req-bef4d71b-90f5-43ce-b295-286fee57e12b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac66fdfb-a29f-476d-ac2a-be30ac4e5129 HTTP/1.1" status: 200 len: 210 time: 0.1469171 Nov 10 21:30:33.553319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-609ee8ed-a0fa-4d28-af8b-814c2060bc46 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318795 Nov 10 21:30:33.553875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-f6e566c4-01e3-4e3f-94eb-f62a40b82966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:33.553875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-f6e566c4-01e3-4e3f-94eb-f62a40b82966 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1097 time: 0.1208794 Nov 10 21:30:33.638189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db18da9-833e-4415-b519-3f276f764793 req-e4b42def-0501-41e2-9016-dd97a37ef650 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:33.647589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-0f8d11df-294c-4458-b28d-c14dfe813462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:33.649501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c8a46c7-c40d-434c-997c-57947006ce2c req-0f8d11df-294c-4458-b28d-c14dfe813462 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3840342 Nov 10 21:30:33.652823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6db18da9-833e-4415-b519-3f276f764793 req-e4b42def-0501-41e2-9016-dd97a37ef650 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.1448038 Nov 10 21:30:33.662935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-83f183e0-639a-4460-9e0d-908ef1341ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832681 Nov 10 21:30:33.762868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:34.000099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:34.034317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.034317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:34.035320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-8a832395-645b-4f31-8e8f-4a833c0dec75 service neutron] 10.222.0.64 "PUT /v2.0/ports/0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 HTTP/1.1" status: 200 len: 1091 time: 3.8731236 Nov 10 21:30:34.042618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-8d7cf1a9-a978-4148-a1cd-4f1f4d47044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.045234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-8d7cf1a9-a978-4148-a1cd-4f1f4d47044b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.4678273 Nov 10 21:30:34.092876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-4e8a3776-3853-4d53-be6c-c3e46cc339ef tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.094404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-4e8a3776-3853-4d53-be6c-c3e46cc339ef tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 945 time: 0.3531497 Nov 10 21:30:34.196720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:34.202712 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-ffc2e3ce-6b59-44b2-8afb-5cfe7c42707e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 200 len: 217 time: 0.1392956 Nov 10 21:30:34.293535 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6db18da9-833e-4415-b519-3f276f764793 req-6778ba8e-ad3f-49be-9f95-860b6702ea7c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396718 Nov 10 21:30:34.294385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:34.303482 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9357a4-1e83-43e7-8560-b7024586eda5" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "0dfd77a7-b29f-4e22-a61b-08a9fe58fd46"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:34.380241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6e352-f43a-4ff9-9234-630267ce27be req-b3fffb5c-b35b-49bd-8643-c6d0ba5cad24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.389131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68b6e352-f43a-4ff9-9234-630267ce27be req-b3fffb5c-b35b-49bd-8643-c6d0ba5cad24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 945 time: 0.2570257 Nov 10 21:30:34.500307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-72d51c68-f25f-4398-9070-1fdc84b7f699 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.502538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-72d51c68-f25f-4398-9070-1fdc84b7f699 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.2455494 Nov 10 21:30:34.520530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68b6e352-f43a-4ff9-9234-630267ce27be req-b48672fc-a937-436c-81ad-2ae1f2e694fc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302526 Nov 10 21:30:34.637049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-6d4231e1-b2b9-4636-a987-bd9bc8167b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.638580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-6d4231e1-b2b9-4636-a987-bd9bc8167b95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.4031115 Nov 10 21:30:34.675911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:34.733520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-e54eabdd-93dc-4ca8-9e16-9e96f4326fe1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778739 Nov 10 21:30:34.773997 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83580c12-4359-4cb0-9f3e-24ddd9807dbd x-openstack-request-id: req-83580c12-4359-4cb0-9f3e-24ddd9807dbd {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:34.774629 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "0dfd77a7-b29f-4e22-a61b-08a9fe58fd46", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:34.774629 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83580c12-4359-4cb0-9f3e-24ddd9807dbd {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:34.774907 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46', 'status': 'completed', 'code': 200} Nov 10 21:30:34.837399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.853351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.860621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.880356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.893331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.906042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.907272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55188) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:34.919113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:34.947857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-497342d6-28e3-49f9-bb4b-6def99e10b76 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5396 time: 0.4324830 Nov 10 21:30:35.145695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Deleting port 90b99699-9261-4c90-8399-3cb026c8b469 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:35.146211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.161072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2d2bd836-8e5f-4476-98a7-5a002a88b883 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5c86fc19bc8448aa7653c43316e0750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460053 Nov 10 21:30:35.167211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55200) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:35.188101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-c2951224-0ed9-42f7-b851-527ee57334ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6348 time: 0.3833060 Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-55012524-ecd4-41d6-a7c6-871e43819c09 service neutron] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-55012524-ecd4-41d6-a7c6-871e43819c09 service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.206005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6807052c-81d7-4b9c-84c2-b72fd0cb98a8 req-55012524-ecd4-41d6-a7c6-871e43819c09 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c/bindings/n-h2-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.6801608 Nov 10 21:30:35.302689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] For port 90b99699-9261-4c90-8399-3cb026c8b469, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=90b99699-9261-4c90-8399-3cb026c8b469,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:35.305308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.330035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Calling delete_port for 90b99699-9261-4c90-8399-3cb026c8b469 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:35.501259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-5335594d-b8f8-4cda-b0a3-ab9b9b56b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.501259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-5335594d-b8f8-4cda-b0a3-ab9b9b56b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.501259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-5335594d-b8f8-4cda-b0a3-ab9b9b56b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.501259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-5335594d-b8f8-4cda-b0a3-ab9b9b56b13c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2905800 Nov 10 21:30:35.501259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a9bab0-cb34-4cc1-b8b3-7abfbd996049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.537795 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a9bab0-cb34-4cc1-b8b3-7abfbd996049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.656432 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e404c9d9-34b1-4ac2-becc-247bd351aed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.740339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55216) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:35.892656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db5e72-1dca-4845-91bd-6b91e6642f3a req-7d63abb0-371b-41fd-9136-60fb674ea504 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.893188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36db5e72-1dca-4845-91bd-6b91e6642f3a req-7d63abb0-371b-41fd-9136-60fb674ea504 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.1308739 Nov 10 21:30:35.973126 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36db5e72-1dca-4845-91bd-6b91e6642f3a req-7632b66f-02fb-4902-ac69-0fd356cf4ae7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652511 Nov 10 21:30:35.974681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-490a9261-0e8b-4f0b-b0ae-c1ada298dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:35.976450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de9357a4-1e83-43e7-8560-b7024586eda5 req-490a9261-0e8b-4f0b-b0ae-c1ada298dd06 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4300945 Nov 10 21:30:35.976854 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a9bab0-cb34-4cc1-b8b3-7abfbd996049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.983242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a9bab0-cb34-4cc1-b8b3-7abfbd996049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:35.987494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78a9bab0-cb34-4cc1-b8b3-7abfbd996049 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5baad6cd-3253-4d6b-a1df-42d6276c9a62 HTTP/1.1" status: 204 len: 168 time: 0.8166351 Nov 10 21:30:35.996562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9bab0-cb34-4cc1-b8b3-7abfbd996049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baad6cd-3253-4d6b-a1df-42d6276c9a62,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:36.048534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26967133-a3fe-4c51-9c38-f95c0f0f7152 req-fa86e944-d15b-42e9-9fac-ed4cfcc6a010 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0963454 Nov 10 21:30:36.135293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc10164d-cbe2-4e02-b7c7-21e0300857c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:36.179745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722d07-8b35-4a02-9542-dbb881dd907f req-d4441c28-cb61-4d8d-b51b-f0ca2d2417e6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:36.190303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-42a9a888-218e-46ad-9ea8-daf5569e2132 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4423347 Nov 10 21:30:36.190950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48722d07-8b35-4a02-9542-dbb881dd907f req-d4441c28-cb61-4d8d-b51b-f0ca2d2417e6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 945 time: 0.1216969 Nov 10 21:30:36.272224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48722d07-8b35-4a02-9542-dbb881dd907f req-4a0698c6-3023-4af5-9596-41ebc3abd549 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765493 Nov 10 21:30:36.414257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd5da8-7668-45fc-a5f1-1fc52d52db43 req-e979d28d-0306-4703-b68a-6f8709b73a07 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:36.416836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5cd5da8-7668-45fc-a5f1-1fc52d52db43 req-e979d28d-0306-4703-b68a-6f8709b73a07 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.2175565 Nov 10 21:30:36.450017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:36.532589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc10164d-cbe2-4e02-b7c7-21e0300857c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:36.673278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2b02c-106a-4cec-8ea0-3f45dceb4d42 req-83479e85-c187-4644-92bc-f2affa80ef96 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:36.676338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aa2b02c-106a-4cec-8ea0-3f45dceb4d42 req-83479e85-c187-4644-92bc-f2affa80ef96 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0672243 Nov 10 21:30:36.693162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event deleted for resources: {'Port': ['ID=90b99699-9261-4c90-8399-3cb026c8b469,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:36.702529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dfdabb-1806-4262-bb5a-810fd3717445 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:36.735835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ad570f-3de6-4e16-8c06-29c6bc659e47 req-6859bd3f-0ee6-47c7-831f-9c0baba8e278 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303469 Nov 10 21:30:36.739189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:36.758262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aa2b02c-106a-4cec-8ea0-3f45dceb4d42 req-3829e747-c543-4b53-9c87-e4b33ce37505 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654097 Nov 10 21:30:36.766734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] No DVR routers for this DVR port 90b99699-9261-4c90-8399-3cb026c8b469 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:36.769165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:36.772977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a16f054-ec3f-4fa9-a6f0-00eaf312a3e7 req-29e300fd-1754-4ef7-b966-e6cce5d18c40 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "DELETE /v2.0/ports/90b99699-9261-4c90-8399-3cb026c8b469 HTTP/1.1" status: 204 len: 173 time: 2.5946019 Nov 10 21:30:36.779648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'name': 'network-vif-deleted', 'tag': '90b99699-9261-4c90-8399-3cb026c8b469'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:36.784585 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70d367-009f-4619-87e3-2b28e446b827" -d '{"events": [{"server_uuid": "66c559a3-92de-4d81-8cc4-a4fe6764516a", "name": "network-vif-deleted", "tag": "90b99699-9261-4c90-8399-3cb026c8b469"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:36.792409 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc10164d-cbe2-4e02-b7c7-21e0300857c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:36.806193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Transition to ACTIVE for port object c4dfdabb-1806-4262-bb5a-810fd3717445 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:36.822083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5cd5da8-7668-45fc-a5f1-1fc52d52db43 req-611b2a83-c274-4e88-bc66-6a2bda75d40e tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296623 Nov 10 21:30:36.892257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cc10164d-cbe2-4e02-b7c7-21e0300857c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e42e4174a6a949fa997adf1a5a27bfc0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1483960 Nov 10 21:30:36.893147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55262) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:36.920546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10164d-cbe2-4e02-b7c7-21e0300857c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3acca47-88ca-494c-a61b-8dc47240b8e9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:36.930747 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe402b33-969a-4df9-8ba3-753f46631290 x-openstack-request-id: req-fe402b33-969a-4df9-8ba3-753f46631290 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:36.930747 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c559a3-92de-4d81-8cc4-a4fe6764516a", "name": "network-vif-deleted", "tag": "90b99699-9261-4c90-8399-3cb026c8b469", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:36.930747 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe402b33-969a-4df9-8ba3-753f46631290 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:36.930747 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c559a3-92de-4d81-8cc4-a4fe6764516a', 'name': 'network-vif-deleted', 'tag': '90b99699-9261-4c90-8399-3cb026c8b469', 'status': 'completed', 'code': 200} Nov 10 21:30:36.930747 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:37.042600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828e8e-4d0f-4bba-b36d-2c46133decc3 req-e993384e-158e-4434-9ee0-ccf269f433b0 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.044269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3828e8e-4d0f-4bba-b36d-2c46133decc3 req-e993384e-158e-4434-9ee0-ccf269f433b0 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0639615 Nov 10 21:30:37.104891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3828e8e-4d0f-4bba-b36d-2c46133decc3 req-9622ae8e-3df3-4f57-a8ee-b465ce91499c tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522876 Nov 10 21:30:37.125907 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8e4c-3d3e-499a-af56-f1e4243d599a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:37.153141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dfdabb-1806-4262-bb5a-810fd3717445,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:37.188116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8e4c-3d3e-499a-af56-f1e4243d599a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:37.271343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc872575-e449-4eae-9224-0609eb73c77c req-75772d62-4273-4119-acc1-df9e838bd4cc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.277833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc872575-e449-4eae-9224-0609eb73c77c req-75772d62-4273-4119-acc1-df9e838bd4cc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 950 time: 0.2444165 Nov 10 21:30:37.404771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.417668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.425490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.433740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.440825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.447526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.455619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc872575-e449-4eae-9224-0609eb73c77c req-84e852ef-8aa2-4350-b55a-3485a31f9afa tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272416 Nov 10 21:30:37.455815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.466144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Attempting to bind port c4dfdabb-1806-4262-bb5a-810fd3717445 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:37.466485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Attempting to bind port c4dfdabb-1806-4262-bb5a-810fd3717445 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:37.466642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-681d89bb-663c-47d6-9155-537426300752 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5408 time: 0.1818285 Nov 10 21:30:37.466824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Attempting to bind port c4dfdabb-1806-4262-bb5a-810fd3717445 on network 832a1c7f-42d8-4db8-844c-8912958a8973 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:37.471860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8e4c-3d3e-499a-af56-f1e4243d599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:37.474886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bcfa8e4c-3d3e-499a-af56-f1e4243d599a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:37.476256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bcfa8e4c-3d3e-499a-af56-f1e4243d599a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3acca47-88ca-494c-a61b-8dc47240b8e9 HTTP/1.1" status: 204 len: 168 time: 0.5821309 Nov 10 21:30:37.487670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa8e4c-3d3e-499a-af56-f1e4243d599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3acca47-88ca-494c-a61b-8dc47240b8e9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:37.490871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Port c4dfdabb-1806-4262-bb5a-810fd3717445 on network 832a1c7f-42d8-4db8-844c-8912958a8973 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:37.491401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Attempting to bind port c4dfdabb-1806-4262-bb5a-810fd3717445 on network 832a1c7f-42d8-4db8-844c-8912958a8973 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:37.509662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:37.511851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Checking segment: {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:37.511851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Bound using segment: {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:37.512780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Bound port: c4dfdabb-1806-4262-bb5a-810fd3717445, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:37.515027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:37.655361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee34a6af-ece4-4fba-a1aa-78c7dabd5728 req-33a06d23-7a8e-4002-852c-0ab7860cd459 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1861684 Nov 10 21:30:37.830536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-a062b04f-8469-436b-abc0-e627716096d8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:37.833873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-a062b04f-8469-436b-abc0-e627716096d8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.2804532 Nov 10 21:30:37.863311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d189b25b-d006-4f2a-9d2a-789ea3bbef7f req-57994848-d5da-40d6-8cbd-71a9f8deac82 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c559a3-92de-4d81-8cc4-a4fe6764516a HTTP/1.1" status: 200 len: 210 time: 0.0419931 Nov 10 21:30:37.916021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] For port c4dfdabb-1806-4262-bb5a-810fd3717445, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:37.922080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 90b99699-9261-4c90-8399-3cb026c8b469 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:37.954017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 90b99699-9261-4c90-8399-3cb026c8b469 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:37.954017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 90b99699-9261-4c90-8399-3cb026c8b469 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:37.996180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] For port c4dfdabb-1806-4262-bb5a-810fd3717445, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4dfdabb-1806-4262-bb5a-810fd3717445,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:38.035838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Deleting port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:38.036269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:38.083753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b130c75-e9ae-4892-ba83-bd3a51356094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:38.144803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:38.214649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:38.215443 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:38.217833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] 10.222.0.64 "PUT /v2.0/ports/c4dfdabb-1806-4262-bb5a-810fd3717445 HTTP/1.1" status: 200 len: 1092 time: 4.0265303 Nov 10 21:30:38.301753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] For port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:38.302926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:38.307480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef75fd-f6d0-4533-92c3-7472d90ec860 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dfdabb-1806-4262-bb5a-810fd3717445,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:38.342943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Calling delete_port for 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:38.395308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-7d448cd0-7109-4c23-8146-74afd1d215de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2159984 Nov 10 21:30:38.463398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Request body: {'port': {'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:38.551583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1f475-e262-4af3-82c6-181988c72142 req-79ebb2d8-b06c-4879-bac0-42ff8ca392b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:38.553365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-79ebb2d8-b06c-4879-bac0-42ff8ca392b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 1096 time: 0.1059241 Nov 10 21:30:38.656301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:38.684222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4d827-09a7-46be-83e6-281c0ac8480d req-8aaf59b4-aadd-448f-bc6f-887cbd85c5a8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:38.686081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7e4d827-09a7-46be-83e6-281c0ac8480d req-8aaf59b4-aadd-448f-bc6f-887cbd85c5a8 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 945 time: 0.2325225 Nov 10 21:30:38.706383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1f475-e262-4af3-82c6-181988c72142 req-832a9958-3818-4fc5-bbec-135c1bc7a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:38.709528 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-832a9958-3818-4fc5-bbec-135c1bc7a708 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1314926 Nov 10 21:30:38.769067 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-2319b9a3-8045-469f-9664-aae5d3b5b9ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 200 len: 217 time: 0.0516813 Nov 10 21:30:38.828433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1f475-e262-4af3-82c6-181988c72142 req-cf5dbf19-a5c3-4ea5-a338-784ddf8839da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:38.831406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-cf5dbf19-a5c3-4ea5-a338-784ddf8839da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0545049 Nov 10 21:30:38.838913 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7e4d827-09a7-46be-83e6-281c0ac8480d req-3020bbf3-7334-4e31-ac28-a4de297aed56 tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/security-groups?id=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191945 Nov 10 21:30:38.876263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-6dc5fbb4-7ec6-46a7-8844-1a60b844ca79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346591 Nov 10 21:30:38.928007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:38.931325 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478fbc6b-f84e-4a7b-a039-7028d334e35e" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:39.073642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-db57f836-cd3c-4c51-b66d-97071120d2ea service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720490 Nov 10 21:30:39.252816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:39.263234 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20b1f475-e262-4af3-82c6-181988c72142 req-5e2ed5f0-caef-4753-8d2c-db3a277840a9 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751356 Nov 10 21:30:39.355754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.371358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.390964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.400151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.416672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.427141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.435044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.445259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-82edaa3e-428d-4ec4-8896-6480938c93a9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5408 time: 0.1808360 Nov 10 21:30:39.506545 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:39.519537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:39.566110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8a7e5fc-81f9-426e-80ca-2de62cd49fae req-55f9989b-ca45-4768-bfda-9594fc0bf915 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159821 Nov 10 21:30:39.604531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Pushing event deleted for resources: {'Port': ['ID=5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:39.664981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-9f5197a0-3c2f-43d6-bbce-ed25650c4473 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=66edaafb6536499a8abb461f4094b325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1669877 Nov 10 21:30:39.761056 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3f56a7-2128-48fe-9fc5-72d0513899cd x-openstack-request-id: req-4e3f56a7-2128-48fe-9fc5-72d0513899cd {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:39.761352 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:39.761809 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e3f56a7-2128-48fe-9fc5-72d0513899cd {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:39.762366 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445', 'status': 'completed', 'code': 200} Nov 10 21:30:39.810522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] No DVR routers for this DVR port 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:39.813634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:39.818249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-150ba92a-bc1a-4e6c-a834-6442902940c9 req-eabaa333-10ba-4797-add9-82465684809b tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.53 "DELETE /v2.0/ports/5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae HTTP/1.1" status: 204 len: 173 time: 1.9759638 Nov 10 21:30:39.843229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.844087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.844445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.845084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.845605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.846080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.847454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.849637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-c55dbb58-5ad6-4521-a2a4-a53dcf59f72f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6416 time: 0.1234515 Nov 10 21:30:39.922930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:39.960781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-2389e933-e9b6-4b27-99c5-47eb1591b1f3 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:39.968407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-2389e933-e9b6-4b27-99c5-47eb1591b1f3 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023422 Nov 10 21:30:40.033442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-fed9f1d1-ed90-4ef2-814a-4862f0170deb tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/quotas/66edaafb6536499a8abb461f4094b325 HTTP/1.1" status: 200 len: 375 time: 0.0253356 Nov 10 21:30:40.090108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-48f4d213-ce3c-449f-940b-6c1a89f5c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:40.090338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-48f4d213-ce3c-449f-940b-6c1a89f5c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:40.090804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-48f4d213-ce3c-449f-940b-6c1a89f5c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:40.107774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-48f4d213-ce3c-449f-940b-6c1a89f5c406 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2484937 Nov 10 21:30:40.141402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-9ff2c050-e19b-48ee-9e0c-689caa689bbc tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=66edaafb6536499a8abb461f4094b325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075263 Nov 10 21:30:40.166915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3521bd5-eb62-486e-bcef-a5dd31ce1036 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:40.198709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:40.232181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Transition to ACTIVE for port object a3521bd5-eb62-486e-bcef-a5dd31ce1036 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:40.278414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:40.321278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:40.363059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:40.365350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:40.373412 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6583227-e263-4f40-a542-0c80355f9409" -d '{"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-unplugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:40.430215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=a3521bd5-eb62-486e-bcef-a5dd31ce1036,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:40.487011 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:40.496971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-f0a3e45e-ec07-43ea-a707-31ea7278aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:40.499392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-478fbc6b-f84e-4a7b-a039-7028d334e35e req-f0a3e45e-ec07-43ea-a707-31ea7278aae3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3819973 Nov 10 21:30:40.580677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Attempting to bind port a3521bd5-eb62-486e-bcef-a5dd31ce1036 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:40.581210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Attempting to bind port a3521bd5-eb62-486e-bcef-a5dd31ce1036 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:40.581333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Attempting to bind port a3521bd5-eb62-486e-bcef-a5dd31ce1036 on network 832a1c7f-42d8-4db8-844c-8912958a8973 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:40.603693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Port a3521bd5-eb62-486e-bcef-a5dd31ce1036 on network 832a1c7f-42d8-4db8-844c-8912958a8973 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:40.610694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Attempting to bind port a3521bd5-eb62-486e-bcef-a5dd31ce1036 on network 832a1c7f-42d8-4db8-844c-8912958a8973 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:40.628441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:40.631057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Checking segment: {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:40.631473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Bound using segment: {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:40.635130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Bound port: a3521bd5-eb62-486e-bcef-a5dd31ce1036, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e548b4-7ab4-40e5-a5a0-c85310429d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:40.635130 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:40.671532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:40.818886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-7ace3d47-2b81-42c7-8eea-b1f1be0e54e3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:40.829315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-7ace3d47-2b81-42c7-8eea-b1f1be0e54e3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.3619845 Nov 10 21:30:40.831632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:40.849177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-749f7f4d-3c94-4cd6-ac4f-53303710e8e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/quotas/5fcb232e2e1f4b3db936eaf9b20f8ee0 HTTP/1.1" status: 200 len: 375 time: 0.0186291 Nov 10 21:30:40.862960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0944f287-791e-4d43-a2da-91b840e0f5d8 req-c4db39d3-226a-4d1a-988f-f89de880c52e tempest-ListServerFiltersTestJSON-1056600976 tempest-ListServerFiltersTestJSON-1056600976-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e4ac8e5-762e-4535-b5af-d6ae2a4464be HTTP/1.1" status: 200 len: 210 time: 0.0843840 Nov 10 21:30:40.906994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-ebfda5dd-ad6d-4cca-9e4f-74d86d4042c4 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569696 Nov 10 21:30:40.983202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] For port a3521bd5-eb62-486e-bcef-a5dd31ce1036, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:40.993128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] For port a3521bd5-eb62-486e-bcef-a5dd31ce1036, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:41.077263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-6fe85942-0b45-4986-a2ba-8a2158f74864 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689782 Nov 10 21:30:41.083583 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5e92dd-83dd-4df6-8db0-e5ffee90c001 x-openstack-request-id: req-2d5e92dd-83dd-4df6-8db0-e5ffee90c001 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:41.084869 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-unplugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:41.085140 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d5e92dd-83dd-4df6-8db0-e5ffee90c001 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:41.085535 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'code': 200} Nov 10 21:30:41.169949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a190316c-d1f8-4f8a-aec7-9dbe734b2b9f req-45bd4924-9ed2-4746-88ba-2ebc3a39748d tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.0524936 Nov 10 21:30:41.171939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:41.248673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.248673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:41.249137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] 10.222.0.64 "PUT /v2.0/ports/a3521bd5-eb62-486e-bcef-a5dd31ce1036 HTTP/1.1" status: 200 len: 1092 time: 2.7938664 Nov 10 21:30:41.299703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-89547040-30b8-4615-8670-1163dd667877 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063088 Nov 10 21:30:41.300647 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:41.382240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc6250-231d-4758-ac6c-8b1fdef8a7bc service neutron] Pushing event updated for resources: {'Port': ['ID=a3521bd5-eb62-486e-bcef-a5dd31ce1036,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:41.514093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.524274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.535544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.545754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.563962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.563962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.575095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.583082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06b71339-630c-4f74-a62b-28bc32239e07 req-c4b64321-1f9f-44b7-9811-88c9b88a147c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.2664263 Nov 10 21:30:41.610380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.611206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.617460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.618311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.619290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.620102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.620847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.623223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-023a88fc-1cd2-43b7-8df1-14555bc11ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6484 time: 0.2319212 Nov 10 21:30:41.753523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06b71339-630c-4f74-a62b-28bc32239e07 req-102e169e-c40c-43f3-b3c6-e36f05347e61 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1605294 Nov 10 21:30:41.757418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6755699f-4d3a-4ff9-a59c-551e2e4863c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b HTTP/1.1" status: 200 len: 217 time: 0.1223218 Nov 10 21:30:41.763277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'name': 'network-vif-deleted', 'tag': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae'}, {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:41.767608 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9682f44-787d-4641-b92b-ec63d4d39a63" -d '{"events": [{"server_uuid": "8e4ac8e5-762e-4535-b5af-d6ae2a4464be", "name": "network-vif-deleted", "tag": "5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae"}, {"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:41.887405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-845fa998-10f4-464d-b4cc-b677448bac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:41.892382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-845fa998-10f4-464d-b4cc-b677448bac88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2d35b2c-db91-4a29-b936-225b49929d0a HTTP/1.1" status: 200 len: 851 time: 0.1189749 Nov 10 21:30:41.921289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:30:41.924976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:42.041122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:30:42.041548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:30:42.065346 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ab8c48-767d-4237-9f8d-12a04ec7e4aa x-openstack-request-id: req-61ab8c48-767d-4237-9f8d-12a04ec7e4aa {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:42.065346 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4ac8e5-762e-4535-b5af-d6ae2a4464be", "name": "network-vif-deleted", "tag": "5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:42.065346 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61ab8c48-767d-4237-9f8d-12a04ec7e4aa {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:42.065346 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4ac8e5-762e-4535-b5af-d6ae2a4464be', 'name': 'network-vif-deleted', 'tag': '5b4c2e69-e0a3-42eb-88ff-9bcf3bd2a5ae', 'status': 'completed', 'code': 200} Nov 10 21:30:42.065346 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036', 'status': 'completed', 'code': 200} Nov 10 21:30:42.130126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55440) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:42.138070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d5eb02ec-915e-4c69-ac75-78e6f3f68857 req-062b0be2-270b-4515-9469-de92e5111235 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.1040246 Nov 10 21:30:42.155110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-02aba13f-3f50-4a08-a8cc-a2eaa1f405b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:42.158797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-02aba13f-3f50-4a08-a8cc-a2eaa1f405b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2545350 Nov 10 21:30:42.313250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] Deleting subnet 2433ec9f-6601-4d0d-9f7b-c89495d01b7a {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:30:42.321972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:42.360127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-bd5f150d-3e7e-41f8-ac9e-66d6a505d0b2 service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933837 Nov 10 21:30:42.398119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53815fa8-7028-4cc9-88a7-53a548da61b4 req-3e6204d3-004d-4fba-af6c-4e281b8d2b23 tempest-FlavorsV2NegativeTest-666792849 tempest-FlavorsV2NegativeTest-666792849-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b4ebd0faf2f64b588bda10842aa53d6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367765 Nov 10 21:30:42.401762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:42.421780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:42.459217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'mac_address': 'fa:16:3e:23:4e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:30:42.546025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:42.586494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:42.590196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4369b565-87aa-4cea-8dcc-0b02e981aa2f req-6e9c03fb-8321-4fe8-99e2-2a79506212e5 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.1401224 Nov 10 21:30:42.626381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:42.677493 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:42.740267 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-d5225a95-fc44-45ec-bac1-ed8483846cdf service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367033 Nov 10 21:30:42.748997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53815fa8-7028-4cc9-88a7-53a548da61b4 req-13556c83-edf0-475f-b1a8-143b4041af50 tempest-FlavorsV2NegativeTest-666792849 tempest-FlavorsV2NegativeTest-666792849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:42.750608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53815fa8-7028-4cc9-88a7-53a548da61b4 req-13556c83-edf0-475f-b1a8-143b4041af50 tempest-FlavorsV2NegativeTest-666792849 tempest-FlavorsV2NegativeTest-666792849-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457916 Nov 10 21:30:42.807257 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:42.808556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-4cff42a9-afb9-4b22-9476-6146aef81e86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 200 len: 217 time: 0.0566254 Nov 10 21:30:42.817396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53815fa8-7028-4cc9-88a7-53a548da61b4 req-24c03f19-7bce-4c6e-88bf-29c5a9d919c5 tempest-FlavorsV2NegativeTest-666792849 tempest-FlavorsV2NegativeTest-666792849-project] 10.222.0.45 "GET /v2.0/quotas/b4ebd0faf2f64b588bda10842aa53d6b HTTP/1.1" status: 200 len: 375 time: 0.0578682 Nov 10 21:30:42.835393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:42.902661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2433ec9f-6601-4d0d-9f7b-c89495d01b7a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:42.919096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:42.933420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eac6de1f-6b77-453a-9287-6130aa6616df admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2433ec9f-6601-4d0d-9f7b-c89495d01b7a HTTP/1.1" status: 204 len: 168 time: 0.8011169 Nov 10 21:30:42.934805 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53815fa8-7028-4cc9-88a7-53a548da61b4 req-464b0fe0-dd18-426d-86d5-f4c431a4b643 tempest-FlavorsV2NegativeTest-666792849 tempest-FlavorsV2NegativeTest-666792849-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4ebd0faf2f64b588bda10842aa53d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156232 Nov 10 21:30:42.939357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55464) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:42.943743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:42.955531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b3f3a-d619-4801-8047-72bf7c4f51e4 None None] Network 9ff13602-c2e1-46f4-b874-aee6765a3703 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:43.057992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['4a7a3032-88b8-45b1-b492-2aa8bcf8ace5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:43.075529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-34743e6c-c944-44aa-a119-a689d4c1cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.077509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-34743e6c-c944-44aa-a119-a689d4c1cd38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.2574494 Nov 10 21:30:43.153956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-228e416d-e826-4e3c-ac27-cd652a699da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.155593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-228e416d-e826-4e3c-ac27-cd652a699da1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699406 Nov 10 21:30:43.236904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:43.325264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.337256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-97db19dc-1784-47b4-9acb-b8a623778d01 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648433 Nov 10 21:30:43.346494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.364498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.381657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.390861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.404067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.421067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:43.437858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-236aa7c8-8531-4e78-bfa7-ef87bf018f6e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.3559911 Nov 10 21:30:43.519630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-755a1aac-16de-4f6d-a5ea-75d7fc72f795 req-36a836ea-36ad-48b9-b064-8ef53209d93f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.1533918 Nov 10 21:30:43.707083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88f63fc7-ea81-4bfc-be77-901d772aff05 req-66851b85-fe33-4e39-b969-84f1a67ae167 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2680438 Nov 10 21:30:43.723901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-76eee32b-29e6-42c7-831b-5bcbd0c60713 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775170 Nov 10 21:30:43.784671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Deleting port 5591704b-3685-4f10-9802-f9c60e259b21 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:43.785018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:43.799456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] DHCP port deletion for 9ff13602-c2e1-46f4-b874-aee6765a3703 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:30:43.845921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-4b40276e-0985-48c9-b0d6-e914b0b7b911 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 200 len: 217 time: 0.1111341 Nov 10 21:30:44.177538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] Deleting port 5591704b-3685-4f10-9802-f9c60e259b21 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:30:44.177946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:44.191232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00dd7c14-1fa3-46ff-89ac-587d05295fb6 req-fc70e230-1232-454e-9d0b-5d9709d68611 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.1823251 Nov 10 21:30:44.235565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5591704b-3685-4f10-9802-f9c60e259b21 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:30:44.368911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-49d57d59-f95d-4399-8425-13689195e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:44.370665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-49d57d59-f95d-4399-8425-13689195e265 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.5172663 Nov 10 21:30:44.393274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] For port 5591704b-3685-4f10-9802-f9c60e259b21, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5591704b-3685-4f10-9802-f9c60e259b21,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:44.393921 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:44.426939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] Calling delete_port for 5591704b-3685-4f10-9802-f9c60e259b21 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:44.657528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-86796c04-9330-42b2-838e-835b3039c893 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=66edaafb6536499a8abb461f4094b325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3575175 Nov 10 21:30:44.767644 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:45.004829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 5591704b-3685-4f10-9802-f9c60e259b21, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5591704b-3685-4f10-9802-f9c60e259b21,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:45.181458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6d6ecd4d-4ca5-407d-bcd6-55a812e697e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:45.188091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6d6ecd4d-4ca5-407d-bcd6-55a812e697e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7634642 Nov 10 21:30:45.277368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-8ec1cb74-3abb-407c-a12b-8fcb3c949d54 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:45.277608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7eae5b23-ed51-42e2-8e71-88d2eb127b57 req-11201af0-2648-4e9d-bd52-7006c7cc0397 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.0439892 Nov 10 21:30:45.280423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-8ec1cb74-3abb-407c-a12b-8fcb3c949d54 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6211922 Nov 10 21:30:45.302369 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:45.302594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Request body: {'port': {'device_id': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '66edaafb6536499a8abb461f4094b325'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:45.438625 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:45.450961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] For port 5591704b-3685-4f10-9802-f9c60e259b21, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5591704b-3685-4f10-9802-f9c60e259b21,segment=NetworkSegment(b23fea41-a726-4f8d-877c-d456c97e5640),segment_id=b23fea41-a726-4f8d-877c-d456c97e5640)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:45.451666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:45.500680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed8e56be-e121-4ab1-bfb8-b5142a867c02 req-4994b3e7-d03a-4e56-95cf-5ae7a064730f tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.0526757 Nov 10 21:30:45.520545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Calling delete_port for 5591704b-3685-4f10-9802-f9c60e259b21 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:30:45.587962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=5591704b-3685-4f10-9802-f9c60e259b21,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:45.590924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] No DVR routers for this DVR port 5591704b-3685-4f10-9802-f9c60e259b21 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:45.627472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e93de5-f429-4466-9d1b-3c51ca836451 None None] Pushing event deleted for resources: {'Port': ['ID=5591704b-3685-4f10-9802-f9c60e259b21,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:45.925920 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:45.933480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:30:45.970277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5591704b-3685-4f10-9802-f9c60e259b21,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:45.987751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] No DVR routers for this DVR port 5591704b-3685-4f10-9802-f9c60e259b21 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:30:46.101001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:46.103082 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.150300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-5fe26257-a5c2-454f-9051-d084d39158f8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.155060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-5fe26257-a5c2-454f-9051-d084d39158f8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.4885824 Nov 10 21:30:46.214103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Request body: {'port': {'device_id': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'admin_state_up': True, 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:46.217876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55554) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:46.247123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.307933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.331556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff13602-c2e1-46f4-b874-aee6765a3703']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:46.353024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.391887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23fea41-a726-4f8d-877c-d456c97e5640') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:46.393915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23fea41-a726-4f8d-877c-d456c97e5640') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:30:46.403804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.436494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.442751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.450914 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.497208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.512334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:46.516006 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e946c3-3939-4c49-b4a6-f351a932ee1e" -d '{"events": [{"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:46.528641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.534056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:46.550386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:46.561007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-fa687358-3ddc-4757-84af-5a76179f328d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 1.3389950 Nov 10 21:30:46.568104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-48ffa74a-1b3c-44de-a1a5-1fa9cf9dae26 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3692751 Nov 10 21:30:46.597867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52a7366b-fa41-43bb-a655-27d68727829a req-6362b753-fa2b-4d2f-a784-6876197bb537 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.0805862 Nov 10 21:30:46.600080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.627137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f1501a0-019b-4be3-a570-db17335729db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.633250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:30:46.636346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:30:46.638325 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:30:46.676165 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8d397e-32d0-4778-9690-443fd76bb2fd x-openstack-request-id: req-9b8d397e-32d0-4778-9690-443fd76bb2fd {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:46.676625 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:46.676980 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b8d397e-32d0-4778-9690-443fd76bb2fd {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:46.677472 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'code': 200} Nov 10 21:30:46.709620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:46.868684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:46.896734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ee88e1-2472-4dc7-8537-76cc5b158980 req-fdb87685-455a-4c69-a81e-7e10a4d91085 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.0710359 Nov 10 21:30:46.960252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52c0a1e0-5131-4038-a913-0d0f5e8a9c50 req-0e2c36ba-3503-41be-accb-8dc9ffc53454 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3953450 Nov 10 21:30:46.965596 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f1501a0-019b-4be3-a570-db17335729db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.009793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.012847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.022048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9ff13602-c2e1-46f4-b874-aee6765a3703 HTTP/1.1" status: 204 len: 168 time: 4.0765114 Nov 10 21:30:47.032848 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-3bd6b41e-1f16-409f-88ad-678687faff43 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422884 Nov 10 21:30:47.045782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486b8a6-84a0-4fa6-9bf3-526edddcaad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff13602-c2e1-46f4-b874-aee6765a3703,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:47.051856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f1501a0-019b-4be3-a570-db17335729db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.137381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1501a0-019b-4be3-a570-db17335729db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c710c-7e0d-42cc-9297-ab88b0332867,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:47.142494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:47.154308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.158249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3f1501a0-019b-4be3-a570-db17335729db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4ebd0faf2f64b588bda10842aa53d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9367473 Nov 10 21:30:47.158705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55578) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:47.180603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9bcfbc11-ad50-4e29-978d-1a64380966f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376 HTTP/1.1" status: 200 len: 217 time: 0.1417871 Nov 10 21:30:47.272924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a105f433-65b5-4d42-8495-c8c45c8b2be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.277758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Made reservation on behalf of 66edaafb6536499a8abb461f4094b325 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:47.281674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.294767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.308140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9815e451-1c1c-4af6-a79a-6193d6de3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:47.309607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9815e451-1c1c-4af6-a79a-6193d6de3573 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.1216476 Nov 10 21:30:47.340257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a105f433-65b5-4d42-8495-c8c45c8b2be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.438813 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.463292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55582) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:47.489730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a105f433-65b5-4d42-8495-c8c45c8b2be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.494157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a105f433-65b5-4d42-8495-c8c45c8b2be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.494792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a105f433-65b5-4d42-8495-c8c45c8b2be2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a34c710c-7e0d-42cc-9297-ab88b0332867 HTTP/1.1" status: 204 len: 168 time: 0.3343956 Nov 10 21:30:47.499875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-ff5ce513-d2e3-433a-af9a-8a39bb8d745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:47.501901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-ff5ce513-d2e3-433a-af9a-8a39bb8d745d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1632895 Nov 10 21:30:47.504541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Allocated IP 172.20.0.9 (0b5b4818-a6d3-43ab-b880-1b7f9b442c9e/c06e3385-c643-4c3f-8bbf-c4087eb0ff82/54392513-6794-4d0d-9862-656001df7080) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:47.513302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f433-65b5-4d42-8495-c8c45c8b2be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c710c-7e0d-42cc-9297-ab88b0332867,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:47.539285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.635858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6b61cedb-876f-4d27-a0fd-d9c93f4784f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=044e5cc7985e4e4788741b98cbd25e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688299 Nov 10 21:30:47.636551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55588) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:47.747338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f19f90da-a8c7-473a-8846-9e6b9f1e0dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.806195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f19f90da-a8c7-473a-8846-9e6b9f1e0dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.920980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f19f90da-a8c7-473a-8846-9e6b9f1e0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.924892 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f19f90da-a8c7-473a-8846-9e6b9f1e0dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:47.926333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f19f90da-a8c7-473a-8846-9e6b9f1e0dfc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2 HTTP/1.1" status: 204 len: 168 time: 0.2887659 Nov 10 21:30:47.960224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f90da-a8c7-473a-8846-9e6b9f1e0dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4b0aa-4d44-4ca8-aba4-adcc16ee92e2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:48.033131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d2806-39d7-4215-a64a-a7ab9050b557,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:48.108118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a88ae403-5cdc-455e-b649-59e3b20374d1 req-eb6cc3ab-80ab-4fd7-9860-3dd06efb6760 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.0706420 Nov 10 21:30:48.174706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16141973-d48c-45f2-9686-47af2c30eaef req-40aa64d1-08b6-40c6-b60b-5f4388a83a5c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.1811249 Nov 10 21:30:48.325075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-7d7ce042-64fe-4915-b98f-1fe3c0add1ec service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8138516 Nov 10 21:30:48.345591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:48.355273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:48.363625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:48.371683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Allocated IP 192.168.233.204 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:30:48.373160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:48.380156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:48.388677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:48.397145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:48.399893 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-390a8585-dd0f-41ff-8eef-82f37e9eb9ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1366918 Nov 10 21:30:48.516812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1419ad84-d5c2-4dee-bc33-c7f6be420286 req-27c150f7-e82f-4e56-8c19-c514f21bea98 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054597 Nov 10 21:30:48.577267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.119542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-87f2b651-0ea4-4c9f-a67a-97f8a9813384 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740765 Nov 10 21:30:49.149560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.231848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55642) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:49.255935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-0deec348-4895-4951-88d5-9046807ea08e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 HTTP/1.1" status: 200 len: 217 time: 0.1089175 Nov 10 21:30:49.369363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1db52e05-b241-4faf-9aea-44d0e4ccb300 req-57cf3673-a889-4d3a-a1f6-0ffc936e6ff6 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.1238518 Nov 10 21:30:49.376065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:49.389441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.392098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf732816-c77d-4fdc-872b-caca6e8b57f6 req-81acbba5-7705-4fcc-97ec-02f6a2502659 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.402508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf732816-c77d-4fdc-872b-caca6e8b57f6 req-81acbba5-7705-4fcc-97ec-02f6a2502659 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 931 time: 0.1073041 Nov 10 21:30:49.432582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:49.487400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:49.490558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf732816-c77d-4fdc-872b-caca6e8b57f6 req-c93d6c14-9de6-4b8d-a46c-a3aeb0314a0d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838788 Nov 10 21:30:49.506683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1718272092-network', 'tenant_id': 'e3b210951c194d8bb4de00535e9deaf2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:49.535206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.593552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9c1bab8e-9638-42f9-a43d-007669794fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.595521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9c1bab8e-9638-42f9-a43d-007669794fbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.3319042 Nov 10 21:30:49.597718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event updated for resources: {'Port': ['ID=54392513-6794-4d0d-9862-656001df7080,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:49.625393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Made reservation on behalf of e3b210951c194d8bb4de00535e9deaf2 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:49.629546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.654469 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.718078 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.789630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.812057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:30:49.824904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.825869 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.842773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:49.847650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.852391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:30:49.856593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6d627957-669a-4b4c-9ef0-06b1a89fc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.858379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-6d627957-669a-4b4c-9ef0-06b1a89fc03a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2202971 Nov 10 21:30:49.871211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.878460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:30:49.885332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.903962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.904432 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Added segment 579a734b-2f1d-4c1f-a390-9c50faf8e6e0 of type vlan for network 9bd60cba-765c-478d-b1c2-80e478f719d7 Nov 10 21:30:49.917393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.927698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.950265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.958860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:49.960465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.982390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:49.986051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55676) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:49.995577 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a13b162d-2372-4c09-8a55-40921895b605 req-3e9c82d2-2d61-4a93-ae70-8f314767ee23 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.3439765 Nov 10 21:30:50.019435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa158031-4378-4397-94fe-75060d2d2ccd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:50.066855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.067970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:50.068917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.164016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9305766 Nov 10 21:30:50.167817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55708) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:50.186098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Request body: {'subnet': {'network_id': '9bd60cba-765c-478d-b1c2-80e478f719d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1718272092-subnet', 'tenant_id': 'e3b210951c194d8bb4de00535e9deaf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:50.207870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5552f13-90b7-4fe4-aa14-cec433dd68cc admin admin] Pushing event updated for resources: {'Network': ['ID=9bd60cba-765c-478d-b1c2-80e478f719d7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:50.221449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9bd60cba-765c-478d-b1c2-80e478f719d7 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:30:50.245191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-8a0ad550-bde9-4521-8bb9-dbacf9f3fadf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0674257 Nov 10 21:30:50.245927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Pushing event updated for resources: {'Port': ['ID=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:50.259842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-104714470-network', 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:50.299328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-22a68bef-d8bb-4db3-9ae2-8f127facac73 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972083 Nov 10 21:30:50.305135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Request body: {'port': {'device_id': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:50.362961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-32c028b2-e1e8-409e-9b34-ddee04f946d6 None None] Provisioning complete for port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:30:50.362961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32c028b2-e1e8-409e-9b34-ddee04f946d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.425062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-32c028b2-e1e8-409e-9b34-ddee04f946d6 None None] Port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:30:50.450094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Made reservation on behalf of e3b210951c194d8bb4de00535e9deaf2 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:50.454784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.492857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:50.493444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.527103 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.536053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a13b162d-2372-4c09-8a55-40921895b605 req-f57acde8-cf9e-4108-9ac2-35d45952adcd tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5384500 Nov 10 21:30:50.564774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-ee5697f7-7fbb-4819-9f64-95d29b3f281e service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471449 Nov 10 21:30:50.659284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f2ec5-59ba-4d01-bef2-8fac52df14b2 req-45321a59-daca-4cd5-9e2d-22ee0d25f5f9 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:50.670022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a46f2ec5-59ba-4d01-bef2-8fac52df14b2 req-45321a59-daca-4cd5-9e2d-22ee0d25f5f9 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 936 time: 0.1263692 Nov 10 21:30:50.728829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:50.731262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.756828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.803954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-e2bb117f-8747-4f7b-8446-04042a62c376 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4dfdabb-1806-4262-bb5a-810fd3717445 HTTP/1.1" status: 200 len: 217 time: 0.2293136 Nov 10 21:30:50.828619 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a46f2ec5-59ba-4d01-bef2-8fac52df14b2 req-ccbb1a65-ca62-4ed9-81a1-e879e14d221d tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587701 Nov 10 21:30:50.915105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-e58e4d55-e66e-4a9e-b9f0-6a1361128ed7 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6250312 Nov 10 21:30:50.935555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Request body: {'port': {'device_id': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:50.970911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:50.993869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.019402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eeeb2-3639-4221-949e-309e55f6e58d req-57330ffe-a047-4924-9035-08db39088669 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.027148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a4eeeb2-3639-4221-949e-309e55f6e58d req-57330ffe-a047-4924-9035-08db39088669 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 931 time: 0.2215586 Nov 10 21:30:51.035953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-d81a2dfd-ddd7-43df-a838-dfd2882b129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.037398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-d81a2dfd-ddd7-43df-a838-dfd2882b129d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 200 len: 797 time: 0.1863644 Nov 10 21:30:51.094580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51edc33a-7def-4274-b61e-84f6db298f02,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:51.096943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Checking segment: {'id': '579a734b-2f1d-4c1f-a390-9c50faf8e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '9bd60cba-765c-478d-b1c2-80e478f719d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:51.097412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Network hostable DHCP agents. Network: 9bd60cba-765c-478d-b1c2-80e478f719d7, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:30:51.142632 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.160500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.204353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-b3dfb50f-6ab7-41e7-ab13-9759472ce6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.205859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-b3dfb50f-6ab7-41e7-ab13-9759472ce6f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1547863 Nov 10 21:30:51.232354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:30:51.243848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Network 9bd60cba-765c-478d-b1c2-80e478f719d7 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:30:51.248603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedfa771-c1f6-491b-9c78-3c277fb6bf08,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:51.254219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a4eeeb2-3639-4221-949e-309e55f6e58d req-8eba386b-d802-4555-b0c2-254038f7be4a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239034 Nov 10 21:30:51.262606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.262956 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Added segment 30054d99-9d5e-41df-ac93-0fc2f90ec7ac of type vlan for network f6127c6e-9e3d-4d2d-980c-fd707f259f13 Nov 10 21:30:51.298779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54392513-6794-4d0d-9862-656001df7080 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:51.343606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.362890 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.373016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9bd60cba-765c-478d-b1c2-80e478f719d7) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:51.384865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d61054-4ca5-4e9b-8de1-4e4ab71d2d34 None None] Network 9bd60cba-765c-478d-b1c2-80e478f719d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:51.387983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.388764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.425178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Transition to ACTIVE for port object 54392513-6794-4d0d-9862-656001df7080 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:51.486453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-ecc15bc0-1cff-4194-a241-a2446df4383d service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729790 Nov 10 21:30:51.491636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b43ee0f3-40e4-49e3-b0f0-a0079406d056 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3220503 Nov 10 21:30:51.540713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.546341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.547251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.600670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:51.669465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Pushing event updated for resources: {'Port': ['ID=54392513-6794-4d0d-9862-656001df7080,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:51.683313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cdd81f-e3e5-4ac6-aef4-d786b4db12ce None None] Network 9bd60cba-765c-478d-b1c2-80e478f719d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:51.719744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] Pushing event updated for resources: {'Network': ['ID=f6127c6e-9e3d-4d2d-980c-fd707f259f13,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:51.812989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-91e26fa2-46c9-461b-a357-6c6ccacbf8bb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7989466 Nov 10 21:30:51.817028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55766) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:30:51.823805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Request body: {'subnet': {'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-104714470-subnet', 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:51.861857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-cdf99b46-8296-4bc0-bfba-a3b3498442d1 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576806 Nov 10 21:30:51.878218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:30:51.919058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-c1d8d0e3-2907-4cbd-aaac-bd826275bd04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036 HTTP/1.1" status: 200 len: 217 time: 0.0486760 Nov 10 21:30:51.973114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.980078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.986565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:51.993760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.000314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.003891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9a836f31-dbe2-4a3c-bab9-202c339a1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.005572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-9a836f31-dbe2-4a3c-bab9-202c339a1d6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 200 len: 797 time: 0.0760925 Nov 10 21:30:52.006495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.014632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.016854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73b248a0-794b-493f-a555-e1668aa1b0db req-008bec8b-2f7a-4f50-8724-d033bb739947 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1330235 Nov 10 21:30:52.021074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:30:52.021074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.097021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Attempting to bind port 54392513-6794-4d0d-9862-656001df7080 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:52.099401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Attempting to bind port 54392513-6794-4d0d-9862-656001df7080 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:52.100718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Attempting to bind port 54392513-6794-4d0d-9862-656001df7080 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:52.118105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:52.154985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Port 54392513-6794-4d0d-9862-656001df7080 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:52.155306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Attempting to bind port 54392513-6794-4d0d-9862-656001df7080 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:52.163449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.215028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:52.215773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Checking segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:52.217238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Bound using segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:52.218073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Bound port: 54392513-6794-4d0d-9862-656001df7080, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:52.218756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.223862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Transition to ACTIVE for port object ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:30:52.242711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-10659ac4-32dd-4c04-af65-357ca23ed37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.244925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-10659ac4-32dd-4c04-af65-357ca23ed37f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2313006 Nov 10 21:30:52.324190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.325135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73b248a0-794b-493f-a555-e1668aa1b0db req-77969424-aae6-4de8-91b3-d64f03ce1dda tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2659593 Nov 10 21:30:52.470374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-45145e0a-4457-4232-861b-cc9ffa73b98b req-7fc86dfb-bf72-4154-9f73-0559cfbb8e85 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1342825817', 'description': 'tempest-description-1582011506'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:52.512826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:52.528289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] For port 54392513-6794-4d0d-9862-656001df7080, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:52.539493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b29b5-7e97-4677-8822-10c7d7455fc9 req-40c3d47d-8fce-482d-b815-8d738784cae0 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.627708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-785b29b5-7e97-4677-8822-10c7d7455fc9 req-40c3d47d-8fce-482d-b815-8d738784cae0 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 948 time: 0.1095145 Nov 10 21:30:52.627862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] For port 54392513-6794-4d0d-9862-656001df7080, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=54392513-6794-4d0d-9862-656001df7080,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:52.627862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-ecaeb5fc-5f1e-43df-b8be-a050ae38edf4 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113418 Nov 10 21:30:52.628437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-785b29b5-7e97-4677-8822-10c7d7455fc9 req-050c0e63-9e6f-4ce2-85bc-c6266a2ebf51 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553727 Nov 10 21:30:52.658106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Attempting to bind port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:30:52.658726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Attempting to bind port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:30:52.659230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Attempting to bind port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:52.707357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:30:52.707685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Attempting to bind port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:30:52.718599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:30:52.718869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:52.719232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:30:52.720083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Bound port: ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:30:52.720575 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.785311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67fc676a-ed2a-4a6b-9af6-307d0e9102cb req-19a5bd9c-ffd4-490f-83ad-ed2c79d7b85b service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774023 Nov 10 21:30:52.811829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458df5b1-67c4-4fe9-a61f-b3c3a07020a2 req-ba8d088b-5659-4eb4-8245-0fb56a1481f1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.814076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-458df5b1-67c4-4fe9-a61f-b3c3a07020a2 req-ba8d088b-5659-4eb4-8245-0fb56a1481f1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 943 time: 0.0650115 Nov 10 21:30:52.816038 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45145e0a-4457-4232-861b-cc9ffa73b98b req-7fc86dfb-bf72-4154-9f73-0559cfbb8e85 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.830898 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.836311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.841142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] For port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:30:52.886349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] For port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:30:52.918942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:52.918942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:52.918942 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] 10.222.0.53 "PUT /v2.0/ports/54392513-6794-4d0d-9862-656001df7080 HTTP/1.1" status: 200 len: 1092 time: 2.6456761 Nov 10 21:30:52.918942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'tag': '54392513-6794-4d0d-9862-656001df7080'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:52.920749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:52.921083 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b802ff0-e5e1-437d-8075-84e6a23a8944" -d '{"events": [{"name": "network-changed", "server_uuid": "b427774c-6907-44bc-bae7-3ce6f2a416e9", "tag": "54392513-6794-4d0d-9862-656001df7080"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:52.944593 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-458df5b1-67c4-4fe9-a61f-b3c3a07020a2 req-ce3b2398-a7fb-415d-8fd9-f0db269fb4df tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243718 Nov 10 21:30:52.980622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:30:52.980992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Network hostable DHCP agents. Network: f6127c6e-9e3d-4d2d-980c-fd707f259f13, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:30:52.988972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d77fe8-388b-46e6-9410-a62d68b131ab service neutron] Pushing event updated for resources: {'Port': ['ID=54392513-6794-4d0d-9862-656001df7080,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:53.003009 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3097a27-28a5-4786-906d-51f81ad11df7 x-openstack-request-id: req-b3097a27-28a5-4786-906d-51f81ad11df7 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:30:53.003350 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b427774c-6907-44bc-bae7-3ce6f2a416e9", "tag": "54392513-6794-4d0d-9862-656001df7080", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:30:53.003601 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3097a27-28a5-4786-906d-51f81ad11df7 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:30:53.004032 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'tag': '54392513-6794-4d0d-9862-656001df7080', 'status': 'completed', 'code': 200} Nov 10 21:30:53.043915 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45145e0a-4457-4232-861b-cc9ffa73b98b req-7fc86dfb-bf72-4154-9f73-0559cfbb8e85 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:53.091767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:53.175510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:30:53.182134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.183011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:53.184681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b HTTP/1.1" status: 200 len: 1097 time: 2.2571454 Nov 10 21:30:53.228563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45145e0a-4457-4232-861b-cc9ffa73b98b req-7fc86dfb-bf72-4154-9f73-0559cfbb8e85 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:53.232472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b802ff0-e5e1-437d-8075-84e6a23a8944 req-6728af82-536c-4937-8310-bedcbd799e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.234448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b802ff0-e5e1-437d-8075-84e6a23a8944 req-6728af82-536c-4937-8310-bedcbd799e2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 1095 time: 0.2014296 Nov 10 21:30:53.241170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b278cf-e3c4-4141-9385-ff06314026f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:53.271222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f6127c6e-9e3d-4d2d-980c-fd707f259f13) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:30:53.277223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.277941 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:53.296165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dce5cd-c94f-4ea2-8b0d-ab7dddd7f04b None None] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:53.296753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.297394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.298081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.305868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.306616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.307348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.308147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.310318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-242a1830-a28d-4984-a82f-ec5c3da4010d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6484 time: 0.2304676 Nov 10 21:30:53.410455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc86dfb-bf72-4154-9f73-0559cfbb8e85 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08629a43-ed1b-46a6-8fd0-202044bcdc0d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:53.462122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:53.495366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7f8ebde6-0b96-4fc5-90aa-5ee41110aadc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6697097 Nov 10 21:30:53.509525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45145e0a-4457-4232-861b-cc9ffa73b98b req-7fc86dfb-bf72-4154-9f73-0559cfbb8e85 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:53.529895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45145e0a-4457-4232-861b-cc9ffa73b98b req-7fc86dfb-bf72-4154-9f73-0559cfbb8e85 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.0756788 Nov 10 21:30:53.606751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe8e31-6db6-4b59-9942-1e62b6ba4b54 None None] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:30:53.741086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-4c22ac92-612c-49a5-828f-a52f06e67e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.751035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-4c22ac92-612c-49a5-828f-a52f06e67e62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=66edaafb6536499a8abb461f4094b325&device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 1100 time: 0.3755631 Nov 10 21:30:53.754533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b802ff0-e5e1-437d-8075-84e6a23a8944 req-583d1c40-4032-4df0-aef5-4b9829ce55a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:53.756095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b802ff0-e5e1-437d-8075-84e6a23a8944 req-583d1c40-4032-4df0-aef5-4b9829ce55a8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5101855 Nov 10 21:30:54.259990 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-ed1c50a5-832c-4e3a-8ea8-9d8bb028ad84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b HTTP/1.1" status: 200 len: 217 time: 0.4919035 Nov 10 21:30:54.275155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-74443472-e202-44b6-a112-12a47a3d5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.276616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-74443472-e202-44b6-a112-12a47a3d5cd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=832a1c7f-42d8-4db8-844c-8912958a8973 HTTP/1.1" status: 200 len: 901 time: 0.9424293 Nov 10 21:30:54.399011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-b80254e6-7c91-4e52-9c5c-8c0fcf018f80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036 HTTP/1.1" status: 200 len: 217 time: 0.0847106 Nov 10 21:30:54.455652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-d164dadc-5926-4afb-a49c-fd62b153ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.457086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-d164dadc-5926-4afb-a49c-fd62b153ebb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.1796052 Nov 10 21:30:54.497509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.503647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.510149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.516764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.522770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.529321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.535353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.543556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6317e2cb-0be7-409e-9014-91d14b7db988 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.2959239 Nov 10 21:30:54.574612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b802ff0-e5e1-437d-8075-84e6a23a8944 req-dd026fad-a742-4746-ae8a-eded691e681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.576108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b802ff0-e5e1-437d-8075-84e6a23a8944 req-dd026fad-a742-4746-ae8a-eded691e681c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7724023 Nov 10 21:30:54.597599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-b235db48-15b8-4390-9521-11dc69082853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.599047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-b235db48-15b8-4390-9521-11dc69082853 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 200 len: 797 time: 0.1906807 Nov 10 21:30:54.681258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-f2268216-8b08-4b4d-a474-8ca02aa03504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.682862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-f2268216-8b08-4b4d-a474-8ca02aa03504 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2130144 Nov 10 21:30:54.740676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e822f648-1adb-4118-acda-7536e7a550e9 req-6a2e1ce7-56d1-48c6-b09a-92965ce64f9e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1957672 Nov 10 21:30:54.792568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-435cf587-f4f9-4399-94a1-88d0dd2b0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.794097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-435cf587-f4f9-4399-94a1-88d0dd2b0fef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 1095 time: 0.1692932 Nov 10 21:30:54.807583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-dbd0c79f-e242-4281-a8ea-1ebca1ed7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:54.809079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-dbd0c79f-e242-4281-a8ea-1ebca1ed7436 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2018094 Nov 10 21:30:54.902102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-053e610f-598f-4785-94a6-efc86a30b871 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54392513-6794-4d0d-9862-656001df7080 HTTP/1.1" status: 200 len: 217 time: 0.0901988 Nov 10 21:30:55.006344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-ad73f938-24a9-4a3c-9e92-bb402357dcd6 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077261 Nov 10 21:30:55.009149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-8ade167c-2b8d-4f87-ab14-47879791097d tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/08629a43-ed1b-46a6-8fd0-202044bcdc0d HTTP/1.1" status: 200 len: 1832 time: 0.2117698 Nov 10 21:30:55.009584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'tag': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:30:55.011876 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b6853-c496-4829-9625-67b87df41070" -d '{"events": [{"name": "network-changed", "server_uuid": "ce70fd9d-0262-4626-aa21-3594d6427592", "tag": "ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:30:55.044972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08629a43-ed1b-46a6-8fd0-202044bcdc0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:55.045291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08629a43-ed1b-46a6-8fd0-202044bcdc0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:30:55.077304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-0a17a80c-5c8a-4b1c-b611-932143a83950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:55.079630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-0a17a80c-5c8a-4b1c-b611-932143a83950 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.1452494 Nov 10 21:30:55.153966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-cdc13155-2dfd-4704-b2d7-c7c4fd34acc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635364 Nov 10 21:30:55.159684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-a655a9ff-599e-48c4-b9f3-f0800e7f3505 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389900 Nov 10 21:30:55.318177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-014546cb-d428-4b1f-a0ec-1b6ac74ab2af req-35e74af4-cb7d-4cb7-b713-16d5b46b90b9 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949219 Nov 10 21:30:55.407204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-e8480b23-c662-41a8-8d65-f69fb5805647 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422900 Nov 10 21:30:55.410221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:55.425839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9682f44-787d-4641-b92b-ec63d4d39a63 req-d74c2522-4ddf-44f0-89a6-f0d3554adba7 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392616 Nov 10 21:30:55.494259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:55.530516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49d7c76e-3aa8-4c47-9a55-b658a99fd5c1 req-1b8c514c-61ba-4670-8b55-897de6235409 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088839 Nov 10 21:30:55.594358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:55.619389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bc5a71-91d1-4c6b-aa41-bb6e7bd748ae,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:55.701481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:55.702749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7ca87ec-5d62-4b9e-afe3-43eb8f15f782 req-4fd334df-33f6-4e05-b339-4edf89d311e3 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6806977 Nov 10 21:30:55.829095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77398c-29b3-489c-914c-8e8707ed62e7 req-746fae1c-4576-4600-a6cf-bcae1fdc7208 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:30:55.830613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff77398c-29b3-489c-914c-8e8707ed62e7 req-746fae1c-4576-4600-a6cf-bcae1fdc7208 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 948 time: 0.0662987 Nov 10 21:30:55.892852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff77398c-29b3-489c-914c-8e8707ed62e7 req-27fa79ff-bd3d-4d7b-8b88-9fddd3cc05ab tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Nov 10 21:30:57.967259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:30:58.090331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:58.105231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b', 'mac_address': 'fa:16:3e:6c:25:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:30:58.148916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:58.171281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:58.203616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:58.282826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:58.283439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 54392513-6794-4d0d-9862-656001df7080 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:30:58.369437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:58.452817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 54392513-6794-4d0d-9862-656001df7080, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=54392513-6794-4d0d-9862-656001df7080,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:58.471604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '54392513-6794-4d0d-9862-656001df7080', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'port_id': '54392513-6794-4d0d-9862-656001df7080', 'mac_address': 'fa:16:3e:a3:77:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06e3385-c643-4c3f-8bbf-c4087eb0ff82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:30:58.528712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:58.543449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54392513-6794-4d0d-9862-656001df7080 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:30:58.573908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 54392513-6794-4d0d-9862-656001df7080, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=54392513-6794-4d0d-9862-656001df7080,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:30:58.646180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:30:58.704296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=54392513-6794-4d0d-9862-656001df7080,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:30:58.914961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:58.917356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['54392513-6794-4d0d-9862-656001df7080'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:30:59.979034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 54392513-6794-4d0d-9862-656001df7080 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:00.340103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 54392513-6794-4d0d-9862-656001df7080 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:00.344263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 54392513-6794-4d0d-9862-656001df7080 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:00.344637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:00.425422 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:00.450188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54392513-6794-4d0d-9862-656001df7080'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:00.452802 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458ddc0e-d60a-4a90-aac5-1efa14c4588a" -d '{"events": [{"server_uuid": "b427774c-6907-44bc-bae7-3ce6f2a416e9", "name": "network-vif-plugged", "status": "completed", "tag": "54392513-6794-4d0d-9862-656001df7080"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:00.465740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 54392513-6794-4d0d-9862-656001df7080, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=54392513-6794-4d0d-9862-656001df7080,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:00.539981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:00.540807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:00.637087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=54392513-6794-4d0d-9862-656001df7080,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:01.258166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:01.263775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:01.263775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:01.343354 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:01.388985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:01.457100 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:01.510992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:01.860764 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:31:01.949431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e84b5-9339-478b-bad5-d2959b7f0685 req-03debc73-ed32-4ed3-9aba-bdac3c8e7938 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:01.950868 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-444e84b5-9339-478b-bad5-d2959b7f0685 req-03debc73-ed32-4ed3-9aba-bdac3c8e7938 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 945 time: 0.0604291 Nov 10 21:31:01.976779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-7fce78ac-281a-479d-8cb4-41789f1d28bd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:01.978429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-7fce78ac-281a-479d-8cb4-41789f1d28bd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1309757 Nov 10 21:31:01.996710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-0e8f8fa1-b6b1-43e2-8395-17447b794eba tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0121374 Nov 10 21:31:02.008990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-444e84b5-9339-478b-bad5-d2959b7f0685 req-fbf51f12-bd3e-4449-a167-07dd5bf608e2 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519912 Nov 10 21:31:02.034749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-46e032dc-0c75-47e5-b9f3-fa5604304873 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323040 Nov 10 21:31:02.063967 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9481f-e936-4263-ad0c-c5712210262a x-openstack-request-id: req-41d9481f-e936-4263-ad0c-c5712210262a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:02.064262 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce70fd9d-0262-4626-aa21-3594d6427592", "tag": "ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:02.064516 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41d9481f-e936-4263-ad0c-c5712210262a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:02.064913 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'tag': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b', 'status': 'completed', 'code': 200} Nov 10 21:31:02.128976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9e64ff-2faa-45c4-bc65-9e98025484b7 req-db26bd0a-69d1-4414-8350-d29e477d4d75 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/08629a43-ed1b-46a6-8fd0-202044bcdc0d HTTP/1.1" status: 200 len: 2426 time: 0.0611272 Nov 10 21:31:02.174454 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-d175a97b-15ab-48c7-837c-a55ab8504891 service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294835 Nov 10 21:31:02.238213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.244755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.251067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.257115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.263212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.269223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.276551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.278517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-35479b3f-d454-4e5f-8c14-c0d93104e21a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.0995457 Nov 10 21:31:02.313136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6853-c496-4829-9625-67b87df41070 req-4a25d0d9-514b-45e9-b2ea-b5648874c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.314681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-4a25d0d9-514b-45e9-b2ea-b5648874c9fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=66edaafb6536499a8abb461f4094b325&device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 1102 time: 0.1723733 Nov 10 21:31:02.318309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-71bd7bd8-1ac3-4433-bee6-33eac6c7cd9a service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429451 Nov 10 21:31:02.352954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-80f6c574-eb3b-451c-a620-022bd6cb0747 req-73bee7c4-0638-43a8-b0bf-5966e584f93c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676942 Nov 10 21:31:02.435511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6853-c496-4829-9625-67b87df41070 req-51cd7723-385f-44d3-a919-f7c6232d2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.437390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-51cd7723-385f-44d3-a919-f7c6232d2336 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1145921 Nov 10 21:31:02.481544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-cef8f970-193d-40dd-8f43-e8d2c5919271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b HTTP/1.1" status: 200 len: 217 time: 0.0375838 Nov 10 21:31:02.481824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4ecfa-efcd-4dc1-bc9e-9c4cd5df722f req-efbd5d2f-1d94-4b31-9db2-39f930f51bb2 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.483612 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52e4ecfa-efcd-4dc1-bc9e-9c4cd5df722f req-efbd5d2f-1d94-4b31-9db2-39f930f51bb2 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.0522797 Nov 10 21:31:02.541507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6853-c496-4829-9625-67b87df41070 req-129a2602-33b0-4476-b827-b00fa0b34ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.544369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-129a2602-33b0-4476-b827-b00fa0b34ba0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0552757 Nov 10 21:31:02.555527 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52e4ecfa-efcd-4dc1-bc9e-9c4cd5df722f req-e2ce9623-0e95-4ecc-ad6f-7a5acf5540cc tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657034 Nov 10 21:31:02.611544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6853-c496-4829-9625-67b87df41070 req-da78ecf6-fc35-469c-9f36-642bf1f98ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.611701 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d823066-212d-4b0d-b842-09bc73503396 x-openstack-request-id: req-4d823066-212d-4b0d-b842-09bc73503396 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:02.611701 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b427774c-6907-44bc-bae7-3ce6f2a416e9", "name": "network-vif-plugged", "status": "completed", "tag": "54392513-6794-4d0d-9862-656001df7080", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:02.612327 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d823066-212d-4b0d-b842-09bc73503396 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:02.612327 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54392513-6794-4d0d-9862-656001df7080', 'code': 200} Nov 10 21:31:02.613249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-da78ecf6-fc35-469c-9f36-642bf1f98ea2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625076 Nov 10 21:31:02.627170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-0401f2cc-40e2-4379-ba6c-c55dca7e20c1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:31:02.629290 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-0401f2cc-40e2-4379-ba6c-c55dca7e20c1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070064 Nov 10 21:31:02.725472 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d76f418-dec5-46e0-9195-cc6a0dccce05 req-ae04af68-ea61-484a-a8d9-d982ad41e469 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-group-rules/a5bc5a71-91d1-4c6b-aa41-bb6e7bd748ae HTTP/1.1" status: 200 len: 778 time: 0.0899713 Nov 10 21:31:02.796714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d76f418-dec5-46e0-9195-cc6a0dccce05 req-2a50f20f-c053-403a-81fd-5e930334cf9b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/08629a43-ed1b-46a6-8fd0-202044bcdc0d HTTP/1.1" status: 200 len: 2426 time: 0.0626254 Nov 10 21:31:02.814766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0e1e3c8-a623-4fa8-95f2-ac1eec7b9948 req-2c8067fb-9e40-44ba-8889-3fd8da69e5e2 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 210 time: 0.1022806 Nov 10 21:31:02.833535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6d76f418-dec5-46e0-9195-cc6a0dccce05 req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:02.850324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6d76f418-dec5-46e0-9195-cc6a0dccce05 req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:02.861928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790329d-db53-446f-9f62-9486ce984fc8 req-2dafce67-19fe-4031-8682-3cf2fb128d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:02.862201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e790329d-db53-446f-9f62-9486ce984fc8 req-2dafce67-19fe-4031-8682-3cf2fb128d6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 1097 time: 0.1723590 Nov 10 21:31:02.940115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-c21d9ef2-a947-4c4e-9989-e3063f51b501 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967227 Nov 10 21:31:02.971986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e790329d-db53-446f-9f62-9486ce984fc8 req-81820846-b400-41d6-8b20-7521c12c9890 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024535 Nov 10 21:31:02.991238 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6d76f418-dec5-46e0-9195-cc6a0dccce05 req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:02.998535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6d76f418-dec5-46e0-9195-cc6a0dccce05 req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:03.000247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d76f418-dec5-46e0-9195-cc6a0dccce05 req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/a5bc5a71-91d1-4c6b-aa41-bb6e7bd748ae HTTP/1.1" status: 204 len: 173 time: 0.2027037 Nov 10 21:31:03.014618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5bc5a71-91d1-4c6b-aa41-bb6e7bd748ae,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:03.023601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.024300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.025303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.025303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.025546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.025803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.026136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.026679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.027342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.028148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.028688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.029004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f0fa-a001-4d0a-9f7f-0b4363e2732a req-56d97eee-f55b-4599-94c7-30b50b1dd24a tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.029486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a292ed-b4ed-4d41-a690-ec920960473b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:03.030491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5490f0fa-a001-4d0a-9f7f-0b4363e2732a req-56d97eee-f55b-4599-94c7-30b50b1dd24a tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 950 time: 0.1299572 Nov 10 21:31:03.043308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-29ac7ce1-ffb3-44f2-9e97-ad91fc2e9872 req-6735ebfa-85f3-487c-85ff-43976dab8f37 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-147348051', 'description': 'tempest-description-1323192416'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:03.093175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007b6853-c496-4829-9625-67b87df41070 req-a9144d7a-cbcb-4c8c-b291-4d95e5df12d0 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463776 Nov 10 21:31:03.107755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5490f0fa-a001-4d0a-9f7f-0b4363e2732a req-5a128f3c-8684-43b9-a13b-d45cdc3f2182 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661292 Nov 10 21:31:03.191004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29ac7ce1-ffb3-44f2-9e97-ad91fc2e9872 req-6735ebfa-85f3-487c-85ff-43976dab8f37 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:03.218705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff05b7e-9cae-42cc-9750-18d8c2afa7d4 req-cc0e572e-37b6-49f4-ba99-496cadd909a8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.220640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ff05b7e-9cae-42cc-9750-18d8c2afa7d4 req-cc0e572e-37b6-49f4-ba99-496cadd909a8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 945 time: 0.0555665 Nov 10 21:31:03.266864 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29ac7ce1-ffb3-44f2-9e97-ad91fc2e9872 req-6735ebfa-85f3-487c-85ff-43976dab8f37 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:03.275450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ff05b7e-9cae-42cc-9750-18d8c2afa7d4 req-624e3eb6-9f11-4e99-b70a-c2874efa5681 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461786 Nov 10 21:31:03.365643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29ac7ce1-ffb3-44f2-9e97-ad91fc2e9872 req-6735ebfa-85f3-487c-85ff-43976dab8f37 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:03.400786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735ebfa-85f3-487c-85ff-43976dab8f37 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea82423-6353-4146-b048-77d7ac39a88b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:03.479059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-29ac7ce1-ffb3-44f2-9e97-ad91fc2e9872 req-6735ebfa-85f3-487c-85ff-43976dab8f37 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:03.480329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29ac7ce1-ffb3-44f2-9e97-ad91fc2e9872 req-6735ebfa-85f3-487c-85ff-43976dab8f37 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4433460 Nov 10 21:31:03.592888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.600928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.607981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.614174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.620248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.626101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.632001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.634054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-e24ff131-29da-42c5-ab0a-216f3904fc7a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1030736 Nov 10 21:31:03.706183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e1ffe119-2ff7-4920-ba00-7c517da2e3b5 req-9adca8d6-93bd-4c33-a46a-3b439eb7c694 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651591 Nov 10 21:31:03.775621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cffefa9a-0257-4eff-8695-0ed170f94453 req-00ce68ba-844d-4b7b-91d2-f7a27ec4225a tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/4ea82423-6353-4146-b048-77d7ac39a88b HTTP/1.1" status: 200 len: 1831 time: 0.0394154 Nov 10 21:31:03.903611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38ed5f-9f2a-43e1-93ef-4cd7e9d24c1c req-0e0b8975-53e8-47c8-81d4-8d5358284e85 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:03.920937 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a38ed5f-9f2a-43e1-93ef-4cd7e9d24c1c req-0e0b8975-53e8-47c8-81d4-8d5358284e85 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.0866096 Nov 10 21:31:03.985237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a38ed5f-9f2a-43e1-93ef-4cd7e9d24c1c req-fc07c983-c0eb-47f8-bbaf-2b13027411de tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603263 Nov 10 21:31:04.016593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df6d4648-3e49-4179-b447-1c7ee1835964 req-eeafc6f5-addc-468d-913c-00846d3c2ee3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0388637 Nov 10 21:31:04.051368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-ae125ae3-f4df-42ab-8b4a-a7e1d9e43d5c req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-508312255', 'description': 'tempest-description-1060544635'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:04.171697 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ae125ae3-f4df-42ab-8b4a-a7e1d9e43d5c req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:04.244018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ae125ae3-f4df-42ab-8b4a-a7e1d9e43d5c req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:04.307777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ae125ae3-f4df-42ab-8b4a-a7e1d9e43d5c req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:04.340189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a884613a-8a78-4a6b-8dd2-c8e6a35c9623,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:04.347698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.348348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.348948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.349283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.349617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.349947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.350271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.350590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.350969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.351558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.351942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.352286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:04.407876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e249-7f93-4cf1-b08c-b35e6a4744f1 req-bdf75269-728d-4a7b-b833-0d7b67328fe5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.410106 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0e0e249-7f93-4cf1-b08c-b35e6a4744f1 req-bdf75269-728d-4a7b-b833-0d7b67328fe5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 945 time: 0.0593379 Nov 10 21:31:04.446950 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ae125ae3-f4df-42ab-8b4a-a7e1d9e43d5c req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:04.446950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae125ae3-f4df-42ab-8b4a-a7e1d9e43d5c req-4aa89182-2858-4b13-9e27-883f3f42c7c4 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3904545 Nov 10 21:31:04.467240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a0e0e249-7f93-4cf1-b08c-b35e6a4744f1 req-527577f1-570c-4fae-a699-9853f0806ac7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496233 Nov 10 21:31:04.516066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df1a5fdd-78a7-463d-8424-eaeaceafaf7a req-931e09f0-bbb9-490a-bb02-119c91187e6e tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/a884613a-8a78-4a6b-8dd2-c8e6a35c9623 HTTP/1.1" status: 200 len: 1831 time: 0.0478189 Nov 10 21:31:04.543447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-3e1b984f-626b-4123-8aa7-627f333e4713 req-5dc9965c-6c3c-4699-a068-1edf5db45460 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1270899823', 'description': 'tempest-description-1288868243'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:04.613960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:04.617576 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f66b30-0887-4523-884a-e83086cff814" -d '{"events": [{"server_uuid": "ce70fd9d-0262-4626-aa21-3594d6427592", "name": "network-vif-plugged", "status": "completed", "tag": "ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:04.657039 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3e1b984f-626b-4123-8aa7-627f333e4713 req-5dc9965c-6c3c-4699-a068-1edf5db45460 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:04.659280 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a6cfb-0018-4ab4-93c2-44a34249c8e0 x-openstack-request-id: req-558a6cfb-0018-4ab4-93c2-44a34249c8e0 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:04.659798 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce70fd9d-0262-4626-aa21-3594d6427592", "name": "network-vif-plugged", "status": "completed", "tag": "ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:04.663802 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-558a6cfb-0018-4ab4-93c2-44a34249c8e0 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:04.663802 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b', 'code': 200} Nov 10 21:31:04.730653 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3e1b984f-626b-4123-8aa7-627f333e4713 req-5dc9965c-6c3c-4699-a068-1edf5db45460 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:04.778250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9898df-d295-4b3b-b0fe-e86f6982b194 req-d414de5d-7880-4928-a3c0-106b309ef095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.779832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed9898df-d295-4b3b-b0fe-e86f6982b194 req-d414de5d-7880-4928-a3c0-106b309ef095 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 1102 time: 0.0501256 Nov 10 21:31:04.842636 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3e1b984f-626b-4123-8aa7-627f333e4713 req-5dc9965c-6c3c-4699-a068-1edf5db45460 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:04.863903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed9898df-d295-4b3b-b0fe-e86f6982b194 req-76f36e3a-5982-487d-8040-79252073c8ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743039 Nov 10 21:31:04.874419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9965c-6c3c-4699-a068-1edf5db45460 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b848b6e7-35fb-446e-9af4-f2ee13613879,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:04.881860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.890477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.894452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.900732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.906832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.912998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.920481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:04.921851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-3c306b33-3ada-4541-94b7-f446d80dc424 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1239619 Nov 10 21:31:04.993264 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7de004bc-7ea3-4f9b-8369-b0af43839305 req-261d973c-9401-43f4-88f3-50575592f041 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644286 Nov 10 21:31:05.002411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3e1b984f-626b-4123-8aa7-627f333e4713 req-5dc9965c-6c3c-4699-a068-1edf5db45460 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:05.003704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e1b984f-626b-4123-8aa7-627f333e4713 req-5dc9965c-6c3c-4699-a068-1edf5db45460 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4664218 Nov 10 21:31:05.122859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cc27-d7d8-4f11-a3d8-8b636b58613d req-24f4967a-ed97-4483-9a03-9c1c30cc4f6b tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:05.124672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69b6cc27-d7d8-4f11-a3d8-8b636b58613d req-24f4967a-ed97-4483-9a03-9c1c30cc4f6b tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.0566337 Nov 10 21:31:05.142877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-add2cfe8-a246-4402-9f92-8386ad5c5b6f req-09286c39-9f06-4c8c-9322-134c8a508491 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/b848b6e7-35fb-446e-9af4-f2ee13613879 HTTP/1.1" status: 200 len: 1832 time: 0.0441530 Nov 10 21:31:05.192572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69b6cc27-d7d8-4f11-a3d8-8b636b58613d req-377111b3-7bb1-4a08-863a-47b4dd144c39 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Nov 10 21:31:05.235433 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-783c3779-0d83-41ed-b159-08dba26271f3 req-6be9ae9a-b7b9-499b-9cf6-492837ef6f7b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0295238 Nov 10 21:31:05.285095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-61344054-1346-43bf-a044-a3bcac508f3b req-85faf32f-d802-4f2f-85cd-cf4e3d365bb5 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-549794324', 'description': 'tempest-description-77544403'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:05.368872 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61344054-1346-43bf-a044-a3bcac508f3b req-85faf32f-d802-4f2f-85cd-cf4e3d365bb5 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:05.457201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61344054-1346-43bf-a044-a3bcac508f3b req-85faf32f-d802-4f2f-85cd-cf4e3d365bb5 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:05.528101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61344054-1346-43bf-a044-a3bcac508f3b req-85faf32f-d802-4f2f-85cd-cf4e3d365bb5 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:05.568424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf32f-d802-4f2f-85cd-cf4e3d365bb5 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86349e1b-2248-4ddd-81de-9fb8f05e92d2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:05.661529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-3a63587a-a217-4cb7-816b-b3c995598fa6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:05.662973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-3a63587a-a217-4cb7-816b-b3c995598fa6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1090932 Nov 10 21:31:05.676093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Request body: {'port': {'device_id': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'admin_state_up': True, 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:05.716110 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bedb7b63-7499-4ffc-aa09-02f6fb3cb87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:05.719157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61344054-1346-43bf-a044-a3bcac508f3b req-85faf32f-d802-4f2f-85cd-cf4e3d365bb5 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:05.731718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61344054-1346-43bf-a044-a3bcac508f3b req-85faf32f-d802-4f2f-85cd-cf4e3d365bb5 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4492278 Nov 10 21:31:05.823568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26d7f1c6-642f-4f02-a34e-b45f556b3516 req-52dbb587-578d-4d12-b340-21c8018de896 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/86349e1b-2248-4ddd-81de-9fb8f05e92d2 HTTP/1.1" status: 200 len: 1829 time: 0.0750082 Nov 10 21:31:05.876834 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-49489dfb-a2df-4625-b7f5-af5d10116b9b req-e223b3b3-25e6-4e77-a50f-6f7ea95b290f tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] show failed (client error): The resource could not be found. Nov 10 21:31:05.877861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49489dfb-a2df-4625-b7f5-af5d10116b9b req-e223b3b3-25e6-4e77-a50f-6f7ea95b290f tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/d6d5bb51-f092-4edd-a804-1a1fb21011c5 HTTP/1.1" status: 404 len: 352 time: 0.0142848 Nov 10 21:31:05.919754 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-e4c79335-8119-4948-aecc-b657230174ac req-99f7b1b2-819a-4d33-917c-7e3cc65daf59 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] show failed (client error): The resource could not be found. Nov 10 21:31:05.924216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4c79335-8119-4948-aecc-b657230174ac req-99f7b1b2-819a-4d33-917c-7e3cc65daf59 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-group-rules/02c5fe7d-a499-446b-a29c-8f0d64db4b66 HTTP/1.1" status: 404 len: 361 time: 0.0167317 Nov 10 21:31:05.926061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:05.931301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:06.027465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:06.053562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4caccec8-79fc-4454-9f78-9840ac76067f req-4134cb8a-45c6-4571-a5c9-8197d7cfa081 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/86349e1b-2248-4ddd-81de-9fb8f05e92d2 HTTP/1.1" status: 200 len: 1829 time: 0.0815392 Nov 10 21:31:06.224493 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4caccec8-79fc-4454-9f78-9840ac76067f req-5b12fba0-4241-4eed-a8ba-53d19076ce6b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:06.230636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:06.272577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:06.283681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4caccec8-79fc-4454-9f78-9840ac76067f req-5b12fba0-4241-4eed-a8ba-53d19076ce6b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-3dffd860-e13e-457a-a3bf-ff0b3f0d0e4d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1991830 Nov 10 21:31:06.423087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Allocated IP 172.20.0.3 (f6127c6e-9e3d-4d2d-980c-fd707f259f13/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68/7a826c54-a54a-4806-b137-b56e3e395116) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:31:06.463547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-034063a4-da32-4e44-9c7e-d7af77fe7d60 req-e7d988dd-4501-4c5a-9d92-69799c790f11 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932417 Nov 10 21:31:06.571589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:06.661909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:06.662445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e775-8d68-4144-8d8a-7231104b3302 req-12d1e40a-51a7-4df4-beb5-bbec34be4352 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:06.664638 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed95e775-8d68-4144-8d8a-7231104b3302 req-12d1e40a-51a7-4df4-beb5-bbec34be4352 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.0550981 Nov 10 21:31:06.665708 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf1f554-58ca-4c7a-802e-41362865d9b8" -d '{"events": [{"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:06.718760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed95e775-8d68-4144-8d8a-7231104b3302 req-d4e68ede-cba0-40ae-8670-caf14068ad89 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Nov 10 21:31:06.806859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f2c3364-b388-48ef-b7f3-79850ae0719f req-60f6f9cf-5b3f-4445-b595-49ec485830d9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Nov 10 21:31:06.905928 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe409ea-8a1d-45ce-b297-9a1ff4bbab3b x-openstack-request-id: req-0fe409ea-8a1d-45ce-b297-9a1ff4bbab3b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:06.906431 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:06.906431 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fe409ea-8a1d-45ce-b297-9a1ff4bbab3b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:06.906830 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'code': 200} Nov 10 21:31:07.084064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4caccec8-79fc-4454-9f78-9840ac76067f req-5b12fba0-4241-4eed-a8ba-53d19076ce6b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.086977 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.089320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.097851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4caccec8-79fc-4454-9f78-9840ac76067f req-5b12fba0-4241-4eed-a8ba-53d19076ce6b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.101281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4caccec8-79fc-4454-9f78-9840ac76067f req-5b12fba0-4241-4eed-a8ba-53d19076ce6b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "DELETE /v2.0/security-groups/86349e1b-2248-4ddd-81de-9fb8f05e92d2 HTTP/1.1" status: 204 len: 173 time: 1.0468132 Nov 10 21:31:07.143188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12fba0-4241-4eed-a8ba-53d19076ce6b tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86349e1b-2248-4ddd-81de-9fb8f05e92d2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:07.215132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:07.226424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.227298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.228060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.228679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.229272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.229860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.230530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.231115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.231665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.232261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.232820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.233584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:31:07.250116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:31:07.250116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:07.251358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:31:07.307639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event updated for resources: {'Port': ['ID=7a826c54-a54a-4806-b137-b56e3e395116,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:07.333766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.336224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.338751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33051496-972f-4d12-825a-5fa1e67602b3 req-3d2cea77-cd53-4bf9-9f58-e56817a8bc31 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/b848b6e7-35fb-446e-9af4-f2ee13613879 HTTP/1.1" status: 200 len: 1832 time: 0.2002246 Nov 10 21:31:07.401153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33051496-972f-4d12-825a-5fa1e67602b3 req-2ed695c3-0b45-4e13-af90-13499487c7f9 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.423902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33051496-972f-4d12-825a-5fa1e67602b3 req-2ed695c3-0b45-4e13-af90-13499487c7f9 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.450624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8ee1f1c0-90a3-4a7a-aeee-22c3a5e4e4bf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7780461 Nov 10 21:31:07.473313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Request body: {'port': {'device_id': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:07.551390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.638623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.645614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.653374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.659446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.666420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.673488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.680122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:07.682089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-9d68536b-2a3e-4392-8ae1-ac6cad717072 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1336842 Nov 10 21:31:07.691361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33051496-972f-4d12-825a-5fa1e67602b3 req-2ed695c3-0b45-4e13-af90-13499487c7f9 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.694053 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33051496-972f-4d12-825a-5fa1e67602b3 req-2ed695c3-0b45-4e13-af90-13499487c7f9 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.708297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33051496-972f-4d12-825a-5fa1e67602b3 req-2ed695c3-0b45-4e13-af90-13499487c7f9 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "DELETE /v2.0/security-groups/b848b6e7-35fb-446e-9af4-f2ee13613879 HTTP/1.1" status: 204 len: 173 time: 0.3602655 Nov 10 21:31:07.760691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f9d2c04-4927-42fa-9415-9a4d593d5132 req-88578793-8b2f-4530-8b02-b0436b7481cc tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715387 Nov 10 21:31:07.776341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed695c3-0b45-4e13-af90-13499487c7f9 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b848b6e7-35fb-446e-9af4-f2ee13613879,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:07.966172 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-874f6c40-1108-4289-80ec-c21c6904d824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:07.971902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f3b3d47-2139-4f03-8fff-ca5ca80d0672 req-e2ae0169-1557-4794-a9b8-03af111b5d51 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/a884613a-8a78-4a6b-8dd2-c8e6a35c9623 HTTP/1.1" status: 200 len: 1831 time: 0.0890794 Nov 10 21:31:08.024126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:08.050068 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9f3b3d47-2139-4f03-8fff-ca5ca80d0672 req-94990ef8-3290-48b2-8495-aa8c2fdad10e tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.080880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9f3b3d47-2139-4f03-8fff-ca5ca80d0672 req-94990ef8-3290-48b2-8495-aa8c2fdad10e tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.193826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:08.208491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'mac_address': 'fa:16:3e:42:9b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:08.253658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9f3b3d47-2139-4f03-8fff-ca5ca80d0672 req-94990ef8-3290-48b2-8495-aa8c2fdad10e tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.257526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9f3b3d47-2139-4f03-8fff-ca5ca80d0672 req-94990ef8-3290-48b2-8495-aa8c2fdad10e tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.259200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f3b3d47-2139-4f03-8fff-ca5ca80d0672 req-94990ef8-3290-48b2-8495-aa8c2fdad10e tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "DELETE /v2.0/security-groups/a884613a-8a78-4a6b-8dd2-c8e6a35c9623 HTTP/1.1" status: 204 len: 173 time: 0.2792058 Nov 10 21:31:08.268695 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.279388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94990ef8-3290-48b2-8495-aa8c2fdad10e tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a884613a-8a78-4a6b-8dd2-c8e6a35c9623,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:08.288322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b12eb30-2c54-49db-ae43-d04f75bf1981 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:08.330870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:08.418785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a826c54-a54a-4806-b137-b56e3e395116 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:08.429415 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.430926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.440891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7978020-4319-4228-8a82-510df0d5c1a9 req-ef130929-eb5b-4d24-bc36-043f4917c86f tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:08.442928 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7978020-4319-4228-8a82-510df0d5c1a9 req-ef130929-eb5b-4d24-bc36-043f4917c86f tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.0576246 Nov 10 21:31:08.446078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Transition to ACTIVE for port object 7a826c54-a54a-4806-b137-b56e3e395116 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:31:08.490833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:08.499144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7978020-4319-4228-8a82-510df0d5c1a9 req-419a7ef8-e84d-4c4a-95ba-bbd00ffe0ced tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Nov 10 21:31:08.516555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['7b12eb30-2c54-49db-ae43-d04f75bf1981'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:08.537336 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.631349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Pushing event updated for resources: {'Port': ['ID=7a826c54-a54a-4806-b137-b56e3e395116,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:08.695681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c06a4-4db8-4ebd-b73e-e34b9cf38a7a req-c69ce886-bb96-4e01-a774-5b60275f29aa tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:08.708459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Attempting to bind port 7a826c54-a54a-4806-b137-b56e3e395116 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:31:08.708844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Attempting to bind port 7a826c54-a54a-4806-b137-b56e3e395116 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:31:08.709172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Attempting to bind port 7a826c54-a54a-4806-b137-b56e3e395116 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:08.709629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f25c06a4-4db8-4ebd-b73e-e34b9cf38a7a req-c69ce886-bb96-4e01-a774-5b60275f29aa tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 943 time: 0.1150441 Nov 10 21:31:08.716182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Port 7a826c54-a54a-4806-b137-b56e3e395116 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:31:08.721249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Attempting to bind port 7a826c54-a54a-4806-b137-b56e3e395116 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:08.723490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:31:08.724230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:08.725087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Bound using segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:31:08.725366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Bound port: 7a826c54-a54a-4806-b137-b56e3e395116, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:31:08.747932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:08.853196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f25c06a4-4db8-4ebd-b73e-e34b9cf38a7a req-e4a27f4b-92bd-4595-adbd-413f779b91d3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345999 Nov 10 21:31:08.958127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf91dcd6-2eeb-4ff1-b815-c54f350e1e92 req-279e2c71-1b71-4373-a11e-626db8555de9 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/4ea82423-6353-4146-b048-77d7ac39a88b HTTP/1.1" status: 200 len: 1831 time: 0.0713439 Nov 10 21:31:08.959267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] For port 7a826c54-a54a-4806-b137-b56e3e395116, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:31:08.988087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] For port 7a826c54-a54a-4806-b137-b56e3e395116, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7a826c54-a54a-4806-b137-b56e3e395116,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:31:09.077852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf91dcd6-2eeb-4ff1-b815-c54f350e1e92 req-5668da2a-f340-4b31-802b-c0c9bf251ff1 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:09.086375 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:09.159808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:09.169725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf91dcd6-2eeb-4ff1-b815-c54f350e1e92 req-5668da2a-f340-4b31-802b-c0c9bf251ff1 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:09.171266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.171889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:09.174079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a826c54-a54a-4806-b137-b56e3e395116 HTTP/1.1" status: 200 len: 1092 time: 1.7137630 Nov 10 21:31:09.179327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'tag': '7a826c54-a54a-4806-b137-b56e3e395116'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:09.179327 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa53838e-14bf-4ec5-9ec7-359e2b664282" -d '{"events": [{"name": "network-changed", "server_uuid": "65f08f3c-b02b-4859-8708-4539699f9fd5", "tag": "7a826c54-a54a-4806-b137-b56e3e395116"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:09.352440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5d8a7-adda-4c52-81a1-f90da2db7340 service neutron] Pushing event updated for resources: {'Port': ['ID=7a826c54-a54a-4806-b137-b56e3e395116,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:09.371984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-cf8d8473-1652-45db-bcd4-190fa44aeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.375389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-cf8d8473-1652-45db-bcd4-190fa44aeb4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 1095 time: 0.0946951 Nov 10 21:31:09.439767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-b88b534c-e61e-4664-b92a-26a402a9786a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a826c54-a54a-4806-b137-b56e3e395116 HTTP/1.1" status: 200 len: 217 time: 0.0552337 Nov 10 21:31:09.450378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.458728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.466791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.473624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.477977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf91dcd6-2eeb-4ff1-b815-c54f350e1e92 req-5668da2a-f340-4b31-802b-c0c9bf251ff1 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:09.480611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bf91dcd6-2eeb-4ff1-b815-c54f350e1e92 req-5668da2a-f340-4b31-802b-c0c9bf251ff1 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:09.481703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf91dcd6-2eeb-4ff1-b815-c54f350e1e92 req-5668da2a-f340-4b31-802b-c0c9bf251ff1 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "DELETE /v2.0/security-groups/4ea82423-6353-4146-b048-77d7ac39a88b HTTP/1.1" status: 204 len: 173 time: 0.5017157 Nov 10 21:31:09.482227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.489333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.496729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.504735 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-79559155-d68f-489f-944d-dd00a38177a8 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1724451 Nov 10 21:31:09.543264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668da2a-f340-4b31-802b-c0c9bf251ff1 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea82423-6353-4146-b048-77d7ac39a88b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:09.589112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-6e171073-8c88-4386-aa89-a06f2f9a4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.592335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-6e171073-8c88-4386-aa89-a06f2f9a4bab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.1426537 Nov 10 21:31:09.611714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d637369-e961-4528-9cfd-c2d13c651f74 req-5a83b175-dddf-42b6-8541-2a08553ac875 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037593 Nov 10 21:31:09.658608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-95fa7f14-6370-4685-adc9-9b8cbe3450dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556948 Nov 10 21:31:09.702863 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aefb7c-b7ac-4c41-991c-cd31384d51ee x-openstack-request-id: req-73aefb7c-b7ac-4c41-991c-cd31384d51ee {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:09.703284 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f08f3c-b02b-4859-8708-4539699f9fd5", "tag": "7a826c54-a54a-4806-b137-b56e3e395116", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:09.703633 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73aefb7c-b7ac-4c41-991c-cd31384d51ee {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:09.704263 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'tag': '7a826c54-a54a-4806-b137-b56e3e395116', 'status': 'completed', 'code': 200} Nov 10 21:31:09.784807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8938ad26-7da7-4de5-8741-a3ce542eff7a req-1a07b986-dd82-4ed9-950a-18b0acacc305 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "GET /v2.0/security-groups/08629a43-ed1b-46a6-8fd0-202044bcdc0d HTTP/1.1" status: 200 len: 1832 time: 0.0652313 Nov 10 21:31:09.896129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0dc50-cfb7-41b0-9dfd-be887a921b1a req-60c63410-f55a-43cc-a478-a9ab12f3f169 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:09.902915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4d0dc50-cfb7-41b0-9dfd-be887a921b1a req-60c63410-f55a-43cc-a478-a9ab12f3f169 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.1349447 Nov 10 21:31:09.905812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-8d1752a5-bc0e-41f3-aed0-72c35abcbfcd service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290776 Nov 10 21:31:09.918090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8938ad26-7da7-4de5-8741-a3ce542eff7a req-8eb3803e-6ef8-4188-afbc-8c843f0b2069 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.009724 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8938ad26-7da7-4de5-8741-a3ce542eff7a req-8eb3803e-6ef8-4188-afbc-8c843f0b2069 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.047337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:10.152710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4d0dc50-cfb7-41b0-9dfd-be887a921b1a req-01ff04a1-6a25-4adf-94d6-1d68b2b87bee tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353029 Nov 10 21:31:10.156450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8938ad26-7da7-4de5-8741-a3ce542eff7a req-8eb3803e-6ef8-4188-afbc-8c843f0b2069 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.160255 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8938ad26-7da7-4de5-8741-a3ce542eff7a req-8eb3803e-6ef8-4188-afbc-8c843f0b2069 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.161739 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8938ad26-7da7-4de5-8741-a3ce542eff7a req-8eb3803e-6ef8-4188-afbc-8c843f0b2069 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] 10.222.0.45 "DELETE /v2.0/security-groups/08629a43-ed1b-46a6-8fd0-202044bcdc0d HTTP/1.1" status: 204 len: 173 time: 0.3681252 Nov 10 21:31:10.164679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 7b12eb30-2c54-49db-ae43-d04f75bf1981 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:10.179804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:10.187602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.198011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3803e-6ef8-4188-afbc-8c843f0b2069 tempest-SecurityGroupRulesNegativeTestJSON-1807309260 tempest-SecurityGroupRulesNegativeTestJSON-1807309260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08629a43-ed1b-46a6-8fd0-202044bcdc0d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:10.372652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.377265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] Deleting subnet 51edc33a-7def-4274-b61e-84f6db298f02 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:31:10.389914 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aa332ed-167a-4525-a332-d0e9db17ab24 req-32a4f5ff-f262-4611-a878-0f8344c0473e service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407699 Nov 10 21:31:10.389914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.417310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:10.420222 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfa553c-2edc-4cf5-a576-455578a4dcec" -d '{"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-plugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:10.465465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:10.474999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56036ee1-f8b4-4d69-a76d-499ebfe965ee req-a9a95aa7-9741-4bba-9b31-04d19c0bb0d0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.485332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56036ee1-f8b4-4d69-a76d-499ebfe965ee req-a9a95aa7-9741-4bba-9b31-04d19c0bb0d0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 943 time: 0.1735451 Nov 10 21:31:10.492545 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c31f109-631b-40c2-ac7d-7f263b6d6093 x-openstack-request-id: req-3c31f109-631b-40c2-ac7d-7f263b6d6093 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:10.492834 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-plugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:10.493088 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c31f109-631b-40c2-ac7d-7f263b6d6093 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:10.493481 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'code': 200} Nov 10 21:31:10.554365 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.598686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.626479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:10.645572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56036ee1-f8b4-4d69-a76d-499ebfe965ee req-31975080-94dd-4b78-882f-6e888f40782d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577373 Nov 10 21:31:10.685819 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.693408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-6424ea14-d134-48ff-9fd6-8ad5616df1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.693744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-6424ea14-d134-48ff-9fd6-8ad5616df1b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 1095 time: 0.1338375 Nov 10 21:31:10.720142 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:10.791610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-2af00df8-74a2-4b49-bcdb-0954f2a29d53 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.801792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-2af00df8-74a2-4b49-bcdb-0954f2a29d53 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.1973636 Nov 10 21:31:10.887342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.894608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.903298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.910340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.918687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.930222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.934998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:10.943806 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-41c00ac3-1b1c-494f-b20d-b4a3945a4b62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1608903 Nov 10 21:31:11.028878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fca3e4f8-40a6-488b-a0af-4fb88f85e7fd req-066ea5d3-4587-4300-9fca-9929183eacd9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817220 Nov 10 21:31:11.034358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-f3c31fae-ebdb-4d02-9ba8-685e6378a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:11.035376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-f3c31fae-ebdb-4d02-9ba8-685e6378a702 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 906 time: 0.3314421 Nov 10 21:31:11.044727 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:11.131328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51edc33a-7def-4274-b61e-84f6db298f02,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:11.138397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-164b8746-0c28-49d6-9554-be12f5441503 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a826c54-a54a-4806-b137-b56e3e395116 HTTP/1.1" status: 200 len: 217 time: 0.0892661 Nov 10 21:31:11.142004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:11.145271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-490ea903-28a0-4b87-9aed-325f7acc8d06 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/51edc33a-7def-4274-b61e-84f6db298f02 HTTP/1.1" status: 204 len: 168 time: 0.9709930 Nov 10 21:31:11.148954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:11.254685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-d7b2698b-a384-4210-a932-2d5769dca7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:11.257573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-d7b2698b-a384-4210-a932-2d5769dca7a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.1063898 Nov 10 21:31:11.259589 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:11.396489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-642736c6-e06a-41fa-89a3-5f50b3db3fd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261044 Nov 10 21:31:11.578887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:11.643457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-69f95d1a-2696-4451-8152-0fb94c0a9491 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766365 Nov 10 21:31:11.653598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c89a60-0789-4e4b-8ad0-1a31309dcaff req-757e4ecc-f20c-41a7-950c-6800bc911962 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:11.665634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c89a60-0789-4e4b-8ad0-1a31309dcaff req-757e4ecc-f20c-41a7-950c-6800bc911962 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 950 time: 0.2839015 Nov 10 21:31:11.804292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa53838e-14bf-4ec5-9ec7-359e2b664282 req-c004837b-b433-4e83-afc7-73e728597107 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355832 Nov 10 21:31:11.840764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1af70-b215-4e05-8af9-7209e1249578 req-cb21927d-f419-426f-b3df-aa436fbda767 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:11.843924 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-10c1af70-b215-4e05-8af9-7209e1249578 req-cb21927d-f419-426f-b3df-aa436fbda767 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 943 time: 0.0792699 Nov 10 21:31:11.950163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-10c1af70-b215-4e05-8af9-7209e1249578 req-3fc5fdfe-85c8-4905-8c32-f545f7ea949b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926907 Nov 10 21:31:12.025846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.037833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Deleting port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:31:12.038777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.046989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c89a60-0789-4e4b-8ad0-1a31309dcaff req-316b9b48-1f3f-46d9-93bd-08669370d18b tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/security-groups?id=7f1d2806-39d7-4215-a64a-a7ab9050b557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404542 Nov 10 21:31:12.083044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd60cba-765c-478d-b1c2-80e478f719d7']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:12.173589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579a734b-2f1d-4c1f-a390-9c50faf8e6e0') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:12.173589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579a734b-2f1d-4c1f-a390-9c50faf8e6e0') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:12.238580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] For port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:12.239263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.253387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:12.255024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Calling delete_port for ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:31:12.281169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:12.289660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:12.298973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:12.306477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:12.313577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:12.322729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:12.333804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c699a40d-1663-4adc-892a-80cf0656f796 req-1dcf0d8d-7030-4e33-8d39-fca9edfd9f5a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1914597 Nov 10 21:31:12.431528 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c699a40d-1663-4adc-892a-80cf0656f796 req-7649dffb-5ed7-45ff-802e-8697aeea627c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970750 Nov 10 21:31:12.477059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.500541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.527881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:31:12.528557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:31:12.581320 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:31:12.585975 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.635920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Pushing event deleted for resources: {'Port': ['ID=ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:12.717740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] No DVR routers for this DVR port ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:12.728030 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.730648 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.734637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40a8ad32-1193-4d14-a2d9-1f2bd49d5928 req-3f5bffed-ee96-4853-8d87-d7138184d781 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.53 "DELETE /v2.0/ports/ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b HTTP/1.1" status: 204 len: 173 time: 1.6972070 Nov 10 21:31:12.735287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'name': 'network-vif-deleted', 'tag': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:12.737923 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e192afd-cd5a-4871-b1e6-1f056a550b0b" -d '{"events": [{"server_uuid": "ce70fd9d-0262-4626-aa21-3594d6427592", "name": "network-vif-deleted", "tag": "ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:12.745601 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:12.749017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] 10.222.0.45 "DELETE /v2.0/networks/9bd60cba-765c-478d-b1c2-80e478f719d7 HTTP/1.1" status: 204 len: 168 time: 1.5111678 Nov 10 21:31:12.768624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2c40e-9fd3-4bac-8e8e-57ab2f9a6bec admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd60cba-765c-478d-b1c2-80e478f719d7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:12.808267 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954d399f-fa8a-4dc1-b4af-7768fc4fb27e x-openstack-request-id: req-954d399f-fa8a-4dc1-b4af-7768fc4fb27e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:12.808843 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce70fd9d-0262-4626-aa21-3594d6427592", "name": "network-vif-deleted", "tag": "ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:12.809280 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-954d399f-fa8a-4dc1-b4af-7768fc4fb27e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:12.809857 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce70fd9d-0262-4626-aa21-3594d6427592', 'name': 'network-vif-deleted', 'tag': 'ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b', 'status': 'completed', 'code': 200} Nov 10 21:31:13.231272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35c6a-4f4b-4770-bb6b-e201b9194d2d req-aa86e7db-b354-4f5d-9016-44801d5b8b0f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.231272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8b35c6a-4f4b-4770-bb6b-e201b9194d2d req-aa86e7db-b354-4f5d-9016-44801d5b8b0f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 943 time: 0.0669918 Nov 10 21:31:13.231272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8b35c6a-4f4b-4770-bb6b-e201b9194d2d req-a9e31a6f-9de4-469b-95c9-bfda7d047535 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607691 Nov 10 21:31:13.282883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9678447a-0743-4da5-832c-8ed7a11268a0 req-cbb7d335-d21e-47fd-8332-a8dbbb16ed78 tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.0478795 Nov 10 21:31:13.687681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.699076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.715568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.731626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.748923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.761030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.779981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:13.805398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-b1d5f193-1e8d-4ad2-8e21-db738ca712ac tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.2157879 Nov 10 21:31:13.890423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbaf82ba-b0f5-4f56-82fa-004a77caef28 req-d1411748-41ae-4c08-a8da-2a140089b37c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837386 Nov 10 21:31:14.076083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:14.111787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:31:14.113815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ea2d4ce1-3bd6-467a-8ae1-d1c1ec22aa9b not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:31:14.163213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56216) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:14.235741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-09f1b6b0-f1f0-4f4f-940e-2a37678c51dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3b210951c194d8bb4de00535e9deaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700355 Nov 10 21:31:14.238111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56218) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:14.374745 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c63bc72-3a34-4660-ace3-46c78f3e8ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:14.459537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c63bc72-3a34-4660-ace3-46c78f3e8ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:14.489673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564be57-3d34-463a-a352-f798f4b0b44c req-afc2ae8a-63a3-457b-8627-76ba108fc31e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:14.498120 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3564be57-3d34-463a-a352-f798f4b0b44c req-afc2ae8a-63a3-457b-8627-76ba108fc31e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 943 time: 0.1550636 Nov 10 21:31:14.556093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7c70d88-af4d-4824-ae1d-1597ae79f609 req-a224568a-ec40-4954-b167-d92ca85710be tempest-ImagesNegativeTestJSON-252160882 tempest-ImagesNegativeTestJSON-252160882-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce70fd9d-0262-4626-aa21-3594d6427592 HTTP/1.1" status: 200 len: 210 time: 0.0355477 Nov 10 21:31:14.565567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:14.578640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3564be57-3d34-463a-a352-f798f4b0b44c req-c7c6f775-ca47-4427-83dd-46f1abfadee5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795345 Nov 10 21:31:14.739450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c63bc72-3a34-4660-ace3-46c78f3e8ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:14.743175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c63bc72-3a34-4660-ace3-46c78f3e8ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:14.744419 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8c63bc72-3a34-4660-ace3-46c78f3e8ce8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa158031-4378-4397-94fe-75060d2d2ccd HTTP/1.1" status: 204 len: 168 time: 0.5051568 Nov 10 21:31:14.755438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63bc72-3a34-4660-ace3-46c78f3e8ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa158031-4378-4397-94fe-75060d2d2ccd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:14.888989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:14.902625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46', 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'port_id': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46', 'mac_address': 'fa:16:3e:bc:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5379ff5d-0b2d-49f8-a0e0-58eba0256e9b', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:14.944196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:14.957465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:14.979692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:15.036469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.042804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.048641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.055143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.061066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.066890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.072828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.074653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-16a3cb3d-56e8-4bf8-a927-b0a774b4d738 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5420 time: 0.1035905 Nov 10 21:31:15.134449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01d347de-dd33-40b5-a143-e3a51fb094fb req-7e05d80e-3a7c-494e-a732-bba9d5afff9f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534852 Nov 10 21:31:15.342970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:15.346324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device cdbbd72b-c5b8-40dd-981e-5e523173d376 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:15.425435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port cdbbd72b-c5b8-40dd-981e-5e523173d376, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:15.428326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:15.443175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'cdbbd72b-c5b8-40dd-981e-5e523173d376', 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'port_id': 'cdbbd72b-c5b8-40dd-981e-5e523173d376', 'mac_address': 'fa:16:3e:57:44:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5379ff5d-0b2d-49f8-a0e0-58eba0256e9b', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:15.487196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:15.503741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbbd72b-c5b8-40dd-981e-5e523173d376 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:15.530284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port cdbbd72b-c5b8-40dd-981e-5e523173d376, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:15.755582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d267-351a-4346-aaab-64fe1bfdf190 req-5d9119bb-2f41-4b8e-be7b-6f9449311c0b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:15.764034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:15.765031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c4dfdabb-1806-4262-bb5a-810fd3717445 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:15.787081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec24d267-351a-4346-aaab-64fe1bfdf190 req-5d9119bb-2f41-4b8e-be7b-6f9449311c0b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 943 time: 0.1018021 Nov 10 21:31:15.924722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec24d267-351a-4346-aaab-64fe1bfdf190 req-48f04304-2d1d-4f3a-9250-410a5512de13 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355946 Nov 10 21:31:15.932521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.resource_extend [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:31:16.049567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=cdbbd72b-c5b8-40dd-981e-5e523173d376,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:16.069210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c4dfdabb-1806-4262-bb5a-810fd3717445, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4dfdabb-1806-4262-bb5a-810fd3717445,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:16.086087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'c4dfdabb-1806-4262-bb5a-810fd3717445', 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973', 'port_id': 'c4dfdabb-1806-4262-bb5a-810fd3717445', 'mac_address': 'fa:16:3e:ee:2f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911687fa-5666-44e7-b540-b2cbdc4dace7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:16.174050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:16.217517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dfdabb-1806-4262-bb5a-810fd3717445 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:16.263525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c4dfdabb-1806-4262-bb5a-810fd3717445, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4dfdabb-1806-4262-bb5a-810fd3717445,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:16.303776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:16.317456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:16.324426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:16.331024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:16.339401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:16.345599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:16.352929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:16.361302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-068b10c0-cebb-4eb6-9c8c-e6c5b0b1f1f1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5422 time: 0.1288979 Nov 10 21:31:16.414358 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:16.415764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 41e729c8-5ce6-4a25-899e-aad9b0e5510b details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:16.440629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-336d6eb5-d535-4375-be37-ccc0473b7a99 req-562eed43-43f7-4f97-a8da-d02192148149 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781388 Nov 10 21:31:16.687891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:16.704272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c4dfdabb-1806-4262-bb5a-810fd3717445,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:16.722597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'port_id': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'mac_address': 'fa:16:3e:60:24:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:16.785815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:16.813193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e729c8-5ce6-4a25-899e-aad9b0e5510b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:16.838074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:16.895304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56316) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:17.002422 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.003534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7a826c54-a54a-4806-b137-b56e3e395116 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:17.111563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56326) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:17.125084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=41e729c8-5ce6-4a25-899e-aad9b0e5510b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:17.235205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2255158-4b3f-4e62-a997-04176138ed02 req-a8ef0ff1-661e-41c6-947f-e62bf89313ef tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.247455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2255158-4b3f-4e62-a997-04176138ed02 req-a8ef0ff1-661e-41c6-947f-e62bf89313ef tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 943 time: 0.1698122 Nov 10 21:31:17.248504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7a826c54-a54a-4806-b137-b56e3e395116, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7a826c54-a54a-4806-b137-b56e3e395116,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:17.280153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '7a826c54-a54a-4806-b137-b56e3e395116', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'port_id': '7a826c54-a54a-4806-b137-b56e3e395116', 'mac_address': 'fa:16:3e:05:6c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29cd99-eb18-4eb1-9862-48ea5e0b2c68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:17.339153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2255158-4b3f-4e62-a997-04176138ed02 req-352e4193-3994-450b-9936-6ddd90edec47 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898521 Nov 10 21:31:17.353084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-873138121-network', 'tenant_id': '0100908128444256aefb9078e2e52152'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:17.365754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.382440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a826c54-a54a-4806-b137-b56e3e395116 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:17.404824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7a826c54-a54a-4806-b137-b56e3e395116, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7a826c54-a54a-4806-b137-b56e3e395116,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:17.445750 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-44d80285-9f27-4128-82b5-5cad065a1088 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66edaafb6536499a8abb461f4094b325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491679 Nov 10 21:31:17.448835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56330) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:17.505147 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.505732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a3521bd5-eb62-486e-bcef-a5dd31ce1036 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:17.529924 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d8ae-b681-4474-8a9f-750d76b38632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.616493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a3521bd5-eb62-486e-bcef-a5dd31ce1036, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:17.618500 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d8ae-b681-4474-8a9f-750d76b38632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.626944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7a826c54-a54a-4806-b137-b56e3e395116,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:17.636325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036', 'network_id': '832a1c7f-42d8-4db8-844c-8912958a8973', 'port_id': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036', 'mac_address': 'fa:16:3e:6b:7c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911687fa-5666-44e7-b540-b2cbdc4dace7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:17.670294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Made reservation on behalf of 0100908128444256aefb9078e2e52152 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:17.677929 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.720475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.729594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.739711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.748430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.760002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.777695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.779434 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.785866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:17.794714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-0e532648-a74a-4ac1-97b0-0db2294bbda5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5424 time: 0.2561793 Nov 10 21:31:17.802069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3521bd5-eb62-486e-bcef-a5dd31ce1036 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:17.804311 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.845434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a3521bd5-eb62-486e-bcef-a5dd31ce1036, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:17.874337 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d8ae-b681-4474-8a9f-750d76b38632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.882531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ff8d8ae-b681-4474-8a9f-750d76b38632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:17.882531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7ff8d8ae-b681-4474-8a9f-750d76b38632 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f1d2806-39d7-4215-a64a-a7ab9050b557 HTTP/1.1" status: 204 len: 168 time: 0.4316456 Nov 10 21:31:17.899203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8d8ae-b681-4474-8a9f-750d76b38632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d2806-39d7-4215-a64a-a7ab9050b557,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:17.915549 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42f6d5ae-c280-4a97-aca7-4c0c6aefdc1a req-fd3ccc9b-bc8c-428a-bf3b-7c3acefcbd52 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195853 Nov 10 21:31:17.998893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.005927 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.007466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67af197-b6bd-4f2b-af57-89a35d6ca5b7 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:18.081287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:18.083886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a3521bd5-eb62-486e-bcef-a5dd31ce1036,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:18.098287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a67af197-b6bd-4f2b-af57-89a35d6ca5b7', 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'port_id': 'a67af197-b6bd-4f2b-af57-89a35d6ca5b7', 'mac_address': 'fa:16:3e:21:06:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5379ff5d-0b2d-49f8-a0e0-58eba0256e9b', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:18.156852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.203666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67af197-b6bd-4f2b-af57-89a35d6ca5b7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:18.228130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:18.257033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.283385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:31:18.297902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08257f2d-0793-4881-a498-21bb5ee877f0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:18.317006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.320097 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Added segment 11e0aa9f-4cac-4c47-8947-db01b2afd22a of type vlan for network f2243360-538b-457a-97a7-32e2148af87c Nov 10 21:31:18.366820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.425048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.426013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 48d97c8f-2dc5-4412-a33e-8853c4c29754 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:18.501848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 48d97c8f-2dc5-4412-a33e-8853c4c29754, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:18.511638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:18.527119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '48d97c8f-2dc5-4412-a33e-8853c4c29754', 'network_id': '92f7713a-46a6-4f78-96c8-61feea471e37', 'port_id': '48d97c8f-2dc5-4412-a33e-8853c4c29754', 'mac_address': 'fa:16:3e:ac:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5379ff5d-0b2d-49f8-a0e0-58eba0256e9b', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:18.554060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a4c59-b19b-413b-ab41-491ddcc6087c req-a6fd362d-5c95-44d4-bdd5-49c1fe1c0f4d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:18.557590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af0a4c59-b19b-413b-ab41-491ddcc6087c req-a6fd362d-5c95-44d4-bdd5-49c1fe1c0f4d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1195817 Nov 10 21:31:18.562419 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.567818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:18.568522 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.576784 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.595915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d97c8f-2dc5-4412-a33e-8853c4c29754 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:18.622151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 48d97c8f-2dc5-4412-a33e-8853c4c29754, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:18.674272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] Pushing event updated for resources: {'Network': ['ID=f2243360-538b-457a-97a7-32e2148af87c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:18.686742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f2243360-538b-457a-97a7-32e2148af87c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:31:18.701513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af0a4c59-b19b-413b-ab41-491ddcc6087c req-09d51c13-33d5-413a-b51c-595a5c7ff63b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219397 Nov 10 21:31:18.723617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3b152b1e-779b-4b97-ae7c-863aaa6a9a00 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6084766 Nov 10 21:31:18.724371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56364) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:18.733423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Request body: {'subnet': {'network_id': 'f2243360-538b-457a-97a7-32e2148af87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-873138121-subnet', 'tenant_id': '0100908128444256aefb9078e2e52152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:18.808276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.859642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Made reservation on behalf of 0100908128444256aefb9078e2e52152 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:18.862054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:18.889629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=48d97c8f-2dc5-4412-a33e-8853c4c29754,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:19.114436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.121733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.128067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.134961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.140884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.146795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.153809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.157572 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6991469-33f0-4164-b090-7fc7218bcedf req-4e3d0c2d-b23d-4f66-a393-bd9af872a703 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.1243196 Nov 10 21:31:19.269122 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6991469-33f0-4164-b090-7fc7218bcedf req-ecfc8a33-12ca-40fb-805d-16f1997b0056 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866284 Nov 10 21:31:19.352746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:19.425259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a4ed79-bf94-4c18-bee9-b9a9e1027271,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:19.436948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Checking segment: {'id': '11e0aa9f-4cac-4c47-8947-db01b2afd22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f2243360-538b-457a-97a7-32e2148af87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:19.441324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Network hostable DHCP agents. Network: f2243360-538b-457a-97a7-32e2148af87c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:31:19.473953 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:19.588869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Network f2243360-538b-457a-97a7-32e2148af87c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:31:19.658005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56392) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:19.730805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f2243360-538b-457a-97a7-32e2148af87c) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:19.736959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.738671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:19.744859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1732e-c346-43e0-ba06-07aee4197c6a None None] Network f2243360-538b-457a-97a7-32e2148af87c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:31:19.818325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-372267163-network', 'tenant_id': 'd6ad2f36236f422d8a71f668e8de0f07'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:19.875161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449eef7-eb40-4603-9d40-03fb106f58d1 req-df89cab9-360d-4abe-b1ea-481a09e4c799 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:19.896286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6449eef7-eb40-4603-9d40-03fb106f58d1 req-df89cab9-360d-4abe-b1ea-481a09e4c799 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0904732 Nov 10 21:31:19.936645 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-539fe799-ad3f-4370-8025-2747eebbd682 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2102511 Nov 10 21:31:20.058697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6449eef7-eb40-4603-9d40-03fb106f58d1 req-75b28099-10cd-4e56-9ffd-52a72230e553 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598625 Nov 10 21:31:20.098189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7022d4-9ff2-4281-b82d-65993fb39c44 None None] Network f2243360-538b-457a-97a7-32e2148af87c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:31:20.217276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Made reservation on behalf of d6ad2f36236f422d8a71f668e8de0f07 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:20.221092 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.297352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.321520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.419142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.425163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.431273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.437322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.443271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.450109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.456145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.458090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-90990d81-c7ea-466a-bb77-10a525b7628f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.0955000 Nov 10 21:31:20.502166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-5533e951-3aa7-4020-9c5f-eeb6d500cb95 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.503963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-5533e951-3aa7-4020-9c5f-eeb6d500cb95 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/networks?id=f2243360-538b-457a-97a7-32e2148af87c HTTP/1.1" status: 200 len: 821 time: 0.1272297 Nov 10 21:31:20.519844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-51ca7e5a-ccfc-4f8e-aa05-2729d4918213 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/quotas/0100908128444256aefb9078e2e52152 HTTP/1.1" status: 200 len: 375 time: 0.0093486 Nov 10 21:31:20.521314 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abc9e684-604f-4a10-a04c-f1b8a3526625 req-570d6257-041e-4b39-baf6-9cf57b47b371 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560641 Nov 10 21:31:20.557166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-828b6850-8780-47c5-b90f-2a8b841f2fc5 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0100908128444256aefb9078e2e52152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303690 Nov 10 21:31:20.568042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-9250445a-0746-4fd1-ae72-e82d079e8b34 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:31:20.569836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-9250445a-0746-4fd1-ae72-e82d079e8b34 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051589 Nov 10 21:31:20.624127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.653972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:31:20.660004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06329a-1b47-4cbb-9783-d476016b4b6c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:20.668634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a67af197-b6bd-4f2b-af57-89a35d6ca5b7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:20.668766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.668766 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Added segment edcda890-c62f-48c4-b558-7bfcaf394efc of type vlan for network 2a90df67-5327-49ad-88dc-4a46e11eb705 Nov 10 21:31:20.672552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-2d864774-7f92-4753-a560-982f36208356 service neutron] 10.222.0.45 "GET /v2.0/networks/f2243360-538b-457a-97a7-32e2148af87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943105 Nov 10 21:31:20.712267 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.723287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['41e729c8-5ce6-4a25-899e-aad9b0e5510b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:20.725714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:20.727948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a3521bd5-eb62-486e-bcef-a5dd31ce1036'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:20.782351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-26af166f-8cb8-4127-a7b8-2c3b65607a6c service neutron] 10.222.0.45 "GET /v2.0/networks/f2243360-538b-457a-97a7-32e2148af87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013036 Nov 10 21:31:20.825088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['c4dfdabb-1806-4262-bb5a-810fd3717445'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:20.827852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['cdbbd72b-c5b8-40dd-981e-5e523173d376'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:20.926408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.927873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:20.929668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:20.958609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['48d97c8f-2dc5-4412-a33e-8853c4c29754'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:21.043203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2a90df67-5327-49ad-88dc-4a46e11eb705,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:21.068123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 2a90df67-5327-49ad-88dc-4a46e11eb705 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:31:21.102858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0dfd77a7-b29f-4e22-a61b-08a9fe58fd46'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:21.204057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee15c479-dcd2-4125-a222-fa36317d8bb7 req-6e1520dd-61a5-433b-8c72-ee084c76b9a7 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 210 time: 0.0722718 Nov 10 21:31:21.218728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f3890bff-d8bf-43ae-8159-2f60d9ce38a4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5596173 Nov 10 21:31:21.221756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56448) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:21.231253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Request body: {'subnet': {'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-372267163-subnet', 'tenant_id': 'd6ad2f36236f422d8a71f668e8de0f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:21.285716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aa6ca-f7b7-407e-b477-f3d9c7bd0e84 req-0cdcb6fb-cf7d-4112-a885-c153a847b672 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.294927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c77aa6ca-f7b7-407e-b477-f3d9c7bd0e84 req-0cdcb6fb-cf7d-4112-a885-c153a847b672 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1233554 Nov 10 21:31:21.366884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c77aa6ca-f7b7-407e-b477-f3d9c7bd0e84 req-7c27c04e-e198-4e2d-bed9-5332d38b0abf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657933 Nov 10 21:31:21.415747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Made reservation on behalf of d6ad2f36236f422d8a71f668e8de0f07 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:21.418363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:21.703208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.709499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.720417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.727103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.733512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.739842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.747476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:21.756053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-1f63092b-2896-4c21-a21b-5806a0d91a8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.1249409 Nov 10 21:31:21.776505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:21.880471 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cffe291-21e9-4121-b5e9-d414cf7981d5 req-46407ccf-c6bd-4de3-a425-576ffe9da620 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161335 Nov 10 21:31:21.893804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:21.918161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Checking segment: {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:21.918675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Network hostable DHCP agents. Network: 2a90df67-5327-49ad-88dc-4a46e11eb705, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:31:22.040176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Network 2a90df67-5327-49ad-88dc-4a46e11eb705 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:31:22.195540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 2a90df67-5327-49ad-88dc-4a46e11eb705) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:22.199967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:22.200818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:22.210197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96409c2-0cd6-42eb-90b3-dbe23d63617f None None] Network 2a90df67-5327-49ad-88dc-4a46e11eb705 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:31:22.306048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a6e3ebe-9981-44af-8935-cdeef3dc3d19 req-51920da7-5699-48ef-a559-ecc09879c67b tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 210 time: 0.0423636 Nov 10 21:31:22.351808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3e3e551e-ca27-4331-970b-59403238174e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1286385 Nov 10 21:31:22.411994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1bea4e-3e06-4b76-a731-5e5e5106db0e None None] Network 2a90df67-5327-49ad-88dc-4a46e11eb705 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:31:22.574716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d57c4-de0c-4d90-a484-2d1a23cab93c req-96477cce-722f-4f21-bb3f-621aca191143 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:22.577409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e5d57c4-de0c-4d90-a484-2d1a23cab93c req-96477cce-722f-4f21-bb3f-621aca191143 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0976112 Nov 10 21:31:22.667049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e5d57c4-de0c-4d90-a484-2d1a23cab93c req-c2d53d12-4589-4b18-b160-21f05b0d6bc8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766332 Nov 10 21:31:22.912255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-e62d3d56-bdeb-4dd9-9cad-60aff74df93d tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:22.914795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-e62d3d56-bdeb-4dd9-9cad-60aff74df93d tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 821 time: 0.1301613 Nov 10 21:31:22.935237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-37846091-6405-44ae-ba1b-72d36ca0ade9 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/quotas/d6ad2f36236f422d8a71f668e8de0f07 HTTP/1.1" status: 200 len: 375 time: 0.0140948 Nov 10 21:31:22.970061 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-6567f231-4828-4226-8c90-83916dc3c971 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294869 Nov 10 21:31:22.984581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-e75da250-044c-471c-9b52-a69ab430b4f6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:31:22.985613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-e75da250-044c-471c-9b52-a69ab430b4f6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057299 Nov 10 21:31:23.069423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.076566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.082748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.090959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.097616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.105380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.110691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-f82aa0cd-5306-4e29-b726-7440e33cf090 service neutron] 10.222.0.45 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093304 Nov 10 21:31:23.112359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.114330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-1a0001d9-778d-4197-83b1-9c20de9e8f62 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.1159279 Nov 10 21:31:23.217446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d8d5d552-2e92-470d-ab4f-736be5b53ce6 req-41b3654f-fb29-481b-ae85-d3b6008796c5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927160 Nov 10 21:31:23.279909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-6affda02-88a7-4b40-9585-cee66350a028 service neutron] 10.222.0.45 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579518 Nov 10 21:31:23.393922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:23.410034 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09bd8aa6-0454-450c-a798-89a7c1d0b42e req-33e11845-250f-4c88-9bd4-7cc90aec756a tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 210 time: 0.0274382 Nov 10 21:31:23.621471 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3adb8dd-98e6-4f2b-99d3-4838e721d928 req-298d7cca-b690-4a6f-914a-16f66954c1fc tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 210 time: 0.0453312 Nov 10 21:31:23.826952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6b7df-fa53-4a49-8bd4-4ebba30d012f req-b594572d-2f1f-4c7f-9b55-9f2c075e35c3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:23.829229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2e6b7df-fa53-4a49-8bd4-4ebba30d012f req-b594572d-2f1f-4c7f-9b55-9f2c075e35c3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0626333 Nov 10 21:31:23.901586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2e6b7df-fa53-4a49-8bd4-4ebba30d012f req-57336141-97eb-4926-8b93-85315b080d54 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584950 Nov 10 21:31:24.443365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.456343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.464463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.470107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.476863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.483656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.490959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.493796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-28537f85-52a1-4148-8ec8-d1497425a212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.1745021 Nov 10 21:31:24.559668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c3721cc-c5ce-4bf3-8a03-64f693b5510f req-fefb590d-1445-4b66-9e72-6c3122f1f34e tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 210 time: 0.0599279 Nov 10 21:31:24.710073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-88460716-8743-4db0-be9c-a7a7a57f9367 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:24.712076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-88460716-8743-4db0-be9c-a7a7a57f9367 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.53 "GET /v2.0/networks?id=f2243360-538b-457a-97a7-32e2148af87c HTTP/1.1" status: 200 len: 821 time: 0.3143637 Nov 10 21:31:24.718827 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50aa8831-99fe-45fd-95d0-843a48a91c70 req-a108f4ba-60ab-4b52-9d66-f19650b64355 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2070184 Nov 10 21:31:24.799956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Request body: {'port': {'device_id': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'network_id': 'f2243360-538b-457a-97a7-32e2148af87c', 'admin_state_up': True, 'tenant_id': '0100908128444256aefb9078e2e52152'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:24.801810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bedd0a1-d737-4710-80c0-ea9916b68c31 req-bfa2dda6-ed62-40a4-b181-f960da06c0e1 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 210 time: 0.0340300 Nov 10 21:31:25.012858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a482-0aab-410c-a1c2-6fa096d096b3 req-f35036c8-6335-40c8-9be6-332f0c3b4733 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.014466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0d3a482-0aab-410c-a1c2-6fa096d096b3 req-f35036c8-6335-40c8-9be6-332f0c3b4733 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0508020 Nov 10 21:31:25.063365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0d3a482-0aab-410c-a1c2-6fa096d096b3 req-4573bca7-fd3f-46c8-b17f-0fa8e68e1ac9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Nov 10 21:31:25.308601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Made reservation on behalf of 0100908128444256aefb9078e2e52152 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:25.313283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:25.489601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Allocated IP 172.20.0.3 (f2243360-538b-457a-97a7-32e2148af87c/f5a4ed79-bf94-4c18-bee9-b9a9e1027271/369331ef-b12c-4505-a2b1-ebd7c263c7d8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:31:25.750447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-38ac1271-a2cc-463c-8676-14bdcb4302f5 req-81f2a649-50fc-49ef-bc79-d55b9ad1ed88 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 210 time: 0.0648682 Nov 10 21:31:25.807356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:25.911378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75fea444-317b-42f0-816b-2646506330c7 req-6caa437a-59f3-42d9-bf17-4a806431db90 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 210 time: 0.0404201 Nov 10 21:31:25.946574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.954088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.962889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.969199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.981476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.988673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.995487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:25.997632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-330ec52c-7b6f-4a99-b1d4-38d2725391e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.1189730 Nov 10 21:31:26.048453 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:26.073057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6f49033-c613-4ba7-8cf3-55051bb56fed req-88a506df-b507-4925-999a-e1236643acb1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674040 Nov 10 21:31:26.100951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Network f2243360-538b-457a-97a7-32e2148af87c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:31:26.105826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:26.111222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:31:26.161889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Pushing event updated for resources: {'Port': ['ID=369331ef-b12c-4505-a2b1-ebd7c263c7d8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:26.259196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:26.259196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:26.259196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8a8fb-75cd-4fb9-b6f9-59eab795c423 req-e729bdbb-fb49-4fda-81bb-fc7dbd2a17d3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:26.259196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc8a8fb-75cd-4fb9-b6f9-59eab795c423 req-e729bdbb-fb49-4fda-81bb-fc7dbd2a17d3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0910881 Nov 10 21:31:26.300550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc8a8fb-75cd-4fb9-b6f9-59eab795c423 req-783a1a74-645a-420f-9e8e-da850a4384b8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451207 Nov 10 21:31:26.393030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-8ee27955-04b5-47eb-ab5d-c413016abb60 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6705804 Nov 10 21:31:26.498275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Request body: {'port': {'device_id': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:26.575795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:26.866079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369331ef-b12c-4505-a2b1-ebd7c263c7d8 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:26.874985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:26.906297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Transition to ACTIVE for port object 369331ef-b12c-4505-a2b1-ebd7c263c7d8 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:31:26.923489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9720a-8657-435f-ba44-0087e7a36e60 req-e30d5a93-b504-4d92-abab-4feb1868c985 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:26.925021 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebb9720a-8657-435f-ba44-0087e7a36e60 req-e30d5a93-b504-4d92-abab-4feb1868c985 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 931 time: 0.0702698 Nov 10 21:31:26.975477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebb9720a-8657-435f-ba44-0087e7a36e60 req-2724bae2-fbd1-43b4-87fc-6532f3279c7d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Nov 10 21:31:26.994615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ad795-eef7-4ffd-a412-282e90469b39 req-718482a9-c8c9-494d-a05c-2f24e91e32fd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:26.996887 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d2ad795-eef7-4ffd-a412-282e90469b39 req-718482a9-c8c9-494d-a05c-2f24e91e32fd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 945 time: 0.0532186 Nov 10 21:31:27.016675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:27.062189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d2ad795-eef7-4ffd-a412-282e90469b39 req-7a2724e3-571e-40a8-8a4a-c920130fa7f7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556252 Nov 10 21:31:27.096998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Pushing event updated for resources: {'Port': ['ID=369331ef-b12c-4505-a2b1-ebd7c263c7d8,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:27.157770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29ca1324-5d95-46aa-9343-3c1b9a4472e9 req-a338f2ec-0a87-46e8-83a2-a995b8852e43 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 210 time: 0.0368531 Nov 10 21:31:27.189036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a56-f73d-45bc-8944-812a14656d79 req-458cf2aa-e57d-46b9-8773-a57b558dcb85 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.190257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Attempting to bind port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:31:27.191103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Attempting to bind port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '11e0aa9f-4cac-4c47-8947-db01b2afd22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f2243360-538b-457a-97a7-32e2148af87c'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:31:27.191542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Attempting to bind port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 on network f2243360-538b-457a-97a7-32e2148af87c {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:27.198384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf1e8a56-f73d-45bc-8944-812a14656d79 req-458cf2aa-e57d-46b9-8773-a57b558dcb85 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 951 time: 0.0708959 Nov 10 21:31:27.198587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 on network f2243360-538b-457a-97a7-32e2148af87c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:31:27.200027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Attempting to bind port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 on network f2243360-538b-457a-97a7-32e2148af87c {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:27.207363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:31:27.207706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Checking segment: {'id': '11e0aa9f-4cac-4c47-8947-db01b2afd22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f2243360-538b-457a-97a7-32e2148af87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:27.208092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Bound using segment: {'id': '11e0aa9f-4cac-4c47-8947-db01b2afd22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f2243360-538b-457a-97a7-32e2148af87c'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:31:27.208513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Bound port: 369331ef-b12c-4505-a2b1-ebd7c263c7d8, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e0aa9f-4cac-4c47-8947-db01b2afd22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'f2243360-538b-457a-97a7-32e2148af87c'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:31:27.209547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:27.246281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf1e8a56-f73d-45bc-8944-812a14656d79 req-ae1a6717-fd59-4e58-aeee-93e3e37c66c2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Nov 10 21:31:27.310726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] For port 369331ef-b12c-4505-a2b1-ebd7c263c7d8, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:31:27.314239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] For port 369331ef-b12c-4505-a2b1-ebd7c263c7d8, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=369331ef-b12c-4505-a2b1-ebd7c263c7d8,segment=NetworkSegment(11e0aa9f-4cac-4c47-8947-db01b2afd22a),segment_id=11e0aa9f-4cac-4c47-8947-db01b2afd22a)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:31:27.332398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.338948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.344822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.350755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.356709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.363852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.370066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.371894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-5af2a88d-9d69-4b56-bdb1-b996f954e8d5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.1235034 Nov 10 21:31:27.441317 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef4b5434-1fb5-43d2-a7cf-8a1dd76e12c5 req-3bc2fee5-fef0-4914-b5cd-64c06d1a97d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614402 Nov 10 21:31:27.442913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4baed-1e8f-4089-a706-b01dd22576b7 req-c0c8f33e-b35f-4938-8a33-dcc7833dfe8b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.447666 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42b4baed-1e8f-4089-a706-b01dd22576b7 req-c0c8f33e-b35f-4938-8a33-dcc7833dfe8b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0748005 Nov 10 21:31:27.459811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:27.496675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42b4baed-1e8f-4089-a706-b01dd22576b7 req-11a475b4-4ee9-465d-9a7e-066fe5640e85 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Nov 10 21:31:27.498133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.498746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:27.500116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] 10.222.0.53 "PUT /v2.0/ports/369331ef-b12c-4505-a2b1-ebd7c263c7d8 HTTP/1.1" status: 200 len: 1092 time: 1.0064564 Nov 10 21:31:27.500545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'tag': '369331ef-b12c-4505-a2b1-ebd7c263c7d8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:27.502944 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ec7e4c-6768-4c54-9513-23cc1efaedde" -d '{"events": [{"name": "network-changed", "server_uuid": "ee71ccec-b70e-470f-905c-555c3bded5d9", "tag": "369331ef-b12c-4505-a2b1-ebd7c263c7d8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:27.530917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6405f9c-eb87-431e-acd6-8150f3150184 service neutron] Pushing event updated for resources: {'Port': ['ID=369331ef-b12c-4505-a2b1-ebd7c263c7d8,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:27.543931 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af1619-cf1e-4c38-b5fa-d40f0f85a007 x-openstack-request-id: req-94af1619-cf1e-4c38-b5fa-d40f0f85a007 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:27.544224 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee71ccec-b70e-470f-905c-555c3bded5d9", "tag": "369331ef-b12c-4505-a2b1-ebd7c263c7d8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:27.544475 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94af1619-cf1e-4c38-b5fa-d40f0f85a007 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:27.544873 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'tag': '369331ef-b12c-4505-a2b1-ebd7c263c7d8', 'status': 'completed', 'code': 200} Nov 10 21:31:27.670813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7e4c-6768-4c54-9513-23cc1efaedde req-ef5d58d8-6aea-4f31-ad05-d2d38a4db08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.672878 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64ec7e4c-6768-4c54-9513-23cc1efaedde req-ef5d58d8-6aea-4f31-ad05-d2d38a4db08a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0100908128444256aefb9078e2e52152&device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 1095 time: 0.1003189 Nov 10 21:31:27.761202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-16ef404f-e818-4cec-aa9c-ee9a5b0554cd tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.762717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-16ef404f-e818-4cec-aa9c-ee9a5b0554cd tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 821 time: 0.1666896 Nov 10 21:31:27.780996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Request body: {'port': {'device_id': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'admin_state_up': True, 'tenant_id': 'd6ad2f36236f422d8a71f668e8de0f07'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:27.852044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7e4c-6768-4c54-9513-23cc1efaedde req-beea210d-38b6-418c-83dd-4058f47eca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:27.853505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64ec7e4c-6768-4c54-9513-23cc1efaedde req-beea210d-38b6-418c-83dd-4058f47eca5f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0100908128444256aefb9078e2e52152&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1730316 Nov 10 21:31:28.199654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e30a65-2d78-495c-a99c-b146fa8f6dfd req-0a3ddcec-9454-4ff9-a55e-c37e41cc41ab tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.202992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9e30a65-2d78-495c-a99c-b146fa8f6dfd req-0a3ddcec-9454-4ff9-a55e-c37e41cc41ab tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 945 time: 0.0623860 Nov 10 21:31:28.252610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9e30a65-2d78-495c-a99c-b146fa8f6dfd req-2ccde4c2-208e-4e77-93c7-bc6c89dd3015 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Nov 10 21:31:28.322731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e53056-a3d9-440c-840f-e4ee375b9e2e req-4e598af7-a168-491e-bdaa-a5776608e526 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.323546 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15e53056-a3d9-440c-840f-e4ee375b9e2e req-4e598af7-a168-491e-bdaa-a5776608e526 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 943 time: 0.1393421 Nov 10 21:31:28.342450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-641afd73-7bc8-468a-9b51-30d5120fff4d req-8c1470f4-eb57-4b97-bef3-38c9e7cde372 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 210 time: 0.0285068 Nov 10 21:31:28.344991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec7e4c-6768-4c54-9513-23cc1efaedde req-f167a140-5c23-47f5-b524-9375ac3a1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.346403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64ec7e4c-6768-4c54-9513-23cc1efaedde req-f167a140-5c23-47f5-b524-9375ac3a1dae service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4836164 Nov 10 21:31:28.384928 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15e53056-a3d9-440c-840f-e4ee375b9e2e req-de0b6e30-8cea-4ac8-8bfc-22978fb847c0 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506008 Nov 10 21:31:28.433073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-243cb446-2397-4a06-b629-64c112f8f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.433803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-243cb446-2397-4a06-b629-64c112f8f762 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0100908128444256aefb9078e2e52152&device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 1095 time: 0.0423956 Nov 10 21:31:28.441457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Made reservation on behalf of d6ad2f36236f422d8a71f668e8de0f07 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:28.447595 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:28.475572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab371b-85c2-4276-8d32-e996d76192be req-8192dc95-3455-4b73-be74-347bc0088d20 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.477715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0ab371b-85c2-4276-8d32-e996d76192be req-8192dc95-3455-4b73-be74-347bc0088d20 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 951 time: 0.0578229 Nov 10 21:31:28.498792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-27de40a2-c4bf-47d5-a9d0-c6a1568fc7bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=369331ef-b12c-4505-a2b1-ebd7c263c7d8 HTTP/1.1" status: 200 len: 217 time: 0.0482171 Nov 10 21:31:28.534522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0ab371b-85c2-4276-8d32-e996d76192be req-ba21686d-fd1d-4f90-80a3-3d61ea17ff57 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479987 Nov 10 21:31:28.640157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-c664aedc-c7af-44d9-9a86-3d7c75a55fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.641619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-c664aedc-c7af-44d9-9a86-3d7c75a55fae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f5a4ed79-bf94-4c18-bee9-b9a9e1027271 HTTP/1.1" status: 200 len: 861 time: 0.1302648 Nov 10 21:31:28.644443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0449e84-6774-43d4-aee6-4a0a9e78922e req-335d95b8-ca6b-4d22-8824-fd06510a9a96 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.646024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0449e84-6774-43d4-aee6-4a0a9e78922e req-335d95b8-ca6b-4d22-8824-fd06510a9a96 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0518160 Nov 10 21:31:28.697148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0449e84-6774-43d4-aee6-4a0a9e78922e req-f503a0ca-0e77-4ab7-89d4-ff2736793470 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Nov 10 21:31:28.717668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.727267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.732148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.738662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.745354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.751458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.758120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.760045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-c86cdf6f-38c9-4d82-8f45-aa47368c7375 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5427 time: 0.2159200 Nov 10 21:31:28.765344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-2f2d7b4d-9070-43a6-8cad-f34fe3353ed0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f2243360-538b-457a-97a7-32e2148af87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111207 Nov 10 21:31:28.832642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Allocated IP 172.20.0.5 (2a90df67-5327-49ad-88dc-4a46e11eb705/fc3bc8ce-0d23-4f63-8479-d4aac87d81c2/95cb0e0e-e516-48e5-b140-6a6f80e2be9c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:31:28.840749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a3521bd5-eb62-486e-bcef-a5dd31ce1036 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:28.844704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc557-7250-4a11-8671-a77b456464bb req-e7018f22-0e19-4b5b-b03b-b37477f806c5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:28.846221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-362bc557-7250-4a11-8671-a77b456464bb req-e7018f22-0e19-4b5b-b03b-b37477f806c5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 945 time: 0.0532730 Nov 10 21:31:28.940882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d20e1cc-fed1-4d9a-97f0-63ed2b7fb034 req-3c725a1d-ecea-4910-a4ac-8a2b483ea507 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727345 Nov 10 21:31:28.985943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Deleting port 54392513-6794-4d0d-9862-656001df7080 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:31:28.986387 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:28.990320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-565c6c94-8987-481b-b5d5-69c063fb07c6 service neutron] 10.222.0.53 "GET /v2.0/networks/f2243360-538b-457a-97a7-32e2148af87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129138 Nov 10 21:31:29.104254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] For port 54392513-6794-4d0d-9862-656001df7080, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=54392513-6794-4d0d-9862-656001df7080,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:29.108001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.124810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Calling delete_port for 54392513-6794-4d0d-9862-656001df7080 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:31:29.127954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a3521bd5-eb62-486e-bcef-a5dd31ce1036 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:29.135541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a3521bd5-eb62-486e-bcef-a5dd31ce1036 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:29.135957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.173028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.201734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45865b80-2429-4d64-bee9-cb5f9baf674b req-9487b691-3081-4385-b15d-5a3da9253481 service neutron] 10.222.0.53 "GET /v2.0/networks/f2243360-538b-457a-97a7-32e2148af87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996713 Nov 10 21:31:29.256066 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.296083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a3521bd5-eb62-486e-bcef-a5dd31ce1036, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:29.296892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:29.299588 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37941aae-cf4a-4ce7-83d5-791842d54a0e" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:29.389126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0223f02-c898-448f-875d-55e413447322 req-807938f8-9a97-4111-8d7a-a6895958bd20 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:29.391228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0223f02-c898-448f-875d-55e413447322 req-807938f8-9a97-4111-8d7a-a6895958bd20 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 945 time: 0.0594864 Nov 10 21:31:29.394783 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca30482-44d4-4fb3-84dc-369bb549a7e9 x-openstack-request-id: req-9ca30482-44d4-4fb3-84dc-369bb549a7e9 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:29.395272 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:29.395711 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ca30482-44d4-4fb3-84dc-369bb549a7e9 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:29.396112 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036', 'code': 200} Nov 10 21:31:29.396559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.447400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Network 2a90df67-5327-49ad-88dc-4a46e11eb705 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:31:29.449256 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.449525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device cdbbd72b-c5b8-40dd-981e-5e523173d376 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:29.450651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:29.454971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:31:29.455217 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0223f02-c898-448f-875d-55e413447322 req-3fda1b9e-81bb-42ec-befb-af4866b3842b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558536 Nov 10 21:31:29.458476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.471455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:29.522482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event deleted for resources: {'Port': ['ID=54392513-6794-4d0d-9862-656001df7080,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:29.550510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:29.551190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.575195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['54392513-6794-4d0d-9862-656001df7080'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:29.591145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] No DVR routers for this DVR port 54392513-6794-4d0d-9862-656001df7080 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:29.594849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.599904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a3521bd5-eb62-486e-bcef-a5dd31ce1036,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:29.600146 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-362bc557-7250-4a11-8671-a77b456464bb req-407da958-c8e3-4ffb-b3c6-5c3400936c11 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "DELETE /v2.0/ports/54392513-6794-4d0d-9862-656001df7080 HTTP/1.1" status: 204 len: 173 time: 0.7473037 Nov 10 21:31:29.600502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'name': 'network-vif-deleted', 'tag': '54392513-6794-4d0d-9862-656001df7080'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:29.603514 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87da02d-508e-4a58-9c16-f796cdc3cf43" -d '{"events": [{"server_uuid": "b427774c-6907-44bc-bae7-3ce6f2a416e9", "name": "network-vif-deleted", "tag": "54392513-6794-4d0d-9862-656001df7080"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:29.660344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb1cf4-0b32-4ab9-9849-4aa361b9f630 req-06198295-71de-4aa1-8334-acfefc4d0611 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:29.662233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95fb1cf4-0b32-4ab9-9849-4aa361b9f630 req-06198295-71de-4aa1-8334-acfefc4d0611 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 931 time: 0.0553815 Nov 10 21:31:29.681183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb9e58-0a52-4b81-b38e-23dadab2a2cd req-477963a2-b3ad-48cb-a13e-d31cd7042ae9 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:29.683041 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21eb9e58-0a52-4b81-b38e-23dadab2a2cd req-477963a2-b3ad-48cb-a13e-d31cd7042ae9 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 943 time: 0.0562706 Nov 10 21:31:29.717149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95fb1cf4-0b32-4ab9-9849-4aa361b9f630 req-e66ffbfe-e0bc-45d7-82f6-e12bdce13f66 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477257 Nov 10 21:31:29.739565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21eb9e58-0a52-4b81-b38e-23dadab2a2cd req-26b16911-112e-4310-ab04-294609a7fab1 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Nov 10 21:31:29.759775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port cdbbd72b-c5b8-40dd-981e-5e523173d376 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:29.764325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port cdbbd72b-c5b8-40dd-981e-5e523173d376 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:29.770598 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.770894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-64970e3e-697d-476c-8166-027296c4fdaa tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9879277 Nov 10 21:31:29.782242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Request body: {'port': {'device_id': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:29.859138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.865793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:29.870232 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde9ad59-b9d2-44cc-b3bd-d2fd0429aa5e x-openstack-request-id: req-bde9ad59-b9d2-44cc-b3bd-d2fd0429aa5e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:29.870846 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b427774c-6907-44bc-bae7-3ce6f2a416e9", "name": "network-vif-deleted", "tag": "54392513-6794-4d0d-9862-656001df7080", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:29.871267 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bde9ad59-b9d2-44cc-b3bd-d2fd0429aa5e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:29.871882 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b427774c-6907-44bc-bae7-3ce6f2a416e9', 'name': 'network-vif-deleted', 'tag': '54392513-6794-4d0d-9862-656001df7080', 'status': 'completed', 'code': 200} Nov 10 21:31:29.909038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port cdbbd72b-c5b8-40dd-981e-5e523173d376, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:29.963405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcb0ad-0a99-4cb1-9810-3b299e1acbc6 req-e7117b61-66db-4e78-a4a9-6c80fbf89167 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:29.965050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bebcb0ad-0a99-4cb1-9810-3b299e1acbc6 req-e7117b61-66db-4e78-a4a9-6c80fbf89167 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0628011 Nov 10 21:31:30.061354 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.061354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67af197-b6bd-4f2b-af57-89a35d6ca5b7 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:30.075608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bebcb0ad-0a99-4cb1-9810-3b299e1acbc6 req-62de12df-6822-47b5-bcfd-20eda76bb718 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914531 Nov 10 21:31:30.155328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:30.246994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.255261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.268028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=cdbbd72b-c5b8-40dd-981e-5e523173d376,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:30.268419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.271669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cb0e0e-e516-48e5-b140-6a6f80e2be9c {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:30.275548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.289350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.291025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.296076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.297715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.308262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6c05630-08b1-4043-9be6-df8b83217620 req-db730e6d-3e51-4f04-b592-bdc338bbf746 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5429 time: 0.1379588 Nov 10 21:31:30.328061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.328414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Transition to ACTIVE for port object 95cb0e0e-e516-48e5-b140-6a6f80e2be9c will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:31:30.372814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:30.380428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:30.383966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:30.386841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.404604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6c05630-08b1-4043-9be6-df8b83217620 req-99580bd9-f3bf-4fa4-bee0-6eda58386b37 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952427 Nov 10 21:31:30.481611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.496946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.549229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.602626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-efb5ee62-7e45-431d-a677-4974a3dfc952 req-2324b77e-1625-4896-891d-0d564ff7b9a3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.0589948 Nov 10 21:31:30.604725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Pushing event updated for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:30.621919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:30.657208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:30.686759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Attempting to bind port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:31:30.687098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Attempting to bind port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:31:30.687453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Attempting to bind port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c on network 2a90df67-5327-49ad-88dc-4a46e11eb705 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:30.691908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c on network 2a90df67-5327-49ad-88dc-4a46e11eb705 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:31:30.692230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Attempting to bind port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c on network 2a90df67-5327-49ad-88dc-4a46e11eb705 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:30.697349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:31:30.697687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Checking segment: {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:30.698063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Bound using segment: {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:31:30.698690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Bound port: 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:31:30.699049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.733827 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.734394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7a826c54-a54a-4806-b137-b56e3e395116 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:30.774756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:31:30.779110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:31:30.873609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:30.878257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc6dee-6f56-4d25-b6a4-d97aa4b32c37 req-07f24aa7-c391-49b8-afad-a3f32de62f1e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.880080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4dc6dee-6f56-4d25-b6a4-d97aa4b32c37 req-07f24aa7-c391-49b8-afad-a3f32de62f1e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 943 time: 0.0615106 Nov 10 21:31:30.936363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4dc6dee-6f56-4d25-b6a4-d97aa4b32c37 req-0a88b459-7e26-4c7d-9910-4742a2a28c21 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476341 Nov 10 21:31:30.940440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:30.996843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:30.998682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:31.002167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] 10.222.0.53 "PUT /v2.0/ports/95cb0e0e-e516-48e5-b140-6a6f80e2be9c HTTP/1.1" status: 200 len: 1092 time: 1.2258821 Nov 10 21:31:31.018084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'tag': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:31.023916 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5697206e-6250-4803-ae8e-e36dcb5a2c55" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd33913-b685-4f96-b12a-8b7566b8c6bb", "tag": "95cb0e0e-e516-48e5-b140-6a6f80e2be9c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:31.055281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef422bb4-054a-4f5d-8e22-82968a01088e req-adaf7b33-98d4-45a9-88d5-75d1af36bac4 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.058752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef422bb4-054a-4f5d-8e22-82968a01088e req-adaf7b33-98d4-45a9-88d5-75d1af36bac4 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 943 time: 0.1540539 Nov 10 21:31:31.062346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d21d-c3ad-4faa-9bc5-f4877a3a7254 service neutron] Pushing event updated for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:31.129521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef422bb4-054a-4f5d-8e22-82968a01088e req-63608791-7c11-4e4e-98ed-acd045027ab3 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631161 Nov 10 21:31:31.205433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 7a826c54-a54a-4806-b137-b56e3e395116 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:31.209851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 7a826c54-a54a-4806-b137-b56e3e395116 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:31.210381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:31.253385 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a382cd04-99ee-44c3-9c58-bd2e520ead93 x-openstack-request-id: req-a382cd04-99ee-44c3-9c58-bd2e520ead93 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:31.253638 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd33913-b685-4f96-b12a-8b7566b8c6bb", "tag": "95cb0e0e-e516-48e5-b140-6a6f80e2be9c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:31.253890 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a382cd04-99ee-44c3-9c58-bd2e520ead93 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:31.254288 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'tag': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c', 'status': 'completed', 'code': 200} Nov 10 21:31:31.277100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-29101c0b-ca55-479f-9d6e-f90b03235fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.279445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-29101c0b-ca55-479f-9d6e-f90b03235fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 1095 time: 0.1093271 Nov 10 21:31:31.291737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae2a15-1f09-4c1e-bcb5-9b8687cf0283 req-60ce2731-dd9f-462c-bab5-f0daf2c1bb07 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.294205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8ae2a15-1f09-4c1e-bcb5-9b8687cf0283 req-60ce2731-dd9f-462c-bab5-f0daf2c1bb07 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0802228 Nov 10 21:31:31.318571 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:31.339419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-f9b42da5-8b80-47bd-bf0a-6014e535f4cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c HTTP/1.1" status: 200 len: 217 time: 0.0442109 Nov 10 21:31:31.358243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7a826c54-a54a-4806-b137-b56e3e395116, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7a826c54-a54a-4806-b137-b56e3e395116,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:31.399211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376'}, {'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981'}, {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67af197-b6bd-4f2b-af57-89a35d6ca5b7'}, {'server_uuid': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a826c54-a54a-4806-b137-b56e3e395116'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:31.403108 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24c4d63-b265-4a82-88eb-765023671959" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376"}, {"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-unplugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981"}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "a67af197-b6bd-4f2b-af57-89a35d6ca5b7"}, {"server_uuid": "65f08f3c-b02b-4859-8708-4539699f9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "7a826c54-a54a-4806-b137-b56e3e395116"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:31.428000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8ae2a15-1f09-4c1e-bcb5-9b8687cf0283 req-a343188d-2a71-43fc-a6d9-087557013b6c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229112 Nov 10 21:31:31.430243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-34e4b289-85bd-4712-973e-9b50261854c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.431522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-34e4b289-85bd-4712-973e-9b50261854c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 HTTP/1.1" status: 200 len: 861 time: 0.0845191 Nov 10 21:31:31.470365 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:31.471801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c4dfdabb-1806-4262-bb5a-810fd3717445 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:31.488074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-3464a121-da25-460e-a578-9e37203cb658 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a90df67-5327-49ad-88dc-4a46e11eb705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486765 Nov 10 21:31:31.619062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-668ec1e5-93fd-402c-bff8-71ec670ea826 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223631 Nov 10 21:31:31.642051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7a826c54-a54a-4806-b137-b56e3e395116,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:31.723102 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17133b6c-824b-44a7-94c9-64fa79d279e3 x-openstack-request-id: req-17133b6c-824b-44a7-94c9-64fa79d279e3 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:31.724270 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376", "code": 200}, {"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-unplugged", "status": "completed", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981", "code": 200}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "a67af197-b6bd-4f2b-af57-89a35d6ca5b7", "code": 200}, {"server_uuid": "65f08f3c-b02b-4859-8708-4539699f9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "7a826c54-a54a-4806-b137-b56e3e395116", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:31.724725 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17133b6c-824b-44a7-94c9-64fa79d279e3 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:31.725300 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376', 'code': 200} Nov 10 21:31:31.725737 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'code': 200} Nov 10 21:31:31.726690 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67af197-b6bd-4f2b-af57-89a35d6ca5b7', 'code': 200} Nov 10 21:31:31.727104 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a826c54-a54a-4806-b137-b56e3e395116', 'code': 200} Nov 10 21:31:31.767166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02a10454-8a7a-40e6-a43c-a50136fb4fd4 req-df4765d7-2eae-4b6d-b897-67e257a9b0cf service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409891 Nov 10 21:31:31.888942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.895240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.901861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.907917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.914741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.920863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.926982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.928938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-19e724f6-a5e8-4ee2-92dc-01feff614a51 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5430 time: 0.1486297 Nov 10 21:31:31.936354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c6b10-0459-4e06-afbf-4f5a6e8ddf1d req-efe59ea6-2c21-4c64-92d4-66e9a53464cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:31.937819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a5c6b10-0459-4e06-afbf-4f5a6e8ddf1d req-efe59ea6-2c21-4c64-92d4-66e9a53464cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 1097 time: 0.2053647 Nov 10 21:31:31.972636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port c4dfdabb-1806-4262-bb5a-810fd3717445 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:31.978612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port c4dfdabb-1806-4262-bb5a-810fd3717445 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:31.978986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:32.052730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-441ebefb-1f82-41ef-ba05-acec90ad702e req-b7694865-e731-4bf4-86a6-f7c75bf8c8eb tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137543 Nov 10 21:31:32.054907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a5c6b10-0459-4e06-afbf-4f5a6e8ddf1d req-7f190769-624c-4b54-bc64-1e47a18df6f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088893 Nov 10 21:31:32.071560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-c59689f3-adf1-4b94-af40-03a91708039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:32.073275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-c59689f3-adf1-4b94-af40-03a91708039d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 1095 time: 0.0689640 Nov 10 21:31:32.094579 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:32.142775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 369331ef-b12c-4505-a2b1-ebd7c263c7d8 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:32.145329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 54392513-6794-4d0d-9862-656001df7080 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:32.191991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 54392513-6794-4d0d-9862-656001df7080 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:31:32.192333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 54392513-6794-4d0d-9862-656001df7080 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:31:32.197711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c4dfdabb-1806-4262-bb5a-810fd3717445, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4dfdabb-1806-4262-bb5a-810fd3717445,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:32.230495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99e5886b-b2d7-4e7e-bbdc-143130cfe22f req-4ff86192-6d42-4e2f-951f-d0847b2a8ce0 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.0484855 Nov 10 21:31:32.260178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-b84d5096-6e9f-49c9-88d2-9d5dcfe81746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:32.260799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-b84d5096-6e9f-49c9-88d2-9d5dcfe81746 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 922 time: 0.1767793 Nov 10 21:31:32.302706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 369331ef-b12c-4505-a2b1-ebd7c263c7d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=369331ef-b12c-4505-a2b1-ebd7c263c7d8,segment=NetworkSegment(11e0aa9f-4cac-4c47-8947-db01b2afd22a),segment_id=11e0aa9f-4cac-4c47-8947-db01b2afd22a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:32.313044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:32.313949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 41e729c8-5ce6-4a25-899e-aad9b0e5510b up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:32.323026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-9cdbb7e5-cdb0-463b-93ac-774886ba2d08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c HTTP/1.1" status: 200 len: 217 time: 0.0551860 Nov 10 21:31:32.406580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-501cdae2-38e3-46fc-8ad2-46308d25738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:32.408106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-501cdae2-38e3-46fc-8ad2-46308d25738a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 HTTP/1.1" status: 200 len: 861 time: 0.0760608 Nov 10 21:31:32.420469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ef28-7ca4-4c5c-869d-9a1ea0cf11bb req-e3072ba4-ff66-4e46-9211-4fc486fc5bab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:32.428385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc45ef28-7ca4-4c5c-869d-9a1ea0cf11bb req-e3072ba4-ff66-4e46-9211-4fc486fc5bab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 943 time: 0.1071870 Nov 10 21:31:32.468980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-8af1b617-5acc-4a79-9e41-30ffa1b0ac64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a90df67-5327-49ad-88dc-4a46e11eb705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383694 Nov 10 21:31:32.511280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '369331ef-b12c-4505-a2b1-ebd7c263c7d8', 'network_id': 'f2243360-538b-457a-97a7-32e2148af87c', 'port_id': '369331ef-b12c-4505-a2b1-ebd7c263c7d8', 'mac_address': 'fa:16:3e:a4:ab:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a4ed79-bf94-4c18-bee9-b9a9e1027271', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:32.532840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc45ef28-7ca4-4c5c-869d-9a1ea0cf11bb req-2fe5acde-9ade-4180-8ecb-cefa3b55a0a7 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030076 Nov 10 21:31:32.579931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c4dfdabb-1806-4262-bb5a-810fd3717445,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:32.600775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:32.616231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369331ef-b12c-4505-a2b1-ebd7c263c7d8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:32.639514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 369331ef-b12c-4505-a2b1-ebd7c263c7d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=369331ef-b12c-4505-a2b1-ebd7c263c7d8,segment=NetworkSegment(11e0aa9f-4cac-4c47-8947-db01b2afd22a),segment_id=11e0aa9f-4cac-4c47-8947-db01b2afd22a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:32.659016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-65f7f0ab-61d6-4f4a-898e-58fb6ff0e824 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757774 Nov 10 21:31:32.686962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c5e4e-fb73-4bf1-b5b9-7bb76640bc2d req-5dd64763-4278-4982-93a8-9da2228841f6 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:32.688370 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c8c5e4e-fb73-4bf1-b5b9-7bb76640bc2d req-5dd64763-4278-4982-93a8-9da2228841f6 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 943 time: 0.0930049 Nov 10 21:31:32.719236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 41e729c8-5ce6-4a25-899e-aad9b0e5510b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:32.724187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 41e729c8-5ce6-4a25-899e-aad9b0e5510b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:32.724669 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:32.796365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c8c5e4e-fb73-4bf1-b5b9-7bb76640bc2d req-c40cb32b-be37-441d-9385-3dbc9d4bdc51 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963984 Nov 10 21:31:32.803248 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:32.809587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5697206e-6250-4803-ae8e-e36dcb5a2c55 req-ac387f6f-a387-4488-8eed-ecd3006c23c7 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397412 Nov 10 21:31:32.849325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:32.896235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=369331ef-b12c-4505-a2b1-ebd7c263c7d8,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:32.909084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:32.956308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29330a48-ad77-418c-8345-85091f60a177 req-034b46de-8027-43f6-8c87-a42ef1bf334b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:32.958207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29330a48-ad77-418c-8345-85091f60a177 req-034b46de-8027-43f6-8c87-a42ef1bf334b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0601008 Nov 10 21:31:33.019813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['369331ef-b12c-4505-a2b1-ebd7c263c7d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:33.036484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29330a48-ad77-418c-8345-85091f60a177 req-e147767f-4f6c-4e1b-9970-078c79a20217 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652421 Nov 10 21:31:33.054849 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:33.089993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:33.185148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=41e729c8-5ce6-4a25-899e-aad9b0e5510b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:33.286169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.293054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.299115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.305670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.311966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.318793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.329902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.331815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7f8d28ce-168c-4970-925e-639b5c73bf81 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5432 time: 0.1086059 Nov 10 21:31:33.354527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:33.359616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:33.360430 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:33.434063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58d898d0-58a3-4967-bb93-33ae3bd844fd req-7e9fa1a4-0695-42a8-96c7-7b5bfc009612 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932496 Nov 10 21:31:33.479524 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:33.483377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0fc39c5-c885-4d96-a5f7-ec1c13e83858 req-3d60106d-af40-482b-92c1-a3a8d300e2d1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.0602391 Nov 10 21:31:33.527413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:33.681569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997c1b6-fe5b-48b5-b27f-0f9eace27185 req-0e4ef3f7-434d-418f-a8af-9352a6e3217c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.683139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d997c1b6-fe5b-48b5-b27f-0f9eace27185 req-0e4ef3f7-434d-418f-a8af-9352a6e3217c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 943 time: 0.0729055 Nov 10 21:31:33.688108 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:33.693025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 48d97c8f-2dc5-4412-a33e-8853c4c29754 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:33.733747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445'}, {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b'}, {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:33.736017 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853eea85-7d56-4f3e-b9d4-e797f09612c4" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445"}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b"}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd77a7-b29f-4e22-a61b-08a9fe58fd46"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:33.743569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d997c1b6-fe5b-48b5-b27f-0f9eace27185 req-dd5b5d0f-7899-4772-9d2b-ace9682062b2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532010 Nov 10 21:31:33.793011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:33.827535 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c80b7fe-6b9d-49d0-a573-60125c0ad721 x-openstack-request-id: req-7c80b7fe-6b9d-49d0-a573-60125c0ad721 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:33.827859 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445", "code": 200}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b", "code": 200}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "0dfd77a7-b29f-4e22-a61b-08a9fe58fd46", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:33.828165 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c80b7fe-6b9d-49d0-a573-60125c0ad721 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:33.828686 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445', 'code': 200} Nov 10 21:31:33.828939 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'code': 200} Nov 10 21:31:33.829189 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46', 'code': 200} Nov 10 21:31:33.944384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba984dff-2f88-4acc-93fa-0e30e2c558c2 req-4cfea46e-b256-41b1-9946-1781295b955e tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:33.946069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba984dff-2f88-4acc-93fa-0e30e2c558c2 req-4cfea46e-b256-41b1-9946-1781295b955e tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 944 time: 0.0514441 Nov 10 21:31:33.997966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba984dff-2f88-4acc-93fa-0e30e2c558c2 req-e5ae1ed6-2700-4d92-88dd-0620f12c2c86 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Nov 10 21:31:34.008155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 48d97c8f-2dc5-4412-a33e-8853c4c29754 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:34.018820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 48d97c8f-2dc5-4412-a33e-8853c4c29754 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:34.018820 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.105323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.149683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 95cb0e0e-e516-48e5-b140-6a6f80e2be9c details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:34.150716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3bf30-2574-4ad9-b56c-8c9ebfb4d5d2 req-040cc472-36b1-44f7-b6e8-5a554f21866a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.152319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8c3bf30-2574-4ad9-b56c-8c9ebfb4d5d2 req-040cc472-36b1-44f7-b6e8-5a554f21866a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0545151 Nov 10 21:31:34.159987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 369331ef-b12c-4505-a2b1-ebd7c263c7d8 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:34.183934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 48d97c8f-2dc5-4412-a33e-8853c4c29754, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:34.209604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8c3bf30-2574-4ad9-b56c-8c9ebfb4d5d2 req-f4fbab90-c57c-4d36-83b9-ca268ffc0c43 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503132 Nov 10 21:31:34.301856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:34.314628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'port_id': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c', 'mac_address': 'fa:16:3e:82:a7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bc8ce-0d23-4f63-8479-d4aac87d81c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:34.340837 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.385855 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.402388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:34.413257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:34.414166 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.416556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cb0e0e-e516-48e5-b140-6a6f80e2be9c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:34.441397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=48d97c8f-2dc5-4412-a33e-8853c4c29754,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:34.469024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:34.532665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.568816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 369331ef-b12c-4505-a2b1-ebd7c263c7d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=369331ef-b12c-4505-a2b1-ebd7c263c7d8,segment=NetworkSegment(11e0aa9f-4cac-4c47-8947-db01b2afd22a),segment_id=11e0aa9f-4cac-4c47-8947-db01b2afd22a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:34.570685 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.596728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.605052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.612554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.619377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.623639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:34.625875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.634394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.640623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.642463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-10ce3fba-dec2-496d-b12a-2eb720673996 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.1081672 Nov 10 21:31:34.708802 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b778f1-2d6f-4259-9c48-e4851bcf8312 req-01d854ff-9162-42ab-b07f-a96151301a0c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593555 Nov 10 21:31:34.716132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:34.776338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=369331ef-b12c-4505-a2b1-ebd7c263c7d8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:34.797691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['95cb0e0e-e516-48e5-b140-6a6f80e2be9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:34.804317 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a21e46e0-0092-4b12-a889-e80436a0f1e2 req-20ff423e-55c0-4e22-82fb-9b91c145cfd1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.0296445 Nov 10 21:31:34.925256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853e0c-94a1-47f9-9eb1-dfc7811e9201 req-93afafbb-ace8-4f20-b780-4e090e6870ba tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:34.927643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7853e0c-94a1-47f9-9eb1-dfc7811e9201 req-93afafbb-ace8-4f20-b780-4e090e6870ba tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 944 time: 0.0572898 Nov 10 21:31:34.981344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7853e0c-94a1-47f9-9eb1-dfc7811e9201 req-c5d2425e-93db-4950-b768-f739a9a59394 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Nov 10 21:31:35.128233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32891f-c60e-44b6-8321-742ffeb4c4db req-8a227b3b-94ac-4184-9575-e135fd2fdc09 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:35.129707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f32891f-c60e-44b6-8321-742ffeb4c4db req-8a227b3b-94ac-4184-9575-e135fd2fdc09 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 945 time: 0.0591106 Nov 10 21:31:35.178366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f32891f-c60e-44b6-8321-742ffeb4c4db req-b0e590e5-a3b3-4f42-900e-727855f408e5 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Nov 10 21:31:35.347306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655cc26-b6e7-45f2-a4cf-7da1d5a46749 req-c24c9600-4eef-423d-8a56-03f3fdaf9ffb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:35.349154 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c655cc26-b6e7-45f2-a4cf-7da1d5a46749 req-c24c9600-4eef-423d-8a56-03f3fdaf9ffb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0553668 Nov 10 21:31:35.400164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c655cc26-b6e7-45f2-a4cf-7da1d5a46749 req-c834e886-9e4f-4e63-b54e-a1919192df91 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Nov 10 21:31:35.665331 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b81e3d0-5a2e-4ff8-af14-1dd8337d156c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:35.705837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1ac50-0260-4c86-b295-362f4a81466f req-ab5351ba-13ec-4d35-b1c7-76662c192302 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:35.707369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cf1ac50-0260-4c86-b295-362f4a81466f req-ab5351ba-13ec-4d35-b1c7-76662c192302 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1173544 Nov 10 21:31:35.723442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cf1ac50-0260-4c86-b295-362f4a81466f req-a4ea06ab-9d76-451b-a360-075d8337bced tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0092700 Nov 10 21:31:35.787166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cf1ac50-0260-4c86-b295-362f4a81466f req-36456e1f-27e6-4eb2-9844-2026fa8bb5e8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569997 Nov 10 21:31:35.830192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d97c8f-2dc5-4412-a33e-8853c4c29754'}, {'server_uuid': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369331ef-b12c-4505-a2b1-ebd7c263c7d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:35.832639 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879f2d4f-7ed0-4a46-b989-8c26b1424775" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "48d97c8f-2dc5-4412-a33e-8853c4c29754"}, {"server_uuid": "ee71ccec-b70e-470f-905c-555c3bded5d9", "name": "network-vif-plugged", "status": "completed", "tag": "369331ef-b12c-4505-a2b1-ebd7c263c7d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:35.884460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cf1ac50-0260-4c86-b295-362f4a81466f req-0cca31a0-2e58-4442-89d4-630f092ead50 service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896866 Nov 10 21:31:35.991095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cf1ac50-0260-4c86-b295-362f4a81466f req-b42c276c-2d38-423b-a676-11d4e7d4c83f service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995660 Nov 10 21:31:36.170210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 95cb0e0e-e516-48e5-b140-6a6f80e2be9c up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:36.728780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:36.728780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:36.728780 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.745723 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-8bb9c30d-191f-4895-9e2b-3da86b48a7d3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.1523595 Nov 10 21:31:36.751336 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:36.751336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:36.755192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d389fcb-c58e-4e7c-b182-a572438d9d3d req-b0fca579-bd06-49fb-ab63-ce836eaa4afe tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733080 Nov 10 21:31:36.755192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b55247b-4c5d-4bd2-910f-57e772770acb req-4911a27e-f4fc-4449-9048-cf9144d7db12 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=b427774c-6907-44bc-bae7-3ce6f2a416e9 HTTP/1.1" status: 200 len: 210 time: 0.0276227 Nov 10 21:31:36.755748 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85383937-dc11-4aa7-879f-7b34bd985de5 x-openstack-request-id: req-85383937-dc11-4aa7-879f-7b34bd985de5 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:36.755748 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-plugged", "status": "completed", "tag": "48d97c8f-2dc5-4412-a33e-8853c4c29754", "code": 200}, {"server_uuid": "ee71ccec-b70e-470f-905c-555c3bded5d9", "name": "network-vif-plugged", "status": "completed", "tag": "369331ef-b12c-4505-a2b1-ebd7c263c7d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:36.755748 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85383937-dc11-4aa7-879f-7b34bd985de5 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:36.755748 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d97c8f-2dc5-4412-a33e-8853c4c29754', 'code': 200} Nov 10 21:31:36.755748 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369331ef-b12c-4505-a2b1-ebd7c263c7d8', 'code': 200} Nov 10 21:31:36.834557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70b5a0-98b1-419d-87a9-8c6a9acc349e req-a199cd95-90ee-4f8c-9da5-840583e1b561 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.836360 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd70b5a0-98b1-419d-87a9-8c6a9acc349e req-a199cd95-90ee-4f8c-9da5-840583e1b561 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 944 time: 0.0664589 Nov 10 21:31:36.858865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369b08d-d9a6-4bac-abca-b68e40516e25 req-5b825a54-25ad-4baf-8235-c3926c5adfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.860829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1369b08d-d9a6-4bac-abca-b68e40516e25 req-5b825a54-25ad-4baf-8235-c3926c5adfb5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0811236 Nov 10 21:31:36.892774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.893589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.894447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.895219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.895750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.896251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.897305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:36.899627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-56b56cc0-c746-452c-99cd-60c7e1244024 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6498 time: 0.0909545 Nov 10 21:31:36.907322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd70b5a0-98b1-419d-87a9-8c6a9acc349e req-88290888-72cc-438a-816a-beefe6f9c975 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615916 Nov 10 21:31:36.925075 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:36.944260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1369b08d-d9a6-4bac-abca-b68e40516e25 req-77eb8ea6-bd2b-4e3f-81e5-fb17c8364001 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749862 Nov 10 21:31:36.982896 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-989b042e-1810-4db5-8c32-68117d36e6b6 req-649bcf37-9faf-4b55-baf5-87003f6ed291 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659306 Nov 10 21:31:37.007830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:37.359771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bb875-1a10-4011-a3c9-c7cb472aa04b req-c7f664b0-c1d9-4754-a077-434e4bb56536 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.361267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-916bb875-1a10-4011-a3c9-c7cb472aa04b req-c7f664b0-c1d9-4754-a077-434e4bb56536 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 945 time: 0.3776453 Nov 10 21:31:37.412871 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-916bb875-1a10-4011-a3c9-c7cb472aa04b req-667a404a-8e0e-4521-80b0-d4ef7d6ae6cc tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Nov 10 21:31:37.921969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.928179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.934467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.940726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.946950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.952958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.959336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:37.962132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-aea2a452-bade-4734-97d6-e93a9124c788 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.1217499 Nov 10 21:31:37.987405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65e7de40-0007-4081-850f-0ac7260dca34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:38.027764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f79d0b8-98c6-4e53-99b4-7f423b60edeb req-907001d6-f42a-448a-a5a3-f24f50caec5b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587626 Nov 10 21:31:38.547770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4304a33-79a2-4d1a-905c-4f9ec78df6ec req-ca83d8e3-d93f-445a-8f24-ffd40700a9ee tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:38.549399 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4304a33-79a2-4d1a-905c-4f9ec78df6ec req-ca83d8e3-d93f-445a-8f24-ffd40700a9ee tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0571201 Nov 10 21:31:38.608035 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4304a33-79a2-4d1a-905c-4f9ec78df6ec req-f3575a8a-83fc-428f-8470-9c504383c851 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511253 Nov 10 21:31:38.620362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4b7f3-56f2-456d-a99a-d50e3076f153 req-9661b0e5-b98a-40a3-8cc6-6ca0ded001c3 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:38.628522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70e4b7f3-56f2-456d-a99a-d50e3076f153 req-9661b0e5-b98a-40a3-8cc6-6ca0ded001c3 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 945 time: 0.0613973 Nov 10 21:31:38.697650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70e4b7f3-56f2-456d-a99a-d50e3076f153 req-4752b419-1f57-46ad-970e-a429eec545b0 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Nov 10 21:31:38.698512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:38.701042 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ad9d10-6cf5-4f24-91b5-6086913458ac" -d '{"events": [{"server_uuid": "8bd33913-b685-4f96-b12a-8b7566b8c6bb", "name": "network-vif-plugged", "status": "completed", "tag": "95cb0e0e-e516-48e5-b140-6a6f80e2be9c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:38.783652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07405d16-1e30-4376-ae3c-d91588c97925 req-bb383d84-d421-435a-8a1f-6a5f7e4ea145 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:38.785189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-07405d16-1e30-4376-ae3c-d91588c97925 req-bb383d84-d421-435a-8a1f-6a5f7e4ea145 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.0611625 Nov 10 21:31:38.840526 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-07405d16-1e30-4376-ae3c-d91588c97925 req-d90b8b17-f7d5-44c3-968f-5981bf0f4a2b tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485208 Nov 10 21:31:38.861109 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:31:38.889030 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf892c0-a06a-48e4-bb25-497e85b0180a x-openstack-request-id: req-0cf892c0-a06a-48e4-bb25-497e85b0180a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:38.889392 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd33913-b685-4f96-b12a-8b7566b8c6bb", "name": "network-vif-plugged", "status": "completed", "tag": "95cb0e0e-e516-48e5-b140-6a6f80e2be9c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:38.889709 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0cf892c0-a06a-48e4-bb25-497e85b0180a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:38.890184 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c', 'code': 200} Nov 10 21:31:38.923009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-e0b70ebc-ad2e-4df4-9869-67691de63dd4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:38.928188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-e0b70ebc-ad2e-4df4-9869-67691de63dd4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.1313992 Nov 10 21:31:38.945631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-97326097-c6bc-416d-a781-bc8ccda47102 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/quotas/912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 375 time: 0.0104961 Nov 10 21:31:39.039420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-5344c1be-72ce-41f0-92af-9b3dd3c7022d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826309 Nov 10 21:31:39.041361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dbbee-1fd4-4676-9858-8effa0f14ce4 req-2283a5ac-671a-4f1d-bf89-822573faf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:39.042697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f18dbbee-1fd4-4676-9858-8effa0f14ce4 req-2283a5ac-671a-4f1d-bf89-822573faf918 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 1097 time: 0.0750520 Nov 10 21:31:39.121917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-94f82536-132c-4ff9-9e25-5f6523ccdba8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:39.123298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-94f82536-132c-4ff9-9e25-5f6523ccdba8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1148670 Nov 10 21:31:39.139021 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-f54bf8a0-5ac0-4350-8e32-1b5391cbc5e6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0094578 Nov 10 21:31:39.149526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f18dbbee-1fd4-4676-9858-8effa0f14ce4 req-85de9c82-c975-4c40-a825-ca9aa7562550 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947826 Nov 10 21:31:39.165519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-867f41b0-8530-4ba7-abc9-450acb257f30 service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191702 Nov 10 21:31:39.196081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-321a8170-0b09-4acd-8046-dae957f6a1ee tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506239 Nov 10 21:31:39.264320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-887506d3-696f-49bf-8af0-0896ce816960 service neutron] 10.222.0.45 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922062 Nov 10 21:31:39.264771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:39.288490 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-f5e7147c-cc36-4fe4-95cf-2bf8f812794b service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847750 Nov 10 21:31:39.387946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-57105581-dd86-450a-aea7-efbe25e99a53 service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926242 Nov 10 21:31:39.753557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4314d-533d-48b8-87a7-b80e445449e0 req-ebbf2af8-c8d0-4229-97df-a9359597b31e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:39.755795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0b4314d-533d-48b8-87a7-b80e445449e0 req-ebbf2af8-c8d0-4229-97df-a9359597b31e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.1087267 Nov 10 21:31:39.774329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0b4314d-533d-48b8-87a7-b80e445449e0 req-1c496e63-e18d-48a7-8d37-a26dcbfad323 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/quotas/5fcb232e2e1f4b3db936eaf9b20f8ee0 HTTP/1.1" status: 200 len: 375 time: 0.0098746 Nov 10 21:31:39.811383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0b4314d-533d-48b8-87a7-b80e445449e0 req-989740d3-ea12-47bf-a2fc-09875e714649 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312574 Nov 10 21:31:39.904936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0b4314d-533d-48b8-87a7-b80e445449e0 req-c4ad5637-89dc-44fc-aa3b-1b2ca969b38e service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864441 Nov 10 21:31:40.024355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0b4314d-533d-48b8-87a7-b80e445449e0 req-51c95139-ab0b-4562-9aeb-e3362cb8ec90 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129384 Nov 10 21:31:40.139023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.146957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.153755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.161183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.168474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.174581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.180525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.182400 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-346e84f8-ad82-423e-8f8b-eb63b078e322 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.1077404 Nov 10 21:31:40.243075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-97ea14b5-72d6-46a3-bcaf-9da5ad9f8071 req-c82e987d-128d-405d-a6e4-87783a247b3c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544009 Nov 10 21:31:40.328866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-857510d0-08bd-4d2b-98c4-706a1ede13b3 req-cc4eb9b5-4876-4ad4-8e2d-8cf0f2ebe846 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 210 time: 0.0306566 Nov 10 21:31:40.377473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-c68902e5-40d9-4afc-b022-e0d846add4c4 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.379015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-c68902e5-40d9-4afc-b022-e0d846add4c4 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.0525382 Nov 10 21:31:40.506108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ecc7d-d101-48b9-9f1f-42c8dc51660d req-9eef4b66-9558-4328-a7c0-d730277ae917 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.508264 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b14ecc7d-d101-48b9-9f1f-42c8dc51660d req-9eef4b66-9558-4328-a7c0-d730277ae917 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 948 time: 0.0598447 Nov 10 21:31:40.540622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56cd3-8d2f-4082-ae36-bdfac0b0eb01 req-0d7860f3-892a-495c-a48a-7509eb727226 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.542161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61f56cd3-8d2f-4082-ae36-bdfac0b0eb01 req-0d7860f3-892a-495c-a48a-7509eb727226 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0980864 Nov 10 21:31:40.572221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Deleting port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:31:40.572221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:40.592418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b14ecc7d-d101-48b9-9f1f-42c8dc51660d req-a98649ed-307a-4603-8ca5-6606d1791afc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Nov 10 21:31:40.662534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61f56cd3-8d2f-4082-ae36-bdfac0b0eb01 req-baef6871-778d-44c8-a44e-363347d003f0 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039915 Nov 10 21:31:40.670043 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:40.693436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62eb21c5-64de-4851-a3b2-6a4b09cae82c req-d6e7760b-d0ec-4c55-bae5-783e001edc29 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0447116 Nov 10 21:31:40.710389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] For port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:40.711593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:40.728002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Calling delete_port for 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:31:40.817582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.823796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.830153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.836295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.842177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.848147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.854856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:40.856950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef23c518-4343-480b-94ce-7120cd56e19b req-0483890c-5cad-4f88-8e85-2a1ac2291d59 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.1083813 Nov 10 21:31:40.869217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57178) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:40.874319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Request body: {'floatingip': {'port_id': '41e729c8-5ce6-4a25-899e-aad9b0e5510b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:40.912936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:40.919282 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-008da453-511b-4b7b-87ec-d31dc69a4f28 req-3fc8f5f6-82f4-4ec1-81fa-848b358bc345 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=e41264bb-42cb-4b56-8119-f4851dcc7dda HTTP/1.1" status: 200 len: 210 time: 0.0309412 Nov 10 21:31:41.073585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:41.115838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Pushing event deleted for resources: {'Port': ['ID=4a7a3032-88b8-45b1-b492-2aa8bcf8ace5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:41.336020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:41.531590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] No DVR routers for this DVR port 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:41.535232 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:41.548304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54c6ea09-d367-4f0c-82f9-aa54bf36e859 req-5e2077ae-c73f-46be-bfe2-9468f86312bc tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "DELETE /v2.0/ports/4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 HTTP/1.1" status: 204 len: 173 time: 1.1626809 Nov 10 21:31:41.551645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-deleted', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:41.555564 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae3f70-cfd8-47ff-9e4d-93c5eb3dd689" -d '{"events": [{"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-deleted", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:41.672772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4a63-10b7-4382-8c4e-6ab7226696af req-7a26e6da-1d29-4af7-b841-e39ab50f1099 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:41.674350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f35f4a63-10b7-4382-8c4e-6ab7226696af req-7a26e6da-1d29-4af7-b841-e39ab50f1099 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 945 time: 0.1444027 Nov 10 21:31:41.819443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f35f4a63-10b7-4382-8c4e-6ab7226696af req-28874af7-e350-41df-b461-64884b13f364 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886555 Nov 10 21:31:41.989877 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56864d28-0bb3-4888-bf4e-138756366e25 req-00a0b5e0-c5ac-4efe-bbb9-9d04f036bbd5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 210 time: 0.0509000 Nov 10 21:31:41.996621 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:42.040263 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e66c25-e34c-4e3a-9467-830465358aed x-openstack-request-id: req-02e66c25-e34c-4e3a-9467-830465358aed {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:42.040263 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cffe9e3-6c3a-4b22-9696-71cd22bd430c", "name": "network-vif-deleted", "tag": "4a7a3032-88b8-45b1-b492-2aa8bcf8ace5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:42.040263 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02e66c25-e34c-4e3a-9467-830465358aed {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:42.040263 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cffe9e3-6c3a-4b22-9696-71cd22bd430c', 'name': 'network-vif-deleted', 'tag': '4a7a3032-88b8-45b1-b492-2aa8bcf8ace5', 'status': 'completed', 'code': 200} Nov 10 21:31:42.084170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-459bdb4a-a976-4c89-8051-8c8e1ef7a0f8 req-4070aece-dc5f-45ce-9d2f-3c66f3090706 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cffe9e3-6c3a-4b22-9696-71cd22bd430c HTTP/1.1" status: 200 len: 210 time: 0.0307248 Nov 10 21:31:42.148408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c895b-a636-4879-a9ca-d11276fcced8 req-abba83d9-e343-4f45-b749-bb5f05069948 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:42.151586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-425c895b-a636-4879-a9ca-d11276fcced8 req-abba83d9-e343-4f45-b749-bb5f05069948 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0647540 Nov 10 21:31:42.190582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b16a0cb-a788-48e8-a6a2-ca44da4d257f req-e445345a-2a75-4b85-828f-6d9d9956f0e3 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0281401 Nov 10 21:31:42.192043 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:42.238463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-425c895b-a636-4879-a9ca-d11276fcced8 req-65e9cc48-96b0-44c1-81de-41926491843b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693114 Nov 10 21:31:42.344265 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Floating IP 8d5ff1f8-77bc-40f9-bb57-446dc47691a3 associated. External IP: 172.25.7.118, port: 41e729c8-5ce6-4a25-899e-aad9b0e5510b. Nov 10 21:31:42.393294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfd766-45e3-493b-8679-a7c59fc043d1 req-2fa79a76-7005-4338-a992-70f60e616caf tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:42.394804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aebfd766-45e3-493b-8679-a7c59fc043d1 req-2fa79a76-7005-4338-a992-70f60e616caf tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0806856 Nov 10 21:31:42.492469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aebfd766-45e3-493b-8679-a7c59fc043d1 req-82f929e2-d912-4257-adf2-e46c68ea7c0c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900395 Nov 10 21:31:42.663502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-85cd00f0-b002-4e2e-96d1-4b9ef4832e5f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:42.665153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-85cd00f0-b002-4e2e-96d1-4b9ef4832e5f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.2125905 Nov 10 21:31:42.740544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaef899-c616-4995-9f1a-4e185c5ca135 req-30a1484a-fa5c-494f-91d5-24bb9c87db64 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:42.743117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0eaef899-c616-4995-9f1a-4e185c5ca135 req-30a1484a-fa5c-494f-91d5-24bb9c87db64 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0567117 Nov 10 21:31:42.781337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-37f759f4-014d-41a9-aa0e-c9ef4cba7d91 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/quotas/5fcb232e2e1f4b3db936eaf9b20f8ee0 HTTP/1.1" status: 200 len: 375 time: 0.1048467 Nov 10 21:31:42.811093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0eaef899-c616-4995-9f1a-4e185c5ca135 req-ed80587a-2071-4f23-9173-814447f42b1f tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540938 Nov 10 21:31:42.847158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-abfc70b9-0e86-4802-a3e8-e2a3712b1607 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552032 Nov 10 21:31:42.890351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-fb03d75e-8543-4368-b0d1-8862fb1f1313 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:42.891843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-fb03d75e-8543-4368-b0d1-8862fb1f1313 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 945 time: 0.2052639 Nov 10 21:31:42.898358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:31:42.922543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-05b54a89-bb1b-438f-9023-e16fb50e9bca tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:42.924016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-05b54a89-bb1b-438f-9023-e16fb50e9bca tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.2930462 Nov 10 21:31:42.959265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Request body: {'port': {'device_id': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'admin_state_up': True, 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:42.968142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c301603-9e7d-4cb5-925d-5f4c899f80b0 req-0ad31e3b-b957-4691-add4-7bde54cd4628 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:42.969684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c301603-9e7d-4cb5-925d-5f4c899f80b0 req-0ad31e3b-b957-4691-add4-7bde54cd4628 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0610120 Nov 10 21:31:43.024682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c301603-9e7d-4cb5-925d-5f4c899f80b0 req-8e8c66d2-85b5-4c84-8046-e271afb04ca4 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490143 Nov 10 21:31:43.145700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40728d77-2e3a-452f-9f24-6e7a1bcae0c0 req-30754cf6-caed-49c1-9467-0a99dda6b5c5 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:43.147120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40728d77-2e3a-452f-9f24-6e7a1bcae0c0 req-30754cf6-caed-49c1-9467-0a99dda6b5c5 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 945 time: 0.0631502 Nov 10 21:31:43.210878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40728d77-2e3a-452f-9f24-6e7a1bcae0c0 req-9e4cb6c0-63a3-49e8-aab0-90c0791c10a7 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/security-groups?id=08257f2d-0793-4881-a498-21bb5ee877f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553293 Nov 10 21:31:43.217487 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-fa5dd1e3-bd04-4ebe-95e8-7230deba9934 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480442 Nov 10 21:31:43.303120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-999af068-b444-49fd-abdc-d76262d5e68d req-683ec54e-cf26-4c3b-bea9-e16ddd4d07a5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 210 time: 0.0277214 Nov 10 21:31:43.326617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:31:43.335481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:43.338137 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] Sync routers for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:31:43.339075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Deleting port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:31:43.339407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:43.348683 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:31:43.349281 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:31:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:43.425208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:43.429359 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:43.437789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e180f7a0-a5af-4e74-8e2b-cdd7f526293b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "PUT /v2.0/floatingips/8d5ff1f8-77bc-40f9-bb57-446dc47691a3 HTTP/1.1" status: 200 len: 992 time: 2.5670800 Nov 10 21:31:43.447257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e0ba14f-f168-40ae-b1af-4ecaceda85a4 req-5c1608b2-09ac-483d-bad9-f0a51c8eee2a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0287244 Nov 10 21:31:43.473894 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:31:43.474474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-707ae0e7-a3f3-420a-a77c-f300dded66f1 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467272 Nov 10 21:31:43.568137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] For port 369331ef-b12c-4505-a2b1-ebd7c263c7d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=369331ef-b12c-4505-a2b1-ebd7c263c7d8,segment=NetworkSegment(11e0aa9f-4cac-4c47-8947-db01b2afd22a),segment_id=11e0aa9f-4cac-4c47-8947-db01b2afd22a)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:43.568908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:43.593014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Calling delete_port for 369331ef-b12c-4505-a2b1-ebd7c263c7d8 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:31:43.688223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bddea-19c8-4f20-96de-e76748ff6030 req-76fdbbe5-a13d-442b-8df2-9ff7c9c1d34c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:43.689713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-238bddea-19c8-4f20-96de-e76748ff6030 req-76fdbbe5-a13d-442b-8df2-9ff7c9c1d34c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0928497 Nov 10 21:31:43.696637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-448b19ce-d213-4b01-985c-8a71a52b08f3 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:43.698140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-448b19ce-d213-4b01-985c-8a71a52b08f3 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 808 time: 0.1897204 Nov 10 21:31:43.711824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Allocated IP 172.20.0.7 (f6127c6e-9e3d-4d2d-980c-fd707f259f13/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68/6f604c70-36b8-4197-b40e-6c3de6d31e44) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:31:43.718610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Request body: {'port': {'device_id': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'admin_state_up': True, 'tenant_id': '912c06daebc44e7997ddaf08aa77c052'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:43.739876 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8d5ff1f8-77bc-40f9-bb57-446dc47691a3', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'floating_ip_address': '172.25.7.118', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'port_id': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'mac_address': 'fa:16:3e:60:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:48Z', 'updated_at': '2021-11-10T21:31:41Z', 'revision_number': 1, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 5, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:43.771881 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] Checking router: b2cc4ab0-c70e-49ac-a176-d83a731b4f4d for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:31:43.781202 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:31:43.781789 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:31:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:43.809103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-238bddea-19c8-4f20-96de-e76748ff6030 req-e475fb9d-db2b-479c-841c-3f0b6efca87d tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079731 Nov 10 21:31:43.934153 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:31:44.044192 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.046505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:44.049331 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5e2394-e489-486d-bd90-b6fadff9f1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:44.057569 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.073188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['369331ef-b12c-4505-a2b1-ebd7c263c7d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:44.075212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Made reservation on behalf of 912c06daebc44e7997ddaf08aa77c052 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:44.078869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.106795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Pushing event deleted for resources: {'Port': ['ID=369331ef-b12c-4505-a2b1-ebd7c263c7d8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:44.195565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:44.235941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:31:44.236278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4a7a3032-88b8-45b1-b492-2aa8bcf8ace5 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:31:44.247081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] No DVR routers for this DVR port 369331ef-b12c-4505-a2b1-ebd7c263c7d8 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:44.250428 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.253873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab24e87e-3b63-406d-9b53-3b2c0f5952ee req-984ed3f9-da41-46db-b893-f0ed17e5e42d tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.53 "DELETE /v2.0/ports/369331ef-b12c-4505-a2b1-ebd7c263c7d8 HTTP/1.1" status: 204 len: 173 time: 1.3541954 Nov 10 21:31:44.275655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Allocated IP 172.20.0.12 (a427c084-43ae-4af9-acb6-414de5e88e76/d7808c98-3f45-473b-ada8-b7c8776ad318/031c2f6a-f018-45b3-8d10-3a5f8f2588a9) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:31:44.341051 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8d5ff1f8-77bc-40f9-bb57-446dc47691a3', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'floating_ip_address': '172.25.7.118', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'port_id': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'mac_address': 'fa:16:3e:60:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:48Z', 'updated_at': '2021-11-10T21:31:41Z', 'revision_number': 1, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 5, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:44.372884 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a16183-499b-4ee6-9ac1-4d765b3b97d4 None None] The sync data for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 is: [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8d5ff1f8-77bc-40f9-bb57-446dc47691a3', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'floating_ip_address': '172.25.7.118', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'port_id': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'mac_address': 'fa:16:3e:60:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:48Z', 'updated_at': '2021-11-10T21:31:41Z', 'revision_number': 1, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 5, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:31:44.386473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c795fa-aabc-40ce-8d22-bb3a5fa6941c req-88d18b1f-cad9-45ce-aa53-e31ebe888186 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.390934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15c795fa-aabc-40ce-8d22-bb3a5fa6941c req-88d18b1f-cad9-45ce-aa53-e31ebe888186 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.1244085 Nov 10 21:31:44.432135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.448482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:44.466537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.529959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15c795fa-aabc-40ce-8d22-bb3a5fa6941c req-823c2f39-bcca-4ac7-bb19-1272984ace11 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342776 Nov 10 21:31:44.576291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:31:44.588939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:44.592649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:31:44.599019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event updated for resources: {'Port': ['ID=6f604c70-36b8-4197-b40e-6c3de6d31e44,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:44.611363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.676754 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc014a70-5168-46ad-91b8-6afc19cd530d x-openstack-request-id: req-fc014a70-5168-46ad-91b8-6afc19cd530d {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:44.677262 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:44.677646 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc014a70-5168-46ad-91b8-6afc19cd530d {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:44.680068 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'status': 'completed', 'code': 200} Nov 10 21:31:44.700204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.700858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:44.804555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-249979d9-2d28-4013-936d-0ae231d9dc17 req-b3b54f9a-894b-4777-8a1c-97b7048cb02f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 210 time: 0.0880377 Nov 10 21:31:44.812372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee093d-1c0c-4676-b1d6-0f7b10e9233d None None] New status for floating IP 8d5ff1f8-77bc-40f9-bb57-446dc47691a3: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:31:44.834176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89cfff6b-ee01-4afa-bc0f-65df62e86301 req-dda824a9-0bda-4281-aed3-46a8a4db9db3 tempest-InstanceActionsNegativeTestJSON-2014765506 tempest-InstanceActionsNegativeTestJSON-2014765506-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee71ccec-b70e-470f-905c-555c3bded5d9 HTTP/1.1" status: 200 len: 210 time: 0.0516284 Nov 10 21:31:44.840986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-b5e7b1c5-60ad-4882-adc4-eb032071df7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9056025 Nov 10 21:31:44.842577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Network a427c084-43ae-4af9-acb6-414de5e88e76 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:31:44.853316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-748345a0-9f19-468f-922f-fe9facd62447 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:31:44.858372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-748345a0-9f19-468f-922f-fe9facd62447 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109971 Nov 10 21:31:44.863355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:44.874794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Request body: {'port': {'device_id': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:44.899579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:31:44.919500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:44.992240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.992716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.993190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.993657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.994262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.994952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.995166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:44.997345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-c678ab80-ca28-433d-a168-6c456de342d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6498 time: 0.2796657 Nov 10 21:31:45.049158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:45.125441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-e00a4d0e-a6a2-41fe-803a-5cf087f7a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:45.127064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-e00a4d0e-a6a2-41fe-803a-5cf087f7a1ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa HTTP/1.1" status: 200 len: 913 time: 0.1081254 Nov 10 21:31:45.152052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:45.152688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:45.218061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b16d8-eb0a-454a-a662-b15014884d59 req-2f7b4e38-7201-43e1-81f6-d5048dd321fd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:45.220560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a85b16d8-eb0a-454a-a662-b15014884d59 req-2f7b4e38-7201-43e1-81f6-d5048dd321fd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 932 time: 0.2313585 Nov 10 21:31:45.252158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:45.270370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1bc02-6a3f-41be-8526-5e61124087b0 req-781099e0-8750-49c4-8bd7-2bc1ddab9e61 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:45.278711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bcb1bc02-6a3f-41be-8526-5e61124087b0 req-781099e0-8750-49c4-8bd7-2bc1ddab9e61 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 931 time: 0.3455846 Nov 10 21:31:45.372895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-b8ddc949-7269-46de-869b-4a7093dea623 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6580300 Nov 10 21:31:45.403440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Request body: {'port': {'device_id': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:45.403688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a85b16d8-eb0a-454a-a662-b15014884d59 req-bd31c66f-8a2a-4720-99c1-6ab3728bf3c4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643679 Nov 10 21:31:45.437323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-3a3682b7-dd62-4720-a364-5d88b3bb6a4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b HTTP/1.1" status: 200 len: 1000 time: 0.2965560 Nov 10 21:31:45.597657 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bcb1bc02-6a3f-41be-8526-5e61124087b0 req-ba5bdd12-20b1-436e-ba29-b476370b4728 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180857 Nov 10 21:31:45.612889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:45.621712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f604c70-36b8-4197-b40e-6c3de6d31e44 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:45.629850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-3b42570c-c7b4-4c2a-8f15-fd3493837a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:45.633555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:45.635202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-3b42570c-c7b4-4c2a-8f15-fd3493837a99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2d35b2c-db91-4a29-b936-225b49929d0a HTTP/1.1" status: 200 len: 851 time: 0.1506083 Nov 10 21:31:45.652295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d360c-3eb7-488f-8b48-ecaa3cb87b79 req-a1221b26-2603-4824-95f7-01d0de166b51 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:45.653836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-166d360c-3eb7-488f-8b48-ecaa3cb87b79 req-a1221b26-2603-4824-95f7-01d0de166b51 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 949 time: 0.1060793 Nov 10 21:31:45.659387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Transition to ACTIVE for port object 6f604c70-36b8-4197-b40e-6c3de6d31e44 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:31:45.748148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-bc13437c-095b-4a31-a5fc-2e2e8b25c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:45.749846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-bc13437c-095b-4a31-a5fc-2e2e8b25c68a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908952 Nov 10 21:31:45.760993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-166d360c-3eb7-488f-8b48-ecaa3cb87b79 req-47f66db4-8d02-435b-ab90-39b1773fb5c4 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987422 Nov 10 21:31:45.769132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:45.950112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Pushing event updated for resources: {'Port': ['ID=6f604c70-36b8-4197-b40e-6c3de6d31e44,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:46.019828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-19cd75d2-c24f-4e56-b223-6faeb6e7c50b service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137833 Nov 10 21:31:46.032351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb350da-c6d7-4632-8b62-e9f3a6da2172 req-8bb6a148-7d5a-4a28-a171-02056d3c3047 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:46.034589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-feb350da-c6d7-4632-8b62-e9f3a6da2172 req-8bb6a148-7d5a-4a28-a171-02056d3c3047 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.1463563 Nov 10 21:31:46.040469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0001b85-1c39-44ff-95f4-e6c0a2f99297 req-3708c3b4-f28b-4c7e-96e2-bfad417abad8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 210 time: 0.0746100 Nov 10 21:31:46.050119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Attempting to bind port 6f604c70-36b8-4197-b40e-6c3de6d31e44 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:31:46.050466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Attempting to bind port 6f604c70-36b8-4197-b40e-6c3de6d31e44 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:31:46.050788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Attempting to bind port 6f604c70-36b8-4197-b40e-6c3de6d31e44 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:46.056623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Port 6f604c70-36b8-4197-b40e-6c3de6d31e44 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:31:46.056953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Attempting to bind port 6f604c70-36b8-4197-b40e-6c3de6d31e44 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:46.083702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:31:46.085781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:46.086478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Bound using segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:31:46.087302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Bound port: 6f604c70-36b8-4197-b40e-6c3de6d31e44, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:31:46.089070 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.141746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57278) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:46.197988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 369331ef-b12c-4505-a2b1-ebd7c263c7d8 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:46.220026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 369331ef-b12c-4505-a2b1-ebd7c263c7d8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:31:46.220907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 369331ef-b12c-4505-a2b1-ebd7c263c7d8 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:31:46.252178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] Deleting subnet f5a4ed79-bf94-4c18-bee9-b9a9e1027271 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:31:46.273833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-feb350da-c6d7-4632-8b62-e9f3a6da2172 req-14addc1a-3770-4183-8dde-0ae24fa77ca6 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018900 Nov 10 21:31:46.277118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.283568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5e2394-e489-486d-bd90-b6fadff9f1a6 req-6a428321-cf63-4b04-aec1-9665ea3a7a2c service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456455 Nov 10 21:31:46.298703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:46.313472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] For port 6f604c70-36b8-4197-b40e-6c3de6d31e44, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:31:46.313897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.334757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Transition to ACTIVE for port object 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:31:46.342139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] For port 6f604c70-36b8-4197-b40e-6c3de6d31e44, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6f604c70-36b8-4197-b40e-6c3de6d31e44,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:31:46.344878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.392852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.418462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef453ab-e6f2-4ad1-b316-da6a995d7a80 req-6c4c87bd-fc74-4864-91de-a9ce66bad52b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:46.420571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ef453ab-e6f2-4ad1-b316-da6a995d7a80 req-6c4c87bd-fc74-4864-91de-a9ce66bad52b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.0637789 Nov 10 21:31:46.457921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.511316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.547637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:46.564055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:46.565032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.566477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f604c70-36b8-4197-b40e-6c3de6d31e44 HTTP/1.1" status: 200 len: 1092 time: 1.6965160 Nov 10 21:31:46.571843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ef453ab-e6f2-4ad1-b316-da6a995d7a80 req-5699049a-4fe1-4399-85fe-212d7912e75d tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395597 Nov 10 21:31:46.600866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c39a98-a7be-4fcc-b7ab-6559b07b5e69 req-fe766848-754c-494e-ab90-3faed8f22556 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:46.602562 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86c39a98-a7be-4fcc-b7ab-6559b07b5e69 req-fe766848-754c-494e-ab90-3faed8f22556 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.1088891 Nov 10 21:31:46.607617 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.632165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:31:46.632568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:31:46.632893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:46.637932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:31:46.638262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:46.643583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:31:46.643931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:46.644363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:31:46.644788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Bound port: 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:31:46.645180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.729117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:31:46.732957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:31:46.744804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785ea57-9e6b-4bd3-94c6-0d1510010675 service neutron] Pushing event updated for resources: {'Port': ['ID=6f604c70-36b8-4197-b40e-6c3de6d31e44,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:46.747613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'name': 'network-vif-deleted', 'tag': '369331ef-b12c-4505-a2b1-ebd7c263c7d8'}, {'name': 'network-changed', 'server_uuid': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'tag': '6f604c70-36b8-4197-b40e-6c3de6d31e44'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:46.749710 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32b1aff-99a5-4508-be97-89c11b274d3a" -d '{"events": [{"server_uuid": "ee71ccec-b70e-470f-905c-555c3bded5d9", "name": "network-vif-deleted", "tag": "369331ef-b12c-4505-a2b1-ebd7c263c7d8"}, {"name": "network-changed", "server_uuid": "8dc2ea33-0c51-4232-8f8e-f87682cc281b", "tag": "6f604c70-36b8-4197-b40e-6c3de6d31e44"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:46.830470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.874295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:46.875182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:46.876804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] 10.222.0.64 "PUT /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 1093 time: 1.4818523 Nov 10 21:31:46.877281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:46.879840 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c336ac71-1531-480e-8323-048bf2dde274" -d '{"events": [{"name": "network-changed", "server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:46.907317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c71c1-3f44-41bc-a068-81912d993caf service neutron] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:47.154023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a4ed79-bf94-4c18-bee9-b9a9e1027271,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:47.165272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.168337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f10e0d6a-9e16-4285-8bef-e2e7a797f697 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f5a4ed79-bf94-4c18-bee9-b9a9e1027271 HTTP/1.1" status: 204 len: 168 time: 1.0239794 Nov 10 21:31:47.184509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57308) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:47.314938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209b3f3-b18a-402f-8793-a9c64136871d req-6952baa3-65c4-4308-b210-da1630d2cc42 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.316613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5209b3f3-b18a-402f-8793-a9c64136871d req-6952baa3-65c4-4308-b210-da1630d2cc42 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 949 time: 0.6952562 Nov 10 21:31:47.324988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86c39a98-a7be-4fcc-b7ab-6559b07b5e69 req-a4579e8b-b858-4401-87c3-6bd92ef46017 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095432 Nov 10 21:31:47.395750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-97f22db3-b610-41d7-9198-993bc423293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.397864 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-97f22db3-b610-41d7-9198-993bc423293f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 1095 time: 0.6446533 Nov 10 21:31:47.410914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.481567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-a1db1feb-de64-4c69-a32d-76778ea63eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.483326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-a1db1feb-de64-4c69-a32d-76778ea63eeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1096 time: 0.4361377 Nov 10 21:31:47.487232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-c358e496-3334-4261-add5-a4f40838211d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f604c70-36b8-4197-b40e-6c3de6d31e44 HTTP/1.1" status: 200 len: 217 time: 0.0792322 Nov 10 21:31:47.500017 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b3fd2-de8f-4348-93f5-44352a31f7bd x-openstack-request-id: req-891b3fd2-de8f-4348-93f5-44352a31f7bd {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:47.500396 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee71ccec-b70e-470f-905c-555c3bded5d9", "name": "network-vif-deleted", "tag": "369331ef-b12c-4505-a2b1-ebd7c263c7d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8dc2ea33-0c51-4232-8f8e-f87682cc281b", "tag": "6f604c70-36b8-4197-b40e-6c3de6d31e44", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:47.500683 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-891b3fd2-de8f-4348-93f5-44352a31f7bd {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:47.501151 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee71ccec-b70e-470f-905c-555c3bded5d9', 'name': 'network-vif-deleted', 'tag': '369331ef-b12c-4505-a2b1-ebd7c263c7d8', 'status': 'completed', 'code': 200} Nov 10 21:31:47.501465 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'tag': '6f604c70-36b8-4197-b40e-6c3de6d31e44', 'status': 'completed', 'code': 200} Nov 10 21:31:47.515646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017faf7-1d6e-4d0b-8092-3916400d66a2 req-6c894a50-c00c-4775-9c4e-efcc70156a2e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.524186 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e017faf7-1d6e-4d0b-8092-3916400d66a2 req-6c894a50-c00c-4775-9c4e-efcc70156a2e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 943 time: 0.1452136 Nov 10 21:31:47.589440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-27d07aca-5270-4a8e-ad7d-4c67f6b92875 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.591320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-27d07aca-5270-4a8e-ad7d-4c67f6b92875 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.5944386 Nov 10 21:31:47.594018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-89d018cc-c131-4053-b069-09e28862b749 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 217 time: 0.0657146 Nov 10 21:31:47.614530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Request body: {'port': {'device_id': '767b6f69-2680-4c86-9032-992aaeb7042f', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'admin_state_up': True, 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:47.668311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.672453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-9f873d0f-ae68-4d98-93fb-6815ec82b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.673982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-9f873d0f-ae68-4d98-93fb-6815ec82b89f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.1431375 Nov 10 21:31:47.703493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Deleting port 7b12eb30-2c54-49db-ae43-d04f75bf1981 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:31:47.703818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.727507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2243360-538b-457a-97a7-32e2148af87c']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:47.737347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e017faf7-1d6e-4d0b-8092-3916400d66a2 req-69286e34-c7d8-4ce5-ac7e-dad025918ca4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122934 Nov 10 21:31:47.758518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-7e8d7066-450c-4f50-83c4-94279f8a6194 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727880 Nov 10 21:31:47.764590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e0aa9f-4cac-4c47-8947-db01b2afd22a') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:47.764812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-da64b803-a63e-40a5-a878-03b12c94acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.764912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e0aa9f-4cac-4c47-8947-db01b2afd22a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:31:47.766177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-da64b803-a63e-40a5-a878-03b12c94acf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1199074 Nov 10 21:31:47.830005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-36d823b1-cc41-4c16-a34b-362915149a22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512209 Nov 10 21:31:47.842683 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.865089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eea27-f8a4-4fac-8230-92f53b962627 req-df93d914-4985-463b-9f45-cf09a601944f tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:47.873531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba3eea27-f8a4-4fac-8230-92f53b962627 req-df93d914-4985-463b-9f45-cf09a601944f tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 949 time: 0.2875624 Nov 10 21:31:47.906116 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7ea8b4-4f9d-4d67-906d-4161c7eb9d2c x-openstack-request-id: req-9c7ea8b4-4f9d-4d67-906d-4161c7eb9d2c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:47.906493 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:47.906786 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c7ea8b4-4f9d-4d67-906d-4161c7eb9d2c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:47.907394 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9', 'status': 'completed', 'code': 200} Nov 10 21:31:47.918977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:47.919894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.933522 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.961477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:31:47.961769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:31:47.963507 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:31:48.025144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-2ccb79bd-0a0a-4e5a-9074-90974835c817 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879404 Nov 10 21:31:48.041433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] For port 7b12eb30-2c54-49db-ae43-d04f75bf1981, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=7b12eb30-2c54-49db-ae43-d04f75bf1981,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:48.041805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.082691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bef32e23-863b-48d3-96ca-93b661c5fb41 req-c99b34f4-0b3d-41f1-befc-ed29637cf840 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 210 time: 0.0606601 Nov 10 21:31:48.087232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Calling delete_port for 7b12eb30-2c54-49db-ae43-d04f75bf1981 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:31:48.109075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba3eea27-f8a4-4fac-8230-92f53b962627 req-5c292943-60bf-4b03-a980-781da3b82567 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/security-groups?id=82b62046-9e16-4ba8-bb54-b951229772dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258902 Nov 10 21:31:48.126167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-fbc610a5-43b8-46a5-9ec3-b1668d3c403c service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467238 Nov 10 21:31:48.199398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.200086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Allocated IP 172.20.0.14 (0b5b4818-a6d3-43ab-b880-1b7f9b442c9e/c06e3385-c643-4c3f-8bbf-c4087eb0ff82/a8ae4799-9f01-4ba6-a2fb-f72657e2d576) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:31:48.212003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.216283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f2243360-538b-457a-97a7-32e2148af87c HTTP/1.1" status: 204 len: 168 time: 1.0304029 Nov 10 21:31:48.274802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155fe83-be97-4068-acbb-7845fd168e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2243360-538b-457a-97a7-32e2148af87c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:48.333988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9f02728-d933-48c9-adf6-36d4c778bcee req-e0a5d4ea-2a90-40c7-af3e-48936ed189ad service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005045 Nov 10 21:31:48.389995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6e354c5-7633-42f4-a310-4d91e0af4802 req-88ca9e94-15b5-41d1-a626-32ed11864737 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494091 Nov 10 21:31:48.438010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.491569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf761139-27b1-4ab9-92eb-b6d429699459 req-73b3bd17-4b36-416e-a1b1-611798064893 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.493480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf761139-27b1-4ab9-92eb-b6d429699459 req-73b3bd17-4b36-416e-a1b1-611798064893 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0739384 Nov 10 21:31:48.526809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-0d08acdd-1e17-4a22-8f42-45bec2b74882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.528501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-0d08acdd-1e17-4a22-8f42-45bec2b74882 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 1095 time: 0.0439947 Nov 10 21:31:48.529639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.571407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Pushing event deleted for resources: {'Port': ['ID=7b12eb30-2c54-49db-ae43-d04f75bf1981,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:48.599940 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf761139-27b1-4ab9-92eb-b6d429699459 req-b6f42500-6add-4a08-bd94-78a275938178 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982578 Nov 10 21:31:48.607959 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.669402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] No DVR routers for this DVR port 7b12eb30-2c54-49db-ae43-d04f75bf1981 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:48.673384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.675883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5209b3f3-b18a-402f-8793-a9c64136871d req-f8f89d1b-39cf-451e-9bfd-815bc4f8379d tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.53 "DELETE /v2.0/ports/7b12eb30-2c54-49db-ae43-d04f75bf1981 HTTP/1.1" status: 204 len: 173 time: 1.3488526 Nov 10 21:31:48.689328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336ac71-1531-480e-8323-048bf2dde274 req-16e2350e-f96e-45a6-be91-c126b3bec16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.690813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c336ac71-1531-480e-8323-048bf2dde274 req-16e2350e-f96e-45a6-be91-c126b3bec16f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1096 time: 0.1080120 Nov 10 21:31:48.742115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:31:48.747685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57326) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:48.766930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:48.769600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:31:48.777611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-c65c6973-7661-4b44-9c5d-c1f6df2a291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.779345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-c65c6973-7661-4b44-9c5d-c1f6df2a291a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 906 time: 0.2420583 Nov 10 21:31:48.815216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event updated for resources: {'Port': ['ID=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:48.835426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5f983af8-0d69-45d5-85fb-566b16c274c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0100908128444256aefb9078e2e52152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865583 Nov 10 21:31:48.839035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57330) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:48.871022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-d003b139-c012-4e7b-8cdf-fa43161a146d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f604c70-36b8-4197-b40e-6c3de6d31e44 HTTP/1.1" status: 200 len: 217 time: 0.0834804 Nov 10 21:31:48.900656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336ac71-1531-480e-8323-048bf2dde274 req-588add52-9e97-49a4-a7b2-33c572c93bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.902195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c336ac71-1531-480e-8323-048bf2dde274 req-588add52-9e97-49a4-a7b2-33c572c93bec service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1970549 Nov 10 21:31:48.902373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.903087 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:48.954166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264bd8d-10ea-4c0d-a344-ed90d35a4df8 req-1ee0cec0-142b-42fe-b25f-49b854de22dc tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.957495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a264bd8d-10ea-4c0d-a344-ed90d35a4df8 req-1ee0cec0-142b-42fe-b25f-49b854de22dc tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.2281909 Nov 10 21:31:48.967085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c336ac71-1531-480e-8323-048bf2dde274 req-fcccaa77-b576-4aff-8be8-2f456ba2465f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 217 time: 0.0549502 Nov 10 21:31:48.979290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87e3c8-f05c-48d4-afab-59b40ea5a9b0 req-0436dae2-d7c5-4e2e-960a-369ad05a4cf6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:48.987415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca87e3c8-f05c-48d4-afab-59b40ea5a9b0 req-0436dae2-d7c5-4e2e-960a-369ad05a4cf6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 943 time: 0.1302924 Nov 10 21:31:49.016838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-d2981a98-a36f-4f59-b572-81c44cd58030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:49.018257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-d2981a98-a36f-4f59-b572-81c44cd58030 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.1367903 Nov 10 21:31:49.027363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a264bd8d-10ea-4c0d-a344-ed90d35a4df8 req-aae00170-a281-4e1e-9cbb-bbdf70417ff4 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581253 Nov 10 21:31:49.050125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dee0871a-14ec-4a11-bd04-049fa2ada00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:49.064845 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-75decdb7-67a9-4184-b351-9238b27cd3ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361886 Nov 10 21:31:49.095170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336ac71-1531-480e-8323-048bf2dde274 req-ee6a8548-f5a3-4e3e-96bd-ec8a466e71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:49.096689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c336ac71-1531-480e-8323-048bf2dde274 req-ee6a8548-f5a3-4e3e-96bd-ec8a466e71f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1042666 Nov 10 21:31:49.112742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-b1e9a9ac-a3dc-4a58-b578-8d13904e8d78 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5042222 Nov 10 21:31:49.136634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dee0871a-14ec-4a11-bd04-049fa2ada00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:49.142799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Request body: {'port': {'device_id': '767b6f69-2680-4c86-9032-992aaeb7042f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:49.190390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca87e3c8-f05c-48d4-afab-59b40ea5a9b0 req-211ee369-3463-4f4d-b4ae-7eee07ceb424 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019451 Nov 10 21:31:49.192561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c336ac71-1531-480e-8323-048bf2dde274 req-f065dc65-1c0d-4ec7-8ef6-2adcc8c3ff09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797331 Nov 10 21:31:49.354476 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-561857da-6e76-4a6d-aad9-5da34b1e2777 req-ec8644d8-4a1c-4af5-8503-920796acfaf2 tempest-ListImageFiltersTestJSON-750549004 tempest-ListImageFiltersTestJSON-750549004-project] 10.222.0.45 "GET /v2.0/ports?device_id=07dbbde4-8f8a-4c95-bbde-949e7079aea7 HTTP/1.1" status: 200 len: 210 time: 0.0481474 Nov 10 21:31:49.355420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:49.382793 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-30a16aa8-bb47-409c-a760-aff8c175330b service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073728 Nov 10 21:31:49.404862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:49.433882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69aeaf-5be8-45e9-82ab-85db8af032cf req-88c7cc50-8774-4f8c-96ef-7903e8e212b2 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:49.435377 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a69aeaf-5be8-45e9-82ab-85db8af032cf req-88c7cc50-8774-4f8c-96ef-7903e8e212b2 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 932 time: 0.1204157 Nov 10 21:31:49.437351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c336ac71-1531-480e-8323-048bf2dde274 req-b93e5e4d-d610-4512-acac-9b45658cd71a service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285252 Nov 10 21:31:49.517095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-deleted', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:49.519371 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd74a0-f2b3-4ec1-9c29-5379cc47a76e" -d '{"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-deleted", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:49.534046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dee0871a-14ec-4a11-bd04-049fa2ada00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:49.537634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dee0871a-14ec-4a11-bd04-049fa2ada00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:49.542903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dee0871a-14ec-4a11-bd04-049fa2ada00b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/08257f2d-0793-4881-a498-21bb5ee877f0 HTTP/1.1" status: 204 len: 168 time: 0.7027445 Nov 10 21:31:49.575310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a32b1aff-99a5-4508-be97-89c11b274d3a req-9b499490-5bfe-453e-b020-c1a5daf58608 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713915 Nov 10 21:31:49.575905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0871a-14ec-4a11-bd04-049fa2ada00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08257f2d-0793-4881-a498-21bb5ee877f0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:49.593241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a69aeaf-5be8-45e9-82ab-85db8af032cf req-de535b44-de56-42ca-8b7c-337d9e838675 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485584 Nov 10 21:31:49.652107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c336ac71-1531-480e-8323-048bf2dde274 req-03921717-7c00-42a2-905a-7b8053aefc39 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011874 Nov 10 21:31:49.655364 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53551d5c-f963-4ec5-b454-a7e7cde6755f x-openstack-request-id: req-53551d5c-f963-4ec5-b454-a7e7cde6755f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:49.655967 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbbde4-8f8a-4c95-bbde-949e7079aea7", "name": "network-vif-deleted", "tag": "7b12eb30-2c54-49db-ae43-d04f75bf1981", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:49.656433 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53551d5c-f963-4ec5-b454-a7e7cde6755f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:49.657341 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbbde4-8f8a-4c95-bbde-949e7079aea7', 'name': 'network-vif-deleted', 'tag': '7b12eb30-2c54-49db-ae43-d04f75bf1981', 'status': 'completed', 'code': 200} Nov 10 21:31:49.790772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe24a90-e83e-4ad3-ba4e-2d3cf81fd2f3 req-989870b2-5b69-47ee-831d-81441562086e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:49.792566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe24a90-e83e-4ad3-ba4e-2d3cf81fd2f3 req-989870b2-5b69-47ee-831d-81441562086e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0837877 Nov 10 21:31:49.813049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ae4799-9f01-4ba6-a2fb-f72657e2d576 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:49.822532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:49.837073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Transition to ACTIVE for port object a8ae4799-9f01-4ba6-a2fb-f72657e2d576 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:31:49.849759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe24a90-e83e-4ad3-ba4e-2d3cf81fd2f3 req-f1e569d9-b6e4-4290-a2d3-b54a36aeb40d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498812 Nov 10 21:31:49.962123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:50.014987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Pushing event updated for resources: {'Port': ['ID=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:50.093792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Attempting to bind port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:31:50.094124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Attempting to bind port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:31:50.094428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Attempting to bind port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:50.099363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:31:50.099765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Attempting to bind port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:31:50.114035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:31:50.114680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Checking segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:50.115212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Bound using segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:31:50.116200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Bound port: a8ae4799-9f01-4ba6-a2fb-f72657e2d576, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:31:50.116584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:50.202130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 95cb0e0e-e516-48e5-b140-6a6f80e2be9c details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:50.242452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050ef35-bfaa-47d7-a3d1-a806e90117ee req-b72a58d1-c0a6-4088-b00e-c94503dc975e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:50.250562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9050ef35-bfaa-47d7-a3d1-a806e90117ee req-b72a58d1-c0a6-4088-b00e-c94503dc975e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 945 time: 0.1300805 Nov 10 21:31:50.304707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] For port a8ae4799-9f01-4ba6-a2fb-f72657e2d576, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:31:50.322570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:50.351477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] For port a8ae4799-9f01-4ba6-a2fb-f72657e2d576, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:31:50.355312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 7b12eb30-2c54-49db-ae43-d04f75bf1981 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:31:50.355775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 7b12eb30-2c54-49db-ae43-d04f75bf1981 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:31:50.395303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9050ef35-bfaa-47d7-a3d1-a806e90117ee req-b93ea77e-3926-4d10-ad20-2ca88a33683c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435142 Nov 10 21:31:50.416994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:50.424876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:50.441630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'port_id': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c', 'mac_address': 'fa:16:3e:82:a7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bc8ce-0d23-4f63-8479-d4aac87d81c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:50.463852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:50.465308 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:50.467633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] 10.222.0.53 "PUT /v2.0/ports/a8ae4799-9f01-4ba6-a2fb-f72657e2d576 HTTP/1.1" status: 200 len: 1093 time: 1.3393373 Nov 10 21:31:50.470280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767b6f69-2680-4c86-9032-992aaeb7042f', 'tag': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:50.470709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed75328-8d7f-498d-bc82-318965e65b8e req-53ee97bb-1558-4115-8b3d-7f35ecdb4b8a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:50.477769 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d246c6-a1b4-40ff-96d3-38a736698b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "767b6f69-2680-4c86-9032-992aaeb7042f", "tag": "a8ae4799-9f01-4ba6-a2fb-f72657e2d576"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:50.485112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed75328-8d7f-498d-bc82-318965e65b8e req-53ee97bb-1558-4115-8b3d-7f35ecdb4b8a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 943 time: 0.1277609 Nov 10 21:31:50.486646 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:50.502512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95cb0e0e-e516-48e5-b140-6a6f80e2be9c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:50.527517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:50.562962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ed75328-8d7f-498d-bc82-318965e65b8e req-f937f5da-7dfe-4239-9c2a-4f672577f8a1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751517 Nov 10 21:31:50.565256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41dbc7-2701-469c-a778-f0f950221f5e service neutron] Pushing event updated for resources: {'Port': ['ID=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:50.659174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-8cff18b1-2e21-45c8-bd79-4e542f672b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:50.660788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-8cff18b1-2e21-45c8-bd79-4e542f672b42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 1096 time: 0.0667522 Nov 10 21:31:50.665293 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756bedbb-61ac-4781-b56e-e3fea1cffb44 x-openstack-request-id: req-756bedbb-61ac-4781-b56e-e3fea1cffb44 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:50.665591 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767b6f69-2680-4c86-9032-992aaeb7042f", "tag": "a8ae4799-9f01-4ba6-a2fb-f72657e2d576", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:50.665850 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-756bedbb-61ac-4781-b56e-e3fea1cffb44 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:50.666261 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767b6f69-2680-4c86-9032-992aaeb7042f', 'tag': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576', 'status': 'completed', 'code': 200} Nov 10 21:31:50.744888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-99f5c742-e86f-4f33-bd81-7cbd73a0b321 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8ae4799-9f01-4ba6-a2fb-f72657e2d576 HTTP/1.1" status: 200 len: 217 time: 0.0728912 Nov 10 21:31:50.745093 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:50.804280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894439e-64da-41c3-aed6-ddcae22a2e9e req-c89f6156-931f-43d0-a1d3-2cf080d10ae0 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:50.812128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3894439e-64da-41c3-aed6-ddcae22a2e9e req-c89f6156-931f-43d0-a1d3-2cf080d10ae0 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 944 time: 0.0606704 Nov 10 21:31:50.840686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-96ac34fc-c714-476b-a155-ee9a5a24b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:50.846418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-96ac34fc-c714-476b-a155-ee9a5a24b81c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.0947127 Nov 10 21:31:50.848685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['95cb0e0e-e516-48e5-b140-6a6f80e2be9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:50.876093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3894439e-64da-41c3-aed6-ddcae22a2e9e req-70bed0aa-443c-4d7d-b0c3-bd559884d0ef tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618482 Nov 10 21:31:50.909389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-9658f2f1-5b85-4c6d-8879-64768e53a8f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566509 Nov 10 21:31:50.921819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:51.159424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-0d6c08af-388f-4b4e-bc06-471643ee1482 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560383 Nov 10 21:31:51.280287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9c11cdc-df1a-4803-895f-7e75cd0cb889 req-69703f65-2315-40ee-bbce-f968b6ba5e83 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087058 Nov 10 21:31:51.313593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc4725-cd9e-4f84-a439-60a8729b1b7c req-0822db05-85d3-4ced-affc-55bdeacebda0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:51.315352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ebc4725-cd9e-4f84-a439-60a8729b1b7c req-0822db05-85d3-4ced-affc-55bdeacebda0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0541310 Nov 10 21:31:51.371811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ebc4725-cd9e-4f84-a439-60a8729b1b7c req-695b30c7-2a5d-48ac-af1b-af4c18c7152e tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496020 Nov 10 21:31:51.398456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57404) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:51.512817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1376680800-network', 'tenant_id': '59a0d603014e42968db4cc3b74a23a79'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:51.547161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9e350-12cf-4cec-96f6-4fd8597b2685 req-32d3fa80-456f-4863-9378-226d9df671e1 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:51.548845 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6b9e350-12cf-4cec-96f6-4fd8597b2685 req-32d3fa80-456f-4863-9378-226d9df671e1 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 944 time: 0.0523291 Nov 10 21:31:51.580326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-faacd600-4abc-41b6-b300-320f8d94b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:51.581904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-faacd600-4abc-41b6-b300-320f8d94b3b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 1096 time: 0.0479014 Nov 10 21:31:51.612654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6b9e350-12cf-4cec-96f6-4fd8597b2685 req-c598dcb4-6523-4711-b0d8-6dacd6567ff7 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Nov 10 21:31:51.623763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Made reservation on behalf of 59a0d603014e42968db4cc3b74a23a79 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:51.636060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:51.669537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:51.730150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-4d9c06d4-7761-4529-b320-fac713d3adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:51.732661 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-4d9c06d4-7761-4529-b320-fac713d3adb9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 913 time: 0.1409788 Nov 10 21:31:51.750606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9fcdf-fbfa-473c-a4f6-b771ddb94b90 req-cc2362f4-247f-4ac1-a6e4-2095d6dd06ad tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:51.755918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31b9fcdf-fbfa-473c-a4f6-b771ddb94b90 req-cc2362f4-247f-4ac1-a6e4-2095d6dd06ad tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 943 time: 0.0567837 Nov 10 21:31:51.783380 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-6efab51e-f33a-4718-973f-df3b2ed81b11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8ae4799-9f01-4ba6-a2fb-f72657e2d576 HTTP/1.1" status: 200 len: 217 time: 0.0415475 Nov 10 21:31:51.802428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31b9fcdf-fbfa-473c-a4f6-b771ddb94b90 req-0f4913e7-7f38-4319-ba6c-82f2b14974a7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Nov 10 21:31:52.111684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.116563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-876b44f5-7e5b-408c-af7a-dd9b80d235bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:52.118077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-876b44f5-7e5b-408c-af7a-dd9b80d235bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.3267055 Nov 10 21:31:52.155699 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-9ac1fd1e-451d-4168-bd05-d9401f3018a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281212 Nov 10 21:31:52.218777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 95cb0e0e-e516-48e5-b140-6a6f80e2be9c no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:52.223875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.253906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:31:52.288660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.289036 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Added segment 59b77994-7ddd-48e4-a5f4-af8b42b75d62 of type vlan for network 5f706d76-2f89-442e-b955-353808426f91 Nov 10 21:31:52.292327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c116d0-2aa4-407c-a4ad-387b57835bd3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:52.317563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-579aab9b-16c5-4e57-b621-e7eae4f008e9 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535776 Nov 10 21:31:52.394817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.451582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.453062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32567f8-b9e3-4dcc-978e-c32407f2a4b0 req-95b5865e-258c-474e-a032-adc1aa03ba02 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:52.454707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e32567f8-b9e3-4dcc-978e-c32407f2a4b0 req-95b5865e-258c-474e-a032-adc1aa03ba02 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 944 time: 0.1592774 Nov 10 21:31:52.467183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 95cb0e0e-e516-48e5-b140-6a6f80e2be9c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:52.489459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:52.520305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76d246c6-a1b4-40ff-96d3-38a736698b0b req-73b5304c-7f02-484b-ad91-3e05a6f291af service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826124 Nov 10 21:31:52.535222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e32567f8-b9e3-4dcc-978e-c32407f2a4b0 req-620a4deb-b86f-4ad8-9c07-2b9144f24c22 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706179 Nov 10 21:31:52.590018 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.639317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:52.640056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.641359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:52.642003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.740082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] Pushing event updated for resources: {'Network': ['ID=5f706d76-2f89-442e-b955-353808426f91,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:52.750640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 5f706d76-2f89-442e-b955-353808426f91 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:31:52.756037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a68fb-b5cf-4f69-9af7-6a428aaab6d5 req-3e352480-9ff3-4f1b-a10f-6388cce1fc9f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:52.758719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-043a68fb-b5cf-4f69-9af7-6a428aaab6d5 req-3e352480-9ff3-4f1b-a10f-6388cce1fc9f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0590630 Nov 10 21:31:52.759844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3efad0-5ecc-4ed6-9ff5-860404321c25 req-77f33db3-c3c4-47ca-bf6d-c6a5ab630708 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:52.761383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e3efad0-5ecc-4ed6-9ff5-860404321c25 req-77f33db3-c3c4-47ca-bf6d-c6a5ab630708 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 943 time: 0.1095622 Nov 10 21:31:52.767366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a05c9500-aa30-4cbc-8074-a7928edd4e63 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3648248 Nov 10 21:31:52.770316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57444) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:52.776973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Request body: {'subnet': {'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1376680800-subnet', 'tenant_id': '59a0d603014e42968db4cc3b74a23a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:52.814646 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e3efad0-5ecc-4ed6-9ff5-860404321c25 req-9f8d8cc6-7c4f-425b-80ad-94fa7fdd6407 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Nov 10 21:31:52.836982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-043a68fb-b5cf-4f69-9af7-6a428aaab6d5 req-21bd44ff-69e3-4f21-9cf6-959448eeee48 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682132 Nov 10 21:31:52.915150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Made reservation on behalf of 59a0d603014e42968db4cc3b74a23a79 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:52.918169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:52.986942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6f604c70-36b8-4197-b40e-6c3de6d31e44 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:53.018921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632509f-4f52-4016-ab30-7ec18b7ecd10 req-990e5713-1522-4255-8aca-de6387a30963 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:53.020497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7632509f-4f52-4016-ab30-7ec18b7ecd10 req-990e5713-1522-4255-8aca-de6387a30963 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 943 time: 0.0709867 Nov 10 21:31:53.076612 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7632509f-4f52-4016-ab30-7ec18b7ecd10 req-9db69a71-f6b8-4242-8e2b-980078f224da tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492065 Nov 10 21:31:53.109664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6f604c70-36b8-4197-b40e-6c3de6d31e44, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6f604c70-36b8-4197-b40e-6c3de6d31e44,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:53.121571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6f604c70-36b8-4197-b40e-6c3de6d31e44', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'port_id': '6f604c70-36b8-4197-b40e-6c3de6d31e44', 'mac_address': 'fa:16:3e:7a:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29cd99-eb18-4eb1-9862-48ea5e0b2c68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:53.159036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:53.172795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f604c70-36b8-4197-b40e-6c3de6d31e44 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:53.192440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6f604c70-36b8-4197-b40e-6c3de6d31e44, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6f604c70-36b8-4197-b40e-6c3de6d31e44,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:53.196547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:53.254912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a769c08b-d407-49e5-993a-1918eac47955,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:53.265777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Checking segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:31:53.266163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Network hostable DHCP agents. Network: 5f706d76-2f89-442e-b955-353808426f91, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:31:53.275525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:53.325636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6f604c70-36b8-4197-b40e-6c3de6d31e44,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:53.360926 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:53.412964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Network 5f706d76-2f89-442e-b955-353808426f91 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:31:53.521073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 5f706d76-2f89-442e-b955-353808426f91) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:53.526227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:53.526892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:53.532850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f809846-ec9c-4484-817f-853e9310ba08 None None] Network 5f706d76-2f89-442e-b955-353808426f91 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:31:53.659949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0a58-b6cd-444e-84ab-612526c70f46 req-878ec26c-686c-4d7b-928c-b4e24412b696 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:53.661362 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d46a0a58-b6cd-444e-84ab-612526c70f46 req-878ec26c-686c-4d7b-928c-b4e24412b696 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 944 time: 0.0571911 Nov 10 21:31:53.679697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3c35810c-4905-4e8d-adb3-1c14059f3750 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8993430 Nov 10 21:31:53.691582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cfce1-6d6f-43c2-a53f-029e3629da60 None None] Network 5f706d76-2f89-442e-b955-353808426f91 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:31:53.731044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d46a0a58-b6cd-444e-84ab-612526c70f46 req-6209675d-f7d6-4c8e-a3da-c112f157dafa tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625663 Nov 10 21:31:53.839862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-0f2e4bd5-11a6-4384-bdb8-818568c799c8 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:53.841574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-0f2e4bd5-11a6-4384-bdb8-818568c799c8 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 943 time: 0.0544426 Nov 10 21:31:53.963901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1e7de-da08-48aa-b803-f78ad5773623 req-e864f8f4-792c-467a-9de0-7dad6d33569b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:53.965466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64f1e7de-da08-48aa-b803-f78ad5773623 req-e864f8f4-792c-467a-9de0-7dad6d33569b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 943 time: 0.0643327 Nov 10 21:31:53.994102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aac0fc-77d2-4dde-80b3-7b4b66a79825 req-bba585ea-a694-4508-b97f-ca5d218ba30c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:53.995688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0aac0fc-77d2-4dde-80b3-7b4b66a79825 req-bba585ea-a694-4508-b97f-ca5d218ba30c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0732293 Nov 10 21:31:54.003185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Deleting port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:31:54.003531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.017479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6f604c70-36b8-4197-b40e-6c3de6d31e44'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:54.041792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64f1e7de-da08-48aa-b803-f78ad5773623 req-02b693e0-73be-421c-b213-42d5ea4059ed tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Nov 10 21:31:54.127655 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0aac0fc-77d2-4dde-80b3-7b4b66a79825 req-54864206-492a-4f6d-9858-547f092945f6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186070 Nov 10 21:31:54.147358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] For port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:54.147845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.163006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Calling delete_port for 95cb0e0e-e516-48e5-b140-6a6f80e2be9c owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:31:54.248888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a8ae4799-9f01-4ba6-a2fb-f72657e2d576 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:31:54.258039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57488) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:54.389787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a8ae4799-9f01-4ba6-a2fb-f72657e2d576, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:54.404476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'port_id': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576', 'mac_address': 'fa:16:3e:82:0a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06e3385-c643-4c3f-8bbf-c4087eb0ff82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:31:54.448338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.451449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df79cb-1143-4edf-9703-6a787139a6bf req-8247b7db-e545-4aed-a136-09369a243010 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:54.453105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05df79cb-1143-4edf-9703-6a787139a6bf req-8247b7db-e545-4aed-a136-09369a243010 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 944 time: 0.1472411 Nov 10 21:31:54.464566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ae4799-9f01-4ba6-a2fb-f72657e2d576 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:31:54.473559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.488979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-53c1fcba-7936-449f-b084-4b96c423e3ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46482bcd42d44ea9823ca085ab84881a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274604 Nov 10 21:31:54.489164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57500) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:54.490349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a8ae4799-9f01-4ba6-a2fb-f72657e2d576, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:54.515367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event deleted for resources: {'Port': ['ID=95cb0e0e-e516-48e5-b140-6a6f80e2be9c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:54.530580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-c545e468-ccd4-4c07-9ec4-553f0bb62d54 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:54.532209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-c545e468-ccd4-4c07-9ec4-553f0bb62d54 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/networks?id=5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 200 len: 813 time: 0.1286416 Nov 10 21:31:54.558267 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-9357a06a-b691-4113-a863-d3d044a1f4f7 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/quotas/59a0d603014e42968db4cc3b74a23a79 HTTP/1.1" status: 200 len: 375 time: 0.0179250 Nov 10 21:31:54.565079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05df79cb-1143-4edf-9703-6a787139a6bf req-87a8d83f-d00b-4ea5-a417-9840445c7673 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009452 Nov 10 21:31:54.588120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] No DVR routers for this DVR port 95cb0e0e-e516-48e5-b140-6a6f80e2be9c on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:31:54.588120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.588305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f071c01-20ae-4a68-ad65-5e4c0669b90f req-264adba2-a89b-4072-96e4-292d7f51910b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "DELETE /v2.0/ports/95cb0e0e-e516-48e5-b140-6a6f80e2be9c HTTP/1.1" status: 204 len: 173 time: 0.7409954 Nov 10 21:31:54.588716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'name': 'network-vif-deleted', 'tag': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:54.591054 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9017edab-e0ab-48df-9e6f-8c38552d31eb" -d '{"events": [{"server_uuid": "8bd33913-b685-4f96-b12a-8b7566b8c6bb", "name": "network-vif-deleted", "tag": "95cb0e0e-e516-48e5-b140-6a6f80e2be9c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:54.602937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-d93dc9bd-a9ce-4043-8dff-6165e57c6407 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355027 Nov 10 21:31:54.603867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-519c6c43-3713-4056-b575-1da69ebef6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.606815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.634608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-519c6c43-3713-4056-b575-1da69ebef6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.637125 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c69981-5768-4ec9-95f0-b384b6282dd3 x-openstack-request-id: req-d9c69981-5768-4ec9-95f0-b384b6282dd3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:54.637466 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd33913-b685-4f96-b12a-8b7566b8c6bb", "name": "network-vif-deleted", "tag": "95cb0e0e-e516-48e5-b140-6a6f80e2be9c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:54.637714 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9c69981-5768-4ec9-95f0-b384b6282dd3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:54.638110 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd33913-b685-4f96-b12a-8b7566b8c6bb', 'name': 'network-vif-deleted', 'tag': '95cb0e0e-e516-48e5-b140-6a6f80e2be9c', 'status': 'completed', 'code': 200} Nov 10 21:31:54.679530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:54.771400 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-100bcf24-55af-47dc-8bf9-55340916e4b0 service neutron] 10.222.0.45 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577563 Nov 10 21:31:54.811024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a8ae4799-9f01-4ba6-a2fb-f72657e2d576'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:31:54.851652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-519c6c43-3713-4056-b575-1da69ebef6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.854620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-519c6c43-3713-4056-b575-1da69ebef6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:54.855751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-519c6c43-3713-4056-b575-1da69ebef6be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82b62046-9e16-4ba8-bb54-b951229772dd HTTP/1.1" status: 204 len: 168 time: 0.3616614 Nov 10 21:31:54.871796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c6c43-3713-4056-b575-1da69ebef6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b62046-9e16-4ba8-bb54-b951229772dd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:54.896213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-4e78522a-dbf7-488e-8cf8-b81516032c4e service neutron] 10.222.0.45 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178741 Nov 10 21:31:54.916934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026f03-e9ca-4b6a-bfec-5a974201ecac req-a05e6aa9-9261-44a3-b4a0-88601d1d0177 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:54.918618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f026f03-e9ca-4b6a-bfec-5a974201ecac req-a05e6aa9-9261-44a3-b4a0-88601d1d0177 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 945 time: 0.0706518 Nov 10 21:31:54.984155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f026f03-e9ca-4b6a-bfec-5a974201ecac req-5e0bc067-0cb6-4ab0-9795-45dd2aa33572 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577433 Nov 10 21:31:55.141838 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8bc9b9d-0e97-432c-9b6f-ad6d136cc9e9 req-0088849b-4516-4408-8761-1840ae8d6d5c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=8bd33913-b685-4f96-b12a-8b7566b8c6bb HTTP/1.1" status: 200 len: 210 time: 0.0277102 Nov 10 21:31:55.251597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0ddcc-9943-42a6-9685-9e691053c034 req-96b11460-b820-4b08-ac7e-826dcc8eaf80 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:55.253092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cca0ddcc-9943-42a6-9685-9e691053c034 req-96b11460-b820-4b08-ac7e-826dcc8eaf80 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0548892 Nov 10 21:31:55.305574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cca0ddcc-9943-42a6-9685-9e691053c034 req-bc380402-c57e-4720-a716-ee5ae5a203fc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452995 Nov 10 21:31:55.602464 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56bbcdee-41bd-4972-8190-2768ba275a5a req-49ebd0ac-d516-4ec9-8e61-34a0182e8c1f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 210 time: 0.0338485 Nov 10 21:31:55.698334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a796c1-adb4-4df9-81af-5c30cd6f7bab req-2230c5f4-6aa5-41f5-b596-21fbfb6ede18 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:55.699860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7a796c1-adb4-4df9-81af-5c30cd6f7bab req-2230c5f4-6aa5-41f5-b596-21fbfb6ede18 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 944 time: 0.0586617 Nov 10 21:31:55.754889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7a796c1-adb4-4df9-81af-5c30cd6f7bab req-8be4ca75-a602-4f1a-81c6-b11266b61e35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484865 Nov 10 21:31:56.101876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbb608-045e-4e47-bb0c-226461bd5dd2 req-ca53f6da-b529-4119-8be6-b7a67370335d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:56.103357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-17fbb608-045e-4e47-bb0c-226461bd5dd2 req-ca53f6da-b529-4119-8be6-b7a67370335d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 945 time: 0.0492644 Nov 10 21:31:56.153047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-17fbb608-045e-4e47-bb0c-226461bd5dd2 req-cc9ce33d-a457-40db-afcc-9d47ffa536e6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Nov 10 21:31:56.261808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a8ae4799-9f01-4ba6-a2fb-f72657e2d576 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:56.383769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:56.389118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:56.389632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:56.503386 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:56.540547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767b6f69-2680-4c86-9032-992aaeb7042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:56.543925 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00f7e95-51f0-4ba5-affa-940261969bfe" -d '{"events": [{"server_uuid": "767b6f69-2680-4c86-9032-992aaeb7042f", "name": "network-vif-plugged", "status": "completed", "tag": "a8ae4799-9f01-4ba6-a2fb-f72657e2d576"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:56.560737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a8ae4799-9f01-4ba6-a2fb-f72657e2d576, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:56.574644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589d6d-2856-4531-9c48-5233ea9613c3 req-9876d02c-30d6-41cc-9fa4-faedeb282ec6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:56.576230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6589d6d-2856-4531-9c48-5233ea9613c3 req-9876d02c-30d6-41cc-9fa4-faedeb282ec6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0620086 Nov 10 21:31:56.625545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6589d6d-2856-4531-9c48-5233ea9613c3 req-a2f0d20b-e6f5-4263-a84e-e6be7f1b33bc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Nov 10 21:31:56.693551 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:56.743493 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942cd531-660b-4d5e-b6b3-53b20db3f458 x-openstack-request-id: req-942cd531-660b-4d5e-b6b3-53b20db3f458 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:56.743796 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767b6f69-2680-4c86-9032-992aaeb7042f", "name": "network-vif-plugged", "status": "completed", "tag": "a8ae4799-9f01-4ba6-a2fb-f72657e2d576", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:56.744155 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-942cd531-660b-4d5e-b6b3-53b20db3f458 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:56.744619 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767b6f69-2680-4c86-9032-992aaeb7042f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576', 'code': 200} Nov 10 21:31:56.749529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:56.812754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-779de003-c05c-40f4-bbad-d8ecc6f7b2cf req-9c4e3898-ba3b-4533-9589-c2a9dbadc348 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 210 time: 0.0326014 Nov 10 21:31:56.844339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf807c4-a3ab-462c-a5a2-0f9dc5886622 req-bcfa431d-874e-4413-a5b8-1e8e19f7edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:56.845939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8bf807c4-a3ab-462c-a5a2-0f9dc5886622 req-bcfa431d-874e-4413-a5b8-1e8e19f7edbd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 1098 time: 0.0407445 Nov 10 21:31:56.897641 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8bf807c4-a3ab-462c-a5a2-0f9dc5886622 req-cb99a1da-af8f-4add-a270-7f87d3a88924 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Nov 10 21:31:56.920667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504b831-ed40-4fb7-876f-3888bcf17d15 req-194c019d-154a-4751-9c83-cf53d368848e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:56.922126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2504b831-ed40-4fb7-876f-3888bcf17d15 req-194c019d-154a-4751-9c83-cf53d368848e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 944 time: 0.0503390 Nov 10 21:31:56.970232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57580) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:56.975186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2504b831-ed40-4fb7-876f-3888bcf17d15 req-c948e048-7520-44a5-b2a7-88953d7ebb47 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464499 Nov 10 21:31:56.978197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7c4e34d2-99a8-4522-8e7b-f3e6ce93fa37 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744237971', 'description': 'tempest-description--1966218030'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:57.001149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6f604c70-36b8-4197-b40e-6c3de6d31e44 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:31:57.098091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c4e34d2-99a8-4522-8e7b-f3e6ce93fa37 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.167560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c4e34d2-99a8-4522-8e7b-f3e6ce93fa37 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.216254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 6f604c70-36b8-4197-b40e-6c3de6d31e44 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:31:57.216651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57588) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:57.220849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6f604c70-36b8-4197-b40e-6c3de6d31e44 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:31:57.221049 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.278304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5fc9-714c-4ad7-8151-df426f509498 req-a8c899a1-e847-457b-a3cb-4b25a645a653 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:57.279832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f33f5fc9-714c-4ad7-8151-df426f509498 req-a8c899a1-e847-457b-a3cb-4b25a645a653 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 946 time: 0.0508018 Nov 10 21:31:57.306225 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.337245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c4e34d2-99a8-4522-8e7b-f3e6ce93fa37 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.343459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6f604c70-36b8-4197-b40e-6c3de6d31e44, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6f604c70-36b8-4197-b40e-6c3de6d31e44,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:31:57.354078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f33f5fc9-714c-4ad7-8151-df426f509498 req-eef3f2ee-e4b5-4837-acce-b81c6394f2d7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651271 Nov 10 21:31:57.367400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77fbda8d-9835-48df-ac0b-18baaa51215d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.379570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e34d2-99a8-4522-8e7b-f3e6ce93fa37 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ecf18-fb06-4c43-9860-dd474febde68,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:57.441248 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.444884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77fbda8d-9835-48df-ac0b-18baaa51215d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.466824 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c4e34d2-99a8-4522-8e7b-f3e6ce93fa37 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.468197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7c4e34d2-99a8-4522-8e7b-f3e6ce93fa37 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4970322 Nov 10 21:31:57.471152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57592) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:57.476561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6c428c1c-4c30-41fa-92a6-dc8d67e9dfeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Request body: {'security_group_rule': {'security_group_id': 'f11ecf18-fb06-4c43-9860-dd474febde68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:57.493824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6f604c70-36b8-4197-b40e-6c3de6d31e44,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:57.538439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77fbda8d-9835-48df-ac0b-18baaa51215d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.577762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-77fbda8d-9835-48df-ac0b-18baaa51215d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f7c7e5c581d453090a4b1831d1d41d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599412 Nov 10 21:31:57.578588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fbda8d-9835-48df-ac0b-18baaa51215d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557fe0aa-e08f-4f8b-950c-450ae9349bb8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:57.580548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57594) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:57.629679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701d5e0d-e847-4d23-ba42-33ec817c4546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.652354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701d5e0d-e847-4d23-ba42-33ec817c4546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.701314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c428c1c-4c30-41fa-92a6-dc8d67e9dfeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.785337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd128e0-7b4e-4f44-9406-10a186c95e83 req-3d35fc79-e519-4d29-8cb7-0fd2fc81b1bf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:57.786821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bd128e0-7b4e-4f44-9406-10a186c95e83 req-3d35fc79-e519-4d29-8cb7-0fd2fc81b1bf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0828326 Nov 10 21:31:57.829607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701d5e0d-e847-4d23-ba42-33ec817c4546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.832205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701d5e0d-e847-4d23-ba42-33ec817c4546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.833594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-701d5e0d-e847-4d23-ba42-33ec817c4546 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/557fe0aa-e08f-4f8b-950c-450ae9349bb8 HTTP/1.1" status: 204 len: 168 time: 0.2517123 Nov 10 21:31:57.842025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bd128e0-7b4e-4f44-9406-10a186c95e83 req-026638a5-1259-44bd-b2d6-67e8f0528b74 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Nov 10 21:31:57.848662 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c428c1c-4c30-41fa-92a6-dc8d67e9dfeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:57.850233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d5e0d-e847-4d23-ba42-33ec817c4546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557fe0aa-e08f-4f8b-950c-450ae9349bb8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:57.944810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abb2f80-3485-48f2-8e27-a6eba7ecae62 req-452a7558-e7f6-463a-9410-f18678d61255 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Nov 10 21:31:57.995260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c428c1c-4c30-41fa-92a6-dc8d67e9dfeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:58.016172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c428c1c-4c30-41fa-92a6-dc8d67e9dfeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90511b42-6c76-4920-9d45-0cf97302f2d0,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:58.107712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb483-1b80-4ec9-9061-b3a8644cc137 req-379327f9-9d2f-4bff-8e10-4a27a493ddda tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:58.109345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-387cb483-1b80-4ec9-9061-b3a8644cc137 req-379327f9-9d2f-4bff-8e10-4a27a493ddda tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.0620267 Nov 10 21:31:58.161187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-387cb483-1b80-4ec9-9061-b3a8644cc137 req-e46efaed-46c9-4167-afa2-249c515cb1fd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Nov 10 21:31:58.164951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c428c1c-4c30-41fa-92a6-dc8d67e9dfeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:58.166116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c428c1c-4c30-41fa-92a6-dc8d67e9dfeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6937611 Nov 10 21:31:58.169175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57608) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:58.174196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-96586080-d635-4af7-9ce4-c3f7677a9856 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Request body: {'security_group_rule': {'security_group_id': 'f11ecf18-fb06-4c43-9860-dd474febde68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:58.256117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 95cb0e0e-e516-48e5-b140-6a6f80e2be9c no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:31:58.276820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 95cb0e0e-e516-48e5-b140-6a6f80e2be9c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:31:58.277172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 95cb0e0e-e516-48e5-b140-6a6f80e2be9c not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:31:58.329397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96586080-d635-4af7-9ce4-c3f7677a9856 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:58.424107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96586080-d635-4af7-9ce4-c3f7677a9856 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:58.492701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7472c-ca05-4e23-855f-b8e22b7b585c req-5c40013a-030d-457f-b9e4-2de05b4c0184 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:58.494245 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a7472c-ca05-4e23-855f-b8e22b7b585c req-5c40013a-030d-457f-b9e4-2de05b4c0184 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 946 time: 0.0580769 Nov 10 21:31:58.523620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96586080-d635-4af7-9ce4-c3f7677a9856 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:58.555139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96586080-d635-4af7-9ce4-c3f7677a9856 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f98d82e-2f90-4c1a-b091-bec38ce21805,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:58.573451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a7472c-ca05-4e23-855f-b8e22b7b585c req-1da7a7df-98fb-4929-bba6-936da4cb5903 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732238 Nov 10 21:31:58.664086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96586080-d635-4af7-9ce4-c3f7677a9856 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:58.665309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-96586080-d635-4af7-9ce4-c3f7677a9856 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4949625 Nov 10 21:31:58.675984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57624) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:58.681184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:58.745710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f604c70-36b8-4197-b40e-6c3de6d31e44'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:31:58.748142 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63164a14-648c-4a96-ac2c-d51d0df50c75" -d '{"events": [{"server_uuid": "8dc2ea33-0c51-4232-8f8e-f87682cc281b", "name": "network-vif-plugged", "status": "completed", "tag": "6f604c70-36b8-4197-b40e-6c3de6d31e44"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:31:58.791556 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f021d6ec-5f00-4de0-a491-9fb3414d2552 x-openstack-request-id: req-f021d6ec-5f00-4de0-a491-9fb3414d2552 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:31:58.791938 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc2ea33-0c51-4232-8f8e-f87682cc281b", "name": "network-vif-plugged", "status": "completed", "tag": "6f604c70-36b8-4197-b40e-6c3de6d31e44", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:31:58.792211 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f021d6ec-5f00-4de0-a491-9fb3414d2552 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:31:58.792614 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f604c70-36b8-4197-b40e-6c3de6d31e44', 'code': 200} Nov 10 21:31:58.846554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.035516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47a227-878d-41d3-bdb8-750e687ebeb2 req-9b67f7aa-321c-468a-bd13-3358cb331772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:59.036366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d47a227-878d-41d3-bdb8-750e687ebeb2 req-9b67f7aa-321c-468a-bd13-3358cb331772 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 1097 time: 0.1642108 Nov 10 21:31:59.062928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5322707-d7db-425c-b1aa-50e438ae8442 req-de40b761-9c65-4e97-ba75-e3ed4be6ba68 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:59.064494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5322707-d7db-425c-b1aa-50e438ae8442 req-de40b761-9c65-4e97-ba75-e3ed4be6ba68 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 946 time: 0.0994337 Nov 10 21:31:59.079473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53c4ca-8871-46bd-968a-333986ba9b68 req-b71e987b-1b54-41d6-9b0d-509b7c157e3b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:59.087296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d53c4ca-8871-46bd-968a-333986ba9b68 req-b71e987b-1b54-41d6-9b0d-509b7c157e3b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.1286435 Nov 10 21:31:59.106169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.133881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d47a227-878d-41d3-bdb8-750e687ebeb2 req-a4c83f62-46c9-4f75-8b45-965163aa3636 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891140 Nov 10 21:31:59.161078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d53c4ca-8871-46bd-968a-333986ba9b68 req-915ae5a8-0923-40f4-8035-412fe4be3bc2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728574 Nov 10 21:31:59.259829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf749200-ca03-48a6-a8df-de484835cf55 req-1478f4d0-ba4e-463e-81ec-4bdf1d8b3461 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 210 time: 0.0309484 Nov 10 21:31:59.326497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5322707-d7db-425c-b1aa-50e438ae8442 req-16d857a7-5293-4c71-a7b7-f03b124a1d71 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487590 Nov 10 21:31:59.360879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57648) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:31:59.486752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2011062342-network', 'tenant_id': 'f1bc044361e9458a91074240d37f7214'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:59.488663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-dd770961-e9df-4739-9a72-e6a5027af87e tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:59.490116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-dd770961-e9df-4739-9a72-e6a5027af87e tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/networks?id=5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 200 len: 813 time: 0.2766762 Nov 10 21:31:59.506981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Allocated IP 172.25.7.101 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/f270bca6-3929-4b57-a088-e569a58d7a1c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:31:59.513840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Request body: {'port': {'device_id': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'admin_state_up': True, 'tenant_id': '59a0d603014e42968db4cc3b74a23a79'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:59.595026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Made reservation on behalf of f1bc044361e9458a91074240d37f7214 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:59.597359 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.600629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da365ff-f2d4-4ccb-82c1-bb69eed38c5a req-b1c4d720-4e50-4242-b8f8-c1d74152a0d3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:59.602149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2da365ff-f2d4-4ccb-82c1-bb69eed38c5a req-b1c4d720-4e50-4242-b8f8-c1d74152a0d3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.1767182 Nov 10 21:31:59.607012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.693389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.739751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2da365ff-f2d4-4ccb-82c1-bb69eed38c5a req-cd16525e-2803-4d87-b7e0-91c15290eff4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288311 Nov 10 21:31:59.767423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.811116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.844116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:31:59.869679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:31:59.877681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.878104 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Added segment 677b74ea-05ae-4a51-9582-456b07e6fd4d of type vlan for network 7dad6678-5dfe-4d09-b6f6-635b98a9149f Nov 10 21:31:59.888240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Made reservation on behalf of 59a0d603014e42968db4cc3b74a23a79 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:31:59.892103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.906976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.931982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-f8af571f-e688-49c3-a28d-417472e40a73 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:31:59.933495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-f8af571f-e688-49c3-a28d-417472e40a73 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/networks?id=5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 200 len: 813 time: 0.1858451 Nov 10 21:31:59.948871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Request body: {'port': {'device_id': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'admin_state_up': True, 'tenant_id': '59a0d603014e42968db4cc3b74a23a79'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:31:59.956156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:31:59.983736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:31:59.991642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:31:59.998938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:00.132453 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.133378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:00.134023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.196275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] Pushing event updated for resources: {'Network': ['ID=7dad6678-5dfe-4d09-b6f6-635b98a9149f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:00.207581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:32:00.209490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Made reservation on behalf of 59a0d603014e42968db4cc3b74a23a79 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:00.214121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.316135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'Port': ['ID=f270bca6-3929-4b57-a088-e569a58d7a1c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:00.332553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6d74e06a-6858-49e4-8c2c-6483d347dc61 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9712329 Nov 10 21:32:00.335905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57658) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:00.342850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Request body: {'subnet': {'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2011062342-subnet', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:00.392971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c08a5591-5a12-43f3-a855-878371a7e4f5 req-e82bf1d5-7f2e-4b33-b6d2-ce7f9fe9bba7 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 210 time: 0.0438986 Nov 10 21:32:00.403177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Allocated IP 172.20.0.4 (5f706d76-2f89-442e-b955-353808426f91/a769c08b-d407-49e5-993a-1918eac47955/a649417c-66a2-4c38-a85f-fd82a93db718) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:00.421249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447e46-9a63-454c-beea-9c2720c05421 req-beb88a77-1f1c-4421-9c51-bfe4e3acd2ab tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:00.422808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44447e46-9a63-454c-beea-9c2720c05421 req-beb88a77-1f1c-4421-9c51-bfe4e3acd2ab tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.1146636 Nov 10 21:32:00.474851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.505257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44447e46-9a63-454c-beea-9c2720c05421 req-eeceb05e-1b10-443f-985f-d94c83734ad4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712440 Nov 10 21:32:00.515457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Made reservation on behalf of f1bc044361e9458a91074240d37f7214 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:00.518060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.579321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.640008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51b1f-59cd-486b-b628-d2b439ea1280 req-87031dd8-125f-4452-96b5-4ebfce8ba1b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:00.641472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0d51b1f-59cd-486b-b628-d2b439ea1280 req-87031dd8-125f-4452-96b5-4ebfce8ba1b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 946 time: 0.1737511 Nov 10 21:32:00.706249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.734025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.765457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0d51b1f-59cd-486b-b628-d2b439ea1280 req-88132dc0-e1e9-4514-b1e2-ef8cd85a0ecd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170239 Nov 10 21:32:00.844628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.890598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.925014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:00.968516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Network 5f706d76-2f89-442e-b955-353808426f91 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:00.969994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'Port': ['ID=f270bca6-3929-4b57-a088-e569a58d7a1c,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:00.986224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:00.995563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:00.999576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71f0ba-22ec-446f-9cf3-c8280dd52299 req-34de655d-b855-49e7-ad98-acfc40500200 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:00.999829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event updated for resources: {'Port': ['ID=a649417c-66a2-4c38-a85f-fd82a93db718,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:01.001120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea71f0ba-22ec-446f-9cf3-c8280dd52299 req-34de655d-b855-49e7-ad98-acfc40500200 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.1676419 Nov 10 21:32:01.004046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1363015-d85e-46ce-9c77-d0c70f51ddec,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:01.008597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:01.008785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Allocated IP 172.20.0.10 (5f706d76-2f89-442e-b955-353808426f91/a769c08b-d407-49e5-993a-1918eac47955/b2ecd743-1aab-41bc-a2bc-763502d137b2) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:01.011138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.065096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:01.065455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Network hostable DHCP agents. Network: 7dad6678-5dfe-4d09-b6f6-635b98a9149f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:32:01.073915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:01.074561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.104070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea71f0ba-22ec-446f-9cf3-c8280dd52299 req-8110ca00-6046-412c-950f-d76d77219220 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804896 Nov 10 21:32:01.149636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:01.163155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9', 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76', 'port_id': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9', 'mac_address': 'fa:16:3e:e7:50:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7808c98-3f45-473b-ada8-b7c8776ad318', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:01.206655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.225863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:01.226597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.226597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f435b47d-3ce2-4b98-b6ce-f859909b84ab tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5454628 Nov 10 21:32:01.244070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:01.245296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:32:01.248561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.253578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-e7a57633-8976-447d-ad51-5e06c493756b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3081286 Nov 10 21:32:01.285409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Request body: {'port': {'device_id': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:01.338230 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.388617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.396983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:01.483244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Network 5f706d76-2f89-442e-b955-353808426f91 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:01.499451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:01.517213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:01.552374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event updated for resources: {'Port': ['ID=b2ecd743-1aab-41bc-a2bc-763502d137b2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:01.591267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9973df-5287-4f2f-a9fb-cad841598a8d req-892eba53-221b-4c56-af59-c43a42f7ac4a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:01.592807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd9973df-5287-4f2f-a9fb-cad841598a8d req-892eba53-221b-4c56-af59-c43a42f7ac4a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 946 time: 0.1127996 Nov 10 21:32:01.598672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:01.599299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.653642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd9973df-5287-4f2f-a9fb-cad841598a8d req-1c294681-bb80-44d9-b449-438f1ce0b137 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504460 Nov 10 21:32:01.679175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 7dad6678-5dfe-4d09-b6f6-635b98a9149f) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:01.688717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2f6fe-dc4c-428c-8e83-7c2463410d10 None None] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:32:01.695137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.703907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:01.704495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.706656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-84a7f106-b635-4f8b-b3e8-b8f32a05c79b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1972904 Nov 10 21:32:01.720279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Request body: {'port': {'device_id': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:01.824947 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.848780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c12d4-eeec-46e9-95f9-8a13ee4f88ba req-33044cf7-cdff-40d8-8156-db75ec7ecde2 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:01.852340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-388c12d4-eeec-46e9-95f9-8a13ee4f88ba req-33044cf7-cdff-40d8-8156-db75ec7ecde2 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 931 time: 0.0951049 Nov 10 21:32:01.854780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:32:01.856245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:01.874924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-f244c8c6-d020-4bcb-8853-390ef7505a92 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:01.882946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-f244c8c6-d020-4bcb-8853-390ef7505a92 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 821 time: 0.2153366 Nov 10 21:32:01.894542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7d82ab61-776c-4cf3-9a74-fa89f6e80820 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5544603 Nov 10 21:32:01.894749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57690) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:01.904247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-b119a618-770d-49e0-a531-2fa660b414e2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/quotas/d6ad2f36236f422d8a71f668e8de0f07 HTTP/1.1" status: 200 len: 375 time: 0.0207145 Nov 10 21:32:01.905486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:02.015896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-388c12d4-eeec-46e9-95f9-8a13ee4f88ba req-dae1b5e1-78fa-4cf2-8ba1-f216d8e791f2 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569595 Nov 10 21:32:02.034781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-8bd6768b-400f-4b72-8f7a-5ce71dd3482c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193793 Nov 10 21:32:02.046439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.047556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.145653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['031c2f6a-f018-45b3-8d10-3a5f8f2588a9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:02.156154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.175943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-a07476b5-0b87-4612-bd6f-e1c41264e379 service neutron] 10.222.0.45 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301346 Nov 10 21:32:02.195545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Allocated IP 172.20.0.2 (7dad6678-5dfe-4d09-b6f6-635b98a9149f/d1363015-d85e-46ce-9c77-d0c70f51ddec/eecc152d-d50f-4d52-b9e4-05df23a18011) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:02.215330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb87562-01ce-44c5-9197-dce06f87611b req-910f65fe-6912-400b-be27-d8ef70b2f4a2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:02.216897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfb87562-01ce-44c5-9197-dce06f87611b req-910f65fe-6912-400b-be27-d8ef70b2f4a2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.0593851 Nov 10 21:32:02.283232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a649417c-66a2-4c38-a85f-fd82a93db718 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:02.295966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.321815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Transition to ACTIVE for port object a649417c-66a2-4c38-a85f-fd82a93db718 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:02.327598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-f97df3cd-09b7-4e92-8671-b02510da7427 service neutron] 10.222.0.45 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350079 Nov 10 21:32:02.383752 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.406585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.417102 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfb87562-01ce-44c5-9197-dce06f87611b req-b255f57c-cc18-4ad6-8a9a-7c29a0cb7719 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902151 Nov 10 21:32:02.431604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.483257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Pushing event updated for resources: {'Port': ['ID=a649417c-66a2-4c38-a85f-fd82a93db718,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:02.498869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.550122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Attempting to bind port a649417c-66a2-4c38-a85f-fd82a93db718 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:02.550844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Attempting to bind port a649417c-66a2-4c38-a85f-fd82a93db718 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:02.551176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Attempting to bind port a649417c-66a2-4c38-a85f-fd82a93db718 on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:02.555452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:02.562286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:02.566978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Pushing event updated for resources: {'Port': ['ID=eecc152d-d50f-4d52-b9e4-05df23a18011,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:02.570761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:02.587558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Port a649417c-66a2-4c38-a85f-fd82a93db718 on network 5f706d76-2f89-442e-b955-353808426f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:02.587941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Attempting to bind port a649417c-66a2-4c38-a85f-fd82a93db718 on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:02.597920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:02.598258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Checking segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:02.603003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Bound using segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:02.603003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Bound port: a649417c-66a2-4c38-a85f-fd82a93db718, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:02.603003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.664721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Attempting to bind port eecc152d-d50f-4d52-b9e4-05df23a18011 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:02.665149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Attempting to bind port eecc152d-d50f-4d52-b9e4-05df23a18011 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:02.665769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Attempting to bind port eecc152d-d50f-4d52-b9e4-05df23a18011 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:02.673384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:02.673764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:02.674162 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.674551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Bound using segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:02.675149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Bound port: eecc152d-d50f-4d52-b9e4-05df23a18011, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:02.676716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.678112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ecd743-1aab-41bc-a2bc-763502d137b2 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:02.689907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.702884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] For port a649417c-66a2-4c38-a85f-fd82a93db718, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:02.713523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] For port a649417c-66a2-4c38-a85f-fd82a93db718, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a649417c-66a2-4c38-a85f-fd82a93db718,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:02.714767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Transition to ACTIVE for port object b2ecd743-1aab-41bc-a2bc-763502d137b2 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:02.734212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6e1b-b7d7-44d6-8ca2-153c55f9bc62 req-8762440c-5f90-49be-9909-3c8a74f99ad1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:02.741465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-428e6e1b-b7d7-44d6-8ca2-153c55f9bc62 req-8762440c-5f90-49be-9909-3c8a74f99ad1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.1334689 Nov 10 21:32:02.781016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] For port eecc152d-d50f-4d52-b9e4-05df23a18011, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:02.786727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] For port eecc152d-d50f-4d52-b9e4-05df23a18011, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=eecc152d-d50f-4d52-b9e4-05df23a18011,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:02.792513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.841132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.868258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9186bee-b2da-406d-8e3e-83bf94511cf3 req-d176d266-142f-414e-8cfb-42a513b245e2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 210 time: 0.0806885 Nov 10 21:32:02.872955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:02.875351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.876964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] 10.222.0.53 "PUT /v2.0/ports/a649417c-66a2-4c38-a85f-fd82a93db718 HTTP/1.1" status: 200 len: 1092 time: 1.5998101 Nov 10 21:32:02.895790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:02.907315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'tag': 'a649417c-66a2-4c38-a85f-fd82a93db718'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:02.909635 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d90b8f5-21fc-4b0e-86ca-1ee85f1ee9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6c2b0a73-0de4-418b-ad75-5a10205ee1c2", "tag": "a649417c-66a2-4c38-a85f-fd82a93db718"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:02.913353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e3a81-3c30-43b2-90b2-091386d9857d service neutron] Pushing event updated for resources: {'Port': ['ID=a649417c-66a2-4c38-a85f-fd82a93db718,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:02.920117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-428e6e1b-b7d7-44d6-8ca2-153c55f9bc62 req-502d1d44-5f89-458b-a9e8-c9f92f3b7934 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757109 Nov 10 21:32:02.926011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-ce7df3e0-769d-4325-b3b7-c21241473d84 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:02.927822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-ce7df3e0-769d-4325-b3b7-c21241473d84 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 946 time: 0.1772976 Nov 10 21:32:02.997024 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ebaeb-f39d-4645-acb7-50ff9231a0ad x-openstack-request-id: req-882ebaeb-f39d-4645-acb7-50ff9231a0ad {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:02.997024 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c2b0a73-0de4-418b-ad75-5a10205ee1c2", "tag": "a649417c-66a2-4c38-a85f-fd82a93db718", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:02.997024 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-882ebaeb-f39d-4645-acb7-50ff9231a0ad {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:02.997024 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'tag': 'a649417c-66a2-4c38-a85f-fd82a93db718', 'status': 'completed', 'code': 200} Nov 10 21:32:03.026219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922c99c-dc2d-4e2e-8362-f588542acd17 None None] Pushing event updated for resources: {'Port': ['ID=eecc152d-d50f-4d52-b9e4-05df23a18011,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:03.031551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ecd743-1aab-41bc-a2bc-763502d137b2,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:03.040055 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:03.100241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.100588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.101165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.101529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.102401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.102524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.102796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.103131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.103457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.103833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.104290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.104620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:03.114458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:03.130325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b7bb8-343b-4506-9065-734dfd154972 req-70259108-1195-487b-bd4e-84593e8ebafc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.133858 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-586b7bb8-343b-4506-9065-734dfd154972 req-70259108-1195-487b-bd4e-84593e8ebafc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 946 time: 0.1596229 Nov 10 21:32:03.159476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b8f5-21fc-4b0e-86ca-1ee85f1ee9ab req-01ff9a6f-43a5-4360-aca5-0d4ef7726004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.163107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d90b8f5-21fc-4b0e-86ca-1ee85f1ee9ab req-01ff9a6f-43a5-4360-aca5-0d4ef7726004 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 1095 time: 0.1259062 Nov 10 21:32:03.219886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Deleting port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:03.220778 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:03.290760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719ea97-6ce0-4837-8500-21fbca900a35 req-55abcae1-e557-46de-b23c-10ef30bc0c83 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.292583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d719ea97-6ce0-4837-8500-21fbca900a35 req-55abcae1-e557-46de-b23c-10ef30bc0c83 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.1840103 Nov 10 21:32:03.296635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Attempting to bind port b2ecd743-1aab-41bc-a2bc-763502d137b2 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:03.297046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Attempting to bind port b2ecd743-1aab-41bc-a2bc-763502d137b2 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:03.297576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Attempting to bind port b2ecd743-1aab-41bc-a2bc-763502d137b2 on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:03.371156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Port b2ecd743-1aab-41bc-a2bc-763502d137b2 on network 5f706d76-2f89-442e-b955-353808426f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:03.371480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Attempting to bind port b2ecd743-1aab-41bc-a2bc-763502d137b2 on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:03.377780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-586b7bb8-343b-4506-9065-734dfd154972 req-67af9ab2-1f2d-4aeb-b2e6-c6d898d8e177 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386284 Nov 10 21:32:03.410948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:03.411286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Checking segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:03.413917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Bound using segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:03.414053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Bound port: b2ecd743-1aab-41bc-a2bc-763502d137b2, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:03.414384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:03.439270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] For port a8ae4799-9f01-4ba6-a2fb-f72657e2d576, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:03.439577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:03.444545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b8f5-21fc-4b0e-86ca-1ee85f1ee9ab req-b2ad8240-f4aa-4649-9d06-cac538e51fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.445204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d90b8f5-21fc-4b0e-86ca-1ee85f1ee9ab req-b2ad8240-f4aa-4649-9d06-cac538e51fcb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=59a0d603014e42968db4cc3b74a23a79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2660623 Nov 10 21:32:03.470126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Calling delete_port for a8ae4799-9f01-4ba6-a2fb-f72657e2d576 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:03.664301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa232a1-0636-4ecc-b7d0-4d36f0e48873 req-eff55023-f590-40d3-8f30-5ed476ab5034 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.665952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fa232a1-0636-4ecc-b7d0-4d36f0e48873 req-eff55023-f590-40d3-8f30-5ed476ab5034 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 943 time: 0.1981852 Nov 10 21:32:03.671787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b8f5-21fc-4b0e-86ca-1ee85f1ee9ab req-f57db376-4fda-401f-9018-327aa3545f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.673306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d90b8f5-21fc-4b0e-86ca-1ee85f1ee9ab req-f57db376-4fda-401f-9018-327aa3545f38 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201431 Nov 10 21:32:03.700720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Allocated IP 172.25.7.143 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/37742c7a-4286-4449-b8af-266dc4c8a8d1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:03.731949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d719ea97-6ce0-4837-8500-21fbca900a35 req-df8e708a-dd78-44e9-afee-e2dd749bd348 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881125 Nov 10 21:32:03.797378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fa232a1-0636-4ecc-b7d0-4d36f0e48873 req-2761b3af-6c5b-4071-9928-54abfc3a9657 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230760 Nov 10 21:32:03.840690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-48cf4b0e-7e8f-435d-9405-f45ff54e2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.843032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-48cf4b0e-7e8f-435d-9405-f45ff54e2874 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 1095 time: 0.1255102 Nov 10 21:32:03.883183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] For port b2ecd743-1aab-41bc-a2bc-763502d137b2, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:03.909812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-f30276b9-3fa6-4d50-8fd9-a43489425ebc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a649417c-66a2-4c38-a85f-fd82a93db718 HTTP/1.1" status: 200 len: 217 time: 0.0582080 Nov 10 21:32:03.933905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:03.945713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a5be5-aa9c-434b-92fe-f8c987ec6b7c req-b8012cc8-2490-4b97-ac19-c999f3d4e7ef tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:03.947300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-628a5be5-aa9c-434b-92fe-f8c987ec6b7c req-b8012cc8-2490-4b97-ac19-c999f3d4e7ef tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.1011856 Nov 10 21:32:03.982732 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:03.993619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] For port b2ecd743-1aab-41bc-a2bc-763502d137b2, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b2ecd743-1aab-41bc-a2bc-763502d137b2,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:03.995970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a8ae4799-9f01-4ba6-a2fb-f72657e2d576'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:04.028721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event deleted for resources: {'Port': ['ID=a8ae4799-9f01-4ba6-a2fb-f72657e2d576,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:04.050335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-628a5be5-aa9c-434b-92fe-f8c987ec6b7c req-3dee3de0-c9da-4016-9c56-186fa27b1517 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950897 Nov 10 21:32:04.074941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-2fe606c1-b398-459c-a62d-8931e01a3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:04.080062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-2fe606c1-b398-459c-a62d-8931e01a3514 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a769c08b-d407-49e5-993a-1918eac47955 HTTP/1.1" status: 200 len: 853 time: 0.1621990 Nov 10 21:32:04.145186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.148295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-40681015-5b91-4b90-95d1-72572c6f5a4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f706d76-2f89-442e-b955-353808426f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610762 Nov 10 21:32:04.163353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.174718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] No DVR routers for this DVR port a8ae4799-9f01-4ba6-a2fb-f72657e2d576 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:04.178016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.182233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d9fc36a-c860-4010-80e2-dd73eca7373e req-1d182e91-09f9-4605-bd5a-cdb968d5791d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "DELETE /v2.0/ports/a8ae4799-9f01-4ba6-a2fb-f72657e2d576 HTTP/1.1" status: 204 len: 173 time: 1.2481349 Nov 10 21:32:04.226904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:04.229966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:04.232883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:04.241149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eecc152d-d50f-4d52-b9e4-05df23a18011 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:04.275248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-1a9d6ef7-120d-4d79-a673-eb6443483db8 service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112850 Nov 10 21:32:04.282572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:04.283246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.284677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] 10.222.0.53 "PUT /v2.0/ports/b2ecd743-1aab-41bc-a2bc-763502d137b2 HTTP/1.1" status: 200 len: 1093 time: 2.5691152 Nov 10 21:32:04.295549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'tag': 'b2ecd743-1aab-41bc-a2bc-763502d137b2'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:04.298356 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102c64ae-14b0-4e81-976a-bfc392367d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7467d7b1-7d46-4c84-850b-a2fc903ef063", "tag": "b2ecd743-1aab-41bc-a2bc-763502d137b2"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:04.308846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port eecc152d-d50f-4d52-b9e4-05df23a18011 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:04.310358 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.342577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca01d016-e914-4be7-b3c4-2f7170ac6233 req-c4f5a173-f216-4e75-b947-b16a34663a2c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 210 time: 0.1212301 Nov 10 21:32:04.377789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=37742c7a-4286-4449-b8af-266dc4c8a8d1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:04.398591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-fef4ad97-becb-4a8b-8a39-e3a988d99dbf service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131871 Nov 10 21:32:04.442322 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04be715f-835b-4108-86f0-c9d4bda7ccac x-openstack-request-id: req-04be715f-835b-4108-86f0-c9d4bda7ccac {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:04.442613 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7467d7b1-7d46-4c84-850b-a2fc903ef063", "tag": "b2ecd743-1aab-41bc-a2bc-763502d137b2", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:04.442869 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04be715f-835b-4108-86f0-c9d4bda7ccac {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:04.443452 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'tag': 'b2ecd743-1aab-41bc-a2bc-763502d137b2', 'status': 'completed', 'code': 200} Nov 10 21:32:04.472929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf50435-df35-449f-917c-aee6a9c1f939 None None] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:32:04.531568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c64ae-14b0-4e81-976a-bfc392367d8f req-35cb25ab-4415-4b0f-99e3-55acf387814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:04.533455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-102c64ae-14b0-4e81-976a-bfc392367d8f req-35cb25ab-4415-4b0f-99e3-55acf387814d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=7467d7b1-7d46-4c84-850b-a2fc903ef063 HTTP/1.1" status: 200 len: 1096 time: 0.0672023 Nov 10 21:32:04.580232 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd9ea08e-d2ea-4f93-9dbc-bf9eaa2d8e33 req-688f40a9-54c6-4e55-9067-4cc720efcc69 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 210 time: 0.0729702 Nov 10 21:32:04.592586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5de8-0fcf-4b66-bf9d-00989c47ff11 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ecd743-1aab-41bc-a2bc-763502d137b2,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:04.636355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.646239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e1261ce1-6813-4ff1-bf27-77a6fd98fc17 None None] Provisioning complete for port eecc152d-d50f-4d52-b9e4-05df23a18011 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:04.646709 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1261ce1-6813-4ff1-bf27-77a6fd98fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.685955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c64ae-14b0-4e81-976a-bfc392367d8f req-55633903-8563-45bf-bcbf-56e0f27a2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:04.687153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-102c64ae-14b0-4e81-976a-bfc392367d8f req-55633903-8563-45bf-bcbf-56e0f27a2642 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=59a0d603014e42968db4cc3b74a23a79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1446488 Nov 10 21:32:04.733855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port eecc152d-d50f-4d52-b9e4-05df23a18011, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=eecc152d-d50f-4d52-b9e4-05df23a18011,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:04.799767 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1261ce1-6813-4ff1-bf27-77a6fd98fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.807636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c64ae-14b0-4e81-976a-bfc392367d8f req-10f08f93-1aa0-4aa5-8745-96bcd06bf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:04.809274 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-102c64ae-14b0-4e81-976a-bfc392367d8f req-10f08f93-1aa0-4aa5-8745-96bcd06bf1d2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154475 Nov 10 21:32:04.820877 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.904493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155e886-aae1-4e60-be3d-ded2f711cdcf req-c286c1ae-0720-400f-9a53-811cb3adc20e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:04.912726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0155e886-aae1-4e60-be3d-ded2f711cdcf req-c286c1ae-0720-400f-9a53-811cb3adc20e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.1234801 Nov 10 21:32:04.926636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=eecc152d-d50f-4d52-b9e4-05df23a18011,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:04.942173 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-e1261ce1-6813-4ff1-bf27-77a6fd98fc17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:32:04.942533 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-e1261ce1-6813-4ff1-bf27-77a6fd98fc17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:32:04.955576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:04.959531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-545a6052-e39c-498a-92e3-d516fb9e6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:04.970669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-545a6052-e39c-498a-92e3-d516fb9e6180 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=7467d7b1-7d46-4c84-850b-a2fc903ef063 HTTP/1.1" status: 200 len: 1096 time: 0.0920572 Nov 10 21:32:05.001289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767b6f69-2680-4c86-9032-992aaeb7042f', 'name': 'network-vif-deleted', 'tag': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:05.003556 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d53a5f-c8b1-4139-8072-4bf8e9579707" -d '{"events": [{"server_uuid": "767b6f69-2680-4c86-9032-992aaeb7042f", "name": "network-vif-deleted", "tag": "a8ae4799-9f01-4ba6-a2fb-f72657e2d576"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:05.022797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0155e886-aae1-4e60-be3d-ded2f711cdcf req-65e1e220-9e53-433d-bbf9-c5fccb8fa8e0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089659 Nov 10 21:32:05.046623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:05.047256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-40299dde-e6ef-4f07-a332-f5d2881999a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2ecd743-1aab-41bc-a2bc-763502d137b2 HTTP/1.1" status: 200 len: 217 time: 0.0637054 Nov 10 21:32:05.096430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9dd10-8880-4c4e-b38a-e434cd352800 req-e905ecd7-be6d-4824-9281-f10a59844c4f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:05.098080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ec9dd10-8880-4c4e-b38a-e434cd352800 req-e905ecd7-be6d-4824-9281-f10a59844c4f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 943 time: 0.1361027 Nov 10 21:32:05.125189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-bad5beaa-6c34-4818-a432-a8e8fd53cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:05.126804 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-bad5beaa-6c34-4818-a432-a8e8fd53cefc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a769c08b-d407-49e5-993a-1918eac47955 HTTP/1.1" status: 200 len: 853 time: 0.0755973 Nov 10 21:32:05.173430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-6b552289-3370-4440-bd20-a70619f64faf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f706d76-2f89-442e-b955-353808426f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376141 Nov 10 21:32:05.196751 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d437179-d54d-44fa-8569-a6f76521a132 x-openstack-request-id: req-4d437179-d54d-44fa-8569-a6f76521a132 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:05.197046 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767b6f69-2680-4c86-9032-992aaeb7042f", "name": "network-vif-deleted", "tag": "a8ae4799-9f01-4ba6-a2fb-f72657e2d576", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:05.197289 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d437179-d54d-44fa-8569-a6f76521a132 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:05.197685 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767b6f69-2680-4c86-9032-992aaeb7042f', 'name': 'network-vif-deleted', 'tag': 'a8ae4799-9f01-4ba6-a2fb-f72657e2d576', 'status': 'completed', 'code': 200} Nov 10 21:32:05.210819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ec9dd10-8880-4c4e-b38a-e434cd352800 req-fdb0f8ac-6312-450e-b2ab-ce7d1e9bb058 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042106 Nov 10 21:32:05.261603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:05.263515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:05.270665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:05.271365 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:05.298876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-88be2d5f-b88b-413f-86c1-a17e95789d4c service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154513 Nov 10 21:32:05.400561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:05.438752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-829ab4fc-aefd-451e-9d7d-9b6fc94169c4 req-cbb03022-ce01-4d6d-8e3c-3cff4a60d6ef service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308701 Nov 10 21:32:05.445818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:05.447018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:05.449616 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d449141-5c7f-40ca-b533-83945865ab7e" -d '{"events": [{"server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "name": "network-vif-plugged", "status": "completed", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:05.455776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eb0b9-5846-4f95-bd7d-565a0ccb9bd3 req-c16c0d81-07ae-4d54-a7d6-f6cc119e0bea tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:05.456077 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b97eb0b9-5846-4f95-bd7d-565a0ccb9bd3 req-c16c0d81-07ae-4d54-a7d6-f6cc119e0bea tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.1279831 Nov 10 21:32:05.515948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-471e045f-1f4b-4956-afa2-e6b13eda3f47 req-37afe472-d71d-4b42-884d-9e9d89c60109 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 210 time: 0.0936661 Nov 10 21:32:05.527048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:05.551182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b97eb0b9-5846-4f95-bd7d-565a0ccb9bd3 req-9b863442-9e37-4921-a0da-65067572c2e7 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Nov 10 21:32:05.594345 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e91a57-d040-419b-98dd-0a992217e98e x-openstack-request-id: req-f9e91a57-d040-419b-98dd-0a992217e98e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:05.594634 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "name": "network-vif-plugged", "status": "completed", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:05.595055 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9e91a57-d040-419b-98dd-0a992217e98e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:05.595837 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9', 'code': 200} Nov 10 21:32:05.612391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:05.626215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-be5fa2bd-87fe-45c9-984b-e20198c12fb3 None None] Provisioning complete for port eecc152d-d50f-4d52-b9e4-05df23a18011 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:05.627660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-be5fa2bd-87fe-45c9-984b-e20198c12fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:05.641266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-6bb30b4f-b0ca-4637-be37-68ab841e9684 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:05.642819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-6bb30b4f-b0ca-4637-be37-68ab841e9684 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 821 time: 0.2491746 Nov 10 21:32:05.657151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Request body: {'port': {'device_id': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'admin_state_up': True, 'tenant_id': 'd6ad2f36236f422d8a71f668e8de0f07'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:05.693856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-69c5b644-ebb3-4f29-8e74-05c44964f1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:05.752981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eff142a4-6383-48d8-9f53-752b8cf171d1 req-2b9238d2-cc0b-4de7-915a-f83bf0064952 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=767b6f69-2680-4c86-9032-992aaeb7042f HTTP/1.1" status: 200 len: 210 time: 0.0615475 Nov 10 21:32:05.769652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d237-9c64-43e5-9d30-a9352cfd5b0a req-cb3ba8ac-b965-49e8-908c-1498b8e0e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:05.771668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5319d237-9c64-43e5-9d30-a9352cfd5b0a req-cb3ba8ac-b965-49e8-908c-1498b8e0e567 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1098 time: 0.0777812 Nov 10 21:32:05.772145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Router 00c0fd29-ddeb-46ae-b134-129326ab3141 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:32:05.830135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5319d237-9c64-43e5-9d30-a9352cfd5b0a req-da5fcf07-2076-4ea7-9161-cbcc5c4d5b8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Nov 10 21:32:05.898332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:32:05.907066 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Sync routers for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:32:05.917739 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:05.918344 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:31:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:05.961073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Made reservation on behalf of d6ad2f36236f422d8a71f668e8de0f07 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:05.967245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.045298 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:06.098346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eecc152d-d50f-4d52-b9e4-05df23a18011 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:06.181287 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.191262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c3f0f754-857e-47cf-a5ac-d267fcea7dd4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2864811 Nov 10 21:32:06.191507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:06.201035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port eecc152d-d50f-4d52-b9e4-05df23a18011 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:06.201604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.263929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a649417c-66a2-4c38-a85f-fd82a93db718 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:06.265843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a8ae4799-9f01-4ba6-a2fb-f72657e2d576 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:06.300488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a8ae4799-9f01-4ba6-a2fb-f72657e2d576 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:06.301601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a8ae4799-9f01-4ba6-a2fb-f72657e2d576 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:06.319445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Allocated IP 172.20.0.11 (2a90df67-5327-49ad-88dc-4a46e11eb705/fc3bc8ce-0d23-4f63-8479-d4aac87d81c2/36d07663-0ae9-4d33-8ab7-238cd3c0c920) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:06.328639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760938-82ca-45b8-b3c6-23b332c5d8b6 req-798d9ffb-39f2-45c7-a721-a51d7861bda7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:06.330284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96760938-82ca-45b8-b3c6-23b332c5d8b6 req-798d9ffb-39f2-45c7-a721-a51d7861bda7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.1587420 Nov 10 21:32:06.431601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96760938-82ca-45b8-b3c6-23b332c5d8b6 req-886d80e5-15aa-4e4e-b743-de74e7ab06ff tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913289 Nov 10 21:32:06.437407 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:04Z', 'revision_number': 3, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:06.466866 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Checking router: 00c0fd29-ddeb-46ae-b134-129326ab3141 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:32:06.467223 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Updating router 00c0fd29-ddeb-46ae-b134-129326ab3141 port 37742c7a-4286-4449-b8af-266dc4c8a8d1 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:32:06.498627 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.512224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a649417c-66a2-4c38-a85f-fd82a93db718, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a649417c-66a2-4c38-a85f-fd82a93db718,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:06.539146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a649417c-66a2-4c38-a85f-fd82a93db718', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'port_id': 'a649417c-66a2-4c38-a85f-fd82a93db718', 'mac_address': 'fa:16:3e:08:58:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a769c08b-d407-49e5-993a-1918eac47955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:06.600908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.610399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4770-5e60-4491-8812-9d64750bb88a req-86abc1d4-98a8-46de-95f6-93b925c795bc tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:06.612571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-434a4770-5e60-4491-8812-9d64750bb88a req-86abc1d4-98a8-46de-95f6-93b925c795bc tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 943 time: 0.1239281 Nov 10 21:32:06.616735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a649417c-66a2-4c38-a85f-fd82a93db718 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:06.629405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.640967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a649417c-66a2-4c38-a85f-fd82a93db718, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a649417c-66a2-4c38-a85f-fd82a93db718,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:06.685957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86fd9ccd-a05d-47ed-848d-4cddc8ad8ee9 req-d95ed4a0-48f6-40e7-b082-b7bf244ab9f0 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 210 time: 0.0353162 Nov 10 21:32:06.721059 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.776458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a649417c-66a2-4c38-a85f-fd82a93db718,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:06.827434 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.841846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ab16-3ceb-44c4-b6b7-a2aed8a55872 req-2732903a-c06c-4c26-8bf0-6046e702c251 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:06.843507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b02ab16-3ceb-44c4-b6b7-a2aed8a55872 req-2732903a-c06c-4c26-8bf0-6046e702c251 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0672514 Nov 10 21:32:06.844649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.886304 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:06.919230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Network 2a90df67-5327-49ad-88dc-4a46e11eb705 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:06.927299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:06.935639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a649417c-66a2-4c38-a85f-fd82a93db718'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:06.940193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:06.946617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:06.985472 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Attempting to bind port 37742c7a-4286-4449-b8af-266dc4c8a8d1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:06.986035 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Attempting to bind port 37742c7a-4286-4449-b8af-266dc4c8a8d1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:06.986251 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Attempting to bind port 37742c7a-4286-4449-b8af-266dc4c8a8d1 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:06.991987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b02ab16-3ceb-44c4-b6b7-a2aed8a55872 req-e225e7f7-a4f6-4b9d-a1b8-9fb7c7a42f58 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399004 Nov 10 21:32:06.999596 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:07.000420 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:07.001257 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.001799 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:07.002731 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Bound port: 37742c7a-4286-4449-b8af-266dc4c8a8d1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:07.003879 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.011572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:07.012856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.044962 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Pushing event updated for resources: {'Port': ['ID=37742c7a-4286-4449-b8af-266dc4c8a8d1,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:07.065407 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.066153 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.066780 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.067279 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.067803 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.068383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.069106 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.069715 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.070228 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.070706 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.071169 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.071631 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:07.089821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-434a4770-5e60-4491-8812-9d64750bb88a req-2d690a64-26bb-43fc-a5d7-e58273a2465b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677896 Nov 10 21:32:07.103845 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] For port 37742c7a-4286-4449-b8af-266dc4c8a8d1, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:07.119851 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] For port 37742c7a-4286-4449-b8af-266dc4c8a8d1, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=37742c7a-4286-4449-b8af-266dc4c8a8d1,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:07.165465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-35653dfc-309e-4247-a71f-4dd7191a0ec2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5048811 Nov 10 21:32:07.172568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Request body: {'port': {'device_id': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:07.235507 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.245459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.264437 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.329578 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:07.330350 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:31:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:07.356878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-62e0a3d6-d22e-41d8-afdf-50df2b96abf0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:07.358428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-62e0a3d6-d22e-41d8-afdf-50df2b96abf0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.0991340 Nov 10 21:32:07.382970 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab589b-386b-451d-bd80-bd09bd630d32 None None] Pushing event updated for resources: {'Port': ['ID=37742c7a-4286-4449-b8af-266dc4c8a8d1,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:07.493644 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:07.544917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-6330524b-f75c-4e4c-bc30-a8457624b505 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:07.545940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Allocated IP 172.20.0.1 (7dad6678-5dfe-4d09-b6f6-635b98a9149f/d1363015-d85e-46ce-9c77-d0c70f51ddec/722ebed8-c689-41a6-8704-b4198da1ab94) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:07.546780 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-6330524b-f75c-4e4c-bc30-a8457624b505 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.2700784 Nov 10 21:32:07.575395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-2d5ad7da-1c6c-4e9e-a132-bc27eaf1b24c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/quotas/5fcb232e2e1f4b3db936eaf9b20f8ee0 HTTP/1.1" status: 200 len: 375 time: 0.0165298 Nov 10 21:32:07.612877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Deleting port 6f604c70-36b8-4197-b40e-6c3de6d31e44 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:07.613217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.628002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-45e45451-dba8-4a7e-ba6c-8e775eeed00b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370944 Nov 10 21:32:07.672342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b0088-d37d-45ed-812f-6a77e58c7990 req-5a016504-a960-4cf0-8735-5af9387e2ee7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:07.673892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f03b0088-d37d-45ed-812f-6a77e58c7990 req-5a016504-a960-4cf0-8735-5af9387e2ee7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 945 time: 0.1513302 Nov 10 21:32:07.692461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d07663-0ae9-4d33-8ab7-238cd3c0c920 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:07.701926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.718156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Transition to ACTIVE for port object 36d07663-0ae9-4d33-8ab7-238cd3c0c920 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:07.745341 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:04Z', 'revision_number': 3, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:07.776281 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f8e0a-34d4-4f24-92d4-af7ffc1a239a None None] The sync data for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 is: [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:04Z', 'revision_number': 3, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:32:07.816524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] For port 6f604c70-36b8-4197-b40e-6c3de6d31e44, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6f604c70-36b8-4197-b40e-6c3de6d31e44,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:07.816895 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.823942 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:07.831408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f03b0088-d37d-45ed-812f-6a77e58c7990 req-fb27c7ed-2f4b-4584-8336-200c659135e2 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459219 Nov 10 21:32:07.848474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Calling delete_port for 6f604c70-36b8-4197-b40e-6c3de6d31e44 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:07.879272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.012687 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5511e5a5-ae3e-48fe-9a83-803c84f32ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.104104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.162860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.174741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:08.182555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116', '6f604c70-36b8-4197-b40e-6c3de6d31e44'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:08.192084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:08.205065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:08.243046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-597d6d1d-9582-4aed-8399-3993e1852def service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974371 Nov 10 21:32:08.245575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Pushing event updated for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:08.276687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2b75-f853-47cf-925a-799035cda069 req-7c0929e1-f18a-4c6f-a767-5679236408e1 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:08.278534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddfa2b75-f853-47cf-925a-799035cda069 req-7c0929e1-f18a-4c6f-a767-5679236408e1 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 944 time: 0.2159092 Nov 10 21:32:08.296172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b2ecd743-1aab-41bc-a2bc-763502d137b2 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:08.301540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a649417c-66a2-4c38-a85f-fd82a93db718 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:08.373591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] No DVR routers for this DVR port 6f604c70-36b8-4197-b40e-6c3de6d31e44 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:08.382282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Pushing event updated for resources: {'Port': ['ID=722ebed8-c689-41a6-8704-b4198da1ab94,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:08.387593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.391225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-446b9b57-a574-4d1a-af01-d8a01ae42952 req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "DELETE /v2.0/ports/6f604c70-36b8-4197-b40e-6c3de6d31e44 HTTP/1.1" status: 204 len: 173 time: 1.0231278 Nov 10 21:32:08.392112 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.476409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'name': 'network-vif-deleted', 'tag': '6f604c70-36b8-4197-b40e-6c3de6d31e44'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:08.476660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Attempting to bind port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:08.477407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Attempting to bind port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:08.477748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Attempting to bind port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 on network 2a90df67-5327-49ad-88dc-4a46e11eb705 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:08.481084 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37a09c3-4a87-4d52-8d05-e7634d8215f7" -d '{"events": [{"server_uuid": "8dc2ea33-0c51-4232-8f8e-f87682cc281b", "name": "network-vif-deleted", "tag": "6f604c70-36b8-4197-b40e-6c3de6d31e44"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:08.487199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 on network 2a90df67-5327-49ad-88dc-4a46e11eb705 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:08.487450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Attempting to bind port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 on network 2a90df67-5327-49ad-88dc-4a46e11eb705 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:08.496634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:08.496971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Checking segment: {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:08.497480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Bound using segment: {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:08.497915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Bound port: 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:08.498216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.552039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddfa2b75-f853-47cf-925a-799035cda069 req-631e46dd-33ac-4e4d-adf5-67b953b2ada8 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618105 Nov 10 21:32:08.556551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.557027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.557528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.557707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-a99fd7ae-ad2b-44e5-baaf-7d961714ba01 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991459 Nov 10 21:32:08.558092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.558526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.559207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.560045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.560477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.560951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.561449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.561876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.562296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:08.613630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b2ecd743-1aab-41bc-a2bc-763502d137b2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b2ecd743-1aab-41bc-a2bc-763502d137b2,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:08.616493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b3faf-1c42-47e8-9928-863156d63aae tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event deleted for resources: {'Port': ['ID=6f604c70-36b8-4197-b40e-6c3de6d31e44,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:08.638017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'b2ecd743-1aab-41bc-a2bc-763502d137b2', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'port_id': 'b2ecd743-1aab-41bc-a2bc-763502d137b2', 'mac_address': 'fa:16:3e:92:97:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a769c08b-d407-49e5-993a-1918eac47955', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:08.661801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:08.670090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:08.710908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c2a45f00-de8c-45d6-8e85-2c8c7ef48783 None None] Provisioning complete for port 722ebed8-c689-41a6-8704-b4198da1ab94 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:08.711278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2a45f00-de8c-45d6-8e85-2c8c7ef48783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.712778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a649417c-66a2-4c38-a85f-fd82a93db718 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:08.754511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad48bf0-6cac-4736-9854-aaab33bc8693 req-1a69438b-30d8-4b2c-a731-b2275e29fc81 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:08.755848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a649417c-66a2-4c38-a85f-fd82a93db718 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:08.756614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bad48bf0-6cac-4736-9854-aaab33bc8693 req-1a69438b-30d8-4b2c-a731-b2275e29fc81 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0667443 Nov 10 21:32:08.762841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.783041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.817329 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.819404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c2a45f00-de8c-45d6-8e85-2c8c7ef48783 None None] Port 722ebed8-c689-41a6-8704-b4198da1ab94 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:32:08.820519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bad48bf0-6cac-4736-9854-aaab33bc8693 req-d5752f4e-d18c-422b-a778-9be621f4aab9 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574589 Nov 10 21:32:08.854056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ecd743-1aab-41bc-a2bc-763502d137b2 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:08.873129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:08.873610 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.875243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-32a06221-f100-484d-8a06-a001102e3234 service neutron] 10.222.0.53 "PUT /v2.0/ports/36d07663-0ae9-4d33-8ab7-238cd3c0c920 HTTP/1.1" status: 200 len: 1093 time: 1.7079172 Nov 10 21:32:08.876232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:08.878523 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:08.909418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a06221-f100-484d-8a06-a001102e3234 service neutron] Pushing event updated for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:08.928339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b2ecd743-1aab-41bc-a2bc-763502d137b2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b2ecd743-1aab-41bc-a2bc-763502d137b2,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:08.942275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:08.982629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:09.035768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:09.060796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649417c-66a2-4c38-a85f-fd82a93db718'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:09.064712 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f208d9-f76d-4e94-8c46-f482e70ced8b" -d '{"events": [{"server_uuid": "6c2b0a73-0de4-418b-ad75-5a10205ee1c2", "name": "network-vif-plugged", "status": "completed", "tag": "a649417c-66a2-4c38-a85f-fd82a93db718"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:09.087219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-d09d16bf-a6eb-4f8e-abff-db29c510791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.093641 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-d09d16bf-a6eb-4f8e-abff-db29c510791f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 1096 time: 0.0916831 Nov 10 21:32:09.145267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-09cbd353-086c-439e-aca1-3f8b5c931089 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920 HTTP/1.1" status: 200 len: 217 time: 0.0462310 Nov 10 21:32:09.152790 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce806931-d3e5-43b7-902d-4fb54fa724f2 x-openstack-request-id: req-ce806931-d3e5-43b7-902d-4fb54fa724f2 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:09.153543 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc2ea33-0c51-4232-8f8e-f87682cc281b", "name": "network-vif-deleted", "tag": "6f604c70-36b8-4197-b40e-6c3de6d31e44", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:09.154451 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce806931-d3e5-43b7-902d-4fb54fa724f2 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:09.154869 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc2ea33-0c51-4232-8f8e-f87682cc281b', 'name': 'network-vif-deleted', 'tag': '6f604c70-36b8-4197-b40e-6c3de6d31e44', 'status': 'completed', 'code': 200} Nov 10 21:32:09.209330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-165e2c0a-2577-4368-84db-273d26397a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.211008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-165e2c0a-2577-4368-84db-273d26397a86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 HTTP/1.1" status: 200 len: 861 time: 0.0569434 Nov 10 21:32:09.213916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d81deb-cc30-4375-bcfe-78319b337adf req-a9a6f595-e033-4707-b643-b3e636116a4f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.222314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7d81deb-cc30-4375-bcfe-78319b337adf req-a9a6f595-e033-4707-b643-b3e636116a4f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 944 time: 0.2916484 Nov 10 21:32:09.230655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a649417c-66a2-4c38-a85f-fd82a93db718, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a649417c-66a2-4c38-a85f-fd82a93db718,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:09.241500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b2ecd743-1aab-41bc-a2bc-763502d137b2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:09.251406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.251763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.252689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.253040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.253554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.253834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.254258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.254539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.254862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.259685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-037295db-ec23-4ba4-bb53-631f490d76be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a90df67-5327-49ad-88dc-4a46e11eb705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416150 Nov 10 21:32:09.260226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.260310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.260626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:32:09.309591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b2ecd743-1aab-41bc-a2bc-763502d137b2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:09.323351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7d81deb-cc30-4375-bcfe-78319b337adf req-97256ab0-af63-479d-8eb0-4ae6e382493f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000812 Nov 10 21:32:09.349064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:09.363457 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:09.369112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7550c3-e7cc-49ae-a542-62e14e9a36b1 req-b53c2a3e-54e8-4338-b45b-f0b2b0073889 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.369112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed7550c3-e7cc-49ae-a542-62e14e9a36b1 req-b53c2a3e-54e8-4338-b45b-f0b2b0073889 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1098 time: 0.1081467 Nov 10 21:32:09.392068 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:09.424753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-d1949b6b-b750-4701-83e1-40d415deab62 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545537 Nov 10 21:32:09.430229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a649417c-66a2-4c38-a85f-fd82a93db718,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:09.455453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b48db98-a915-4fa2-b1e7-5e87d29ffbc1 req-3a48cfd0-af42-4b95-8447-6cd32f9ed34a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8dc2ea33-0c51-4232-8f8e-f87682cc281b HTTP/1.1" status: 200 len: 210 time: 0.0352039 Nov 10 21:32:09.475026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:09.498769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed7550c3-e7cc-49ae-a542-62e14e9a36b1 req-37b259ce-e913-4553-84bd-380b36c904af tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210358 Nov 10 21:32:09.540730 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb140d7-c833-421c-afcf-2700d4f1ae91 x-openstack-request-id: req-ffb140d7-c833-421c-afcf-2700d4f1ae91 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:09.541216 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:09.541521 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffb140d7-c833-421c-afcf-2700d4f1ae91 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:09.541927 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'status': 'completed', 'code': 200} Nov 10 21:32:09.599179 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7b552a4-12ab-494b-a328-939b4d577dcf req-fdc4b0e6-c330-4171-b70e-8186e76bb761 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 210 time: 0.0555696 Nov 10 21:32:09.615993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Pushing event updated for resources: {'Port': ['ID=722ebed8-c689-41a6-8704-b4198da1ab94,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:09.622227 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:09.664205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04efbdc1-6641-4542-b37d-c4a5922be7da req-d9da8d11-a11f-4507-8391-d1abc9a6cc5c service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166584 Nov 10 21:32:09.712745 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d6cb42-905e-4326-acc3-c713a2b6e78f x-openstack-request-id: req-53d6cb42-905e-4326-acc3-c713a2b6e78f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:09.713057 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2b0a73-0de4-418b-ad75-5a10205ee1c2", "name": "network-vif-plugged", "status": "completed", "tag": "a649417c-66a2-4c38-a85f-fd82a93db718", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:09.713387 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53d6cb42-905e-4326-acc3-c713a2b6e78f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:09.718684 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a649417c-66a2-4c38-a85f-fd82a93db718', 'code': 200} Nov 10 21:32:09.877402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:09.883091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:09.886401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecec1a-e51f-4608-809b-5558e1d19631 req-1464feca-f813-4392-9f45-928b1d07da3e tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.887996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79ecec1a-e51f-4608-809b-5558e1d19631 req-1464feca-f813-4392-9f45-928b1d07da3e tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1098 time: 0.1425364 Nov 10 21:32:09.893825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39d714-6a96-4d0e-890d-df416909dafc req-92141b1d-c3d7-45b6-abaf-92489e9e43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.895189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be39d714-6a96-4d0e-890d-df416909dafc req-92141b1d-c3d7-45b6-abaf-92489e9e43bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 1097 time: 0.0807743 Nov 10 21:32:09.900749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe95c-97ad-499a-9d7a-2095e1a7f5ec req-e6231674-c120-4f61-aef5-61218bf7ce6a tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.902326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59ebe95c-97ad-499a-9d7a-2095e1a7f5ec req-e6231674-c120-4f61-aef5-61218bf7ce6a tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 944 time: 0.1208825 Nov 10 21:32:09.909624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-ae8802c5-35d3-4bc9-be98-c56fa7f86eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:09.915416 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-ae8802c5-35d3-4bc9-be98-c56fa7f86eac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 1096 time: 0.0885458 Nov 10 21:32:10.212319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59ebe95c-97ad-499a-9d7a-2095e1a7f5ec req-4cd7575b-d3b4-4cc3-ab88-6fa9eab0e4d7 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284599 Nov 10 21:32:10.217760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79ecec1a-e51f-4608-809b-5558e1d19631 req-f7bac76b-eb92-4d97-a254-dfe4b05a37fc tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623023 Nov 10 21:32:10.219869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-a9748382-6c09-44ee-bef9-3903d9a0c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:10.219869 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-a9748382-6c09-44ee-bef9-3903d9a0c7eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 922 time: 0.1632352 Nov 10 21:32:10.220133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be39d714-6a96-4d0e-890d-df416909dafc req-85b25ce9-e899-4bf1-b413-9c59896c347c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910717 Nov 10 21:32:10.220133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Router 00c0fd29-ddeb-46ae-b134-129326ab3141 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:32:10.220392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-89589380-fb82-49b0-bc1c-ca41c03b8032 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920 HTTP/1.1" status: 200 len: 217 time: 0.0408242 Nov 10 21:32:10.253053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:32:10.273870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-af4a372d-f042-48c1-a3c8-f3619ebdfca8 None None] Provisioning complete for port 722ebed8-c689-41a6-8704-b4198da1ab94 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:10.273870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-af4a372d-f042-48c1-a3c8-f3619ebdfca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:10.273870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Sync routers for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:32:10.275084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5297f021-ef94-4428-8846-931d5d82fd57 admin admin] 10.222.0.45 "PUT /v2.0/routers/00c0fd29-ddeb-46ae-b134-129326ab3141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0773628 Nov 10 21:32:10.362211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-2006edfb-477e-41c9-bf80-55ec929dea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:10.363745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-2006edfb-477e-41c9-bf80-55ec929dea27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 HTTP/1.1" status: 200 len: 861 time: 0.0734797 Nov 10 21:32:10.411664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-2991f2fc-8160-459e-aa29-97b4f6a606a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a90df67-5327-49ad-88dc-4a46e11eb705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392256 Nov 10 21:32:10.418660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-5d385492-24ac-4c69-bfd9-f14ac4f69202 req-1bab9a0a-e893-4da4-b4f8-3357e0d73aee service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:32:10.420427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d385492-24ac-4c69-bfd9-f14ac4f69202 req-1bab9a0a-e893-4da4-b4f8-3357e0d73aee service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072119 Nov 10 21:32:10.457866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b2ecd743-1aab-41bc-a2bc-763502d137b2 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:10.462828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 37742c7a-4286-4449-b8af-266dc4c8a8d1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:10.465950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408842a-ce1b-4f80-ba7e-7a8686555468 req-4b679a1e-a77a-4f7f-ae1f-bb8393e0c316 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:10.474251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0408842a-ce1b-4f80-ba7e-7a8686555468 req-4b679a1e-a77a-4f7f-ae1f-bb8393e0c316 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 945 time: 0.0681591 Nov 10 21:32:10.531587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0408842a-ce1b-4f80-ba7e-7a8686555468 req-f4b538b3-dbf0-4daf-b856-a901f1ff9904 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Nov 10 21:32:10.540600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-e3bc32ca-2534-43a9-80c5-b07750d14d54 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189768 Nov 10 21:32:10.544683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:10.545329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:10.559318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-af4a372d-f042-48c1-a3c8-f3619ebdfca8 None None] Port 722ebed8-c689-41a6-8704-b4198da1ab94 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:32:10.671020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d54e6170-f5bb-47ed-a042-3675fe9c4ce4 req-f8668530-fce0-4edc-b025-85243ffbc2b7 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210833 Nov 10 21:32:10.717719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 37742c7a-4286-4449-b8af-266dc4c8a8d1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:10.718161 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:10.751097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:10.783055 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:10.847125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port b2ecd743-1aab-41bc-a2bc-763502d137b2 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:10.869591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port b2ecd743-1aab-41bc-a2bc-763502d137b2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:10.869960 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:10.980170 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.039113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 37742c7a-4286-4449-b8af-266dc4c8a8d1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=37742c7a-4286-4449-b8af-266dc4c8a8d1,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:11.067751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6f604c70-36b8-4197-b40e-6c3de6d31e44 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:11.095318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 6f604c70-36b8-4197-b40e-6c3de6d31e44 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:11.095699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6f604c70-36b8-4197-b40e-6c3de6d31e44 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:11.097144 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.145199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b2ecd743-1aab-41bc-a2bc-763502d137b2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b2ecd743-1aab-41bc-a2bc-763502d137b2,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:11.158573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:09Z', 'revision_number': 2, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:11.192029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.194172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Checking router: 00c0fd29-ddeb-46ae-b134-129326ab3141 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:32:11.194563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Updating router 00c0fd29-ddeb-46ae-b134-129326ab3141 port 722ebed8-c689-41a6-8704-b4198da1ab94 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:32:11.254005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.286900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=37742c7a-4286-4449-b8af-266dc4c8a8d1,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:11.319311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.393436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.454655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b2ecd743-1aab-41bc-a2bc-763502d137b2,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:11.611769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.714458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecd743-1aab-41bc-a2bc-763502d137b2'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:11.716993 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129730e2-9b8b-4e8d-8bf4-52a54cc6593b" -d '{"events": [{"server_uuid": "7467d7b1-7d46-4c84-850b-a2fc903ef063", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecd743-1aab-41bc-a2bc-763502d137b2"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:11.735561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.796714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d455a1-c6bc-418a-9fde-5c13870e3b1c None None] Pushing event updated for resources: {'Port': ['ID=722ebed8-c689-41a6-8704-b4198da1ab94,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:11.866947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Attempting to bind port 722ebed8-c689-41a6-8704-b4198da1ab94 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:11.867554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Attempting to bind port 722ebed8-c689-41a6-8704-b4198da1ab94 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:11.873521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Attempting to bind port 722ebed8-c689-41a6-8704-b4198da1ab94 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:11.889357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:11.890519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:11.891202 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.892071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Bound using segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:11.892817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Bound port: 722ebed8-c689-41a6-8704-b4198da1ab94, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:11.893293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:11.989178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] For port 722ebed8-c689-41a6-8704-b4198da1ab94, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:11.995088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] For port 722ebed8-c689-41a6-8704-b4198da1ab94, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=722ebed8-c689-41a6-8704-b4198da1ab94,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:12.077532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 37742c7a-4286-4449-b8af-266dc4c8a8d1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:12.131843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.138763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-b72ec809-8b7d-4343-96cc-88da444dda32 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:12.140522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-b72ec809-8b7d-4343-96cc-88da444dda32 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.1583631 Nov 10 21:32:12.155570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Request body: {'port': {'device_id': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'admin_state_up': True, 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:12.225420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0a9f5123-2a20-4bea-b471-37a7dc20917f None None] Provisioning complete for port 722ebed8-c689-41a6-8704-b4198da1ab94 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:12.225890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5123-2a20-4bea-b471-37a7dc20917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.230709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:12.231657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:12.257895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d455a1-c6bc-418a-9fde-5c13870e3b1c None None] Pushing event updated for resources: {'Port': ['ID=722ebed8-c689-41a6-8704-b4198da1ab94,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:12.324005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 36d07663-0ae9-4d33-8ab7-238cd3c0c920 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:12.334543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57870) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:12.341079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ed3db3d9-ff99-42f9-8aa0-a9fd44174d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42792114', 'description': 'tempest-description--896001817'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:12.382064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:12.384956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 37742c7a-4286-4449-b8af-266dc4c8a8d1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:12.385326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.386106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.496468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed3db3d9-ff99-42f9-8aa0-a9fd44174d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.587623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Allocated IP 172.20.0.2 (0b5b4818-a6d3-43ab-b880-1b7f9b442c9e/c06e3385-c643-4c3f-8bbf-c4087eb0ff82/d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:12.619811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed3db3d9-ff99-42f9-8aa0-a9fd44174d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.726202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed3db3d9-ff99-42f9-8aa0-a9fd44174d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.760816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3db3d9-ff99-42f9-8aa0-a9fd44174d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db8391a-41c4-4e80-8ee1-24867f9a152f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:12.763263 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.797600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:12.803086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:12.849452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-371ef7c4-08c6-46c7-a2c3-64e44cd5c6df tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:32:12.850772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-371ef7c4-08c6-46c7-a2c3-64e44cd5c6df tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1396990 Nov 10 21:32:12.859319 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5123-2a20-4bea-b471-37a7dc20917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.868534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'port_id': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'mac_address': 'fa:16:3e:19:e2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bc8ce-0d23-4f63-8479-d4aac87d81c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:12.874831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed3db3d9-ff99-42f9-8aa0-a9fd44174d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.878797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ed3db3d9-ff99-42f9-8aa0-a9fd44174d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5400600 Nov 10 21:32:12.879272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57876) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:12.884310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8a0d8e57-455a-4e13-b58b-f01f467106ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'security_group_rule': {'security_group_id': '6db8391a-41c4-4e80-8ee1-24867f9a152f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:12.924691 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:12.945369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-b102fb22-bf23-48ec-8d67-fcceaae5474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:12.948208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-b102fb22-bf23-48ec-8d67-fcceaae5474f service neutron] 10.222.0.45 "GET /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 1095 time: 0.0893047 Nov 10 21:32:12.960723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Request body: {'binding': {'host': 'n-h2-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:12.970582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Unknown quota resources ['binding']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:32:12.970727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:12.979777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:12.984160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:13.014897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0a9f5123-2a20-4bea-b471-37a7dc20917f None None] For port 722ebed8-c689-41a6-8704-b4198da1ab94, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=722ebed8-c689-41a6-8704-b4198da1ab94,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:13.017153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:13.017660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec58d31-2334-4ae6-87d4-fcc8a57420fa req-f84f5841-1143-4aa4-aebf-112f5868814f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:13.024269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aec58d31-2334-4ae6-87d4-fcc8a57420fa req-f84f5841-1143-4aa4-aebf-112f5868814f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 931 time: 0.1145175 Nov 10 21:32:13.040638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8e57-455a-4e13-b58b-f01f467106ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.052025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.063426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:13.063949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.075299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d07663-0ae9-4d33-8ab7-238cd3c0c920 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:13.111680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:13.118492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8e57-455a-4e13-b58b-f01f467106ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.142389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5123-2a20-4bea-b471-37a7dc20917f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.151111 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aec58d31-2334-4ae6-87d4-fcc8a57420fa req-e28a8dc0-818a-4c6f-93ef-1772e51c4828 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058614 Nov 10 21:32:13.176598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-f52f8a36-2ae0-4dd5-95c2-811f4975fa23 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0258691 Nov 10 21:32:13.189737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Request body: {'port': {'device_id': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:13.196278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.212056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8e57-455a-4e13-b58b-f01f467106ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.214642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f5123-2a20-4bea-b471-37a7dc20917f None None] Pushing event updated for resources: {'Port': ['ID=722ebed8-c689-41a6-8704-b4198da1ab94,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:13.236744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on host n-h2-776250-11 for vnic_type normal with profile None {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:13.237267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:13.238330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:13.246660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:13.247320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:13.249139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:11Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:13.253626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d8e57-455a-4e13-b58b-f01f467106ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c6d364-c429-4137-a112-b7092ea08072,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:13.260236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:13.260523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:13.261116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:13.261911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Bound port: 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:13.288897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.289627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0996893-9e31-4607-a6b3-8736a87f8ed7 None None] The sync data for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 is: [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:11Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:32:13.305030 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a0d8e57-455a-4e13-b58b-f01f467106ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.307036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8a0d8e57-455a-4e13-b58b-f01f467106ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266965 Nov 10 21:32:13.311462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57878) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:13.320121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7601c64d-9797-4c23-b3ad-eaff5c3f48fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'security_group_rule': {'security_group_id': '6db8391a-41c4-4e80-8ee1-24867f9a152f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:13.359173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:13.383565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8f4ad6e9-486e-4d11-bf25-bc33aeb29795 None None] Provisioning complete for port 722ebed8-c689-41a6-8704-b4198da1ab94 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:13.383955 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad6e9-486e-4d11-bf25-bc33aeb29795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.433255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['36d07663-0ae9-4d33-8ab7-238cd3c0c920'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:13.448632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:13.471927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5458513-2bde-4868-ba73-f92bfae88870 req-55744d48-bca2-485c-ad26-7119f6aef13f tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:13.473398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5458513-2bde-4868-ba73-f92bfae88870 req-55744d48-bca2-485c-ad26-7119f6aef13f tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 945 time: 0.0731986 Nov 10 21:32:13.502636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7601c64d-9797-4c23-b3ad-eaff5c3f48fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.562982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.577329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] 10.222.0.45 "POST /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6226938 Nov 10 21:32:13.618256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5458513-2bde-4868-ba73-f92bfae88870 req-eaeec82a-61cb-46de-850a-09c3da74acb1 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Nov 10 21:32:13.650455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7601c64d-9797-4c23-b3ad-eaff5c3f48fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.731808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:13.732230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7601c64d-9797-4c23-b3ad-eaff5c3f48fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.744088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.749853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c64d-9797-4c23-b3ad-eaff5c3f48fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d961e89-fda9-4777-b22a-7f6c53993bf2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:13.771487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Transition to ACTIVE for port object d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:13.848481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc617e-1519-4806-b5bd-5409a62d51df req-e13c0654-3e76-4f70-aff2-78817d4d0a17 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:13.850784 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27fc617e-1519-4806-b5bd-5409a62d51df req-e13c0654-3e76-4f70-aff2-78817d4d0a17 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 945 time: 0.0632315 Nov 10 21:32:13.874355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7601c64d-9797-4c23-b3ad-eaff5c3f48fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.876728 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7601c64d-9797-4c23-b3ad-eaff5c3f48fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5632348 Nov 10 21:32:13.879240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57880) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:13.885824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:13.920304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27fc617e-1519-4806-b5bd-5409a62d51df req-cb91ac24-8ac4-4ab0-afc4-93c480bb2aa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635374 Nov 10 21:32:13.961028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:13.972489 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccfc6b3-f849-49e3-b0f5-0527e6d4d310 x-openstack-request-id: req-fccfc6b3-f849-49e3-b0f5-0527e6d4d310 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:13.973275 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7467d7b1-7d46-4c84-850b-a2fc903ef063", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecd743-1aab-41bc-a2bc-763502d137b2", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:13.973539 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fccfc6b3-f849-49e3-b0f5-0527e6d4d310 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:13.973932 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecd743-1aab-41bc-a2bc-763502d137b2', 'code': 200} Nov 10 21:32:14.032508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.105535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:14.198114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 722ebed8-c689-41a6-8704-b4198da1ab94 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:14.236883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0ba1e-9e4f-4e01-9704-af66da2cd027 req-6e1c797a-a8e3-49c3-a722-8644dee64c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.238437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98b0ba1e-9e4f-4e01-9704-af66da2cd027 req-6e1c797a-a8e3-49c3-a722-8644dee64c43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7467d7b1-7d46-4c84-850b-a2fc903ef063 HTTP/1.1" status: 200 len: 1098 time: 0.1533072 Nov 10 21:32:14.248545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fe3ca-201f-4a10-b6d7-14a4a3ecd1df req-ac12044c-164a-4f44-9322-b14420e92a37 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.259587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-125fe3ca-201f-4a10-b6d7-14a4a3ecd1df req-ac12044c-164a-4f44-9322-b14420e92a37 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=7467d7b1-7d46-4c84-850b-a2fc903ef063 HTTP/1.1" status: 200 len: 946 time: 0.1158297 Nov 10 21:32:14.276088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 722ebed8-c689-41a6-8704-b4198da1ab94 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:14.276462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.336112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 36d07663-0ae9-4d33-8ab7-238cd3c0c920 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:14.346837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa8a5-a11e-4567-a7cb-91c901b61841 req-db0bcaf3-1d18-4e5e-9dc5-7bec0054a297 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.348576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a79aa8a5-a11e-4567-a7cb-91c901b61841 req-db0bcaf3-1d18-4e5e-9dc5-7bec0054a297 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.2339592 Nov 10 21:32:14.379009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-125fe3ca-201f-4a10-b6d7-14a4a3ecd1df req-b8d6a8b7-b15c-47d8-b6f4-1cfd543181a7 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176786 Nov 10 21:32:14.398648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98b0ba1e-9e4f-4e01-9704-af66da2cd027 req-b49d4003-1ada-4b84-8a5b-86155b6babdb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258578 Nov 10 21:32:14.443560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Attempting to bind port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:14.443998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Attempting to bind port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:14.444333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Attempting to bind port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:14.453054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:14.453407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Attempting to bind port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:14.463654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a79aa8a5-a11e-4567-a7cb-91c901b61841 req-e1cbb7ca-b4bc-4864-8dc3-50c8b0641381 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016545 Nov 10 21:32:14.471756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:14.472484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Checking segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:14.472738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Bound using segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:14.473269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Bound port: d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:14.473725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.521130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:14.526247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:14.527022 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.553085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.569829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a41224-9e7f-458a-ab42-62a2b27aafa1 req-88c42cbf-d362-4bae-97d3-1f1be61bee0c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.571373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4a41224-9e7f-458a-ab42-62a2b27aafa1 req-88c42cbf-d362-4bae-97d3-1f1be61bee0c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 943 time: 0.0987542 Nov 10 21:32:14.632591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:14.660028 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.676430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:14.691704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4a41224-9e7f-458a-ab42-62a2b27aafa1 req-d8cbe671-59bd-46da-b1c3-b791c1093f26 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000133 Nov 10 21:32:14.711198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:14.714337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-95dfc421-e842-4c4b-ba8b-d7a9a4be33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.725088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-95dfc421-e842-4c4b-ba8b-d7a9a4be33c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1098 time: 0.0993905 Nov 10 21:32:14.791126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.814086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Allocated IP 172.25.7.65 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/b6d74eed-c714-45ad-8e72-5b4a617ef28e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:14.835376 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.841415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-84d4e2a3-6f9a-48f7-81b5-edc4b10af8d5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.842960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-84d4e2a3-6f9a-48f7-81b5-edc4b10af8d5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.2317402 Nov 10 21:32:14.852152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.852834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:14.854175 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] 10.222.0.53 "PUT /v2.0/ports/d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 HTTP/1.1" status: 200 len: 1092 time: 1.6689301 Nov 10 21:32:14.854626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:14.857268 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea431440-06a7-47b9-94e0-93670160639c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:14.873277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-81afafac-35e5-495c-9c97-ab791854372d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0115302 Nov 10 21:32:14.876389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-2d35978d-aa2c-493a-b4e5-cf7bde75d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:14.877861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-2d35978d-aa2c-493a-b4e5-cf7bde75d5b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1538033 Nov 10 21:32:14.933697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:14.954575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8595b2-e6af-4733-82aa-a9e2789f8b71 service neutron] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:14.965782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-1720dc86-2fd8-4c09-94d8-9028cd64cbf4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 217 time: 0.0756373 Nov 10 21:32:15.011290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-7a65859f-d371-4ff7-83b9-71865460287c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246066 Nov 10 21:32:15.022867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971f6fd-8917-4534-8f26-ebc2bf1f4bd6 req-456b3230-7fdd-4c9a-9ea6-049ec56c3822 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:15.024400 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7971f6fd-8917-4534-8f26-ebc2bf1f4bd6 req-456b3230-7fdd-4c9a-9ea6-049ec56c3822 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 946 time: 0.1496882 Nov 10 21:32:15.058480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-65ffed12-48a0-48e7-a9fa-6234d14b80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:15.058837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-65ffed12-48a0-48e7-a9fa-6234d14b80aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0860510 Nov 10 21:32:15.105816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-6bb2939f-b267-4a6b-b748-c348392428d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369558 Nov 10 21:32:15.113986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7971f6fd-8917-4534-8f26-ebc2bf1f4bd6 req-1da5b4c1-8ddf-4633-9bda-e9d6533668f7 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826945 Nov 10 21:32:15.132102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:15.152093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-443337b3-6d9c-4c74-9fe4-01c24c22d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:15.153607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-443337b3-6d9c-4c74-9fe4-01c24c22d283 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 1095 time: 0.1394899 Nov 10 21:32:15.208996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-63ce47bc-a028-4735-b7cb-5df63f42429a service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939839 Nov 10 21:32:15.228064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-2239c170-818f-45e9-8d9f-61b50e4b5f28 service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040937 Nov 10 21:32:15.230382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-89958485-d3f2-4e86-8710-6f4baaed0232 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 HTTP/1.1" status: 200 len: 217 time: 0.0654213 Nov 10 21:32:15.235793 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd3d4e6-99a0-4c8b-84e5-8004dc5e7d77 x-openstack-request-id: req-4dd3d4e6-99a0-4c8b-84e5-8004dc5e7d77 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:15.236088 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:15.236337 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4dd3d4e6-99a0-4c8b-84e5-8004dc5e7d77 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:15.236731 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'status': 'completed', 'code': 200} Nov 10 21:32:15.311247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-9adcf9ec-8f35-485f-8f61-e089bf7302f5 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923305 Nov 10 21:32:15.340222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-cedf4e0c-1095-4c47-b984-8e086bde2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:15.341684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-cedf4e0c-1095-4c47-b984-8e086bde2dab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.0943224 Nov 10 21:32:15.362755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:15.413724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-fb53af50-3f2b-44b8-8840-0bab746e0a20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624185 Nov 10 21:32:15.423252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-b3f302ac-ae32-4f58-b581-41204f4508ef service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844294 Nov 10 21:32:15.442426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:15.460796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:15.468985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:15.470874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=b6d74eed-c714-45ad-8e72-5b4a617ef28e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:15.554215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ed760-85c7-47f3-8fa1-83a7482e9899 req-e2e9eefa-c568-4a72-ad3b-d28ef10cecb7 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:15.560304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-488ed760-85c7-47f3-8fa1-83a7482e9899 req-e2e9eefa-c568-4a72-ad3b-d28ef10cecb7 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=7467d7b1-7d46-4c84-850b-a2fc903ef063 HTTP/1.1" status: 200 len: 946 time: 0.0767825 Nov 10 21:32:15.595944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-c88bc94a-60bf-4a94-8fa9-34e5b88c6e52 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701880 Nov 10 21:32:15.607985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-488ed760-85c7-47f3-8fa1-83a7482e9899 req-fb11f19d-e4cc-4ff3-b8ec-3aecab29be4e tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 Nov 10 21:32:15.635455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:15.725575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10bd8e-9874-415f-a473-d7c85093cf48 req-1417fbaf-23cb-4df0-a178-b7117ffdffa6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:15.727300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e10bd8e-9874-415f-a473-d7c85093cf48 req-1417fbaf-23cb-4df0-a178-b7117ffdffa6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0611420 Nov 10 21:32:15.798653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e10bd8e-9874-415f-a473-d7c85093cf48 req-3543a9b7-19f2-4e4f-a3ea-8f467a40a669 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640156 Nov 10 21:32:15.862441 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:32:15.906582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5fd8f618-c968-489c-ac39-397f6277c353 req-55d3654f-6e98-4d20-be26-61220885c8e4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 210 time: 0.0384107 Nov 10 21:32:15.975361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:15.979566 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3536aa79-a646-4aa0-9af8-51394237dea5" -d '{"events": [{"server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "name": "network-vif-plugged", "status": "completed", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:16.027790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:16.074366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75509761-092c-45bc-97a4-5f4a7e187aa0 req-41f76249-74e0-4d94-a8c3-2b9cea9c3ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701803 Nov 10 21:32:16.077723 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b178b48-67d4-46a7-b011-49f1ee9643eb x-openstack-request-id: req-7b178b48-67d4-46a7-b011-49f1ee9643eb {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:16.078295 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "name": "network-vif-plugged", "status": "completed", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:16.079299 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b178b48-67d4-46a7-b011-49f1ee9643eb {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:16.079872 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'code': 200} Nov 10 21:32:16.086875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23056-7343-49ff-94ed-319fe855056a req-9e7f4480-8a12-449b-89a2-6dc6d098e323 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.088356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8af23056-7343-49ff-94ed-319fe855056a req-9e7f4480-8a12-449b-89a2-6dc6d098e323 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 943 time: 0.1467710 Nov 10 21:32:16.227261 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8af23056-7343-49ff-94ed-319fe855056a req-8038dec0-bcc1-4c94-ad8e-8378f7db33c1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265430 Nov 10 21:32:16.260783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71685ebe-32ae-4a18-9b56-0f9e8bc820fd req-f79db404-4d42-4d7a-ab11-1f7c657d5120 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.262782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fc2d4-f13c-4657-91c7-cc6f599ee8ef req-4125e9a4-f4dc-4291-8e9f-4c7636798abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.262911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71685ebe-32ae-4a18-9b56-0f9e8bc820fd req-f79db404-4d42-4d7a-ab11-1f7c657d5120 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 946 time: 0.0602183 Nov 10 21:32:16.263650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d91fc2d4-f13c-4657-91c7-cc6f599ee8ef req-4125e9a4-f4dc-4291-8e9f-4c7636798abb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 1098 time: 0.0790005 Nov 10 21:32:16.322903 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:16.340258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d91fc2d4-f13c-4657-91c7-cc6f599ee8ef req-32afc84e-8ace-4559-a226-8077fb4dbbe8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636566 Nov 10 21:32:16.385549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea431440-06a7-47b9-94e0-93670160639c req-db2b8ab5-fb93-4449-ba6b-98c637f88e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.388629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea431440-06a7-47b9-94e0-93670160639c req-db2b8ab5-fb93-4449-ba6b-98c637f88e61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 1095 time: 0.1043561 Nov 10 21:32:16.391677 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71685ebe-32ae-4a18-9b56-0f9e8bc820fd req-35038ad0-d2f3-4b1b-99ed-c9a8f068767b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912952 Nov 10 21:32:16.414658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:16.482738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=b6d74eed-c714-45ad-8e72-5b4a617ef28e,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:16.497524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:16.633561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea431440-06a7-47b9-94e0-93670160639c req-a6c30c81-f2a7-46a9-9d92-fedf9238719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.635030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea431440-06a7-47b9-94e0-93670160639c req-a6c30c81-f2a7-46a9-9d92-fedf9238719d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 913 time: 0.0942144 Nov 10 21:32:16.647829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:16.652958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-75cf7222-a11a-4b15-b604-f4ff0663965d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7679935 Nov 10 21:32:16.688961 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea431440-06a7-47b9-94e0-93670160639c req-891505ea-1cc0-4b75-bf0b-36c4c3861734 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 HTTP/1.1" status: 200 len: 217 time: 0.0463872 Nov 10 21:32:16.765918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea431440-06a7-47b9-94e0-93670160639c req-8d339d57-ddac-4974-8de5-176b3084a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.768064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea431440-06a7-47b9-94e0-93670160639c req-8d339d57-ddac-4974-8de5-176b3084a4e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.0716739 Nov 10 21:32:16.783074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d8757-2bf5-470b-a12b-7bcdc6383803 req-fe6c5043-0e93-4ec2-a96b-72fd686051c7 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.792098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c67d8757-2bf5-470b-a12b-7bcdc6383803 req-fe6c5043-0e93-4ec2-a96b-72fd686051c7 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=7467d7b1-7d46-4c84-850b-a2fc903ef063 HTTP/1.1" status: 200 len: 946 time: 0.0931449 Nov 10 21:32:16.812695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea431440-06a7-47b9-94e0-93670160639c req-240f56aa-eb85-4211-8500-18c425aa8bb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368726 Nov 10 21:32:16.852515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c67d8757-2bf5-470b-a12b-7bcdc6383803 req-03d646c0-0bfb-4ac9-a235-35981f51d599 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Nov 10 21:32:16.959036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-6ea6b78a-9ed3-462d-80c7-8d8f259c25ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--42792114&fields=id&tenant_id=f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 267 time: 0.1000664 Nov 10 21:32:16.967366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4bef0-0a6b-423b-bf33-311423fced44 req-e54345c3-b069-4837-ae86-57a90c70dc74 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:16.969175 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-07f4bef0-0a6b-423b-bf33-311423fced44 req-e54345c3-b069-4837-ae86-57a90c70dc74 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0586541 Nov 10 21:32:16.970256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea431440-06a7-47b9-94e0-93670160639c req-4a3d09f4-edf5-48c4-bac5-0940e53cc339 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502898 Nov 10 21:32:17.023124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-07f4bef0-0a6b-423b-bf33-311423fced44 req-88d8f721-6318-43a0-828e-c7bace325fcc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Nov 10 21:32:17.184683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-433a62c2-2862-4d83-b361-c1ed8baf62ea tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:17.186560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-433a62c2-2862-4d83-b361-c1ed8baf62ea tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.2154603 Nov 10 21:32:17.192555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea431440-06a7-47b9-94e0-93670160639c req-5bec6073-e2f9-403f-87be-db4bc15ffc13 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103100 Nov 10 21:32:17.204165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-068b9929-c422-409e-91c8-bca51c0f27e5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/quotas/f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 375 time: 0.0106556 Nov 10 21:32:17.263799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-3c30b369-b112-4d39-9c5e-8f7043c22fc9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516608 Nov 10 21:32:17.367222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-4e8109fd-df4d-42c7-ae3b-27de3e2d7f07 service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901704 Nov 10 21:32:17.473758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-5d0b08a5-37ac-4f69-b4f1-926aadd9ab71 service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001546 Nov 10 21:32:17.672903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ae88edb-9986-4199-9c31-eb06ca2f8e1b req-f4e5bd58-fae3-45bc-9c95-b881882a2d53 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 210 time: 0.0369904 Nov 10 21:32:17.849171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332553e-d655-464f-a924-a5616a4aefed req-72642a35-6278-4c60-b2e6-9a0487bfeccd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:17.867088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d332553e-d655-464f-a924-a5616a4aefed req-72642a35-6278-4c60-b2e6-9a0487bfeccd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 943 time: 0.0955877 Nov 10 21:32:17.929780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d332553e-d655-464f-a924-a5616a4aefed req-03e553e5-1b5e-4bc7-9fa2-318c0f0a0932 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616508 Nov 10 21:32:18.024004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779642e-ab40-4bf2-a117-8eba99b3ee56 req-507e60a2-d4d0-42bd-9889-40f6813024d4 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:18.025497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f779642e-ab40-4bf2-a117-8eba99b3ee56 req-507e60a2-d4d0-42bd-9889-40f6813024d4 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 946 time: 0.0953054 Nov 10 21:32:18.076683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f779642e-ab40-4bf2-a117-8eba99b3ee56 req-074a43a9-a83b-4f5a-ac9b-46edae778a9c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Nov 10 21:32:18.145634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d7159b6-7958-4bf0-ac29-4c205ad38f96 req-6ba0c17c-fbce-4bd1-98f0-dd81afeb7ec9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 210 time: 0.0267828 Nov 10 21:32:18.261174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffa2c9-219b-48c2-a14c-a937c2badd05 req-0dbd0af6-9243-4fb3-85dc-0b05e54f2ae9 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:18.264150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eeffa2c9-219b-48c2-a14c-a937c2badd05 req-0dbd0af6-9243-4fb3-85dc-0b05e54f2ae9 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0563414 Nov 10 21:32:18.335377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eeffa2c9-219b-48c2-a14c-a937c2badd05 req-f29b2cde-5e5f-4f19-b77b-40876880b058 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651519 Nov 10 21:32:18.364126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:18.471363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9defe74-e09c-4459-8cae-300307c0fa85 req-d7ac7a77-463b-431a-8dff-5c9d80a27166 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:18.472899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9defe74-e09c-4459-8cae-300307c0fa85 req-d7ac7a77-463b-431a-8dff-5c9d80a27166 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 946 time: 0.0684948 Nov 10 21:32:18.481573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:18.496005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'port_id': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'mac_address': 'fa:16:3e:f8:58:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06e3385-c643-4c3f-8bbf-c4087eb0ff82', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:18.578148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:18.598510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:18.613854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9defe74-e09c-4459-8cae-300307c0fa85 req-a8ee1c9c-58f8-418a-90cb-bd0df06b9e8a tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324782 Nov 10 21:32:18.669342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:18.716034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-c2c49631-1302-4b47-bf38-edf5703a54d8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:18.718603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-c2c49631-1302-4b47-bf38-edf5703a54d8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1895490 Nov 10 21:32:18.741296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Request body: {'port': {'device_id': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'admin_state_up': True, 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:18.748381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:18.820630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:18.999028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-752bccb4-e839-4ae5-b10a-e3dc4e31fbbc tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:19.000518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-752bccb4-e839-4ae5-b10a-e3dc4e31fbbc tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/networks?id=5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 200 len: 813 time: 0.2638791 Nov 10 21:32:19.017256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-44675b66-773d-4b5f-9c23-a49dd9fada91 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/quotas/59a0d603014e42968db4cc3b74a23a79 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Nov 10 21:32:19.048124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:19.077847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-54d8b0c1-3387-4cc6-8e04-f602acb91409 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537322 Nov 10 21:32:19.361256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5da10f1a-ff95-4f5b-813e-9710ee62c177 req-ad4d0ccb-0c10-4ba9-92de-bc4c8a6e80c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 210 time: 0.0384426 Nov 10 21:32:19.406411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:19.521658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:19.525405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:19.583140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-d60bc755-d82d-4ddb-93bb-2f243716cdac service neutron] 10.222.0.45 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977763 Nov 10 21:32:19.618648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895d82a-3156-4635-9223-f9839ddff853 req-e46d8121-93c2-43a5-91f3-14e1df20feda tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:19.620268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1895d82a-3156-4635-9223-f9839ddff853 req-e46d8121-93c2-43a5-91f3-14e1df20feda tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/ports?device_id=7467d7b1-7d46-4c84-850b-a2fc903ef063 HTTP/1.1" status: 200 len: 946 time: 0.5166297 Nov 10 21:32:19.656959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e71ab2-ff9a-4762-8b42-903bf7cc178b req-8ba06001-e239-44a2-ae22-5ab2000c6a5f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:19.659760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67e71ab2-ff9a-4762-8b42-903bf7cc178b req-8ba06001-e239-44a2-ae22-5ab2000c6a5f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 944 time: 0.0589001 Nov 10 21:32:19.716310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67e71ab2-ff9a-4762-8b42-903bf7cc178b req-66ab9b25-1cd1-46ae-aede-dbc64d1825ca tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Nov 10 21:32:19.857442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f8ca7eab-1b5b-4d21-8833-db90ee8ae8bd service neutron] 10.222.0.45 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335684 Nov 10 21:32:19.858820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Allocated IP 172.20.0.5 (f6127c6e-9e3d-4d2d-980c-fd707f259f13/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68/f6993475-1610-4238-a08a-af30bcd8e056) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:19.866107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9af688d-a29e-46cc-835d-3353a67b8730 req-399827d1-ca88-4d72-ab53-780c2101dd5d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 210 time: 0.0456796 Nov 10 21:32:19.935424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-4d21a327-8dad-4256-9eb5-dc68ee02eb56 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:19.937308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-4d21a327-8dad-4256-9eb5-dc68ee02eb56 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c2b0a73-0de4-418b-ad75-5a10205ee1c2 HTTP/1.1" status: 200 len: 945 time: 0.0705175 Nov 10 21:32:20.065501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Deleting port b2ecd743-1aab-41bc-a2bc-763502d137b2 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:20.066046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.078556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Deleting port a649417c-66a2-4c38-a85f-fd82a93db718 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:20.079817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.177862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.218396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] For port b2ecd743-1aab-41bc-a2bc-763502d137b2, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b2ecd743-1aab-41bc-a2bc-763502d137b2,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:20.218758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.232347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] For port a649417c-66a2-4c38-a85f-fd82a93db718, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a649417c-66a2-4c38-a85f-fd82a93db718,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:20.233065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.244729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Calling delete_port for b2ecd743-1aab-41bc-a2bc-763502d137b2 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:20.250966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Calling delete_port for a649417c-66a2-4c38-a85f-fd82a93db718 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:20.352668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.359443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:20.375322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:20.446958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event updated for resources: {'Port': ['ID=f6993475-1610-4238-a08a-af30bcd8e056,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:20.555500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.579175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a649417c-66a2-4c38-a85f-fd82a93db718'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:20.596359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:20.608634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event deleted for resources: {'Port': ['ID=a649417c-66a2-4c38-a85f-fd82a93db718,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:20.610446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:20.649133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:20.677018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:20.690194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] No DVR routers for this DVR port a649417c-66a2-4c38-a85f-fd82a93db718 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:20.693229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.697057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd241b9d-70b4-40a6-9e31-c5b4d5299b4f req-8f51866c-3689-480c-a968-8612db8c7fc3 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "DELETE /v2.0/ports/a649417c-66a2-4c38-a85f-fd82a93db718 HTTP/1.1" status: 204 len: 173 time: 0.7520883 Nov 10 21:32:20.697536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'name': 'network-vif-deleted', 'tag': 'a649417c-66a2-4c38-a85f-fd82a93db718'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:20.700061 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5decd919-76aa-427b-828b-2ddfca92f69f" -d '{"events": [{"server_uuid": "6c2b0a73-0de4-418b-ad75-5a10205ee1c2", "name": "network-vif-deleted", "tag": "a649417c-66a2-4c38-a85f-fd82a93db718"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:20.704122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:20.704746 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.871787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:20.872471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.901297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:20.916993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a649417c-66a2-4c38-a85f-fd82a93db718'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:20.923748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97454da-7b43-454e-9588-75cbbdd1a40a req-2e5f1b60-7663-476d-8906-b8abbbe8329a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:20.924954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836b536-f678-4d2f-bb76-a452cd9848e8 req-c20590d9-b70e-43b9-a543-7e68666d6290 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:20.932883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c97454da-7b43-454e-9588-75cbbdd1a40a req-2e5f1b60-7663-476d-8906-b8abbbe8329a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 931 time: 0.3338761 Nov 10 21:32:20.935161 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f836b536-f678-4d2f-bb76-a452cd9848e8 req-c20590d9-b70e-43b9-a543-7e68666d6290 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0851133 Nov 10 21:32:20.987289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event deleted for resources: {'Port': ['ID=b2ecd743-1aab-41bc-a2bc-763502d137b2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:21.022711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:21.053609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:21.056191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] No DVR routers for this DVR port b2ecd743-1aab-41bc-a2bc-763502d137b2 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:21.058339 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2edb8f-fd37-47fd-a499-e2eaec845f62" -d '{"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:21.080660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:21.082265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:21.087070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1895d82a-3156-4635-9223-f9839ddff853 req-e4211c12-aaa8-48bc-bf0a-b7715452955f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "DELETE /v2.0/ports/b2ecd743-1aab-41bc-a2bc-763502d137b2 HTTP/1.1" status: 204 len: 173 time: 1.4525187 Nov 10 21:32:21.093793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'name': 'network-vif-deleted', 'tag': 'b2ecd743-1aab-41bc-a2bc-763502d137b2'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:21.094780 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f836b536-f678-4d2f-bb76-a452cd9848e8 req-9a80eb25-5988-4171-9f3f-21e6595c9cab tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545398 Nov 10 21:32:21.096678 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d0bedd-5710-412c-8106-6e042f090858" -d '{"events": [{"server_uuid": "7467d7b1-7d46-4c84-850b-a2fc903ef063", "name": "network-vif-deleted", "tag": "b2ecd743-1aab-41bc-a2bc-763502d137b2"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:21.104349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-6d7782a0-0954-49a0-9995-aca66aa76e06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3716953 Nov 10 21:32:21.116551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c97454da-7b43-454e-9588-75cbbdd1a40a req-948520ac-74a0-4848-bfde-34b41aac6d44 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824522 Nov 10 21:32:21.122562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Request body: {'port': {'device_id': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:21.226320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:21.261536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:21.262695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b2ecd743-1aab-41bc-a2bc-763502d137b2 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:21.311149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1e95fef7-c9bd-4f6e-8095-a9a918d638fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:21.313211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1e95fef7-c9bd-4f6e-8095-a9a918d638fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.2174625 Nov 10 21:32:21.337268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: b2ecd743-1aab-41bc-a2bc-763502d137b2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:21.339044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b2ecd743-1aab-41bc-a2bc-763502d137b2 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:21.469387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:21.499956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-cd4c1c65-079c-4f83-b9a0-ccfe00a08034 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 378 time: 0.1768601 Nov 10 21:32:21.511308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6e219-6d18-4116-b261-e7eda04c4474 req-fc541aec-df74-44da-8448-b6139498b3a7 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:21.520033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34b6e219-6d18-4116-b261-e7eda04c4474 req-fc541aec-df74-44da-8448-b6139498b3a7 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 946 time: 0.1433663 Nov 10 21:32:21.574420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'port': {'device_id': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'admin_state_up': True, 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'security_groups': ['6db8391a-41c4-4e80-8ee1-24867f9a152f']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:21.778179 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53b8cb-04cb-4eae-9c1d-7e23cceb0978 x-openstack-request-id: req-ec53b8cb-04cb-4eae-9c1d-7e23cceb0978 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:21.779047 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c2b0a73-0de4-418b-ad75-5a10205ee1c2", "name": "network-vif-deleted", "tag": "a649417c-66a2-4c38-a85f-fd82a93db718", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:21.779300 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec53b8cb-04cb-4eae-9c1d-7e23cceb0978 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:21.779698 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c2b0a73-0de4-418b-ad75-5a10205ee1c2', 'name': 'network-vif-deleted', 'tag': 'a649417c-66a2-4c38-a85f-fd82a93db718', 'status': 'completed', 'code': 200} Nov 10 21:32:21.792441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6993475-1610-4238-a08a-af30bcd8e056 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:21.816491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:21.820289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34b6e219-6d18-4116-b261-e7eda04c4474 req-63e88edc-b993-4bc0-90b7-7e192f43ce8e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991180 Nov 10 21:32:21.834046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Transition to ACTIVE for port object f6993475-1610-4238-a08a-af30bcd8e056 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:21.853012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b434e-1d97-4de2-b408-944d84faefbe req-70c7ad3c-ebc3-460f-ab73-44ced64d0339 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:21.854531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-872b434e-1d97-4de2-b408-944d84faefbe req-70c7ad3c-ebc3-460f-ab73-44ced64d0339 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0769813 Nov 10 21:32:21.922843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-872b434e-1d97-4de2-b408-944d84faefbe req-edaf2ff7-e283-433f-be27-001b1db2b51f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 Nov 10 21:32:21.944368 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-55ae67a0-92df-4658-b275-49307b3e3f86 req-80de0183-0587-4b87-b529-747c708b737d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 210 time: 0.0613647 Nov 10 21:32:21.960478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Made reservation on behalf of f1bc044361e9458a91074240d37f7214 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:21.963999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:21.988114 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4df63-64de-4d89-84ad-ee5ee62dfec6 x-openstack-request-id: req-66b4df63-64de-4d89-84ad-ee5ee62dfec6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:21.988408 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7467d7b1-7d46-4c84-850b-a2fc903ef063", "name": "network-vif-deleted", "tag": "b2ecd743-1aab-41bc-a2bc-763502d137b2", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:21.988651 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66b4df63-64de-4d89-84ad-ee5ee62dfec6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:21.989071 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7467d7b1-7d46-4c84-850b-a2fc903ef063', 'name': 'network-vif-deleted', 'tag': 'b2ecd743-1aab-41bc-a2bc-763502d137b2', 'status': 'completed', 'code': 200} Nov 10 21:32:21.994157 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ba59ea-eb43-44a6-a43a-2f86373f4b6d x-openstack-request-id: req-99ba59ea-eb43-44a6-a43a-2f86373f4b6d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:21.999775 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:21.999775 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99ba59ea-eb43-44a6-a43a-2f86373f4b6d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:21.999775 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'code': 200} Nov 10 21:32:22.029126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.108482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41fdb662-dc37-466a-9ab7-da4b56c51de2 req-247fd714-ee0a-41b5-b482-147ff0b1ef44 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 210 time: 0.0423510 Nov 10 21:32:22.135250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Pushing event updated for resources: {'Port': ['ID=f6993475-1610-4238-a08a-af30bcd8e056,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:22.228174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Allocated IP 172.20.0.10 (7dad6678-5dfe-4d09-b6f6-635b98a9149f/d1363015-d85e-46ce-9c77-d0c70f51ddec/6c473e9b-a5c3-4d39-b3d0-88b65f908052) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:22.268705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa76f4-2219-4636-b0ce-25bcca81ff8c req-40765ce0-f5f2-40f6-a9a1-277c5054f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:22.270313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0fa76f4-2219-4636-b0ce-25bcca81ff8c req-40765ce0-f5f2-40f6-a9a1-277c5054f1f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 1097 time: 0.1850555 Nov 10 21:32:22.314169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e160b0-8c92-4eaa-8537-0bd09d1054cf req-107b1844-f384-4e0c-9b74-98afb520254c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:22.315799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66e160b0-8c92-4eaa-8537-0bd09d1054cf req-107b1844-f384-4e0c-9b74-98afb520254c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 943 time: 0.0853376 Nov 10 21:32:22.317795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Attempting to bind port f6993475-1610-4238-a08a-af30bcd8e056 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:22.318216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Attempting to bind port f6993475-1610-4238-a08a-af30bcd8e056 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:22.318640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Attempting to bind port f6993475-1610-4238-a08a-af30bcd8e056 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:22.328172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599c7c3-ced5-41d8-ba48-fbfe5ecb70a9 req-cfb8e112-39f2-4666-b588-98f9ca454fe4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:22.329859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1599c7c3-ced5-41d8-ba48-fbfe5ecb70a9 req-cfb8e112-39f2-4666-b588-98f9ca454fe4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.1149158 Nov 10 21:32:22.351395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Port f6993475-1610-4238-a08a-af30bcd8e056 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:22.351757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Attempting to bind port f6993475-1610-4238-a08a-af30bcd8e056 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:22.379447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:22.379764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:22.380234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Bound using segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:22.380717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Bound port: f6993475-1610-4238-a08a-af30bcd8e056, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:22.381193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 36d07663-0ae9-4d33-8ab7-238cd3c0c920 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:22.381303 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.394933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0fa76f4-2219-4636-b0ce-25bcca81ff8c req-303e486a-a184-4081-b5af-47cc5162ea5d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152611 Nov 10 21:32:22.444476 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66e160b0-8c92-4eaa-8537-0bd09d1054cf req-fb3b0541-bb97-4e3b-adf5-926096cf921d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176221 Nov 10 21:32:22.453349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1599c7c3-ced5-41d8-ba48-fbfe5ecb70a9 req-aa914d91-cda3-46b1-94b2-297ac6cf3278 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108112 Nov 10 21:32:22.501908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.504758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] For port f6993475-1610-4238-a08a-af30bcd8e056, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:22.510302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] For port f6993475-1610-4238-a08a-af30bcd8e056, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f6993475-1610-4238-a08a-af30bcd8e056,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:22.526730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:22.544222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'port_id': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'mac_address': 'fa:16:3e:19:e2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bc8ce-0d23-4f63-8479-d4aac87d81c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:22.588053 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.608954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36d07663-0ae9-4d33-8ab7-238cd3c0c920 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:22.633738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:22.709585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.710144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.757382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:22.758002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.759451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] 10.222.0.64 "PUT /v2.0/ports/f6993475-1610-4238-a08a-af30bcd8e056 HTTP/1.1" status: 200 len: 1092 time: 1.6419752 Nov 10 21:32:22.763075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:22.769956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:22.776183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:22.778980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19956-42a6-4f2c-98fa-b15da7f38c7e service neutron] Pushing event updated for resources: {'Port': ['ID=f6993475-1610-4238-a08a-af30bcd8e056,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:22.780740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:22.818859 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.840815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:22.840815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:22.917271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['36d07663-0ae9-4d33-8ab7-238cd3c0c920'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:22.962876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:22.984983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e5a12-7eee-486b-9e4b-be9d22261e68 req-90028895-5ae0-4c6f-8fda-d3c265191725 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:22.986644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc6e5a12-7eee-486b-9e4b-be9d22261e68 req-90028895-5ae0-4c6f-8fda-d3c265191725 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 945 time: 0.0671144 Nov 10 21:32:23.026582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-1b5af387-73be-449f-8527-6729eb710d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4635808 Nov 10 21:32:23.063513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Request body: {'port': {'device_id': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:23.113141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-7032352d-0349-4792-8079-aa6b2dc2bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:23.116067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-7032352d-0349-4792-8079-aa6b2dc2bb2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 1095 time: 0.1248171 Nov 10 21:32:23.127548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc6e5a12-7eee-486b-9e4b-be9d22261e68 req-80ef16be-29a5-47ad-802d-6e67bae43e38 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054628 Nov 10 21:32:23.174519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-679414ec-e9e9-40ae-9600-ef8f4448f06b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6993475-1610-4238-a08a-af30bcd8e056 HTTP/1.1" status: 200 len: 217 time: 0.0456862 Nov 10 21:32:23.175545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:23.182467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-31adab87-849a-47d5-a075-0f73db2b3c43 None None] Provisioning complete for port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:23.182944 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-31adab87-849a-47d5-a075-0f73db2b3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:23.211643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c1ddd-3fae-4d11-b712-c38fea1e708d req-55c11b7e-fe06-4a74-83db-7e8a3796fb6e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:23.216335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-352c1ddd-3fae-4d11-b712-c38fea1e708d req-55c11b7e-fe06-4a74-83db-7e8a3796fb6e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1829708 Nov 10 21:32:23.248333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-cf044ba6-05ea-4ac9-94c4-65089ed7fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:23.248531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-31adab87-849a-47d5-a075-0f73db2b3c43 None None] Port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:32:23.252270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-cf044ba6-05ea-4ac9-94c4-65089ed7fc02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.0695379 Nov 10 21:32:23.315515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-4523e4ac-576b-47ba-8022-5bb7cd386b60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315986 Nov 10 21:32:23.333801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01df25-27b5-4e83-8887-8a0309cd43c0 req-40663117-ded3-4071-ade3-384aa17a158c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:23.335347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff01df25-27b5-4e83-8887-8a0309cd43c0 req-40663117-ded3-4071-ade3-384aa17a158c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 932 time: 0.0804040 Nov 10 21:32:23.368012 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-352c1ddd-3fae-4d11-b712-c38fea1e708d req-db8dfd29-e52d-4c91-bb72-22919e60433c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455314 Nov 10 21:32:23.373613 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:23.448282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff01df25-27b5-4e83-8887-8a0309cd43c0 req-2a8ae9a3-4d7e-4c96-90c4-067f757f95ad tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942814 Nov 10 21:32:23.485733 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-4564d307-af38-44e8-8140-21d30855e688 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492305 Nov 10 21:32:23.512335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e0d5788-069b-467b-9edf-9417f7628197 req-a1ea1431-570f-447c-8037-0f0f8bffba08 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 210 time: 0.0441043 Nov 10 21:32:23.629998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-543bf9ae-5da8-4326-8758-ae9a6bc057aa req-c85d30c3-0b00-4593-b5c9-f8725627a27a service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361179 Nov 10 21:32:23.634573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c473e9b-a5c3-4d39-b3d0-88b65f908052 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:23.644352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:23.664242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Transition to ACTIVE for port object 6c473e9b-a5c3-4d39-b3d0-88b65f908052 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:23.672225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a4e52-0b26-49b6-85f6-d5890e9b9d05 req-f6361024-fc09-4b2d-bcfd-23298213707e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:23.673706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-023a4e52-0b26-49b6-85f6-d5890e9b9d05 req-f6361024-fc09-4b2d-bcfd-23298213707e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 943 time: 0.0806537 Nov 10 21:32:23.725999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-023a4e52-0b26-49b6-85f6-d5890e9b9d05 req-04073574-7abb-436a-8684-4667d328bbf9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Nov 10 21:32:23.832705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e129f-3947-4307-ac11-754fe8a8375f req-076ddc56-9abe-478a-ad83-9f9f682d909f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:23.834746 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b79e129f-3947-4307-ac11-754fe8a8375f req-076ddc56-9abe-478a-ad83-9f9f682d909f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0537994 Nov 10 21:32:23.854696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:23.933033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:23.938561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b79e129f-3947-4307-ac11-754fe8a8375f req-ec7ecbff-d822-4e00-8904-4d4377871082 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977268 Nov 10 21:32:23.990442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'tag': 'f6993475-1610-4238-a08a-af30bcd8e056'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:23.993110 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17" -d '{"events": [{"name": "network-changed", "server_uuid": "73fb386c-6853-42eb-b12e-261f50bc76c5", "tag": "f6993475-1610-4238-a08a-af30bcd8e056"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:24.036849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Attempting to bind port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:24.037256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Attempting to bind port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:24.037589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Attempting to bind port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:24.042524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:24.042831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Attempting to bind port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:24.076767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:24.076767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:24.076767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Bound using segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:24.076767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Bound port: 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:24.076767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:24.096623 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d79d64b-a707-44f6-be33-4795862a8698 x-openstack-request-id: req-8d79d64b-a707-44f6-be33-4795862a8698 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:24.096925 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fb386c-6853-42eb-b12e-261f50bc76c5", "tag": "f6993475-1610-4238-a08a-af30bcd8e056", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:24.097181 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d79d64b-a707-44f6-be33-4795862a8698 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:24.097585 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'tag': 'f6993475-1610-4238-a08a-af30bcd8e056', 'status': 'completed', 'code': 200} Nov 10 21:32:24.171452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:24.200969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:24.215788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-15792364-d497-443f-9f90-f7300fbfbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.217952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-15792364-d497-443f-9f90-f7300fbfbbeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 1095 time: 0.0579565 Nov 10 21:32:24.222312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab2cbc-1dbb-47b7-9729-765388e17b02 req-b94f506f-4340-4644-8da8-b9d93d79d2b3 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.223910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fab2cbc-1dbb-47b7-9729-765388e17b02 req-b94f506f-4340-4644-8da8-b9d93d79d2b3 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 945 time: 0.0667503 Nov 10 21:32:24.273375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fab2cbc-1dbb-47b7-9729-765388e17b02 req-6311acd8-849d-42ef-97d1-3a967d10712a tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Nov 10 21:32:24.315190 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:24.350816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-de35274f-85f8-408b-aa93-bd305184aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.352415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-de35274f-85f8-408b-aa93-bd305184aa93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 906 time: 0.1274869 Nov 10 21:32:24.352783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.353407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:24.355213 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] 10.222.0.64 "PUT /v2.0/ports/6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 1093 time: 1.3077610 Nov 10 21:32:24.355392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:24.357890 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e26ce4f-1aad-4d25-8163-f8055f2499dc" -d '{"events": [{"name": "network-changed", "server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:24.389366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904eb97-c331-49fa-88e9-e8d1ae872b69 service neutron] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:24.412741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 36d07663-0ae9-4d33-8ab7-238cd3c0c920 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:24.438766 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f40eb8-9a4d-4c6f-9392-c97f7ad02d92 x-openstack-request-id: req-d7f40eb8-9a4d-4c6f-9392-c97f7ad02d92 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:24.439055 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:24.439300 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7f40eb8-9a4d-4c6f-9392-c97f7ad02d92 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:24.439697 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'status': 'completed', 'code': 200} Nov 10 21:32:24.470734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-74ddf5d5-ed5b-4575-9c3a-4ef25bff39c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6993475-1610-4238-a08a-af30bcd8e056 HTTP/1.1" status: 200 len: 217 time: 0.0520763 Nov 10 21:32:24.509954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:24.509954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:24.559579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb3e0c-2ac4-48d8-9bde-7135258ccb7d req-17b1240a-7507-4085-84be-788fd612f373 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.561835 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fedb3e0c-2ac4-48d8-9bde-7135258ccb7d req-17b1240a-7507-4085-84be-788fd612f373 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1044135 Nov 10 21:32:24.617034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26ce4f-1aad-4d25-8163-f8055f2499dc req-72a57459-7ab6-4678-92b2-f192aeaf3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.618591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e26ce4f-1aad-4d25-8163-f8055f2499dc req-72a57459-7ab6-4678-92b2-f192aeaf3f7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1096 time: 0.1206675 Nov 10 21:32:24.629410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:24.656270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-b3708153-21bb-4ac3-8ed0-28365292d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.657646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:24.659024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-b3708153-21bb-4ac3-8ed0-28365292d895 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.1747921 Nov 10 21:32:24.660793 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384a68f9-6eb0-4d5e-b9ba-00b49767733e" -d '{"events": [{"server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "name": "network-vif-plugged", "status": "completed", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:24.681011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-ce67e91b-8836-415e-8b19-3848cb526f2e tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.683584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:24.684500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-ce67e91b-8836-415e-8b19-3848cb526f2e tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/networks?id=5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 200 len: 813 time: 0.3836610 Nov 10 21:32:24.706141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b621d-39b4-49cd-86c2-7acc510c6bc4 req-30c7de36-deb5-4b92-ab82-6fa95d1879e5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.714460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-077b621d-39b4-49cd-86c2-7acc510c6bc4 req-30c7de36-deb5-4b92-ab82-6fa95d1879e5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 944 time: 0.1316607 Nov 10 21:32:24.720563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Request body: {'port': {'device_id': '43dc0516-c745-49b8-acb2-0046f4d65687', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'admin_state_up': True, 'tenant_id': '59a0d603014e42968db4cc3b74a23a79'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:24.727643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fedb3e0c-2ac4-48d8-9bde-7135258ccb7d req-59f64d20-4caa-45a3-b8e1-0a1cb377805b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508436 Nov 10 21:32:24.742558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:24.743624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a649417c-66a2-4c38-a85f-fd82a93db718 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:24.759737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-fdf36808-5c8c-4d2e-8b1b-a86afacc23d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909383 Nov 10 21:32:24.800044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a649417c-66a2-4c38-a85f-fd82a93db718 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:24.800678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a649417c-66a2-4c38-a85f-fd82a93db718 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:24.802817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26ce4f-1aad-4d25-8163-f8055f2499dc req-cfa55af8-d21f-4da5-9179-d6e599a575eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.806229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e26ce4f-1aad-4d25-8163-f8055f2499dc req-cfa55af8-d21f-4da5-9179-d6e599a575eb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f1bc044361e9458a91074240d37f7214&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1694400 Nov 10 21:32:24.833093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:24.843946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4cf27f65-69b9-47a6-b01d-a54e70e97e8a req-88f3e862-193c-451c-b690-7d5015ffe90f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 210 time: 0.0357671 Nov 10 21:32:24.896896 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef3b07-71fb-4659-932f-d72e678ec548 x-openstack-request-id: req-edef3b07-71fb-4659-932f-d72e678ec548 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:24.897966 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "name": "network-vif-plugged", "status": "completed", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:24.898228 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edef3b07-71fb-4659-932f-d72e678ec548 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:24.898638 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'code': 200} Nov 10 21:32:24.935948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26ce4f-1aad-4d25-8163-f8055f2499dc req-631be706-4638-44b2-a173-6148c5464dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:24.937468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e26ce4f-1aad-4d25-8163-f8055f2499dc req-631be706-4638-44b2-a173-6148c5464dec service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188703 Nov 10 21:32:24.971600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-077b621d-39b4-49cd-86c2-7acc510c6bc4 req-f5330487-5163-426e-96ee-2c6a93a4a23a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2561204 Nov 10 21:32:24.980816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-3750ebf4-26fb-4ae1-864c-906f42051fe7 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056482 Nov 10 21:32:25.108558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Made reservation on behalf of 59a0d603014e42968db4cc3b74a23a79 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:25.109581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69a1d1-3d58-4ae2-81e8-36467427c6d9 req-7f2b2196-321d-4a05-9b79-ad007c8e39e4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.112865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:25.116885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b69a1d1-3d58-4ae2-81e8-36467427c6d9 req-7f2b2196-321d-4a05-9b79-ad007c8e39e4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 943 time: 0.1549547 Nov 10 21:32:25.123241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d4a2620-fb7c-4ad5-91fe-8739b9585e17 req-16b1c74e-7e5e-4d3e-a6bb-f89460a944d8 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253221 Nov 10 21:32:25.162871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-2f71ce63-f4c8-4eaf-8c17-08e4d17c776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.164568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-2f71ce63-f4c8-4eaf-8c17-08e4d17c776f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1096 time: 0.1630893 Nov 10 21:32:25.220853 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-05596dd1-9d7e-45cc-8d12-bb762881b084 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 217 time: 0.0441031 Nov 10 21:32:25.266358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Allocated IP 172.20.0.7 (5f706d76-2f89-442e-b955-353808426f91/a769c08b-d407-49e5-993a-1918eac47955/a0121807-d0a8-4d0c-9ecf-9a7fd17ced24) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:25.271711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b69a1d1-3d58-4ae2-81e8-36467427c6d9 req-98d63989-c05a-4265-a2c3-1e64a63233a5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469536 Nov 10 21:32:25.283330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-9d21b5f7-55c9-484c-b595-737ccc27160b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.284866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-9d21b5f7-55c9-484c-b595-737ccc27160b tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/networks?id=5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 200 len: 813 time: 0.2555816 Nov 10 21:32:25.310503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Request body: {'port': {'device_id': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'admin_state_up': True, 'tenant_id': '59a0d603014e42968db4cc3b74a23a79'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:25.333978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-64cd5f01-fe64-4894-8462-034fa85c36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.335925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-64cd5f01-fe64-4894-8462-034fa85c36ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1017385 Nov 10 21:32:25.445253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:25.570308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:25.612966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Network 5f706d76-2f89-442e-b955-353808426f91 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:25.618448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:25.625338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:25.659485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event updated for resources: {'Port': ['ID=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:25.681995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.682632 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:25.752725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098928c-339a-4154-af3d-fc3f411a43e0 req-674c69d2-f3f3-48fb-89a7-19797f44c766 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.754300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8098928c-339a-4154-af3d-fc3f411a43e0 req-674c69d2-f3f3-48fb-89a7-19797f44c766 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.4115224 Nov 10 21:32:25.758977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-5ac81401-07d7-4e59-b68c-bdf4a39d17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.760369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-5ac81401-07d7-4e59-b68c-bdf4a39d17b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4164972 Nov 10 21:32:25.777896 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-f0c6887f-da6a-418d-ac14-401d397fc263 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0815854 Nov 10 21:32:25.790543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Request body: {'port': {'device_id': '43dc0516-c745-49b8-acb2-0046f4d65687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:25.878931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8098928c-339a-4154-af3d-fc3f411a43e0 req-1f2cb33f-2aec-48ee-8901-d408eb47b885 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148198 Nov 10 21:32:25.913443 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:25.917142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Made reservation on behalf of 59a0d603014e42968db4cc3b74a23a79 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:25.922573 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:25.926226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-902224dc-7922-4653-acae-6e636d2d471e service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515539 Nov 10 21:32:25.945881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-a69ee7a1-1a4c-45f8-a5e6-d4931d7b3256 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:25.947890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-a69ee7a1-1a4c-45f8-a5e6-d4931d7b3256 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 946 time: 0.1126177 Nov 10 21:32:26.153145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75ab4c-6e3c-4a45-a70d-d62d35fbf042 req-73dc5b30-422d-4f25-b197-a3611c609042 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:26.154650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e75ab4c-6e3c-4a45-a70d-d62d35fbf042 req-73dc5b30-422d-4f25-b197-a3611c609042 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 946 time: 0.1624169 Nov 10 21:32:26.187646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402ee78-306e-49d1-a38d-92208a67e1ed req-408d6fb1-2b3c-4217-b5b0-0d6ca46a7d44 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:26.189525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1402ee78-306e-49d1-a38d-92208a67e1ed req-408d6fb1-2b3c-4217-b5b0-0d6ca46a7d44 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1657078 Nov 10 21:32:26.213138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1186f46b-4f99-48f3-9cdb-70c64377f85e req-c65187c0-2ed6-40d8-a1cd-9f974f19f1e1 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656915 Nov 10 21:32:26.238380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Deleting port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:26.238717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.248321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Allocated IP 172.20.0.5 (5f706d76-2f89-442e-b955-353808426f91/a769c08b-d407-49e5-993a-1918eac47955/2b695a87-0f83-4e5c-81ad-e73a372b8efa) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:26.264250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e75ab4c-6e3c-4a45-a70d-d62d35fbf042 req-4c96c03d-688b-4286-b28c-7ca073754143 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834410 Nov 10 21:32:26.300958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1402ee78-306e-49d1-a38d-92208a67e1ed req-22cc5d75-03d3-482d-a09f-28dd956e465c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052198 Nov 10 21:32:26.357069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] For port 36d07663-0ae9-4d33-8ab7-238cd3c0c920, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=36d07663-0ae9-4d33-8ab7-238cd3c0c920,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:26.357432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.370841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Calling delete_port for 36d07663-0ae9-4d33-8ab7-238cd3c0c920 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:26.403607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ee0c255-9ae8-41e2-952a-c41ebb7e438c req-3a71afea-07be-48ae-ba67-c356ffe26f76 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 210 time: 0.0618012 Nov 10 21:32:26.414223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 36d07663-0ae9-4d33-8ab7-238cd3c0c920 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:26.460014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.493463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946479f-2e33-4509-8a35-3b972e739f2d req-abfbd95c-e604-40a8-82e7-be04a287d66e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:26.494987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d946479f-2e33-4509-8a35-3b972e739f2d req-abfbd95c-e604-40a8-82e7-be04a287d66e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 944 time: 0.1090722 Nov 10 21:32:26.522617 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.555188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.625735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929ab5-9ca0-462c-bf9e-1715bf0240b5 req-68ae70ed-6d13-4b1c-b750-ed92ce3273cf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:26.627278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67929ab5-9ca0-462c-bf9e-1715bf0240b5 req-68ae70ed-6d13-4b1c-b750-ed92ce3273cf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 943 time: 0.1200500 Nov 10 21:32:26.629065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Network 5f706d76-2f89-442e-b955-353808426f91 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:26.637380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:26.639900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event updated for resources: {'Port': ['ID=2b695a87-0f83-4e5c-81ad-e73a372b8efa,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:26.644228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d946479f-2e33-4509-8a35-3b972e739f2d req-6e401694-d362-4abb-9ab0-d0e2974c42f2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405041 Nov 10 21:32:26.647143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:26.725763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:26.726381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.732927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67929ab5-9ca0-462c-bf9e-1715bf0240b5 req-ed77520e-fa44-4cf9-b565-243230cf8245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971341 Nov 10 21:32:26.750799 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.758306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:26.771222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.800015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event deleted for resources: {'Port': ['ID=36d07663-0ae9-4d33-8ab7-238cd3c0c920,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:26.825645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Transition to ACTIVE for port object a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:26.842496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] No DVR routers for this DVR port 36d07663-0ae9-4d33-8ab7-238cd3c0c920 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:26.845033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.848236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dee10fd9-4ee7-4f85-a8db-6fb5a340e82a req-1215e67e-b8fd-4b4a-94a1-62f60f24d7ca tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "DELETE /v2.0/ports/36d07663-0ae9-4d33-8ab7-238cd3c0c920 HTTP/1.1" status: 204 len: 173 time: 0.8930962 Nov 10 21:32:26.848832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'name': 'network-vif-deleted', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:26.851115 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9d9adc-4ec6-4208-8c0e-46a63505057a" -d '{"events": [{"server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "name": "network-vif-deleted", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:26.867659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4a1c6a4d-4c56-42f3-9c56-97f2445ebc7d tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5632226 Nov 10 21:32:26.881055 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Request body: {'port': {'device_id': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:26.891203 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb8d6d7-6c53-44a5-97b2-4f2468429e9a x-openstack-request-id: req-beb8d6d7-6c53-44a5-97b2-4f2468429e9a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:26.891670 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda4ec04-e7b8-453f-809d-05e66eb3021b", "name": "network-vif-deleted", "tag": "36d07663-0ae9-4d33-8ab7-238cd3c0c920", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:26.892218 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-beb8d6d7-6c53-44a5-97b2-4f2468429e9a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:26.892498 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda4ec04-e7b8-453f-809d-05e66eb3021b', 'name': 'network-vif-deleted', 'tag': '36d07663-0ae9-4d33-8ab7-238cd3c0c920', 'status': 'completed', 'code': 200} Nov 10 21:32:26.912808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.948636 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:26.983424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:27.072748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Attempting to bind port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:27.073148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Attempting to bind port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:27.073574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Attempting to bind port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:27.078443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 on network 5f706d76-2f89-442e-b955-353808426f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:27.078866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Attempting to bind port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:27.083974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:27.084427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Checking segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:27.084895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Bound using segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:27.085389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Bound port: a0121807-d0a8-4d0c-9ecf-9a7fd17ced24, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:27.091860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.131886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d9762-727b-43ec-b9e4-4675209b5d0a req-0e3f06fe-9616-4d68-a3e1-5b0abe4d08b9 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.133508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c2d9762-727b-43ec-b9e4-4675209b5d0a req-0e3f06fe-9616-4d68-a3e1-5b0abe4d08b9 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.1295338 Nov 10 21:32:27.241588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c2d9762-727b-43ec-b9e4-4675209b5d0a req-fb42ce5f-df40-44a5-877f-a028c17139cb tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016033 Nov 10 21:32:27.335256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b695a87-0f83-4e5c-81ad-e73a372b8efa {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:27.344808 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.360077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Transition to ACTIVE for port object 2b695a87-0f83-4e5c-81ad-e73a372b8efa will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:27.425525 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.441557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b20f79fb-d021-4a5a-bc73-f74c6e2427cb req-bfaba146-94ff-4af1-a933-71199af7c863 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=dda4ec04-e7b8-453f-809d-05e66eb3021b HTTP/1.1" status: 200 len: 210 time: 0.0288908 Nov 10 21:32:27.483511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Pushing event updated for resources: {'Port': ['ID=2b695a87-0f83-4e5c-81ad-e73a372b8efa,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:27.497249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d489fe-9f64-4c7c-a349-3bfec2fc09df req-227963f7-ceb4-41ab-b82c-7c7dd4a30769 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.498817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8d489fe-9f64-4c7c-a349-3bfec2fc09df req-227963f7-ceb4-41ab-b82c-7c7dd4a30769 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1036782 Nov 10 21:32:27.508921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] For port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:27.512567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] For port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:27.579115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd461f-5c17-4459-baad-9a17edfab3b4 req-2e6d6259-18d5-4967-9d73-3903cc300e30 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.580988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ccd461f-5c17-4459-baad-9a17edfab3b4 req-2e6d6259-18d5-4967-9d73-3903cc300e30 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 943 time: 0.0564952 Nov 10 21:32:27.605639 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8d489fe-9f64-4c7c-a349-3bfec2fc09df req-42d955cd-9151-49fb-bc41-f267bcedcc9b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872071 Nov 10 21:32:27.608341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Attempting to bind port 2b695a87-0f83-4e5c-81ad-e73a372b8efa on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:27.608683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Attempting to bind port 2b695a87-0f83-4e5c-81ad-e73a372b8efa by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:27.609014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Attempting to bind port 2b695a87-0f83-4e5c-81ad-e73a372b8efa on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:27.613797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Port 2b695a87-0f83-4e5c-81ad-e73a372b8efa on network 5f706d76-2f89-442e-b955-353808426f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:27.614594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Attempting to bind port 2b695a87-0f83-4e5c-81ad-e73a372b8efa on network 5f706d76-2f89-442e-b955-353808426f91 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:27.619835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:27.620181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Checking segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:27.623077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Bound using segment: {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:27.623077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Bound port: 2b695a87-0f83-4e5c-81ad-e73a372b8efa, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b77994-7ddd-48e4-a5f4-af8b42b75d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5f706d76-2f89-442e-b955-353808426f91'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:27.623077 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.623292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.663299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ccd461f-5c17-4459-baad-9a17edfab3b4 req-17c05e12-08e1-4907-94d3-a14990487ddb tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762222 Nov 10 21:32:27.677523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.678157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.679693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 HTTP/1.1" status: 200 len: 1092 time: 1.8938832 Nov 10 21:32:27.693791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99718a53-ed24-4818-8700-8cae03e9b6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:27.702999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] For port 2b695a87-0f83-4e5c-81ad-e73a372b8efa, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:27.706452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] For port 2b695a87-0f83-4e5c-81ad-e73a372b8efa, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2b695a87-0f83-4e5c-81ad-e73a372b8efa,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:27.794069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca22d7-84b8-42da-9082-757f700363d6 req-98c83570-123b-4225-8b29-035facc1b75b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.795905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcca22d7-84b8-42da-9082-757f700363d6 req-98c83570-123b-4225-8b29-035facc1b75b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 944 time: 0.0599260 Nov 10 21:32:27.800864 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.886876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.887639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:27.888109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453beb81-21ed-4a32-8814-c8390b3ad4ad req-1a978531-17b6-4321-85c2-ca034faa34e8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.889055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] 10.222.0.53 "PUT /v2.0/ports/2b695a87-0f83-4e5c-81ad-e73a372b8efa HTTP/1.1" status: 200 len: 1092 time: 1.0137630 Nov 10 21:32:27.889525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'tag': '2b695a87-0f83-4e5c-81ad-e73a372b8efa'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:27.889637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-453beb81-21ed-4a32-8814-c8390b3ad4ad req-1a978531-17b6-4321-85c2-ca034faa34e8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 943 time: 0.0812919 Nov 10 21:32:27.891899 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749e722b-49cb-40e0-b823-0c7babf0a1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f932de7-8d73-4ba6-b06e-d477db950afe", "tag": "2b695a87-0f83-4e5c-81ad-e73a372b8efa"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:27.903925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-b2b150a0-2c0d-4daa-945b-09bc39a91d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:27.914148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-b2b150a0-2c0d-4daa-945b-09bc39a91d73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 1095 time: 0.0690067 Nov 10 21:32:27.925863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811c591-c611-4ae8-b48f-8d34bc6dfd37 service neutron] Pushing event updated for resources: {'Port': ['ID=2b695a87-0f83-4e5c-81ad-e73a372b8efa,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:27.933852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcca22d7-84b8-42da-9082-757f700363d6 req-a5e4f51f-d9ae-4cf2-bcbf-25fc7d4aa6a6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230762 Nov 10 21:32:27.962311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-0c0bf093-1181-499e-8abd-a2437d3df58f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 HTTP/1.1" status: 200 len: 217 time: 0.0410669 Nov 10 21:32:27.984992 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0226c0-c88f-4a74-984e-daaff1622e94 x-openstack-request-id: req-6d0226c0-c88f-4a74-984e-daaff1622e94 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:27.985535 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f932de7-8d73-4ba6-b06e-d477db950afe", "tag": "2b695a87-0f83-4e5c-81ad-e73a372b8efa", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:27.985786 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d0226c0-c88f-4a74-984e-daaff1622e94 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:27.989772 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'tag': '2b695a87-0f83-4e5c-81ad-e73a372b8efa', 'status': 'completed', 'code': 200} Nov 10 21:32:28.013986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-453beb81-21ed-4a32-8814-c8390b3ad4ad req-51488c0e-665c-4be9-b8eb-b95dc0f9de11 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141400 Nov 10 21:32:28.051380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-fbc81774-a8e4-4ead-a506-86c8a5e89a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.057306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e722b-49cb-40e0-b823-0c7babf0a1d7 req-49ce2993-809e-4eed-bbb4-84fffcd3be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.058929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-749e722b-49cb-40e0-b823-0c7babf0a1d7 req-49ce2993-809e-4eed-bbb4-84fffcd3be86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 1095 time: 0.0533047 Nov 10 21:32:28.063901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-fbc81774-a8e4-4ead-a506-86c8a5e89a73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a769c08b-d407-49e5-993a-1918eac47955 HTTP/1.1" status: 200 len: 853 time: 0.0928140 Nov 10 21:32:28.098814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4638550d-3fcd-476b-a11f-7c4ca8dc4648 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f706d76-2f89-442e-b955-353808426f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252061 Nov 10 21:32:28.179122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e722b-49cb-40e0-b823-0c7babf0a1d7 req-df932f97-a433-4903-bd71-562cf1f91e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.180647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-749e722b-49cb-40e0-b823-0c7babf0a1d7 req-df932f97-a433-4903-bd71-562cf1f91e5a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=59a0d603014e42968db4cc3b74a23a79&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1080420 Nov 10 21:32:28.202790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-77254255-0df3-4ed5-9d3f-7f18e1b5f224 service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947332 Nov 10 21:32:28.277482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e722b-49cb-40e0-b823-0c7babf0a1d7 req-37599130-1ec2-4d54-9dbc-bf5f0cd3ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.278472 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-749e722b-49cb-40e0-b823-0c7babf0a1d7 req-37599130-1ec2-4d54-9dbc-bf5f0cd3ec36 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903409 Nov 10 21:32:28.295597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-1bdb0424-c5ad-4636-8c2d-b105c8889c6d service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864556 Nov 10 21:32:28.366576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4e9132aa-130c-44fe-a042-e16217912591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.368101 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-4e9132aa-130c-44fe-a042-e16217912591 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 1095 time: 0.0453258 Nov 10 21:32:28.371144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c60ec-94dd-44fd-8a25-d3e7263bd6b1 req-6cdbf5d0-ddb9-42e6-a3b5-014256641611 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.372715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-369c60ec-94dd-44fd-8a25-d3e7263bd6b1 req-6cdbf5d0-ddb9-42e6-a3b5-014256641611 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.0521979 Nov 10 21:32:28.412542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-c737f304-bacd-4e01-b1b8-e903400f0c45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b695a87-0f83-4e5c-81ad-e73a372b8efa HTTP/1.1" status: 200 len: 217 time: 0.0366027 Nov 10 21:32:28.429493 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-369c60ec-94dd-44fd-8a25-d3e7263bd6b1 req-3f4b2d4a-666f-4dd4-8f9b-f2b33e986af8 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Nov 10 21:32:28.468379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-390d442d-6ed6-45ab-bf81-812463c69b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.469855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-390d442d-6ed6-45ab-bf81-812463c69b90 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a769c08b-d407-49e5-993a-1918eac47955 HTTP/1.1" status: 200 len: 853 time: 0.0448804 Nov 10 21:32:28.508257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-49cbd790-2224-4d0c-8c01-b97de56388e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f706d76-2f89-442e-b955-353808426f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296397 Nov 10 21:32:28.602929 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-ef529d8f-49da-48b8-9ee3-fc604ec32ea5 service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870657 Nov 10 21:32:28.710876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740923a-516a-4542-bb26-3e2c975ed989 req-e8c009f5-b997-41e7-a02a-ca14bb34d9ed tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.712445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-e8c009f5-b997-41e7-a02a-ca14bb34d9ed tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 821 time: 0.1056945 Nov 10 21:32:28.729580 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-9d6e80e2-1412-46ad-ad8a-f93541f3c0c1 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/quotas/d6ad2f36236f422d8a71f668e8de0f07 HTTP/1.1" status: 200 len: 375 time: 0.0109775 Nov 10 21:32:28.731583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81b5ca51-277b-4ea4-a1af-2ec2039e027b req-aa10f919-eb6e-428d-b4fb-89962d2b91cc service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211839 Nov 10 21:32:28.748176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa2545-f461-4ef7-a9c6-342520bb000c req-91485144-d6a3-47e6-a2ef-85d45ee5d101 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.749763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24aa2545-f461-4ef7-a9c6-342520bb000c req-91485144-d6a3-47e6-a2ef-85d45ee5d101 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0663292 Nov 10 21:32:28.788174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-13b9f23b-2369-45c7-a2e9-059be707b7cf tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527716 Nov 10 21:32:28.799767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24aa2545-f461-4ef7-a9c6-342520bb000c req-aae5a8cb-8f5c-4755-b22c-dcbcc7feb90d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Nov 10 21:32:28.881532 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-e2b55dfc-607a-4e6e-b7e0-249779d51286 service neutron] 10.222.0.45 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861318 Nov 10 21:32:28.893275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dc0516-c745-49b8-acb2-0046f4d65687', 'tag': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:28.896161 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682ac877-b736-4fbd-89b7-d77c72188620" -d '{"events": [{"name": "network-changed", "server_uuid": "43dc0516-c745-49b8-acb2-0046f4d65687", "tag": "a0121807-d0a8-4d0c-9ecf-9a7fd17ced24"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:28.911695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a24edf-0924-4d2e-ac48-cb6faf83acd2 req-5798deec-1272-4be9-9a32-1023227e1243 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:28.912846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95a24edf-0924-4d2e-ac48-cb6faf83acd2 req-5798deec-1272-4be9-9a32-1023227e1243 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 943 time: 0.0543232 Nov 10 21:32:28.966139 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95a24edf-0924-4d2e-ac48-cb6faf83acd2 req-24153b2f-d02a-4797-ad41-4974dbd89be1 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466328 Nov 10 21:32:28.982874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-2cd75f13-1062-457a-aa11-dd611d2dff20 service neutron] 10.222.0.45 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952446 Nov 10 21:32:29.009961 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5259e4-2fce-4915-944f-d859d11d9884 x-openstack-request-id: req-fa5259e4-2fce-4915-944f-d859d11d9884 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:29.010389 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dc0516-c745-49b8-acb2-0046f4d65687", "tag": "a0121807-d0a8-4d0c-9ecf-9a7fd17ced24", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:29.010542 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa5259e4-2fce-4915-944f-d859d11d9884 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:29.010965 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dc0516-c745-49b8-acb2-0046f4d65687', 'tag': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24', 'status': 'completed', 'code': 200} Nov 10 21:32:29.106357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ac877-b736-4fbd-89b7-d77c72188620 req-409e269c-6b88-4fe6-be77-a221ec1de1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.107969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-682ac877-b736-4fbd-89b7-d77c72188620 req-409e269c-6b88-4fe6-be77-a221ec1de1e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=59a0d603014e42968db4cc3b74a23a79&device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 1095 time: 0.0706694 Nov 10 21:32:29.129009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f6993475-1610-4238-a08a-af30bcd8e056 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:29.132390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e91872-d0f1-4589-b6d5-3d9c2ce11f79 req-35c70c28-483e-49f9-92ef-eb0b742afeee tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.133861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24e91872-d0f1-4589-b6d5-3d9c2ce11f79 req-35c70c28-483e-49f9-92ef-eb0b742afeee tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 944 time: 0.0695217 Nov 10 21:32:29.232675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f6993475-1610-4238-a08a-af30bcd8e056, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f6993475-1610-4238-a08a-af30bcd8e056,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:29.235866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24e91872-d0f1-4589-b6d5-3d9c2ce11f79 req-597faa69-e697-493f-9217-e1b74eb4dfe7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919874 Nov 10 21:32:29.245802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'f6993475-1610-4238-a08a-af30bcd8e056', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'port_id': 'f6993475-1610-4238-a08a-af30bcd8e056', 'mac_address': 'fa:16:3e:54:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29cd99-eb18-4eb1-9862-48ea5e0b2c68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:29.254231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ac877-b736-4fbd-89b7-d77c72188620 req-f88245fb-0a63-4362-a667-69ee0b7d365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.256721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-682ac877-b736-4fbd-89b7-d77c72188620 req-f88245fb-0a63-4362-a667-69ee0b7d365b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 200 len: 914 time: 0.1410427 Nov 10 21:32:29.303545 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:29.316714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-682ac877-b736-4fbd-89b7-d77c72188620 req-e75925f3-f34d-4859-8d02-b1e0c51b82fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 HTTP/1.1" status: 200 len: 217 time: 0.0468323 Nov 10 21:32:29.328254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6993475-1610-4238-a08a-af30bcd8e056 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:29.361031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f6993475-1610-4238-a08a-af30bcd8e056, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f6993475-1610-4238-a08a-af30bcd8e056,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:29.393389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-8f58eb2f-4d6f-4a16-b2fc-2d9f9b2f031b tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.396237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-8f58eb2f-4d6f-4a16-b2fc-2d9f9b2f031b tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1098 time: 0.1256156 Nov 10 21:32:29.403464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ac877-b736-4fbd-89b7-d77c72188620 req-5042ae19-4c8d-4b53-b7b0-d7a9974d33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.405672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-682ac877-b736-4fbd-89b7-d77c72188620 req-5042ae19-4c8d-4b53-b7b0-d7a9974d33ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a769c08b-d407-49e5-993a-1918eac47955 HTTP/1.1" status: 200 len: 853 time: 0.0799570 Nov 10 21:32:29.409721 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b768b-d288-4795-95ab-168458ba2ce5 req-0162eb73-f8ac-4af1-a270-171802bbd97e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.417819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b46b768b-d288-4795-95ab-168458ba2ce5 req-0162eb73-f8ac-4af1-a270-171802bbd97e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 943 time: 0.0886841 Nov 10 21:32:29.431808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-11'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:29.449086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-682ac877-b736-4fbd-89b7-d77c72188620 req-16a7e5e2-b811-49ba-99cd-e15f53a5a041 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f706d76-2f89-442e-b955-353808426f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367780 Nov 10 21:32:29.457059 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:29.517847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f6993475-1610-4238-a08a-af30bcd8e056,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:29.546653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b46b768b-d288-4795-95ab-168458ba2ce5 req-0a48975e-ab0f-482d-a68e-93c6b1fbd73c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279700 Nov 10 21:32:29.551972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:29.552105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91d5508e-df3d-4ded-a790-f5d96abf85ca req-05b67bc3-0d33-4b8a-94ac-74a781e37fd6 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 210 time: 0.0576837 Nov 10 21:32:29.606311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-682ac877-b736-4fbd-89b7-d77c72188620 req-983cbfa5-5315-4ce7-92a7-daf827388541 service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491947 Nov 10 21:32:29.712216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-682ac877-b736-4fbd-89b7-d77c72188620 req-d9ea352d-4a35-4d70-8439-31f3355bdb0f service neutron] 10.222.0.53 "GET /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912998 Nov 10 21:32:29.728334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e566f-8672-49c7-8bad-c4377cf07277 req-37e9b323-0cb4-4a88-920e-fe2161f2d653 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.729874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a78e566f-8672-49c7-8bad-c4377cf07277 req-37e9b323-0cb4-4a88-920e-fe2161f2d653 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 946 time: 0.1117222 Nov 10 21:32:29.786661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:29.813765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a78e566f-8672-49c7-8bad-c4377cf07277 req-df33f2ea-1088-4929-910b-b30d0580af30 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752945 Nov 10 21:32:29.844545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:29.893859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:29.923018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f5829-c91a-4907-97a2-4dc919a1165d req-6b060d99-1ce4-403c-b614-8b29314fdca6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:29.924569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c27f5829-c91a-4907-97a2-4dc919a1165d req-6b060d99-1ce4-403c-b614-8b29314fdca6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Nov 10 21:32:29.974776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c27f5829-c91a-4907-97a2-4dc919a1165d req-f07b6a4a-7007-44bb-bb0a-2a50a9a899e1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Nov 10 21:32:29.981193 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:29.990314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:29.992706 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7368f0-69f2-4120-9e87-b90bebd88cb5" -d '{"events": [{"server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "name": "network-vif-unplugged", "status": "completed", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:30.042063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['f6993475-1610-4238-a08a-af30bcd8e056'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:30.044634 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ae6e4-c89b-413f-bcf3-6c14f7397ce5 x-openstack-request-id: req-715ae6e4-c89b-413f-bcf3-6c14f7397ce5 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:30.044927 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "name": "network-vif-unplugged", "status": "completed", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:30.045179 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-715ae6e4-c89b-413f-bcf3-6c14f7397ce5 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:30.045576 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9', 'code': 200} Nov 10 21:32:30.091116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:30.122736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on host n-h1-776250-11 for vnic_type normal with profile {"migrating_to": "n-h2-776250-11"} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:30.123072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:30.123399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:30.131377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:30.131703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Attempting to bind port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on network a427c084-43ae-4af9-acb6-414de5e88e76 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:30.140925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:30.141261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Checking segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:30.141645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Bound using segment: {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:30.142077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Bound port: 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6906249-ab2c-4d4f-8d4b-a9f227533764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'a427c084-43ae-4af9-acb6-414de5e88e76'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:30.142435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:30.160049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6201-54b7-46bf-9b7e-20f730d99afa req-79831d06-4ea7-42c9-baba-18815e2702c4 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:30.162323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95bb6201-54b7-46bf-9b7e-20f730d99afa req-79831d06-4ea7-42c9-baba-18815e2702c4 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 943 time: 0.1021609 Nov 10 21:32:30.259515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95bb6201-54b7-46bf-9b7e-20f730d99afa req-6585ffb2-4b70-4b4d-99a8-10fe8794a977 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878265 Nov 10 21:32:30.260518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:30.263692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:30.331853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:30.388680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ca89f-0cb6-4d72-b5d5-93438f5831fd req-2760f0cd-672b-4f7f-8348-5466b50aaf36 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:30.397075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-411ca89f-0cb6-4d72-b5d5-93438f5831fd req-2760f0cd-672b-4f7f-8348-5466b50aaf36 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 944 time: 0.0675433 Nov 10 21:32:30.410413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:30.416441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:30.416441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] 10.222.0.53 "PUT /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 1124 time: 0.9927526 Nov 10 21:32:30.416441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f25f9a-e1e6-49f4-8a6a-f4fc79aa6114 service neutron] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=8']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:30.423165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:30.467975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-411ca89f-0cb6-4d72-b5d5-93438f5831fd req-d16416a7-9138-4978-a515-8eb5ee7a9086 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667179 Nov 10 21:32:30.515178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['031c2f6a-f018-45b3-8d10-3a5f8f2588a9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:30.675685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c4d6-fca3-4447-b969-0c8ba18eaff2 req-385f8a31-0db6-4b95-9ca1-1a278e5db5f4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:30.678064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7243c4d6-fca3-4447-b969-0c8ba18eaff2 req-385f8a31-0db6-4b95-9ca1-1a278e5db5f4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 944 time: 0.0571570 Nov 10 21:32:30.681390 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4592458a-1c85-400c-8315-ea997ec9c0b5 req-806099cb-b444-427f-97bc-12a1be567409 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 210 time: 0.0293841 Nov 10 21:32:30.736428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7243c4d6-fca3-4447-b969-0c8ba18eaff2 req-bc5aef38-2652-4016-853d-3ce892dc5ea3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493703 Nov 10 21:32:30.740523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['031c2f6a-f018-45b3-8d10-3a5f8f2588a9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:30.744633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:30.784178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'port_id': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24', 'mac_address': 'fa:16:3e:6d:61:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a769c08b-d407-49e5-993a-1918eac47955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:30.873756 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:30.914355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:30.947190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe60646-372f-4899-8c60-73f775fa4fda req-2fd99c9a-b711-48c1-9086-0fc00e3872dd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:30.949060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afe60646-372f-4899-8c60-73f775fa4fda req-2fd99c9a-b711-48c1-9086-0fc00e3872dd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0599766 Nov 10 21:32:31.002498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afe60646-372f-4899-8c60-73f775fa4fda req-cb4333d8-4c11-460c-8c28-934e5bdf4a52 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Nov 10 21:32:31.102209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7ac3e-2fc6-4ca7-8f0a-d5fb7bd589fd req-164dc511-3d40-47d7-9a08-dd05c360cbbf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:31.104048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f7ac3e-2fc6-4ca7-8f0a-d5fb7bd589fd req-164dc511-3d40-47d7-9a08-dd05c360cbbf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0495069 Nov 10 21:32:31.118589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:31.142778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:31.159394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f7ac3e-2fc6-4ca7-8f0a-d5fb7bd589fd req-e742e271-9c87-4e77-a031-63a1e29bc9af tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481896 Nov 10 21:32:31.222152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:31.223018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2b695a87-0f83-4e5c-81ad-e73a372b8efa details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:31.321271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:31.324662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2b695a87-0f83-4e5c-81ad-e73a372b8efa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2b695a87-0f83-4e5c-81ad-e73a372b8efa,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:31.326821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:31.345307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'mac_address': 'fa:16:3e:0c:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:31.350631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '2b695a87-0f83-4e5c-81ad-e73a372b8efa', 'network_id': '5f706d76-2f89-442e-b955-353808426f91', 'port_id': '2b695a87-0f83-4e5c-81ad-e73a372b8efa', 'mac_address': 'fa:16:3e:10:81:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a769c08b-d407-49e5-993a-1918eac47955', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:31.382530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de6140-4425-41ad-b53b-c920610be193 req-95a78aad-2e5c-4d0e-b456-1a49c5b88d60 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:31.383954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90de6140-4425-41ad-b53b-c920610be193 req-95a78aad-2e5c-4d0e-b456-1a49c5b88d60 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 943 time: 0.0533245 Nov 10 21:32:31.422915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:31.431915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:31.433940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90de6140-4425-41ad-b53b-c920610be193 req-d92a80b1-6c81-4c52-9cf7-33e476a2dcb5 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438316 Nov 10 21:32:31.446115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b695a87-0f83-4e5c-81ad-e73a372b8efa {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:31.453819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c473e9b-a5c3-4d39-b3d0-88b65f908052 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:31.485076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2b695a87-0f83-4e5c-81ad-e73a372b8efa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2b695a87-0f83-4e5c-81ad-e73a372b8efa,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:31.488850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:31.571326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:31.572368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:31.589902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c6c2-8eb3-4035-9710-bdb05ec61876 req-e2c176a8-643a-45d0-8397-0d69b17e2234 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:31.591396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4146c6c2-8eb3-4035-9710-bdb05ec61876 req-e2c176a8-643a-45d0-8397-0d69b17e2234 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 944 time: 0.0523765 Nov 10 21:32:31.621165 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:31.673344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4146c6c2-8eb3-4035-9710-bdb05ec61876 req-0564bbec-dd60-43aa-bf24-120656a7aff1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755579 Nov 10 21:32:31.691893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2b695a87-0f83-4e5c-81ad-e73a372b8efa,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:31.766886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:31.775876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740923a-516a-4542-bb26-3e2c975ed989 req-af0b1b99-4e20-4131-9ef6-8bc777ef0aeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:31.778112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-af0b1b99-4e20-4131-9ef6-8bc777ef0aeb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 821 time: 0.1338050 Nov 10 21:32:31.781303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:31.786623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 has no active binding in host n-h2-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:32:31.791354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Request body: {'port': {'device_id': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'admin_state_up': True, 'tenant_id': 'd6ad2f36236f422d8a71f668e8de0f07'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:31.819862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08835ce5-e25b-4d13-92c0-25e109b0462b req-70c470ae-46cf-4e7c-b708-8cfbed728833 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 210 time: 0.0329137 Nov 10 21:32:31.931542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adfdba-1a4b-4511-883e-1f303af12639 req-a50beb61-f9e7-433e-9df4-f83c8f45ffda tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:31.933143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1adfdba-1a4b-4511-883e-1f303af12639 req-a50beb61-f9e7-433e-9df4-f83c8f45ffda tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 944 time: 0.0821915 Nov 10 21:32:31.990604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1adfdba-1a4b-4511-883e-1f303af12639 req-cb0f3d5f-0aa0-4ad2-a1f5-5db29df80aac tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505385 Nov 10 21:32:32.045664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a0121807-d0a8-4d0c-9ecf-9a7fd17ced24'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:32.046729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:32.049144 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a79f7b-dc84-4640-8448-ed7cf1a733d8" -d '{"events": [{"name": "network-changed", "server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:32.089542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2b695a87-0f83-4e5c-81ad-e73a372b8efa'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:32.097619 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33cbdd-982e-41a5-8c98-9d4413b71419 x-openstack-request-id: req-9b33cbdd-982e-41a5-8c98-9d4413b71419 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:32.098019 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:32.098302 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b33cbdd-982e-41a5-8c98-9d4413b71419 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:32.098707 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9', 'status': 'completed', 'code': 200} Nov 10 21:32:32.104310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Made reservation on behalf of d6ad2f36236f422d8a71f668e8de0f07 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:32.108988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:32.168906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c22e5-dead-412e-a968-2847861ee957 req-14ef0d79-f79b-42a6-af08-350a5ef6b780 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:32.177527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad2c22e5-dead-412e-a968-2847861ee957 req-14ef0d79-f79b-42a6-af08-350a5ef6b780 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0762088 Nov 10 21:32:32.222097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-8d05af1e-81a9-4c1e-b59c-07f8c9fb429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:32.223618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-8d05af1e-81a9-4c1e-b59c-07f8c9fb429a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1127 time: 0.0925112 Nov 10 21:32:32.233257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad2c22e5-dead-412e-a968-2847861ee957 req-9274dda8-24e6-4918-aad8-0df30c30b9bb tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547709 Nov 10 21:32:32.342909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6c473e9b-a5c3-4d39-b3d0-88b65f908052'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:32.561058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba630f-d6c1-4328-a57f-28521bc5ab08 req-77199c4a-e4eb-4198-8430-dbcf69635b63 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:32.563316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80ba630f-d6c1-4328-a57f-28521bc5ab08 req-77199c4a-e4eb-4198-8430-dbcf69635b63 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 944 time: 0.0538983 Nov 10 21:32:32.617997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80ba630f-d6c1-4328-a57f-28521bc5ab08 req-43443a17-123f-4eea-ae9a-98c0b6f4e5de tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Nov 10 21:32:32.673808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Allocated IP 172.20.0.3 (2a90df67-5327-49ad-88dc-4a46e11eb705/fc3bc8ce-0d23-4f63-8479-d4aac87d81c2/3b835042-b624-4899-9640-49f442a0499e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:32.683323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fc37-5903-416f-a35f-b486ed9a6ab4 req-05fcdf4c-c7d7-492a-a2bf-b994819d2428 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:32.684900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6d9fc37-5903-416f-a35f-b486ed9a6ab4 req-05fcdf4c-c7d7-492a-a2bf-b994819d2428 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.4183590 Nov 10 21:32:32.712015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-4809c4a4-f265-49c5-b2ab-c3569b67d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:32.713515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-4809c4a4-f265-49c5-b2ab-c3569b67d3d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.4795346 Nov 10 21:32:32.785354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-38312f47-ded5-43c5-94b8-5de2259bd897 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 217 time: 0.0587511 Nov 10 21:32:32.842279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6d9fc37-5903-416f-a35f-b486ed9a6ab4 req-75b30bf0-d68d-4616-9924-a758bd1cb73a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462853 Nov 10 21:32:32.862358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc3d23-c51d-4f1e-83e4-14d146d832d5 req-31f1ef2c-8796-4568-952c-051ee9bc832b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:32.864689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77dc3d23-c51d-4f1e-83e4-14d146d832d5 req-31f1ef2c-8796-4568-952c-051ee9bc832b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0535891 Nov 10 21:32:32.887166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-f8e1e379-ec91-4212-a0a5-924b9daf3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:32.888605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-f8e1e379-ec91-4212-a0a5-924b9daf3a9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0880392 Nov 10 21:32:32.920127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77dc3d23-c51d-4f1e-83e4-14d146d832d5 req-f0d0cb2c-9cc2-4cfa-b880-b528d44215ed tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474651 Nov 10 21:32:32.961140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-6cb67d51-f6f8-47cd-bd6e-6108254cbf63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454128 Nov 10 21:32:32.980716 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a2f9b32-fb7e-4c0c-8c43-d78071b9060e req-d8cc7efa-6338-451d-9069-40feea4e4b33 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 210 time: 0.0539393 Nov 10 21:32:33.066500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.105234 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-8d69561e-3dd6-465e-acd2-95156858d361 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216552 Nov 10 21:32:33.112151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ddc24-abfc-41b4-ac9e-e0ab014846e4 req-ea5ef99f-c747-4a64-afd1-19e06d127cc8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:33.113622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f9ddc24-abfc-41b4-ac9e-e0ab014846e4 req-ea5ef99f-c747-4a64-afd1-19e06d127cc8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 944 time: 0.0544288 Nov 10 21:32:33.154601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f6993475-1610-4238-a08a-af30bcd8e056 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:33.174008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f9ddc24-abfc-41b4-ac9e-e0ab014846e4 req-dba96c8b-bb9b-47e5-beb3-7592ffff6859 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537195 Nov 10 21:32:33.195699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.246704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81a79f7b-dc84-4640-8448-ed7cf1a733d8 req-67b1dd77-4abb-4b09-bf71-eefdc9c6091f service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240094 Nov 10 21:32:33.255928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Network 2a90df67-5327-49ad-88dc-4a46e11eb705 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:33.261840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:33.268878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:33.291821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port f6993475-1610-4238-a08a-af30bcd8e056 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:33.296451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port f6993475-1610-4238-a08a-af30bcd8e056 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:33.297014 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.299866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event updated for resources: {'Port': ['ID=3b835042-b624-4899-9640-49f442a0499e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:33.361521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:33.362143 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.384126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.389823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211f5d6-33a3-4310-9fe8-fccf8bfc496d req-206231aa-c83a-44ac-a07f-f6204e026e1c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:33.391371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2211f5d6-33a3-4310-9fe8-fccf8bfc496d req-206231aa-c83a-44ac-a07f-f6204e026e1c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0868859 Nov 10 21:32:33.409469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6993475-1610-4238-a08a-af30bcd8e056'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:33.411856 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe284d-707f-4ba9-9a2e-17d2275cbdbb" -d '{"events": [{"server_uuid": "73fb386c-6853-42eb-b12e-261f50bc76c5", "name": "network-vif-plugged", "status": "completed", "tag": "f6993475-1610-4238-a08a-af30bcd8e056"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:33.425276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f6993475-1610-4238-a08a-af30bcd8e056, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f6993475-1610-4238-a08a-af30bcd8e056,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:33.445023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2211f5d6-33a3-4310-9fe8-fccf8bfc496d req-1150a06a-9463-46e5-af7a-078baffcc01a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461938 Nov 10 21:32:33.449372 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c50464-4b9a-43eb-a7c6-ef28f51a0821 x-openstack-request-id: req-04c50464-4b9a-43eb-a7c6-ef28f51a0821 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:33.449665 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fb386c-6853-42eb-b12e-261f50bc76c5", "name": "network-vif-plugged", "status": "completed", "tag": "f6993475-1610-4238-a08a-af30bcd8e056", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:33.449917 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04c50464-4b9a-43eb-a7c6-ef28f51a0821 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:33.450359 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6993475-1610-4238-a08a-af30bcd8e056', 'code': 200} Nov 10 21:32:33.476876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-863feeae-ee38-42e5-bd21-4b1b4e4267bb tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6898537 Nov 10 21:32:33.491742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Request body: {'port': {'device_id': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:33.554358 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.573710 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.593150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8558098-0654-4fbd-a829-8b5c7cb04e04 req-c6ad6c39-6501-4a11-a50f-95f330a0b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:33.596076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8558098-0654-4fbd-a829-8b5c7cb04e04 req-c6ad6c39-6501-4a11-a50f-95f330a0b5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 1096 time: 0.0760560 Nov 10 21:32:33.604012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f6993475-1610-4238-a08a-af30bcd8e056,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:33.715541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8558098-0654-4fbd-a829-8b5c7cb04e04 req-a07317ef-89a5-481f-8496-9fa6d286c567 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020186 Nov 10 21:32:33.751779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b23962-53d8-4d37-a649-752fdb4728ac req-5d40349a-364b-439f-a1eb-5d4631fa2042 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:33.753616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55b23962-53d8-4d37-a649-752fdb4728ac req-5d40349a-364b-439f-a1eb-5d4631fa2042 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 944 time: 0.0617054 Nov 10 21:32:33.808089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55b23962-53d8-4d37-a649-752fdb4728ac req-d8d3c116-8d9a-46ab-972a-0dc9b7f89252 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 Nov 10 21:32:33.911376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b835042-b624-4899-9640-49f442a0499e {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:33.919251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:33.932558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Transition to ACTIVE for port object 3b835042-b624-4899-9640-49f442a0499e will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:34.049571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:34.115919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b835042-b624-4899-9640-49f442a0499e,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:34.198186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc208a1-6769-41ae-8933-f5e139d7f01b req-c49d5abe-d8f4-4de4-a87f-f6712982785e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.200342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afc208a1-6769-41ae-8933-f5e139d7f01b req-c49d5abe-d8f4-4de4-a87f-f6712982785e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0792868 Nov 10 21:32:34.213776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Attempting to bind port 3b835042-b624-4899-9640-49f442a0499e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:34.214116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Attempting to bind port 3b835042-b624-4899-9640-49f442a0499e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:34.214566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Attempting to bind port 3b835042-b624-4899-9640-49f442a0499e on network 2a90df67-5327-49ad-88dc-4a46e11eb705 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:34.227820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5a52a-914a-40ca-bf53-0419bc5c666c req-dc4cf4f6-ba16-493f-8de1-0861208182bb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.229341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffc5a52a-914a-40ca-bf53-0419bc5c666c req-dc4cf4f6-ba16-493f-8de1-0861208182bb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0776534 Nov 10 21:32:34.230387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Port 3b835042-b624-4899-9640-49f442a0499e on network 2a90df67-5327-49ad-88dc-4a46e11eb705 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:34.230715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Attempting to bind port 3b835042-b624-4899-9640-49f442a0499e on network 2a90df67-5327-49ad-88dc-4a46e11eb705 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:34.238053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:34.238393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Checking segment: {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:34.238827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Bound using segment: {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:34.239262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Bound port: 3b835042-b624-4899-9640-49f442a0499e, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcda890-c62f-48c4-b558-7bfcaf394efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:34.239748 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:34.253973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afc208a1-6769-41ae-8933-f5e139d7f01b req-b3cfdcc4-e135-4a6e-bab5-00e852ab6fcc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 Nov 10 21:32:34.327991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffc5a52a-914a-40ca-bf53-0419bc5c666c req-dcbdb8db-4132-4ff3-a29d-ef403a8fe037 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915663 Nov 10 21:32:34.346402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] For port 3b835042-b624-4899-9640-49f442a0499e, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:34.350601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] For port 3b835042-b624-4899-9640-49f442a0499e, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b835042-b624-4899-9640-49f442a0499e,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:34.381380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdeeaa-6eb2-465c-bec1-98829429fae6 req-f7dff8de-a854-4985-8aaf-471975bb3382 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.382905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3afdeeaa-6eb2-465c-bec1-98829429fae6 req-f7dff8de-a854-4985-8aaf-471975bb3382 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 943 time: 0.0567756 Nov 10 21:32:34.437613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3afdeeaa-6eb2-465c-bec1-98829429fae6 req-6016531b-6c3f-4604-b4d5-385f64e2214a tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486462 Nov 10 21:32:34.442871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d0aad-5977-4a40-98fd-81cefb48e878 req-6adf7279-b359-4be3-83a8-40325778fa98 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.444525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-351d0aad-5977-4a40-98fd-81cefb48e878 req-6adf7279-b359-4be3-83a8-40325778fa98 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.0562422 Nov 10 21:32:34.445819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:34.466052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:34.505723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.506378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:34.507821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] 10.222.0.53 "PUT /v2.0/ports/3b835042-b624-4899-9640-49f442a0499e HTTP/1.1" status: 200 len: 1092 time: 1.0214152 Nov 10 21:32:34.508276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'tag': '3b835042-b624-4899-9640-49f442a0499e'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:34.510531 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7" -d '{"events": [{"name": "network-changed", "server_uuid": "22277720-8fb8-4af7-af62-6063c1d85bd9", "tag": "3b835042-b624-4899-9640-49f442a0499e"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:34.548230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b942a-b896-490c-a17f-1853cb0a3ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b835042-b624-4899-9640-49f442a0499e,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:34.564880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-351d0aad-5977-4a40-98fd-81cefb48e878 req-3becc845-94fc-49a8-aa83-e354a5fb1693 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104741 Nov 10 21:32:34.595682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedb418-671a-4dea-9d02-c9c21120f2cd req-f78d972c-bfca-42b7-a211-1b4a7c2fa715 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.604257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecedb418-671a-4dea-9d02-c9c21120f2cd req-f78d972c-bfca-42b7-a211-1b4a7c2fa715 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0808272 Nov 10 21:32:34.609803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:34.615262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:34.615637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:34.622405 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f056c0d9-2321-43f1-9e79-bbb738706975 x-openstack-request-id: req-f056c0d9-2321-43f1-9e79-bbb738706975 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:34.622690 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22277720-8fb8-4af7-af62-6063c1d85bd9", "tag": "3b835042-b624-4899-9640-49f442a0499e", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:34.622952 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f056c0d9-2321-43f1-9e79-bbb738706975 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:34.623357 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'tag': '3b835042-b624-4899-9640-49f442a0499e', 'status': 'completed', 'code': 200} Nov 10 21:32:34.655534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecedb418-671a-4dea-9d02-c9c21120f2cd req-bd785d0a-d010-4fa4-8df3-a3591d7594dd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Nov 10 21:32:34.686795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740923a-516a-4542-bb26-3e2c975ed989 req-56391f94-b404-427f-ba1c-c44d3655bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.687915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-56391f94-b404-427f-ba1c-c44d3655bb95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 1095 time: 0.0590258 Nov 10 21:32:34.721716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:34.747707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-e011ce13-e280-4909-b9f8-23620a87a9e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b835042-b624-4899-9640-49f442a0499e HTTP/1.1" status: 200 len: 217 time: 0.0377734 Nov 10 21:32:34.757812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:34.815207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740923a-516a-4542-bb26-3e2c975ed989 req-18fe32aa-4b9e-43ea-87ee-9065693ddc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:34.817508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-18fe32aa-4b9e-43ea-87ee-9065693ddc16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 HTTP/1.1" status: 200 len: 861 time: 0.0524063 Nov 10 21:32:34.834947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:34.837643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2b695a87-0f83-4e5c-81ad-e73a372b8efa up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:34.858201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-07217cfd-c738-440d-991a-5c29ebcf351e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a90df67-5327-49ad-88dc-4a46e11eb705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335817 Nov 10 21:32:34.947457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:34.999675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d0233-5870-4f9a-9a3c-1358a5300e2a req-81b136e6-57ba-4b92-aba4-3fa49806ceed tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.001165 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f4d0233-5870-4f9a-9a3c-1358a5300e2a req-81b136e6-57ba-4b92-aba4-3fa49806ceed tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 944 time: 0.1137652 Nov 10 21:32:35.018890 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-a1a503b7-c93e-4a58-93f1-e60fe00e259a service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531889 Nov 10 21:32:35.034551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 2b695a87-0f83-4e5c-81ad-e73a372b8efa completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:35.040693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 2b695a87-0f83-4e5c-81ad-e73a372b8efa triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:35.041175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:35.128307 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f4d0233-5870-4f9a-9a3c-1358a5300e2a req-e454899c-2516-49a6-b458-37c74cf14604 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183007 Nov 10 21:32:35.167757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:35.168018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3740923a-516a-4542-bb26-3e2c975ed989 req-23874463-947f-4cd9-87c4-05f1fb7c9a86 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392612 Nov 10 21:32:35.198176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:35.258573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2b695a87-0f83-4e5c-81ad-e73a372b8efa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2b695a87-0f83-4e5c-81ad-e73a372b8efa,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:35.324336 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:35.347647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-5dc92759-2c0e-4daa-81cd-81c3f9d298e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.350690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-5dc92759-2c0e-4daa-81cd-81c3f9d298e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 1095 time: 0.0788760 Nov 10 21:32:35.373110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:35.378932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:35.379941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:35.415283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2b695a87-0f83-4e5c-81ad-e73a372b8efa,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:35.468786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc0516-c745-49b8-acb2-0046f4d65687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24'}, {'server_uuid': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b695a87-0f83-4e5c-81ad-e73a372b8efa'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:35.471054 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ac29e-e75e-46b5-873e-259fce82afc5" -d '{"events": [{"server_uuid": "43dc0516-c745-49b8-acb2-0046f4d65687", "name": "network-vif-plugged", "status": "completed", "tag": "a0121807-d0a8-4d0c-9ecf-9a7fd17ced24"}, {"server_uuid": "5f932de7-8d73-4ba6-b06e-d477db950afe", "name": "network-vif-plugged", "status": "completed", "tag": "2b695a87-0f83-4e5c-81ad-e73a372b8efa"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:35.475338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-cc00f396-8031-4a71-91a8-4dc21cbc8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.477235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-cc00f396-8031-4a71-91a8-4dc21cbc8c21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 1097 time: 0.1344032 Nov 10 21:32:35.499879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0197e-a125-466b-a918-d72baf3352c5 req-67cf2c7e-845d-4d1d-ae17-a68e3695aa0f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.501136 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:35.501933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dc0197e-a125-466b-a918-d72baf3352c5 req-67cf2c7e-845d-4d1d-ae17-a68e3695aa0f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1323345 Nov 10 21:32:35.510337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-db3eec4f-8c58-4265-95f0-27f3e8059055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.512314 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-db3eec4f-8c58-4265-95f0-27f3e8059055 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 200 len: 922 time: 0.1543813 Nov 10 21:32:35.561071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:35.568824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-336c6524-54e8-45dc-a244-b15326e03b3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b835042-b624-4899-9640-49f442a0499e HTTP/1.1" status: 200 len: 217 time: 0.0460713 Nov 10 21:32:35.584123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2073a-2358-45ff-8abf-5926fcefe64f req-ef9d21b7-d36f-491d-85aa-a247d9815606 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.586222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ea2073a-2358-45ff-8abf-5926fcefe64f req-ef9d21b7-d36f-491d-85aa-a247d9815606 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1381874 Nov 10 21:32:35.628056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dc0197e-a125-466b-a918-d72baf3352c5 req-8b2483a8-efe5-4baa-bac4-5690723e211c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138120 Nov 10 21:32:35.632739 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:35.633796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:35.660859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-a5aec6a2-103a-4c12-a609-069c95df7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.662655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-a5aec6a2-103a-4c12-a609-069c95df7bfe service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 913 time: 0.1595247 Nov 10 21:32:35.682077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-5659e379-b733-48ae-bd91-30283848d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.682287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-5659e379-b733-48ae-bd91-30283848d745 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 HTTP/1.1" status: 200 len: 861 time: 0.0950272 Nov 10 21:32:35.715221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ea2073a-2358-45ff-8abf-5926fcefe64f req-d741285f-7337-435e-904d-8a5771489028 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989597 Nov 10 21:32:35.738407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-d67a9421-fd20-40ec-84fb-d2d8aeae75e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a90df67-5327-49ad-88dc-4a46e11eb705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462549 Nov 10 21:32:35.749001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-00813a98-2764-4528-a1fb-3c548f2816b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 HTTP/1.1" status: 200 len: 217 time: 0.0779166 Nov 10 21:32:35.757641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:35.787467 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb3447d7-1368-4c25-b68d-c22bb2024b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:35.814820 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21572c29-6716-49ed-a4a8-75830f958aaa x-openstack-request-id: req-21572c29-6716-49ed-a4a8-75830f958aaa {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:35.815904 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc0516-c745-49b8-acb2-0046f4d65687", "name": "network-vif-plugged", "status": "completed", "tag": "a0121807-d0a8-4d0c-9ecf-9a7fd17ced24", "code": 200}, {"server_uuid": "5f932de7-8d73-4ba6-b06e-d477db950afe", "name": "network-vif-plugged", "status": "completed", "tag": "2b695a87-0f83-4e5c-81ad-e73a372b8efa", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:35.816329 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21572c29-6716-49ed-a4a8-75830f958aaa {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:35.819356 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc0516-c745-49b8-acb2-0046f4d65687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24', 'code': 200} Nov 10 21:32:35.819789 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b695a87-0f83-4e5c-81ad-e73a372b8efa', 'code': 200} Nov 10 21:32:35.850136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59a0a9-bc03-4093-a2b0-1100fae98df5 req-d54d5940-e0c8-4ed3-8941-2ded87526ef5 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.857998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b59a0a9-bc03-4093-a2b0-1100fae98df5 req-d54d5940-e0c8-4ed3-8941-2ded87526ef5 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 943 time: 0.1109641 Nov 10 21:32:35.861477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-eb6ab662-c048-458d-bed8-e80d1594e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:35.862897 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-eb6ab662-c048-458d-bed8-e80d1594e38d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.1014996 Nov 10 21:32:35.922890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-d3774731-f212-47e9-a9d2-3728e972e1ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430768 Nov 10 21:32:35.949980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-2e587db7-c45b-4963-96e6-b4aad0e36f66 service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971464 Nov 10 21:32:36.021522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b59a0a9-bc03-4093-a2b0-1100fae98df5 req-8f7b71a9-49ab-469a-a1bf-c0a84b9afa12 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624444 Nov 10 21:32:36.056462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c08504-87c1-48b6-82b8-bcaf6f359982 req-d4df31f9-d1d3-40e5-a40d-ae1edf4872d6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:36.058045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9c08504-87c1-48b6-82b8-bcaf6f359982 req-d4df31f9-d1d3-40e5-a40d-ae1edf4872d6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.1341212 Nov 10 21:32:36.105031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c065ff-1b78-446c-bb15-8b76d27b2497 req-41a78226-f2dc-4cb8-bf90-1e8925216a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:36.106772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14c065ff-1b78-446c-bb15-8b76d27b2497 req-41a78226-f2dc-4cb8-bf90-1e8925216a8a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 1097 time: 0.1831260 Nov 10 21:32:36.109822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-2435f254-3df0-471f-8a95-7fe4b2ac234e service neutron] 10.222.0.53 "GET /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454284 Nov 10 21:32:36.129614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f59ee4-0ae8-4a42-b599-3110280a1a81 req-f9ac670e-b93a-417c-83fd-cec463bee422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:36.131228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24f59ee4-0ae8-4a42-b599-3110280a1a81 req-f9ac670e-b93a-417c-83fd-cec463bee422 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 1097 time: 0.1737959 Nov 10 21:32:36.139486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9c08504-87c1-48b6-82b8-bcaf6f359982 req-209a81e9-4199-4469-b8a4-65cf801ac771 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692742 Nov 10 21:32:36.196904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-49e411af-147e-4b61-9b01-27077cc78ba3 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448690 Nov 10 21:32:36.265951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef2c40-af7a-4ce4-8eeb-907d51264953 req-b236aea3-6dd5-4bfe-8761-ec5818cd9116 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:36.267794 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-74ef2c40-af7a-4ce4-8eeb-907d51264953 req-b236aea3-6dd5-4bfe-8761-ec5818cd9116 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 945 time: 0.0570898 Nov 10 21:32:36.281395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2154-d4b0-45d0-8570-e9f9172ef064 req-3630e92d-6cd0-40a8-8401-a78492f7dc88 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:36.282873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-377b2154-d4b0-45d0-8570-e9f9172ef064 req-3630e92d-6cd0-40a8-8401-a78492f7dc88 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.1681101 Nov 10 21:32:36.316140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14c065ff-1b78-446c-bb15-8b76d27b2497 req-7fb1c281-117b-41c5-b450-9feeaac23177 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825979 Nov 10 21:32:36.318180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24f59ee4-0ae8-4a42-b599-3110280a1a81 req-c75f7eb6-e6eb-497a-88ae-e4dddce2a5a7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566501 Nov 10 21:32:36.327771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-74ef2c40-af7a-4ce4-8eeb-907d51264953 req-f089f832-1fd5-4a03-9bc2-6cddde191164 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Nov 10 21:32:36.393862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-377b2154-d4b0-45d0-8570-e9f9172ef064 req-ea1bbae0-3810-4801-afa6-b4046444c47f tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802972 Nov 10 21:32:36.396504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a2e0db1-975e-4b25-abde-019c8e519d55 req-6536e592-d1ff-47e0-9989-5249475f2245 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799300 Nov 10 21:32:36.742120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0772977-18eb-4155-81a2-02e530a5238d req-6adae503-eae8-4393-8473-e367f1a23898 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:36.743582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0772977-18eb-4155-81a2-02e530a5238d req-6adae503-eae8-4393-8473-e367f1a23898 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Nov 10 21:32:36.800266 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0772977-18eb-4155-81a2-02e530a5238d req-f9326a38-1cd1-4a99-adcf-c4c0cdba8b00 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494850 Nov 10 21:32:36.852945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ec95-6a0e-4de8-89e9-9e958f577b23 req-6f9e7c15-d9e8-4574-9657-431690322127 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:36.854424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cf3ec95-6a0e-4de8-89e9-9e958f577b23 req-6f9e7c15-d9e8-4574-9657-431690322127 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0546007 Nov 10 21:32:36.902858 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cf3ec95-6a0e-4de8-89e9-9e958f577b23 req-532ca86c-c4af-48b6-a30d-7c2153cae529 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419369 Nov 10 21:32:37.144428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-52c7d5ae-82b0-4af5-8b12-da542eab5e30 service neutron] 10.222.0.64 "GET /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.0847268 Nov 10 21:32:37.153498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8bf2-f68d-438c-97ee-072c75682bcd req-7614994c-6b87-4c23-a38d-250adf714181 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:37.154891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1aaa8bf2-f68d-438c-97ee-072c75682bcd req-7614994c-6b87-4c23-a38d-250adf714181 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 943 time: 0.0690472 Nov 10 21:32:37.252109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1aaa8bf2-f68d-438c-97ee-072c75682bcd req-4c3c1aad-8048-47c3-9fe8-0a568b2db401 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895789 Nov 10 21:32:37.274625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2fa46-4d66-4333-b663-5a87425e053d req-07f5d977-c86f-4a00-b879-9d8b2603a74f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:37.274625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83c2fa46-4d66-4333-b663-5a87425e053d req-07f5d977-c86f-4a00-b879-9d8b2603a74f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.0568972 Nov 10 21:32:37.317246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83c2fa46-4d66-4333-b663-5a87425e053d req-3fbd0761-761d-40f8-8fa8-45b3026bb1d5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Nov 10 21:32:37.377733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:37.422605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:37.455275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420c85a-01da-489f-b1f2-d9393ee8bcbd req-9f2551b3-b578-4396-9fc1-0416ae246e43 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:37.456757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0420c85a-01da-489f-b1f2-d9393ee8bcbd req-9f2551b3-b578-4396-9fc1-0416ae246e43 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 945 time: 0.0541294 Nov 10 21:32:37.463107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:37.476752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:37.486643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beee9e1-08fd-4e74-aa00-b054aa8ef2ac req-041e0247-f913-45cd-9430-9de2a7d82b06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:37.488146 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1beee9e1-08fd-4e74-aa00-b054aa8ef2ac req-041e0247-f913-45cd-9430-9de2a7d82b06 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.0940444 Nov 10 21:32:37.509947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0420c85a-01da-489f-b1f2-d9393ee8bcbd req-47c22ae2-823d-4410-833d-0ee108a0d91e tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 Nov 10 21:32:37.547373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1beee9e1-08fd-4e74-aa00-b054aa8ef2ac req-71b0f903-77b8-45f3-afc7-1fe0dba927e8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511887 Nov 10 21:32:37.582763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:37.706476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5689-bba8-40c9-8eed-25a61d10b077 req-faa43192-4235-4539-97a8-a38b2bffbd32 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:37.708576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a1a5689-bba8-40c9-8eed-25a61d10b077 req-faa43192-4235-4539-97a8-a38b2bffbd32 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 944 time: 0.0845580 Nov 10 21:32:37.719471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] Transition to ACTIVE for port object 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:37.764682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a1a5689-bba8-40c9-8eed-25a61d10b077 req-b9ed002d-77bd-4b14-9df8-c09f3e7eec38 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Nov 10 21:32:37.821196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:37.823604 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0570f565-8f6c-4cca-8929-bc62812cd176" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:37.829414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:37.900364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] No DVR routers for this DVR port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:37.973112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] 10.222.0.64 "PUT /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9/bindings/n-h2-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8172328 Nov 10 21:32:37.981255 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a1c7d2a-daec-490a-a663-00a12919ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:37.981414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae7b04-b4b1-42c8-99b6-06a68d9d8e4f service neutron] Pushing event updated for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=10']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:38.004916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d73658-ad03-46fa-b4c1-ea6101cf3b4d req-456eb0c4-36e0-4cc2-9527-777d2198a659 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.007963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22d73658-ad03-46fa-b4c1-ea6101cf3b4d req-456eb0c4-36e0-4cc2-9527-777d2198a659 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1087127 Nov 10 21:32:38.064866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22d73658-ad03-46fa-b4c1-ea6101cf3b4d req-b9736608-e42b-4cea-b3f4-772d011ff43e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503213 Nov 10 21:32:38.093507 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b093c-7f23-4578-ba88-c3c403f3ffaa x-openstack-request-id: req-8e6b093c-7f23-4578-ba88-c3c403f3ffaa {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:38.093743 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:38.094001 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e6b093c-7f23-4578-ba88-c3c403f3ffaa {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:38.094401 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'code': 200} Nov 10 21:32:38.161555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-803a2eb8-e636-4572-965b-2d66209d46ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703604 Nov 10 21:32:38.250354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b5b10-cf1d-4ff1-be28-87c7a06fc763 req-a4b091e6-4b00-42e2-875b-47357410cb4d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.251888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed2b5b10-cf1d-4ff1-be28-87c7a06fc763 req-a4b091e6-4b00-42e2-875b-47357410cb4d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0893259 Nov 10 21:32:38.262719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96fe4-69d2-47e1-a0fd-6c8d8517f572 req-6f28cc7b-3aa6-427e-88a2-b4fea2847c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.264873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61b96fe4-69d2-47e1-a0fd-6c8d8517f572 req-6f28cc7b-3aa6-427e-88a2-b4fea2847c90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1098 time: 0.0677307 Nov 10 21:32:38.276610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-93a6c856-6c24-472d-9a27-a66dfe9e6081 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.278027 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-93a6c856-6c24-472d-9a27-a66dfe9e6081 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.1311066 Nov 10 21:32:38.288189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d606d-b516-469b-9b63-666a84adbb64 req-79ee2571-36fd-426f-afff-8b8c4f27edaa tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.289613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd8d606d-b516-469b-9b63-666a84adbb64 req-79ee2571-36fd-426f-afff-8b8c4f27edaa tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.1314440 Nov 10 21:32:38.303645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-70f59f7e-f039-4693-952c-2053a443886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.305127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-70f59f7e-f039-4693-952c-2053a443886d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 1096 time: 0.0950363 Nov 10 21:32:38.343810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed2b5b10-cf1d-4ff1-be28-87c7a06fc763 req-18d5636c-202a-4740-bf55-6ee8e62ad62a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845263 Nov 10 21:32:38.346193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61b96fe4-69d2-47e1-a0fd-6c8d8517f572 req-b4fc3abf-ce2f-4230-9fca-fa426727ed79 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674546 Nov 10 21:32:38.398542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd8d606d-b516-469b-9b63-666a84adbb64 req-46ecd966-1038-470f-b85c-e268200c8c6a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970688 Nov 10 21:32:38.424261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-743a93c2-3d27-4240-b507-b43f18e7d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.425734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-743a93c2-3d27-4240-b507-b43f18e7d983 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f&tenant_id=912c06daebc44e7997ddaf08aa77c052 HTTP/1.1" status: 200 len: 1097 time: 0.1337519 Nov 10 21:32:38.455491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49564c25-6f74-4176-a242-37cb3e3f9fef req-4394297f-ce3b-4474-9ad6-5e441f28f45c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.457339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49564c25-6f74-4176-a242-37cb3e3f9fef req-4394297f-ce3b-4474-9ad6-5e441f28f45c tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 943 time: 0.0568664 Nov 10 21:32:38.470490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-9f0b463b-47b6-4cf4-bbdd-0791486761a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.472011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-9f0b463b-47b6-4cf4-bbdd-0791486761a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1330655 Nov 10 21:32:38.500661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-9c83a6a0-bb05-4bda-9d18-c94aeefc9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.502143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-9c83a6a0-bb05-4bda-9d18-c94aeefc9d09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=912c06daebc44e7997ddaf08aa77c052&device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1097 time: 0.0456307 Nov 10 21:32:38.507446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b835042-b624-4899-9640-49f442a0499e details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:38.509575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49564c25-6f74-4176-a242-37cb3e3f9fef req-335bff26-8921-4113-8969-a2f07c8afa84 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Nov 10 21:32:38.629298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3b835042-b624-4899-9640-49f442a0499e, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b835042-b624-4899-9640-49f442a0499e,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:38.634346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-f05ca569-c3f8-4710-8340-abb103fe5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.635836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-f05ca569-c3f8-4710-8340-abb103fe5730 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 200 len: 909 time: 0.1250403 Nov 10 21:32:38.642261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '3b835042-b624-4899-9640-49f442a0499e', 'network_id': '2a90df67-5327-49ad-88dc-4a46e11eb705', 'port_id': '3b835042-b624-4899-9640-49f442a0499e', 'mac_address': 'fa:16:3e:22:00:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3bc8ce-0d23-4f63-8479-d4aac87d81c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:38.649320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fab1f9-fed0-44cc-a1ff-00f09f23faa2 req-5d138d4e-4f7e-4b22-85ba-1f388fd05257 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.651001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03fab1f9-fed0-44cc-a1ff-00f09f23faa2 req-5d138d4e-4f7e-4b22-85ba-1f388fd05257 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 945 time: 0.0661998 Nov 10 21:32:38.684444 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:38.698744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-9d31a63f-0b1b-471b-b19e-4bea2586454c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 200 len: 217 time: 0.0467923 Nov 10 21:32:38.702114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b835042-b624-4899-9640-49f442a0499e {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:38.728998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3b835042-b624-4899-9640-49f442a0499e, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b835042-b624-4899-9640-49f442a0499e,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:38.750230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-6b6ad30c-47d7-44c3-babb-9ca29529a0a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 200 len: 217 time: 0.0565550 Nov 10 21:32:38.794265 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:38.840336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03fab1f9-fed0-44cc-a1ff-00f09f23faa2 req-9a7f9f6f-46d1-48b8-91b4-313640dbb794 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499977 Nov 10 21:32:38.845538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-8b29baf9-ec46-4d38-99fc-a221b07cfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.846955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-8b29baf9-ec46-4d38-99fc-a221b07cfa68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.1097224 Nov 10 21:32:38.851078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3b835042-b624-4899-9640-49f442a0499e,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:38.856259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-37d82db7-483b-4476-a60d-8d45f4821588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.857940 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-37d82db7-483b-4476-a60d-8d45f4821588 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 200 len: 848 time: 0.0864580 Nov 10 21:32:38.897048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc493f4-1b5a-4c7d-9eae-dc686bf7ff6d req-564d8956-986a-4c93-8da2-f37cde1a035b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:38.898577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bc493f4-1b5a-4c7d-9eae-dc686bf7ff6d req-564d8956-986a-4c93-8da2-f37cde1a035b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.0568461 Nov 10 21:32:38.905280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-06b1ebde-131b-4e2f-bd63-27ea0fad6c05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463679 Nov 10 21:32:38.907866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-720965a9-30ca-423f-95f3-1d909173b0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a427c084-43ae-4af9-acb6-414de5e88e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401776 Nov 10 21:32:38.951849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bc493f4-1b5a-4c7d-9eae-dc686bf7ff6d req-43872a2d-d4a0-4f46-8809-26dd0a559416 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Nov 10 21:32:39.060731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b835042-b624-4899-9640-49f442a0499e'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:39.103558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce04cd-7eea-43b4-90fe-4df64a5d74cf req-50043527-2f5c-4a9f-b8a2-b76520aa3991 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:39.105047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dcce04cd-7eea-43b4-90fe-4df64a5d74cf req-50043527-2f5c-4a9f-b8a2-b76520aa3991 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 945 time: 0.1668124 Nov 10 21:32:39.120127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-7d4b56c4-707d-498b-95b4-71dab276520e service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068100 Nov 10 21:32:39.146299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-86a42590-c648-4fba-a7aa-a5dff0ba1ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245653 Nov 10 21:32:39.209216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3066806-82e6-47d7-b3f6-8aa7cb5d6f78 req-6421a335-8f27-4d5f-990b-c561a38d3f16 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:39.210861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3066806-82e6-47d7-b3f6-8aa7cb5d6f78 req-6421a335-8f27-4d5f-990b-c561a38d3f16 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0596099 Nov 10 21:32:39.219196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:39.271468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3066806-82e6-47d7-b3f6-8aa7cb5d6f78 req-b274b466-885a-4e08-91df-3089a0786f9a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531406 Nov 10 21:32:39.281912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dcce04cd-7eea-43b4-90fe-4df64a5d74cf req-962b7b7f-9a05-4859-828b-a166addd7e85 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706026 Nov 10 21:32:39.326266 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-4c7a4a57-2960-4d42-b597-d37ffa6ee993 service neutron] 10.222.0.53 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986103 Nov 10 21:32:39.328168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb0ebc8-b9da-4b95-a2d1-1aceadce49e3 req-31eddbef-6d7c-420b-8f22-6f60586e593a service neutron] 10.222.0.64 "GET /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711605 Nov 10 21:32:39.464204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237565e-bfdd-4722-9302-e3a5c9103f04 req-42d73619-8931-4ea7-86e4-e77ac65b6fef tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:39.465699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e237565e-bfdd-4722-9302-e3a5c9103f04 req-42d73619-8931-4ea7-86e4-e77ac65b6fef tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Nov 10 21:32:39.521178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e237565e-bfdd-4722-9302-e3a5c9103f04 req-4990cce3-e533-4e2a-bd27-1e6ef5de19c9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494778 Nov 10 21:32:39.629458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4667b11-3e85-4732-979b-a114ac5fc508 req-377ec3e2-a2e4-4bb2-a7eb-696b3c5afe20 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:39.631572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4667b11-3e85-4732-979b-a114ac5fc508 req-377ec3e2-a2e4-4bb2-a7eb-696b3c5afe20 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.0502968 Nov 10 21:32:39.679279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4667b11-3e85-4732-979b-a114ac5fc508 req-c49fd184-d8c5-4df7-8665-0bb6b79c00ee tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Nov 10 21:32:39.787866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cf053-4401-43d0-99ea-48a7724730a6 req-5d3a1832-cd7e-4318-9770-e01d649c8b69 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:39.790565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f48cf053-4401-43d0-99ea-48a7724730a6 req-5d3a1832-cd7e-4318-9770-e01d649c8b69 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 944 time: 0.0527272 Nov 10 21:32:39.871406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-9b82ddef-bc33-4e63-97cb-a03ca0bf0931 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:39.873103 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-9b82ddef-bc33-4e63-97cb-a03ca0bf0931 tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f&tenant_id=912c06daebc44e7997ddaf08aa77c052&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.0819826 Nov 10 21:32:39.877124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f48cf053-4401-43d0-99ea-48a7724730a6 req-912d5d18-3438-4f0b-ab4f-0c0b7f713628 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754631 Nov 10 21:32:40.081419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82af51e-a2f4-4032-9580-1d99d10514c7 req-174df934-d8da-4dab-a5fb-7db3056e662b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:40.083592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b82af51e-a2f4-4032-9580-1d99d10514c7 req-174df934-d8da-4dab-a5fb-7db3056e662b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.0586226 Nov 10 21:32:40.113058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d9e342ab-81fd-4e8d-8c71-9ae84fb73d5f service neutron] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:40.118729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d9e342ab-81fd-4e8d-8c71-9ae84fb73d5f service neutron] Publish callbacks [] for binding, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:40.119914 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-d9e342ab-81fd-4e8d-8c71-9ae84fb73d5f service neutron] 10.222.0.53 "DELETE /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9/bindings/n-h1-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.2322686 Nov 10 21:32:40.293655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1129991-7a25-48a2-8e63-69208453d3ce req-8a2c1a7a-2d8e-475f-9d32-86f9e2a00c62 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:40.295219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1129991-7a25-48a2-8e63-69208453d3ce req-8a2c1a7a-2d8e-475f-9d32-86f9e2a00c62 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 945 time: 0.0578938 Nov 10 21:32:40.361093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1129991-7a25-48a2-8e63-69208453d3ce req-6242a23c-626b-4a27-b16d-82e3ae0114df tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519972 Nov 10 21:32:40.461299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b82af51e-a2f4-4032-9580-1d99d10514c7 req-8e6d3ecf-774d-406f-a75e-673d19c134e6 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719423 Nov 10 21:32:40.474403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d93af-fe2b-472d-8b42-9cd4c033ff24 req-29743d3d-c82f-4438-a8ad-a5ee6094d5ec tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:40.475899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-387d93af-fe2b-472d-8b42-9cd4c033ff24 req-29743d3d-c82f-4438-a8ad-a5ee6094d5ec tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0547101 Nov 10 21:32:40.525758 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-387d93af-fe2b-472d-8b42-9cd4c033ff24 req-48d2ef42-8c52-4b57-b7f5-7cd3cdb4894a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Nov 10 21:32:40.538714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b835042-b624-4899-9640-49f442a0499e up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:40.621075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8460a-ffea-42c3-95a9-351913fc095a req-0b13a9f5-b6fc-41fb-b095-b64a4dd044ba tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:40.622807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf8460a-ffea-42c3-95a9-351913fc095a req-0b13a9f5-b6fc-41fb-b095-b64a4dd044ba tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 1097 time: 0.0533872 Nov 10 21:32:40.655882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a0250-e6e3-42f9-96d1-04e85d766141 req-4af03126-0c53-4047-8e98-697a26f75ef0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:40.657581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d5a0250-e6e3-42f9-96d1-04e85d766141 req-4af03126-0c53-4047-8e98-697a26f75ef0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0561979 Nov 10 21:32:40.678696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf8460a-ffea-42c3-95a9-351913fc095a req-630a0b51-107d-45ab-b9eb-297f00e28c1b tempest-LiveMigrationTest-485577002 tempest-LiveMigrationTest-485577002-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478804 Nov 10 21:32:40.685168 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:40.709165 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d5a0250-e6e3-42f9-96d1-04e85d766141 req-c7f6126d-b2bd-41d3-b3f3-8a76e0b33715 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447886 Nov 10 21:32:40.719063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 3b835042-b624-4899-9640-49f442a0499e completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:40.731717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 3b835042-b624-4899-9640-49f442a0499e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:40.731717 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:40.807813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9e354-8774-4f0b-8ea2-8bc130933197 req-8a39d384-fd8b-4074-a715-65095076f9fd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:40.809301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ee9e354-8774-4f0b-8ea2-8bc130933197 req-8a39d384-fd8b-4074-a715-65095076f9fd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Nov 10 21:32:40.818448 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:40.841481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b835042-b624-4899-9640-49f442a0499e'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:40.843753 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8274a400-39f6-46ac-aaca-a5005d79de7f" -d '{"events": [{"server_uuid": "22277720-8fb8-4af7-af62-6063c1d85bd9", "name": "network-vif-plugged", "status": "completed", "tag": "3b835042-b624-4899-9640-49f442a0499e"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:40.856720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3b835042-b624-4899-9640-49f442a0499e, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b835042-b624-4899-9640-49f442a0499e,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:40.885165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ee9e354-8774-4f0b-8ea2-8bc130933197 req-b1723ed5-148d-47bc-a90b-f273cc2136a7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690494 Nov 10 21:32:40.905602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-4cab4093-71e4-4c2d-a4f3-565d0fcbe666 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:40.907236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-4cab4093-71e4-4c2d-a4f3-565d0fcbe666 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 945 time: 0.0601776 Nov 10 21:32:40.946424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:40.999525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3b835042-b624-4899-9640-49f442a0499e,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:41.014331 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df73835-a5ff-4bcd-bf8c-adc648d9966d x-openstack-request-id: req-2df73835-a5ff-4bcd-bf8c-adc648d9966d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:41.014613 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22277720-8fb8-4af7-af62-6063c1d85bd9", "name": "network-vif-plugged", "status": "completed", "tag": "3b835042-b624-4899-9640-49f442a0499e", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:41.015058 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2df73835-a5ff-4bcd-bf8c-adc648d9966d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:41.016161 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b835042-b624-4899-9640-49f442a0499e', 'code': 200} Nov 10 21:32:41.020045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Deleting port f6993475-1610-4238-a08a-af30bcd8e056 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:41.020726 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:41.178160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] For port f6993475-1610-4238-a08a-af30bcd8e056, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f6993475-1610-4238-a08a-af30bcd8e056,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:41.178531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:41.218319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Calling delete_port for f6993475-1610-4238-a08a-af30bcd8e056 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:41.256716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172ff90-4738-4e25-8904-ff92e4e0021f req-f38284fc-1d59-4708-862b-b7b94758fc9d tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:41.256716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7172ff90-4738-4e25-8904-ff92e4e0021f req-f38284fc-1d59-4708-862b-b7b94758fc9d tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 945 time: 0.1524258 Nov 10 21:32:41.319752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d282c08-21e5-4f6c-a2b6-78b0a90a0bbb req-35db279e-9a22-4ca6-b366-61ea3b032822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:41.321294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d282c08-21e5-4f6c-a2b6-78b0a90a0bbb req-35db279e-9a22-4ca6-b366-61ea3b032822 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 1097 time: 0.2019010 Nov 10 21:32:41.335522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e12cc0-4395-41de-9bff-1b9bfb389b6d req-8a141bc3-89a5-4ea8-8a6b-c827b09b4663 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:41.337045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8e12cc0-4395-41de-9bff-1b9bfb389b6d req-8a141bc3-89a5-4ea8-8a6b-c827b09b4663 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.0504296 Nov 10 21:32:41.378020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7172ff90-4738-4e25-8904-ff92e4e0021f req-62ee3460-57c1-42c2-88e9-ff21570d870b tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351807 Nov 10 21:32:41.391907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e8e12cc0-4395-41de-9bff-1b9bfb389b6d req-175f9715-ef7c-45bc-9d05-87344e3ecd87 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487823 Nov 10 21:32:41.458469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d282c08-21e5-4f6c-a2b6-78b0a90a0bbb req-a70e9a0d-caac-4daf-b955-2d15c340d5e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201248 Nov 10 21:32:41.524065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-470bc15c-d94a-412d-b4fc-ecf1c0a2f400 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:41.525530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-470bc15c-d94a-412d-b4fc-ecf1c0a2f400 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/ports?device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 945 time: 0.1465986 Nov 10 21:32:41.553735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13aa04-c48d-4a94-87c8-75ec85b619de req-453626e7-7a44-404d-8b3c-f56064035eda tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:41.555277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed13aa04-c48d-4a94-87c8-75ec85b619de req-453626e7-7a44-404d-8b3c-f56064035eda tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 945 time: 0.1136637 Nov 10 21:32:41.594740 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:41.611071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed13aa04-c48d-4a94-87c8-75ec85b619de req-da507e0f-b64d-458f-a652-777ff64de97f tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/security-groups?id=61c116d0-2aa4-407c-a4ad-387b57835bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Nov 10 21:32:41.651573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabaabf-c938-4cc1-a90a-68372d075746 req-78cb22df-8223-4996-acc9-82ccdac657de tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:41.653129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fabaabf-c938-4cc1-a90a-68372d075746 req-78cb22df-8223-4996-acc9-82ccdac657de tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0505564 Nov 10 21:32:41.655219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:41.667974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116', 'f6993475-1610-4238-a08a-af30bcd8e056'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:41.691198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event deleted for resources: {'Port': ['ID=f6993475-1610-4238-a08a-af30bcd8e056,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:41.716818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fabaabf-c938-4cc1-a90a-68372d075746 req-80421504-566f-4f47-8f74-d6a3266d9c25 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Nov 10 21:32:41.775659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] No DVR routers for this DVR port f6993475-1610-4238-a08a-af30bcd8e056 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:41.779622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:41.781876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33d6f6c2-d35a-4533-93ff-49e0884e0d0e req-2615661e-85e4-46a7-81c5-f54ef89b0245 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "DELETE /v2.0/ports/f6993475-1610-4238-a08a-af30bcd8e056 HTTP/1.1" status: 204 len: 173 time: 0.8601041 Nov 10 21:32:41.782315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'name': 'network-vif-deleted', 'tag': 'f6993475-1610-4238-a08a-af30bcd8e056'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:41.784846 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb67374-1f1a-4a42-ae1c-7cadbf4df873" -d '{"events": [{"server_uuid": "73fb386c-6853-42eb-b12e-261f50bc76c5", "name": "network-vif-deleted", "tag": "f6993475-1610-4238-a08a-af30bcd8e056"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:41.849182 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e6f096-a26e-4e5d-910c-398d3b6b04af x-openstack-request-id: req-17e6f096-a26e-4e5d-910c-398d3b6b04af {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:41.849476 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fb386c-6853-42eb-b12e-261f50bc76c5", "name": "network-vif-deleted", "tag": "f6993475-1610-4238-a08a-af30bcd8e056", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:41.849725 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17e6f096-a26e-4e5d-910c-398d3b6b04af {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:41.850123 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fb386c-6853-42eb-b12e-261f50bc76c5', 'name': 'network-vif-deleted', 'tag': 'f6993475-1610-4238-a08a-af30bcd8e056', 'status': 'completed', 'code': 200} Nov 10 21:32:41.886109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a291d56-e46e-43d0-8651-1fa6533b93f5 req-288ae0c1-2ade-484e-ae9c-22862474359e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:41.887707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a291d56-e46e-43d0-8651-1fa6533b93f5 req-288ae0c1-2ade-484e-ae9c-22862474359e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0806684 Nov 10 21:32:41.890715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Deleting port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:41.891048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:41.999265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a291d56-e46e-43d0-8651-1fa6533b93f5 req-893a6515-2917-41b7-b0a8-d2c5b4b37cdc tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030984 Nov 10 21:32:42.019353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d121e2aa-8afa-4fd9-a13d-e5a0cc5ba0e8 req-2554dbd9-9f4a-4756-a833-b352908d8455 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=73fb386c-6853-42eb-b12e-261f50bc76c5 HTTP/1.1" status: 200 len: 210 time: 0.0368986 Nov 10 21:32:42.019475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] For port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:42.019475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.042069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Calling delete_port for a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:42.142345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eb2b9-5c1c-4027-8916-2f74658110cb req-392d08f8-7e38-427c-9a3d-28e283ba467e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:42.144027 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f25eb2b9-5c1c-4027-8916-2f74658110cb req-392d08f8-7e38-427c-9a3d-28e283ba467e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0599644 Nov 10 21:32:42.153199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58388) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:42.157813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'floatingip': {'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:42.206272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.256654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-d033f302-99cc-45f6-a799-561d090c7752 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:42.258182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-d033f302-99cc-45f6-a799-561d090c7752 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 945 time: 0.1330986 Nov 10 21:32:42.324449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-1880928b-9ed9-4270-a4a1-fb58fca31337 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:42.325964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-1880928b-9ed9-4270-a4a1-fb58fca31337 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.1418557 Nov 10 21:32:42.379251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.393301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a0121807-d0a8-4d0c-9ecf-9a7fd17ced24', '2b695a87-0f83-4e5c-81ad-e73a372b8efa'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:42.428813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event deleted for resources: {'Port': ['ID=a0121807-d0a8-4d0c-9ecf-9a7fd17ced24,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:42.505687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] No DVR routers for this DVR port a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:42.513049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.516268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "DELETE /v2.0/ports/a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 HTTP/1.1" status: 204 len: 173 time: 0.8352287 Nov 10 21:32:42.557758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Deleting port 2b695a87-0f83-4e5c-81ad-e73a372b8efa {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:42.558457 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.636916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Deleting port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:42.637249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.712299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a867f7-218c-45ac-baa6-00fdbfcfe3e2 req-616b0c06-c044-4c58-86d3-5c6029ea4d15 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:42.713884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a867f7-218c-45ac-baa6-00fdbfcfe3e2 req-616b0c06-c044-4c58-86d3-5c6029ea4d15 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 945 time: 0.2067456 Nov 10 21:32:42.780794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] For port 2b695a87-0f83-4e5c-81ad-e73a372b8efa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2b695a87-0f83-4e5c-81ad-e73a372b8efa,segment=NetworkSegment(59b77994-7ddd-48e4-a5f4-af8b42b75d62),segment_id=59b77994-7ddd-48e4-a5f4-af8b42b75d62)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:42.781176 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.813928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Calling delete_port for 2b695a87-0f83-4e5c-81ad-e73a372b8efa owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:42.819425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] For port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:42.819950 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:42.852320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Calling delete_port for 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:42.865581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84a867f7-218c-45ac-baa6-00fdbfcfe3e2 req-02b4734c-e9bb-4838-a856-3e7d93c91182 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369596 Nov 10 21:32:42.977068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2132552-154f-4ef9-b7ae-7438d5c9486a req-7961a07c-1e07-4b08-b072-0fa7450c5adf tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:42.978548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2132552-154f-4ef9-b7ae-7438d5c9486a req-7961a07c-1e07-4b08-b072-0fa7450c5adf tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 945 time: 0.4483933 Nov 10 21:32:43.022619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93f8c246-6fe8-4f14-bf6e-d20af7bb146f req-0d5a4d67-4ddf-404a-b524-fc5312a301dc tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=43dc0516-c745-49b8-acb2-0046f4d65687 HTTP/1.1" status: 200 len: 210 time: 0.0450044 Nov 10 21:32:43.099829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2132552-154f-4ef9-b7ae-7438d5c9486a req-ea1dc6e9-b2a0-4808-ad09-d2ef0e46c12e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146224 Nov 10 21:32:43.128723 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:43.231968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550b5b-0f00-49a1-91d0-ea82d52a6c1f req-4b7ff609-3381-44b7-8433-488bb5fccaf8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:43.233485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e8550b5b-0f00-49a1-91d0-ea82d52a6c1f req-4b7ff609-3381-44b7-8433-488bb5fccaf8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1287718 Nov 10 21:32:43.233756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:43.258203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:43.273306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:43.309584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event deleted for resources: {'Port': ['ID=031c2f6a-f018-45b3-8d10-3a5f8f2588a9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:43.320974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:43.338300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e8550b5b-0f00-49a1-91d0-ea82d52a6c1f req-3def8412-a6d7-4920-8c21-d2f5d2f9dfa1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979626 Nov 10 21:32:43.364856 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Floating IP d731ebce-1e0d-4d80-ae6a-37f2bda9edd7 associated. External IP: 172.25.7.65, port: 6c473e9b-a5c3-4d39-b3d0-88b65f908052. Nov 10 21:32:43.424103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] No DVR routers for this DVR port 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:43.427693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:43.431013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdc2eb1c-0898-457e-a14a-e1badf7d7c2d req-3688136f-1721-41df-9cfc-591c34d6a393 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.53 "DELETE /v2.0/ports/031c2f6a-f018-45b3-8d10-3a5f8f2588a9 HTTP/1.1" status: 204 len: 173 time: 1.0987158 Nov 10 21:32:43.432883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Pushing event deleted for resources: {'Port': ['ID=2b695a87-0f83-4e5c-81ad-e73a372b8efa,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:43.471838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] No DVR routers for this DVR port 2b695a87-0f83-4e5c-81ad-e73a372b8efa on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:43.474898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:43.478126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43d11be5-1ceb-44c5-ae5f-02f2d7815183 req-e2bc3b6d-3eb9-4b49-af51-30811351faa0 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.53 "DELETE /v2.0/ports/2b695a87-0f83-4e5c-81ad-e73a372b8efa HTTP/1.1" status: 204 len: 173 time: 1.2128618 Nov 10 21:32:43.652518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-a331c9a9-8f75-482f-bea0-60e232ad1bed tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:43.654696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-a331c9a9-8f75-482f-bea0-60e232ad1bed tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1176498 Nov 10 21:32:43.657028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Router 00c0fd29-ddeb-46ae-b134-129326ab3141 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:32:43.670749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-b8f5ecbc-7b8b-478f-a0b2-95bb80b142b5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0098288 Nov 10 21:32:43.733352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-a80092b6-492d-4b89-95be-10ff25769088 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489483 Nov 10 21:32:43.783374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:32:43.789479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:43.796122 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] Sync routers for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:32:43.808005 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:43.808927 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:43.824443 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2b6b8d1-0906-4046-8954-aa79c9ed68ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "PUT /v2.0/floatingips/d731ebce-1e0d-4d80-ae6a-37f2bda9edd7 HTTP/1.1" status: 200 len: 991 time: 1.6676025 Nov 10 21:32:43.824443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:43.826681 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd58029-105c-4e14-8bb6-d6384f5b1626" -d '{"events": [{"name": "network-changed", "server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:43.846005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-012965d4-c56b-466d-a603-cb32f62932ac service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011071 Nov 10 21:32:43.851214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc0516-c745-49b8-acb2-0046f4d65687', 'name': 'network-vif-deleted', 'tag': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24'}, {'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'name': 'network-vif-deleted', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9'}, {'server_uuid': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'name': 'network-vif-deleted', 'tag': '2b695a87-0f83-4e5c-81ad-e73a372b8efa'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:43.853769 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c67abfc-2f00-4ff6-b29d-9c108ca98622" -d '{"events": [{"server_uuid": "43dc0516-c745-49b8-acb2-0046f4d65687", "name": "network-vif-deleted", "tag": "a0121807-d0a8-4d0c-9ecf-9a7fd17ced24"}, {"server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "name": "network-vif-deleted", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9"}, {"server_uuid": "5f932de7-8d73-4ba6-b06e-d477db950afe", "name": "network-vif-deleted", "tag": "2b695a87-0f83-4e5c-81ad-e73a372b8efa"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:43.941056 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:43.944129 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4592f410-757c-486d-982c-b9aff77c8124 x-openstack-request-id: req-4592f410-757c-486d-982c-b9aff77c8124 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:43.944647 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:43.944894 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4592f410-757c-486d-982c-b9aff77c8124 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:43.945299 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'status': 'completed', 'code': 200} Nov 10 21:32:44.002107 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a769bca-63f7-4fcc-bb49-c5b0e670ca87 x-openstack-request-id: req-5a769bca-63f7-4fcc-bb49-c5b0e670ca87 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:44.002843 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc0516-c745-49b8-acb2-0046f4d65687", "name": "network-vif-deleted", "tag": "a0121807-d0a8-4d0c-9ecf-9a7fd17ced24", "status": "completed", "code": 200}, {"server_uuid": "90f59aa6-072b-4a7c-a6f5-586f31d0f48f", "name": "network-vif-deleted", "tag": "031c2f6a-f018-45b3-8d10-3a5f8f2588a9", "status": "completed", "code": 200}, {"server_uuid": "5f932de7-8d73-4ba6-b06e-d477db950afe", "name": "network-vif-deleted", "tag": "2b695a87-0f83-4e5c-81ad-e73a372b8efa", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:44.003310 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a769bca-63f7-4fcc-bb49-c5b0e670ca87 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:44.003925 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc0516-c745-49b8-acb2-0046f4d65687', 'name': 'network-vif-deleted', 'tag': 'a0121807-d0a8-4d0c-9ecf-9a7fd17ced24', 'status': 'completed', 'code': 200} Nov 10 21:32:44.004790 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f59aa6-072b-4a7c-a6f5-586f31d0f48f', 'name': 'network-vif-deleted', 'tag': '031c2f6a-f018-45b3-8d10-3a5f8f2588a9', 'status': 'completed', 'code': 200} Nov 10 21:32:44.005231 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f932de7-8d73-4ba6-b06e-d477db950afe', 'name': 'network-vif-deleted', 'tag': '2b695a87-0f83-4e5c-81ad-e73a372b8efa', 'status': 'completed', 'code': 200} Nov 10 21:32:44.032237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-1ec4644b-02ba-490d-90b1-e88e542585ae service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729662 Nov 10 21:32:44.041211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-0563ea2f-89c5-4709-b5ea-a72a932c1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:44.042825 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-0563ea2f-89c5-4709-b5ea-a72a932c1ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1098 time: 0.0727379 Nov 10 21:32:44.121372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b0b54c9-b145-4fea-9dbf-d801926f25e5 req-0ffb18bf-6569-4a28-9818-ca3c44c6d1ef tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0436685 Nov 10 21:32:44.160228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-7b13a897-e141-4857-9d8b-047571f37905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:44.160228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-7b13a897-e141-4857-9d8b-047571f37905 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.1047273 Nov 10 21:32:44.234017 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'd731ebce-1e0d-4d80-ae6a-37f2bda9edd7', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'mac_address': 'fa:16:3e:0c:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:32:15Z', 'updated_at': '2021-11-10T21:32:42Z', 'revision_number': 1, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:12Z', 'revision_number': 5, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:44.264282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-8b131607-24a8-4d74-b961-9c4e5f1f365e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.0973980 Nov 10 21:32:44.267698 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] Checking router: 00c0fd29-ddeb-46ae-b134-129326ab3141 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:32:44.277710 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:44.278435 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:44.320889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe20b0a-25fa-41bf-a4ac-eb3153cef568 req-951bd0c8-11f4-4d27-89a1-971ac8f40dc2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:44.322530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-efe20b0a-25fa-41bf-a4ac-eb3153cef568 req-951bd0c8-11f4-4d27-89a1-971ac8f40dc2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 945 time: 0.0548253 Nov 10 21:32:44.333915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-34df6ae6-41a3-4080-9a76-3a7d5ea9389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:44.336735 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-34df6ae6-41a3-4080-9a76-3a7d5ea9389a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.0641451 Nov 10 21:32:44.375252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-efe20b0a-25fa-41bf-a4ac-eb3153cef568 req-07a62bc0-3a35-4f17-9c55-d09ee293d6dc tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Nov 10 21:32:44.408342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-d0883726-2d97-44ef-a9da-1d2193d7bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:44.410042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-d0883726-2d97-44ef-a9da-1d2193d7bd35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627918 Nov 10 21:32:44.562367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:44.590786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-990f906a-2588-4997-b89f-5071f1fd4af6 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699498 Nov 10 21:32:44.595812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d9824a3-843c-493b-aa25-3512c8cfb289 req-d04d7a5f-aced-458b-96dd-c14a347deac8 tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f932de7-8d73-4ba6-b06e-d477db950afe HTTP/1.1" status: 200 len: 210 time: 0.0446041 Nov 10 21:32:44.653987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:44.654336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0121807-d0a8-4d0c-9ecf-9a7fd17ced24 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:44.657016 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:44.658695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2b695a87-0f83-4e5c-81ad-e73a372b8efa no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:44.712196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 2b695a87-0f83-4e5c-81ad-e73a372b8efa {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:44.712646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2b695a87-0f83-4e5c-81ad-e73a372b8efa not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:44.713063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:44.736265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebd58029-105c-4e14-8bb6-d6384f5b1626 req-b2af0e38-566b-41fb-8914-222666e12d60 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393440 Nov 10 21:32:44.758431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9f5b-70f8-4070-9c5b-b48c8fb1f3d0 req-b143abca-a1d0-418c-be80-6f425b3ba8ed tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:44.760045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fde9f5b-70f8-4070-9c5b-b48c8fb1f3d0 req-b143abca-a1d0-418c-be80-6f425b3ba8ed tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0646539 Nov 10 21:32:44.767599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:44.768064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 031c2f6a-f018-45b3-8d10-3a5f8f2588a9 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:44.817379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fde9f5b-70f8-4070-9c5b-b48c8fb1f3d0 req-cecac4e7-3df4-475e-9f9c-7c956f4e283c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Nov 10 21:32:44.891142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c9491d85-9f74-4c29-950f-bad9e930de29 req-114ffe55-8fc9-4f5b-b3df-752d71ec4611 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0345440 Nov 10 21:32:45.015510 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'd731ebce-1e0d-4d80-ae6a-37f2bda9edd7', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'mac_address': 'fa:16:3e:0c:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:32:15Z', 'updated_at': '2021-11-10T21:32:42Z', 'revision_number': 1, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:12Z', 'revision_number': 5, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:45.046435 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55951023-1373-4d8c-9a29-5b9334358386 None None] The sync data for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 is: [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'd731ebce-1e0d-4d80-ae6a-37f2bda9edd7', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'mac_address': 'fa:16:3e:0c:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:32:15Z', 'updated_at': '2021-11-10T21:32:42Z', 'revision_number': 1, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:12Z', 'revision_number': 5, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:32:45.178107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f6993475-1610-4238-a08a-af30bcd8e056 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:45.202662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: f6993475-1610-4238-a08a-af30bcd8e056 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:45.203137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f6993475-1610-4238-a08a-af30bcd8e056 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:45.221426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c00d7-0e86-49ca-aa85-ee59798ee7a9 req-6cbd2afc-d1dc-48c5-a2a9-682262ed68bf tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:45.221426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c7c00d7-0e86-49ca-aa85-ee59798ee7a9 req-6cbd2afc-d1dc-48c5-a2a9-682262ed68bf tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 945 time: 0.0658002 Nov 10 21:32:45.294152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c7c00d7-0e86-49ca-aa85-ee59798ee7a9 req-3630f4fb-7734-47c6-bcf6-8e926569ae33 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627863 Nov 10 21:32:45.299620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf06482d-dc69-47a5-99bc-b01c487ef783 req-c6a13242-ee30-4a3a-bef2-0b8703efd05b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0558519 Nov 10 21:32:45.363087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d72164-e07f-4655-988c-f81e8cbd4ee1 None None] New status for floating IP d731ebce-1e0d-4d80-ae6a-37f2bda9edd7: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:32:45.679169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58462) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:45.741896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] Deleting subnet a769c08b-d407-49e5-993a-1918eac47955 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:32:45.745209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:45.784925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:45.826924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:45.960139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7182605-3b1a-4385-aa4e-cbbb06114c54 req-5a90c2b8-8bab-4b5b-b907-6570b5a08bfd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:45.961986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7182605-3b1a-4385-aa4e-cbbb06114c54 req-5a90c2b8-8bab-4b5b-b907-6570b5a08bfd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0620072 Nov 10 21:32:46.018954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7182605-3b1a-4385-aa4e-cbbb06114c54 req-4f83928d-2d90-4ce4-9412-da7e04b37217 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508525 Nov 10 21:32:46.027162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1408f0e-aa44-4cec-bf20-225be3e90a19 req-2aac3252-43e8-441d-8f18-4c76b41a15e6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0378149 Nov 10 21:32:46.055355 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.091679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a769c08b-d407-49e5-993a-1918eac47955,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:46.107111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.110943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bac411a0-b587-4016-8220-84a50e606b66 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a769c08b-d407-49e5-993a-1918eac47955 HTTP/1.1" status: 204 len: 168 time: 0.4314394 Nov 10 21:32:46.114873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58472) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:46.198018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.281772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.305205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f706d76-2f89-442e-b955-353808426f91']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:46.318716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b77994-7ddd-48e4-a5f4-af8b42b75d62') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:46.319261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b77994-7ddd-48e4-a5f4-af8b42b75d62') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:46.352745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.352745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.352745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:32:46.353669 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:32:46.356639 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:32:46.444702 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ec18854-0bde-44b1-ade1-67f95873228e req-b79ffb5c-602f-415a-b505-16f9d0371d60 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0440323 Nov 10 21:32:46.499051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b496d22-8f47-4557-90c5-d6f9ed7a5e77 req-089fd789-ac6f-43af-9148-f4308f14a1cc tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:46.500642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b496d22-8f47-4557-90c5-d6f9ed7a5e77 req-089fd789-ac6f-43af-9148-f4308f14a1cc tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 945 time: 0.0934358 Nov 10 21:32:46.510248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.528165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaf70d-6803-4a98-9e21-126a41603618 req-ec613ea3-6e6b-4d61-a16c-caa44f07343f tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:46.529670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0caaf70d-6803-4a98-9e21-126a41603618 req-ec613ea3-6e6b-4d61-a16c-caa44f07343f tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 945 time: 0.0880046 Nov 10 21:32:46.532033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.534799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] 10.222.0.45 "DELETE /v2.0/networks/5f706d76-2f89-442e-b955-353808426f91 HTTP/1.1" status: 204 len: 168 time: 0.4179842 Nov 10 21:32:46.580982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ed613-5688-45c5-b985-ecaa41a324ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5f706d76-2f89-442e-b955-353808426f91,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:46.643350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b496d22-8f47-4557-90c5-d6f9ed7a5e77 req-1a6c8d1b-acde-425b-8f29-4fdd83df3194 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf06329a-1b47-4cbb-9783-d476016b4b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340292 Nov 10 21:32:46.671267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Deleting port 3b835042-b624-4899-9640-49f442a0499e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:46.673104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.771017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] For port 3b835042-b624-4899-9640-49f442a0499e, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b835042-b624-4899-9640-49f442a0499e,segment=NetworkSegment(edcda890-c62f-48c4-b558-7bfcaf394efc),segment_id=edcda890-c62f-48c4-b558-7bfcaf394efc)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:46.771449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.784924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Calling delete_port for 3b835042-b624-4899-9640-49f442a0499e owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:46.881027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58482) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:46.924850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1a9a0e30-e5c7-479d-bdd5-d97aba62d35a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59a0d603014e42968db4cc3b74a23a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424681 Nov 10 21:32:46.927693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58484) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:46.979624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7b83a52-94af-4e96-9fd6-7be9897fddf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:46.998234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:47.004370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7b83a52-94af-4e96-9fd6-7be9897fddf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:47.013215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b835042-b624-4899-9640-49f442a0499e'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:47.030619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event deleted for resources: {'Port': ['ID=3b835042-b624-4899-9640-49f442a0499e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:47.152172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] No DVR routers for this DVR port 3b835042-b624-4899-9640-49f442a0499e on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:47.154135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86622feb-b4c1-443d-86d4-9791330d527b req-368ea7dc-f0fc-4644-adeb-717c81735cf5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0322030 Nov 10 21:32:47.157948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:47.161853 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0caaf70d-6803-4a98-9e21-126a41603618 req-822f1a0c-a4e2-4ca9-bbfe-1260e8ffad52 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.53 "DELETE /v2.0/ports/3b835042-b624-4899-9640-49f442a0499e HTTP/1.1" status: 204 len: 173 time: 0.6244102 Nov 10 21:32:47.162949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'name': 'network-vif-deleted', 'tag': '3b835042-b624-4899-9640-49f442a0499e'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:47.165189 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36486d09-4c04-4426-a1ff-61bf637eb668" -d '{"events": [{"server_uuid": "22277720-8fb8-4af7-af62-6063c1d85bd9", "name": "network-vif-deleted", "tag": "3b835042-b624-4899-9640-49f442a0499e"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:47.203500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7b83a52-94af-4e96-9fd6-7be9897fddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:47.207864 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7b83a52-94af-4e96-9fd6-7be9897fddf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:47.209242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d7b83a52-94af-4e96-9fd6-7be9897fddf1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61c116d0-2aa4-407c-a4ad-387b57835bd3 HTTP/1.1" status: 204 len: 168 time: 0.2805748 Nov 10 21:32:47.219265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b83a52-94af-4e96-9fd6-7be9897fddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c116d0-2aa4-407c-a4ad-387b57835bd3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:47.307587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995bbcb-27c0-4adf-850c-6ea7fee85d20 req-a9d3d2c4-9fc9-4cff-818a-3f2831250220 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:47.326425 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6995bbcb-27c0-4adf-850c-6ea7fee85d20 req-a9d3d2c4-9fc9-4cff-818a-3f2831250220 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1723108 Nov 10 21:32:47.365794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-011432a7-ecf0-4ac9-aa0c-62d6da41bbc2 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:47.367273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-011432a7-ecf0-4ac9-aa0c-62d6da41bbc2 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.2999241 Nov 10 21:32:47.400172 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6995bbcb-27c0-4adf-850c-6ea7fee85d20 req-1228788f-6ceb-42be-9b2e-4d41bc6f730b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728638 Nov 10 21:32:47.406254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Request body: {'port': {'device_id': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'admin_state_up': True, 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:47.479553 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b7aebf-e4f6-466c-a7d2-f49781bd2ae5 x-openstack-request-id: req-b3b7aebf-e4f6-466c-a7d2-f49781bd2ae5 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:47.480899 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22277720-8fb8-4af7-af62-6063c1d85bd9", "name": "network-vif-deleted", "tag": "3b835042-b624-4899-9640-49f442a0499e", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:47.481163 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3b7aebf-e4f6-466c-a7d2-f49781bd2ae5 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:47.481679 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22277720-8fb8-4af7-af62-6063c1d85bd9', 'name': 'network-vif-deleted', 'tag': '3b835042-b624-4899-9640-49f442a0499e', 'status': 'completed', 'code': 200} Nov 10 21:32:47.578677 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dbae9f9-35bc-4420-98c7-d53c7e95b133 req-0649568d-4767-4b7d-81a7-af38bae0d882 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0305660 Nov 10 21:32:47.660867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:47.665076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:47.787235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09324f21-07da-4258-8eff-f104960ddf8e req-7d5bdce9-b806-4084-815b-68a106c0852d tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/ports?device_id=22277720-8fb8-4af7-af62-6063c1d85bd9 HTTP/1.1" status: 200 len: 210 time: 0.0405715 Nov 10 21:32:47.845347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Allocated IP 172.20.0.6 (f6127c6e-9e3d-4d2d-980c-fd707f259f13/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68/0bc87bbe-7fe7-46f5-9bcf-6f1609460602) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:48.003399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:48.142687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:48.157826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:48.229041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:48.230356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event updated for resources: {'Port': ['ID=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:48.234068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:48.242544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:48.311451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:48.313060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:48.390777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481c995-49de-4645-a38a-ab091b9d09bc req-316ba501-3d63-42ae-818f-21d3caccb3eb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:48.391966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-be763b10-2be9-43c7-9fd3-52481c01ef35 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9898264 Nov 10 21:32:48.396582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7481c995-49de-4645-a38a-ab091b9d09bc req-316ba501-3d63-42ae-818f-21d3caccb3eb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 931 time: 0.0640485 Nov 10 21:32:48.410124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Request body: {'port': {'device_id': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:48.505623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7481c995-49de-4645-a38a-ab091b9d09bc req-f5eff550-4dac-4e45-9b19-a8c360fbcae3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019261 Nov 10 21:32:48.510339 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:48.664361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58532) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:48.688281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0c2ce-8c66-4aba-ac6a-bb723afff236 req-82b2841b-516e-4a0c-81cf-0282617d5670 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:48.689928 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-73b0c2ce-8c66-4aba-ac6a-bb723afff236 req-82b2841b-516e-4a0c-81cf-0282617d5670 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1333909 Nov 10 21:32:48.693108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f98197ad-2612-4947-89c5-9f693001699b req-7ab6c58f-ac85-45ce-a8d4-ec4907778350 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0379534 Nov 10 21:32:48.800523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1579788597-network', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:48.824418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-73b0c2ce-8c66-4aba-ac6a-bb723afff236 req-08ac8fd6-3422-4391-933d-e1306c9cc80a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202726 Nov 10 21:32:48.918942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Made reservation on behalf of 8dcf1fe697d141d3988d42c2acb93d51 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:48.918942 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:48.925146 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:48.945316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:48.960866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:48.980092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Transition to ACTIVE for port object 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:32:49.026110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.060521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.104098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58552) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:49.112705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:49.141517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.169659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:32:49.177261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Attempting to bind port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:49.186572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Attempting to bind port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:49.186572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Attempting to bind port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:49.186572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:32:49.186572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Attempting to bind port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:49.187515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:49.187881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:49.188260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Bound using segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:49.188685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Bound port: 0bc87bbe-7fe7-46f5-9bcf-6f1609460602, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:49.189714 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.197557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c068cf-7549-4afb-8618-11b62b4fad91,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:49.204055 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-731f34ef-b4a4-41c8-8ce8-32616a501b0e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.206407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.206703 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Added segment 532aeee3-992d-41c9-b361-78207209f4aa of type vlan for network c43131b5-8033-4023-8c9e-2123f1f926e1 Nov 10 21:32:49.274384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-731f34ef-b4a4-41c8-8ce8-32616a501b0e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.286549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.439878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.440470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.443092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:49.444079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.449617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-731f34ef-b4a4-41c8-8ce8-32616a501b0e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.452121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-731f34ef-b4a4-41c8-8ce8-32616a501b0e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.453303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-731f34ef-b4a4-41c8-8ce8-32616a501b0e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "DELETE /v2.0/security-groups/f11ecf18-fb06-4c43-9860-dd474febde68 HTTP/1.1" status: 204 len: 168 time: 0.3481941 Nov 10 21:32:49.475279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58556) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:49.502118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f34ef-b4a4-41c8-8ce8-32616a501b0e tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ecf18-fb06-4c43-9860-dd474febde68,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:49.577315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] For port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:49.583791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] For port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:49.586050 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-ea4c02cc-c7a7-44c5-894b-3f5b30c07cd2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] show failed (client error): The resource could not be found. Nov 10 21:32:49.587327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ea4c02cc-c7a7-44c5-894b-3f5b30c07cd2 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "GET /v2.0/security-groups/f11ecf18-fb06-4c43-9860-dd474febde68 HTTP/1.1" status: 404 len: 347 time: 0.1107206 Nov 10 21:32:49.593259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9263039 Nov 10 21:32:49.593621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58562) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:49.600180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a4df-6223-481a-bcd2-38a6b83a231d admin admin] Pushing event updated for resources: {'Network': ['ID=c43131b5-8033-4023-8c9e-2123f1f926e1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:49.604078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58564) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:49.610988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Request body: {'subnet': {'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1579788597-subnet', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:49.612219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c43131b5-8033-4023-8c9e-2123f1f926e1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:32:49.685862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.713340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Made reservation on behalf of 8dcf1fe697d141d3988d42c2acb93d51 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:32:49.716007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.761064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:49.761926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.763331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/0bc87bbe-7fe7-46f5-9bcf-6f1609460602 HTTP/1.1" status: 200 len: 1092 time: 1.3583510 Nov 10 21:32:49.771616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'tag': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:49.774713 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c44a2-36be-4f81-bbb1-bc58aa791f57" -d '{"events": [{"name": "network-changed", "server_uuid": "03311675-dfd3-4c60-bb8c-1e171dde6ff2", "tag": "0bc87bbe-7fe7-46f5-9bcf-6f1609460602"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:49.802262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80468cc-8b0b-4b73-b374-ce7afdb68242 req-a7fa3f3a-e825-419b-9779-d5b37ba3be98 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:49.809437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d80468cc-8b0b-4b73-b374-ce7afdb68242 req-a7fa3f3a-e825-419b-9779-d5b37ba3be98 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 943 time: 0.2296302 Nov 10 21:32:49.824074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1774a7-3099-4f21-b377-a7164e00b1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:49.884617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-194de23c-dd64-4129-ae9d-defeee1328d7 req-3c4ed71c-2e71-4633-a2c9-d5bd8b44b2a4 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=90f59aa6-072b-4a7c-a6f5-586f31d0f48f HTTP/1.1" status: 200 len: 210 time: 0.0565090 Nov 10 21:32:49.890680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d80468cc-8b0b-4b73-b374-ce7afdb68242 req-4deb2493-a36f-4383-9a36-50a16bb160a4 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736163 Nov 10 21:32:49.892367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Deleting port f270bca6-3929-4b57-a088-e569a58d7a1c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:49.892705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:49.986235 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a2b92e-e582-4d29-b114-e6c2d8589186 x-openstack-request-id: req-b9a2b92e-e582-4d29-b114-e6c2d8589186 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:49.992932 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03311675-dfd3-4c60-bb8c-1e171dde6ff2", "tag": "0bc87bbe-7fe7-46f5-9bcf-6f1609460602", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:49.993189 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9a2b92e-e582-4d29-b114-e6c2d8589186 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:49.993606 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'tag': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602', 'status': 'completed', 'code': 200} Nov 10 21:32:50.052002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-a27631ed-d4ee-4562-8c63-ac7cbf8fbc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:50.053542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-a27631ed-d4ee-4562-8c63-ac7cbf8fbc25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 1095 time: 0.1579914 Nov 10 21:32:50.107659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48e090-1387-4f07-afa4-4bcf764d62a1 req-f3e0ae2a-0343-41f1-b053-4acf9e2464a7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:50.109201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c48e090-1387-4f07-afa4-4bcf764d62a1 req-f3e0ae2a-0343-41f1-b053-4acf9e2464a7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1143739 Nov 10 21:32:50.120181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-ad647f86-f069-41ee-b9eb-767c485fe442 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc87bbe-7fe7-46f5-9bcf-6f1609460602 HTTP/1.1" status: 200 len: 217 time: 0.0496678 Nov 10 21:32:50.121988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.122305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.162023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c48e090-1387-4f07-afa4-4bcf764d62a1 req-a56e5df7-eb2a-4469-9137-e77372b1c525 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437214 Nov 10 21:32:50.164830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Calling delete_port for f270bca6-3929-4b57-a088-e569a58d7a1c owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:50.169405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.230603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2e3be0-1669-44d1-ad57-12c7e33f5326,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:50.242374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Checking segment: {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:50.242839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Network hostable DHCP agents. Network: c43131b5-8033-4023-8c9e-2123f1f926e1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:32:50.246042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-a44b430b-1901-4298-83a1-62a602948575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:50.247809 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-a44b430b-1901-4298-83a1-62a602948575 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.1162267 Nov 10 21:32:50.284020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-7cf03174-bf4e-41ea-867f-9ed980e63b80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268998 Nov 10 21:32:50.318257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Network c43131b5-8033-4023-8c9e-2123f1f926e1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:32:50.405524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c43131b5-8033-4023-8c9e-2123f1f926e1) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:50.411536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:50.412419 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.418922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08436399-5ba4-4962-87fc-21cf07dfc651 None None] Network c43131b5-8033-4023-8c9e-2123f1f926e1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:32:50.435597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-4744f9b2-6340-4ea5-9eec-3a08d6facd6c service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394525 Nov 10 21:32:50.510894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bf94715b-4e0c-4ab8-b460-d673054e4f31 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9053576 Nov 10 21:32:50.513626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58576) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:50.518913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:32:50.542711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.587411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2386f4d-0ce5-4528-b271-e77c904bb401 req-fc1acb19-c04a-4f63-8db5-73b5204128f7 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413453 Nov 10 21:32:50.590635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Pushing event deleted for resources: {'Port': ['ID=f270bca6-3929-4b57-a088-e569a58d7a1c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:50.600028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b835042-b624-4899-9640-49f442a0499e no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:50.617364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf640c36-67fc-492f-9684-8093b2175cd2 None None] Network c43131b5-8033-4023-8c9e-2123f1f926e1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:32:50.645803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 3b835042-b624-4899-9640-49f442a0499e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:50.646529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b835042-b624-4899-9640-49f442a0499e not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:50.651251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.652522 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.697257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.708633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.724966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a9bb781f-8819-4611-90c2-d8fb8a3a6344 tempest-ImagesOneServerNegativeTestJSON-1046448663 tempest-ImagesOneServerNegativeTestJSON-1046448663-project] 10.222.0.45 "DELETE /v2.0/floatingips/0bff26ae-a191-41d9-9d80-465500e50949 HTTP/1.1" status: 204 len: 168 time: 1.1188276 Nov 10 21:32:50.728668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:50.825668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58590) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:50.886410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-d8f3aac8-0fad-47a5-877c-d527c0716aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:50.887936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-d8f3aac8-0fad-47a5-877c-d527c0716aa1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 1095 time: 0.0426831 Nov 10 21:32:50.998364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] Deleting subnet fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:32:51.011609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.017966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-c22a6efe-a864-4c10-93db-27301deb50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:51.021178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-c22a6efe-a864-4c10-93db-27301deb50b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 906 time: 0.1204915 Nov 10 21:32:51.074610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-26af2906-b2a7-42e2-acf5-a75670f2534e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bc87bbe-7fe7-46f5-9bcf-6f1609460602 HTTP/1.1" status: 200 len: 217 time: 0.0461161 Nov 10 21:32:51.111337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.131685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afff1e0-21d3-499d-99b4-a95ed7b10100 req-2aa153c8-ae8e-40b8-b54c-170a425e816f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:51.133232 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6afff1e0-21d3-499d-99b4-a95ed7b10100 req-2aa153c8-ae8e-40b8-b54c-170a425e816f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 943 time: 0.1604245 Nov 10 21:32:51.135578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.188914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-37e53a42-0de9-4620-abc3-5a3252444f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:51.194003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-37e53a42-0de9-4620-abc3-5a3252444f57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.1082699 Nov 10 21:32:51.199148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.258588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6afff1e0-21d3-499d-99b4-a95ed7b10100 req-e72bd26e-da65-4fa3-99d1-ba1b8ce0dc59 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029437 Nov 10 21:32:51.290233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-780680d7-d075-42da-a81b-30ab3dc81bc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775454 Nov 10 21:32:51.409008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f982060-77fb-4c2f-b4cd-0e9cdb84cbb5 req-ac3e6674-055f-4591-8467-ae2c0e0c63a5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:51.417129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f982060-77fb-4c2f-b4cd-0e9cdb84cbb5 req-ac3e6674-055f-4591-8467-ae2c0e0c63a5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1294184 Nov 10 21:32:51.430508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.501249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3bc8ce-0d23-4f63-8479-d4aac87d81c2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:51.509845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.514201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8e6bc336-e8e2-4a3f-a9f8-c951e505f6fa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fc3bc8ce-0d23-4f63-8479-d4aac87d81c2 HTTP/1.1" status: 204 len: 168 time: 0.6872470 Nov 10 21:32:51.516331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f982060-77fb-4c2f-b4cd-0e9cdb84cbb5 req-83342622-b618-441a-a8d8-c4a4550da0d0 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982718 Nov 10 21:32:51.516861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58604) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:51.534830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-4e7e9b20-f90d-4934-9065-867a2abff186 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344525 Nov 10 21:32:51.672588 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.715167 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.716935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663c44a2-36be-4f81-bbb1-bc58aa791f57 req-3d15f2be-acdd-45de-805d-fe3efbd23223 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707282 Nov 10 21:32:51.719942 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:51.876793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Allocated IP 172.25.7.251 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/9ce42df3-22e6-4b91-a7bb-e065663f03ba) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:52.279349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.314467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a90df67-5327-49ad-88dc-4a46e11eb705']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:52.330599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcda890-c62f-48c4-b558-7bfcaf394efc') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:52.330952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcda890-c62f-48c4-b558-7bfcaf394efc') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:52.352473 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.376639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.380795 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.388561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:32:52.388988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:32:52.390742 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:32:52.419415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865c347-ca29-4038-9330-31d810840af6 req-2c66447f-b0c0-41ec-9f7f-c76103cce524 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:52.421162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6865c347-ca29-4038-9330-31d810840af6 req-2c66447f-b0c0-41ec-9f7f-c76103cce524 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0676825 Nov 10 21:32:52.485868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6865c347-ca29-4038-9330-31d810840af6 req-8b18fce8-42fb-4492-a1cd-51fcbf8b5836 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570376 Nov 10 21:32:52.542724 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.548147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.554665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2a90df67-5327-49ad-88dc-4a46e11eb705 HTTP/1.1" status: 204 len: 168 time: 1.0342662 Nov 10 21:32:52.569562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:52.621230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3802b79-00da-4e9c-89de-c8536c82c262 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a90df67-5327-49ad-88dc-4a46e11eb705,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:52.624094 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.729601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:52.748632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:52.764127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'port_id': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'mac_address': 'fa:16:3e:f8:58:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06e3385-c643-4c3f-8bbf-c4087eb0ff82', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:52.768312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:52.779978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:52.820802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:52.825020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Pushing event updated for resources: {'Port': ['ID=9ce42df3-22e6-4b91-a7bb-e065663f03ba,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:52.838615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:52.862449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:32:52.872412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:52.896352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467783b-5048-49c6-a9de-fce7113a0061 req-61db9e4c-0008-48e7-84f5-f8354f3fb0cb tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:52.898024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5467783b-5048-49c6-a9de-fce7113a0061 req-61db9e4c-0008-48e7-84f5-f8354f3fb0cb tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.2185555 Nov 10 21:32:52.965113 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.026491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58626) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:53.074147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5467783b-5048-49c6-a9de-fce7113a0061 req-47adb2fa-4209-4b60-86b1-8d765a21c627 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674244 Nov 10 21:32:53.113381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:53.117491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:53.117673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58634) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:53.129576 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ce280fa2-782c-43a0-8c70-8362696ee7c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6ad2f36236f422d8a71f668e8de0f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0880156 Nov 10 21:32:53.241523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a500dc91-12f3-4f77-b5aa-07b5d46e00d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.344844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a500dc91-12f3-4f77-b5aa-07b5d46e00d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.358035 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.400922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.630388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a500dc91-12f3-4f77-b5aa-07b5d46e00d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.633299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a500dc91-12f3-4f77-b5aa-07b5d46e00d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.634463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a500dc91-12f3-4f77-b5aa-07b5d46e00d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf06329a-1b47-4cbb-9783-d476016b4b6c HTTP/1.1" status: 204 len: 168 time: 0.5158048 Nov 10 21:32:53.660174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500dc91-12f3-4f77-b5aa-07b5d46e00d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06329a-1b47-4cbb-9783-d476016b4b6c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:53.716374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53527ee-3c27-4887-be58-7e723c8ba1be req-c59c238b-baa3-44d0-88ef-d07a047b1218 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:53.718023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e53527ee-3c27-4887-be58-7e723c8ba1be req-c59c238b-baa3-44d0-88ef-d07a047b1218 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 943 time: 0.1397936 Nov 10 21:32:53.741175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:53.896591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e53527ee-3c27-4887-be58-7e723c8ba1be req-1ca4ac24-745f-4b4d-92e6-dbfc39b18440 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662130 Nov 10 21:32:54.039613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Router 7b2515d9-946b-4645-ba09-183cecfdf9ea is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:32:54.284205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca75334-b91d-4c8f-81fd-348e9de98a26 req-6b67acf8-4625-40ce-8aab-9f6e5287ecdd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:54.296423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1ca75334-b91d-4c8f-81fd-348e9de98a26 req-6b67acf8-4625-40ce-8aab-9f6e5287ecdd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 944 time: 0.0900915 Nov 10 21:32:54.310527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:32:54.322109 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Sync routers for ids ['7b2515d9-946b-4645-ba09-183cecfdf9ea'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:32:54.366321 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Routers {'7b2515d9-946b-4645-ba09-183cecfdf9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:54.373630 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7b2515d9-946b-4645-ba09-183cecfdf9ea'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:54.440591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1ca75334-b91d-4c8f-81fd-348e9de98a26 req-4a08f27f-c8ca-4331-b9a1-c6a47d132680 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431365 Nov 10 21:32:54.498868 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:54.501606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9f0ec9de-5ce8-4c28-9345-058b7d87b47e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9865301 Nov 10 21:32:54.513928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58682) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:54.582914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:54.618559 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Set router 7b2515d9-946b-4645-ba09-183cecfdf9ea gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:54.743652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:54.744546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:54.872510 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:54.911668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:54.916465 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5448449-5ec7-487d-a869-16f09d2c395d" -d '{"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:54.950616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:55.023343 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.025569 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:32:53Z', 'revision_number': 3, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port': {'id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:51Z', 'updated_at': '2021-11-10T21:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:55.102095 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Checking router: 7b2515d9-946b-4645-ba09-183cecfdf9ea for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:32:55.102555 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Updating router 7b2515d9-946b-4645-ba09-183cecfdf9ea port 9ce42df3-22e6-4b91-a7bb-e065663f03ba binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:32:55.158318 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.170330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:55.174916 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ff2130-d21c-4126-9787-df0e3c128ca6 x-openstack-request-id: req-90ff2130-d21c-4126-9787-df0e3c128ca6 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:55.181721 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-plugged", "status": "completed", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:55.181721 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90ff2130-d21c-4126-9787-df0e3c128ca6 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:55.181721 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'code': 200} Nov 10 21:32:55.190538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:32:55.435011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd5002-4a3b-43ed-89fa-11904adb5ce8 req-9dd239f7-6966-46a4-b7d4-077cb80624d6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:55.442720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1cd5002-4a3b-43ed-89fa-11904adb5ce8 req-9dd239f7-6966-46a4-b7d4-077cb80624d6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 943 time: 0.1809001 Nov 10 21:32:55.579512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:55.612745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'port_id': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602', 'mac_address': 'fa:16:3e:8f:bb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29cd99-eb18-4eb1-9862-48ea5e0b2c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:32:55.681737 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.718210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1cd5002-4a3b-43ed-89fa-11904adb5ce8 req-721346df-707a-47aa-a34a-3d3d2d431537 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722836 Nov 10 21:32:55.740967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.746661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae98c9-3139-4944-8419-ba96ad6984b9 req-da744313-ba43-45d9-afd7-0c4d87a971b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:55.757805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eaae98c9-3139-4944-8419-ba96ad6984b9 req-da744313-ba43-45d9-afd7-0c4d87a971b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1285996 Nov 10 21:32:55.765271 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.771511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.802624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:32:55.855068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:55.902837 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eaae98c9-3139-4944-8419-ba96ad6984b9 req-9155e301-0f3c-46ef-ab04-2fb0bea1e090 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419003 Nov 10 21:32:55.908215 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Attempting to bind port 9ce42df3-22e6-4b91-a7bb-e065663f03ba on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:32:55.910270 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Attempting to bind port 9ce42df3-22e6-4b91-a7bb-e065663f03ba by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:32:55.914494 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Attempting to bind port 9ce42df3-22e6-4b91-a7bb-e065663f03ba on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:32:55.931414 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:32:55.933710 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:32:55.934133 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.934537 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:32:55.936175 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Bound port: 9ce42df3-22e6-4b91-a7bb-e065663f03ba, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:32:55.939112 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:55.974065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:56.108473 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] For port 9ce42df3-22e6-4b91-a7bb-e065663f03ba, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:32:56.112704 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] For port 9ce42df3-22e6-4b91-a7bb-e065663f03ba, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9ce42df3-22e6-4b91-a7bb-e065663f03ba,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:32:56.134660 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f7054-fcc9-438e-a40a-1ea89c958bd2 None None] Pushing event updated for resources: {'Port': ['ID=9ce42df3-22e6-4b91-a7bb-e065663f03ba,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:56.142241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:56.192871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Allocated IP 172.20.0.1 (c43131b5-8033-4023-8c9e-2123f1f926e1/da2e3be0-1669-44d1-ad57-12c7e33f5326/4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:32:56.235344 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:56.384209 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Routers {'7b2515d9-946b-4645-ba09-183cecfdf9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:32:56.384850 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7b2515d9-946b-4645-ba09-183cecfdf9ea'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:56.490084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:56.554009 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f7054-fcc9-438e-a40a-1ea89c958bd2 None None] Pushing event updated for resources: {'Port': ['ID=9ce42df3-22e6-4b91-a7bb-e065663f03ba,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:56.627700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0bc87bbe-7fe7-46f5-9bcf-6f1609460602'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:32:56.709430 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] Set router 7b2515d9-946b-4645-ba09-183cecfdf9ea gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:32:56.714423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:56.838821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Pushing event updated for resources: {'Port': ['ID=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:56.897699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec043032-deae-4752-b73e-53f9ebeec122 req-5c80268a-0300-4492-b21d-1acbd3ebd6d0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:56.913614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf771a-ed6f-4fb6-a732-cfaf385473bb req-ea39170f-68ca-4b74-80c2-5c3469a0de67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:56.916510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecdf771a-ed6f-4fb6-a732-cfaf385473bb req-ea39170f-68ca-4b74-80c2-5c3469a0de67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 944 time: 0.0758367 Nov 10 21:32:56.916982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec043032-deae-4752-b73e-53f9ebeec122 req-5c80268a-0300-4492-b21d-1acbd3ebd6d0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.2418048 Nov 10 21:32:56.920710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Network c43131b5-8033-4023-8c9e-2123f1f926e1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:56.938966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:56.960132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:32:57.006815 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:57.083825 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecdf771a-ed6f-4fb6-a732-cfaf385473bb req-daba7b62-138d-47b1-bf95-8931a940979e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588182 Nov 10 21:32:57.111562 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:32:53Z', 'revision_number': 3, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port': {'id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:51Z', 'updated_at': '2021-11-10T21:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:32:57.139564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec043032-deae-4752-b73e-53f9ebeec122 req-19452451-45e4-494c-8afe-5d58ecf9d1d0 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178435 Nov 10 21:32:57.177595 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad04ab8-063b-4c90-971a-a7446a39967d None None] The sync data for ids ['7b2515d9-946b-4645-ba09-183cecfdf9ea'] in n-d-776250-11 is: [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:32:53Z', 'revision_number': 3, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port': {'id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:51Z', 'updated_at': '2021-11-10T21:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:32:57.343395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:57.360826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc706a9f-1eae-4430-9128-5dc394ea837a req-e7eaba85-8add-4d34-bce2-d5e22bc81f82 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:57.368798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc706a9f-1eae-4430-9128-5dc394ea837a req-e7eaba85-8add-4d34-bce2-d5e22bc81f82 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1334214 Nov 10 21:32:57.481885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:57.510050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc706a9f-1eae-4430-9128-5dc394ea837a req-635be10e-e28a-4e1b-a401-154bfddcba3c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398814 Nov 10 21:32:57.726497 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d989f0d8-3eb4-45c0-9391-8b180134a074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:57.880664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d989f0d8-3eb4-45c0-9391-8b180134a074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:57.913779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:57.927441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-778acffa-928a-48bf-acf8-7399991028da tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:57.929597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-778acffa-928a-48bf-acf8-7399991028da tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.3482292 Nov 10 21:32:57.987876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d989f0d8-3eb4-45c0-9391-8b180134a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.018225 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.053694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989f0d8-3eb4-45c0-9391-8b180134a074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace8c7d9-dea2-45e8-b558-56451b3e4b72,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:58.063147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d989f0d8-3eb4-45c0-9391-8b180134a074 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9619689bd3e6462f992b913f71f887a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799232 Nov 10 21:32:58.070955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58766) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:32:58.170497 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5d45920-32bf-4d08-be66-b3c1634243cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.189674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Pushing event updated for resources: {'Port': ['ID=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:58.234091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5d45920-32bf-4d08-be66-b3c1634243cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.302688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.314577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9ce42df3-22e6-4b91-a7bb-e065663f03ba up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:58.379945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Deleting port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:32:58.380611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.410233 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5d45920-32bf-4d08-be66-b3c1634243cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.416438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5d45920-32bf-4d08-be66-b3c1634243cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.418388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9ce42df3-22e6-4b91-a7bb-e065663f03ba triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:58.418970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.431525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c5d45920-32bf-4d08-be66-b3c1634243cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ace8c7d9-dea2-45e8-b558-56451b3e4b72 HTTP/1.1" status: 204 len: 168 time: 0.3613596 Nov 10 21:32:58.448114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d45920-32bf-4d08-be66-b3c1634243cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace8c7d9-dea2-45e8-b558-56451b3e4b72,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:58.459477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfceaa0-2acd-4fe7-b1c4-1d6cb9473969 req-311bc0d8-ebff-449c-9837-8f38b3cdac4d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:58.461224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bfceaa0-2acd-4fe7-b1c4-1d6cb9473969 req-311bc0d8-ebff-449c-9837-8f38b3cdac4d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 944 time: 0.1307027 Nov 10 21:32:58.552492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bfceaa0-2acd-4fe7-b1c4-1d6cb9473969 req-33678fd4-025d-4ede-9d3a-9cf722f72cb3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Nov 10 21:32:58.590958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] For port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:58.591281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.621990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Calling delete_port for 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:32:58.648641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.703377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 9ce42df3-22e6-4b91-a7bb-e065663f03ba, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9ce42df3-22e6-4b91-a7bb-e065663f03ba,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:58.799048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:58.869475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817024e-6870-40dc-859d-8c8ee3680f6b req-a4269b93-3fc5-4927-9dec-e851e9dd2148 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:58.869736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012948-1dfb-4bec-b248-3e208a2b3e5d req-4f366975-05bb-47dd-97e7-7067b23d4c0a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:58.869829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b817024e-6870-40dc-859d-8c8ee3680f6b req-a4269b93-3fc5-4927-9dec-e851e9dd2148 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1134269 Nov 10 21:32:58.869906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00012948-1dfb-4bec-b248-3e208a2b3e5d req-4f366975-05bb-47dd-97e7-7067b23d4c0a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 945 time: 0.5171497 Nov 10 21:32:58.878155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Network c43131b5-8033-4023-8c9e-2123f1f926e1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:32:58.904494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:32:58.933401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=9ce42df3-22e6-4b91-a7bb-e065663f03ba,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:58.981030 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b817024e-6870-40dc-859d-8c8ee3680f6b req-a3f94c39-3e82-4430-bd51-1a52f8c337b7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140611 Nov 10 21:32:59.111524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00012948-1dfb-4bec-b248-3e208a2b3e5d req-68a4e43b-2462-4ef2-a153-bd6afc19e82a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437403 Nov 10 21:32:59.219961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:32:59.261171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Router 7b2515d9-946b-4645-ba09-183cecfdf9ea has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:32:59.416398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:32:59.420863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:32:59.420991 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:59.558728 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:59.597197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:59.605579 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461d9f4-69d6-4677-ac6a-0f0a4393e7a0" -d '{"events": [{"server_uuid": "03311675-dfd3-4c60-bb8c-1e171dde6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc87bbe-7fe7-46f5-9bcf-6f1609460602"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:32:59.658895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:32:59.686832 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2442b952-2af6-40cd-9167-e85640ae93af x-openstack-request-id: req-2442b952-2af6-40cd-9167-e85640ae93af {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:32:59.687123 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03311675-dfd3-4c60-bb8c-1e171dde6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "0bc87bbe-7fe7-46f5-9bcf-6f1609460602", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:32:59.687375 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2442b952-2af6-40cd-9167-e85640ae93af {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:32:59.688214 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602', 'code': 200} Nov 10 21:32:59.708888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:59.709988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:32:59.771242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:59.833147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:32:59.833147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:32:59.838075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event deleted for resources: {'Port': ['ID=7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:59.883540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb4994-dfc4-4e3a-99bc-66fd98832aa6 req-abcc9230-9aa3-4ade-97de-92ddb18ff5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:59.885533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9cb4994-dfc4-4e3a-99bc-66fd98832aa6 req-abcc9230-9aa3-4ade-97de-92ddb18ff5bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 1097 time: 0.0794721 Nov 10 21:32:59.892089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:32:59.909382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:32:59.919915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedad1f-8c3d-43d3-bc1a-956071bed158 req-1184d1e7-a680-4cb0-a151-e28f5555b0e8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:32:59.921447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dedad1f-8c3d-43d3-bc1a-956071bed158 req-1184d1e7-a680-4cb0-a151-e28f5555b0e8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1547351 Nov 10 21:32:59.927772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ae225778-9e6c-44e4-b24e-14273f0be6ec admin admin] 10.222.0.45 "PUT /v2.0/routers/7b2515d9-946b-4645-ba09-183cecfdf9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4112842 Nov 10 21:32:59.927772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] No DVR routers for this DVR port 7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:32:59.937237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:32:59.940936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-237f7c3d-0d4b-4825-b350-3b0fd5f7f928 req-27ea843d-e72b-4876-82d3-682059eab3cd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "DELETE /v2.0/ports/7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c HTTP/1.1" status: 204 len: 173 time: 1.9974203 Nov 10 21:32:59.941787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'name': 'network-vif-deleted', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:32:59.944777 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e83729-11e7-441e-a7b3-795cd90c18be" -d '{"events": [{"server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "name": "network-vif-deleted", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:00.002849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dedad1f-8c3d-43d3-bc1a-956071bed158 req-e3792e2f-af35-4d2b-a458-c0dfab666f4b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733163 Nov 10 21:33:00.003067 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9cb4994-dfc4-4e3a-99bc-66fd98832aa6 req-82d48626-c1cb-4600-aee4-171d5ad33d6d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071990 Nov 10 21:33:00.041027 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf727cc8-d1db-46b5-8cd0-f0b96d3f2817 x-openstack-request-id: req-cf727cc8-d1db-46b5-8cd0-f0b96d3f2817 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:00.041027 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dece32-9df9-4f9c-9d10-ec0908eda3e2", "name": "network-vif-deleted", "tag": "7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:00.041027 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf727cc8-d1db-46b5-8cd0-f0b96d3f2817 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:00.041714 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dece32-9df9-4f9c-9d10-ec0908eda3e2', 'name': 'network-vif-deleted', 'tag': '7bfaf21d-5c57-4f7d-a8a2-0553a9740b1c', 'status': 'completed', 'code': 200} Nov 10 21:33:00.049060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Sync routers for ids ['7b2515d9-946b-4645-ba09-183cecfdf9ea'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:33:00.074135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Routers {'7b2515d9-946b-4645-ba09-183cecfdf9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:33:00.074817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7b2515d9-946b-4645-ba09-183cecfdf9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:00.205371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9ce42df3-22e6-4b91-a7bb-e065663f03ba up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:00.225766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ccd7-90c2-4b79-baf3-f8ee027c7321 req-4080b0be-6c50-44cb-ad35-49e86c4f4869 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:00.228074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebc7ccd7-90c2-4b79-baf3-f8ee027c7321 req-4080b0be-6c50-44cb-ad35-49e86c4f4869 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1027122 Nov 10 21:33:00.288660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebc7ccd7-90c2-4b79-baf3-f8ee027c7321 req-4b64a426-57b8-49c9-8354-b65d7c385f3b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518165 Nov 10 21:33:00.483468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Set router 7b2515d9-946b-4645-ba09-183cecfdf9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:33:00.517903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9ce42df3-22e6-4b91-a7bb-e065663f03ba triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:00.518271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:00.540781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d4fcae5-2b5c-477b-aa51-258423f5788c req-71acbad2-838c-4ad9-8d45-797b14aea65c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 210 time: 0.0853491 Nov 10 21:33:00.858512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:32:57Z', 'revision_number': 4, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port': {'id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:51Z', 'updated_at': '2021-11-10T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674', 'name': '', 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'mac_address': 'fa:16:3e:af:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:55Z', 'updated_at': '2021-11-10T21:32:57Z', 'revision_number': 2, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'subnets': [{'id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:00.896422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Checking router: 7b2515d9-946b-4645-ba09-183cecfdf9ea for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:33:00.896831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Updating router 7b2515d9-946b-4645-ba09-183cecfdf9ea port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:33:00.928214 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:00.955505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-f925c5e8-d64c-4aa3-9346-85f60352c936 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:00.971238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-f925c5e8-d64c-4aa3-9346-85f60352c936 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 811 time: 0.2142158 Nov 10 21:33:00.997585 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-266dc305-d98d-4eea-bf01-e103f7a08605 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/quotas/8dcf1fe697d141d3988d42c2acb93d51 HTTP/1.1" status: 200 len: 375 time: 0.0245686 Nov 10 21:33:01.093182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-fcc0a634-7811-446d-9ddd-a4fdf1fdce27 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874109 Nov 10 21:33:01.338839 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-94101366-94e2-4f12-81ea-f326e5363adc service neutron] 10.222.0.45 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108494 Nov 10 21:33:01.339194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:01.354957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-d2452e07-4575-4f06-8581-9de0dfeb19a7 service neutron] 10.222.0.45 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479092 Nov 10 21:33:01.436589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28155e56-f45d-4f61-8eef-229816bc1a13 req-4dbff300-0c2c-4091-8f2c-fcfebc7ce66a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:01.438038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28155e56-f45d-4f61-8eef-229816bc1a13 req-4dbff300-0c2c-4091-8f2c-fcfebc7ce66a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0620396 Nov 10 21:33:01.490270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28155e56-f45d-4f61-8eef-229816bc1a13 req-d3ca459b-84ea-43b8-9eaa-98b7e0cd6d3c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Nov 10 21:33:01.528657 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:01.608620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddbdae-e9be-4328-9410-a3b9f11c9ee4 None None] Pushing event updated for resources: {'Port': ['ID=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:01.679030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Attempting to bind port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:01.679414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Attempting to bind port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:01.679777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Attempting to bind port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 on network c43131b5-8033-4023-8c9e-2123f1f926e1 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:01.694342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:01.694752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Checking segment: {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:01.695312 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:01.695707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Bound using segment: {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:01.696242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Bound port: 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:01.696577 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:01.791791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] For port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:01.796120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] For port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:01.823409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22960-f624-41ef-a110-42345e286884 req-ff35e2d4-cb61-4dbb-a41f-692a5d577f74 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:01.836293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4e22960-f624-41ef-a110-42345e286884 req-ff35e2d4-cb61-4dbb-a41f-692a5d577f74 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1863902 Nov 10 21:33:01.861637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:01.979600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-997b460a-4b25-4098-a354-06e78720394f req-1482a7f8-7407-47a7-badf-83d873257478 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0dece32-9df9-4f9c-9d10-ec0908eda3e2 HTTP/1.1" status: 200 len: 210 time: 0.0602791 Nov 10 21:33:01.982485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Routers {'7b2515d9-946b-4645-ba09-183cecfdf9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:33:01.983621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:32:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7b2515d9-946b-4645-ba09-183cecfdf9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:02.001026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b4e22960-f624-41ef-a110-42345e286884 req-8ddc46d6-c353-4060-84a2-c0c809d255e2 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627669 Nov 10 21:33:02.114034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ff422e0-23c4-48f9-88ac-812cae3f5bad req-28903722-de75-4cc3-83ef-9c6b3117641d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 210 time: 0.0820737 Nov 10 21:33:02.149041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddbdae-e9be-4328-9410-a3b9f11c9ee4 None None] Pushing event updated for resources: {'Port': ['ID=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:02.190023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] Set router 7b2515d9-946b-4645-ba09-183cecfdf9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:33:02.450376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:32:57Z', 'revision_number': 4, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port': {'id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:51Z', 'updated_at': '2021-11-10T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674', 'name': '', 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'mac_address': 'fa:16:3e:af:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:55Z', 'updated_at': '2021-11-10T21:33:01Z', 'revision_number': 4, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'subnets': [{'id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:02.493693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f580ec48-a74a-4c60-aeb9-1f0daace3f30 None None] The sync data for ids ['7b2515d9-946b-4645-ba09-183cecfdf9ea'] in n-d-776250-11 is: [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:32:57Z', 'revision_number': 4, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port': {'id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:51Z', 'updated_at': '2021-11-10T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674', 'name': '', 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'mac_address': 'fa:16:3e:af:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:55Z', 'updated_at': '2021-11-10T21:33:01Z', 'revision_number': 4, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'subnets': [{'id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:33:02.694116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f288f-a7c4-45fb-8007-5dcd41302229 req-a1d0cfd4-003e-4726-bb0f-2c9447a12a1e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:02.703751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-331f288f-a7c4-45fb-8007-5dcd41302229 req-a1d0cfd4-003e-4726-bb0f-2c9447a12a1e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0886374 Nov 10 21:33:02.762751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-331f288f-a7c4-45fb-8007-5dcd41302229 req-5c66b6da-b0fe-48ba-a891-8a7a4e3bdaa7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578513 Nov 10 21:33:03.242145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-a579ff80-a4f5-448f-965d-9b66c0fee49f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:03.245486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-a579ff80-a4f5-448f-965d-9b66c0fee49f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.2106776 Nov 10 21:33:03.271903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-0fdb82aa-f03e-47ae-a7cc-4030d42e8308 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0196109 Nov 10 21:33:03.368794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-7b5b7d0d-cc94-48d6-a561-021e9531de7c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886295 Nov 10 21:33:03.377486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25902aec-9815-4806-af08-51aff87a230a req-592f6e08-b541-4f04-91d2-0cb795385ca5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:03.386084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25902aec-9815-4806-af08-51aff87a230a req-592f6e08-b541-4f04-91d2-0cb795385ca5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0769398 Nov 10 21:33:03.445555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25902aec-9815-4806-af08-51aff87a230a req-9b224a15-ca4c-4a90-9f20-ab196178c5f5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585055 Nov 10 21:33:03.503045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-d168e4ab-8ae5-4a9c-a464-c0abc136aa8d service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323204 Nov 10 21:33:03.588523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-af52f9ff-1a18-4d3e-be3d-633f6052dc32 req-f0523e7b-9e05-488e-a63b-447c2df66693 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 210 time: 0.0715783 Nov 10 21:33:03.614250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-8bdf78b3-d49f-4d9c-bd9f-fef40e0be51f service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101902 Nov 10 21:33:04.317195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:04.399196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:04.399589 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:04.513282 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:04.584320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbf4bf28-7b30-43f9-83b6-af5c3785012f req-a4f3e241-c5d7-4412-9005-600f571fd193 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 210 time: 0.0632026 Nov 10 21:33:04.624535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:04.659960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-c8a97a24-ef1d-4264-a41e-d18e5c357468 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:04.661589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-c8a97a24-ef1d-4264-a41e-d18e5c357468 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.53 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 811 time: 0.2811694 Nov 10 21:33:04.684764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Request body: {'port': {'device_id': '65409e6b-561c-4f69-a89a-435718133fab', 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'admin_state_up': True, 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:04.701902 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:04.804841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:04.910459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bba1e0-c95a-4118-ac49-1f0ae619fa20 req-a5cd7596-20ca-4487-8be7-f0bb23191ecc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:04.912233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60bba1e0-c95a-4118-ac49-1f0ae619fa20 req-a5cd7596-20ca-4487-8be7-f0bb23191ecc tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.2238603 Nov 10 21:33:04.956611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4f27-b3c9-4fc8-abe0-854163712319 req-4918a752-02e2-4c6b-bd07-4a9668199ebf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:04.959170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c42f4f27-b3c9-4fc8-abe0-854163712319 req-4918a752-02e2-4c6b-bd07-4a9668199ebf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0592139 Nov 10 21:33:04.999995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60bba1e0-c95a-4118-ac49-1f0ae619fa20 req-083fcae1-cf1c-4a36-b16f-f03c70c6ad7c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747757 Nov 10 21:33:05.031056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c42f4f27-b3c9-4fc8-abe0-854163712319 req-fec19a55-ab21-4f6c-ab14-1e5a119cbab5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640006 Nov 10 21:33:05.068236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Made reservation on behalf of 8dcf1fe697d141d3988d42c2acb93d51 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:05.072731 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:05.164317 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c5b8b55-6f94-4e06-8861-d6e0a4e28b9c req-2fed884f-f8da-417e-aeb1-0b9be89927c3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 210 time: 0.0702918 Nov 10 21:33:05.271193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-1fa5eac6-0350-4cb0-9947-ea921115d789 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:05.274201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-1fa5eac6-0350-4cb0-9947-ea921115d789 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 944 time: 0.0854175 Nov 10 21:33:05.302373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Allocated IP 172.20.0.12 (c43131b5-8033-4023-8c9e-2123f1f926e1/da2e3be0-1669-44d1-ad57-12c7e33f5326/b0358560-6ee0-4bdc-95bc-3bd346d04309) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:05.466555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Deleting port c4877577-da5a-4917-ad8e-534c70888953 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:33:05.467229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:05.574313 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:05.663587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] For port c4877577-da5a-4917-ad8e-534c70888953, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4877577-da5a-4917-ad8e-534c70888953,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:05.663998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:05.673409 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e4fa86b-89a1-4b4e-8526-55c4430bb6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:05.696913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Calling delete_port for c4877577-da5a-4917-ad8e-534c70888953 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:33:05.726648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f9d5a47-7e87-43b1-8c9f-2713dcdfc5f1 req-33b66acd-2543-49c3-a6a5-fc4c3b356c2a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 210 time: 0.0373313 Nov 10 21:33:05.829857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:05.880441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Network c43131b5-8033-4023-8c9e-2123f1f926e1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:05.883756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:05.888009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:05.922887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Pushing event updated for resources: {'Port': ['ID=b0358560-6ee0-4bdc-95bc-3bd346d04309,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:05.958210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:05.958854 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:05.989555 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.028700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event deleted for resources: {'Port': ['ID=c4877577-da5a-4917-ad8e-534c70888953,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:06.067356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.067838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.068384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.068822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.069260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.069684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.070214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.070793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.071230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.071768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.072188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.072615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:06.098352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-e3c51aa5-86d1-4dc2-9092-7b2342779d12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4241247 Nov 10 21:33:06.111318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Request body: {'port': {'device_id': '65409e6b-561c-4f69-a89a-435718133fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:06.196928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] No DVR routers for this DVR port c4877577-da5a-4917-ad8e-534c70888953 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:33:06.201437 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.213369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aec2f2f8-1614-4af4-a9db-2e3d18a573c6 req-39dc4574-10ed-4b96-b083-f7f44cf0b3b2 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "DELETE /v2.0/ports/c4877577-da5a-4917-ad8e-534c70888953 HTTP/1.1" status: 204 len: 173 time: 0.9308221 Nov 10 21:33:06.213369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'name': 'network-vif-deleted', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:06.223401 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47866e15-6be3-4356-93ee-250861fd8131" -d '{"events": [{"server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "name": "network-vif-deleted", "tag": "c4877577-da5a-4917-ad8e-534c70888953"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:06.246400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:06.304938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d325da5-077e-4ac3-8f17-17215c958b9d req-3f7784a1-efce-49f6-a0ed-b8c712431c7d tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 210 time: 0.0678899 Nov 10 21:33:06.329006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.380042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:06.382958 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.408589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:06.429903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578af70-4967-44b4-84f5-a6dd1f14cfe2 req-889f45eb-ecea-456d-8ef4-13a590fd746c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:06.453076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9578af70-4967-44b4-84f5-a6dd1f14cfe2 req-889f45eb-ecea-456d-8ef4-13a590fd746c tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1739364 Nov 10 21:33:06.585634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a64ef-e259-4f4a-b588-ea864d07f2cb req-06d161fc-4db2-478c-85db-30c56224d37f tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:06.596976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-124a64ef-e259-4f4a-b588-ea864d07f2cb req-06d161fc-4db2-478c-85db-30c56224d37f tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 932 time: 0.1379108 Nov 10 21:33:06.602602 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9578af70-4967-44b4-84f5-a6dd1f14cfe2 req-6b21167d-4db0-4ff8-b291-0e7059b3a6f0 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486409 Nov 10 21:33:06.655334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fe30b4b-4c0c-42e8-9929-bcd5d4a4b38f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.663947 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7513c268-bbc5-4fa3-9554-77dcce1c6918 x-openstack-request-id: req-7513c268-bbc5-4fa3-9554-77dcce1c6918 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:06.664328 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f7d680-41a7-4c99-b306-a4828ae925ad", "name": "network-vif-deleted", "tag": "c4877577-da5a-4917-ad8e-534c70888953", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:06.664645 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7513c268-bbc5-4fa3-9554-77dcce1c6918 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:06.665105 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f7d680-41a7-4c99-b306-a4828ae925ad', 'name': 'network-vif-deleted', 'tag': 'c4877577-da5a-4917-ad8e-534c70888953', 'status': 'completed', 'code': 200} Nov 10 21:33:06.717230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-124a64ef-e259-4f4a-b588-ea864d07f2cb req-1c0ec5ec-34fa-4775-b945-d7c3d7c19b03 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166401 Nov 10 21:33:06.794485 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fe30b4b-4c0c-42e8-9929-bcd5d4a4b38f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.797970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0358560-6ee0-4bdc-95bc-3bd346d04309 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:06.812881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.822780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Transition to ACTIVE for port object b0358560-6ee0-4bdc-95bc-3bd346d04309 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:33:06.889986 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97c9c36a-a814-44fc-acde-1f64ea4789d1 req-7b6c2d27-1dae-4d77-a405-81748b44e4fc tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 210 time: 0.0314441 Nov 10 21:33:06.924996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fe30b4b-4c0c-42e8-9929-bcd5d4a4b38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.933742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:06.970693 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6fe30b4b-4c0c-42e8-9929-bcd5d4a4b38f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=de6bc186bf0942d79d1eba7c3629d25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5587380 Nov 10 21:33:06.970693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58968) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:06.985070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe30b4b-4c0c-42e8-9929-bcd5d4a4b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e63cae-42ce-4a28-9960-eae3a5b62fad,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:07.010462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Pushing event updated for resources: {'Port': ['ID=b0358560-6ee0-4bdc-95bc-3bd346d04309,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:07.040967 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fef422d1-607b-4764-a1b6-ed3132214dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.079168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fef422d1-607b-4764-a1b6-ed3132214dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.080162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Attempting to bind port b0358560-6ee0-4bdc-95bc-3bd346d04309 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:07.080548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Attempting to bind port b0358560-6ee0-4bdc-95bc-3bd346d04309 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:07.080872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Attempting to bind port b0358560-6ee0-4bdc-95bc-3bd346d04309 on network c43131b5-8033-4023-8c9e-2123f1f926e1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:07.085731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Port b0358560-6ee0-4bdc-95bc-3bd346d04309 on network c43131b5-8033-4023-8c9e-2123f1f926e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:33:07.086051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Attempting to bind port b0358560-6ee0-4bdc-95bc-3bd346d04309 on network c43131b5-8033-4023-8c9e-2123f1f926e1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:07.115297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:07.115644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Checking segment: {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:07.116079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Bound using segment: {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:07.116518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Bound port: b0358560-6ee0-4bdc-95bc-3bd346d04309, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:07.116871 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.250579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c4877577-da5a-4917-ad8e-534c70888953 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:07.261753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fef422d1-607b-4764-a1b6-ed3132214dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.264540 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fef422d1-607b-4764-a1b6-ed3132214dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.271468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fef422d1-607b-4764-a1b6-ed3132214dd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09e63cae-42ce-4a28-9960-eae3a5b62fad HTTP/1.1" status: 204 len: 168 time: 0.2995915 Nov 10 21:33:07.280993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef422d1-607b-4764-a1b6-ed3132214dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e63cae-42ce-4a28-9960-eae3a5b62fad,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:07.282739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] For port b0358560-6ee0-4bdc-95bc-3bd346d04309, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:07.290325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] For port b0358560-6ee0-4bdc-95bc-3bd346d04309, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:07.314128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-a4299e08-4807-4083-a49b-a23de8036c6f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:07.315814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-a4299e08-4807-4083-a49b-a23de8036c6f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.53 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.2273636 Nov 10 21:33:07.333695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Request body: {'port': {'device_id': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'admin_state_up': True, 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:07.339178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: c4877577-da5a-4917-ad8e-534c70888953 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:33:07.343159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c4877577-da5a-4917-ad8e-534c70888953 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:33:07.373325 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.490448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:07.491162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.492671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-80d63e92-d45d-426c-9611-090ae030262c service neutron] 10.222.0.53 "PUT /v2.0/ports/b0358560-6ee0-4bdc-95bc-3bd346d04309 HTTP/1.1" status: 200 len: 1093 time: 1.3857322 Nov 10 21:33:07.502076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65409e6b-561c-4f69-a89a-435718133fab', 'tag': 'b0358560-6ee0-4bdc-95bc-3bd346d04309'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:07.505711 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69565748-e7c7-4072-a7bf-892fb547c73f" -d '{"events": [{"name": "network-changed", "server_uuid": "65409e6b-561c-4f69-a89a-435718133fab", "tag": "b0358560-6ee0-4bdc-95bc-3bd346d04309"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:07.541417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d8409358-a997-43c8-8497-5a43a2522fbe req-f98d6873-5832-47e8-bd52-1cd69b62614b tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=50f7d680-41a7-4c99-b306-a4828ae925ad HTTP/1.1" status: 200 len: 210 time: 0.0616817 Nov 10 21:33:07.556877 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a4121b-2b73-4b09-98d0-2ae4cab59747 x-openstack-request-id: req-20a4121b-2b73-4b09-98d0-2ae4cab59747 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:07.557163 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65409e6b-561c-4f69-a89a-435718133fab", "tag": "b0358560-6ee0-4bdc-95bc-3bd346d04309", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:07.557711 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20a4121b-2b73-4b09-98d0-2ae4cab59747 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:07.558093 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65409e6b-561c-4f69-a89a-435718133fab', 'tag': 'b0358560-6ee0-4bdc-95bc-3bd346d04309', 'status': 'completed', 'code': 200} Nov 10 21:33:07.587301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d63e92-d45d-426c-9611-090ae030262c service neutron] Pushing event updated for resources: {'Port': ['ID=b0358560-6ee0-4bdc-95bc-3bd346d04309,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:07.670095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565748-e7c7-4072-a7bf-892fb547c73f req-e671e0c3-13a2-42b4-9019-7d459d59aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:07.672738 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69565748-e7c7-4072-a7bf-892fb547c73f req-e671e0c3-13a2-42b4-9019-7d459d59aca4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 1096 time: 0.0778332 Nov 10 21:33:07.760096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:07.763990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:07.765194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307618a-0da7-4163-85f8-c9cb21a29c2c req-1e69fdf3-79a3-48b2-92a7-f442a916140d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:07.780983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9307618a-0da7-4163-85f8-c9cb21a29c2c req-1e69fdf3-79a3-48b2-92a7-f442a916140d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0916846 Nov 10 21:33:07.927474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9307618a-0da7-4163-85f8-c9cb21a29c2c req-0b757236-b557-4425-b87e-cc6837247039 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340349 Nov 10 21:33:08.028349 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee322400-8815-469f-8a54-c1db65a0f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:08.036508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565748-e7c7-4072-a7bf-892fb547c73f req-091a8e88-6482-422c-b104-08d3e035dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:08.038057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69565748-e7c7-4072-a7bf-892fb547c73f req-091a8e88-6482-422c-b104-08d3e035dd6f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3577604 Nov 10 21:33:08.104382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2064bf4-85e3-4cc7-8937-a3aa8efb47af req-d00532f5-8733-40fc-bef1-ddd57ea40363 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:08.113756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2064bf4-85e3-4cc7-8937-a3aa8efb47af req-d00532f5-8733-40fc-bef1-ddd57ea40363 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 944 time: 0.1914110 Nov 10 21:33:08.190115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Allocated IP 172.20.0.11 (f6127c6e-9e3d-4d2d-980c-fd707f259f13/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68/a7af8705-8f0e-436f-9f01-56f054eda7d5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:08.275161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2064bf4-85e3-4cc7-8937-a3aa8efb47af req-08b46510-3908-4bbc-be7f-d479f08e7e7b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561449 Nov 10 21:33:08.292454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565748-e7c7-4072-a7bf-892fb547c73f req-bc2c7fe4-0ef7-4e4c-9e51-52c75eee61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:08.294268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69565748-e7c7-4072-a7bf-892fb547c73f req-bc2c7fe4-0ef7-4e4c-9e51-52c75eee61d5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2460923 Nov 10 21:33:08.430586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a51ad6a3-1439-4891-bb91-8d797e72224e req-ed135ad7-6fc3-47c1-8468-26c12f2c18f8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 210 time: 0.0348618 Nov 10 21:33:08.480622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-d82143ad-a6b1-4f6c-bc4c-8f0daa6d5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:08.482322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-d82143ad-a6b1-4f6c-bc4c-8f0daa6d5ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 1096 time: 0.1244843 Nov 10 21:33:08.506118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:08.549067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-d7840c23-7b35-4d0b-af31-b4f53524ca2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309 HTTP/1.1" status: 200 len: 217 time: 0.0563750 Nov 10 21:33:08.641763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-635dc966-d263-4029-be10-77ae8236d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:08.643574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-635dc966-d263-4029-be10-77ae8236d4d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da2e3be0-1669-44d1-ad57-12c7e33f5326 HTTP/1.1" status: 200 len: 851 time: 0.0871656 Nov 10 21:33:08.690790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-832cd0eb-ec1e-49ee-874b-d616cc8d696d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43131b5-8033-4023-8c9e-2123f1f926e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346694 Nov 10 21:33:08.738427 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:08.756871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116', '0bc87bbe-7fe7-46f5-9bcf-6f1609460602'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:08.850083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:08.871156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59014) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:08.875853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:08.896954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:08.901043 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event updated for resources: {'Port': ['ID=a7af8705-8f0e-436f-9f01-56f054eda7d5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:08.947474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.947749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.948281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.948956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.949091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.949543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.949982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.950540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.951112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.951915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.952496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.952956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:08.986247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-c6a2ada8-293d-417d-b18c-aba6fde3eeab service neutron] 10.222.0.53 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884827 Nov 10 21:33:09.037718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:09.038377 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.090687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1467429882-network', 'tenant_id': 'a5a029a46a8347069a6bdf84aa97d72e'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:09.188523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc0f1a-f31c-4115-802f-d4b342642539 req-526a6990-5490-401b-a890-d216ed625e5b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:09.190310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8bbc0f1a-f31c-4115-802f-d4b342642539 req-526a6990-5490-401b-a890-d216ed625e5b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1408715 Nov 10 21:33:09.213615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.215213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-082052d4-9b7e-4265-bfe4-797e58e69b96 req-6c506b7b-06ea-4911-a62a-331c23b626d1 service neutron] 10.222.0.53 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073953 Nov 10 21:33:09.233933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Made reservation on behalf of a5a029a46a8347069a6bdf84aa97d72e for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:09.237479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.254654 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.276351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8bbc0f1a-f31c-4115-802f-d4b342642539 req-b288932a-f824-4943-be0b-5a95eb81dd14 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755703 Nov 10 21:33:09.306093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-c35ec50b-3e1b-4003-b703-a585e10d3d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9808898 Nov 10 21:33:09.326594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Request body: {'port': {'device_id': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:09.371473 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.413053 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.430488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17163d-a976-4115-96c2-ea23e1f2822b req-a004c534-2288-4653-be01-cbdff2b67ffa tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:09.438865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f17163d-a976-4115-96c2-ea23e1f2822b req-a004c534-2288-4653-be01-cbdff2b67ffa tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.0657208 Nov 10 21:33:09.459029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.508935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:33:09.526137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0eb380-cade-4b9a-9ac2-817796e6a600,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:09.554004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f17163d-a976-4115-96c2-ea23e1f2822b req-83ec6704-646f-4fb8-965f-c9e09b2fd9af tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133091 Nov 10 21:33:09.555482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.556017 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Added segment 27e858be-cbad-4a07-82e4-ced9d519491f of type vlan for network 08f481cd-74d5-46ba-87ea-68798ef6f1bb Nov 10 21:33:09.635956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.688234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc881c0e-dd84-4c66-b52b-1c80c4f32e10 req-0b7e5646-a723-4d80-80f0-2f18db79edf3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:09.699476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc881c0e-dd84-4c66-b52b-1c80c4f32e10 req-0b7e5646-a723-4d80-80f0-2f18db79edf3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 944 time: 0.1193910 Nov 10 21:33:09.712192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f213ed6-af7e-4799-a2bc-81b87bcb6439 req-0241ed4a-366b-4ab8-8bf6-d178dcc6689b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:09.720018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f213ed6-af7e-4799-a2bc-81b87bcb6439 req-0241ed4a-366b-4ab8-8bf6-d178dcc6689b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 932 time: 0.0802870 Nov 10 21:33:09.782736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.785421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:09.786025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.812783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc881c0e-dd84-4c66-b52b-1c80c4f32e10 req-e15b2e72-636d-47af-9bfd-45fe5a17daed tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123931 Nov 10 21:33:09.852921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f213ed6-af7e-4799-a2bc-81b87bcb6439 req-5744d4b7-f43b-4f64-8b56-f4e89da03f9a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315775 Nov 10 21:33:09.902057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=08f481cd-74d5-46ba-87ea-68798ef6f1bb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:09.913898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 08f481cd-74d5-46ba-87ea-68798ef6f1bb details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:33:09.918818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7af8705-8f0e-436f-9f01-56f054eda7d5 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:09.925818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:09.940688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Transition to ACTIVE for port object a7af8705-8f0e-436f-9f01-56f054eda7d5 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:33:09.959190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7240c7c2-9b9c-48ab-ae37-0d1ccf93a5f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0841227 Nov 10 21:33:09.960005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59032) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:09.965825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Request body: {'subnet': {'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1467429882-subnet', 'tenant_id': 'a5a029a46a8347069a6bdf84aa97d72e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:10.045321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946477b-523e-4bd6-b190-7f03bd028268 req-3f84d976-e355-4d82-ac0d-2f80fbb03dbd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:10.046821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4946477b-523e-4bd6-b190-7f03bd028268 req-3f84d976-e355-4d82-ac0d-2f80fbb03dbd tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.0684299 Nov 10 21:33:10.056051 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.094208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Made reservation on behalf of a5a029a46a8347069a6bdf84aa97d72e for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:10.096670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.146479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Pushing event updated for resources: {'Port': ['ID=a7af8705-8f0e-436f-9f01-56f054eda7d5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:10.240887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Attempting to bind port a7af8705-8f0e-436f-9f01-56f054eda7d5 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:10.240887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Attempting to bind port a7af8705-8f0e-436f-9f01-56f054eda7d5 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:10.240887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Attempting to bind port a7af8705-8f0e-436f-9f01-56f054eda7d5 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:10.256337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Port a7af8705-8f0e-436f-9f01-56f054eda7d5 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:33:10.256816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Attempting to bind port a7af8705-8f0e-436f-9f01-56f054eda7d5 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:10.262877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:10.263369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:10.263897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Bound using segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:10.264426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Bound port: a7af8705-8f0e-436f-9f01-56f054eda7d5, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:10.265019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.292878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Deleting port e09d79bc-9da4-4d83-bd72-40260c93b410 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:33:10.293223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.356988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] For port a7af8705-8f0e-436f-9f01-56f054eda7d5, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:10.360659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] For port a7af8705-8f0e-436f-9f01-56f054eda7d5, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a7af8705-8f0e-436f-9f01-56f054eda7d5,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:10.507547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.522681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] For port e09d79bc-9da4-4d83-bd72-40260c93b410, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e09d79bc-9da4-4d83-bd72-40260c93b410,segment=NetworkSegment(d6906249-ab2c-4d4f-8d4b-a9f227533764),segment_id=d6906249-ab2c-4d4f-8d4b-a9f227533764)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:10.523692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.533497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b230be-c601-4c65-8ad1-d18a17ff55e0 req-0dd713f2-545a-472b-80a1-5220259bc381 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:10.535543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2b230be-c601-4c65-8ad1-d18a17ff55e0 req-0dd713f2-545a-472b-80a1-5220259bc381 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1037450 Nov 10 21:33:10.552830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Calling delete_port for e09d79bc-9da4-4d83-bd72-40260c93b410 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:33:10.605948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:10.607963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.612158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] 10.222.0.53 "PUT /v2.0/ports/a7af8705-8f0e-436f-9f01-56f054eda7d5 HTTP/1.1" status: 200 len: 1093 time: 1.2959948 Nov 10 21:33:10.615051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'tag': 'a7af8705-8f0e-436f-9f01-56f054eda7d5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:10.620273 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a96c001-617e-41d0-95b1-757bf2fa777a" -d '{"events": [{"name": "network-changed", "server_uuid": "105a25c5-b19c-49e8-aefe-f80fdc300cd0", "tag": "a7af8705-8f0e-436f-9f01-56f054eda7d5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:10.677906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739aa2e0-c76d-4d1e-beb3-25df6e610cad service neutron] Pushing event updated for resources: {'Port': ['ID=a7af8705-8f0e-436f-9f01-56f054eda7d5,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:10.723588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1251-b714-4680-8e56-03636b37920d req-f5dd9c7d-880b-4eec-b442-912362a39a6a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:10.730660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.734032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4daa1251-b714-4680-8e56-03636b37920d req-f5dd9c7d-880b-4eec-b442-912362a39a6a tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 944 time: 0.0712111 Nov 10 21:33:10.813001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4daa1251-b714-4680-8e56-03636b37920d req-d04caade-a333-4908-8c55-91e6dfe93b16 tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/security-groups?id=75b69aaf-c5da-4157-a9bf-0be2cbb50972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780585 Nov 10 21:33:10.831003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-507a429b-05f4-439a-8977-3df36203407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:10.833639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-507a429b-05f4-439a-8977-3df36203407d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0588849 Nov 10 21:33:10.896984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-d83ea42a-1b03-4268-ae6e-c55075370812 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7af8705-8f0e-436f-9f01-56f054eda7d5 HTTP/1.1" status: 200 len: 217 time: 0.0500722 Nov 10 21:33:10.912620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:10.946215 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f9f082-c28f-457a-bc1a-a032520866e7 x-openstack-request-id: req-17f9f082-c28f-457a-bc1a-a032520866e7 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:10.946602 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105a25c5-b19c-49e8-aefe-f80fdc300cd0", "tag": "a7af8705-8f0e-436f-9f01-56f054eda7d5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:10.946913 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-17f9f082-c28f-457a-bc1a-a032520866e7 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:10.947371 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'tag': 'a7af8705-8f0e-436f-9f01-56f054eda7d5', 'status': 'completed', 'code': 200} Nov 10 21:33:10.988251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-97fb09d2-b0b8-4b8f-9550-7574476030a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:10.988251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-97fb09d2-b0b8-4b8f-9550-7574476030a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.0693233 Nov 10 21:33:10.988985 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2b230be-c601-4c65-8ad1-d18a17ff55e0 req-4d65b7d9-97d5-4558-88cf-478b78cfb79b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297755 Nov 10 21:33:11.046449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-5ace7316-ff02-4c72-90b5-23f252b6aab2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549374 Nov 10 21:33:11.062218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9eda6c1-c2b7-4904-983f-08313df564e2,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:11.080429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Checking segment: {'id': '27e858be-cbad-4a07-82e4-ced9d519491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:11.080789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Network hostable DHCP agents. Network: 08f481cd-74d5-46ba-87ea-68798ef6f1bb, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:33:11.170536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee261-ed30-4d5c-a83d-64ec76284c41 req-0b5328b4-8dda-4ff7-abde-7846af75d367 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:11.172086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-630ee261-ed30-4d5c-a83d-64ec76284c41 req-0b5328b4-8dda-4ff7-abde-7846af75d367 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 944 time: 0.1054075 Nov 10 21:33:11.210345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Network 08f481cd-74d5-46ba-87ea-68798ef6f1bb is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:33:11.227765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041a45f-cd84-4980-af36-ff01542108d6 req-b44bff6e-5682-4bcb-ace7-8c143108d537 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:11.233616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1041a45f-cd84-4980-af36-ff01542108d6 req-b44bff6e-5682-4bcb-ace7-8c143108d537 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 944 time: 0.2179456 Nov 10 21:33:11.234153 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-630ee261-ed30-4d5c-a83d-64ec76284c41 req-b90e9746-a9d5-421e-a6ce-4e59e903970e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546651 Nov 10 21:33:11.263528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-26f00219-76f7-45a5-a9d0-67916ecdd026 service neutron] 10.222.0.53 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801200 Nov 10 21:33:11.302533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:11.326185 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1041a45f-cd84-4980-af36-ff01542108d6 req-69253bf1-4ebe-4c89-9085-1b093a98e862 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910444 Nov 10 21:33:11.336010 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:11.373289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Pushing event deleted for resources: {'Port': ['ID=e09d79bc-9da4-4d83-bd72-40260c93b410,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:11.379418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 08f481cd-74d5-46ba-87ea-68798ef6f1bb) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:11.384860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:11.386075 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:11.399926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974328b-88f0-4b80-aaf0-6825cd110016 None None] Network 08f481cd-74d5-46ba-87ea-68798ef6f1bb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:33:11.420767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b27fb23-22f4-4836-9ab9-c9a26a09d449 req-1d81e6cf-2fb7-4fba-a7ff-5fe5b47711d1 service neutron] 10.222.0.53 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486218 Nov 10 21:33:11.447923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] No DVR routers for this DVR port e09d79bc-9da4-4d83-bd72-40260c93b410 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:33:11.457415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:11.464744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4946477b-523e-4bd6-b190-7f03bd028268 req-f4770f4c-6c59-4852-b591-bd436200871c tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.64 "DELETE /v2.0/ports/e09d79bc-9da4-4d83-bd72-40260c93b410 HTTP/1.1" status: 204 len: 173 time: 1.4111481 Nov 10 21:33:11.465254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'name': 'network-vif-deleted', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:11.467684 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cbe6a7-c521-4f13-9f4d-d30fba2a939b" -d '{"events": [{"server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "name": "network-vif-deleted", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:11.520526 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-21e2fd82-8fe2-46c2-beb5-afdeb029e478 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5512424 Nov 10 21:33:11.525756 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d9272-1575-4b37-9bdf-150b9496069c x-openstack-request-id: req-951d9272-1575-4b37-9bdf-150b9496069c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:11.526306 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787adc6a-907f-4fc8-9a7c-4a625c323658", "name": "network-vif-deleted", "tag": "e09d79bc-9da4-4d83-bd72-40260c93b410", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:11.526306 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-951d9272-1575-4b37-9bdf-150b9496069c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:11.526779 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787adc6a-907f-4fc8-9a7c-4a625c323658', 'name': 'network-vif-deleted', 'tag': 'e09d79bc-9da4-4d83-bd72-40260c93b410', 'status': 'completed', 'code': 200} Nov 10 21:33:11.680992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b40701-736c-400e-a18e-0acdd104ac30 None None] Network 08f481cd-74d5-46ba-87ea-68798ef6f1bb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:33:11.693260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-c9e6bf9f-1c99-4339-b4d9-c0f925194cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:11.695146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-c9e6bf9f-1c99-4339-b4d9-c0f925194cf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0946133 Nov 10 21:33:11.824173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-ac356fb1-172c-4c04-aff1-d4d2d65a6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:11.825635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-ac356fb1-172c-4c04-aff1-d4d2d65a6317 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 906 time: 0.1237967 Nov 10 21:33:11.872611 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-ebf980a8-a219-4b13-b04a-689fe10e2108 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7af8705-8f0e-436f-9f01-56f054eda7d5 HTTP/1.1" status: 200 len: 217 time: 0.0395563 Nov 10 21:33:11.942130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-007682a0-fba9-48bb-b988-917ac0cf0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:11.942873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-007682a0-fba9-48bb-b988-917ac0cf0268 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.0618560 Nov 10 21:33:11.959164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3ed179b-f3c0-46d0-9a66-1ecf874bfce8 req-c7a33a83-f4e2-4fc3-9826-f6948647eebf tempest-LiveMigrationTest-1657696507 tempest-LiveMigrationTest-1657696507-project] 10.222.0.45 "GET /v2.0/ports?device_id=787adc6a-907f-4fc8-9a7c-4a625c323658 HTTP/1.1" status: 200 len: 210 time: 0.0355380 Nov 10 21:33:12.056352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-44c8a8d3-6fec-4365-990b-259bed8ce7a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297890 Nov 10 21:33:12.083382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492137a-3868-4107-8c7b-e130905d4879 req-0cb9d35c-96a2-4930-8dba-93fa9e4ec11a tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:12.085065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-0cb9d35c-96a2-4930-8dba-93fa9e4ec11a tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/networks?id=08f481cd-74d5-46ba-87ea-68798ef6f1bb HTTP/1.1" status: 200 len: 814 time: 0.1254914 Nov 10 21:33:12.101376 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-5c99e0f7-03ee-46f1-8409-3db9fbfdcca3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/quotas/a5a029a46a8347069a6bdf84aa97d72e HTTP/1.1" status: 200 len: 375 time: 0.0103230 Nov 10 21:33:12.146605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-ee5e0a00-6fef-4ade-bc2c-3a250c48f33f tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5a029a46a8347069a6bdf84aa97d72e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283201 Nov 10 21:33:12.238156 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-e5e10d16-81ce-4756-b236-5d4137d815e0 service neutron] 10.222.0.45 "GET /v2.0/networks/08f481cd-74d5-46ba-87ea-68798ef6f1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939100 Nov 10 21:33:12.359929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-7c6a8743-193b-42ca-8014-b46101459ac5 service neutron] 10.222.0.45 "GET /v2.0/networks/08f481cd-74d5-46ba-87ea-68798ef6f1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146626 Nov 10 21:33:12.491348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efcef9-0dea-47e2-965d-b429ee52ffb2 req-aad40fac-6ae3-4223-a861-aff6d69300cc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:12.496175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07efcef9-0dea-47e2-965d-b429ee52ffb2 req-aad40fac-6ae3-4223-a861-aff6d69300cc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.1062803 Nov 10 21:33:12.537402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-ecc07f66-cfc7-4481-a150-cf14f7fbc367 service neutron] 10.222.0.53 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431559 Nov 10 21:33:12.593416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07efcef9-0dea-47e2-965d-b429ee52ffb2 req-692e0b2c-36aa-4fb7-897e-0e5f99e7cbdd tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937645 Nov 10 21:33:12.660760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b0358560-6ee0-4bdc-95bc-3bd346d04309 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:33:12.694028 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a96c001-617e-41d0-95b1-757bf2fa777a req-3f16c039-7a29-4d63-ab33-26ccd86aaafb service neutron] 10.222.0.53 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392879 Nov 10 21:33:12.795050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b0358560-6ee0-4bdc-95bc-3bd346d04309, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:12.890056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ac777-c3b3-43b5-a1c0-31d9fbf1963c req-06c17ae5-aec9-4633-8aca-c6bb7f6d481b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:12.900977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d05ac777-c3b3-43b5-a1c0-31d9fbf1963c req-06c17ae5-aec9-4633-8aca-c6bb7f6d481b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 944 time: 0.1136327 Nov 10 21:33:12.914838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43c9c4-7938-48b8-a02f-d1bdcd277f98 req-65d0a1e2-9ccf-47a3-93c2-e17a7d1f82c5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:12.923883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d43c9c4-7938-48b8-a02f-d1bdcd277f98 req-65d0a1e2-9ccf-47a3-93c2-e17a7d1f82c5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 944 time: 0.1305273 Nov 10 21:33:12.984921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d05ac777-c3b3-43b5-a1c0-31d9fbf1963c req-e8d47cea-1078-4a1f-a0fc-3d5089fd0cb7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830436 Nov 10 21:33:12.990772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d43c9c4-7938-48b8-a02f-d1bdcd277f98 req-4653634e-c179-4de5-b9c9-0bbbe2fa26c9 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 Nov 10 21:33:13.007798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'b0358560-6ee0-4bdc-95bc-3bd346d04309', 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'port_id': 'b0358560-6ee0-4bdc-95bc-3bd346d04309', 'mac_address': 'fa:16:3e:f2:f0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:33:13.044429 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.058484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0358560-6ee0-4bdc-95bc-3bd346d04309 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:13.081914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b0358560-6ee0-4bdc-95bc-3bd346d04309, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:13.136895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30925b4e-9c80-4ba0-a0fd-9a0d8fb12482 req-29c28114-fa4b-4760-adc4-9d44de9df4e9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0291820 Nov 10 21:33:13.189426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59106) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:13.210278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.261141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:13.285800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] Deleting subnet d7808c98-3f45-473b-ada8-b7c8776ad318 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:33:13.288758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b0358560-6ee0-4bdc-95bc-3bd346d04309,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:13.289228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.290921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: e09d79bc-9da4-4d83-bd72-40260c93b410 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:33:13.291601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e09d79bc-9da4-4d83-bd72-40260c93b410 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:33:13.298711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.299056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.299392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.299744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.300648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.301192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.301537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.301863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.302188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.302509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.302830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.303151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:33:13.326445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.371835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.441674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b0358560-6ee0-4bdc-95bc-3bd346d04309'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:13.495134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.529142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7808c98-3f45-473b-ada8-b7c8776ad318,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:13.532147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.536130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cd42f0bf-58b2-4971-8f85-e0d13eb1025d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d7808c98-3f45-473b-ada8-b7c8776ad318 HTTP/1.1" status: 204 len: 168 time: 0.3456728 Nov 10 21:33:13.538704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59116) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:13.611127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.699514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.743882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a427c084-43ae-4af9-acb6-414de5e88e76']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:13.760052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6906249-ab2c-4d4f-8d4b-a9f227533764') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:13.760349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6906249-ab2c-4d4f-8d4b-a9f227533764') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:13.771460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.793391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23ea8c-2386-4c15-b0cc-5814f45b310e req-d91e3226-8060-4de7-b5a1-b44a4d54a7c5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:13.794895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e23ea8c-2386-4c15-b0cc-5814f45b310e req-d91e3226-8060-4de7-b5a1-b44a4d54a7c5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0927749 Nov 10 21:33:13.795812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.803622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:33:13.804054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:33:13.806321 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:33:13.889081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e23ea8c-2386-4c15-b0cc-5814f45b310e req-6783528f-516e-43bc-bf47-e0d7be61b1c7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866292 Nov 10 21:33:13.968951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.975001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:13.978297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a427c084-43ae-4af9-acb6-414de5e88e76 HTTP/1.1" status: 204 len: 168 time: 0.4386642 Nov 10 21:33:13.981538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:13.990597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297b75d-01c5-471f-a2e8-64fa6d302363 admin admin] Pushing event deleted for resources: {'Network': ['ID=a427c084-43ae-4af9-acb6-414de5e88e76,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:14.039405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] Deleting subnet 5c212eca-5eb5-44dc-a976-44ee7c960d51 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:33:14.042691 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.108808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.160042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9437d3-3f16-40ec-9555-c46759844997 req-4ee4e723-73eb-4db5-9bca-5d59d486de9a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:14.164427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd9437d3-3f16-40ec-9555-c46759844997 req-4ee4e723-73eb-4db5-9bca-5d59d486de9a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 944 time: 0.0728054 Nov 10 21:33:14.177708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4280-9034-46d3-a0a8-330a06ffa83d req-1842a112-0914-4b3d-ad28-f8f40e098a3a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:14.179240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff5d4280-9034-46d3-a0a8-330a06ffa83d req-1842a112-0914-4b3d-ad28-f8f40e098a3a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 945 time: 0.1144383 Nov 10 21:33:14.218190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.228764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd9437d3-3f16-40ec-9555-c46759844997 req-5e7ce43a-d9c2-462d-8a60-05450ed4d7cd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545044 Nov 10 21:33:14.242088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432526cd-bf51-477d-934b-5f518bdb4954 req-c0137e13-6694-42ff-bc00-9c66f1498291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:14.243578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-432526cd-bf51-477d-934b-5f518bdb4954 req-c0137e13-6694-42ff-bc00-9c66f1498291 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 1097 time: 0.1157417 Nov 10 21:33:14.337715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff5d4280-9034-46d3-a0a8-330a06ffa83d req-12e412e3-0d32-4558-a51a-eebbfc433275 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498289 Nov 10 21:33:14.377884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432526cd-bf51-477d-934b-5f518bdb4954 req-c562161e-47ac-4fcf-a0ae-dfb211452eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:14.380692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-432526cd-bf51-477d-934b-5f518bdb4954 req-c562161e-47ac-4fcf-a0ae-dfb211452eef service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 913 time: 0.1264546 Nov 10 21:33:14.431368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-432526cd-bf51-477d-934b-5f518bdb4954 req-562ce0ae-07ef-49fd-a149-f6be0f286f78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 HTTP/1.1" status: 200 len: 217 time: 0.0442462 Nov 10 21:33:14.461238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a3968dc-eb5f-4715-aca9-180201220978 req-3072ab75-610d-41f4-84c0-e9ce70ecfd73 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0297155 Nov 10 21:33:14.464554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.507040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c212eca-5eb5-44dc-a976-44ee7c960d51,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:14.508893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.512032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a569c4b1-19de-4a37-ac72-7b61c7cbc1df admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5c212eca-5eb5-44dc-a976-44ee7c960d51 HTTP/1.1" status: 204 len: 168 time: 0.5293787 Nov 10 21:33:14.515084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59136) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:14.517990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432526cd-bf51-477d-934b-5f518bdb4954 req-9473bbf4-a4da-46b2-b3d7-1aa1f9328be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:14.519491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-432526cd-bf51-477d-934b-5f518bdb4954 req-9473bbf4-a4da-46b2-b3d7-1aa1f9328be2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.0818913 Nov 10 21:33:14.552231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-432526cd-bf51-477d-934b-5f518bdb4954 req-bb4ef9c4-3997-4d46-bf9d-482ef0ef9cdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260718 Nov 10 21:33:14.589562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.643072 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-432526cd-bf51-477d-934b-5f518bdb4954 req-b1a359ee-6d01-4be8-876d-7c5b710e86c2 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841730 Nov 10 21:33:14.666860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a7af8705-8f0e-436f-9f01-56f054eda7d5 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:33:14.671345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b0358560-6ee0-4bdc-95bc-3bd346d04309 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:14.675705 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.697247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:14.707419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f49729-1646-47cf-9365-24bbe045bece') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:14.707758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f49729-1646-47cf-9365-24bbe045bece') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:14.718780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.737269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.745156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:33:14.745822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.748979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-432526cd-bf51-477d-934b-5f518bdb4954 req-41c8fd41-de0b-4653-b5ec-b9662a5a5ba0 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992682 Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:33:14.749141 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:33:14.820072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a7af8705-8f0e-436f-9f01-56f054eda7d5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a7af8705-8f0e-436f-9f01-56f054eda7d5,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:14.831558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a7af8705-8f0e-436f-9f01-56f054eda7d5', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'port_id': 'a7af8705-8f0e-436f-9f01-56f054eda7d5', 'mac_address': 'fa:16:3e:f6:dd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29cd99-eb18-4eb1-9862-48ea5e0b2c68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:33:14.865456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port b0358560-6ee0-4bdc-95bc-3bd346d04309 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:33:14.871761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port b0358560-6ee0-4bdc-95bc-3bd346d04309 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:14.872138 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.873524 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.890072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.896448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:14.900491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] 10.222.0.45 "DELETE /v2.0/networks/33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5 HTTP/1.1" status: 204 len: 168 time: 0.3843763 Nov 10 21:33:14.914302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a877f6c-16f6-4106-be32-3ee7b9cca58e admin admin] Pushing event deleted for resources: {'Network': ['ID=33a334b0-3a9b-4c7d-9fc0-03ac1d0d74d5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:14.914966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7af8705-8f0e-436f-9f01-56f054eda7d5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:14.941937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a7af8705-8f0e-436f-9f01-56f054eda7d5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a7af8705-8f0e-436f-9f01-56f054eda7d5,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:14.985011 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.007972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65409e6b-561c-4f69-a89a-435718133fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0358560-6ee0-4bdc-95bc-3bd346d04309'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:15.010359 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbafef1b-f9da-4ec4-8019-1a2a52c0dd87" -d '{"events": [{"server_uuid": "65409e6b-561c-4f69-a89a-435718133fab", "name": "network-vif-plugged", "status": "completed", "tag": "b0358560-6ee0-4bdc-95bc-3bd346d04309"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:15.025623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f82dcf-9180-4a2e-9401-4be4873c85bd req-f12557f9-b0d4-40c7-bb47-58a5ee6afdb3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:15.026340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b0358560-6ee0-4bdc-95bc-3bd346d04309, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:15.028166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70f82dcf-9180-4a2e-9401-4be4873c85bd req-f12557f9-b0d4-40c7-bb47-58a5ee6afdb3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0565546 Nov 10 21:33:15.042940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.067647 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e875734a-98ed-414b-ada8-7935bcc81381 x-openstack-request-id: req-e875734a-98ed-414b-ada8-7935bcc81381 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:15.067986 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65409e6b-561c-4f69-a89a-435718133fab", "name": "network-vif-plugged", "status": "completed", "tag": "b0358560-6ee0-4bdc-95bc-3bd346d04309", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:15.068241 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e875734a-98ed-414b-ada8-7935bcc81381 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:15.068634 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65409e6b-561c-4f69-a89a-435718133fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0358560-6ee0-4bdc-95bc-3bd346d04309', 'code': 200} Nov 10 21:33:15.097863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a7af8705-8f0e-436f-9f01-56f054eda7d5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:15.103944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70f82dcf-9180-4a2e-9401-4be4873c85bd req-f9bf6fc6-dbbf-449a-a134-7ecf521db23d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587773 Nov 10 21:33:15.157634 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.158719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59442131-72c9-4bc2-99b0-4ca12d5649e1 req-ae6f9d28-bc90-422a-940c-6e70baf9ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:15.160561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59442131-72c9-4bc2-99b0-4ca12d5649e1 req-ae6f9d28-bc90-422a-940c-6e70baf9ff25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 1097 time: 0.0443518 Nov 10 21:33:15.220908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b0358560-6ee0-4bdc-95bc-3bd346d04309,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:15.223314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59442131-72c9-4bc2-99b0-4ca12d5649e1 req-4b544f7e-3d76-4c86-ab54-22dcbbf08724 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541368 Nov 10 21:33:15.279391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a7af8705-8f0e-436f-9f01-56f054eda7d5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:15.353744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59148) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:15.374368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f107af1-0bf7-4a52-a71e-f639384fd4eb req-87960fcc-e0eb-418e-9f9e-53ca3ddb2299 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:15.376552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f107af1-0bf7-4a52-a71e-f639384fd4eb req-87960fcc-e0eb-418e-9f9e-53ca3ddb2299 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 945 time: 0.0731516 Nov 10 21:33:15.446742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6541f1ca-691a-4d4e-abdc-ee2adf5cbe72 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=912c06daebc44e7997ddaf08aa77c052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917864 Nov 10 21:33:15.448745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:15.509004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f107af1-0bf7-4a52-a71e-f639384fd4eb req-3db2041b-fc2d-404a-9c24-d4d624515b75 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030161 Nov 10 21:33:15.530416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492137a-3868-4107-8c7b-e130905d4879 req-f8b1685e-0e88-4044-91a4-c0ef1a733c39 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:15.531968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-f8b1685e-0e88-4044-91a4-c0ef1a733c39 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.64 "GET /v2.0/networks?id=08f481cd-74d5-46ba-87ea-68798ef6f1bb HTTP/1.1" status: 200 len: 814 time: 0.1538343 Nov 10 21:33:15.546559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Request body: {'port': {'device_id': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb', 'admin_state_up': True, 'tenant_id': 'a5a029a46a8347069a6bdf84aa97d72e'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:15.551531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df00b2-9752-4d92-9fa9-6e82b2ff5fd7 req-8aa43b59-1cf0-4b67-ae93-0ce7208986e2 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:15.551531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2df00b2-9752-4d92-9fa9-6e82b2ff5fd7 req-8aa43b59-1cf0-4b67-ae93-0ce7208986e2 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0930443 Nov 10 21:33:15.554188 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d6ade8c-4ae7-4bd4-8c9f-0e9e52ea2060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.596354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d6ade8c-4ae7-4bd4-8c9f-0e9e52ea2060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.651257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2df00b2-9752-4d92-9fa9-6e82b2ff5fd7 req-aff0e191-0703-4380-81b8-476e195084e2 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922031 Nov 10 21:33:15.745987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5ea1ffb-5bb1-4aff-b355-63c02566fae3 req-4476383d-aef4-4413-8103-f0dad5358cc2 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Nov 10 21:33:15.762833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d6ade8c-4ae7-4bd4-8c9f-0e9e52ea2060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.767271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Made reservation on behalf of a5a029a46a8347069a6bdf84aa97d72e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:15.767530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0d6ade8c-4ae7-4bd4-8c9f-0e9e52ea2060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.769315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0d6ade8c-4ae7-4bd4-8c9f-0e9e52ea2060 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75b69aaf-c5da-4157-a9bf-0be2cbb50972 HTTP/1.1" status: 204 len: 168 time: 0.3193662 Nov 10 21:33:15.770439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:15.785494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ade8c-4ae7-4bd4-8c9f-0e9e52ea2060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b69aaf-c5da-4157-a9bf-0be2cbb50972,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:15.915872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Allocated IP 172.20.0.13 (08f481cd-74d5-46ba-87ea-68798ef6f1bb/d9eda6c1-c2b7-4904-983f-08313df564e2/206cea61-069d-46be-aec6-09112f3e8366) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:16.064888 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:16.217646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1255f-0332-47d3-9c56-43d9c1549ac1 req-0d979920-7b56-4d3c-bddb-40728d06aeb7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:16.219149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49e1255f-0332-47d3-9c56-43d9c1549ac1 req-0d979920-7b56-4d3c-bddb-40728d06aeb7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0535166 Nov 10 21:33:16.268523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49e1255f-0332-47d3-9c56-43d9c1549ac1 req-4240d5eb-5d07-4852-a824-c3c7c64d71ea tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Nov 10 21:33:16.289834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:16.329220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Network 08f481cd-74d5-46ba-87ea-68798ef6f1bb is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:16.332257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:16.338166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:16.371084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Pushing event updated for resources: {'Port': ['ID=206cea61-069d-46be-aec6-09112f3e8366,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:16.397678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:16.398338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:16.571758 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-76f6a8a4-ff48-4ef7-866b-d1600e71b2a9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0293205 Nov 10 21:33:16.616490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Request body: {'port': {'device_id': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:16.659424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a7af8705-8f0e-436f-9f01-56f054eda7d5 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:16.661897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c2272-d37d-464b-9557-7843b6dc44c7 req-075a2a47-2cae-42fb-8da9-ad468a0f8942 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:16.669150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce3c2272-d37d-464b-9557-7843b6dc44c7 req-075a2a47-2cae-42fb-8da9-ad468a0f8942 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 945 time: 0.0867095 Nov 10 21:33:16.715079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:16.774299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce3c2272-d37d-464b-9557-7843b6dc44c7 req-cea5eb4c-d27c-414a-b042-b51443806f31 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042871 Nov 10 21:33:16.838819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a7af8705-8f0e-436f-9f01-56f054eda7d5 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:33:16.843348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a7af8705-8f0e-436f-9f01-56f054eda7d5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:16.843750 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:16.877805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eecbca-90b5-4ba4-977f-c29350df17e3 req-0815292e-f6e3-43a2-8360-eccfa97242c5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:16.881138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32eecbca-90b5-4ba4-977f-c29350df17e3 req-0815292e-f6e3-43a2-8360-eccfa97242c5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0743117 Nov 10 21:33:16.888394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59178) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:16.952196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:16.959962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-591943de-d9d3-40d1-9a0e-3a7cd0207a2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd9ee0822d0348a8b9e5ca5f81772e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696476 Nov 10 21:33:16.962982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59180) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:16.968411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32eecbca-90b5-4ba4-977f-c29350df17e3 req-db697fd1-02a2-46dd-af83-b7142eb08b59 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815818 Nov 10 21:33:16.987933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8636867-1bed-44fc-b21e-9f288c96132e req-f51dd168-1674-4bd1-b176-061ed117e428 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:16.989987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8636867-1bed-44fc-b21e-9f288c96132e req-f51dd168-1674-4bd1-b176-061ed117e428 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 932 time: 0.1235456 Nov 10 21:33:17.005916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a7af8705-8f0e-436f-9f01-56f054eda7d5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a7af8705-8f0e-436f-9f01-56f054eda7d5,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:17.070140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7af8705-8f0e-436f-9f01-56f054eda7d5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:17.072672 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04e0307-4166-4021-b25f-cdbc963b75b3" -d '{"events": [{"server_uuid": "105a25c5-b19c-49e8-aefe-f80fdc300cd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7af8705-8f0e-436f-9f01-56f054eda7d5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:17.106278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.107087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:17.110343 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8636867-1bed-44fc-b21e-9f288c96132e req-fc6a7cd8-ae8c-4444-a901-7e4b78be973a tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092062 Nov 10 21:33:17.110343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66354765-903c-4600-a4ab-f2bfe2e6eb48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.176433 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66354765-903c-4600-a4ab-f2bfe2e6eb48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.184091 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256359a0-5b9c-4515-b015-3fd9f14e33d7 x-openstack-request-id: req-256359a0-5b9c-4515-b015-3fd9f14e33d7 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:17.184330 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105a25c5-b19c-49e8-aefe-f80fdc300cd0", "name": "network-vif-plugged", "status": "completed", "tag": "a7af8705-8f0e-436f-9f01-56f054eda7d5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:17.184426 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-256359a0-5b9c-4515-b015-3fd9f14e33d7 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:17.184797 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7af8705-8f0e-436f-9f01-56f054eda7d5', 'code': 200} Nov 10 21:33:17.188540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206cea61-069d-46be-aec6-09112f3e8366 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:17.202182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.229133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a7af8705-8f0e-436f-9f01-56f054eda7d5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:17.229333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Transition to ACTIVE for port object 206cea61-069d-46be-aec6-09112f3e8366 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:33:17.273401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.279566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7d00b-696d-463b-8523-df77f92811c7 req-5982aa55-d18c-49f1-bae9-6cfcc9cf5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:17.281501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52c7d00b-696d-463b-8523-df77f92811c7 req-5982aa55-d18c-49f1-bae9-6cfcc9cf5375 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0505621 Nov 10 21:33:17.310393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:17.331989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52c7d00b-696d-463b-8523-df77f92811c7 req-309d0e58-da40-4c1e-9f62-2ea6a1d1724d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Nov 10 21:33:17.388844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c64ba-243f-4749-94a6-2e9558b75e10 req-4762e84c-6caa-4bf8-a3ba-f77bfb6742c4 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:17.390330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc7c64ba-243f-4749-94a6-2e9558b75e10 req-4762e84c-6caa-4bf8-a3ba-f77bfb6742c4 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Nov 10 21:33:17.418106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.461335 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.474224 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66354765-903c-4600-a4ab-f2bfe2e6eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.476618 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66354765-903c-4600-a4ab-f2bfe2e6eb48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.480722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-66354765-903c-4600-a4ab-f2bfe2e6eb48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af4a0d1b-e87c-4096-a468-394c57b91d6c HTTP/1.1" status: 204 len: 168 time: 0.5142481 Nov 10 21:33:17.505337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc7c64ba-243f-4749-94a6-2e9558b75e10 req-db62e391-26be-4587-b227-b4575b7385f2 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072059 Nov 10 21:33:17.507713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Pushing event updated for resources: {'Port': ['ID=206cea61-069d-46be-aec6-09112f3e8366,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:17.510078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66354765-903c-4600-a4ab-f2bfe2e6eb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4a0d1b-e87c-4096-a468-394c57b91d6c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:17.584099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:17.605309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Attempting to bind port 206cea61-069d-46be-aec6-09112f3e8366 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:17.605655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Attempting to bind port 206cea61-069d-46be-aec6-09112f3e8366 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '27e858be-cbad-4a07-82e4-ced9d519491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:17.605904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Attempting to bind port 206cea61-069d-46be-aec6-09112f3e8366 on network 08f481cd-74d5-46ba-87ea-68798ef6f1bb {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:17.611277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Port 206cea61-069d-46be-aec6-09112f3e8366 on network 08f481cd-74d5-46ba-87ea-68798ef6f1bb not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:33:17.611627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Attempting to bind port 206cea61-069d-46be-aec6-09112f3e8366 on network 08f481cd-74d5-46ba-87ea-68798ef6f1bb {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:17.618048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:17.618509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Checking segment: {'id': '27e858be-cbad-4a07-82e4-ced9d519491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:17.619576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Bound using segment: {'id': '27e858be-cbad-4a07-82e4-ced9d519491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:17.619576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Bound port: 206cea61-069d-46be-aec6-09112f3e8366, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e858be-cbad-4a07-82e4-ced9d519491f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:17.620157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.700867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-c339a51e-16a1-485a-8d12-6c45e0de9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:17.700867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-c339a51e-16a1-485a-8d12-6c45e0de9a41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 1098 time: 0.0489378 Nov 10 21:33:17.738468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414b4f6-6b6c-407f-aa17-3e9240f32b8c req-acc4240a-b7ed-40a7-9ee9-011c189a52fd tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:17.739799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8414b4f6-6b6c-407f-aa17-3e9240f32b8c req-acc4240a-b7ed-40a7-9ee9-011c189a52fd tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.1023870 Nov 10 21:33:17.742550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] For port 206cea61-069d-46be-aec6-09112f3e8366, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:17.746024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] For port 206cea61-069d-46be-aec6-09112f3e8366, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=206cea61-069d-46be-aec6-09112f3e8366,segment=NetworkSegment(27e858be-cbad-4a07-82e4-ced9d519491f),segment_id=27e858be-cbad-4a07-82e4-ced9d519491f)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:17.811946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8414b4f6-6b6c-407f-aa17-3e9240f32b8c req-23a36ee0-3e8c-4324-882c-f9933a9540f4 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639532 Nov 10 21:33:17.820743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-ae0a4a8f-eb9d-4058-996e-8b68ce09fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:17.822828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-ae0a4a8f-eb9d-4058-996e-8b68ce09fa57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 912 time: 0.1072080 Nov 10 21:33:17.855370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.876401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-947b2f49-5265-4e3f-98ef-f7ce2ca5749c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309 HTTP/1.1" status: 200 len: 217 time: 0.0451007 Nov 10 21:33:17.893406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:17.894217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:17.906792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] 10.222.0.64 "PUT /v2.0/ports/206cea61-069d-46be-aec6-09112f3e8366 HTTP/1.1" status: 200 len: 1093 time: 1.2911355 Nov 10 21:33:17.906792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'tag': '206cea61-069d-46be-aec6-09112f3e8366'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:17.908564 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f634be3-9e95-4359-9cf4-724a90e82675" -d '{"events": [{"name": "network-changed", "server_uuid": "23119328-67ac-40f6-93e2-f3e2e7c18ad1", "tag": "206cea61-069d-46be-aec6-09112f3e8366"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:17.964664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-585e4180-eb12-428e-9c2c-f76c858841c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:17.966625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-585e4180-eb12-428e-9c2c-f76c858841c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da2e3be0-1669-44d1-ad57-12c7e33f5326 HTTP/1.1" status: 200 len: 851 time: 0.0815327 Nov 10 21:33:17.971284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e38801-9f30-4be5-a0cd-204e23819fec service neutron] Pushing event updated for resources: {'Port': ['ID=206cea61-069d-46be-aec6-09112f3e8366,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:18.016532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-26b48c17-be56-4470-938f-b23d40d0058c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43131b5-8033-4023-8c9e-2123f1f926e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392661 Nov 10 21:33:18.128944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492137a-3868-4107-8c7b-e130905d4879 req-afde57e5-a24d-43de-a97d-963adef3487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:18.130713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-afde57e5-a24d-43de-a97d-963adef3487a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5a029a46a8347069a6bdf84aa97d72e&device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0965579 Nov 10 21:33:18.158671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-0a93e517-0f9f-4d88-9218-5401a078a9b3 service neutron] 10.222.0.53 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347957 Nov 10 21:33:18.191780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d79ff6-564c-4eac-bc8e-223b0119969f req-a0d51615-d540-48ce-b667-dda0bc3e0ee1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:18.200004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14d79ff6-564c-4eac-bc8e-223b0119969f req-a0d51615-d540-48ce-b667-dda0bc3e0ee1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 946 time: 0.1245153 Nov 10 21:33:18.220268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-432f391d-5b01-48e5-8fe6-75cedda2df2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206cea61-069d-46be-aec6-09112f3e8366 HTTP/1.1" status: 200 len: 217 time: 0.0779281 Nov 10 21:33:18.278581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2e30be7-a335-4f82-855f-24e3b4aa88b2 req-5a1f7c89-6049-4c19-a73c-66b109dbdb9e service neutron] 10.222.0.53 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080675 Nov 10 21:33:18.295200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14d79ff6-564c-4eac-bc8e-223b0119969f req-69f0c21a-f350-421b-9433-67d600f26338 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943184 Nov 10 21:33:18.318174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492137a-3868-4107-8c7b-e130905d4879 req-10f388e9-a419-4840-98e5-4c3449d1da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:18.320099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-10f388e9-a419-4840-98e5-4c3449d1da62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9eda6c1-c2b7-4904-983f-08313df564e2 HTTP/1.1" status: 200 len: 854 time: 0.0901783 Nov 10 21:33:18.349600 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcf1a56-7dbd-43d1-a22a-cfd95cbd7ebd x-openstack-request-id: req-cbcf1a56-7dbd-43d1-a22a-cfd95cbd7ebd {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:18.349893 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23119328-67ac-40f6-93e2-f3e2e7c18ad1", "tag": "206cea61-069d-46be-aec6-09112f3e8366", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:18.350148 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbcf1a56-7dbd-43d1-a22a-cfd95cbd7ebd {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:18.350594 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'tag': '206cea61-069d-46be-aec6-09112f3e8366', 'status': 'completed', 'code': 200} Nov 10 21:33:18.369266 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-20a7ce15-1797-4794-8a06-41f09f846538 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f481cd-74d5-46ba-87ea-68798ef6f1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416162 Nov 10 21:33:18.510678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daee76-76cf-48bd-b76b-a17a616a17d2 req-66e20257-3730-47fb-83a5-485cc445434f tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:18.516187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2daee76-76cf-48bd-b76b-a17a616a17d2 req-66e20257-3730-47fb-83a5-485cc445434f tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.1132224 Nov 10 21:33:18.530230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-f5ced72a-6614-40d9-8218-ebf17d18dbf5 service neutron] 10.222.0.64 "GET /v2.0/networks/08f481cd-74d5-46ba-87ea-68798ef6f1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503530 Nov 10 21:33:18.632530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2daee76-76cf-48bd-b76b-a17a616a17d2 req-be382ffc-f8a2-45bd-8a40-d48dfa2f85f7 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113322 Nov 10 21:33:18.679821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9492137a-3868-4107-8c7b-e130905d4879 req-1095553a-1261-4fe8-9ec1-23bcd93a3e2a service neutron] 10.222.0.64 "GET /v2.0/networks/08f481cd-74d5-46ba-87ea-68798ef6f1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408548 Nov 10 21:33:18.839577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-fc14b7a1-1c52-487c-b064-1b312654ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:18.841469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-fc14b7a1-1c52-487c-b064-1b312654ba27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5a029a46a8347069a6bdf84aa97d72e&device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0488172 Nov 10 21:33:18.987231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931651d-2ffa-465b-82b1-24b81ebbfc5d req-102ee965-c387-46c0-9fb2-4aaaed1a6bcb tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:18.989094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3931651d-2ffa-465b-82b1-24b81ebbfc5d req-102ee965-c387-46c0-9fb2-4aaaed1a6bcb tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0724692 Nov 10 21:33:18.990530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-a4868d4f-9095-4f63-b417-996d2d5b8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:18.991860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-a4868d4f-9095-4f63-b417-996d2d5b8b60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08f481cd-74d5-46ba-87ea-68798ef6f1bb HTTP/1.1" status: 200 len: 915 time: 0.1432493 Nov 10 21:33:19.056349 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-1e466dd2-121f-44a0-93e6-eed1f6a64faa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206cea61-069d-46be-aec6-09112f3e8366 HTTP/1.1" status: 200 len: 217 time: 0.0515437 Nov 10 21:33:19.104897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3931651d-2ffa-465b-82b1-24b81ebbfc5d req-4e5b61ad-416a-43e4-815f-df7fb0618f12 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079175 Nov 10 21:33:19.131531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-45917358-8e62-4df7-bc72-4c9025517b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:19.133023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-45917358-8e62-4df7-bc72-4c9025517b47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9eda6c1-c2b7-4904-983f-08313df564e2 HTTP/1.1" status: 200 len: 854 time: 0.0690048 Nov 10 21:33:19.167174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-fa6f13d0-1cad-4cbd-a2df-c593a2a78140 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08f481cd-74d5-46ba-87ea-68798ef6f1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262604 Nov 10 21:33:19.185810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:19.189135 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d1aee-9956-4f13-a0ad-fe94965f3565" -d '{"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:19.284028 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58361b88-bba6-4ae7-bf0f-9d92df136f69 x-openstack-request-id: req-58361b88-bba6-4ae7-bf0f-9d92df136f69 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:19.284323 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-unplugged", "status": "failed", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7", "code": 422}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:19.284714 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58361b88-bba6-4ae7-bf0f-9d92df136f69 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:19.285363 n-d-776250-11 neutron-server[103049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'code': 422} returned with failed status Nov 10 21:33:19.287982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-9e57f8d6-b0e9-482d-903a-eb5428a3b61d service neutron] 10.222.0.64 "GET /v2.0/networks/08f481cd-74d5-46ba-87ea-68798ef6f1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008410 Nov 10 21:33:19.382388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:19.664832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f634be3-9e95-4359-9cf4-724a90e82675 req-64a4ae4a-d857-48c7-8b1a-7b095435fb2d service neutron] 10.222.0.64 "GET /v2.0/networks/08f481cd-74d5-46ba-87ea-68798ef6f1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686335 Nov 10 21:33:19.696545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-99c26d4c-4042-4adb-9da2-8f87bf0c4edc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:19.699119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-99c26d4c-4042-4adb-9da2-8f87bf0c4edc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5 HTTP/1.1" status: 200 len: 943 time: 0.0593867 Nov 10 21:33:19.699228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084999-5606-4ea7-bbdf-160bc37a4def req-93648570-e45d-4a10-a02c-bb11005e4973 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:19.704698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0084999-5606-4ea7-bbdf-160bc37a4def req-93648570-e45d-4a10-a02c-bb11005e4973 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 946 time: 0.3331130 Nov 10 21:33:19.773533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0084999-5606-4ea7-bbdf-160bc37a4def req-007c20ec-a055-4330-9b50-31413852cdb0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554287 Nov 10 21:33:19.804562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Deleting port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:33:19.804901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:19.885683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b751aa-bacb-472c-a0f8-47daffe95259 req-5d006aed-8b1c-4668-8a9c-d1590b84f95a tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:19.887378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79b751aa-bacb-472c-a0f8-47daffe95259 req-5d006aed-8b1c-4668-8a9c-d1590b84f95a tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.0636883 Nov 10 21:33:19.917897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] For port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:19.918275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:19.932783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Calling delete_port for d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:33:19.943696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79b751aa-bacb-472c-a0f8-47daffe95259 req-ddb85227-ca8c-4e18-8aac-606fe333b46b tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477426 Nov 10 21:33:20.110558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4ccd6-3653-41c7-86cb-c659183f2982 req-a5dbe7cb-c18e-43f7-aed4-965ee59a45d0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:20.112118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6bf4ccd6-3653-41c7-86cb-c659183f2982 req-a5dbe7cb-c18e-43f7-aed4-965ee59a45d0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0515518 Nov 10 21:33:20.147366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:20.171085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6bf4ccd6-3653-41c7-86cb-c659183f2982 req-3a5ba1c1-f8f4-4925-9c41-fcff255ca7d0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520022 Nov 10 21:33:20.182678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event deleted for resources: {'Port': ['ID=d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:20.237326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] No DVR routers for this DVR port d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:33:20.240957 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:20.245026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e216728f-9048-4f45-9a48-e0fb95c69d1b req-3c1e3649-7175-4820-ba3f-0597eee90a24 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "DELETE /v2.0/ports/d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 HTTP/1.1" status: 204 len: 173 time: 0.5413098 Nov 10 21:33:20.245656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-deleted', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:20.249570 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c385bb7-232e-4a37-bc79-55f3335edb00" -d '{"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-deleted", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:20.290048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ded75-da3b-4492-9def-0b1bf15ef0a8 req-7015e88f-54a9-4d75-b0e7-67b70910baf2 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:20.291504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d46ded75-da3b-4492-9def-0b1bf15ef0a8 req-7015e88f-54a9-4d75-b0e7-67b70910baf2 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0501490 Nov 10 21:33:20.342042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d46ded75-da3b-4492-9def-0b1bf15ef0a8 req-4273d5e7-6b43-43fe-9447-9176de529413 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445075 Nov 10 21:33:20.676305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:20.698425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:33:20.699015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:33:20.701673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bcea2-239b-4e24-a487-f92dd3f8620d req-4e58da35-a86d-4843-8d5e-47c84d980d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:20.703255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb5bcea2-239b-4e24-a487-f92dd3f8620d req-4e58da35-a86d-4843-8d5e-47c84d980d67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 946 time: 0.0511138 Nov 10 21:33:20.754098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb5bcea2-239b-4e24-a487-f92dd3f8620d req-e760a654-9742-4509-b19d-fcf80bd516a8 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443099 Nov 10 21:33:20.869175 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c69ae6c-9d86-4406-9bfb-a1ef0ef23311 x-openstack-request-id: req-0c69ae6c-9d86-4406-9bfb-a1ef0ef23311 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:20.870076 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5", "name": "network-vif-deleted", "tag": "d21f52e6-61ca-4c5f-b4fe-02a37ea33dd7", "status": "failed", "code": 422}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:20.870313 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c69ae6c-9d86-4406-9bfb-a1ef0ef23311 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:20.870917 n-d-776250-11 neutron-server[103048]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a5c5a4e-7c8c-477f-8dab-8f884d4d7cd5', 'name': 'network-vif-deleted', 'tag': 'd21f52e6-61ca-4c5f-b4fe-02a37ea33dd7', 'status': 'failed', 'code': 422} returned with failed status Nov 10 21:33:21.251765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd10119-766f-4295-9a3d-a0f5ca6f9244 req-7df2808b-fb7e-4569-8410-9358096c78e8 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:21.374128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cd10119-766f-4295-9a3d-a0f5ca6f9244 req-7df2808b-fb7e-4569-8410-9358096c78e8 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.0511134 Nov 10 21:33:21.374128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cd10119-766f-4295-9a3d-a0f5ca6f9244 req-6fd30da1-16b3-4fb4-a274-264e8f4d9bfb tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534067 Nov 10 21:33:21.664920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a23cbf-03e5-4fbd-8269-ee1f0cc734d5 req-2e1c71fa-ea5e-44aa-b63a-92bc63b9fff3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:21.670389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1a23cbf-03e5-4fbd-8269-ee1f0cc734d5 req-2e1c71fa-ea5e-44aa-b63a-92bc63b9fff3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0601003 Nov 10 21:33:21.702500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aab0b0-6ba9-436e-892d-c5ce28830c9d req-d9d611de-119c-41f6-92b8-382db5d178fd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:21.704133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3aab0b0-6ba9-436e-892d-c5ce28830c9d req-d9d611de-119c-41f6-92b8-382db5d178fd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 946 time: 0.0534806 Nov 10 21:33:21.715623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1a23cbf-03e5-4fbd-8269-ee1f0cc734d5 req-8722083c-2760-4050-84b9-e285c482b5e9 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Nov 10 21:33:21.756438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3aab0b0-6ba9-436e-892d-c5ce28830c9d req-d146e368-e5bf-4e63-8cc4-e4afb042e4e5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454390 Nov 10 21:33:21.980963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-65ad41b8-73a8-4b9a-9213-7d9eca9fc44b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:21.983934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-65ad41b8-73a8-4b9a-9213-7d9eca9fc44b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.1068907 Nov 10 21:33:21.999511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-0379f924-e2d1-43ae-8fbf-4d1c29c53b88 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/quotas/5fcb232e2e1f4b3db936eaf9b20f8ee0 HTTP/1.1" status: 200 len: 375 time: 0.0092070 Nov 10 21:33:22.031965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-39d82bcf-b2e2-4e35-8f44-47c29f4bd4cc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258620 Nov 10 21:33:22.126036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-8acef25c-61ac-45ef-bbba-6ea9e532b091 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871198 Nov 10 21:33:22.220836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-c4a15722-43a9-407f-930b-1556c452ff02 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880141 Nov 10 21:33:22.427561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6aaf6-08de-4e2a-b9ff-61048205617e req-2ba0a8bd-d29a-45f6-81e2-638fe4baf3b9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:22.429099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ffa6aaf6-08de-4e2a-b9ff-61048205617e req-2ba0a8bd-d29a-45f6-81e2-638fe4baf3b9 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.0483193 Nov 10 21:33:22.497425 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ffa6aaf6-08de-4e2a-b9ff-61048205617e req-73b265e6-1f19-4da3-a4a2-14323a606c8a tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594244 Nov 10 21:33:22.519347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffe8b46d-b70a-4e6b-a6c1-4f37b28bfb2a req-ec0ae2fa-4743-47a9-a9dc-5cdf9dfe76f8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 210 time: 0.0384555 Nov 10 21:33:22.842088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203ba7f-4db4-4f99-8355-8883787b40b6 req-08e6c861-fbf3-4e11-b595-f2fbd7582a71 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:22.843447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f203ba7f-4db4-4f99-8355-8883787b40b6 req-08e6c861-fbf3-4e11-b595-f2fbd7582a71 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0523565 Nov 10 21:33:22.920648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f203ba7f-4db4-4f99-8355-8883787b40b6 req-cd83a1d7-2152-436b-b9ef-7312259f177b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704370 Nov 10 21:33:22.947525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-df566c87-68e1-4bd1-9367-70c400a78153 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:22.949258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-df566c87-68e1-4bd1-9367-70c400a78153 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.53 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 946 time: 0.0643351 Nov 10 21:33:22.995406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577865cd-f60d-48f4-9372-584c4fe02b9f req-53ee2fdd-5cbe-417d-9dd0-b81cd382e10e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:22.996921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-577865cd-f60d-48f4-9372-584c4fe02b9f req-53ee2fdd-5cbe-417d-9dd0-b81cd382e10e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 946 time: 0.0526466 Nov 10 21:33:23.055881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-577865cd-f60d-48f4-9372-584c4fe02b9f req-a9e8a536-c7d9-453f-a6e7-630f09fbf0ac tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Nov 10 21:33:23.074000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Deleting port a7af8705-8f0e-436f-9f01-56f054eda7d5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:33:23.074338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:23.183777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] For port a7af8705-8f0e-436f-9f01-56f054eda7d5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a7af8705-8f0e-436f-9f01-56f054eda7d5,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:23.184202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:23.199026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Calling delete_port for a7af8705-8f0e-436f-9f01-56f054eda7d5 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:33:23.338757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 206cea61-069d-46be-aec6-09112f3e8366 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:33:23.409037 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:23.432629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:23.448765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116', '0bc87bbe-7fe7-46f5-9bcf-6f1609460602'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:23.451211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a7af8705-8f0e-436f-9f01-56f054eda7d5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:23.464165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event deleted for resources: {'Port': ['ID=a7af8705-8f0e-436f-9f01-56f054eda7d5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:23.515117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] No DVR routers for this DVR port a7af8705-8f0e-436f-9f01-56f054eda7d5 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:33:23.524279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:23.528193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6ca1ccc-40fe-48a8-813e-ddc027995913 req-1c63f2cb-5aa6-44f1-82d5-ab25a446a31d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.53 "DELETE /v2.0/ports/a7af8705-8f0e-436f-9f01-56f054eda7d5 HTTP/1.1" status: 204 len: 173 time: 0.5724614 Nov 10 21:33:23.533606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'name': 'network-vif-deleted', 'tag': 'a7af8705-8f0e-436f-9f01-56f054eda7d5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:23.533606 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064367d3-72c0-4336-bcae-4007c5b8b726" -d '{"events": [{"server_uuid": "105a25c5-b19c-49e8-aefe-f80fdc300cd0", "name": "network-vif-deleted", "tag": "a7af8705-8f0e-436f-9f01-56f054eda7d5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:23.536467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 206cea61-069d-46be-aec6-09112f3e8366, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=206cea61-069d-46be-aec6-09112f3e8366,segment=NetworkSegment(27e858be-cbad-4a07-82e4-ced9d519491f),segment_id=27e858be-cbad-4a07-82e4-ced9d519491f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:23.550396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '206cea61-069d-46be-aec6-09112f3e8366', 'network_id': '08f481cd-74d5-46ba-87ea-68798ef6f1bb', 'port_id': '206cea61-069d-46be-aec6-09112f3e8366', 'mac_address': 'fa:16:3e:9d:48:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9eda6c1-c2b7-4904-983f-08313df564e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:33:23.612059 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:23.632600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f73800-303a-4cd2-b842-d0278667c1b3 req-7618ed1d-6bf8-4cf5-a4d0-4e23e823cc73 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:23.634095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6f73800-303a-4cd2-b842-d0278667c1b3 req-7618ed1d-6bf8-4cf5-a4d0-4e23e823cc73 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.0541964 Nov 10 21:33:23.635262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206cea61-069d-46be-aec6-09112f3e8366 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:23.694099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6f73800-303a-4cd2-b842-d0278667c1b3 req-c8d24353-b365-431c-bb8d-f6e7d021d42c tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532019 Nov 10 21:33:23.696192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 206cea61-069d-46be-aec6-09112f3e8366, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=206cea61-069d-46be-aec6-09112f3e8366,segment=NetworkSegment(27e858be-cbad-4a07-82e4-ced9d519491f),segment_id=27e858be-cbad-4a07-82e4-ced9d519491f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:23.767899 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69923ec-9f3a-417a-99e2-0c21dacac45c x-openstack-request-id: req-d69923ec-9f3a-417a-99e2-0c21dacac45c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:23.768246 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105a25c5-b19c-49e8-aefe-f80fdc300cd0", "name": "network-vif-deleted", "tag": "a7af8705-8f0e-436f-9f01-56f054eda7d5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:23.768998 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d69923ec-9f3a-417a-99e2-0c21dacac45c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:23.769567 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105a25c5-b19c-49e8-aefe-f80fdc300cd0', 'name': 'network-vif-deleted', 'tag': 'a7af8705-8f0e-436f-9f01-56f054eda7d5', 'status': 'completed', 'code': 200} Nov 10 21:33:23.771738 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ebbce1-23ef-4d7e-b4fd-15b9136fcc7a req-e085c4ec-6088-4a73-ab0f-4a878fbcd83b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 210 time: 0.0475147 Nov 10 21:33:23.840301 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:23.904868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=206cea61-069d-46be-aec6-09112f3e8366,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:24.046145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181840ec-61c6-4a25-ba87-3125ffd91a8f req-e55cd4e6-6f07-40c2-942c-48380d821979 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:24.048015 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-181840ec-61c6-4a25-ba87-3125ffd91a8f req-e55cd4e6-6f07-40c2-942c-48380d821979 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0525203 Nov 10 21:33:24.112327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-181840ec-61c6-4a25-ba87-3125ffd91a8f req-a38d252c-97ec-4aaf-b639-71c8089b4401 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Nov 10 21:33:24.201460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c2aaabd-a2bd-490f-9bfb-6d718366e3c9 req-c24902ed-1bc5-49ff-93e6-4fbfe75f7b98 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=105a25c5-b19c-49e8-aefe-f80fdc300cd0 HTTP/1.1" status: 200 len: 210 time: 0.0340409 Nov 10 21:33:24.482428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['206cea61-069d-46be-aec6-09112f3e8366'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:24.833884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20991e9-e5f8-4a8c-b8d7-c9a9f4a3be8f req-c5ccf989-9ee6-4bd5-a2b4-f29b1cb415ca tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:24.835749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f20991e9-e5f8-4a8c-b8d7-c9a9f4a3be8f req-c5ccf989-9ee6-4bd5-a2b4-f29b1cb415ca tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0585871 Nov 10 21:33:24.887323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f20991e9-e5f8-4a8c-b8d7-c9a9f4a3be8f req-ec8f29ec-5bf6-42ef-90d9-abf77ea1a6ab tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Nov 10 21:33:24.971662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98fe04bf-299a-4091-85db-0cb154a22a1e req-fe1340e5-369f-4d5c-a946-185c1a79a46a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 210 time: 0.0270412 Nov 10 21:33:25.228337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-c0507691-8dbf-42f3-a188-b830153d3db7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:25.230098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-c0507691-8dbf-42f3-a188-b830153d3db7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.1155081 Nov 10 21:33:25.248625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Request body: {'port': {'device_id': '0e930a85-70e0-4424-9677-69d3030bd73e', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'admin_state_up': True, 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:25.278949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9dd38-4af3-4621-aab3-d72a0f272a6f req-4c0bf2dd-ece2-4bf5-8c3a-8fc265257475 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:25.280773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dad9dd38-4af3-4621-aab3-d72a0f272a6f req-4c0bf2dd-ece2-4bf5-8c3a-8fc265257475 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0537505 Nov 10 21:33:25.331635 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dad9dd38-4af3-4621-aab3-d72a0f272a6f req-ddf656c2-ea0d-4ecf-8d51-15a311aa8c6b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437489 Nov 10 21:33:25.419651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:25.423217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:25.558895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Allocated IP 172.20.0.5 (0b5b4818-a6d3-43ab-b880-1b7f9b442c9e/c06e3385-c643-4c3f-8bbf-c4087eb0ff82/1153b609-54cb-454d-b55c-c0115270aebd) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:25.706283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:25.882847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:25.927746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:25.930914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:25.936892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:25.960636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event updated for resources: {'Port': ['ID=1153b609-54cb-454d-b55c-c0115270aebd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:25.991385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:25.992017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:26.051768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea9c0d-0605-4cf4-859e-52355c428a96 req-68bac9bf-9004-4404-8d70-d9ab962f34ff tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:26.053255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0ea9c0d-0605-4cf4-859e-52355c428a96 req-68bac9bf-9004-4404-8d70-d9ab962f34ff tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0559847 Nov 10 21:33:26.101955 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0ea9c0d-0605-4cf4-859e-52355c428a96 req-17106017-2202-442b-8c6b-de7428a75396 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Nov 10 21:33:26.144634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-e81f4d12-50fe-4304-94f7-c537144398b8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8979883 Nov 10 21:33:26.154238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Request body: {'port': {'device_id': '0e930a85-70e0-4424-9677-69d3030bd73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:26.209923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac3abe-7fef-4ec8-9260-bc3d8e7ed6b2 req-43fb0238-4ffa-4685-a5f3-b00e51340501 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:26.211426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5ac3abe-7fef-4ec8-9260-bc3d8e7ed6b2 req-43fb0238-4ffa-4685-a5f3-b00e51340501 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0533459 Nov 10 21:33:26.218343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:26.264558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5ac3abe-7fef-4ec8-9260-bc3d8e7ed6b2 req-a1ae20fa-445b-4d50-8eb6-f33fec54e2ef tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Nov 10 21:33:26.370336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ee79e-8867-4151-9191-8a786411a5b7 req-d906e8b5-84a7-4f51-a04e-26c9034c5366 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:26.371847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b0ee79e-8867-4151-9191-8a786411a5b7 req-d906e8b5-84a7-4f51-a04e-26c9034c5366 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 931 time: 0.0500078 Nov 10 21:33:26.429220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b0ee79e-8867-4151-9191-8a786411a5b7 req-8b7af34f-7334-4779-9114-f3f41cada6f3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504725 Nov 10 21:33:26.502642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1153b609-54cb-454d-b55c-c0115270aebd {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:26.511501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:26.528279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Transition to ACTIVE for port object 1153b609-54cb-454d-b55c-c0115270aebd will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:33:26.579301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa710b1-14f5-4250-a5bc-087a03b4342d req-9243403b-95be-423b-87cf-285d6cfe9e6a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:26.580931 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0aa710b1-14f5-4250-a5bc-087a03b4342d req-9243403b-95be-423b-87cf-285d6cfe9e6a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0509148 Nov 10 21:33:26.630841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:26.642229 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0aa710b1-14f5-4250-a5bc-087a03b4342d req-a40abb8d-ef3a-4131-b4ef-02427d5a58ec tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537097 Nov 10 21:33:26.688306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Pushing event updated for resources: {'Port': ['ID=1153b609-54cb-454d-b55c-c0115270aebd,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:26.707669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a7af8705-8f0e-436f-9f01-56f054eda7d5 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:26.728365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a7af8705-8f0e-436f-9f01-56f054eda7d5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:33:26.728743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a7af8705-8f0e-436f-9f01-56f054eda7d5 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:33:26.758082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Attempting to bind port 1153b609-54cb-454d-b55c-c0115270aebd on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:26.758416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Attempting to bind port 1153b609-54cb-454d-b55c-c0115270aebd by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:26.758742 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Attempting to bind port 1153b609-54cb-454d-b55c-c0115270aebd on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:26.763287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Port 1153b609-54cb-454d-b55c-c0115270aebd on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:33:26.763606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Attempting to bind port 1153b609-54cb-454d-b55c-c0115270aebd on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:26.768692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:26.769060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Checking segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:26.772731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Bound using segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:26.772731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Bound port: 1153b609-54cb-454d-b55c-c0115270aebd, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:26.772731 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:26.837233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] For port 1153b609-54cb-454d-b55c-c0115270aebd, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:26.840199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] For port 1153b609-54cb-454d-b55c-c0115270aebd, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1153b609-54cb-454d-b55c-c0115270aebd,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:26.924345 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:26.958804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:26.959411 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:26.960795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] 10.222.0.53 "PUT /v2.0/ports/1153b609-54cb-454d-b55c-c0115270aebd HTTP/1.1" status: 200 len: 1092 time: 0.8107030 Nov 10 21:33:26.961216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e930a85-70e0-4424-9677-69d3030bd73e', 'tag': '1153b609-54cb-454d-b55c-c0115270aebd'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:26.963426 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677eab2-104e-47c3-8c6f-5789c4530113" -d '{"events": [{"name": "network-changed", "server_uuid": "0e930a85-70e0-4424-9677-69d3030bd73e", "tag": "1153b609-54cb-454d-b55c-c0115270aebd"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:26.994569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7637-e9b1-4f88-bb62-1667a791e192 service neutron] Pushing event updated for resources: {'Port': ['ID=1153b609-54cb-454d-b55c-c0115270aebd,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:27.005039 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b24697-644c-43fd-bfd1-9974dcda8265 x-openstack-request-id: req-11b24697-644c-43fd-bfd1-9974dcda8265 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:27.005327 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e930a85-70e0-4424-9677-69d3030bd73e", "tag": "1153b609-54cb-454d-b55c-c0115270aebd", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:27.005575 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11b24697-644c-43fd-bfd1-9974dcda8265 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:27.005989 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e930a85-70e0-4424-9677-69d3030bd73e', 'tag': '1153b609-54cb-454d-b55c-c0115270aebd', 'status': 'completed', 'code': 200} Nov 10 21:33:27.074429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677eab2-104e-47c3-8c6f-5789c4530113 req-1492a885-6e7a-4801-83a0-38870f41ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.075974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5677eab2-104e-47c3-8c6f-5789c4530113 req-1492a885-6e7a-4801-83a0-38870f41ba98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 1095 time: 0.0443721 Nov 10 21:33:27.211663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677eab2-104e-47c3-8c6f-5789c4530113 req-ca6762e4-d218-45df-aae7-ba15780cba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.213046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5677eab2-104e-47c3-8c6f-5789c4530113 req-ca6762e4-d218-45df-aae7-ba15780cba4d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1279068 Nov 10 21:33:27.254911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc870c-6e0a-4373-ae81-5af7e3104e6f req-ca80cd66-9a07-42c1-be83-cbd89947a3de tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.256373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78fc870c-6e0a-4373-ae81-5af7e3104e6f req-ca80cd66-9a07-42c1-be83-cbd89947a3de tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0820246 Nov 10 21:33:27.352497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78fc870c-6e0a-4373-ae81-5af7e3104e6f req-e05c21d9-63b8-4108-aecd-560818962ba5 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670836 Nov 10 21:33:27.355349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677eab2-104e-47c3-8c6f-5789c4530113 req-97ca5f2e-d05d-4b52-9ee4-771a8a05d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.356861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5677eab2-104e-47c3-8c6f-5789c4530113 req-97ca5f2e-d05d-4b52-9ee4-771a8a05d1cc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362152 Nov 10 21:33:27.374111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 206cea61-069d-46be-aec6-09112f3e8366 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:27.482598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024d12f-9c47-4bd7-a4ff-319fdcfe4048 req-8be7fd19-9bd7-4795-bb6f-5243ca9a4886 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.483996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f024d12f-9c47-4bd7-a4ff-319fdcfe4048 req-8be7fd19-9bd7-4795-bb6f-5243ca9a4886 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0705323 Nov 10 21:33:27.485824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-4b6c1a10-94a0-495e-a9dc-64e1a1ae99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.487142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-4b6c1a10-94a0-495e-a9dc-64e1a1ae99c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 1095 time: 0.0837948 Nov 10 21:33:27.544711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-27ee37e0-fd97-4441-b893-594e6b83181b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1153b609-54cb-454d-b55c-c0115270aebd HTTP/1.1" status: 200 len: 217 time: 0.0479167 Nov 10 21:33:27.598023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f024d12f-9c47-4bd7-a4ff-319fdcfe4048 req-2ae93b7b-74db-4c8e-a848-bb378becf57c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071572 Nov 10 21:33:27.610731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-1d66d14b-f8c5-4355-a1ca-3ca04a870251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.612181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-1d66d14b-f8c5-4355-a1ca-3ca04a870251 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.0592909 Nov 10 21:33:27.620262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 206cea61-069d-46be-aec6-09112f3e8366 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:33:27.623140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 206cea61-069d-46be-aec6-09112f3e8366 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:27.623572 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:27.644899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-76946033-5fde-4d92-9259-c8e1918d877f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251379 Nov 10 21:33:27.711021 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:27.738118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206cea61-069d-46be-aec6-09112f3e8366'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:27.740528 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b1d027-2631-4064-8f84-57fc8899f6ab" -d '{"events": [{"server_uuid": "23119328-67ac-40f6-93e2-f3e2e7c18ad1", "name": "network-vif-plugged", "status": "completed", "tag": "206cea61-069d-46be-aec6-09112f3e8366"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:27.753243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 206cea61-069d-46be-aec6-09112f3e8366, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=206cea61-069d-46be-aec6-09112f3e8366,segment=NetworkSegment(27e858be-cbad-4a07-82e4-ced9d519491f),segment_id=27e858be-cbad-4a07-82e4-ced9d519491f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:27.763675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c16ca-8126-42a8-836f-6b0c629bc61e req-b8eb2d08-e7cf-4d14-b7a8-583bb8a89e7e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.765153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-397c16ca-8126-42a8-836f-6b0c629bc61e req-b8eb2d08-e7cf-4d14-b7a8-583bb8a89e7e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 943 time: 0.1051240 Nov 10 21:33:27.792282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-2a952aea-b8ea-42fb-82ba-c804b1942275 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409523 Nov 10 21:33:27.848353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-397c16ca-8126-42a8-836f-6b0c629bc61e req-3a633094-0ee4-4f32-904a-7da884510f6d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764229 Nov 10 21:33:27.851075 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:27.900570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-62ba88e1-c498-4d04-8574-bec4694055b6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:27.902810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-62ba88e1-c498-4d04-8574-bec4694055b6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 945 time: 0.0655217 Nov 10 21:33:27.913996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=206cea61-069d-46be-aec6-09112f3e8366,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:27.914758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-358a6f03-955c-4c9f-a17f-476c31a1b03a req-54b4d865-f8f8-465e-b660-04e9916663dd service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094565 Nov 10 21:33:28.012621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Deleting port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:33:28.012965 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:28.110695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589dc6b-eebd-465f-bc5f-a9831aef2665 req-40f7102e-505b-48a1-a24b-bda63c4c7ac7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:28.112330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5589dc6b-eebd-465f-bc5f-a9831aef2665 req-40f7102e-505b-48a1-a24b-bda63c4c7ac7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0535901 Nov 10 21:33:28.114865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] For port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:28.115228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:28.132632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Calling delete_port for 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:33:28.163152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5589dc6b-eebd-465f-bc5f-a9831aef2665 req-bf0bba06-3688-4918-9529-1b0d0ea2df87 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Nov 10 21:33:28.265892 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051d4f1f-79d4-48d7-b8b7-45a0ec948323 x-openstack-request-id: req-051d4f1f-79d4-48d7-b8b7-45a0ec948323 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:28.266186 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23119328-67ac-40f6-93e2-f3e2e7c18ad1", "name": "network-vif-plugged", "status": "completed", "tag": "206cea61-069d-46be-aec6-09112f3e8366", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:28.266440 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-051d4f1f-79d4-48d7-b8b7-45a0ec948323 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:28.266837 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206cea61-069d-46be-aec6-09112f3e8366', 'code': 200} Nov 10 21:33:28.335272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:28.348430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116', '0bc87bbe-7fe7-46f5-9bcf-6f1609460602'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:28.367756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3400506-d0a0-455a-b16d-cef353286e89 req-e2cea324-aa7b-41d3-b22f-2e55290f67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:28.368240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event deleted for resources: {'Port': ['ID=0bc87bbe-7fe7-46f5-9bcf-6f1609460602,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:28.369533 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3400506-d0a0-455a-b16d-cef353286e89 req-e2cea324-aa7b-41d3-b22f-2e55290f67af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0454748 Nov 10 21:33:28.431062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] No DVR routers for this DVR port 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:33:28.433617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:28.437277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b48730f9-4a5d-4eb0-b76a-70b18f28b19a req-92306d5e-e752-481e-8d91-c9c0ce6bf653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "DELETE /v2.0/ports/0bc87bbe-7fe7-46f5-9bcf-6f1609460602 HTTP/1.1" status: 204 len: 173 time: 0.5274000 Nov 10 21:33:28.437690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'name': 'network-vif-deleted', 'tag': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:28.440048 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddd53ce-d469-4fbd-b7bf-110e94e3d3ba" -d '{"events": [{"server_uuid": "03311675-dfd3-4c60-bb8c-1e171dde6ff2", "name": "network-vif-deleted", "tag": "0bc87bbe-7fe7-46f5-9bcf-6f1609460602"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:28.463566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3400506-d0a0-455a-b16d-cef353286e89 req-70c7e338-e41e-45f1-8ddc-80f601ebdfea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847516 Nov 10 21:33:28.506173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81578cce-a688-4ce5-8940-4e98498a05f2 req-1886757d-7234-4758-a23a-3600b046ac07 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:28.507770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81578cce-a688-4ce5-8940-4e98498a05f2 req-1886757d-7234-4758-a23a-3600b046ac07 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 946 time: 0.0607657 Nov 10 21:33:28.580754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81578cce-a688-4ce5-8940-4e98498a05f2 req-6f074ebb-a8ed-46c2-a001-61ddffa1cd4c tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Nov 10 21:33:28.601488 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f382d52f-4cab-4e2b-828c-b775ba75c788 x-openstack-request-id: req-f382d52f-4cab-4e2b-828c-b775ba75c788 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:28.601783 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03311675-dfd3-4c60-bb8c-1e171dde6ff2", "name": "network-vif-deleted", "tag": "0bc87bbe-7fe7-46f5-9bcf-6f1609460602", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:28.602062 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f382d52f-4cab-4e2b-828c-b775ba75c788 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:28.602469 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03311675-dfd3-4c60-bb8c-1e171dde6ff2', 'name': 'network-vif-deleted', 'tag': '0bc87bbe-7fe7-46f5-9bcf-6f1609460602', 'status': 'completed', 'code': 200} Nov 10 21:33:28.692901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21e02d94-3692-4e8d-ab5e-e2691702a45a req-56695c3c-95ac-47a9-b3a4-5c0ee4c4ccbe tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0269880 Nov 10 21:33:28.966601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc28ca-a7b2-4fa2-96e5-1e9ca544cf23 req-0ce211fc-16c4-4ea9-b020-dd4cd6dee02e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:28.968076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4bc28ca-a7b2-4fa2-96e5-1e9ca544cf23 req-0ce211fc-16c4-4ea9-b020-dd4cd6dee02e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 943 time: 0.0488465 Nov 10 21:33:29.022571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4bc28ca-a7b2-4fa2-96e5-1e9ca544cf23 req-3da6b231-60d1-4666-a263-00b88d2cfcae tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475354 Nov 10 21:33:29.292362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2bd05-4bd6-4fc5-b2cd-8537ea773bb1 req-3dc212ca-34d2-41ed-9491-8f696eac7ecc tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:29.293896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52b2bd05-4bd6-4fc5-b2cd-8537ea773bb1 req-3dc212ca-34d2-41ed-9491-8f696eac7ecc tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0578425 Nov 10 21:33:29.346962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52b2bd05-4bd6-4fc5-b2cd-8537ea773bb1 req-d4a763c9-7b0d-4341-9937-912d92909849 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465202 Nov 10 21:33:29.368756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:29.472022 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62a3706b-c85d-434a-9a87-2ce7f1c0cf71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:29.548538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62a3706b-c85d-434a-9a87-2ce7f1c0cf71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:29.667095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62a3706b-c85d-434a-9a87-2ce7f1c0cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:29.683124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872b8f6-17cc-49ed-bfa2-a97857bdfc74 req-791298bf-e30a-4729-b353-525842e6aaeb tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:29.684688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7872b8f6-17cc-49ed-bfa2-a97857bdfc74 req-791298bf-e30a-4729-b353-525842e6aaeb tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 946 time: 0.0508974 Nov 10 21:33:29.708303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-62a3706b-c85d-434a-9a87-2ce7f1c0cf71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfa888309c5c465481cc2f6b09c60d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383422 Nov 10 21:33:29.709389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3706b-c85d-434a-9a87-2ce7f1c0cf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4280ca45-6163-488d-be35-a9eb7d4c485b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:29.710963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59552) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:29.771133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7872b8f6-17cc-49ed-bfa2-a97857bdfc74 req-85dc024b-5153-4c36-8cf4-170f81b5f56b tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Nov 10 21:33:29.799656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf5c-931e-461b-98f8-139ff0e6a00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:29.815358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff76ed5a-101a-4722-84ff-48ec02de1130 req-f361bb58-83ec-4538-901a-38fd5fba8e76 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=03311675-dfd3-4c60-bb8c-1e171dde6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0337312 Nov 10 21:33:29.826161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf5c-931e-461b-98f8-139ff0e6a00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:29.861420 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:33:29.969882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf5c-931e-461b-98f8-139ff0e6a00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:29.972489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3d3cf5c-931e-461b-98f8-139ff0e6a00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:29.976198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e3d3cf5c-931e-461b-98f8-139ff0e6a00c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4280ca45-6163-488d-be35-a9eb7d4c485b HTTP/1.1" status: 204 len: 168 time: 0.2608891 Nov 10 21:33:29.982076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3cf5c-931e-461b-98f8-139ff0e6a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4280ca45-6163-488d-be35-a9eb7d4c485b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:30.171015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3056a5d-aaa5-43d7-8d4d-9f37d51fa029 req-a0d04e2e-9a67-46d3-8ba7-ecfe0c2f0537 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:30.172866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3056a5d-aaa5-43d7-8d4d-9f37d51fa029 req-a0d04e2e-9a67-46d3-8ba7-ecfe0c2f0537 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 943 time: 0.0695596 Nov 10 21:33:30.234523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3056a5d-aaa5-43d7-8d4d-9f37d51fa029 req-7ab51a6c-755c-4c90-9191-9e51b6856541 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Nov 10 21:33:30.467180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4502-0f22-467a-85a7-c3901f2063ca req-375c73df-4bba-4ca5-bd40-645dea8fb612 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:30.468833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-651f4502-0f22-467a-85a7-c3901f2063ca req-375c73df-4bba-4ca5-bd40-645dea8fb612 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0525148 Nov 10 21:33:30.521563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-651f4502-0f22-467a-85a7-c3901f2063ca req-efd1ad24-89ca-43b9-b48e-c6a68f9a5cef tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Nov 10 21:33:30.589216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59570) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:30.603139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3eb83cc4-3752-45fc-89cd-57a8f42d7da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:30.677851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3eb83cc4-3752-45fc-89cd-57a8f42d7da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:30.710097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1153b609-54cb-454d-b55c-c0115270aebd details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:33:30.735084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3eb83cc4-3752-45fc-89cd-57a8f42d7da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:30.781337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59572) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:30.781950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3eb83cc4-3752-45fc-89cd-57a8f42d7da7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3bf7bdd5dc1041aabc5e76ea8bae6f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1911004 Nov 10 21:33:30.782700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb83cc4-3752-45fc-89cd-57a8f42d7da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865018aa-7b04-40a2-b209-f2040b8e03c1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:30.828263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1153b609-54cb-454d-b55c-c0115270aebd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1153b609-54cb-454d-b55c-c0115270aebd,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:30.845448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-937836ee-b447-42ff-8f0f-646fb4808606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:30.848074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '1153b609-54cb-454d-b55c-c0115270aebd', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'port_id': '1153b609-54cb-454d-b55c-c0115270aebd', 'mac_address': 'fa:16:3e:e5:f7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06e3385-c643-4c3f-8bbf-c4087eb0ff82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:33:30.894824 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:30.901749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-937836ee-b447-42ff-8f0f-646fb4808606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:30.910460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1153b609-54cb-454d-b55c-c0115270aebd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:30.933335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1153b609-54cb-454d-b55c-c0115270aebd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1153b609-54cb-454d-b55c-c0115270aebd,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:30.941301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd488a1-81f4-477b-8d29-1d10401ac264 req-4047c4c9-8623-420c-9e0e-bfec139c775b tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:30.943299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bd488a1-81f4-477b-8d29-1d10401ac264 req-4047c4c9-8623-420c-9e0e-bfec139c775b tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 946 time: 0.0904925 Nov 10 21:33:30.996898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bd488a1-81f4-477b-8d29-1d10401ac264 req-7a0d736f-f438-4bb1-be32-00063d08ca33 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Nov 10 21:33:31.029619 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:31.091144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1153b609-54cb-454d-b55c-c0115270aebd,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:31.092497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-937836ee-b447-42ff-8f0f-646fb4808606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:31.095211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-937836ee-b447-42ff-8f0f-646fb4808606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:31.099779 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-937836ee-b447-42ff-8f0f-646fb4808606 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/865018aa-7b04-40a2-b209-f2040b8e03c1 HTTP/1.1" status: 204 len: 168 time: 0.3135111 Nov 10 21:33:31.126232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937836ee-b447-42ff-8f0f-646fb4808606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865018aa-7b04-40a2-b209-f2040b8e03c1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:31.214574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec594-3d81-453c-883b-ea5d53866a68 req-2bca10b1-cb10-45a1-80bc-0fa03fe51bea tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:31.216347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-2bca10b1-cb10-45a1-80bc-0fa03fe51bea tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1364353 Nov 10 21:33:31.232968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-4016da13-162f-4528-9eb8-f60dbbbc0c55 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0105858 Nov 10 21:33:31.245007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1153b609-54cb-454d-b55c-c0115270aebd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:31.292150 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-4db2706a-4cbc-46fe-b6d2-ed55bf201f5e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533042 Nov 10 21:33:31.753741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-23d82917-d82d-4dde-a8cf-6982b8743ad0 service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491735 Nov 10 21:33:31.854722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0afea4a-c13b-4d29-b33d-7426be3d0e36 service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867751 Nov 10 21:33:31.946535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec31df-c7a6-4574-816b-4c823b0988ea req-3fd577f3-7c18-406d-a8b5-4cc8e241b257 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:31.951320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1ec31df-c7a6-4574-816b-4c823b0988ea req-3fd577f3-7c18-406d-a8b5-4cc8e241b257 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 944 time: 0.0528426 Nov 10 21:33:31.998531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1ec31df-c7a6-4574-816b-4c823b0988ea req-349b4cf0-0b7f-45d7-8eaa-b72e43f5f1fb tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444589 Nov 10 21:33:32.157223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babfba4-7603-4243-9097-245f6e2e6c62 req-0fa7221f-563f-4bc7-ae8d-44f6a6b9603a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:32.160651 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8babfba4-7603-4243-9097-245f6e2e6c62 req-0fa7221f-563f-4bc7-ae8d-44f6a6b9603a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0553951 Nov 10 21:33:32.217255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8babfba4-7603-4243-9097-245f6e2e6c62 req-48a847e0-235b-4ba4-8b00-086afb90bee7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521691 Nov 10 21:33:32.227258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d192-da12-4b95-8464-a6a8b4b98849 req-45fae4ab-1cbd-425c-887a-fc468557c03b tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:32.228794 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36b3d192-da12-4b95-8464-a6a8b4b98849 req-45fae4ab-1cbd-425c-887a-fc468557c03b tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 946 time: 0.0941403 Nov 10 21:33:32.286054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36b3d192-da12-4b95-8464-a6a8b4b98849 req-dcb4783c-0ed5-4343-9ec1-a0ad2686d1f0 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494831 Nov 10 21:33:32.295254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-466af4a2-86ce-4218-921f-28c17e2688ee req-a8f14e4f-f0d3-41ec-a08e-bc73d0d7bc65 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 210 time: 0.0265613 Nov 10 21:33:32.710669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1153b609-54cb-454d-b55c-c0115270aebd up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:32.838121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 1153b609-54cb-454d-b55c-c0115270aebd completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:33:32.842180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 1153b609-54cb-454d-b55c-c0115270aebd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:32.842599 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:32.918317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:32.940149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e930a85-70e0-4424-9677-69d3030bd73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1153b609-54cb-454d-b55c-c0115270aebd'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:32.942968 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40f26ed-052f-4d03-92fb-660e13b8e677" -d '{"events": [{"server_uuid": "0e930a85-70e0-4424-9677-69d3030bd73e", "name": "network-vif-plugged", "status": "completed", "tag": "1153b609-54cb-454d-b55c-c0115270aebd"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:32.955249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1153b609-54cb-454d-b55c-c0115270aebd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1153b609-54cb-454d-b55c-c0115270aebd,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:32.983266 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7342d596-1063-41e7-b70b-eb177a1a5f02 x-openstack-request-id: req-7342d596-1063-41e7-b70b-eb177a1a5f02 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:32.984709 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e930a85-70e0-4424-9677-69d3030bd73e", "name": "network-vif-plugged", "status": "completed", "tag": "1153b609-54cb-454d-b55c-c0115270aebd", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:32.984960 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7342d596-1063-41e7-b70b-eb177a1a5f02 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:32.985350 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e930a85-70e0-4424-9677-69d3030bd73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1153b609-54cb-454d-b55c-c0115270aebd', 'code': 200} Nov 10 21:33:33.111077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:33.127574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9d2c-53a7-4d56-b1df-2f6537c7c6ab req-ac457746-71c4-43f3-8964-fe91b824cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:33.129895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-beef9d2c-53a7-4d56-b1df-2f6537c7c6ab req-ac457746-71c4-43f3-8964-fe91b824cf63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 1096 time: 0.0856006 Nov 10 21:33:33.142413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a328d12-80c5-4787-97d5-e7f525ab9a0b req-d50b3ef0-892c-4ddd-86ea-ea9228a1f1ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:33.144455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a328d12-80c5-4787-97d5-e7f525ab9a0b req-d50b3ef0-892c-4ddd-86ea-ea9228a1f1ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 944 time: 0.0656240 Nov 10 21:33:33.209389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1153b609-54cb-454d-b55c-c0115270aebd,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:33.223237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-beef9d2c-53a7-4d56-b1df-2f6537c7c6ab req-1d93a1cb-5b40-43a1-975b-6dc81541d4a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772545 Nov 10 21:33:33.227842 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a328d12-80c5-4787-97d5-e7f525ab9a0b req-d9ba6d22-b02d-4899-b4d1-42b039f0c5db tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756388 Nov 10 21:33:33.350247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2647076-6f3f-42ed-a030-66df58568b4e req-4567df67-f624-4e35-a4e1-d05ddaf53d4d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:33.351998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2647076-6f3f-42ed-a030-66df58568b4e req-4567df67-f624-4e35-a4e1-d05ddaf53d4d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0569487 Nov 10 21:33:33.402938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2647076-6f3f-42ed-a030-66df58568b4e req-bbf55ad0-c16f-4656-b58a-cc34ea323d59 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Nov 10 21:33:33.436314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:33.549347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4bdbe-c3e7-482e-a37f-6c76952af863 req-bffb9bdb-ba25-41d3-8469-15d27e356c3f tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:33.551801 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4c4bdbe-c3e7-482e-a37f-6c76952af863 req-bffb9bdb-ba25-41d3-8469-15d27e356c3f tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 946 time: 0.0571127 Nov 10 21:33:33.567676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c51678d-cd82-4dcb-97c4-de43c309178f req-a9e50e84-20a0-4c2d-a2c9-0be382e6ae07 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 210 time: 0.0403626 Nov 10 21:33:33.593226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:33:33.593573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0bc87bbe-7fe7-46f5-9bcf-6f1609460602 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:33:33.620081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4c4bdbe-c3e7-482e-a37f-6c76952af863 req-0582bffb-28dd-44ea-b466-adec69ba5b3d tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb0eb380-cade-4b9a-9ac2-817796e6a600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616004 Nov 10 21:33:33.742765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-8144f002-d0e8-44db-a09e-5dc339d9ab3d tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:33.744715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-8144f002-d0e8-44db-a09e-5dc339d9ab3d tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.64 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 946 time: 0.0768023 Nov 10 21:33:33.850151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Deleting port 206cea61-069d-46be-aec6-09112f3e8366 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:33:33.850485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:33.947381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] For port 206cea61-069d-46be-aec6-09112f3e8366, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=206cea61-069d-46be-aec6-09112f3e8366,segment=NetworkSegment(27e858be-cbad-4a07-82e4-ced9d519491f),segment_id=27e858be-cbad-4a07-82e4-ced9d519491f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:33.947659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:33.960038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Calling delete_port for 206cea61-069d-46be-aec6-09112f3e8366 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:33:34.130952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56f5924e-d781-4078-b349-1fc7cde884f4 req-2ee96e1c-f0f3-40f9-ad2c-37a62227d4f3 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ff7816c800ce43aab6db204b0989ed05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300066 Nov 10 21:33:34.181149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:34.206230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['206cea61-069d-46be-aec6-09112f3e8366'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:34.219894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Pushing event deleted for resources: {'Port': ['ID=206cea61-069d-46be-aec6-09112f3e8366,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:34.276941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] No DVR routers for this DVR port 206cea61-069d-46be-aec6-09112f3e8366 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:33:34.279381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:34.283010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e005cd9-1874-4853-89e5-442622b42cf5 req-937a33a0-c7dd-46e0-bfbb-ccefb55898a3 tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.64 "DELETE /v2.0/ports/206cea61-069d-46be-aec6-09112f3e8366 HTTP/1.1" status: 204 len: 173 time: 0.5255134 Nov 10 21:33:34.283452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'name': 'network-vif-deleted', 'tag': '206cea61-069d-46be-aec6-09112f3e8366'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:34.286872 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0090d265-05e0-45de-a168-ad5c30991260" -d '{"events": [{"server_uuid": "23119328-67ac-40f6-93e2-f3e2e7c18ad1", "name": "network-vif-deleted", "tag": "206cea61-069d-46be-aec6-09112f3e8366"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:34.346341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5924e-d781-4078-b349-1fc7cde884f4 req-38d1867d-bfaa-4a6f-8a32-13e30555bdd8 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:34.348851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56f5924e-d781-4078-b349-1fc7cde884f4 req-38d1867d-bfaa-4a6f-8a32-13e30555bdd8 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125010 Nov 10 21:33:34.365898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56f5924e-d781-4078-b349-1fc7cde884f4 req-3a1dc82e-6388-4ed7-b5ed-6b8c060b374a tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/quotas/ff7816c800ce43aab6db204b0989ed05 HTTP/1.1" status: 200 len: 375 time: 0.0107775 Nov 10 21:33:34.402520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56f5924e-d781-4078-b349-1fc7cde884f4 req-71196d1d-65e2-43a4-8301-5c7e68b0748b tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff7816c800ce43aab6db204b0989ed05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292926 Nov 10 21:33:34.449995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3421c-4bfa-4f0c-869e-91b3714fda49 req-14ee5e54-c0b3-4e8b-ad17-226812c64201 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:34.451557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71d3421c-4bfa-4f0c-869e-91b3714fda49 req-14ee5e54-c0b3-4e8b-ad17-226812c64201 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.1150775 Nov 10 21:33:34.524809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec594-3d81-453c-883b-ea5d53866a68 req-9d50e035-ba97-43db-ac4a-89693cfc52ad tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:34.524809 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-9d50e035-ba97-43db-ac4a-89693cfc52ad tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1618574 Nov 10 21:33:34.524809 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49840f7-7aae-4d28-934e-d79e323c4094 x-openstack-request-id: req-e49840f7-7aae-4d28-934e-d79e323c4094 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:34.524809 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23119328-67ac-40f6-93e2-f3e2e7c18ad1", "name": "network-vif-deleted", "tag": "206cea61-069d-46be-aec6-09112f3e8366", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:34.524809 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e49840f7-7aae-4d28-934e-d79e323c4094 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:34.524809 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23119328-67ac-40f6-93e2-f3e2e7c18ad1', 'name': 'network-vif-deleted', 'tag': '206cea61-069d-46be-aec6-09112f3e8366', 'status': 'completed', 'code': 200} Nov 10 21:33:34.526304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Request body: {'port': {'device_id': '961afa79-44f6-4f64-84a6-ce504101238e', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'admin_state_up': True, 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:34.560489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71d3421c-4bfa-4f0c-869e-91b3714fda49 req-ca53033a-7152-4991-a278-7c0e20c166b5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023209 Nov 10 21:33:34.647148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5a397-5fb8-4798-8b38-8d349d9853e3 req-19c8ea0a-cc52-4ab0-af4b-9d4254b71026 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:34.648731 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9b5a397-5fb8-4798-8b38-8d349d9853e3 req-19c8ea0a-cc52-4ab0-af4b-9d4254b71026 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0916646 Nov 10 21:33:34.703676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9b5a397-5fb8-4798-8b38-8d349d9853e3 req-99a4ec2e-1791-4e4b-845d-d058459c3bf7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450377 Nov 10 21:33:34.788779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73775766-c25c-46da-b918-be89e6fbe1a3 req-7689d35f-b2da-4253-b63c-6e78b113c1f6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 210 time: 0.0275307 Nov 10 21:33:34.821180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:34.825140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:34.874452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-089fe0a7-1738-47e5-8f28-bfb935593010 req-279f8d70-b827-4412-8822-9b9f8b73155a tempest-ServerAddressesTestJSON-1892106593 tempest-ServerAddressesTestJSON-1892106593-project] 10.222.0.45 "GET /v2.0/ports?device_id=23119328-67ac-40f6-93e2-f3e2e7c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0282824 Nov 10 21:33:34.976825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Allocated IP 172.20.0.2 (f6127c6e-9e3d-4d2d-980c-fd707f259f13/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68/9a06929f-6169-47c5-ac97-7e1f301ea554) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:35.131674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:35.291571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:35.306636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:35.402483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:35.406669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:35.416125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:35.429279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event updated for resources: {'Port': ['ID=9a06929f-6169-47c5-ac97-7e1f301ea554,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:35.504544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b34d35c2-022e-45fb-83ed-1b5e60cba68c req-c59295c1-a6ca-4db4-8d2f-d206b6f9e435 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ff7816c800ce43aab6db204b0989ed05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378759 Nov 10 21:33:35.518141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:35.521516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:35.540451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9373c-7503-4efd-b724-77c4b97340aa req-62565506-874a-4566-bba9-5dda7d01361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:35.541855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9373c-7503-4efd-b724-77c4b97340aa req-62565506-874a-4566-bba9-5dda7d01361f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 1098 time: 0.1226273 Nov 10 21:33:35.695166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-e0137f56-d20a-4fef-8240-e666ad350e1b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1727376 Nov 10 21:33:35.696960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93141a-b495-4142-8bd5-7ee83edc776f req-7ded09b2-c560-47c1-9f75-63e83bb6b1a6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:35.699373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd93141a-b495-4142-8bd5-7ee83edc776f req-7ded09b2-c560-47c1-9f75-63e83bb6b1a6 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0559134 Nov 10 21:33:35.701334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d197a6f-5ce0-4e44-93f9-c19923c4d9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:35.712881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d35c2-022e-45fb-83ed-1b5e60cba68c req-57038959-b287-4b21-86de-e3cf674abdc5 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:35.714385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b34d35c2-022e-45fb-83ed-1b5e60cba68c req-57038959-b287-4b21-86de-e3cf674abdc5 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912646 Nov 10 21:33:35.725769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Request body: {'port': {'device_id': '961afa79-44f6-4f64-84a6-ce504101238e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:35.753895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd93141a-b495-4142-8bd5-7ee83edc776f req-9533e16f-ddd6-4e29-8774-b52635630529 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 Nov 10 21:33:35.762344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9373c-7503-4efd-b724-77c4b97340aa req-24496519-8695-4c6d-9a50-b9692feae869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:35.763862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9373c-7503-4efd-b724-77c4b97340aa req-24496519-8695-4c6d-9a50-b9692feae869 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 912 time: 0.1990743 Nov 10 21:33:35.767341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b34d35c2-022e-45fb-83ed-1b5e60cba68c req-4cd52eb3-ba25-4df5-bcd2-0f99a5d6e7d8 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/quotas/ff7816c800ce43aab6db204b0989ed05 HTTP/1.1" status: 200 len: 375 time: 0.0457406 Nov 10 21:33:35.862171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b34d35c2-022e-45fb-83ed-1b5e60cba68c req-8766f50d-f1df-4e3d-856c-6298e52d7966 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff7816c800ce43aab6db204b0989ed05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817997 Nov 10 21:33:35.865770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9373c-7503-4efd-b724-77c4b97340aa req-75c592dd-7c91-4aef-8031-24b005c6dccd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309 HTTP/1.1" status: 200 len: 217 time: 0.0926301 Nov 10 21:33:35.871402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:35.889667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0fada-a0cb-4a36-a07e-02f9f14ba3ba req-e25aeef6-c883-42c0-bae4-a099bb109e60 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:35.891546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6d0fada-a0cb-4a36-a07e-02f9f14ba3ba req-e25aeef6-c883-42c0-bae4-a099bb109e60 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0564878 Nov 10 21:33:35.957012 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6d0fada-a0cb-4a36-a07e-02f9f14ba3ba req-befe20a7-50b0-413c-b994-d4c61dd39338 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561206 Nov 10 21:33:35.964184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9373c-7503-4efd-b724-77c4b97340aa req-ee10ad33-45ee-40f8-b2da-1983f913b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:35.964184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9373c-7503-4efd-b724-77c4b97340aa req-ee10ad33-45ee-40f8-b2da-1983f913b6ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da2e3be0-1669-44d1-ad57-12c7e33f5326 HTTP/1.1" status: 200 len: 851 time: 0.0906508 Nov 10 21:33:36.063955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9373c-7503-4efd-b724-77c4b97340aa req-b4cb3352-cee1-49d9-8b70-747de41fbd8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43131b5-8033-4023-8c9e-2123f1f926e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335171 Nov 10 21:33:36.086472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ad58d-7420-43b6-8bb6-28f8fc40454b req-d7cb4737-0c22-4489-833e-814468f653ca tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:36.088195 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc5ad58d-7420-43b6-8bb6-28f8fc40454b req-d7cb4737-0c22-4489-833e-814468f653ca tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 931 time: 0.0650065 Nov 10 21:33:36.143451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc5ad58d-7420-43b6-8bb6-28f8fc40454b req-572e4f5d-81f4-4dc1-bd4d-ea10ec69dbd5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Nov 10 21:33:36.210213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59774) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:36.244696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9373c-7503-4efd-b724-77c4b97340aa req-93fbacd0-4578-43b9-a08b-669102d159ae service neutron] 10.222.0.53 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735556 Nov 10 21:33:36.276648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] Deleting subnet d9eda6c1-c2b7-4904-983f-08313df564e2 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:33:36.282044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.326057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.373633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.402085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a06929f-6169-47c5-ac97-7e1f301ea554 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:36.414329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9373c-7503-4efd-b724-77c4b97340aa req-6f05631d-24f9-4cdd-b864-5bd7c2e916d0 service neutron] 10.222.0.53 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557355 Nov 10 21:33:36.416306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.535566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfe549-0f8f-44b3-9971-c32abcff6d3a req-b7de8f62-df12-41c7-86c0-ea3bf0b844ee tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:36.539298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Transition to ACTIVE for port object 9a06929f-6169-47c5-ac97-7e1f301ea554 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:33:36.539440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-78dfe549-0f8f-44b3-9971-c32abcff6d3a req-b7de8f62-df12-41c7-86c0-ea3bf0b844ee tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0710399 Nov 10 21:33:36.539440 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.577041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9eda6c1-c2b7-4904-983f-08313df564e2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:36.589946 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.594430 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6750a7fb-e704-40da-88b5-1fcfbb5aa2c8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d9eda6c1-c2b7-4904-983f-08313df564e2 HTTP/1.1" status: 204 len: 168 time: 0.3829997 Nov 10 21:33:36.599105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59788) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:36.630565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-78dfe549-0f8f-44b3-9971-c32abcff6d3a req-193e1255-d826-468f-a591-f1f031145c56 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689039 Nov 10 21:33:36.632976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.729905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Pushing event updated for resources: {'Port': ['ID=9a06929f-6169-47c5-ac97-7e1f301ea554,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:36.734035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.873442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.876485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Attempting to bind port 9a06929f-6169-47c5-ac97-7e1f301ea554 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:36.876824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Attempting to bind port 9a06929f-6169-47c5-ac97-7e1f301ea554 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:36.877147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Attempting to bind port 9a06929f-6169-47c5-ac97-7e1f301ea554 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:36.888535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Port 9a06929f-6169-47c5-ac97-7e1f301ea554 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:33:36.888860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Attempting to bind port 9a06929f-6169-47c5-ac97-7e1f301ea554 on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:36.904017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:36.905062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:36.905062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Bound using segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:36.905306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Bound port: 9a06929f-6169-47c5-ac97-7e1f301ea554, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:36.905516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.908365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f481cd-74d5-46ba-87ea-68798ef6f1bb']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:36.926481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e858be-cbad-4a07-82e4-ced9d519491f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:36.926854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e858be-cbad-4a07-82e4-ced9d519491f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:33:36.939758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.962265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54b77bb5-0edf-499d-8cc1-3fbbc020b980 req-989cb21c-be9f-4338-9126-991779b75622 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ff7816c800ce43aab6db204b0989ed05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216999 Nov 10 21:33:36.977418 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.989765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:33:36.990167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:33:36.991871 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:33:37.069727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] For port 9a06929f-6169-47c5-ac97-7e1f301ea554, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:37.083579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b77bb5-0edf-499d-8cc1-3fbbc020b980 req-e5693b45-3dd1-420b-a5ee-5cd1dee0395a tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:37.085045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54b77bb5-0edf-499d-8cc1-3fbbc020b980 req-e5693b45-3dd1-420b-a5ee-5cd1dee0395a tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172562 Nov 10 21:33:37.102432 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54b77bb5-0edf-499d-8cc1-3fbbc020b980 req-cf39dc35-df7a-429f-9b1f-3e98910605a3 tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/quotas/ff7816c800ce43aab6db204b0989ed05 HTTP/1.1" status: 200 len: 375 time: 0.0109909 Nov 10 21:33:37.107556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] For port 9a06929f-6169-47c5-ac97-7e1f301ea554, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9a06929f-6169-47c5-ac97-7e1f301ea554,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:37.129758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846a4a9-34ae-47cb-b5e7-909d963372b5 req-97a442a8-b3e7-43a1-94fa-4a8099700a93 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:37.131887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e846a4a9-34ae-47cb-b5e7-909d963372b5 req-97a442a8-b3e7-43a1-94fa-4a8099700a93 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0811682 Nov 10 21:33:37.138468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54b77bb5-0edf-499d-8cc1-3fbbc020b980 req-a44237cf-f0e1-4d57-9e8a-f206b1864def tempest-QuotasAdminNegativeTest-1651120042 tempest-QuotasAdminNegativeTest-1651120042-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ff7816c800ce43aab6db204b0989ed05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293851 Nov 10 21:33:37.183582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e846a4a9-34ae-47cb-b5e7-909d963372b5 req-653dedc8-11ec-453d-8749-31f951e567ac tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Nov 10 21:33:37.239902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:37.250017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:37.280714 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:37.286125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] 10.222.0.45 "DELETE /v2.0/networks/08f481cd-74d5-46ba-87ea-68798ef6f1bb HTTP/1.1" status: 204 len: 168 time: 0.6847799 Nov 10 21:33:37.294747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:37.295338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:37.296744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] 10.222.0.64 "PUT /v2.0/ports/9a06929f-6169-47c5-ac97-7e1f301ea554 HTTP/1.1" status: 200 len: 1092 time: 1.5814056 Nov 10 21:33:37.299876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961afa79-44f6-4f64-84a6-ce504101238e', 'tag': '9a06929f-6169-47c5-ac97-7e1f301ea554'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:37.303464 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "961afa79-44f6-4f64-84a6-ce504101238e", "tag": "9a06929f-6169-47c5-ac97-7e1f301ea554"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:37.317500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b27a2-f412-4d58-b0d0-611e1f0fd325 req-59f19205-5764-4cd7-b851-d5752f37c64f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:37.319261 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a8b27a2-f412-4d58-b0d0-611e1f0fd325 req-59f19205-5764-4cd7-b851-d5752f37c64f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 943 time: 0.0646162 Nov 10 21:33:37.322634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c19dae-b439-4789-9767-4938a7defe63 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f481cd-74d5-46ba-87ea-68798ef6f1bb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:37.343195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4220d-47ff-4e9e-86c7-ba053f399a13 service neutron] Pushing event updated for resources: {'Port': ['ID=9a06929f-6169-47c5-ac97-7e1f301ea554,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:37.404995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a8b27a2-f412-4d58-b0d0-611e1f0fd325 req-9d2ad3de-2e55-4a38-b9c9-228609f737ce tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523758 Nov 10 21:33:37.448902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 206cea61-069d-46be-aec6-09112f3e8366 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:37.453444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec594-3d81-453c-883b-ea5d53866a68 req-afaba5e1-be2d-4d37-84da-d44e9e778b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:37.455058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-afaba5e1-be2d-4d37-84da-d44e9e778b42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 1095 time: 0.0520139 Nov 10 21:33:37.469765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 206cea61-069d-46be-aec6-09112f3e8366 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:33:37.470463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 206cea61-069d-46be-aec6-09112f3e8366 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:33:37.502208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-a28ed49e-5421-4d97-a826-3d7f366815aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a06929f-6169-47c5-ac97-7e1f301ea554 HTTP/1.1" status: 200 len: 217 time: 0.0377026 Nov 10 21:33:37.541365 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e285a88-5dae-4ec8-aa76-4934f25eae69 x-openstack-request-id: req-9e285a88-5dae-4ec8-aa76-4934f25eae69 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:37.541649 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961afa79-44f6-4f64-84a6-ce504101238e", "tag": "9a06929f-6169-47c5-ac97-7e1f301ea554", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:37.541881 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e285a88-5dae-4ec8-aa76-4934f25eae69 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:37.542272 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961afa79-44f6-4f64-84a6-ce504101238e', 'tag': '9a06929f-6169-47c5-ac97-7e1f301ea554', 'status': 'completed', 'code': 200} Nov 10 21:33:37.564353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec594-3d81-453c-883b-ea5d53866a68 req-54982386-199b-452a-997b-5bcace2edcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:37.565923 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-54982386-199b-452a-997b-5bcace2edcb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.0562813 Nov 10 21:33:37.612985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-4d2054d7-b5a4-4f5a-bf23-6a461ad6c598 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375051 Nov 10 21:33:37.719849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-916d07b8-f8b5-4d8f-ae31-bdb24a36b4f2 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989826 Nov 10 21:33:37.762472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff268e-0cf1-4810-85ab-3c2c89a0748d req-4c2a51b5-e211-4c26-bb93-0b907173b5a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:37.763971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bfff268e-0cf1-4810-85ab-3c2c89a0748d req-4c2a51b5-e211-4c26-bb93-0b907173b5a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0542810 Nov 10 21:33:37.809191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59830) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:37.819935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bfff268e-0cf1-4810-85ab-3c2c89a0748d req-0da2ff3d-22aa-44dc-b647-bdd0ba8bcd64 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473177 Nov 10 21:33:37.851837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31eec594-3d81-453c-883b-ea5d53866a68 req-5a95e753-cc4d-40e0-a5e6-76f44cdc6dc5 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246786 Nov 10 21:33:37.866738 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a493aa8e-3ce1-4571-9f52-b4e3f6b3d2f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5a029a46a8347069a6bdf84aa97d72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559475 Nov 10 21:33:37.869193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59832) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:37.919086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68c032ee-45ca-4dbe-8510-228973a551d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:37.941332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68c032ee-45ca-4dbe-8510-228973a551d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.054993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-be6f8310-83fb-4888-a9db-cf2ccd0080ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.113731 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68c032ee-45ca-4dbe-8510-228973a551d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.116387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68c032ee-45ca-4dbe-8510-228973a551d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.117587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-68c032ee-45ca-4dbe-8510-228973a551d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb0eb380-cade-4b9a-9ac2-817796e6a600 HTTP/1.1" status: 204 len: 168 time: 0.2472274 Nov 10 21:33:38.130193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-51546fc0-3a49-4444-8e42-b5bb9db31120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:38.131834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-51546fc0-3a49-4444-8e42-b5bb9db31120 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 1095 time: 0.0518076 Nov 10 21:33:38.132717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c032ee-45ca-4dbe-8510-228973a551d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0eb380-cade-4b9a-9ac2-817796e6a600,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:38.249886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-4a9be022-3d7a-4170-a204-d6c109c7c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:38.251374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-4a9be022-3d7a-4170-a204-d6c109c7c237 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 906 time: 0.1114848 Nov 10 21:33:38.277869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59840) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:38.337141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-3b468641-a0e0-40d5-86b4-f50dd5a1821f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9a06929f-6169-47c5-ac97-7e1f301ea554 HTTP/1.1" status: 200 len: 217 time: 0.0756028 Nov 10 21:33:38.394211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acef64-1a3c-4385-97bb-11896f2ec85c req-5d11d275-d1bd-4270-9f9c-49dc24f623ff tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:38.395948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76acef64-1a3c-4385-97bb-11896f2ec85c req-5d11d275-d1bd-4270-9f9c-49dc24f623ff tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.1244743 Nov 10 21:33:38.397018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d89987ee-86eb-4da8-931f-cf6125b95011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.407061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-e3fcec7c-ba4e-4849-9c14-54b87f5f4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:38.408553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-e3fcec7c-ba4e-4849-9c14-54b87f5f4be3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.0638862 Nov 10 21:33:38.452978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-0ed68db0-5d74-468d-b588-9433a7cfab71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310616 Nov 10 21:33:38.482528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d89987ee-86eb-4da8-931f-cf6125b95011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.504233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76acef64-1a3c-4385-97bb-11896f2ec85c req-c17629d7-acee-43fb-a1ec-289f6b390db0 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990069 Nov 10 21:33:38.566902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306c218-2e02-4f6d-bee8-06c00bf66d16 req-737466ca-a383-46d8-938d-3bc2f5fd8639 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:38.568559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8306c218-2e02-4f6d-bee8-06c00bf66d16 req-737466ca-a383-46d8-938d-3bc2f5fd8639 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 943 time: 0.0609837 Nov 10 21:33:38.595824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-cd511960-3512-4c08-8962-f850f40b1370 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169894 Nov 10 21:33:38.640359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8306c218-2e02-4f6d-bee8-06c00bf66d16 req-47fc8c8c-ae04-41d9-936a-326d2c3651ba tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612140 Nov 10 21:33:38.670199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d89987ee-86eb-4da8-931f-cf6125b95011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.735706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d89987ee-86eb-4da8-931f-cf6125b95011 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff7816c800ce43aab6db204b0989ed05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4567294 Nov 10 21:33:38.739386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59856) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:38.756578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee9ddb-3bda-4921-a241-4ddfa8a17b0e req-1c306455-dbd2-460a-86d2-36993ff4b547 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552718 Nov 10 21:33:38.761633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89987ee-86eb-4da8-931f-cf6125b95011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7441f2db-3d4d-4e37-8933-b2f32b9d91e9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:38.800605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b51c-4bcc-48a1-b06b-1c02b8d268c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.823867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b51c-4bcc-48a1-b06b-1c02b8d268c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:38.950589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd56109-f885-47d7-a624-5715071b12b3 req-231b834b-beaf-44a9-92c2-1811254943fe tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:38.951989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fd56109-f885-47d7-a624-5715071b12b3 req-231b834b-beaf-44a9-92c2-1811254943fe tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0564773 Nov 10 21:33:39.001485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fd56109-f885-47d7-a624-5715071b12b3 req-f50da25b-a54b-4497-9a52-2847ea5819ef tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Nov 10 21:33:39.009613 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b51c-4bcc-48a1-b06b-1c02b8d268c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:39.012758 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fb5b51c-4bcc-48a1-b06b-1c02b8d268c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:39.016900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6fb5b51c-4bcc-48a1-b06b-1c02b8d268c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7441f2db-3d4d-4e37-8933-b2f32b9d91e9 HTTP/1.1" status: 204 len: 168 time: 0.2765219 Nov 10 21:33:39.038503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5b51c-4bcc-48a1-b06b-1c02b8d268c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441f2db-3d4d-4e37-8933-b2f32b9d91e9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:39.230953 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:39.628519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58688d19-15a7-485e-b5a2-19b1d6c5f013 req-3ab44868-f72f-4122-b754-c1b0d53c964a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:39.630064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58688d19-15a7-485e-b5a2-19b1d6c5f013 req-3ab44868-f72f-4122-b754-c1b0d53c964a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0525677 Nov 10 21:33:39.684377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58688d19-15a7-485e-b5a2-19b1d6c5f013 req-b4babede-c02e-48e0-976e-86189211bfba tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473750 Nov 10 21:33:39.821146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59894) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:39.836862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-407cd692-afa4-426b-aff1-f9450e756cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:39.860532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0305-970e-4fe6-a897-c86ba1ba47ae req-87f6097d-b4aa-47f4-aab6-e277d69ccebc tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:39.862188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccce0305-970e-4fe6-a897-c86ba1ba47ae req-87f6097d-b4aa-47f4-aab6-e277d69ccebc tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 943 time: 0.0555031 Nov 10 21:33:39.914682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccce0305-970e-4fe6-a897-c86ba1ba47ae req-a0b1a9e7-3df0-4eab-ac74-35a535a50dce tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Nov 10 21:33:39.916000 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-407cd692-afa4-426b-aff1-f9450e756cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:40.078410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-407cd692-afa4-426b-aff1-f9450e756cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:40.147899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8f95-d369-4861-9e22-425257234955 req-617e5220-c8e4-4198-a899-d54ceb7190bf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.151673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-407cd692-afa4-426b-aff1-f9450e756cf7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a88560b6a44a4ee982d91dd964c1973d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3269670 Nov 10 21:33:40.151847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a17a8f95-d369-4861-9e22-425257234955 req-617e5220-c8e4-4198-a899-d54ceb7190bf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0510478 Nov 10 21:33:40.152133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59898) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:40.153648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd692-afa4-426b-aff1-f9450e756cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19ba2f8-c9df-44c9-ae47-7116be72a213,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:40.186153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-38e90c36-f64c-4438-b35e-50dc56602d80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0742128 Nov 10 21:33:40.235458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a17a8f95-d369-4861-9e22-425257234955 req-6edbcbc9-2c4a-47c4-a7ca-40f764b4ba1d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753229 Nov 10 21:33:40.241035 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7de34312-2dbd-4739-ad40-2667578d3d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:40.269999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7de34312-2dbd-4739-ad40-2667578d3d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:40.274560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.275035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.275503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.276075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.276531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.276983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.277444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.284645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e9f335dc-64ab-4571-8c53-40b619703b18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6505 time: 0.0680213 Nov 10 21:33:40.370419 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7de34312-2dbd-4739-ad40-2667578d3d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:40.375829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7de34312-2dbd-4739-ad40-2667578d3d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:40.378606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7de34312-2dbd-4739-ad40-2667578d3d1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b19ba2f8-c9df-44c9-ae47-7116be72a213 HTTP/1.1" status: 204 len: 168 time: 0.2247009 Nov 10 21:33:40.398827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de34312-2dbd-4739-ad40-2667578d3d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19ba2f8-c9df-44c9-ae47-7116be72a213,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:40.409176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b7480f92-457c-4971-8ef4-dc361a0f3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.411932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b7480f92-457c-4971-8ef4-dc361a0f3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.411932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b7480f92-457c-4971-8ef4-dc361a0f3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.412215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b7480f92-457c-4971-8ef4-dc361a0f3eb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbc1997-e0f6-40b9-b64d-1422ec458b59&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=6359ee6b-9696-4450-b1ad-82a172074b22&id=6359ee6b-9696-4450-b1ad-82a172074b22 HTTP/1.1" status: 200 len: 2298 time: 0.1080177 Nov 10 21:33:40.490570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-f5306610-e1b5-447c-9ec3-fd1684e7b1a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138 HTTP/1.1" status: 200 len: 1002 time: 0.0698366 Nov 10 21:33:40.548689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-64c3e14e-e728-4103-ba0d-be839d272169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.551034 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-64c3e14e-e728-4103-ba0d-be839d272169 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c8312dd-f4d5-44d5-8e28-d99358036f7e HTTP/1.1" status: 200 len: 855 time: 0.0510702 Nov 10 21:33:40.600580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e1df2a04-f7af-438b-9c7b-34c67e79163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:40.602687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-e1df2a04-f7af-438b-9c7b-34c67e79163c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbc1997-e0f6-40b9-b64d-1422ec458b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426586 Nov 10 21:33:40.700946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:40.704636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-34c09fba-f2b6-4c2d-96dd-d0f874bc317f service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927145 Nov 10 21:33:41.105212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b58d5e-9eb1-472f-b32a-b89cb91309ca req-4bb20fc5-6b1e-4e11-a5ee-39dd0e6b8ea9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:41.110334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00b58d5e-9eb1-472f-b32a-b89cb91309ca req-4bb20fc5-6b1e-4e11-a5ee-39dd0e6b8ea9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 943 time: 0.0854654 Nov 10 21:33:41.166302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00b58d5e-9eb1-472f-b32a-b89cb91309ca req-4fccaaaa-93d3-4b57-b4c9-99f17f0c5e1d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491819 Nov 10 21:33:41.200322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-2e6abcce-2fb1-4ae6-87a2-8a89421b5f1b service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911489 Nov 10 21:33:41.209318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b5277-76d3-40f9-b52e-4003976d21c3 req-cfd57e4e-d43d-4d4f-b4c5-c32d8e59caf0 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:41.210746 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-509b5277-76d3-40f9-b52e-4003976d21c3 req-cfd57e4e-d43d-4d4f-b4c5-c32d8e59caf0 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.4496927 Nov 10 21:33:41.257203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b11dcdc5-1a61-447a-b82e-5497c37f8983 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 200 len: 217 time: 0.0452669 Nov 10 21:33:41.306518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:41.347610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-509b5277-76d3-40f9-b52e-4003976d21c3 req-4618db13-5bd0-4d3b-8b64-68149f4419f5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290531 Nov 10 21:33:41.351219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-77e2ec75-18ab-4fb2-9e11-0c0b4de77157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:41.351219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-77e2ec75-18ab-4fb2-9e11-0c0b4de77157 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0815518 Nov 10 21:33:41.416104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-71144d6e-457a-415b-94c0-ca65bccc787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:41.418142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-71144d6e-457a-415b-94c0-ca65bccc787b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596561 Nov 10 21:33:41.469265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb485e7-6301-4d3b-8aff-d3291a01a79e req-584109f9-3bdf-4cce-8c94-886ffbf22ec5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:41.470135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9a06929f-6169-47c5-ac97-7e1f301ea554 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:33:41.471097 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cfb485e7-6301-4d3b-8aff-d3291a01a79e req-584109f9-3bdf-4cce-8c94-886ffbf22ec5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0538461 Nov 10 21:33:41.555421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b89199ca-623e-4f33-81e8-34148dde5644 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269341 Nov 10 21:33:41.600555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cfb485e7-6301-4d3b-8aff-d3291a01a79e req-79bb08a7-6dde-4c51-ab1b-662c515831bb tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091263 Nov 10 21:33:41.681076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-6150017a-3685-44d6-8fa0-01ca13dbb32e service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205161 Nov 10 21:33:41.683742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9a06929f-6169-47c5-ac97-7e1f301ea554, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9a06929f-6169-47c5-ac97-7e1f301ea554,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:41.699014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '9a06929f-6169-47c5-ac97-7e1f301ea554', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'port_id': '9a06929f-6169-47c5-ac97-7e1f301ea554', 'mac_address': 'fa:16:3e:a1:c8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29cd99-eb18-4eb1-9862-48ea5e0b2c68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:33:41.729118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b8066506-4d9a-4119-8bff-0e807282166e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 200 len: 217 time: 0.0399137 Nov 10 21:33:41.741368 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:41.756412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a06929f-6169-47c5-ac97-7e1f301ea554 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:41.777712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9a06929f-6169-47c5-ac97-7e1f301ea554, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9a06929f-6169-47c5-ac97-7e1f301ea554,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:41.788043 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-10c1a332-a765-4053-b21a-fb66a5b4f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:41.789579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-10c1a332-a765-4053-b21a-fb66a5b4f25a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0483210 Nov 10 21:33:41.842089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-c09dc993-763f-4594-907c-bfa769e28e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:41.842211 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-c09dc993-763f-4594-907c-bfa769e28e72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444624 Nov 10 21:33:41.929731 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:41.960364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-659fe249-1a9e-41e9-bdfe-fc86ae76ebf2 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097319 Nov 10 21:33:42.041574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=9a06929f-6169-47c5-ac97-7e1f301ea554,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:42.149898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-110fb446-c41c-4001-8151-ba1d2307229b service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809886 Nov 10 21:33:42.195433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-50e03c09-e6f8-4aed-8dbc-daeddc3ef1fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41 HTTP/1.1" status: 200 len: 217 time: 0.0382531 Nov 10 21:33:42.264089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-22cad2e7-d83a-4f03-b851-44e82950e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:42.265760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-22cad2e7-d83a-4f03-b851-44e82950e6ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0637624 Nov 10 21:33:42.353626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab531d5f-0384-4f4f-8408-6211180deeed req-a1a230b1-21de-48ed-b055-12733af68441 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:42.355552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab531d5f-0384-4f4f-8408-6211180deeed req-a1a230b1-21de-48ed-b055-12733af68441 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 944 time: 0.1070669 Nov 10 21:33:42.368719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-be67e33a-1322-452c-a19a-c40477393d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:42.368719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-be67e33a-1322-452c-a19a-c40477393d85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817428 Nov 10 21:33:42.491945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab531d5f-0384-4f4f-8408-6211180deeed req-52aae6b9-4a9b-4f70-b87f-37e2faeb6fb9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233344 Nov 10 21:33:42.497958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['9a06929f-6169-47c5-ac97-7e1f301ea554'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:42.526799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-a395f79f-d81b-47b0-8ef0-da1e4b328e16 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387534 Nov 10 21:33:42.586584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445df6-2abb-4e5c-abaa-e937c261f38a req-96705ab5-ab76-4cfb-9220-ee55fe59ded3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:42.606995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db445df6-2abb-4e5c-abaa-e937c261f38a req-96705ab5-ab76-4cfb-9220-ee55fe59ded3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.1139259 Nov 10 21:33:42.717764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db445df6-2abb-4e5c-abaa-e937c261f38a req-35b6e36a-0a3d-422e-97e5-ddb594d2f032 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087556 Nov 10 21:33:42.741046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-84cfbf7e-ed75-478b-9add-5f7f7f781065 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094700 Nov 10 21:33:42.823140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d6fcf-facf-47dd-b64a-c9f06cc4133b req-70824fa0-ba0c-4a1e-9e41-bf8486b7dee8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:42.824714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-472d6fcf-facf-47dd-b64a-c9f06cc4133b req-70824fa0-ba0c-4a1e-9e41-bf8486b7dee8 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.1150665 Nov 10 21:33:42.826428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b978c942-269e-49a7-96c8-92810643aa5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514 HTTP/1.1" status: 200 len: 217 time: 0.0618322 Nov 10 21:33:42.897676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-5fe91df4-1456-4a4c-ad83-74b3d81d7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:42.899775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-5fe91df4-1456-4a4c-ad83-74b3d81d7807 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0599542 Nov 10 21:33:42.963820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-472d6fcf-facf-47dd-b64a-c9f06cc4133b req-70dc657b-f383-40a6-9bc1-df83e797e027 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314673 Nov 10 21:33:42.976131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-4a79c82d-a53b-483f-83ef-b21cee35195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:42.977892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-4a79c82d-a53b-483f-83ef-b21cee35195d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698915 Nov 10 21:33:43.090866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-04bd5095-b989-4c7e-8803-0ccd8970ff12 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051378 Nov 10 21:33:43.192064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b0f0f0b3-b025-41f1-9571-0aa3d51275f7 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941527 Nov 10 21:33:43.239291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-d45a80bf-f045-4166-bc30-8d8b8ad85b46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 HTTP/1.1" status: 200 len: 217 time: 0.0386326 Nov 10 21:33:43.260002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1100821579', 'description': 'tempest-description-1504352675'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:43.312802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-7048e002-9f31-47db-9380-331d9f415561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:43.314280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-7048e002-9f31-47db-9380-331d9f415561 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 200 len: 797 time: 0.0672669 Nov 10 21:33:43.361511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-ee5c7d74-4a34-4e3f-8047-8867bec6f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:43.363288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-ee5c7d74-4a34-4e3f-8047-8867bec6f45a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0412085 Nov 10 21:33:43.398609 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:43.432366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:43.493310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-7c2a7c83-6a08-45ee-b23a-96401e86ddbc service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218870 Nov 10 21:33:43.600795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:43.618068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-621b25af-ed0b-4523-a470-6b10d9149c6f service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146550 Nov 10 21:33:43.668294 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:43.677945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-b880f9a9-5df0-451f-90d4-f246ddfbfaba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=413693c0-7375-4fca-8afa-16feab091d0c HTTP/1.1" status: 200 len: 217 time: 0.0524316 Nov 10 21:33:43.744151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39cadf58-68a7-44f2-af27-45cd24414ada,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:43.770859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0edadf-1046-43c6-b51d-061e5a4600d3 req-3ff1f09a-8477-46a6-ab3f-181c7cce250e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:43.771974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-1f6575c0-eb4d-4d8d-83ba-40e906828f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:43.772725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c0edadf-1046-43c6-b51d-061e5a4600d3 req-3ff1f09a-8477-46a6-ab3f-181c7cce250e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 944 time: 0.0600238 Nov 10 21:33:43.773439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-1f6575c0-eb4d-4d8d-83ba-40e906828f8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 200 len: 797 time: 0.0818501 Nov 10 21:33:43.819097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:43.824494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c0edadf-1046-43c6-b51d-061e5a4600d3 req-0a455584-706a-49ad-b15f-0a7fecc27655 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Nov 10 21:33:43.832386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-6c3136ee-4469-4e06-a29a-4df565eadfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:43.836467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-6c3136ee-4469-4e06-a29a-4df565eadfb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513830 Nov 10 21:33:43.905949 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:43.952069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8e3fc-b1d1-4c88-bdd6-3a1bd5946738,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:43.969534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-45f16e8c-866b-487d-9632-2c7927b5cfda service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276124 Nov 10 21:33:43.998663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7db15-0ac2-4b5b-a837-afed31a06722 req-3fc6fc6e-ae6b-49aa-aa08-e80a6e92db43 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:44.000069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09d7db15-0ac2-4b5b-a837-afed31a06722 req-3fc6fc6e-ae6b-49aa-aa08-e80a6e92db43 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0629139 Nov 10 21:33:44.037191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.038747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc03d1e7-cdd9-42aa-9412-3fa531151314 req-948a60b3-dec4-48f5-b801-7e46a0a3cdca tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7838986 Nov 10 21:33:44.060602 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09d7db15-0ac2-4b5b-a837-afed31a06722 req-2565a5ab-5ced-45ec-966f-9daee1ee2f37 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525100 Nov 10 21:33:44.077937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cdcd6d70-856a-4e12-be52-aa8bf1529f6b req-c0884c26-8474-44a6-b1c8-779d3437902e service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004844 Nov 10 21:33:44.130969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3e30e474-adc5-4fb6-823e-0997ad2c4301 req-fcd6d552-f153-4471-8558-f43d59bd254f tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1907419978', 'description': 'tempest-description-1315797135'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:44.200533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176d91-05e2-47fc-b005-cee95a1b0c0a req-de48ab29-d2da-414e-95cc-9260220670de tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:44.202077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c176d91-05e2-47fc-b005-cee95a1b0c0a req-de48ab29-d2da-414e-95cc-9260220670de tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0503302 Nov 10 21:33:44.251610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c176d91-05e2-47fc-b005-cee95a1b0c0a req-2406218d-f8cf-4398-bda5-be42ca9f5a64 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Nov 10 21:33:44.297606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e30e474-adc5-4fb6-823e-0997ad2c4301 req-fcd6d552-f153-4471-8558-f43d59bd254f tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.373944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e30e474-adc5-4fb6-823e-0997ad2c4301 req-fcd6d552-f153-4471-8558-f43d59bd254f tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.448315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e30e474-adc5-4fb6-823e-0997ad2c4301 req-fcd6d552-f153-4471-8558-f43d59bd254f tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.483564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6d552-f153-4471-8558-f43d59bd254f tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84090037-2cc7-4ac8-ae8f-2ea271cb286f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:44.557634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3e30e474-adc5-4fb6-823e-0997ad2c4301 req-fcd6d552-f153-4471-8558-f43d59bd254f tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.559483 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e30e474-adc5-4fb6-823e-0997ad2c4301 req-fcd6d552-f153-4471-8558-f43d59bd254f tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4331119 Nov 10 21:33:44.585077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c79b0-2336-47db-9ffd-ee792d8a3252 req-84abe1d6-2c78-4cfd-a151-e5e4ebc2b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:44.594874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f6c79b0-2336-47db-9ffd-ee792d8a3252 req-84abe1d6-2c78-4cfd-a151-e5e4ebc2b966 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 1098 time: 0.0693607 Nov 10 21:33:44.652212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f6c79b0-2336-47db-9ffd-ee792d8a3252 req-eb3088e9-b54b-40dd-bf8e-20ee35ab9ce8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490873 Nov 10 21:33:44.685979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1366205134', 'description': 'tempest-description-2028758081'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:44.813820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.824215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.904240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:44.963685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99889e0d-303a-43b3-9d4e-1d8aba1c50ae req-3a2b9484-e23a-4e5c-ac09-529ded5fb923 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:44.965192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99889e0d-303a-43b3-9d4e-1d8aba1c50ae req-3a2b9484-e23a-4e5c-ac09-529ded5fb923 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 944 time: 0.0514166 Nov 10 21:33:44.986760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.019559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99889e0d-303a-43b3-9d4e-1d8aba1c50ae req-a60dc18a-ac26-4397-af7b-418e28cde468 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482461 Nov 10 21:33:45.024518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1324b57-5f74-4790-8619-eb8ee64d25f3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:45.063110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.173162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.197696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4cd95-f696-4088-8462-b944777dd44e req-f6b1bc8d-ddb1-4a6f-8a47-d9ea966a6f33 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:45.199474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2f4cd95-f696-4088-8462-b944777dd44e req-f6b1bc8d-ddb1-4a6f-8a47-d9ea966a6f33 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0557160 Nov 10 21:33:45.218214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46721adc-a164-4885-b3ec-3ec563d4b949,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:45.254655 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2f4cd95-f696-4088-8462-b944777dd44e req-b17c6517-f533-498f-93bd-057c2a0e4469 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484059 Nov 10 21:33:45.322133 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.338639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c2c22aa-2dab-4388-a9a7-540bfd0aabae req-4fff0808-95c7-41db-be70-886c6d387aeb tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6566308 Nov 10 21:33:45.382773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-9c682110-c83e-4f5f-b821-d97b96f4dec8 req-d834ec25-42eb-49a9-94ba-3670abc0676b tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1681140600', 'description': 'tempest-description-899525792'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:45.474831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0932ed6-c1b5-4fd5-85be-a21176e472e5 req-4088d47a-e6cd-468a-baab-663833634e76 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:45.476381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0932ed6-c1b5-4fd5-85be-a21176e472e5 req-4088d47a-e6cd-468a-baab-663833634e76 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0585241 Nov 10 21:33:45.485142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9a06929f-6169-47c5-ac97-7e1f301ea554 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:33:45.495414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9c682110-c83e-4f5f-b821-d97b96f4dec8 req-d834ec25-42eb-49a9-94ba-3670abc0676b tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.530563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0932ed6-c1b5-4fd5-85be-a21176e472e5 req-9719554f-5154-413f-ac0b-da6629d68863 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Nov 10 21:33:45.578014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9c682110-c83e-4f5f-b821-d97b96f4dec8 req-d834ec25-42eb-49a9-94ba-3670abc0676b tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.638095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 9a06929f-6169-47c5-ac97-7e1f301ea554 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:33:45.647077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 9a06929f-6169-47c5-ac97-7e1f301ea554 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:45.648096 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.687891 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9c682110-c83e-4f5f-b821-d97b96f4dec8 req-d834ec25-42eb-49a9-94ba-3670abc0676b tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.745274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834ec25-42eb-49a9-94ba-3670abc0676b tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d9d886-bf01-4d07-bf88-9386ca355ed1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:45.756925 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.780681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961afa79-44f6-4f64-84a6-ce504101238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a06929f-6169-47c5-ac97-7e1f301ea554'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:45.782880 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03df0c5-75a2-446f-80bc-f89bb141e641" -d '{"events": [{"server_uuid": "961afa79-44f6-4f64-84a6-ce504101238e", "name": "network-vif-plugged", "status": "completed", "tag": "9a06929f-6169-47c5-ac97-7e1f301ea554"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:45.796202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9a06929f-6169-47c5-ac97-7e1f301ea554, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9a06929f-6169-47c5-ac97-7e1f301ea554,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:45.822302 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b5281c-5bdb-4fb6-97c8-4aa5e09a7c3b x-openstack-request-id: req-80b5281c-5bdb-4fb6-97c8-4aa5e09a7c3b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:45.822591 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961afa79-44f6-4f64-84a6-ce504101238e", "name": "network-vif-plugged", "status": "completed", "tag": "9a06929f-6169-47c5-ac97-7e1f301ea554", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:45.822843 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80b5281c-5bdb-4fb6-97c8-4aa5e09a7c3b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:45.823235 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961afa79-44f6-4f64-84a6-ce504101238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a06929f-6169-47c5-ac97-7e1f301ea554', 'code': 200} Nov 10 21:33:45.835210 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9c682110-c83e-4f5f-b821-d97b96f4dec8 req-d834ec25-42eb-49a9-94ba-3670abc0676b tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.838841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c682110-c83e-4f5f-b821-d97b96f4dec8 req-d834ec25-42eb-49a9-94ba-3670abc0676b tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4715841 Nov 10 21:33:45.878323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:45.933866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=9a06929f-6169-47c5-ac97-7e1f301ea554,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:45.937640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d107738-554f-4fe6-b282-f69e8d67bf78 req-7bee8942-e856-4c53-a49b-7ba110db0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:45.939172 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d107738-554f-4fe6-b282-f69e8d67bf78 req-7bee8942-e856-4c53-a49b-7ba110db0667 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 1097 time: 0.0519829 Nov 10 21:33:45.992081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d107738-554f-4fe6-b282-f69e8d67bf78 req-c213c053-8411-4f5e-a669-90a490b65452 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Nov 10 21:33:46.122511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-72b14064-0148-41e9-b9fa-9aee410623a6 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45350 time: 0.2588978 Nov 10 21:33:46.154980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5d7fa-8817-4a8f-9a57-72e4a209cb75 req-33d18b20-c0d1-4853-989e-b2dae931b3c9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:46.159758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99c5d7fa-8817-4a8f-9a57-72e4a209cb75 req-33d18b20-c0d1-4853-989e-b2dae931b3c9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.0619481 Nov 10 21:33:46.173844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-507726ed-8447-4e75-a16c-eb5d6f37e8ec tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/00c068cf-7549-4afb-8618-11b62b4fad91 HTTP/1.1" status: 200 len: 3002 time: 0.0412550 Nov 10 21:33:46.213079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99c5d7fa-8817-4a8f-9a57-72e4a209cb75 req-c25e7798-d300-4a8d-afd4-2ba784f30ad7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497594 Nov 10 21:33:46.224949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-206ee863-5911-42b8-ae37-9c536e910501 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/00c068cf-7549-4afb-8618-11b62b4fad91 HTTP/1.1" status: 200 len: 3002 time: 0.0385838 Nov 10 21:33:46.267326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-b0aac127-e107-4b39-b8dd-d30d914eeb41 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/10b5f7e0-2ccf-4af0-868e-c572ca4c3567 HTTP/1.1" status: 200 len: 2998 time: 0.0415053 Nov 10 21:33:46.313298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-2b28ee95-d0ca-4204-8746-6e41081e61ce tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/10b5f7e0-2ccf-4af0-868e-c572ca4c3567 HTTP/1.1" status: 200 len: 2998 time: 0.0395508 Nov 10 21:33:46.357078 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-68f86775-6cb8-4ab8-8b22-4076932bf6fc tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/14721334-39d7-485a-97de-7520aea1c9cb HTTP/1.1" status: 200 len: 2998 time: 0.0373836 Nov 10 21:33:46.376529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bd8ff-0a92-4093-a089-0a659cf2c93d req-8c53f4e1-b7f9-4114-8c56-eaf04043f94c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:46.377946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b5bd8ff-0a92-4093-a089-0a659cf2c93d req-8c53f4e1-b7f9-4114-8c56-eaf04043f94c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0513139 Nov 10 21:33:46.399314 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-88d6d00a-a70a-4f8e-8372-f5125dfd0959 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/14721334-39d7-485a-97de-7520aea1c9cb HTTP/1.1" status: 200 len: 2998 time: 0.0360558 Nov 10 21:33:46.427159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b5bd8ff-0a92-4093-a089-0a659cf2c93d req-6086f70a-f12a-48f5-9d04-26ff967c0897 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Nov 10 21:33:46.443507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-a8c0037a-80d7-4bc1-ad4b-74cb0a8319e9 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b HTTP/1.1" status: 200 len: 3002 time: 0.0372069 Nov 10 21:33:46.489501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-5bcde44b-f409-427c-b770-107ee8087e50 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b HTTP/1.1" status: 200 len: 3002 time: 0.0387950 Nov 10 21:33:46.543762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-38b0c557-4c96-4691-aaff-87d4d6c8f741 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/33f77224-f77a-4cdb-a13a-9b9fe2448394 HTTP/1.1" status: 200 len: 2998 time: 0.0470660 Nov 10 21:33:46.586536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-f106c166-3905-432b-9350-b5ccdd27e850 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/33f77224-f77a-4cdb-a13a-9b9fe2448394 HTTP/1.1" status: 200 len: 2998 time: 0.0352464 Nov 10 21:33:46.633953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-cac7d6a5-f80c-41eb-a505-0ab09c80d79f tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/39cadf58-68a7-44f2-af27-45cd24414ada HTTP/1.1" status: 200 len: 3002 time: 0.0409126 Nov 10 21:33:46.677711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-c3a21dcc-0381-4d29-80b0-7baf733b7629 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/39cadf58-68a7-44f2-af27-45cd24414ada HTTP/1.1" status: 200 len: 3002 time: 0.0405931 Nov 10 21:33:46.723168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-402d19d0-b717-4192-a99e-7cf9d4790950 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9b6f5107-0a4f-44bd-a1c1-83fdd12fcd86 HTTP/1.1" status: 200 len: 2994 time: 0.0391686 Nov 10 21:33:46.766692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-f34ff2b2-5e03-4597-accf-90e6d96f5f01 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9b6f5107-0a4f-44bd-a1c1-83fdd12fcd86 HTTP/1.1" status: 200 len: 2994 time: 0.0366676 Nov 10 21:33:46.814157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-4da66cb4-bb72-4175-9c2a-f30833547a8e tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:46.814412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-d739a127-81b5-40f5-94c0-7765b038ac78 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b1324b57-5f74-4790-8619-eb8ee64d25f3 HTTP/1.1" status: 200 len: 3002 time: 0.0401430 Nov 10 21:33:46.816013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-4da66cb4-bb72-4175-9c2a-f30833547a8e tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 811 time: 0.1101854 Nov 10 21:33:46.831304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-a84baa91-bdc9-4f35-9432-2dc49899f2e4 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/quotas/8dcf1fe697d141d3988d42c2acb93d51 HTTP/1.1" status: 200 len: 375 time: 0.0092745 Nov 10 21:33:46.865480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-9dedcbe1-3659-40e1-a850-2909f98c5344 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b1324b57-5f74-4790-8619-eb8ee64d25f3 HTTP/1.1" status: 200 len: 3002 time: 0.0394406 Nov 10 21:33:46.884899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-be998080-271e-4f9e-9cdd-1a1e589db071 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484035 Nov 10 21:33:46.910756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-c2701845-5126-41fd-b258-1223dd996025 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b670a6c1-dfef-499b-bdd6-33eb0c024d9e HTTP/1.1" status: 200 len: 2990 time: 0.0377674 Nov 10 21:33:46.958111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-672b2063-02fc-470c-9780-f7c6f5776a66 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/b670a6c1-dfef-499b-bdd6-33eb0c024d9e HTTP/1.1" status: 200 len: 2990 time: 0.0402997 Nov 10 21:33:46.985999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-be10c12c-5193-4a89-891b-c20bda6d2ee0 service neutron] 10.222.0.45 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929134 Nov 10 21:33:47.005807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-c8933be2-cfd1-49af-b9d7-67967a0d5e56 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e630b671-13c1-4df3-b423-c4d7bcd08272 HTTP/1.1" status: 200 len: 2998 time: 0.0399215 Nov 10 21:33:47.048226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-c1bae028-e9ad-40c3-957c-80e36899afc2 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/e630b671-13c1-4df3-b423-c4d7bcd08272 HTTP/1.1" status: 200 len: 2998 time: 0.0357339 Nov 10 21:33:47.081727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-786f7a65-d57e-486a-8404-1e9938792e6f service neutron] 10.222.0.45 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892663 Nov 10 21:33:47.097972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-491ad514-f5dd-4e3d-a21e-8af436ef5bde tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/fedfa771-c1f6-491b-9c78-3c277fb6bf08 HTTP/1.1" status: 200 len: 3002 time: 0.0418427 Nov 10 21:33:47.143087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-840e95a5-07cc-4ad9-b047-9cfe78844bf0 req-368dcc95-e891-45b7-94da-d2d653b198a1 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/fedfa771-c1f6-491b-9c78-3c277fb6bf08 HTTP/1.1" status: 200 len: 3002 time: 0.0379090 Nov 10 21:33:47.247152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1add-9d3d-45ef-82b5-30dcb2039834 req-b021e9c2-36e6-4ec3-b008-d3cfb71a4742 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:47.248698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-939b1add-9d3d-45ef-82b5-30dcb2039834 req-b021e9c2-36e6-4ec3-b008-d3cfb71a4742 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0492637 Nov 10 21:33:47.303006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-939b1add-9d3d-45ef-82b5-30dcb2039834 req-54832ec9-19f0-44ee-aa96-e5f90ea19749 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Nov 10 21:33:47.585415 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3124fe07-dbad-4493-ac6a-4a9772ec621f req-9d761544-4ce0-49d2-b21f-336d12be9015 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3bfebe45625c46be85461959b3e45fe0 HTTP/1.1" status: 200 len: 6163 time: 0.0917351 Nov 10 21:33:47.636508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24fc8b-9df4-4fe2-9dc0-2a73b0be0c1b req-c0b21871-ec0b-4f25-8f93-cd2a0b163279 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:47.638285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e24fc8b-9df4-4fe2-9dc0-2a73b0be0c1b req-c0b21871-ec0b-4f25-8f93-cd2a0b163279 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.0772758 Nov 10 21:33:47.647783 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3124fe07-dbad-4493-ac6a-4a9772ec621f req-a1b987dc-9dcc-43fb-8013-98b674ad6cd6 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "GET /v2.0/security-groups/39cadf58-68a7-44f2-af27-45cd24414ada HTTP/1.1" status: 200 len: 3002 time: 0.0488429 Nov 10 21:33:47.711251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e24fc8b-9df4-4fe2-9dc0-2a73b0be0c1b req-d956a65d-b260-4855-a4e6-f8ee788e8217 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645719 Nov 10 21:33:47.712764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3124fe07-dbad-4493-ac6a-4a9772ec621f req-5832c158-5a2b-422a-b2af-d514ba1b5961 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "GET /v2.0/security-groups/39cadf58-68a7-44f2-af27-45cd24414ada HTTP/1.1" status: 200 len: 3002 time: 0.0559487 Nov 10 21:33:47.794903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-042895a6-1614-474b-9897-6c3dc7ee2674 req-b5ced5a1-5386-4e2c-99a8-4e9937b2548c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0422809 Nov 10 21:33:47.799746 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc80a961-f9c6-4bea-b256-8d72085293f4 req-4440b5d0-39c4-4208-9844-549c92e0a0c5 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/73d9d886-bf01-4d07-bf88-9386ca355ed1 HTTP/1.1" status: 200 len: 1796 time: 0.0439126 Nov 10 21:33:47.852990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bc80a961-f9c6-4bea-b256-8d72085293f4 req-53ff3312-f8fc-47a1-9577-606855bf3a6c tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:47.874417 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bc80a961-f9c6-4bea-b256-8d72085293f4 req-53ff3312-f8fc-47a1-9577-606855bf3a6c tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.088987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bc80a961-f9c6-4bea-b256-8d72085293f4 req-53ff3312-f8fc-47a1-9577-606855bf3a6c tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.091672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bc80a961-f9c6-4bea-b256-8d72085293f4 req-53ff3312-f8fc-47a1-9577-606855bf3a6c tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.094105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc80a961-f9c6-4bea-b256-8d72085293f4 req-53ff3312-f8fc-47a1-9577-606855bf3a6c tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/73d9d886-bf01-4d07-bf88-9386ca355ed1 HTTP/1.1" status: 204 len: 173 time: 0.2873256 Nov 10 21:33:48.103194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff3312-f8fc-47a1-9577-606855bf3a6c tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d9d886-bf01-4d07-bf88-9386ca355ed1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:48.157971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ce1fb6c-9b36-4293-bf6a-6dbe7498cb4c req-6dd5cb0b-7c42-4ff4-9b34-e474d2892542 tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "GET /v2.0/security-groups/46721adc-a164-4885-b3ec-3ec563d4b949 HTTP/1.1" status: 200 len: 1797 time: 0.0360558 Nov 10 21:33:48.211853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5ce1fb6c-9b36-4293-bf6a-6dbe7498cb4c req-57432d9d-494a-4514-94c4-58e9a32ce70f tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.232802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5ce1fb6c-9b36-4293-bf6a-6dbe7498cb4c req-57432d9d-494a-4514-94c4-58e9a32ce70f tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.363324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5ce1fb6c-9b36-4293-bf6a-6dbe7498cb4c req-57432d9d-494a-4514-94c4-58e9a32ce70f tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.366330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5ce1fb6c-9b36-4293-bf6a-6dbe7498cb4c req-57432d9d-494a-4514-94c4-58e9a32ce70f tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.370550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ce1fb6c-9b36-4293-bf6a-6dbe7498cb4c req-57432d9d-494a-4514-94c4-58e9a32ce70f tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/46721adc-a164-4885-b3ec-3ec563d4b949 HTTP/1.1" status: 204 len: 173 time: 0.2056534 Nov 10 21:33:48.379702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57432d9d-494a-4514-94c4-58e9a32ce70f tempest-SecurityGroupsTestAdminJSON-404940415 tempest-SecurityGroupsTestAdminJSON-404940415-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46721adc-a164-4885-b3ec-3ec563d4b949,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:48.449245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b4d7346-b6e2-4cfb-b80f-913e7cbfde46 req-c55e1ed5-f3fd-40e0-9d1a-7029239b29d9 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "GET /v2.0/security-groups/84090037-2cc7-4ac8-ae8f-2ea271cb286f HTTP/1.1" status: 200 len: 1797 time: 0.0604310 Nov 10 21:33:48.461659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9989c84-052f-4a0f-9c7a-6000bd102dc4 req-49f7bc9a-79f7-4acb-b8e1-3e81bcdb3cf9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:48.463195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9989c84-052f-4a0f-9c7a-6000bd102dc4 req-49f7bc9a-79f7-4acb-b8e1-3e81bcdb3cf9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0581577 Nov 10 21:33:48.507244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5b4d7346-b6e2-4cfb-b80f-913e7cbfde46 req-a6f66317-e37e-49f1-a2f1-e414e2897be6 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.522473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9989c84-052f-4a0f-9c7a-6000bd102dc4 req-7c159e15-5c66-41d5-8114-5d9781cc74fb tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516186 Nov 10 21:33:48.532945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5b4d7346-b6e2-4cfb-b80f-913e7cbfde46 req-a6f66317-e37e-49f1-a2f1-e414e2897be6 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.717998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5b4d7346-b6e2-4cfb-b80f-913e7cbfde46 req-a6f66317-e37e-49f1-a2f1-e414e2897be6 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.717998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5b4d7346-b6e2-4cfb-b80f-913e7cbfde46 req-a6f66317-e37e-49f1-a2f1-e414e2897be6 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.717998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b4d7346-b6e2-4cfb-b80f-913e7cbfde46 req-a6f66317-e37e-49f1-a2f1-e414e2897be6 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "DELETE /v2.0/security-groups/84090037-2cc7-4ac8-ae8f-2ea271cb286f HTTP/1.1" status: 204 len: 173 time: 0.2607629 Nov 10 21:33:48.720760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f66317-e37e-49f1-a2f1-e414e2897be6 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84090037-2cc7-4ac8-ae8f-2ea271cb286f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:48.781710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b683ebfe-b52f-4ad1-bfd3-ccaf7c62ab70 req-cbe87663-15ba-47f3-acff-8fb47bafbd21 tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "GET /v2.0/security-groups/cae8e3fc-b1d1-4c88-bdd6-3a1bd5946738 HTTP/1.1" status: 200 len: 1797 time: 0.0480309 Nov 10 21:33:48.841718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b683ebfe-b52f-4ad1-bfd3-ccaf7c62ab70 req-c33509eb-aedf-4a05-98ef-86493675c0fc tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.855079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb20e2-da17-49ed-848e-9fd329ccd661 req-aaf9597f-b5e9-4bea-aa6a-2367b8d91ade tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:48.856615 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5eb20e2-da17-49ed-848e-9fd329ccd661 req-aaf9597f-b5e9-4bea-aa6a-2367b8d91ade tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.0502312 Nov 10 21:33:48.864791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b683ebfe-b52f-4ad1-bfd3-ccaf7c62ab70 req-c33509eb-aedf-4a05-98ef-86493675c0fc tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:48.909729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5eb20e2-da17-49ed-848e-9fd329ccd661 req-70de60aa-0413-4c43-811a-5384fd9ba88c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465860 Nov 10 21:33:48.994630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3821ed5c-5ffa-4140-a029-9fd05fc97261 req-cfb29957-472d-4a2a-8dd0-4dcd508d2512 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Nov 10 21:33:49.066512 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b683ebfe-b52f-4ad1-bfd3-ccaf7c62ab70 req-c33509eb-aedf-4a05-98ef-86493675c0fc tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:49.069189 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b683ebfe-b52f-4ad1-bfd3-ccaf7c62ab70 req-c33509eb-aedf-4a05-98ef-86493675c0fc tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:49.070353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b683ebfe-b52f-4ad1-bfd3-ccaf7c62ab70 req-c33509eb-aedf-4a05-98ef-86493675c0fc tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] 10.222.0.45 "DELETE /v2.0/security-groups/cae8e3fc-b1d1-4c88-bdd6-3a1bd5946738 HTTP/1.1" status: 204 len: 173 time: 0.2827861 Nov 10 21:33:49.080068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33509eb-aedf-4a05-98ef-86493675c0fc tempest-SecurityGroupsTestAdminJSON-711124338 tempest-SecurityGroupsTestAdminJSON-711124338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8e3fc-b1d1-4c88-bdd6-3a1bd5946738,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:49.328988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b869d-9efc-44c4-8792-5dd398b72768 req-3b07a765-5623-4738-a627-1002ab286d63 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:49.330454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f03b869d-9efc-44c4-8792-5dd398b72768 req-3b07a765-5623-4738-a627-1002ab286d63 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.0513272 Nov 10 21:33:49.379854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f03b869d-9efc-44c4-8792-5dd398b72768 req-26fe49f8-e2c9-475c-a0eb-ba71d71e56fc tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Nov 10 21:33:49.407657 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:49.499425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef043-9fd8-4e89-a73d-7e709cb7d3a1 req-828f92e2-504b-422c-be3d-8fd5e5203cd1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:49.500895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65fef043-9fd8-4e89-a73d-7e709cb7d3a1 req-828f92e2-504b-422c-be3d-8fd5e5203cd1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.0533333 Nov 10 21:33:49.559768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65fef043-9fd8-4e89-a73d-7e709cb7d3a1 req-7877ff63-9ef6-4443-a012-f11e94bc27a1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Nov 10 21:33:49.605557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60134) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:49.676584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc01a5b-66f4-48c1-863b-d008f6084b01 req-50effdc8-6dbd-4670-83f2-fc47454345eb tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:49.678604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcc01a5b-66f4-48c1-863b-d008f6084b01 req-50effdc8-6dbd-4670-83f2-fc47454345eb tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0838757 Nov 10 21:33:49.740109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcc01a5b-66f4-48c1-863b-d008f6084b01 req-651603f8-3a13-42df-bc33-edd89d181bbf tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 Nov 10 21:33:49.932106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7370de2d-931b-4316-b062-33cb0412ff97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3bfebe45625c46be85461959b3e45fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252871 Nov 10 21:33:49.934645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60148) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:49.950773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-34779daf-fc6a-4fba-aa1d-de9a0ef6a2d8 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:49.952275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-34779daf-fc6a-4fba-aa1d-de9a0ef6a2d8 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.64 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 811 time: 0.1319783 Nov 10 21:33:49.965530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Request body: {'port': {'device_id': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'admin_state_up': True, 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:49.997712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90ef060d-c082-43b3-8f4c-4d1565918c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:50.021995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90ef060d-c082-43b3-8f4c-4d1565918c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:50.254731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90ef060d-c082-43b3-8f4c-4d1565918c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:50.254893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Made reservation on behalf of 8dcf1fe697d141d3988d42c2acb93d51 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:50.257801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90ef060d-c082-43b3-8f4c-4d1565918c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:50.258561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:50.259510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-90ef060d-c082-43b3-8f4c-4d1565918c02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39cadf58-68a7-44f2-af27-45cd24414ada HTTP/1.1" status: 204 len: 168 time: 0.3234584 Nov 10 21:33:50.267769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef060d-c082-43b3-8f4c-4d1565918c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cadf58-68a7-44f2-af27-45cd24414ada,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:50.388029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec3f6ae0-06e6-4480-a1c8-11ced5c7684b req-08d9942c-130e-4367-b598-bebb76f66706 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0768185 Nov 10 21:33:50.491627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a81056-792a-42a1-a2d6-f40f41a8de21 req-92963cae-2371-4798-bedf-daaae511e669 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:50.493989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-77a81056-792a-42a1-a2d6-f40f41a8de21 req-92963cae-2371-4798-bedf-daaae511e669 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.0658097 Nov 10 21:33:50.506346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Allocated IP 172.20.0.4 (c43131b5-8033-4023-8c9e-2123f1f926e1/da2e3be0-1669-44d1-ad57-12c7e33f5326/06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:50.545208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-77a81056-792a-42a1-a2d6-f40f41a8de21 req-57264e69-86b0-4a3c-88b7-e6d76da5da0e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Nov 10 21:33:50.675614 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:50.842490 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:50.854746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b0358560-6ee0-4bdc-95bc-3bd346d04309'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:50.889829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Network c43131b5-8033-4023-8c9e-2123f1f926e1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:50.899129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:50.905071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:50.940868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e722ea-db51-4892-a1e5-314f8c8ae2d8 req-7eb858d6-d916-472d-8d8d-afbea14bda16 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:50.942361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5e722ea-db51-4892-a1e5-314f8c8ae2d8 req-7eb858d6-d916-472d-8d8d-afbea14bda16 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.1317015 Nov 10 21:33:50.945476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Pushing event updated for resources: {'Port': ['ID=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:50.982210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:50.983155 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.024078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5e722ea-db51-4892-a1e5-314f8c8ae2d8 req-64c7575b-f45e-4d1c-a5fc-7b3ac2777d33 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735359 Nov 10 21:33:51.056284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60164) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:51.097712 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-50afab88-7902-4a82-a3ac-a731ebd5bc7c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1358001 Nov 10 21:33:51.099497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5ba1d389-a4a0-42d9-8bfb-fa905b03b33f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59a0c0c89e9841d88aeb9f2ec4a2703f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419714 Nov 10 21:33:51.101989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60166) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:51.133954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Request body: {'port': {'device_id': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:51.154557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-76215c8a-29f9-44e1-97ae-f6e8dff50030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.189227 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-76215c8a-29f9-44e1-97ae-f6e8dff50030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.204723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.340670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-76215c8a-29f9-44e1-97ae-f6e8dff50030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.344157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-76215c8a-29f9-44e1-97ae-f6e8dff50030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.347914 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-76215c8a-29f9-44e1-97ae-f6e8dff50030 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1324b57-5f74-4790-8619-eb8ee64d25f3 HTTP/1.1" status: 204 len: 168 time: 0.2425869 Nov 10 21:33:51.366191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76215c8a-29f9-44e1-97ae-f6e8dff50030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1324b57-5f74-4790-8619-eb8ee64d25f3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:51.544314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc7061-2522-4769-8e5c-80fa46d24fad req-8be841b6-a012-49f0-8291-eb92f1bc61e5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:51.545969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2cfc7061-2522-4769-8e5c-80fa46d24fad req-8be841b6-a012-49f0-8291-eb92f1bc61e5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 931 time: 0.0597446 Nov 10 21:33:51.558094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:51.567372 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.581493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Transition to ACTIVE for port object 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:33:51.606950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2cfc7061-2522-4769-8e5c-80fa46d24fad req-7749ca48-2732-4683-9c76-18c5d93cbc7a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517228 Nov 10 21:33:51.658325 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.719137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:51.730087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1547cfe-62d7-4130-a0c9-2250f04eb6b4 req-d3b9cab9-59bc-4ae6-824a-a7d88f3639a5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:51.731423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1547cfe-62d7-4130-a0c9-2250f04eb6b4 req-d3b9cab9-59bc-4ae6-824a-a7d88f3639a5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.1068041 Nov 10 21:33:51.848440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1547cfe-62d7-4130-a0c9-2250f04eb6b4 req-9a699e30-1914-4bf9-be6f-5e17a0e27263 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Nov 10 21:33:51.865652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Attempting to bind port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:51.866015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Attempting to bind port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:51.866342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Attempting to bind port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c on network c43131b5-8033-4023-8c9e-2123f1f926e1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:51.874606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c on network c43131b5-8033-4023-8c9e-2123f1f926e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:33:51.874976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Attempting to bind port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c on network c43131b5-8033-4023-8c9e-2123f1f926e1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:51.880943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:51.880943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Checking segment: {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:51.880943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Bound using segment: {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:51.881301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Bound port: 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532aeee3-992d-41c9-b361-78207209f4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:51.881619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:51.954734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] For port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:51.958530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] For port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:51.960435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d165a-8915-48f0-b82d-be465252662f req-f6df2579-339d-4f78-a177-89fadf3ed699 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:51.961952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-848d165a-8915-48f0-b82d-be465252662f req-f6df2579-339d-4f78-a177-89fadf3ed699 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 945 time: 0.0645189 Nov 10 21:33:52.038124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:52.082505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.083137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:52.084612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c HTTP/1.1" status: 200 len: 1092 time: 0.9550180 Nov 10 21:33:52.085062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'tag': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:52.087452 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a82851-f692-4c9e-b50c-e9c1da1a9a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3", "tag": "06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:52.097828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Deleting port 9a06929f-6169-47c5-ac97-7e1f301ea554 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:33:52.098508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:52.155746 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae631da-606a-4de7-8681-ade0b6470105 x-openstack-request-id: req-8ae631da-606a-4de7-8681-ade0b6470105 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:52.156235 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3", "tag": "06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:52.156667 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ae631da-606a-4de7-8681-ade0b6470105 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:52.157213 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'tag': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c', 'status': 'completed', 'code': 200} Nov 10 21:33:52.161981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776d1f5-6224-4add-a303-08508d40e2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:52.232617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a82851-f692-4c9e-b50c-e9c1da1a9a4d req-ec5dc758-f232-444a-8229-697980be3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.234229 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78a82851-f692-4c9e-b50c-e9c1da1a9a4d req-ec5dc758-f232-444a-8229-697980be3885 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 1095 time: 0.0493503 Nov 10 21:33:52.382259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a82851-f692-4c9e-b50c-e9c1da1a9a4d req-f4748c6c-6bd3-4412-909b-a767c49af422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.384067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78a82851-f692-4c9e-b50c-e9c1da1a9a4d req-f4748c6c-6bd3-4412-909b-a767c49af422 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1380179 Nov 10 21:33:52.518689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a82851-f692-4c9e-b50c-e9c1da1a9a4d req-c5f17965-829e-4e2e-b042-c5f5c251a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.519217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d4c5-a63d-4fee-81d2-b70aebc8399d req-de6a28c5-0cef-4172-90ba-35a5107c9fb3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.522066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78a82851-f692-4c9e-b50c-e9c1da1a9a4d req-c5f17965-829e-4e2e-b042-c5f5c251a064 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303251 Nov 10 21:33:52.524317 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1867d4c5-a63d-4fee-81d2-b70aebc8399d req-de6a28c5-0cef-4172-90ba-35a5107c9fb3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.4038746 Nov 10 21:33:52.597029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] For port 9a06929f-6169-47c5-ac97-7e1f301ea554, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9a06929f-6169-47c5-ac97-7e1f301ea554,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:52.597029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:52.620557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Calling delete_port for 9a06929f-6169-47c5-ac97-7e1f301ea554 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:33:52.630749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-5c284a6d-96a5-461f-b683-f462171ff59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.632295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-5c284a6d-96a5-461f-b683-f462171ff59f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 1095 time: 0.0573871 Nov 10 21:33:52.664371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1867d4c5-a63d-4fee-81d2-b70aebc8399d req-7a8eff53-6c1d-4735-b7be-362a691ac76b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322658 Nov 10 21:33:52.685881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-1d967092-e9a3-4e9d-8a3a-c12500ff2136 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c HTTP/1.1" status: 200 len: 217 time: 0.0448778 Nov 10 21:33:52.782502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-b731d7bc-30c2-45ac-89eb-c296ff12d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.784297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-b731d7bc-30c2-45ac-89eb-c296ff12d7b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da2e3be0-1669-44d1-ad57-12c7e33f5326 HTTP/1.1" status: 200 len: 851 time: 0.0867617 Nov 10 21:33:52.792162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8e2d1-4164-456b-9476-8f6f563913af req-394bd663-6a5b-4ab1-9965-10c2b059e594 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:52.793859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24d8e2d1-4164-456b-9476-8f6f563913af req-394bd663-6a5b-4ab1-9965-10c2b059e594 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 943 time: 0.0882776 Nov 10 21:33:52.825657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-f84a4749-ff76-4c8e-8928-21dad77bfe70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c43131b5-8033-4023-8c9e-2123f1f926e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309482 Nov 10 21:33:52.883425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:52.896397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116', '9a06929f-6169-47c5-ac97-7e1f301ea554'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:52.914974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event deleted for resources: {'Port': ['ID=9a06929f-6169-47c5-ac97-7e1f301ea554,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:52.928538 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24d8e2d1-4164-456b-9476-8f6f563913af req-4c4abaef-c6c0-4ec0-96a2-4e28faf1e82d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250901 Nov 10 21:33:52.956553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-4765011a-79ae-474d-9d74-4ca8e17914d8 service neutron] 10.222.0.64 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239409 Nov 10 21:33:52.999869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] No DVR routers for this DVR port 9a06929f-6169-47c5-ac97-7e1f301ea554 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:33:53.013199 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b490695-fc9b-43c5-855e-9a3ce9d648e1 req-851c204d-39fe-4ffd-b729-839f42e1fdc6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 210 time: 0.0571778 Nov 10 21:33:53.026885 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:53.026885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-848d165a-8915-48f0-b82d-be465252662f req-5dd7ca2f-2736-424d-821e-32dbf3f0a838 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "DELETE /v2.0/ports/9a06929f-6169-47c5-ac97-7e1f301ea554 HTTP/1.1" status: 204 len: 173 time: 1.0503640 Nov 10 21:33:53.026885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961afa79-44f6-4f64-84a6-ce504101238e', 'name': 'network-vif-deleted', 'tag': '9a06929f-6169-47c5-ac97-7e1f301ea554'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:53.026885 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d1e66-5869-4e16-bf4f-a377bf7cec24" -d '{"events": [{"server_uuid": "961afa79-44f6-4f64-84a6-ce504101238e", "name": "network-vif-deleted", "tag": "9a06929f-6169-47c5-ac97-7e1f301ea554"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:53.079393 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287911b3-4b8b-4269-8ef7-e53663a0afe3 x-openstack-request-id: req-287911b3-4b8b-4269-8ef7-e53663a0afe3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:53.079835 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961afa79-44f6-4f64-84a6-ce504101238e", "name": "network-vif-deleted", "tag": "9a06929f-6169-47c5-ac97-7e1f301ea554", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:53.080577 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-287911b3-4b8b-4269-8ef7-e53663a0afe3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:53.081001 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961afa79-44f6-4f64-84a6-ce504101238e', 'name': 'network-vif-deleted', 'tag': '9a06929f-6169-47c5-ac97-7e1f301ea554', 'status': 'completed', 'code': 200} Nov 10 21:33:53.110831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cd8cf0d-0d87-44d3-ad68-afb73bf7003b req-4f554583-786a-4fdc-b24a-0b3a81c53d02 service neutron] 10.222.0.64 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453428 Nov 10 21:33:53.374188 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:53.820052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89da96-88d0-4cad-a490-f7575b12818e req-61592704-99c7-4a68-a03b-2da2cbddd56b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:53.827592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da89da96-88d0-4cad-a490-f7575b12818e req-61592704-99c7-4a68-a03b-2da2cbddd56b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0787036 Nov 10 21:33:53.887099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da89da96-88d0-4cad-a490-f7575b12818e req-a50136c4-ca8c-4ea0-97b8-8b2265687552 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586181 Nov 10 21:33:54.070652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272c32a-7453-445c-8d9b-73403db2cd2e req-c922c329-b120-4be0-8cb6-40a23096dbb6 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:54.072482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0272c32a-7453-445c-8d9b-73403db2cd2e req-c922c329-b120-4be0-8cb6-40a23096dbb6 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 943 time: 0.0662682 Nov 10 21:33:54.114171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-01f64b00-7026-479a-988a-4ff5f3176028 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3b4a79dc37c4458db2af5a9f86822b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308409 Nov 10 21:33:54.131214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0272c32a-7453-445c-8d9b-73403db2cd2e req-717365a0-1f9e-4ea5-8f8b-aad42c3404e9 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526395 Nov 10 21:33:54.251113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-7fd2f5c2-2d94-4b04-a532-262ce054b712 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:54.251533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05000320-461c-4239-aa30-ecdde337a354 req-a3009174-ebb4-4298-a179-327ce96a8dad tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=961afa79-44f6-4f64-84a6-ce504101238e HTTP/1.1" status: 200 len: 210 time: 0.0308857 Nov 10 21:33:54.252821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-7fd2f5c2-2d94-4b04-a532-262ce054b712 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1317697 Nov 10 21:33:54.268416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-d5131feb-fd8a-4fe0-b5a4-945bd4672848 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/quotas/3b4a79dc37c4458db2af5a9f86822b2b HTTP/1.1" status: 200 len: 375 time: 0.0094752 Nov 10 21:33:54.303166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-e46f1290-69cb-463d-8ee5-4ae47320d56f tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3b4a79dc37c4458db2af5a9f86822b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283377 Nov 10 21:33:54.436619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:54.566865 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db3dbb42-f8be-4fc9-b25c-8a280f0e72f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:54.569733 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c63470cc-4c0e-4409-a9ce-e22de5311e73 req-152ce797-bbc0-4b97-972b-493713c37064 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 210 time: 0.0377162 Nov 10 21:33:54.659087 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db3dbb42-f8be-4fc9-b25c-8a280f0e72f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:54.727314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db3dbb42-f8be-4fc9-b25c-8a280f0e72f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:54.771771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-db3dbb42-f8be-4fc9-b25c-8a280f0e72f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2864e5c1cf964a4a931b8827acc96382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338366 Nov 10 21:33:54.772712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dbb42-f8be-4fc9-b25c-8a280f0e72f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9f680e-4821-4068-bb92-e8f670a1ba33,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:54.774505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60296) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:33:54.828660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52a852c9-3612-488d-a086-dd7fce238c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:54.851586 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52a852c9-3612-488d-a086-dd7fce238c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:54.963518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52a852c9-3612-488d-a086-dd7fce238c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:54.966129 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52a852c9-3612-488d-a086-dd7fce238c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:54.967249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-52a852c9-3612-488d-a086-dd7fce238c09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f9f680e-4821-4068-bb92-e8f670a1ba33 HTTP/1.1" status: 204 len: 168 time: 0.1916356 Nov 10 21:33:54.979234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a852c9-3612-488d-a086-dd7fce238c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9f680e-4821-4068-bb92-e8f670a1ba33,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:55.011292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a232ae-f62f-451c-92ae-d9a7106592e1 req-37ecb84a-8d37-4ea4-8b36-5523d010f489 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:55.013040 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2a232ae-f62f-451c-92ae-d9a7106592e1 req-37ecb84a-8d37-4ea4-8b36-5523d010f489 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0533764 Nov 10 21:33:55.063113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2a232ae-f62f-451c-92ae-d9a7106592e1 req-1af8ff51-ee9c-4d20-af4b-7345e94020e1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Nov 10 21:33:55.256147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aaae0-3794-44dd-ac95-c837a414b91f req-00cc3b11-1f34-4334-9c40-c655a2e1a462 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:55.257620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b02aaae0-3794-44dd-ac95-c837a414b91f req-00cc3b11-1f34-4334-9c40-c655a2e1a462 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 943 time: 0.0488174 Nov 10 21:33:55.306934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b02aaae0-3794-44dd-ac95-c837a414b91f req-297a7efb-7762-438a-8740-c01c37c2af18 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Nov 10 21:33:55.487177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9a06929f-6169-47c5-ac97-7e1f301ea554 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:33:55.508228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 9a06929f-6169-47c5-ac97-7e1f301ea554 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:33:55.508581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9a06929f-6169-47c5-ac97-7e1f301ea554 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:33:55.594724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec3db-a7dd-452c-9889-db6d596656cf req-f962e9f5-7dd1-43a9-bb63-a77584c62d25 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:55.596546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-f962e9f5-7dd1-43a9-bb63-a77584c62d25 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.1116157 Nov 10 21:33:55.624309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-0b39f3f3-6f08-4a2e-9723-38513b44525f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/quotas/890ddd5e7dbe407cb74c761e921726d5 HTTP/1.1" status: 200 len: 375 time: 0.0151680 Nov 10 21:33:55.642949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ed1278d-ce2c-4b23-89a1-01855145080d req-336afc2d-7cba-493c-a445-b4a2661e2718 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 210 time: 0.0288420 Nov 10 21:33:55.676985 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-5764c791-d177-4c82-81e0-7010a671d908 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477281 Nov 10 21:33:55.780096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-d82629e8-a6f3-45c6-babb-3353ec35eece service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969133 Nov 10 21:33:55.873024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-1937358a-69a7-4778-bc58-c830dfd242f8 service neutron] 10.222.0.45 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Nov 10 21:33:56.187798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b0afe0a-6146-432a-ad25-f889d06c7835 req-bd29a61f-58d6-419a-b3e0-52161a5dae03 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 210 time: 0.0489595 Nov 10 21:33:56.232346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9afcb-603a-4c4b-bea1-3de93b9a81da req-33022b6f-8b24-4ca0-80a1-2bee00199f85 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:56.240075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b9afcb-603a-4c4b-bea1-3de93b9a81da req-33022b6f-8b24-4ca0-80a1-2bee00199f85 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0664945 Nov 10 21:33:56.296485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b9afcb-603a-4c4b-bea1-3de93b9a81da req-16996ced-d3e9-4943-b364-91ee63111b50 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Nov 10 21:33:56.438495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41e29a-640b-4c55-89ae-15a0bd1bff74 req-dea1ad79-672d-4c0f-a1d6-6fdc81630a1e tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:56.441033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa41e29a-640b-4c55-89ae-15a0bd1bff74 req-dea1ad79-672d-4c0f-a1d6-6fdc81630a1e tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 943 time: 0.0535820 Nov 10 21:33:56.492649 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa41e29a-640b-4c55-89ae-15a0bd1bff74 req-bc65b7ee-6f56-43d4-be2b-862ceeaf39a5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Nov 10 21:33:56.745108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-215c39ed-41bc-4e83-b4e3-b4866e51287b req-4ee69873-cb4b-469a-b0a5-1e113ffd60af tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 210 time: 0.0272863 Nov 10 21:33:57.016003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-2d8a1248-3ac5-4225-9830-8f4a3476b689 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3b4a79dc37c4458db2af5a9f86822b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204012 Nov 10 21:33:57.125179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-a38c3461-1fb2-4a48-9e30-62fce5370994 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:57.126657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-a38c3461-1fb2-4a48-9e30-62fce5370994 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047323 Nov 10 21:33:57.139834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Request body: {'port': {'device_id': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': '3b4a79dc37c4458db2af5a9f86822b2b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:57.282559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c407153-b700-4c25-a930-95148ec20616 req-2e5fe816-cf21-4fd7-b827-c6a06d3a6e00 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 210 time: 0.0329683 Nov 10 21:33:57.357258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Made reservation on behalf of 3b4a79dc37c4458db2af5a9f86822b2b for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:57.361843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:57.372906 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:57.421038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a9541-e142-4d0f-b5f1-384e908bde8a req-f4f65b06-0c63-47ec-acb6-e8a86ca049ba tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:57.423606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-820a9541-e142-4d0f-b5f1-384e908bde8a req-f4f65b06-0c63-47ec-acb6-e8a86ca049ba tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0517657 Nov 10 21:33:57.453445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:57.482940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-820a9541-e142-4d0f-b5f1-384e908bde8a req-3525e1d1-05ff-4d96-8347-ee2a5a5dd84b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515850 Nov 10 21:33:57.509016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:33:57.600613 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:57.612622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:57.623642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c', 'network_id': 'c43131b5-8033-4023-8c9e-2123f1f926e1', 'port_id': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c', 'mac_address': 'fa:16:3e:48:d5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2e3be0-1669-44d1-ad57-12c7e33f5326', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:33:57.662968 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:57.679019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:57.684249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3141cd86-8734-4cb7-9231-e9bc38d209f6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:57.710149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02f0b8-d4d9-4842-89a4-94fc7ecf1400 req-9741b844-6970-4eae-8172-4260c616a738 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:57.710149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab02f0b8-d4d9-4842-89a4-94fc7ecf1400 req-9741b844-6970-4eae-8172-4260c616a738 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 943 time: 0.1390707 Nov 10 21:33:57.719524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:33:57.822636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab02f0b8-d4d9-4842-89a4-94fc7ecf1400 req-e56441b5-5b3a-4acd-986e-58a6e1d63355 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071475 Nov 10 21:33:57.831499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:57.851815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Allocated IP 192.168.233.14 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/07b398ad-f700-4584-a1f6-3fce7fcda882) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:57.883693 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34a8b2e1-5548-4100-a833-1d480db98e5b req-71c5688f-12e9-4be3-a287-d2e31db67a2d tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 210 time: 0.0561028 Nov 10 21:33:57.927050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:58.047623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:58.146280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:58.195818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:58.198956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:58.202660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:58.233174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Pushing event updated for resources: {'Port': ['ID=07b398ad-f700-4584-a1f6-3fce7fcda882,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:58.259331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:58.259983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:58.355523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-fef16bc7-303a-49d0-880e-6f25911b8249 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2191935 Nov 10 21:33:58.379647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:58.389165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Request body: {'port': {'device_id': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:58.464506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b1feab0-828b-4e1b-b588-4e11ff89f102 req-6607c129-8a18-434c-b62d-d20db50cfec7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 210 time: 0.0358953 Nov 10 21:33:58.479011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6406bfcf-a291-46a3-8b52-c22ca7f019cc None None] Provisioning complete for port 07b398ad-f700-4584-a1f6-3fce7fcda882 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:33:58.479770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6406bfcf-a291-46a3-8b52-c22ca7f019cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:58.513498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:58.558504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6406bfcf-a291-46a3-8b52-c22ca7f019cc None None] Port 07b398ad-f700-4584-a1f6-3fce7fcda882 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:33:58.685232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240c404-2ccb-4df4-9a55-5b18c67ee3f9 req-2b117b43-5f50-46fc-8885-87d660943293 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:58.686815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a240c404-2ccb-4df4-9a55-5b18c67ee3f9 req-2b117b43-5f50-46fc-8885-87d660943293 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0959795 Nov 10 21:33:58.743812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec3db-a7dd-452c-9889-db6d596656cf req-27d8fe9c-a302-4955-9b43-169e94cc7fdb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:58.745344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-27d8fe9c-a302-4955-9b43-169e94cc7fdb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/networks?id=f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 200 len: 805 time: 0.2100806 Nov 10 21:33:58.761268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Request body: {'port': {'device_id': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'admin_state_up': True, 'tenant_id': '890ddd5e7dbe407cb74c761e921726d5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:58.778315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a240c404-2ccb-4df4-9a55-5b18c67ee3f9 req-ea78a7f7-9110-48de-8d13-dbb9645a2c33 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838635 Nov 10 21:33:58.964254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732149e-40fa-47de-82b5-930448e7429d req-ea6cb836-cb80-43e4-a7af-5874bbf53896 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:58.967964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b732149e-40fa-47de-82b5-930448e7429d req-ea6cb836-cb80-43e4-a7af-5874bbf53896 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0799289 Nov 10 21:33:59.022505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b732149e-40fa-47de-82b5-930448e7429d req-37f4c31c-3911-4a3d-a9c3-51423008fb59 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480511 Nov 10 21:33:59.041092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Made reservation on behalf of 890ddd5e7dbe407cb74c761e921726d5 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:33:59.045335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.191354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Allocated IP 172.20.0.6 (f6127c6e-9e3d-4d2d-980c-fd707f259f13/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68/d48fb30c-1781-411f-aff6-a1114d2d4eec) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:33:59.227972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7cd36-1b7b-4385-b23f-f57c7649fac1 req-0b219cfd-5761-4683-8423-d0fe45b6d15c tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:59.229724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94d7cd36-1b7b-4385-b23f-f57c7649fac1 req-0b219cfd-5761-4683-8423-d0fe45b6d15c tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 935 time: 0.0951486 Nov 10 21:33:59.235414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b398ad-f700-4584-a1f6-3fce7fcda882 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:33:59.251185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.274393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Transition to ACTIVE for port object 07b398ad-f700-4584-a1f6-3fce7fcda882 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:33:59.297903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94d7cd36-1b7b-4385-b23f-f57c7649fac1 req-eacb6ccf-a69c-4516-9866-9ba2615c43be tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Nov 10 21:33:59.350913 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.361536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.420896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=07b398ad-f700-4584-a1f6-3fce7fcda882,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:59.444060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.495821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Network f6127c6e-9e3d-4d2d-980c-fd707f259f13 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:33:59.512103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Attempting to bind port 07b398ad-f700-4584-a1f6-3fce7fcda882 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:33:59.512313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Attempting to bind port 07b398ad-f700-4584-a1f6-3fce7fcda882 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:33:59.512503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:33:59.512702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Attempting to bind port 07b398ad-f700-4584-a1f6-3fce7fcda882 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:59.516634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:33:59.519445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Port 07b398ad-f700-4584-a1f6-3fce7fcda882 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:33:59.519798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Attempting to bind port 07b398ad-f700-4584-a1f6-3fce7fcda882 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:33:59.528703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:33:59.529057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:33:59.529427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:33:59.529856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Bound port: 07b398ad-f700-4584-a1f6-3fce7fcda882, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:33:59.530209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.544392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event updated for resources: {'Port': ['ID=d48fb30c-1781-411f-aff6-a1114d2d4eec,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:59.579590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:59.580337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.656506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] For port 07b398ad-f700-4584-a1f6-3fce7fcda882, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:33:59.660606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] For port 07b398ad-f700-4584-a1f6-3fce7fcda882, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b398ad-f700-4584-a1f6-3fce7fcda882,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:33:59.663509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-3ce68683-fc31-4efb-87f8-a36fe0064c26 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9072247 Nov 10 21:33:59.670939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc121b-b3ef-4bda-a464-8b03322b5b11 req-ee3ebd8a-209a-40a8-8955-c3847c967a14 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:59.670939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62cc121b-b3ef-4bda-a464-8b03322b5b11 req-ee3ebd8a-209a-40a8-8955-c3847c967a14 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 931 time: 0.0828307 Nov 10 21:33:59.681101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Request body: {'port': {'device_id': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:33:59.723418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62cc121b-b3ef-4bda-a464-8b03322b5b11 req-b3355107-4ae3-44cc-bc78-75a61c009ec6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Nov 10 21:33:59.737494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.744342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.778221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:59.778900 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:33:59.780368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/07b398ad-f700-4584-a1f6-3fce7fcda882 HTTP/1.1" status: 200 len: 1096 time: 1.4104056 Nov 10 21:33:59.780741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'tag': '07b398ad-f700-4584-a1f6-3fce7fcda882'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:33:59.782994 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff0ae7-2db7-4b84-b34a-1b6f9f7bfc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c", "tag": "07b398ad-f700-4584-a1f6-3fce7fcda882"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:33:59.819155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:33:59.823094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c8200-917b-4842-8053-b61df8a3b6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=07b398ad-f700-4584-a1f6-3fce7fcda882,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:33:59.849227 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f5b84-3c38-40db-9941-3a4b3dad6963 x-openstack-request-id: req-416f5b84-3c38-40db-9941-3a4b3dad6963 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:33:59.849519 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c", "tag": "07b398ad-f700-4584-a1f6-3fce7fcda882", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:33:59.849773 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-416f5b84-3c38-40db-9941-3a4b3dad6963 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:33:59.850171 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'tag': '07b398ad-f700-4584-a1f6-3fce7fcda882', 'status': 'completed', 'code': 200} Nov 10 21:33:59.984313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff0ae7-2db7-4b84-b34a-1b6f9f7bfc9c req-3c997d72-3f28-4670-80e2-c58b8e68d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:33:59.985871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e1ff0ae7-2db7-4b84-b34a-1b6f9f7bfc9c req-3c997d72-3f28-4670-80e2-c58b8e68d0ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b4a79dc37c4458db2af5a9f86822b2b&device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 1099 time: 0.1162579 Nov 10 21:34:00.005292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f75ef-867e-4d8c-84d3-f6191a92ad72 req-e213355e-5d95-479d-bf0e-53b5473304af tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.006863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e48f75ef-867e-4d8c-84d3-f6191a92ad72 req-e213355e-5d95-479d-bf0e-53b5473304af tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0885389 Nov 10 21:34:00.043205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e1ff0ae7-2db7-4b84-b34a-1b6f9f7bfc9c req-fc0903f1-17ed-4335-a90d-c56e7a12deb8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3b4a79dc37c4458db2af5a9f86822b2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353522 Nov 10 21:34:00.123406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e48f75ef-867e-4d8c-84d3-f6191a92ad72 req-f562d316-452d-49c6-a515-971eff65ad4f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073039 Nov 10 21:34:00.202970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff0ae7-2db7-4b84-b34a-1b6f9f7bfc9c req-11ac8b89-d6fa-4996-8467-de7844fe756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.204574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd16d30-4598-43f3-8bab-8cbf22d4ac2f req-b24d813e-0da9-4ffa-8d9d-627b9db65707 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.204769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e1ff0ae7-2db7-4b84-b34a-1b6f9f7bfc9c req-11ac8b89-d6fa-4996-8467-de7844fe756b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535287 Nov 10 21:34:00.206609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffd16d30-4598-43f3-8bab-8cbf22d4ac2f req-b24d813e-0da9-4ffa-8d9d-627b9db65707 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0927365 Nov 10 21:34:00.245122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48fb30c-1781-411f-aff6-a1114d2d4eec {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:34:00.257589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:00.289480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffd16d30-4598-43f3-8bab-8cbf22d4ac2f req-6c0fd3cf-68f8-4639-b5c5-ef214b9fa609 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635748 Nov 10 21:34:00.305445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Transition to ACTIVE for port object d48fb30c-1781-411f-aff6-a1114d2d4eec will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:34:00.312194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-30833ae9-57a2-4de3-8340-a32480c4a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.313612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-30833ae9-57a2-4de3-8340-a32480c4a550 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3b4a79dc37c4458db2af5a9f86822b2b&device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 1099 time: 0.0542707 Nov 10 21:34:00.357831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-15a4c381-fb6e-4e50-a184-6c4e45eb9bd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=07b398ad-f700-4584-a1f6-3fce7fcda882 HTTP/1.1" status: 200 len: 217 time: 0.0359998 Nov 10 21:34:00.391157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:00.444408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-d0582036-89ca-4408-8e68-584c3c5b8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.445518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Pushing event updated for resources: {'Port': ['ID=d48fb30c-1781-411f-aff6-a1114d2d4eec,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:00.445894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-d0582036-89ca-4408-8e68-584c3c5b8782 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0810778 Nov 10 21:34:00.489273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744317ec-4329-492e-82b5-474ce976d62e req-745dca93-155c-449c-a443-b50c1c3dc224 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.490772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-744317ec-4329-492e-82b5-474ce976d62e req-745dca93-155c-449c-a443-b50c1c3dc224 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 947 time: 0.1166863 Nov 10 21:34:00.524002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-6e01f6b4-f3f4-49dc-92aa-866ddf535490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.525632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-6e01f6b4-f3f4-49dc-92aa-866ddf535490 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0720339 Nov 10 21:34:00.536568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Attempting to bind port d48fb30c-1781-411f-aff6-a1114d2d4eec on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:34:00.537037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Attempting to bind port d48fb30c-1781-411f-aff6-a1114d2d4eec by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:34:00.537460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Attempting to bind port d48fb30c-1781-411f-aff6-a1114d2d4eec on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:00.542380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Port d48fb30c-1781-411f-aff6-a1114d2d4eec on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:34:00.542814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Attempting to bind port d48fb30c-1781-411f-aff6-a1114d2d4eec on network f6127c6e-9e3d-4d2d-980c-fd707f259f13 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:00.547873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:34:00.548288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Checking segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:00.549390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Bound using segment: {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:34:00.549972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Bound port: d48fb30c-1781-411f-aff6-a1114d2d4eec, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30054d99-9d5e-41df-ac93-0fc2f90ec7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:34:00.550934 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:00.574580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-744317ec-4329-492e-82b5-474ce976d62e req-e26e4c2c-1ab8-43e0-b3a5-6a9a190fcf5e tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761464 Nov 10 21:34:00.623322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] For port d48fb30c-1781-411f-aff6-a1114d2d4eec, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:34:00.626485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] For port d48fb30c-1781-411f-aff6-a1114d2d4eec, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d48fb30c-1781-411f-aff6-a1114d2d4eec,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:34:00.640695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-4354edd9-dcd5-42dd-876e-bb77436f545e service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072764 Nov 10 21:34:00.712833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:00.735555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2b53e9b-d9ea-4775-8356-5d2502ed5928 req-0a934f10-06d7-40cc-96d4-e0a98144dcc8 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873799 Nov 10 21:34:00.748720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.749337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:00.750776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] 10.222.0.64 "PUT /v2.0/ports/d48fb30c-1781-411f-aff6-a1114d2d4eec HTTP/1.1" status: 200 len: 1092 time: 1.0742764 Nov 10 21:34:00.751215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'tag': 'd48fb30c-1781-411f-aff6-a1114d2d4eec'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:00.753506 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd97af9-90da-4de5-830a-cfb370b72e01" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae", "tag": "d48fb30c-1781-411f-aff6-a1114d2d4eec"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:00.801862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ad209-46c2-434e-9b97-a81162021a69 service neutron] Pushing event updated for resources: {'Port': ['ID=d48fb30c-1781-411f-aff6-a1114d2d4eec,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:00.815915 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c581240c-0a1d-447f-9f29-91692bdcb44e x-openstack-request-id: req-c581240c-0a1d-447f-9f29-91692bdcb44e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:00.816207 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae", "tag": "d48fb30c-1781-411f-aff6-a1114d2d4eec", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:00.816459 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c581240c-0a1d-447f-9f29-91692bdcb44e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:00.816858 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'tag': 'd48fb30c-1781-411f-aff6-a1114d2d4eec', 'status': 'completed', 'code': 200} Nov 10 21:34:00.890293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27071459-d33a-4f38-ae8f-445bd3360c2b req-237abfc8-6a40-4b9b-b57c-7d9b1ebc1a8e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.892077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-27071459-d33a-4f38-ae8f-445bd3360c2b req-237abfc8-6a40-4b9b-b57c-7d9b1ebc1a8e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 943 time: 0.0872753 Nov 10 21:34:00.898212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd97af9-90da-4de5-830a-cfb370b72e01 req-aed3f0f6-2120-4687-bf4b-fc365e2d0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:00.899897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fd97af9-90da-4de5-830a-cfb370b72e01 req-aed3f0f6-2120-4687-bf4b-fc365e2d0f02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 1095 time: 0.0599673 Nov 10 21:34:01.006045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-27071459-d33a-4f38-ae8f-445bd3360c2b req-4790221b-c69a-42e8-95e0-76c889a63704 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051233 Nov 10 21:34:01.046130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd97af9-90da-4de5-830a-cfb370b72e01 req-bf552acb-dcbd-4ec5-8665-a4752dbfde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.047935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fd97af9-90da-4de5-830a-cfb370b72e01 req-bf552acb-dcbd-4ec5-8665-a4752dbfde01 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=890ddd5e7dbe407cb74c761e921726d5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1326356 Nov 10 21:34:01.144935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd97af9-90da-4de5-830a-cfb370b72e01 req-59135077-23a5-4136-9272-277df8b032e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.146365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fd97af9-90da-4de5-830a-cfb370b72e01 req-59135077-23a5-4136-9272-277df8b032e4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909603 Nov 10 21:34:01.277663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec3db-a7dd-452c-9889-db6d596656cf req-2c858e82-7c50-4f10-85e5-cbee3adfe5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.279782 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-2c858e82-7c50-4f10-85e5-cbee3adfe5b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=890ddd5e7dbe407cb74c761e921726d5&device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 1095 time: 0.0796175 Nov 10 21:34:01.304064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d2b3-ad99-406b-9e44-62b60319271c req-474d9baa-5bf5-46bb-9577-b20613bfdc41 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.311585 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f982d2b3-ad99-406b-9e44-62b60319271c req-474d9baa-5bf5-46bb-9577-b20613bfdc41 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0985644 Nov 10 21:34:01.348139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-8d614468-44ca-4814-ab3b-1cbb2100571a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d48fb30c-1781-411f-aff6-a1114d2d4eec HTTP/1.1" status: 200 len: 217 time: 0.0607994 Nov 10 21:34:01.424649 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f982d2b3-ad99-406b-9e44-62b60319271c req-727cab7a-31c5-4ea2-92b7-30f353f39148 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114368 Nov 10 21:34:01.428853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addec3db-a7dd-452c-9889-db6d596656cf req-6a91de8a-e803-44da-8ef3-8cd7f6c47e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.430502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-6a91de8a-e803-44da-8ef3-8cd7f6c47e49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 200 len: 845 time: 0.0738409 Nov 10 21:34:01.466097 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-a90d9ef4-ddd7-4122-a076-fddf67c46274 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6127c6e-9e3d-4d2d-980c-fd707f259f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273137 Nov 10 21:34:01.506145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9637b5-4159-419c-ae3a-20dd4f91e2f7 req-f3f1bcf7-e946-40fb-bdbf-1b2ff82d7565 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.507855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f9637b5-4159-419c-ae3a-20dd4f91e2f7 req-f3f1bcf7-e946-40fb-bdbf-1b2ff82d7565 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0598927 Nov 10 21:34:01.515393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:01.564350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f9637b5-4159-419c-ae3a-20dd4f91e2f7 req-ca3ad702-3a94-4e9b-a513-9261868a3cd6 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500274 Nov 10 21:34:01.567537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-c83916b1-0524-4cd1-9efd-ef6ed3e348b1 service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941741 Nov 10 21:34:01.660378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:34:01.664236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:01.664790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:01.689045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-addec3db-a7dd-452c-9889-db6d596656cf req-004bd626-c658-45d7-9080-17b7f7c8b1aa service neutron] 10.222.0.64 "GET /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138065 Nov 10 21:34:01.708808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ce6d-348f-4e08-b45c-3d1f15c8c3ee req-eaad8672-2262-412b-8aa8-d60731da6d65 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.710539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d088ce6d-348f-4e08-b45c-3d1f15c8c3ee req-eaad8672-2262-412b-8aa8-d60731da6d65 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 947 time: 0.0612130 Nov 10 21:34:01.748059 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:01.765850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d088ce6d-348f-4e08-b45c-3d1f15c8c3ee req-85ebcc3d-02f7-4725-83b0-aff91a4d6f88 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Nov 10 21:34:01.774504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:01.777083 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82827599-23bc-4913-bd22-3ae3a7b23aa9" -d '{"events": [{"server_uuid": "c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:01.790786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:01.821306 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc7020-8e8f-4717-8d87-4a620a47bab0 x-openstack-request-id: req-dbcc7020-8e8f-4717-8d87-4a620a47bab0 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:01.821601 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3", "name": "network-vif-plugged", "status": "completed", "tag": "06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:01.826846 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbcc7020-8e8f-4717-8d87-4a620a47bab0 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:01.826846 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c', 'code': 200} Nov 10 21:34:01.870334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:01.921474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:01.925417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8515-c860-4d8d-9c8d-c8d3201de213 req-3e0c4300-d8ee-42f6-82cb-2736ccf153b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:01.926953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-833c8515-c860-4d8d-9c8d-c8d3201de213 req-3e0c4300-d8ee-42f6-82cb-2736ccf153b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0451727 Nov 10 21:34:01.972610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-833c8515-c860-4d8d-9c8d-c8d3201de213 req-17524a1b-10e1-4a0e-a7df-9b27f7de76a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Nov 10 21:34:02.137342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd709-a7f1-4ed7-bce0-d5e993e1d100 req-6b052034-30b8-42cf-886e-15ffff8cbc7b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:02.138825 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da5bd709-a7f1-4ed7-bce0-d5e993e1d100 req-6b052034-30b8-42cf-886e-15ffff8cbc7b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 943 time: 0.0511076 Nov 10 21:34:02.187117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da5bd709-a7f1-4ed7-bce0-d5e993e1d100 req-a85caa98-b11d-47b4-b604-dbbe34f74dd7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Nov 10 21:34:02.545466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b02ed-5302-4300-b28a-2ae9d4c3821e req-8cce44d9-c4fa-4453-8e82-eb22ecc8661e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:02.547020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d83b02ed-5302-4300-b28a-2ae9d4c3821e req-8cce44d9-c4fa-4453-8e82-eb22ecc8661e tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0507398 Nov 10 21:34:02.608686 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d83b02ed-5302-4300-b28a-2ae9d4c3821e req-31f733c9-fd7e-4b19-84aa-b490d71c0250 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534916 Nov 10 21:34:02.684104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea908ae-3a39-496d-8e13-1bf610788c33 req-be2bc3a9-53c7-4604-bdc0-75b5b0ff73cb tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:02.685524 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ea908ae-3a39-496d-8e13-1bf610788c33 req-be2bc3a9-53c7-4604-bdc0-75b5b0ff73cb tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0516043 Nov 10 21:34:02.741395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ea908ae-3a39-496d-8e13-1bf610788c33 req-b9197713-8639-48e2-8562-83323adb7310 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Nov 10 21:34:02.886996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe20d81-7ae3-4296-ac6e-d84ac2dbdc01 req-a819592e-a29b-4b37-9dd1-21d55197ffbb tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:02.888608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffe20d81-7ae3-4296-ac6e-d84ac2dbdc01 req-a819592e-a29b-4b37-9dd1-21d55197ffbb tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 947 time: 0.0515726 Nov 10 21:34:02.942480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffe20d81-7ae3-4296-ac6e-d84ac2dbdc01 req-2ab3a66b-14f2-4085-a397-e3235f00077f tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Nov 10 21:34:03.192000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93f4d3-c26c-431b-ac91-d6d8371651b1 req-6a0087ca-530b-485a-a202-8ad817b798ae tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:03.193561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e93f4d3-c26c-431b-ac91-d6d8371651b1 req-6a0087ca-530b-485a-a202-8ad817b798ae tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0536785 Nov 10 21:34:03.245316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e93f4d3-c26c-431b-ac91-d6d8371651b1 req-70d377d6-4f42-4f1f-9a1e-87c08bb60049 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Nov 10 21:34:03.319128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8737-6cf1-4635-89cb-b8b302aadf9b req-465d7f3f-3295-4c39-9257-6c80fffe527e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:03.320672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1bca8737-6cf1-4635-89cb-b8b302aadf9b req-465d7f3f-3295-4c39-9257-6c80fffe527e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 943 time: 0.0633156 Nov 10 21:34:03.374176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1bca8737-6cf1-4635-89cb-b8b302aadf9b req-de991c45-4ce8-4a38-8f34-320f542b30b7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473366 Nov 10 21:34:03.868412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2ebf1-952d-461b-93a3-0b93da95f470 req-9194d1d9-40b3-428c-82f2-dbab5de9e5d3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:03.870152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8df2ebf1-952d-461b-93a3-0b93da95f470 req-9194d1d9-40b3-428c-82f2-dbab5de9e5d3 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0570524 Nov 10 21:34:03.920524 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8df2ebf1-952d-461b-93a3-0b93da95f470 req-98bf3ac4-8cab-4b44-a56e-dcee703635e6 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Nov 10 21:34:04.063129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903a0b5-68de-4102-97cc-ecd458a8d1f8 req-aaadf4e3-5321-403a-be11-7fe0cbf081b6 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:04.064882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7903a0b5-68de-4102-97cc-ecd458a8d1f8 req-aaadf4e3-5321-403a-be11-7fe0cbf081b6 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 947 time: 0.0519104 Nov 10 21:34:04.122677 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7903a0b5-68de-4102-97cc-ecd458a8d1f8 req-c23a7aec-795e-4369-b185-3af566dcce39 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499709 Nov 10 21:34:04.360852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14174372-76a4-471f-a725-3bc4bb05dff3 req-f86e55fe-96bd-4e58-9766-c74872f0cb0d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:04.362449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14174372-76a4-471f-a725-3bc4bb05dff3 req-f86e55fe-96bd-4e58-9766-c74872f0cb0d tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0510216 Nov 10 21:34:04.413892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14174372-76a4-471f-a725-3bc4bb05dff3 req-31fdd2b8-e49b-4ef6-9cd0-df5c9607e239 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Nov 10 21:34:04.431949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-0727360c-b902-4cd6-9add-fa2c34098239 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:04.431949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-0727360c-b902-4cd6-9add-fa2c34098239 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 945 time: 0.0534990 Nov 10 21:34:04.545985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8bd30-bf85-4eaf-af12-30ac9734e58b req-e714a59b-70cf-4724-b324-2ebae61d9177 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:04.547490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05e8bd30-bf85-4eaf-af12-30ac9734e58b req-e714a59b-70cf-4724-b324-2ebae61d9177 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 943 time: 0.0869427 Nov 10 21:34:04.586579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Deleting port 1153b609-54cb-454d-b55c-c0115270aebd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:04.586825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:04.630757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05e8bd30-bf85-4eaf-af12-30ac9734e58b req-30eda87e-d650-478a-a369-cd86e794e35f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749078 Nov 10 21:34:04.696802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] For port 1153b609-54cb-454d-b55c-c0115270aebd, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1153b609-54cb-454d-b55c-c0115270aebd,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:04.697168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:04.709715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Calling delete_port for 1153b609-54cb-454d-b55c-c0115270aebd owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:04.894186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:04.904915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1153b609-54cb-454d-b55c-c0115270aebd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:04.921851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event deleted for resources: {'Port': ['ID=1153b609-54cb-454d-b55c-c0115270aebd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:04.961808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] No DVR routers for this DVR port 1153b609-54cb-454d-b55c-c0115270aebd on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:04.964542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:04.967906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-469eede6-4c1a-46b5-90b1-daba8a3b0571 req-e9313243-d35e-4e32-9ca0-c03eae0955e5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "DELETE /v2.0/ports/1153b609-54cb-454d-b55c-c0115270aebd HTTP/1.1" status: 204 len: 173 time: 0.5331750 Nov 10 21:34:04.968343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e930a85-70e0-4424-9677-69d3030bd73e', 'name': 'network-vif-deleted', 'tag': '1153b609-54cb-454d-b55c-c0115270aebd'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:04.971174 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcdbc3a-e029-4304-a33e-e30f708faa99" -d '{"events": [{"server_uuid": "0e930a85-70e0-4424-9677-69d3030bd73e", "name": "network-vif-deleted", "tag": "1153b609-54cb-454d-b55c-c0115270aebd"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:05.006979 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c08be1-9939-4eed-8582-4c6394fb8395 x-openstack-request-id: req-e4c08be1-9939-4eed-8582-4c6394fb8395 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:05.007303 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e930a85-70e0-4424-9677-69d3030bd73e", "name": "network-vif-deleted", "tag": "1153b609-54cb-454d-b55c-c0115270aebd", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:05.007749 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4c08be1-9939-4eed-8582-4c6394fb8395 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:05.008126 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e930a85-70e0-4424-9677-69d3030bd73e', 'name': 'network-vif-deleted', 'tag': '1153b609-54cb-454d-b55c-c0115270aebd', 'status': 'completed', 'code': 200} Nov 10 21:34:05.046770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8e1de-f871-4de6-8055-9ae0cf8efdda req-e0f91a13-10af-4e9a-bc4f-14a8bcf85925 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:05.048345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bea8e1de-f871-4de6-8055-9ae0cf8efdda req-e0f91a13-10af-4e9a-bc4f-14a8bcf85925 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0543251 Nov 10 21:34:05.106211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bea8e1de-f871-4de6-8055-9ae0cf8efdda req-96639f6a-8ff7-4ae0-8a57-903ffc3acd73 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510623 Nov 10 21:34:05.254035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973edba-c116-463b-86cf-8ad1885620f2 req-8d7e59c6-5bf4-4be2-a78f-af6082116e4d tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:05.255531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9973edba-c116-463b-86cf-8ad1885620f2 req-8d7e59c6-5bf4-4be2-a78f-af6082116e4d tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 947 time: 0.0504200 Nov 10 21:34:05.304326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9973edba-c116-463b-86cf-8ad1885620f2 req-7a3242d2-1cee-4b1e-8683-2f5fb5e929f5 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Nov 10 21:34:05.528339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d48fb30c-1781-411f-aff6-a1114d2d4eec details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:34:05.608749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16723a23-f591-4b08-8433-e3fa68ffd5c4 req-b4207579-008f-4486-baa0-3422be93ded2 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e930a85-70e0-4424-9677-69d3030bd73e HTTP/1.1" status: 200 len: 210 time: 0.0308058 Nov 10 21:34:05.642855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d86bee-2ed8-48ad-a54f-10d313a57c2e req-14285808-8702-482a-860c-399dec5bf09d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:05.646247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2d86bee-2ed8-48ad-a54f-10d313a57c2e req-14285808-8702-482a-860c-399dec5bf09d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1257603 Nov 10 21:34:05.650153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d48fb30c-1781-411f-aff6-a1114d2d4eec, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d48fb30c-1781-411f-aff6-a1114d2d4eec,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:05.653364 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f61f82a8-fb22-4732-b4b7-e715ed06e17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:05.668584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'd48fb30c-1781-411f-aff6-a1114d2d4eec', 'network_id': 'f6127c6e-9e3d-4d2d-980c-fd707f259f13', 'port_id': 'd48fb30c-1781-411f-aff6-a1114d2d4eec', 'mac_address': 'fa:16:3e:56:07:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29cd99-eb18-4eb1-9862-48ea5e0b2c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:34:05.671210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-ee43c9e1-3314-4713-9887-92abed5e4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:05.672698 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-ee43c9e1-3314-4713-9887-92abed5e4ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0958092 Nov 10 21:34:05.700888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2d86bee-2ed8-48ad-a54f-10d313a57c2e req-823be6e1-9fb4-4ab3-8d8e-5e54e6bb8920 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Nov 10 21:34:05.711406 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:05.725725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48fb30c-1781-411f-aff6-a1114d2d4eec {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:34:05.748537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d48fb30c-1781-411f-aff6-a1114d2d4eec, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d48fb30c-1781-411f-aff6-a1114d2d4eec,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:05.829522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:05.830815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b398ad-f700-4584-a1f6-3fce7fcda882 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:34:05.921034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61888-4504-4a69-b983-057180a82996 req-10007670-4f68-4d91-9360-7459eb456f17 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:05.929319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa61888-4504-4a69-b983-057180a82996 req-10007670-4f68-4d91-9360-7459eb456f17 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 944 time: 0.0667160 Nov 10 21:34:05.930157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-e09d669a-4a84-477d-bf25-a7857bd1e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:05.933060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-e09d669a-4a84-477d-bf25-a7857bd1e397 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 912 time: 0.1202660 Nov 10 21:34:06.000615 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa61888-4504-4a69-b983-057180a82996 req-fb9142ed-a091-455d-88e3-e1cfeff05a50 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Nov 10 21:34:06.004748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07b398ad-f700-4584-a1f6-3fce7fcda882, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b398ad-f700-4584-a1f6-3fce7fcda882,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:06.007899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-82ed64cf-b30e-424d-bdae-1112b3cb8c00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c HTTP/1.1" status: 200 len: 217 time: 0.0667768 Nov 10 21:34:06.026603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '07b398ad-f700-4584-a1f6-3fce7fcda882', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '07b398ad-f700-4584-a1f6-3fce7fcda882', 'mac_address': 'fa:16:3e:90:5b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:34:06.031393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d48fb30c-1781-411f-aff6-a1114d2d4eec,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:06.067812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-8025cf3d-bba8-4e8e-b7a9-0f990b77fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:06.069696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-8025cf3d-bba8-4e8e-b7a9-0f990b77fecf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da2e3be0-1669-44d1-ad57-12c7e33f5326 HTTP/1.1" status: 200 len: 851 time: 0.0540802 Nov 10 21:34:06.075832 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:06.099245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b398ad-f700-4584-a1f6-3fce7fcda882 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:34:06.108911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-66ed27c2-45d5-48f7-8fc7-42e3f23ed6e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c43131b5-8033-4023-8c9e-2123f1f926e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322714 Nov 10 21:34:06.114505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07b398ad-f700-4584-a1f6-3fce7fcda882, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b398ad-f700-4584-a1f6-3fce7fcda882,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:06.217906 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-d120cc24-d6fd-4e1d-bbcf-f34177cda3f9 service neutron] 10.222.0.64 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991940 Nov 10 21:34:06.220125 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:06.272262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=07b398ad-f700-4584-a1f6-3fce7fcda882,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:06.316769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34041ec4-a123-4a7a-a34f-0e33805fa752 req-2ff5e1d5-ea56-48d6-a5e5-4a6ca7eca7ae service neutron] 10.222.0.64 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912535 Nov 10 21:34:06.432240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180f3b4-14e5-41f5-9477-a8213845aa74 req-2da63250-7a96-4ca6-bed7-327f4b0831da tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:06.433167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3180f3b4-14e5-41f5-9477-a8213845aa74 req-2da63250-7a96-4ca6-bed7-327f4b0831da tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 948 time: 0.0577288 Nov 10 21:34:06.491133 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3180f3b4-14e5-41f5-9477-a8213845aa74 req-32409ab9-9832-4f68-bd29-576707853175 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519750 Nov 10 21:34:06.762144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['d48fb30c-1781-411f-aff6-a1114d2d4eec'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:06.809785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['07b398ad-f700-4584-a1f6-3fce7fcda882'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:06.839941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c3178-9be4-4c00-a38f-e7f479446f98 req-f5d534f2-57aa-469d-9807-feddcf30bfaf tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:06.843166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-443c3178-9be4-4c00-a38f-e7f479446f98 req-f5d534f2-57aa-469d-9807-feddcf30bfaf tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0679913 Nov 10 21:34:06.862533 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:34:06.904938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1153b609-54cb-454d-b55c-c0115270aebd no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:06.914173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-443c3178-9be4-4c00-a38f-e7f479446f98 req-327a8bb7-acb5-4117-93a4-874048747f34 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645320 Nov 10 21:34:06.949707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 1153b609-54cb-454d-b55c-c0115270aebd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:06.950581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1153b609-54cb-454d-b55c-c0115270aebd not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:06.981229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-3b3ad4da-511d-4f75-b69f-cf38716ed30a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:06.983073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-3b3ad4da-511d-4f75-b69f-cf38716ed30a tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.1278784 Nov 10 21:34:07.002161 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-aab3c718-05e2-473f-afdc-6163d51ccbe7 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/quotas/5fcb232e2e1f4b3db936eaf9b20f8ee0 HTTP/1.1" status: 200 len: 375 time: 0.0127299 Nov 10 21:34:07.056441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-e10b41cf-76d0-454c-8ff8-fa26cc104fe1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480413 Nov 10 21:34:07.172478 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-2307fb59-8ece-49da-a8d6-96e89dd76218 service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101665 Nov 10 21:34:07.177501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7cb63-2f33-4e55-b73f-595b03012b21 req-e6849d7a-6d04-4d47-907d-f0cf423c4653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:07.179083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3c7cb63-2f33-4e55-b73f-595b03012b21 req-e6849d7a-6d04-4d47-907d-f0cf423c4653 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 944 time: 0.0538933 Nov 10 21:34:07.234327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3c7cb63-2f33-4e55-b73f-595b03012b21 req-4a6404f7-d5a0-430a-b3f8-ee1164551a58 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490785 Nov 10 21:34:07.287150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-74d7305b-f559-4624-9cf0-cfdea2c05bea service neutron] 10.222.0.45 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953691 Nov 10 21:34:07.576426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ac8e52a-71dc-479d-b2f1-dbc04c7ba07c req-79529dbb-af9f-442a-b72e-bc267749ee3f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 210 time: 0.0346923 Nov 10 21:34:07.633609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd96e-094e-4f24-a98c-f9ce67cc96db req-9aba9e65-5822-4fec-b05c-e68781f3871a tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:07.635236 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fddd96e-094e-4f24-a98c-f9ce67cc96db req-9aba9e65-5822-4fec-b05c-e68781f3871a tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 948 time: 0.0616589 Nov 10 21:34:07.691495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fddd96e-094e-4f24-a98c-f9ce67cc96db req-cccc1491-bfa8-4f09-bd21-6619c8429b80 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504434 Nov 10 21:34:07.945941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22ef27c0-6522-44a7-b779-9a768a8ec172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:08.140526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4232bb-c8f8-4061-96f4-fb8d2f5f0e83 req-09355799-3888-4b6e-93ef-dfb74cba3e1b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:08.149026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac4232bb-c8f8-4061-96f4-fb8d2f5f0e83 req-09355799-3888-4b6e-93ef-dfb74cba3e1b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0664387 Nov 10 21:34:08.204293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac4232bb-c8f8-4061-96f4-fb8d2f5f0e83 req-10112f09-6f6a-4b79-9238-0f077b091f95 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 Nov 10 21:34:08.354191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7accf6-31c9-4f91-8f8d-81f711f67342 req-8844c122-3346-4a0f-94a4-8cb30bb55f51 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:08.355701 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b7accf6-31c9-4f91-8f8d-81f711f67342 req-8844c122-3346-4a0f-94a4-8cb30bb55f51 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 944 time: 0.0502493 Nov 10 21:34:08.404789 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b7accf6-31c9-4f91-8f8d-81f711f67342 req-9e6c6152-1573-4881-9d8d-82a34cd76a68 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Nov 10 21:34:08.674717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eb09ab0-0789-42ae-b652-a187bfbde422 req-043349fb-b469-4963-aac1-2af2c4be5ab5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 210 time: 0.0272684 Nov 10 21:34:08.815818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed439e9-15e0-4fac-a0fc-cc099f23a148 req-b9b054bc-6dd6-47a4-8506-0c343d449540 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:08.817508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed439e9-15e0-4fac-a0fc-cc099f23a148 req-b9b054bc-6dd6-47a4-8506-0c343d449540 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 948 time: 0.0553365 Nov 10 21:34:08.879188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed439e9-15e0-4fac-a0fc-cc099f23a148 req-edad9549-b0a0-482c-93a3-5e82575b376c tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508618 Nov 10 21:34:09.225531 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:09.328819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0da91-0f74-473f-bd85-9f114c68aba0 req-9dd25bc8-d0c2-4096-bbe3-319251df62ae tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:09.331041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-60f0da91-0f74-473f-bd85-9f114c68aba0 req-9dd25bc8-d0c2-4096-bbe3-319251df62ae tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0532269 Nov 10 21:34:09.379063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-60f0da91-0f74-473f-bd85-9f114c68aba0 req-5b738d44-12da-4be8-9900-4a43d4edf8bc tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Nov 10 21:34:09.529010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ec083-e299-4877-8d48-8a96221af2ed req-d22ca1df-ee1e-42f2-b295-266f277fe5f1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:09.530522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-908ec083-e299-4877-8d48-8a96221af2ed req-d22ca1df-ee1e-42f2-b295-266f277fe5f1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 944 time: 0.0501013 Nov 10 21:34:09.566948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b398ad-f700-4584-a1f6-3fce7fcda882 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:09.618322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-908ec083-e299-4877-8d48-8a96221af2ed req-920c479d-40d5-4d9a-9225-3ccf97f50c8c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807593 Nov 10 21:34:09.688263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 07b398ad-f700-4584-a1f6-3fce7fcda882 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:34:09.693781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 07b398ad-f700-4584-a1f6-3fce7fcda882 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:09.694356 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:09.698238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-9465cd74-9c84-40de-a5a2-87087e922711 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:09.699901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-9465cd74-9c84-40de-a5a2-87087e922711 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 812 time: 0.1292114 Nov 10 21:34:09.715477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Request body: {'port': {'device_id': 'c570428b-96a1-4b03-82d4-997036fde411', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'admin_state_up': True, 'tenant_id': '5fcb232e2e1f4b3db936eaf9b20f8ee0'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:09.804792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d405d96d-eabc-4c22-ad1f-89b4b90a97ab req-21ef562f-903a-4d02-bbdc-088c9282f1cc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 210 time: 0.0434196 Nov 10 21:34:09.959692 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:09.990693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b398ad-f700-4584-a1f6-3fce7fcda882'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:09.993321 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2370760b-5b6a-458a-926e-086cbc1a5757" -d '{"events": [{"server_uuid": "4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "07b398ad-f700-4584-a1f6-3fce7fcda882"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:10.007987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07b398ad-f700-4584-a1f6-3fce7fcda882, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b398ad-f700-4584-a1f6-3fce7fcda882,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:10.008444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58ec2-fb5d-498f-8a73-519ed83825a8 req-4ddff1c0-9904-47f9-8a59-5209ba1ad9b4 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:10.010256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98a58ec2-fb5d-498f-8a73-519ed83825a8 req-4ddff1c0-9904-47f9-8a59-5209ba1ad9b4 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 948 time: 0.0543380 Nov 10 21:34:10.050996 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2519b653-41c3-4640-bfc9-9e94ce0851a4 x-openstack-request-id: req-2519b653-41c3-4640-bfc9-9e94ce0851a4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:10.051289 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "07b398ad-f700-4584-a1f6-3fce7fcda882", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:10.051544 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2519b653-41c3-4640-bfc9-9e94ce0851a4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:10.052013 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b398ad-f700-4584-a1f6-3fce7fcda882', 'code': 200} Nov 10 21:34:10.066528 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98a58ec2-fb5d-498f-8a73-519ed83825a8 req-8cc54022-90d8-4b73-960f-734a0c76f23b tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470445 Nov 10 21:34:10.077333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Made reservation on behalf of 5fcb232e2e1f4b3db936eaf9b20f8ee0 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:10.092784 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.140071 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.140878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d48fb30c-1781-411f-aff6-a1114d2d4eec up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:10.209785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55699e3f-8fb6-4093-b9bb-0dafd22640ce req-f4f15864-bb65-4fb2-905e-9c71c8dcc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:10.210604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-55699e3f-8fb6-4093-b9bb-0dafd22640ce req-f4f15864-bb65-4fb2-905e-9c71c8dcc2f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 1101 time: 0.0765517 Nov 10 21:34:10.277615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Allocated IP 172.20.0.12 (0b5b4818-a6d3-43ab-b880-1b7f9b442c9e/c06e3385-c643-4c3f-8bbf-c4087eb0ff82/88996a94-5829-4274-bb5f-cfa8d37e2efe) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:10.295426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-55699e3f-8fb6-4093-b9bb-0dafd22640ce req-1055f296-47e9-4fd5-87fe-34f15054f4a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777292 Nov 10 21:34:10.304409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=07b398ad-f700-4584-a1f6-3fce7fcda882,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:10.453738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.474594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port d48fb30c-1781-411f-aff6-a1114d2d4eec completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:34:10.480619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port d48fb30c-1781-411f-aff6-a1114d2d4eec triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:10.481205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.569977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.573344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.623233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d48fb30c-1781-411f-aff6-a1114d2d4eec, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d48fb30c-1781-411f-aff6-a1114d2d4eec,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:10.699529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:10.700428 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.710418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:10.713743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event updated for resources: {'Port': ['ID=88996a94-5829-4274-bb5f-cfa8d37e2efe,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:10.718170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:10.729267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495983a-5315-44bd-b4ca-9dcb1fe22f99 req-98f37e25-042c-4576-9b45-3aa69029e395 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:10.729868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.731663 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1495983a-5315-44bd-b4ca-9dcb1fe22f99 req-98f37e25-042c-4576-9b45-3aa69029e395 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0770786 Nov 10 21:34:10.762242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.762598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.762938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.763274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.763607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.763956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.764459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.764953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.765274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.765605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.765929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.766252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:10.806428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d48fb30c-1781-411f-aff6-a1114d2d4eec,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:10.818365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:10.819030 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:10.837814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe48e-fe15-41ee-bd8e-0fdbdf1a7e1f req-ab0023f0-6ec3-4e11-b4ef-39c8012029ba tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:10.839099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b22fe48e-fe15-41ee-bd8e-0fdbdf1a7e1f req-ab0023f0-6ec3-4e11-b4ef-39c8012029ba tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0896680 Nov 10 21:34:10.848547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1495983a-5315-44bd-b4ca-9dcb1fe22f99 req-c1379016-e122-45ff-ad21-dd159bbee906 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860505 Nov 10 21:34:10.901887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b22fe48e-fe15-41ee-bd8e-0fdbdf1a7e1f req-233cb238-f1b0-4900-9c0c-78ab6f4db663 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536661 Nov 10 21:34:10.954084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa2c5-78f6-42cc-a8d9-9ddea21f8917 req-09d38eb9-d8af-4e31-a863-8fae1a2d8256 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:10.956244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-561aa2c5-78f6-42cc-a8d9-9ddea21f8917 req-09d38eb9-d8af-4e31-a863-8fae1a2d8256 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 932 time: 0.0591094 Nov 10 21:34:10.993819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-fc943b01-3562-44ab-950d-1e6341d819a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2826893 Nov 10 21:34:11.007473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Request body: {'port': {'device_id': 'c570428b-96a1-4b03-82d4-997036fde411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:11.010622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-561aa2c5-78f6-42cc-a8d9-9ddea21f8917 req-69658993-dedc-47a1-9b33-e61e505fdbca tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Nov 10 21:34:11.065179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:11.259754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:11.285041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5691b-8090-4d37-8005-7068373f2aa6 req-026294d1-d42d-40e1-817c-262e6618335a tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:11.286519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80c5691b-8090-4d37-8005-7068373f2aa6 req-026294d1-d42d-40e1-817c-262e6618335a tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 949 time: 0.1147075 Nov 10 21:34:11.368152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80c5691b-8090-4d37-8005-7068373f2aa6 req-789a9e38-1102-4bf7-a853-19ee075c3667 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718865 Nov 10 21:34:11.415770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88996a94-5829-4274-bb5f-cfa8d37e2efe {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:34:11.423420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:11.435299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Transition to ACTIVE for port object 88996a94-5829-4274-bb5f-cfa8d37e2efe will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:34:11.556960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:11.611021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Pushing event updated for resources: {'Port': ['ID=88996a94-5829-4274-bb5f-cfa8d37e2efe,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:11.685254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Attempting to bind port 88996a94-5829-4274-bb5f-cfa8d37e2efe on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:34:11.686194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Attempting to bind port 88996a94-5829-4274-bb5f-cfa8d37e2efe by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:34:11.686531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Attempting to bind port 88996a94-5829-4274-bb5f-cfa8d37e2efe on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:11.692203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Port 88996a94-5829-4274-bb5f-cfa8d37e2efe on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:34:11.692535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Attempting to bind port 88996a94-5829-4274-bb5f-cfa8d37e2efe on network 0b5b4818-a6d3-43ab-b880-1b7f9b442c9e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:11.697964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:34:11.698372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Checking segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:11.698765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Bound using segment: {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:34:11.699202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Bound port: 88996a94-5829-4274-bb5f-cfa8d37e2efe, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:34:11.699582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:11.765551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] For port 88996a94-5829-4274-bb5f-cfa8d37e2efe, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:34:11.769061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] For port 88996a94-5829-4274-bb5f-cfa8d37e2efe, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=88996a94-5829-4274-bb5f-cfa8d37e2efe,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:34:11.940210 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:11.973136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23c77-a9d1-4f84-a1ac-430e665da560 req-603d47d0-ca87-4d0a-a58c-0e5f7d940fed tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:11.979199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:11.979864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:11.981232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] 10.222.0.53 "PUT /v2.0/ports/88996a94-5829-4274-bb5f-cfa8d37e2efe HTTP/1.1" status: 200 len: 1093 time: 0.9782448 Nov 10 21:34:11.981672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c570428b-96a1-4b03-82d4-997036fde411', 'tag': '88996a94-5829-4274-bb5f-cfa8d37e2efe'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:11.985004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dae23c77-a9d1-4f84-a1ac-430e665da560 req-603d47d0-ca87-4d0a-a58c-0e5f7d940fed tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0804753 Nov 10 21:34:11.986125 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d29c9-c7a9-40fe-b7c5-fec944f69228" -d '{"events": [{"name": "network-changed", "server_uuid": "c570428b-96a1-4b03-82d4-997036fde411", "tag": "88996a94-5829-4274-bb5f-cfa8d37e2efe"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:12.041006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf1b58-8780-4e68-a7a0-250a1db8059a service neutron] Pushing event updated for resources: {'Port': ['ID=88996a94-5829-4274-bb5f-cfa8d37e2efe,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:12.052359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dae23c77-a9d1-4f84-a1ac-430e665da560 req-af212efa-16af-43ee-8c8a-d80a5ec6e27f tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663624 Nov 10 21:34:12.053447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48fb30c-1781-411f-aff6-a1114d2d4eec'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:12.056069 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb67a8-9c4c-42cc-be1e-df85ed296fc3" -d '{"events": [{"server_uuid": "8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae", "name": "network-vif-plugged", "status": "completed", "tag": "d48fb30c-1781-411f-aff6-a1114d2d4eec"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:12.062408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6b66a-c10b-425f-8477-8a7836f4c7db req-e1e387d7-9738-4747-8074-bd95cb45f606 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.064744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5f6b66a-c10b-425f-8477-8a7836f4c7db req-e1e387d7-9738-4747-8074-bd95cb45f606 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0634906 Nov 10 21:34:12.131392 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5f6b66a-c10b-425f-8477-8a7836f4c7db req-3683c937-f830-4b33-a0a4-7b0a99536f2d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517325 Nov 10 21:34:12.215972 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984cbc26-1cd6-48c8-90a9-9448dd6d382d x-openstack-request-id: req-984cbc26-1cd6-48c8-90a9-9448dd6d382d {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:12.216261 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c570428b-96a1-4b03-82d4-997036fde411", "tag": "88996a94-5829-4274-bb5f-cfa8d37e2efe", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:12.216530 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-984cbc26-1cd6-48c8-90a9-9448dd6d382d {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:12.216950 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c570428b-96a1-4b03-82d4-997036fde411', 'tag': '88996a94-5829-4274-bb5f-cfa8d37e2efe', 'status': 'completed', 'code': 200} Nov 10 21:34:12.243907 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055451d6-e88d-44a3-9c13-5ccb8292079b x-openstack-request-id: req-055451d6-e88d-44a3-9c13-5ccb8292079b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:12.244227 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae", "name": "network-vif-plugged", "status": "completed", "tag": "d48fb30c-1781-411f-aff6-a1114d2d4eec", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:12.244477 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-055451d6-e88d-44a3-9c13-5ccb8292079b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:12.244863 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48fb30c-1781-411f-aff6-a1114d2d4eec', 'code': 200} Nov 10 21:34:12.270136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-0241b696-126e-4e38-b3e2-a03c717c5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.271950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-0241b696-126e-4e38-b3e2-a03c717c5432 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 1096 time: 0.1098440 Nov 10 21:34:12.296049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dee31c-abb1-45f1-947f-d86b6856788d req-611a068b-ed87-4b0b-8edf-37ba0f280471 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.298307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0dee31c-abb1-45f1-947f-d86b6856788d req-611a068b-ed87-4b0b-8edf-37ba0f280471 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 944 time: 0.0805492 Nov 10 21:34:12.336524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-3adaf025-938e-4a8f-ab12-08b3047803cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88996a94-5829-4274-bb5f-cfa8d37e2efe HTTP/1.1" status: 200 len: 217 time: 0.0559566 Nov 10 21:34:12.368032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc97e-c44c-4f4b-8fe3-41b0dec1de48 req-2ab0d678-24fb-472f-a216-6bc80a3d730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.369565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b2cc97e-c44c-4f4b-8fe3-41b0dec1de48 req-2ab0d678-24fb-472f-a216-6bc80a3d730c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 1097 time: 0.0476596 Nov 10 21:34:12.419577 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0dee31c-abb1-45f1-947f-d86b6856788d req-99ea422a-593d-45d4-bf28-5abe9cb7f9b5 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906222 Nov 10 21:34:12.421591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-a9dcea85-a166-4a3e-9204-1793d4068c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.423830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-a9dcea85-a166-4a3e-9204-1793d4068c90 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.0790994 Nov 10 21:34:12.445735 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b2cc97e-c44c-4f4b-8fe3-41b0dec1de48 req-9784d9f9-2c7e-4ce7-8e6a-777cbef345b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626667 Nov 10 21:34:12.466158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-b33f1a14-50ac-4840-b717-49d3fccd737a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357230 Nov 10 21:34:12.506839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1462b5-d97b-4bdf-920b-d8afad03c247 req-85d9e8bb-8091-448e-825a-843259a05983 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.508573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f1462b5-d97b-4bdf-920b-d8afad03c247 req-85d9e8bb-8091-448e-825a-843259a05983 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 949 time: 0.0590625 Nov 10 21:34:12.562867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f1462b5-d97b-4bdf-920b-d8afad03c247 req-da494376-12a9-4a62-9887-6f3e51682467 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Nov 10 21:34:12.571249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-123b90d0-8f43-4caf-8201-931cd32dae2e service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973659 Nov 10 21:34:12.684990 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fd176f2-c91a-45de-b781-48702ed3b24c req-4d3426b1-68a8-4eb2-97f5-f35987d003fb service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993431 Nov 10 21:34:12.837334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-d270822e-c1c6-46d4-be7a-a9469e7ecc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.838820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-d270822e-c1c6-46d4-be7a-a9469e7ecc3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 1096 time: 0.0455565 Nov 10 21:34:12.952662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-12d23a7c-4af1-495b-99ef-734a0cf61a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:12.954138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-12d23a7c-4af1-495b-99ef-734a0cf61a80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 200 len: 913 time: 0.1077054 Nov 10 21:34:12.999550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-b29aac51-ded2-4a86-9d4c-54db394efe9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88996a94-5829-4274-bb5f-cfa8d37e2efe HTTP/1.1" status: 200 len: 217 time: 0.0378079 Nov 10 21:34:13.053966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-8c502c91-90b3-4469-ae5b-77604b5919b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:13.055461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-8c502c91-90b3-4469-ae5b-77604b5919b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 200 len: 852 time: 0.0477164 Nov 10 21:34:13.091906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-b7606f4c-1e57-45ca-bbe3-213d1abb6652 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279176 Nov 10 21:34:13.193208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3db0-1149-46da-86cc-8c52757884ba req-08fc9987-4cf6-4738-871f-6ba7d76fd660 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:13.194945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-915d3db0-1149-46da-86cc-8c52757884ba req-08fc9987-4cf6-4738-871f-6ba7d76fd660 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0594263 Nov 10 21:34:13.222417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-5d179ddc-c4a5-453c-b68b-3bb7242436cb service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219847 Nov 10 21:34:13.261337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-915d3db0-1149-46da-86cc-8c52757884ba req-60d84cec-d9de-4824-adbd-98f880e2b5dd tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Nov 10 21:34:13.340349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571d29c9-c7a9-40fe-b7c5-fec944f69228 req-631eb1a2-f6fc-4ef0-af3c-d564bde35ba4 service neutron] 10.222.0.53 "GET /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092212 Nov 10 21:34:13.434199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54034119-52e4-4b6f-a785-f5456494e5ac req-a6268ee7-dd1a-400e-85c1-e4596b7a5439 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:13.435804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54034119-52e4-4b6f-a785-f5456494e5ac req-a6268ee7-dd1a-400e-85c1-e4596b7a5439 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0568237 Nov 10 21:34:13.517607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54034119-52e4-4b6f-a785-f5456494e5ac req-9609cab5-d2a1-44d8-8440-d90e030395d3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748146 Nov 10 21:34:13.596233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26f91e-17d0-4712-a2e4-43c157d1ff57 req-34b1d1b1-7c06-47ed-ac7b-5fd571414269 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:13.597941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f26f91e-17d0-4712-a2e4-43c157d1ff57 req-34b1d1b1-7c06-47ed-ac7b-5fd571414269 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 944 time: 0.0550239 Nov 10 21:34:13.639691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565d58-0cf1-4f73-ab4b-edf7ddd92995 req-573a9258-d008-4df4-a967-dd0339d310b4 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:13.644352 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b565d58-0cf1-4f73-ab4b-edf7ddd92995 req-573a9258-d008-4df4-a967-dd0339d310b4 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 949 time: 0.0595682 Nov 10 21:34:13.653599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f26f91e-17d0-4712-a2e4-43c157d1ff57 req-586c1397-92c1-429d-8050-f0d3d8c9ef2f tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491481 Nov 10 21:34:13.698961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b565d58-0cf1-4f73-ab4b-edf7ddd92995 req-6287d72b-0995-4c7d-9409-1f960e512123 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505812 Nov 10 21:34:14.373542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09765c3-3bd1-4b72-b761-19723312e8c1 req-b7b4222a-8a83-420f-8c60-e5413f000cb1 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:14.375391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c09765c3-3bd1-4b72-b761-19723312e8c1 req-b7b4222a-8a83-420f-8c60-e5413f000cb1 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0526559 Nov 10 21:34:14.428293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c09765c3-3bd1-4b72-b761-19723312e8c1 req-445cb4e9-b9b3-46f3-82b3-d5e401fa4504 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Nov 10 21:34:14.638949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949952c-fc62-4095-902c-e581eacc77e2 req-c264b534-c75e-4ce3-b034-90892ff4c9bb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:14.640406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9949952c-fc62-4095-902c-e581eacc77e2 req-c264b534-c75e-4ce3-b034-90892ff4c9bb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0488541 Nov 10 21:34:14.693092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9949952c-fc62-4095-902c-e581eacc77e2 req-fda97a39-0237-42aa-9cfc-c2b3a0be1ca3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 Nov 10 21:34:14.790711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48cc8d-1fac-412f-b1c9-2f60dec51932 req-b0627fdc-9c21-4565-ac5b-66b99a7e4fc3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:14.796378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f48cc8d-1fac-412f-b1c9-2f60dec51932 req-b0627fdc-9c21-4565-ac5b-66b99a7e4fc3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 944 time: 0.0628397 Nov 10 21:34:14.844164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f48cc8d-1fac-412f-b1c9-2f60dec51932 req-cc4e63af-074f-47f0-8a0e-616330ee527b tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Nov 10 21:34:14.940205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 88996a94-5829-4274-bb5f-cfa8d37e2efe details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:34:14.966953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c0e04-2dc6-4557-be47-57f6e3fc86ba req-ea8b22eb-0137-4cb7-90cc-1427abcccc26 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:14.968880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-434c0e04-2dc6-4557-be47-57f6e3fc86ba req-ea8b22eb-0137-4cb7-90cc-1427abcccc26 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 949 time: 0.0552559 Nov 10 21:34:15.024919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-434c0e04-2dc6-4557-be47-57f6e3fc86ba req-ecb8535d-e416-4d1a-866e-c7f0dc6e501b tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Nov 10 21:34:15.039013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a989a-5f9a-471d-b455-c0b2c6bde5cc req-2decd722-3b90-4216-9703-56d95069c51a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:15.040687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2a4a989a-5f9a-471d-b455-c0b2c6bde5cc req-2decd722-3b90-4216-9703-56d95069c51a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0523446 Nov 10 21:34:15.067282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 88996a94-5829-4274-bb5f-cfa8d37e2efe, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=88996a94-5829-4274-bb5f-cfa8d37e2efe,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:15.080530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '88996a94-5829-4274-bb5f-cfa8d37e2efe', 'network_id': '0b5b4818-a6d3-43ab-b880-1b7f9b442c9e', 'port_id': '88996a94-5829-4274-bb5f-cfa8d37e2efe', 'mac_address': 'fa:16:3e:ff:20:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06e3385-c643-4c3f-8bbf-c4087eb0ff82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:34:15.113316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2a4a989a-5f9a-471d-b455-c0b2c6bde5cc req-d0207939-1165-4ccf-b7ce-85a740918c6e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568423 Nov 10 21:34:15.129810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:15.151029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88996a94-5829-4274-bb5f-cfa8d37e2efe {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:34:15.175612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 88996a94-5829-4274-bb5f-cfa8d37e2efe, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=88996a94-5829-4274-bb5f-cfa8d37e2efe,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:15.236654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07d0cf-c247-4930-b5ec-8d74a5b532a8 req-941c792a-eb60-46ef-9603-c84e4fcda95b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:15.238073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae07d0cf-c247-4930-b5ec-8d74a5b532a8 req-941c792a-eb60-46ef-9603-c84e4fcda95b tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0515101 Nov 10 21:34:15.270038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:15.288901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae07d0cf-c247-4930-b5ec-8d74a5b532a8 req-9149662c-8824-49ca-9303-f1c87cb6b663 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Nov 10 21:34:15.323795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=88996a94-5829-4274-bb5f-cfa8d37e2efe,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:15.332251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.332685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.333213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.333551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.333883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.334211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.334535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.334910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.335237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.335557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.335904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.336224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:15.500384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['88996a94-5829-4274-bb5f-cfa8d37e2efe'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:15.555982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-46388a1e-5c14-4903-a848-31303f35c500 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:15.557576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-46388a1e-5c14-4903-a848-31303f35c500 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 949 time: 0.0849152 Nov 10 21:34:15.605703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d759a8e-01a7-4259-a8ea-4ab44e3eb68d req-51f2ca6a-a091-4761-95d7-994ebf60a5ce tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:15.607587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d759a8e-01a7-4259-a8ea-4ab44e3eb68d req-51f2ca6a-a091-4761-95d7-994ebf60a5ce tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0969095 Nov 10 21:34:15.706630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca195a4-cb61-4a72-9f79-586ec16297df req-c9cdcca0-e5cf-4102-9224-7af78545ee38 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:15.714709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ca195a4-cb61-4a72-9f79-586ec16297df req-c9cdcca0-e5cf-4102-9224-7af78545ee38 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0812798 Nov 10 21:34:15.762487 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ca195a4-cb61-4a72-9f79-586ec16297df req-9083f6a8-2985-465d-ba43-3e1baa49b3f0 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468462 Nov 10 21:34:15.974171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437656-7b15-4d56-b76f-fda8a1c384db req-7aa8499a-6387-4819-a66f-3d9125e6e8d1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:15.974450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d759a8e-01a7-4259-a8ea-4ab44e3eb68d req-67be91f0-da61-4f10-8a3e-2f7b32fff7c9 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557053 Nov 10 21:34:15.975651 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6437656-7b15-4d56-b76f-fda8a1c384db req-7aa8499a-6387-4819-a66f-3d9125e6e8d1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 945 time: 0.0578375 Nov 10 21:34:15.982180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Deleting port 07b398ad-f700-4584-a1f6-3fce7fcda882 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:15.982585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:16.039476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6437656-7b15-4d56-b76f-fda8a1c384db req-1c0f83d9-202f-4096-8c03-24ea039a9c30 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474210 Nov 10 21:34:16.086633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] For port 07b398ad-f700-4584-a1f6-3fce7fcda882, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b398ad-f700-4584-a1f6-3fce7fcda882,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:16.086998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:16.101291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Calling delete_port for 07b398ad-f700-4584-a1f6-3fce7fcda882 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:16.149784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5958d6-4c2d-4206-a76f-d09ff54682eb req-cd7701d9-5016-4611-a26c-93f8cfaca42f tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:16.151408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f5958d6-4c2d-4206-a76f-d09ff54682eb req-cd7701d9-5016-4611-a26c-93f8cfaca42f tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 949 time: 0.0516958 Nov 10 21:34:16.218546 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f5958d6-4c2d-4206-a76f-d09ff54682eb req-493bf732-cb74-4dd8-abe7-9c2a3d8d6901 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/security-groups?id=3141cd86-8734-4cb7-9231-e9bc38d209f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607200 Nov 10 21:34:16.338286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:16.350679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['07b398ad-f700-4584-a1f6-3fce7fcda882'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:16.368098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Pushing event deleted for resources: {'Port': ['ID=07b398ad-f700-4584-a1f6-3fce7fcda882,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:16.382594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.382757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.383035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.383287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.383613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.384168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.384495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.384814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.385134 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.385451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.385764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.386105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:16.433646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] No DVR routers for this DVR port 07b398ad-f700-4584-a1f6-3fce7fcda882 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:16.436464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:16.441266 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0249773-2966-4f0c-bd09-d964b4f374c5 req-c07882eb-dc17-49ad-a00a-9b4dd4fcff85 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.64 "DELETE /v2.0/ports/07b398ad-f700-4584-a1f6-3fce7fcda882 HTTP/1.1" status: 204 len: 173 time: 0.8728960 Nov 10 21:34:16.441796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'name': 'network-vif-deleted', 'tag': '07b398ad-f700-4584-a1f6-3fce7fcda882'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:16.445063 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8736879d-c0ff-4d63-9d18-65eefec5077c" -d '{"events": [{"server_uuid": "4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c", "name": "network-vif-deleted", "tag": "07b398ad-f700-4584-a1f6-3fce7fcda882"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:16.484997 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05754f4c-852d-48dd-9ad4-998efbef02cc x-openstack-request-id: req-05754f4c-852d-48dd-9ad4-998efbef02cc {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:16.485289 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c", "name": "network-vif-deleted", "tag": "07b398ad-f700-4584-a1f6-3fce7fcda882", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:16.486081 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05754f4c-852d-48dd-9ad4-998efbef02cc {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:16.486632 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c', 'name': 'network-vif-deleted', 'tag': '07b398ad-f700-4584-a1f6-3fce7fcda882', 'status': 'completed', 'code': 200} Nov 10 21:34:16.893553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4b4b7-a623-4625-a4de-26aaa559e26b req-8f0a136e-c27d-4d3d-9284-77034639bbb7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:16.893553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7da4b4b7-a623-4625-a4de-26aaa559e26b req-8f0a136e-c27d-4d3d-9284-77034639bbb7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0566249 Nov 10 21:34:16.941488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 88996a94-5829-4274-bb5f-cfa8d37e2efe up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:16.952559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7da4b4b7-a623-4625-a4de-26aaa559e26b req-89e96065-69e0-4ac8-accd-561b5a1e2bed tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 Nov 10 21:34:17.077433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 88996a94-5829-4274-bb5f-cfa8d37e2efe completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:34:17.085856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 88996a94-5829-4274-bb5f-cfa8d37e2efe triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:17.085856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:17.112988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46de67-94b0-4aa1-9465-979b5ca1a0d6 req-0f981382-bf2a-41d8-8409-54879f35954c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:17.115320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf46de67-94b0-4aa1-9465-979b5ca1a0d6 req-0f981382-bf2a-41d8-8409-54879f35954c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0566504 Nov 10 21:34:17.185896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900e97c-4027-47cf-bf92-99975fc5e6da req-e6c6f229-8ad1-45c2-b58e-4608fc77f7e4 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:17.190612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf46de67-94b0-4aa1-9465-979b5ca1a0d6 req-f74e6bde-b20c-4eee-a21f-7912c9d5d42f tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679040 Nov 10 21:34:17.192325 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7900e97c-4027-47cf-bf92-99975fc5e6da req-e6c6f229-8ad1-45c2-b58e-4608fc77f7e4 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 945 time: 0.0703046 Nov 10 21:34:17.222872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:17.260648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c570428b-96a1-4b03-82d4-997036fde411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88996a94-5829-4274-bb5f-cfa8d37e2efe'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:17.263446 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77565700-00a3-4ca0-98e6-3d1679617410" -d '{"events": [{"server_uuid": "c570428b-96a1-4b03-82d4-997036fde411", "name": "network-vif-plugged", "status": "completed", "tag": "88996a94-5829-4274-bb5f-cfa8d37e2efe"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:17.265260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7900e97c-4027-47cf-bf92-99975fc5e6da req-c583c117-314e-4034-bb2e-60dbd58aec47 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681779 Nov 10 21:34:17.292558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 88996a94-5829-4274-bb5f-cfa8d37e2efe, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=88996a94-5829-4274-bb5f-cfa8d37e2efe,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:17.378190 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8dc43-c0ee-42b2-9427-3546a591e059 x-openstack-request-id: req-cdd8dc43-c0ee-42b2-9427-3546a591e059 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:17.378830 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c570428b-96a1-4b03-82d4-997036fde411", "name": "network-vif-plugged", "status": "completed", "tag": "88996a94-5829-4274-bb5f-cfa8d37e2efe", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:17.378830 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdd8dc43-c0ee-42b2-9427-3546a591e059 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:17.379187 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c570428b-96a1-4b03-82d4-997036fde411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88996a94-5829-4274-bb5f-cfa8d37e2efe', 'code': 200} Nov 10 21:34:17.393385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:17.460900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=88996a94-5829-4274-bb5f-cfa8d37e2efe,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:17.509156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c842-4d39-48da-9602-36e001adb647 req-0d661e96-ae00-40f1-8f15-b15734624fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:17.513362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe41c842-4d39-48da-9602-36e001adb647 req-0d661e96-ae00-40f1-8f15-b15734624fe3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 1098 time: 0.0683784 Nov 10 21:34:17.583228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe41c842-4d39-48da-9602-36e001adb647 req-3e5cd53c-686d-4c6a-adfb-6f8521feb68f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614152 Nov 10 21:34:17.600048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60798) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:17.686706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36186b1a-6d1e-4422-a7e6-0504e19fb100 req-cb63aebb-2fc8-4835-acc4-67da5cabd380 tempest-TenantUsagesTestJSON-326742830 tempest-TenantUsagesTestJSON-326742830-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a657ed6-ba40-4d7d-91fa-a8e928c6ab7c HTTP/1.1" status: 200 len: 210 time: 0.0334637 Nov 10 21:34:17.741101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8e88042-c739-436e-a070-2be79a8213ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:17.813762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8e88042-c739-436e-a070-2be79a8213ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:17.927932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8e88042-c739-436e-a070-2be79a8213ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:17.964841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88042-c739-436e-a070-2be79a8213ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8cec02-fce7-4ed5-b390-5804e59c74d7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:17.971512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f8e88042-c739-436e-a070-2be79a8213ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82d41cb87e684a8abd59dbf776bb31d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698599 Nov 10 21:34:17.974331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60802) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:18.023078 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c795db66-ebcb-41c7-a9be-77f475f56401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:18.045591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c795db66-ebcb-41c7-a9be-77f475f56401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:18.091076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3a6a0-6f93-4c1f-8145-aed3b0cfd9d8 req-096c2f50-d735-43f7-9b6a-6f983f2e4048 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:18.092576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cae3a6a0-6f93-4c1f-8145-aed3b0cfd9d8 req-096c2f50-d735-43f7-9b6a-6f983f2e4048 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0536127 Nov 10 21:34:18.141014 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cae3a6a0-6f93-4c1f-8145-aed3b0cfd9d8 req-3dedc5a5-a9a9-4d04-b799-fac31233f6d6 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418789 Nov 10 21:34:18.197033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c795db66-ebcb-41c7-a9be-77f475f56401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:18.199599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c795db66-ebcb-41c7-a9be-77f475f56401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:18.200764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c795db66-ebcb-41c7-a9be-77f475f56401 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f8cec02-fce7-4ed5-b390-5804e59c74d7 HTTP/1.1" status: 204 len: 168 time: 0.2255385 Nov 10 21:34:18.209702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795db66-ebcb-41c7-a9be-77f475f56401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8cec02-fce7-4ed5-b390-5804e59c74d7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:18.316085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef010-1c9b-4494-8203-b7fedf1c4487 req-1bd64563-a694-486e-9bc3-64f6bfaec9d7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:18.317588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40eef010-1c9b-4494-8203-b7fedf1c4487 req-1bd64563-a694-486e-9bc3-64f6bfaec9d7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0529950 Nov 10 21:34:18.371124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40eef010-1c9b-4494-8203-b7fedf1c4487 req-593e4fc8-e48b-42ee-bccc-21ed8a593182 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Nov 10 21:34:18.372455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3514-81f9-4274-899a-ffe088702de9 req-42ceb21d-587f-468e-9f4d-0997042f6d87 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:18.374018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-764e3514-81f9-4274-899a-ffe088702de9 req-42ceb21d-587f-468e-9f4d-0997042f6d87 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 946 time: 0.0501320 Nov 10 21:34:18.435903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-764e3514-81f9-4274-899a-ffe088702de9 req-c02d3b29-ebf6-4e01-a358-6bd29ddb5a66 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549927 Nov 10 21:34:19.264277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949ea0a-a648-4545-ad06-cd38d9ae415d req-cd4462e6-e8a5-4264-bc70-cf402bf4582d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:19.265778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a949ea0a-a648-4545-ad06-cd38d9ae415d req-cd4462e6-e8a5-4264-bc70-cf402bf4582d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0530014 Nov 10 21:34:19.314746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60844) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:19.325201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a949ea0a-a648-4545-ad06-cd38d9ae415d req-0a836abd-a8e0-424d-b2e3-f3e50f66eab7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532753 Nov 10 21:34:19.398285 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:19.497815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14f95-b329-48b0-8aa2-066391240f41 req-cdd56c74-eb25-4d55-9b88-284b8aeb2246 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:19.499492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44f14f95-b329-48b0-8aa2-066391240f41 req-cdd56c74-eb25-4d55-9b88-284b8aeb2246 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0525181 Nov 10 21:34:19.552410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44f14f95-b329-48b0-8aa2-066391240f41 req-8f83b81c-cd76-4b31-ba96-b1618c08edcd tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463130 Nov 10 21:34:19.575497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f0b9e69c-a455-4076-b6fb-5a0cf230e24d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b4a79dc37c4458db2af5a9f86822b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595844 Nov 10 21:34:19.578195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60862) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:19.610241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b398ad-f700-4584-a1f6-3fce7fcda882 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:19.639171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 07b398ad-f700-4584-a1f6-3fce7fcda882 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:19.639524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b398ad-f700-4584-a1f6-3fce7fcda882 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:19.648113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1587f6be-cb83-4f48-90c4-79cb80c839e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:19.691745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1587f6be-cb83-4f48-90c4-79cb80c839e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:19.716441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834550bc-ecc5-4fdc-96ef-9193b5c0a37f req-8ff890d2-ba78-4932-87d0-58d468b54a21 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:19.721427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-834550bc-ecc5-4fdc-96ef-9193b5c0a37f req-8ff890d2-ba78-4932-87d0-58d468b54a21 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 946 time: 0.0938985 Nov 10 21:34:19.786851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-834550bc-ecc5-4fdc-96ef-9193b5c0a37f req-2b8b8b31-02e5-4527-8920-fbbf9d794668 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Nov 10 21:34:19.876984 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1587f6be-cb83-4f48-90c4-79cb80c839e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:19.880602 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1587f6be-cb83-4f48-90c4-79cb80c839e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:19.883556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1587f6be-cb83-4f48-90c4-79cb80c839e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3141cd86-8734-4cb7-9231-e9bc38d209f6 HTTP/1.1" status: 204 len: 168 time: 0.3040192 Nov 10 21:34:19.891480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587f6be-cb83-4f48-90c4-79cb80c839e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3141cd86-8734-4cb7-9231-e9bc38d209f6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:20.358210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df90442-d5a8-4f20-bb99-bb4597f90be2 req-b0fe429a-ae5c-478c-8c15-ec1681175366 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:20.359616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5df90442-d5a8-4f20-bb99-bb4597f90be2 req-b0fe429a-ae5c-478c-8c15-ec1681175366 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 946 time: 0.0505030 Nov 10 21:34:20.414105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5df90442-d5a8-4f20-bb99-bb4597f90be2 req-35fb50e7-fb28-411a-a149-f23fc5ac97f2 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482512 Nov 10 21:34:20.460048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc873a1-392d-4fc0-a802-3d36229bee93 req-79362e8e-cfb4-4dd8-97f7-69b152f93dbc tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:20.461537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dc873a1-392d-4fc0-a802-3d36229bee93 req-79362e8e-cfb4-4dd8-97f7-69b152f93dbc tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0567482 Nov 10 21:34:20.509821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dc873a1-392d-4fc0-a802-3d36229bee93 req-241b34d1-a46f-44b3-a516-1b5fe80134c9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Nov 10 21:34:20.511848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60898) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:20.620958 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c48ea394-8b1f-4053-ac3b-338e8d26e75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:20.673190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8fb9-ee10-4c9a-89b6-78571b1bcd46 req-a56f2657-173f-44ea-ba7c-2544b8ea7395 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:20.679475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f1f8fb9-ee10-4c9a-89b6-78571b1bcd46 req-a56f2657-173f-44ea-ba7c-2544b8ea7395 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Nov 10 21:34:20.724178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c48ea394-8b1f-4053-ac3b-338e8d26e75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:20.725078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60908) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:20.731059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f1f8fb9-ee10-4c9a-89b6-78571b1bcd46 req-38216ed0-014c-4f10-ab71-4894f1796110 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494637 Nov 10 21:34:20.739499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a154-7395-49c3-bf0e-448709c5dbae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:20.812516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a154-7395-49c3-bf0e-448709c5dbae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:20.825313 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c48ea394-8b1f-4053-ac3b-338e8d26e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:20.866355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ea394-8b1f-4053-ac3b-338e8d26e75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf29b233-ffba-463b-b64a-e10314628720,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:20.872286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c48ea394-8b1f-4053-ac3b-338e8d26e75f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6b9612c7ea344868930de5832ccb5ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3594525 Nov 10 21:34:20.875048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60912) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:20.897979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2b0a154-7395-49c3-bf0e-448709c5dbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:20.951000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d2b0a154-7395-49c3-bf0e-448709c5dbae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cef1867f4f0a44e798b9fa57641f1f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248569 Nov 10 21:34:20.953648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60914) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:20.953811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0a154-7395-49c3-bf0e-448709c5dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f2499d-6e9e-43f8-a595-4b10c3179006,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:20.966645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9ac2-6959-41cc-9678-1e096970ec51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:20.994215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9ac2-6959-41cc-9678-1e096970ec51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:21.008227 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b2-4010-4a9a-a94b-434ff26e9451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:21.030359 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b2-4010-4a9a-a94b-434ff26e9451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:21.144059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b2-4010-4a9a-a94b-434ff26e9451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:21.144265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9ac2-6959-41cc-9678-1e096970ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:21.146571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9ac2-6959-41cc-9678-1e096970ec51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:21.146710 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b2-4010-4a9a-a94b-434ff26e9451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:21.150264 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0bbe9ac2-6959-41cc-9678-1e096970ec51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf29b233-ffba-463b-b64a-e10314628720 HTTP/1.1" status: 204 len: 168 time: 0.2716782 Nov 10 21:34:21.150418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ca0d39b2-4010-4a9a-a94b-434ff26e9451 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62f2499d-6e9e-43f8-a595-4b10c3179006 HTTP/1.1" status: 204 len: 168 time: 0.1924469 Nov 10 21:34:21.156479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe9ac2-6959-41cc-9678-1e096970ec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf29b233-ffba-463b-b64a-e10314628720,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:21.156708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d39b2-4010-4a9a-a94b-434ff26e9451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f2499d-6e9e-43f8-a595-4b10c3179006,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:21.533524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64b870-9ab0-47cc-a30c-ca0880143fa6 req-459f7d1c-a153-428e-895f-e3252cae2591 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:21.535103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf64b870-9ab0-47cc-a30c-ca0880143fa6 req-459f7d1c-a153-428e-895f-e3252cae2591 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 946 time: 0.0506926 Nov 10 21:34:21.606489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf64b870-9ab0-47cc-a30c-ca0880143fa6 req-1a1958ca-46e6-426c-b87f-45fbd75dca82 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554786 Nov 10 21:34:21.637738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8b9a1-5220-48ba-b4f8-2adf9bea5851 req-8e03731d-9bc2-4461-92ae-757d918d1079 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:21.639564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcc8b9a1-5220-48ba-b4f8-2adf9bea5851 req-8e03731d-9bc2-4461-92ae-757d918d1079 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0545549 Nov 10 21:34:21.697403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcc8b9a1-5220-48ba-b4f8-2adf9bea5851 req-b91cf4ab-a0b9-477d-86ba-3dfa6632130c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497174 Nov 10 21:34:21.941480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627779c-42f6-4d27-9800-38cde6bc2916 req-ec9f40db-d9ff-41b7-9850-c65071b6f85a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:21.942948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8627779c-42f6-4d27-9800-38cde6bc2916 req-ec9f40db-d9ff-41b7-9850-c65071b6f85a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0480485 Nov 10 21:34:21.997264 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8627779c-42f6-4d27-9800-38cde6bc2916 req-03b60932-54f1-42a1-aa06-54ce46e76358 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481789 Nov 10 21:34:22.207456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b28f-6361-440f-b787-e954145c4271 req-f85b367a-ff09-4957-8744-4e3dfc378cfa tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:22.208999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b753b28f-6361-440f-b787-e954145c4271 req-f85b367a-ff09-4957-8744-4e3dfc378cfa tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 946 time: 0.0498157 Nov 10 21:34:22.259043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b753b28f-6361-440f-b787-e954145c4271 req-0e049dac-84b5-4e07-86c9-bfde6d541903 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Nov 10 21:34:22.515327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60972) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:22.703988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-network', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:22.829167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636158e5-5b77-4fd1-bd8f-194387cf171d req-f5c4a8e3-c163-4c66-a968-322bbc1053ef tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:22.831012 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-636158e5-5b77-4fd1-bd8f-194387cf171d req-f5c4a8e3-c163-4c66-a968-322bbc1053ef tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0553927 Nov 10 21:34:22.854097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Made reservation on behalf of 4a8fc8291f444c0d8ff71a268e5cce82 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:22.856783 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:22.867239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:22.895499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-636158e5-5b77-4fd1-bd8f-194387cf171d req-9129aa06-348c-49bd-b684-0154ac56f58f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558963 Nov 10 21:34:22.945186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.043985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.067619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:34:23.082773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6175d80-db97-4641-9ea7-9cdc367dfbd7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:23.089384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.089857 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Added segment bb58b1de-b0a5-4b29-9941-e9a387ed296c of type vlan for network 15b47621-2c54-44de-886e-8c5873ddbf07 Nov 10 21:34:23.124326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf3025-2a3c-42e9-9a41-c0f0365eb374 req-8ca7d989-fdb8-4968-84c3-0e6011c012a8 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:23.125729 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62bf3025-2a3c-42e9-9a41-c0f0365eb374 req-8ca7d989-fdb8-4968-84c3-0e6011c012a8 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0550098 Nov 10 21:34:23.137863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.177544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62bf3025-2a3c-42e9-9a41-c0f0365eb374 req-ce6e78bf-9901-48fb-b645-3e3246b92d80 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Nov 10 21:34:23.303185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.303185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:23.303185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.369670 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.397061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=15b47621-2c54-44de-886e-8c5873ddbf07,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:23.408220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 15b47621-2c54-44de-886e-8c5873ddbf07 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:34:23.422623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1530d8-b286-4279-82ca-bbbc40d32afd req-575f58d5-d3e0-46c8-b2ef-551cace302a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:23.424584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f1530d8-b286-4279-82ca-bbbc40d32afd req-575f58d5-d3e0-46c8-b2ef-551cace302a9 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 946 time: 0.0890934 Nov 10 21:34:23.431606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-77f85a75-c60a-4753-95bb-95e893fd7ef9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9151349 Nov 10 21:34:23.432002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32770) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:23.437085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Request body: {'subnet': {'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-subnet', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:23.496068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f1530d8-b286-4279-82ca-bbbc40d32afd req-2cf40ff6-9681-4ced-b093-9be2ff1be5bc tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/security-groups?id=33f77224-f77a-4cdb-a13a-9b9fe2448394&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490100 Nov 10 21:34:23.549462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Made reservation on behalf of 4a8fc8291f444c0d8ff71a268e5cce82 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:23.551775 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.604011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-4a717cb6-0bf9-4876-8dd3-25d7f2e5d6a1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:23.605475 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-4a717cb6-0bf9-4876-8dd3-25d7f2e5d6a1 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 946 time: 0.0594184 Nov 10 21:34:23.702809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Deleting port 88996a94-5829-4274-bb5f-cfa8d37e2efe {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:23.703152 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.795711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] For port 88996a94-5829-4274-bb5f-cfa8d37e2efe, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=88996a94-5829-4274-bb5f-cfa8d37e2efe,segment=NetworkSegment(0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be),segment_id=0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:23.796471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.809626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Calling delete_port for 88996a94-5829-4274-bb5f-cfa8d37e2efe owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:23.859182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:23.955880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Checking segment: {'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:23.956399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Network hostable DHCP agents. Network: 15b47621-2c54-44de-886e-8c5873ddbf07, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:34:23.958933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bab63a-5b11-4163-b05a-e7c8584dccc6,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:24.044857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81520b2c-ff9b-4a59-8423-7198dd22eb25 req-a11271af-8a48-46e9-9d87-c52be277d586 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:24.046400 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81520b2c-ff9b-4a59-8423-7198dd22eb25 req-a11271af-8a48-46e9-9d87-c52be277d586 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0592837 Nov 10 21:34:24.049013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Network 15b47621-2c54-44de-886e-8c5873ddbf07 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:34:24.091627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.102990 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81520b2c-ff9b-4a59-8423-7198dd22eb25 req-a680aab9-99b1-4582-9ca0-edd9bd9f4a4f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493197 Nov 10 21:34:24.103333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['88996a94-5829-4274-bb5f-cfa8d37e2efe'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:24.123044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Pushing event deleted for resources: {'Port': ['ID=88996a94-5829-4274-bb5f-cfa8d37e2efe,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:24.171555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] No DVR routers for this DVR port 88996a94-5829-4274-bb5f-cfa8d37e2efe on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:24.174415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.178513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7f22058-cc2c-4760-9cd6-afa49501adc4 req-da89eee6-782a-424b-820a-f772bca312ad tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.53 "DELETE /v2.0/ports/88996a94-5829-4274-bb5f-cfa8d37e2efe HTTP/1.1" status: 204 len: 173 time: 0.5662656 Nov 10 21:34:24.179687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c570428b-96a1-4b03-82d4-997036fde411', 'name': 'network-vif-deleted', 'tag': '88996a94-5829-4274-bb5f-cfa8d37e2efe'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:24.182752 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a1581-1506-41e4-8486-2bb121cf5c1d" -d '{"events": [{"server_uuid": "c570428b-96a1-4b03-82d4-997036fde411", "name": "network-vif-deleted", "tag": "88996a94-5829-4274-bb5f-cfa8d37e2efe"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:24.191272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 15b47621-2c54-44de-886e-8c5873ddbf07) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:24.195446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:24.196256 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.203476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e833e-df42-4d2b-a08f-3269d7ba6834 None None] Network 15b47621-2c54-44de-886e-8c5873ddbf07 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:34:24.223452 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72da8063-1700-415a-bd0e-6488090579f2 x-openstack-request-id: req-72da8063-1700-415a-bd0e-6488090579f2 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:24.223765 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c570428b-96a1-4b03-82d4-997036fde411", "name": "network-vif-deleted", "tag": "88996a94-5829-4274-bb5f-cfa8d37e2efe", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:24.224018 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72da8063-1700-415a-bd0e-6488090579f2 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:24.224412 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c570428b-96a1-4b03-82d4-997036fde411', 'name': 'network-vif-deleted', 'tag': '88996a94-5829-4274-bb5f-cfa8d37e2efe', 'status': 'completed', 'code': 200} Nov 10 21:34:24.314250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c1272c2f-ab06-4d8e-b310-aba62c6c0297 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8804684 Nov 10 21:34:24.317317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:24.321662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:24.366038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62a507-545d-41c6-94dd-e64f3dfabf22 req-d35b2c5f-18da-4832-abd3-aafdea4db36a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:24.376380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d62a507-545d-41c6-94dd-e64f3dfabf22 req-d35b2c5f-18da-4832-abd3-aafdea4db36a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0923915 Nov 10 21:34:24.403115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-15b47621-2c54-44de-886e-8c5873ddbf07', 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'fixed_ips': [{'subnet_id': 'e9bab63a-5b11-4163-b05a-e7c8584dccc6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:34:24.403648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.404671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.404879 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.427011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d62a507-545d-41c6-94dd-e64f3dfabf22 req-9ed326ad-d036-476d-aa5a-435e2aff7007 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Nov 10 21:34:24.465411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.559102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Allocated IP 172.20.0.2 (15b47621-2c54-44de-886e-8c5873ddbf07/e9bab63a-5b11-4163-b05a-e7c8584dccc6/8a1c4b06-688d-41ee-94a3-9b58cca20be1) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:24.645733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf1bca3d-a7fd-4134-99f9-733f6ff02f00 req-edd1bb47-7570-4f5d-a4fa-f0b59318a8b3 tempest-DeleteServersTestJSON-1058851679 tempest-DeleteServersTestJSON-1058851679-project] 10.222.0.45 "GET /v2.0/ports?device_id=c570428b-96a1-4b03-82d4-997036fde411 HTTP/1.1" status: 200 len: 210 time: 0.0516410 Nov 10 21:34:24.717028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.730967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.847530 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.895045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Network 15b47621-2c54-44de-886e-8c5873ddbf07 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:24.897950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:24.901369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:24.906917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Pushing event updated for resources: {'Port': ['ID=8a1c4b06-688d-41ee-94a3-9b58cca20be1,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:24.959169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Attempting to bind port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:34:24.959669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Attempting to bind port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:34:24.960333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Attempting to bind port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 on network 15b47621-2c54-44de-886e-8c5873ddbf07 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:24.966656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:34:24.967152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Checking segment: {'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:24.967596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:24.968019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Bound using segment: {'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:34:24.968487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Bound port: 8a1c4b06-688d-41ee-94a3-9b58cca20be1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:34:24.968867 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:25.014747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:25.049570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:25.070855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] For port 8a1c4b06-688d-41ee-94a3-9b58cca20be1, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:34:25.074205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] For port 8a1c4b06-688d-41ee-94a3-9b58cca20be1, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a1c4b06-688d-41ee-94a3-9b58cca20be1,segment=NetworkSegment(bb58b1de-b0a5-4b29-9941-e9a387ed296c),segment_id=bb58b1de-b0a5-4b29-9941-e9a387ed296c)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:34:25.172438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Allocated IP 172.25.7.147 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/0a905adf-ac39-4a90-afea-3cd4f0544f7f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:25.184953 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:25.236754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1c152-dd21-4cc6-b56e-92e03b80ea8b req-0867d6d0-4621-48fc-8ecb-d03d4486f56c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:25.239053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30a1c152-dd21-4cc6-b56e-92e03b80ea8b req-0867d6d0-4621-48fc-8ecb-d03d4486f56c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0624468 Nov 10 21:34:25.284738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa275c71-4fd3-4b9e-864d-2a2d6766aef4 None None] Pushing event updated for resources: {'Port': ['ID=8a1c4b06-688d-41ee-94a3-9b58cca20be1,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:25.321469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30a1c152-dd21-4cc6-b56e-92e03b80ea8b req-c8b0fbce-deac-4223-abca-c03ff64dda69 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754068 Nov 10 21:34:25.325019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:25.431816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:25.502402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:25.506186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:25.511291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:25.515333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Pushing event updated for resources: {'Port': ['ID=0a905adf-ac39-4a90-afea-3cd4f0544f7f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:25.618538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf8409-0069-4aae-84a7-aef064e976bf req-4c2a1406-2b13-4c81-93c3-8e28469105a0 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:25.620292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dcf8409-0069-4aae-84a7-aef064e976bf req-4c2a1406-2b13-4c81-93c3-8e28469105a0 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0885472 Nov 10 21:34:25.937692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.066801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dcf8409-0069-4aae-84a7-aef064e976bf req-b14caa06-2fb2-40f7-918d-400b9a582477 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381523 Nov 10 21:34:26.202148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.285276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a1c4b06-688d-41ee-94a3-9b58cca20be1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:26.413991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:26.414450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.444614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:34:26.466043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44117a-af60-49ee-a05c-dfb67d0210b9 None None] Network 15b47621-2c54-44de-886e-8c5873ddbf07 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:34:26.528365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd40a4-6959-400c-b86e-cfeeab207bac req-1bd20e8f-5544-4834-b0b5-395a8a2bf601 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:26.529923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fbcd40a4-6959-400c-b86e-cfeeab207bac req-1bd20e8f-5544-4834-b0b5-395a8a2bf601 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.1208379 Nov 10 21:34:26.604038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.632486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bf283949-ff8d-4f74-aefb-fcfe1743e345 None None] Provisioning complete for port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:26.632852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf283949-ff8d-4f74-aefb-fcfe1743e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.639515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fbcd40a4-6959-400c-b86e-cfeeab207bac req-80229670-b0ec-4d7a-91ea-eca6b33fbc71 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987976 Nov 10 21:34:26.641370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:34:26.653606 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Sync routers for ids ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:34:26.673777 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Routers {'9c94e799-88d4-4a61-ba27-cf66e78d17b0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:34:26.674830 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:26.686027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 8a1c4b06-688d-41ee-94a3-9b58cca20be1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a1c4b06-688d-41ee-94a3-9b58cca20be1,segment=NetworkSegment(bb58b1de-b0a5-4b29-9941-e9a387ed296c),segment_id=bb58b1de-b0a5-4b29-9941-e9a387ed296c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:26.742547 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.744668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-34917cb4-be4a-4c44-94fd-9a99faf82c1a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4256678 Nov 10 21:34:26.746515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32874) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:26.801936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.809708 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Set router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:34:26.856465 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf283949-ff8d-4f74-aefb-fcfe1743e345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:26.901568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=8a1c4b06-688d-41ee-94a3-9b58cca20be1,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:26.959401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-bf283949-ff8d-4f74-aefb-fcfe1743e345 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:34:26.959782 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-bf283949-ff8d-4f74-aefb-fcfe1743e345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:34:27.017076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 88996a94-5829-4274-bb5f-cfa8d37e2efe no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:27.057906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 88996a94-5829-4274-bb5f-cfa8d37e2efe {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:27.058812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 88996a94-5829-4274-bb5f-cfa8d37e2efe not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:27.061811 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:25Z', 'revision_number': 3, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:27.091845 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Checking router: 9c94e799-88d4-4a61-ba27-cf66e78d17b0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:34:27.092629 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Updating router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 port 0a905adf-ac39-4a90-afea-3cd4f0544f7f binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:34:27.141214 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.291415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61977c6e-a1e7-4f29-9669-e969034c99ea req-e0e0f428-535f-4fdf-a4f9-b208b18f7463 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:27.301876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61977c6e-a1e7-4f29-9669-e969034c99ea req-e0e0f428-535f-4fdf-a4f9-b208b18f7463 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0885184 Nov 10 21:34:27.372945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61977c6e-a1e7-4f29-9669-e969034c99ea req-6f6af6d4-de3b-4c23-82a8-7bc4817710cc tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697768 Nov 10 21:34:27.493953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.494448 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.568159 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.628412 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Attempting to bind port 0a905adf-ac39-4a90-afea-3cd4f0544f7f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:34:27.628953 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Attempting to bind port 0a905adf-ac39-4a90-afea-3cd4f0544f7f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:34:27.629485 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Attempting to bind port 0a905adf-ac39-4a90-afea-3cd4f0544f7f on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:27.638276 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:34:27.638720 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:27.639327 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.639833 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:34:27.640359 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Bound port: 0a905adf-ac39-4a90-afea-3cd4f0544f7f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:34:27.640885 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.644456 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Pushing event updated for resources: {'Port': ['ID=0a905adf-ac39-4a90-afea-3cd4f0544f7f,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:27.658918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0fe93860-fed3-4282-83b4-076e7463c2f3 None None] Provisioning complete for port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:27.659938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fe93860-fed3-4282-83b4-076e7463c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.682836 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.683382 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.683487 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.683877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.685395 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.685395 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.685395 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.685395 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.685816 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.685961 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.686451 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.686923 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:34:27.729359 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] For port 0a905adf-ac39-4a90-afea-3cd4f0544f7f, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:34:27.732934 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] For port 0a905adf-ac39-4a90-afea-3cd4f0544f7f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0a905adf-ac39-4a90-afea-3cd4f0544f7f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:34:27.760737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Allocated IP 172.20.0.1 (15b47621-2c54-44de-886e-8c5873ddbf07/e9bab63a-5b11-4163-b05a-e7c8584dccc6/d4ba6c83-050a-470f-a985-31d35170aa96) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:27.819586 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.886975 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badac0e8-181f-4cff-8ca9-02bfd706529a None None] Pushing event updated for resources: {'Port': ['ID=0a905adf-ac39-4a90-afea-3cd4f0544f7f,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:27.889700 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Routers {'9c94e799-88d4-4a61-ba27-cf66e78d17b0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:34:27.890525 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:27.898644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3abc1-56d0-49a4-bc9c-61998efcf6fd req-a1910f0d-0915-4a6c-983b-df3e8435e5c7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:27.900272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45a3abc1-56d0-49a4-bc9c-61998efcf6fd req-a1910f0d-0915-4a6c-983b-df3e8435e5c7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.1234210 Nov 10 21:34:27.979659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:27.990038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45a3abc1-56d0-49a4-bc9c-61998efcf6fd req-e98c764d-e2a9-4797-9416-40b9256e523d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733533 Nov 10 21:34:28.030218 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] Set router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:34:28.107102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:28.199604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ba6c83-050a-470f-a985-31d35170aa96,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:28.216457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Network 15b47621-2c54-44de-886e-8c5873ddbf07 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:28.218229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:28.222197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:28.237161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a1c4b06-688d-41ee-94a3-9b58cca20be1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:28.258794 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:25Z', 'revision_number': 3, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:28.297027 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059e69f-1235-431d-9a2b-1875dac64b4d None None] The sync data for ids ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'] in n-d-776250-11 is: [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:25Z', 'revision_number': 3, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:34:28.330880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:28.357198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:28.357562 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:28.613412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a749-a3cc-42bb-ac57-6b04f4e17b56 req-f6ec1965-8be5-4fcc-b1c9-f11947c32530 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:28.615529 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6fa9a749-a3cc-42bb-ac57-6b04f4e17b56 req-f6ec1965-8be5-4fcc-b1c9-f11947c32530 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0932560 Nov 10 21:34:28.619805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5d1aa20-f969-4ebf-98f1-16dee463e1fb None None] Provisioning complete for port d4ba6c83-050a-470f-a985-31d35170aa96 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:28.620239 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5d1aa20-f969-4ebf-98f1-16dee463e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:28.696533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1aa20-f969-4ebf-98f1-16dee463e1fb None None] Port d4ba6c83-050a-470f-a985-31d35170aa96 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:34:28.707866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6fa9a749-a3cc-42bb-ac57-6b04f4e17b56 req-1a7ca377-4327-4693-88f5-1f6df03bba7e tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854073 Nov 10 21:34:28.787458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:29.163929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e8bda-5dfd-49a8-a49b-3e3c41727539 req-0be0a0c7-bb6e-40e3-bc98-ddc24ea6386a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:29.178654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7d4e8bda-5dfd-49a8-a49b-3e3c41727539 req-0be0a0c7-bb6e-40e3-bc98-ddc24ea6386a tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0816338 Nov 10 21:34:29.236095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7d4e8bda-5dfd-49a8-a49b-3e3c41727539 req-a320b1fd-188e-459d-b31a-7261d5b2d102 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563917 Nov 10 21:34:29.356323 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:29.426381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:29.514210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ba6c83-050a-470f-a985-31d35170aa96,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:29.520304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:29.717905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Network 15b47621-2c54-44de-886e-8c5873ddbf07 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:29.717905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:29.904228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:34:29.933854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d836d-05db-4b49-9a12-3326125ddd3a req-e14f4c1b-00a0-40ae-8ee2-8663f7fa7a1b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:29.946013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-171d836d-05db-4b49-9a12-3326125ddd3a req-e14f4c1b-00a0-40ae-8ee2-8663f7fa7a1b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1018538 Nov 10 21:34:30.006890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-171d836d-05db-4b49-9a12-3326125ddd3a req-8b820432-d18b-4a61-8ded-5e4c3f74d709 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549779 Nov 10 21:34:30.053545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:34:30.059208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e00e311f-87b3-477f-a8be-a712fa05d8a3 admin admin] 10.222.0.45 "PUT /v2.0/routers/9c94e799-88d4-4a61-ba27-cf66e78d17b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3113339 Nov 10 21:34:30.148832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f4a132a9-9609-40e9-85f3-6c04d555f9ba None None] Provisioning complete for port d4ba6c83-050a-470f-a985-31d35170aa96 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:30.149959 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4a132a9-9609-40e9-85f3-6c04d555f9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:30.241294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f4a132a9-9609-40e9-85f3-6c04d555f9ba None None] Port d4ba6c83-050a-470f-a985-31d35170aa96 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:34:30.268336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a905adf-ac39-4a90-afea-3cd4f0544f7f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:30.385924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0a905adf-ac39-4a90-afea-3cd4f0544f7f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:30.386541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:30.417624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3413c-6f68-4b4d-b9b1-78b510ef9af1 req-3609ce64-26ef-4673-ac58-c716751f0aef tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:30.430331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-06a3413c-6f68-4b4d-b9b1-78b510ef9af1 req-3609ce64-26ef-4673-ac58-c716751f0aef tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0865557 Nov 10 21:34:30.514537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-06a3413c-6f68-4b4d-b9b1-78b510ef9af1 req-5daec9d6-005f-484d-bab1-ad111a7ad73d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742080 Nov 10 21:34:30.575633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:30.603022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 0a905adf-ac39-4a90-afea-3cd4f0544f7f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0a905adf-ac39-4a90-afea-3cd4f0544f7f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:30.709320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Sync routers for ids ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:34:30.711375 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:30.746307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Routers {'9c94e799-88d4-4a61-ba27-cf66e78d17b0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:34:30.746934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:30.975910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=0a905adf-ac39-4a90-afea-3cd4f0544f7f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:30.982305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-572b16cb-4e38-4fc5-8c71-2e3c4081264d tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2326052 Nov 10 21:34:30.987972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:31.038401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Set router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:34:31.116495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.126594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f5cf2-b4fc-4b86-b39b-059ed87dce44 req-1b9480f9-a977-4591-95a4-23b57369d130 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:31.128625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b36f5cf2-b4fc-4b86-b39b-059ed87dce44 req-1b9480f9-a977-4591-95a4-23b57369d130 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0525954 Nov 10 21:34:31.198689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b36f5cf2-b4fc-4b86-b39b-059ed87dce44 req-aafb3923-b5fe-4227-9a88-17dce7c35c5d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588000 Nov 10 21:34:31.244820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.284584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:28Z', 'revision_number': 4, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd4ba6c83-050a-470f-a985-31d35170aa96', 'name': '', 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'mac_address': 'fa:16:3e:bc:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'e9bab63a-5b11-4163-b05a-e7c8584dccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:27Z', 'updated_at': '2021-11-10T21:34:29Z', 'revision_number': 2, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'subnets': [{'id': 'e9bab63a-5b11-4163-b05a-e7c8584dccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:31.315649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Checking router: 9c94e799-88d4-4a61-ba27-cf66e78d17b0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:34:31.316032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Updating router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 port d4ba6c83-050a-470f-a985-31d35170aa96 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:34:31.341097 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.354031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Allocated IP 172.25.7.134 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/7ad06495-3cea-461b-9ae9-666c42343e78) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:31.473313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.568282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33066) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:31.591607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.645162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:31.651284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:31.653657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:31.658017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=7ad06495-3cea-461b-9ae9-666c42343e78,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:31.662576 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.695271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a370d43-8c5c-447b-b1ac-466fae2fa33b req-6eefe2bb-82c2-4c07-868e-6719194158a7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:31.696663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a370d43-8c5c-447b-b1ac-466fae2fa33b req-6eefe2bb-82c2-4c07-868e-6719194158a7 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0738218 Nov 10 21:34:31.716347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b025a96-0077-4705-9819-bd2b0644f37d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.745235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.759598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a370d43-8c5c-447b-b1ac-466fae2fa33b req-1476071a-f834-4e5b-98eb-4b08be4348db tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568197 Nov 10 21:34:31.798124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.806870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cf4db-6ae5-424b-b9f8-e7a7946613ce None None] Pushing event updated for resources: {'Port': ['ID=d4ba6c83-050a-470f-a985-31d35170aa96,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:31.861851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b025a96-0077-4705-9819-bd2b0644f37d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.874461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Attempting to bind port d4ba6c83-050a-470f-a985-31d35170aa96 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:34:31.879035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Attempting to bind port d4ba6c83-050a-470f-a985-31d35170aa96 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:34:31.879548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Attempting to bind port d4ba6c83-050a-470f-a985-31d35170aa96 on network 15b47621-2c54-44de-886e-8c5873ddbf07 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:31.885456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:34:31.886232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Checking segment: {'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:31.886869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.887436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Bound using segment: {'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:34:31.888130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Bound port: d4ba6c83-050a-470f-a985-31d35170aa96, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb58b1de-b0a5-4b29-9941-e9a387ed296c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:34:31.888707 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.931649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:31.994632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b025a96-0077-4705-9819-bd2b0644f37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.017589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] For port d4ba6c83-050a-470f-a985-31d35170aa96, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:34:32.021370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] For port d4ba6c83-050a-470f-a985-31d35170aa96, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d4ba6c83-050a-470f-a985-31d35170aa96,segment=NetworkSegment(bb58b1de-b0a5-4b29-9941-e9a387ed296c),segment_id=bb58b1de-b0a5-4b29-9941-e9a387ed296c)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:34:32.099513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5b025a96-0077-4705-9819-bd2b0644f37d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07acf7240fa243d38e1782bc2225e9fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276177 Nov 10 21:34:32.100610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:32.103667 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.149397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b025a96-0077-4705-9819-bd2b0644f37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7512a2d4-acd7-4c2f-98a2-ae224d785745,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:32.219053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Routers {'9c94e799-88d4-4a61-ba27-cf66e78d17b0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:34:32.220249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:32.309368 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7af6aee0-5eef-4d39-8a2c-4ce0b694a357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.348704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a905adf-ac39-4a90-afea-3cd4f0544f7f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:32.364857 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7af6aee0-5eef-4d39-8a2c-4ce0b694a357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.394465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3d0f688e-1a0a-47cb-8061-14682833515f None None] Provisioning complete for port d4ba6c83-050a-470f-a985-31d35170aa96 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:32.394838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d0f688e-1a0a-47cb-8061-14682833515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.424805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451b7d7-26c0-4a48-bf8b-d0440e23b74a req-76613c6e-172b-4073-accf-78e453a3d0fb tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:32.429004 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7451b7d7-26c0-4a48-bf8b-d0440e23b74a req-76613c6e-172b-4073-accf-78e453a3d0fb tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0770626 Nov 10 21:34:32.440992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.442722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cf4db-6ae5-424b-b9f8-e7a7946613ce None None] Pushing event updated for resources: {'Port': ['ID=d4ba6c83-050a-470f-a985-31d35170aa96,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:32.480781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] Set router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:34:32.491596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7451b7d7-26c0-4a48-bf8b-d0440e23b74a req-0c3b6f45-63a8-442b-9ce4-56d437aa2f13 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565801 Nov 10 21:34:32.545449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33090) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:32.559637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d0f688e-1a0a-47cb-8061-14682833515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.573981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7af6aee0-5eef-4d39-8a2c-4ce0b694a357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.580274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7af6aee0-5eef-4d39-8a2c-4ce0b694a357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.582245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7af6aee0-5eef-4d39-8a2c-4ce0b694a357 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7512a2d4-acd7-4c2f-98a2-ae224d785745 HTTP/1.1" status: 204 len: 168 time: 0.4708586 Nov 10 21:34:32.594337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6aee0-5eef-4d39-8a2c-4ce0b694a357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7512a2d4-acd7-4c2f-98a2-ae224d785745,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:32.596055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] Deleting subnet c06e3385-c643-4c3f-8bbf-c4087eb0ff82 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:34:32.603101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.611601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0a905adf-ac39-4a90-afea-3cd4f0544f7f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:32.612015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.619049 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.698785 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.721201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=7ad06495-3cea-461b-9ae9-666c42343e78,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:32.730498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3d0f688e-1a0a-47cb-8061-14682833515f None None] For port d4ba6c83-050a-470f-a985-31d35170aa96, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d4ba6c83-050a-470f-a985-31d35170aa96,segment=NetworkSegment(bb58b1de-b0a5-4b29-9941-e9a387ed296c),segment_id=bb58b1de-b0a5-4b29-9941-e9a387ed296c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:32.733208 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.749284 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.848347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.851272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d0f688e-1a0a-47cb-8061-14682833515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.851543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-b57a96c8-bb21-40fe-a6f9-0488503870da tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8665290 Nov 10 21:34:32.854706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:28Z', 'revision_number': 4, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd4ba6c83-050a-470f-a985-31d35170aa96', 'name': '', 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'mac_address': 'fa:16:3e:bc:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'e9bab63a-5b11-4163-b05a-e7c8584dccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:27Z', 'updated_at': '2021-11-10T21:34:32Z', 'revision_number': 4, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'subnets': [{'id': 'e9bab63a-5b11-4163-b05a-e7c8584dccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:32.882101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd406f6f-d2af-4d99-83a8-86fa2c6240b1 req-dd56a371-ec3f-43b8-9d60-e97c520aeca3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:32.883624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd406f6f-d2af-4d99-83a8-86fa2c6240b1 req-dd56a371-ec3f-43b8-9d60-e97c520aeca3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0570748 Nov 10 21:34:32.905344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e9669-8333-47de-8bde-f3aca5200cc9 None None] The sync data for ids ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'] in n-d-776250-11 is: [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:28Z', 'revision_number': 4, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd4ba6c83-050a-470f-a985-31d35170aa96', 'name': '', 'network_id': '15b47621-2c54-44de-886e-8c5873ddbf07', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'mac_address': 'fa:16:3e:bc:22:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'e9bab63a-5b11-4163-b05a-e7c8584dccc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:27Z', 'updated_at': '2021-11-10T21:34:32Z', 'revision_number': 4, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'subnets': [{'id': 'e9bab63a-5b11-4163-b05a-e7c8584dccc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:34:32.926980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.932786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f688e-1a0a-47cb-8061-14682833515f None None] Pushing event updated for resources: {'Port': ['ID=d4ba6c83-050a-470f-a985-31d35170aa96,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:32.948912 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:32.954600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c06e3385-c643-4c3f-8bbf-c4087eb0ff82 HTTP/1.1" status: 204 len: 168 time: 0.4056742 Nov 10 21:34:32.954761 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-3cdfaf64-37dc-484c-9351-60e028573b46 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.0917954 Nov 10 21:34:32.957427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33098) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:32.976718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce0020-92a1-4b9f-94f3-bbce4d35f8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06e3385-c643-4c3f-8bbf-c4087eb0ff82,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:32.989736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd406f6f-d2af-4d99-83a8-86fa2c6240b1 req-8394bdb6-2dff-4a70-961b-e70f4ec569c1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984054 Nov 10 21:34:32.999886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f0e26e39-8478-412b-8a93-2df0baefb872 None None] Provisioning complete for port d4ba6c83-050a-470f-a985-31d35170aa96 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:33.001227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0e26e39-8478-412b-8a93-2df0baefb872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.192362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.287574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-861b8657-c6c5-4144-a9c0-c16c8d2a1954 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:33.289037 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-861b8657-c6c5-4144-a9c0-c16c8d2a1954 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.3337398 Nov 10 21:34:33.320711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-8b27be9b-4542-4214-84f7-75df65e2d9a9 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:34:33.321711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a467f0a8-e413-4184-89f2-92f70c0e370c req-8b27be9b-4542-4214-84f7-75df65e2d9a9 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075605 Nov 10 21:34:33.330041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.354097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5b4818-a6d3-43ab-b880-1b7f9b442c9e']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:33.365483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:33.365774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbbba2a-8c61-4cfc-93f1-aeeec71dc3be') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:33.377409 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.393440 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.402434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:34:33.402983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:34:33.405978 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:34:33.570973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-661b5f52-a4ed-4a69-bbac-592335fde31f tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2200160 Nov 10 21:34:33.584520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:33.600920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33110) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:33.614793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.620782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.623494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a054179-932d-48d4-8570-8b7f1e472a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.625324 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] 10.222.0.45 "DELETE /v2.0/networks/0b5b4818-a6d3-43ab-b880-1b7f9b442c9e HTTP/1.1" status: 204 len: 168 time: 0.6597121 Nov 10 21:34:33.670138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63da4e-93eb-45ae-b524-e874f422bf8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5b4818-a6d3-43ab-b880-1b7f9b442c9e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:33.690243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d6c3e-3a33-4a26-bbc8-6001bfe59af7 req-d3aeb1a0-c9bb-4c21-8a0f-78d61352eeca tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:33.691845 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-083d6c3e-3a33-4a26-bbc8-6001bfe59af7 req-d3aeb1a0-c9bb-4c21-8a0f-78d61352eeca tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1164515 Nov 10 21:34:33.739134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a054179-932d-48d4-8570-8b7f1e472a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.740772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.753242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-083d6c3e-3a33-4a26-bbc8-6001bfe59af7 req-653b266c-3ccb-4f0f-80ff-aa549f880f84 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525336 Nov 10 21:34:33.833121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a054179-932d-48d4-8570-8b7f1e472a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.883908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a054179-932d-48d4-8570-8b7f1e472a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc35f89-71a2-442c-942b-a8d22b8e01d7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:33.889574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a054179-932d-48d4-8570-8b7f1e472a6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3b568d9d8704dd9bd5130337cc25063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872448 Nov 10 21:34:33.892527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33114) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:33.895651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.950053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52dd77e5-ea0a-4473-bd9f-1557d4bd5be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:33.985930 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52dd77e5-ea0a-4473-bd9f-1557d4bd5be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.021504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Allocated IP 172.25.7.12 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/1c0d1dad-bca6-45fa-afba-150a96d6b50c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:34.125166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c928c-3b62-4a38-ba82-7ff3a173caaa req-f98c0e07-8586-4537-a4dd-0b0666a8b592 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:34.126912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-798c928c-3b62-4a38-ba82-7ff3a173caaa req-f98c0e07-8586-4537-a4dd-0b0666a8b592 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0569901 Nov 10 21:34:34.138593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33120) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:34.163141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52dd77e5-ea0a-4473-bd9f-1557d4bd5be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.167542 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52dd77e5-ea0a-4473-bd9f-1557d4bd5be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.171136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-52dd77e5-ea0a-4473-bd9f-1557d4bd5be5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bfc35f89-71a2-442c-942b-a8d22b8e01d7 HTTP/1.1" status: 204 len: 168 time: 0.2773497 Nov 10 21:34:34.174298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.211536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd77e5-ea0a-4473-bd9f-1557d4bd5be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc35f89-71a2-442c-942b-a8d22b8e01d7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:34.266010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a24cc023-0b14-4b82-8262-38441e717fcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fcb232e2e1f4b3db936eaf9b20f8ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1203735 Nov 10 21:34:34.280196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d4ba6c83-050a-470f-a985-31d35170aa96 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:34.280694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:34.280782 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-798c928c-3b62-4a38-ba82-7ff3a173caaa req-ad247665-7b97-49a0-a2fe-7b6b89ca4063 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461389 Nov 10 21:34:34.358388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d4ba6c83-050a-470f-a985-31d35170aa96 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:34.359115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.361648 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2512627b-1b58-44bc-a87b-b15fbc81d393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.389654 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.408640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2512627b-1b58-44bc-a87b-b15fbc81d393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.460840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:34.469297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:34.486921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:34.516834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=1c0d1dad-bca6-45fa-afba-150a96d6b50c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:34.619390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.629286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2512627b-1b58-44bc-a87b-b15fbc81d393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.631877 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2512627b-1b58-44bc-a87b-b15fbc81d393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.633055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2512627b-1b58-44bc-a87b-b15fbc81d393 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33f77224-f77a-4cdb-a13a-9b9fe2448394 HTTP/1.1" status: 204 len: 168 time: 0.3515351 Nov 10 21:34:34.642156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512627b-1b58-44bc-a87b-b15fbc81d393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f77224-f77a-4cdb-a13a-9b9fe2448394,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:34.730483 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.879615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa1152-dab6-47de-beba-3b493c153902 req-35b7c53c-9cfe-4a9e-9347-9cdf64905b83 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:34.881210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9fa1152-dab6-47de-beba-3b493c153902 req-35b7c53c-9cfe-4a9e-9347-9cdf64905b83 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Nov 10 21:34:34.897548 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:34.931182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9fa1152-dab6-47de-beba-3b493c153902 req-3576eb16-c862-4ecf-ab54-164b1b96082b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438652 Nov 10 21:34:34.990593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:35.061795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=1c0d1dad-bca6-45fa-afba-150a96d6b50c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:35.082413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:35.163780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:35.165108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-0741abe5-a64f-4d54-a435-007afbc0f1a0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5855043 Nov 10 21:34:35.249564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-790e6ab4-0d09-46ce-95d4-52a512a05148 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.0779598 Nov 10 21:34:35.381501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-757a4623-221c-42f5-926c-544aeba2b2d3 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:35.381501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-757a4623-221c-42f5-926c-544aeba2b2d3 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1235318 Nov 10 21:34:35.395113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-54561175-c3ec-483d-b935-44df78cdfddb tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:34:35.396155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0690dfb8-16b3-44c7-b264-24036b0a9682 req-54561175-c3ec-483d-b935-44df78cdfddb tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097225 Nov 10 21:34:35.406563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac9a58-5953-490d-af99-266712b0559d req-253f2342-fa24-41dc-899b-c82212645dcd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:35.408786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88ac9a58-5953-490d-af99-266712b0559d req-253f2342-fa24-41dc-899b-c82212645dcd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0604711 Nov 10 21:34:35.465049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88ac9a58-5953-490d-af99-266712b0559d req-d6fae472-3613-434e-bd7e-d79818f1c060 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489728 Nov 10 21:34:35.622457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-76914c76-1319-4326-961a-77065d220ab7 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1413691 Nov 10 21:34:35.633513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:35.664904 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ed69cd2-02c6-42f9-89ab-feced1cff405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:35.797060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:35.899118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33188) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:35.903234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.014599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1050255209-network', 'tenant_id': '92cae80250014c3484c87e7c96024d59'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:36.039796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Allocated IP 172.25.7.211 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/90ac16e2-32da-49bd-b14f-769c7129985e) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:36.082404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aba910-7fd6-4c8d-a359-35b91dc1f0af req-b0f231eb-5014-4b22-87f1-04713f0aee89 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:36.084057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0aba910-7fd6-4c8d-a359-35b91dc1f0af req-b0f231eb-5014-4b22-87f1-04713f0aee89 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0657380 Nov 10 21:34:36.135622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0aba910-7fd6-4c8d-a359-35b91dc1f0af req-fa912a26-33a7-4f2d-88cf-7785994124c8 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Nov 10 21:34:36.152485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.179088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Made reservation on behalf of 92cae80250014c3484c87e7c96024d59 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:36.187692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.198012 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.274971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.282015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.325621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:36.331298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:36.335035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:36.345478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.372743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=90ac16e2-32da-49bd-b14f-769c7129985e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:36.373014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:34:36.383390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40bdc1-796c-49ca-86df-3d21a083012a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:36.389941 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.389941 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Added segment b49743ff-7abf-4b9e-924c-c448baccc07c of type vlan for network d507f5bd-dc96-45c2-8466-80aec2268b2c Nov 10 21:34:36.432383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.444212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.557817 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.573172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.574167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:36.574923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.665074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] Pushing event updated for resources: {'Network': ['ID=d507f5bd-dc96-45c2-8466-80aec2268b2c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:36.679989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d507f5bd-dc96-45c2-8466-80aec2268b2c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:34:36.685399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c8371-4884-4982-a5ee-6413b949bb52 req-b8e83bf5-b84b-47c7-95f8-9c0d9ef8cc71 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:36.687038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-669c8371-4884-4982-a5ee-6413b949bb52 req-b8e83bf5-b84b-47c7-95f8-9c0d9ef8cc71 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0903437 Nov 10 21:34:36.691994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8cdf055a-9b3d-4e91-8fe2-49220bd4be02 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7916923 Nov 10 21:34:36.696078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33212) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:36.707648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Request body: {'subnet': {'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1050255209-subnet', 'tenant_id': '92cae80250014c3484c87e7c96024d59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:36.742865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.761403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-669c8371-4884-4982-a5ee-6413b949bb52 req-54c2f094-cf18-4cd4-9f08-77c4188a0540 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660131 Nov 10 21:34:36.831338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.910425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Made reservation on behalf of 92cae80250014c3484c87e7c96024d59 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:36.913036 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:36.919400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=90ac16e2-32da-49bd-b14f-769c7129985e,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:36.932533 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:37.077536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:37.079214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-462ca785-99e0-46f4-a3de-0d8865072d79 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4501941 Nov 10 21:34:37.133368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-0c91872e-7cfc-4b62-ad63-f0ba3a0c6264 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0464485 Nov 10 21:34:37.174912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:37.264555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee05975-5fff-4378-afc8-b152c90e709f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:37.275460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-936598ad-dc72-4e54-8589-f70af3916c6d tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:37.276903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fdbd9ea-c16e-4e59-b080-295d1f7bb64d req-936598ad-dc72-4e54-8589-f70af3916c6d tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1363997 Nov 10 21:34:37.291328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Checking segment: {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:37.291847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Network hostable DHCP agents. Network: d507f5bd-dc96-45c2-8466-80aec2268b2c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:34:37.319859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded629-0e53-4953-a9c2-db9dce4016dd req-2bc16732-2573-4513-923f-55226164a7f6 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:37.321457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffded629-0e53-4953-a9c2-db9dce4016dd req-2bc16732-2573-4513-923f-55226164a7f6 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0781772 Nov 10 21:34:37.373598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffded629-0e53-4953-a9c2-db9dce4016dd req-7e4aaf2e-dc91-4cab-b7d5-cfc517f8b379 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Nov 10 21:34:37.407608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-4c823e5d-2738-4dfc-aeac-d4dc5c7afa94 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1074970 Nov 10 21:34:37.413081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Network d507f5bd-dc96-45c2-8466-80aec2268b2c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:34:37.417253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:37.476056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d507f5bd-dc96-45c2-8466-80aec2268b2c) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:37.482753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:37.483364 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:37.484220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b00260-0cee-4f2e-a308-7e2be1606c42 None None] Network d507f5bd-dc96-45c2-8466-80aec2268b2c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:34:37.533859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:37.603578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4a32b73-d937-4350-a869-101f484cfb64 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9059033 Nov 10 21:34:37.630949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc09a4-e04e-46db-9877-8844695a270e None None] Network d507f5bd-dc96-45c2-8466-80aec2268b2c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:34:37.667668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:37.801403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Allocated IP 172.25.7.107 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/693e74fb-3d25-491f-9596-b45ec5ad1476) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:37.915785 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.002361 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-529d16b0-2d4e-40c5-b263-7cc4b6627d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.168170 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.210854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:38.219925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:38.229750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:38.239637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-dd107ad0-a4f8-4a49-8700-319c0d6aed67 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:38.241741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-dd107ad0-a4f8-4a49-8700-319c0d6aed67 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 815 time: 0.1601124 Nov 10 21:34:38.257011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-27eaef1b-6901-4ad2-bbe2-216616f91b7c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/quotas/92cae80250014c3484c87e7c96024d59 HTTP/1.1" status: 200 len: 375 time: 0.0095248 Nov 10 21:34:38.260353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=693e74fb-3d25-491f-9596-b45ec5ad1476,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:38.291435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-265c5c76-0c47-44a3-a7ad-a5ecd26f1b19 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284321 Nov 10 21:34:38.333862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.386174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-eb9fa887-1d32-4c4f-a7b3-0aee365b69c0 service neutron] 10.222.0.45 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872765 Nov 10 21:34:38.422665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.489550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-43089787-0be4-4cc8-b562-8543261eeb74 service neutron] 10.222.0.45 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962245 Nov 10 21:34:38.596178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.773141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.862815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event updated for resources: {'Port': ['ID=693e74fb-3d25-491f-9596-b45ec5ad1476,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:38.883326 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.914312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e873e89-db72-4f36-b39e-13aca2872a58 req-38f685a2-690c-4301-b519-acc7eb1ffd01 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:38.915827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e873e89-db72-4f36-b39e-13aca2872a58 req-38f685a2-690c-4301-b519-acc7eb1ffd01 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0690625 Nov 10 21:34:38.969811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:38.971328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-6fef59d2-2464-402a-ae86-6a43630236bf tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5580072 Nov 10 21:34:38.973311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e873e89-db72-4f36-b39e-13aca2872a58 req-e63b2500-021d-4608-a0e1-5b06a981cf70 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512393 Nov 10 21:34:39.036482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-7c264d0b-e0ca-4093-b0b3-9787078ff93f tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0560479 Nov 10 21:34:39.078166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33274) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:39.186537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-adfe6ecd-c456-4d3b-8dd6-340192b11311 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:39.189252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aaf477ed-605c-4902-b3d1-5939aacda200 req-adfe6ecd-c456-4d3b-8dd6-340192b11311 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1435628 Nov 10 21:34:39.230747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.237670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4f80610-7ac6-40df-8133-c11bd930ef97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.277131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf990d39-8b24-4d2c-9036-d72bc4bc31b6 req-7739e946-dc94-4f2e-83d6-1705714539e1 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:39.278697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf990d39-8b24-4d2c-9036-d72bc4bc31b6 req-7739e946-dc94-4f2e-83d6-1705714539e1 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0814013 Nov 10 21:34:39.327450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23566351-f8fd-4dbc-a630-87587548582a req-d59b779d-bd13-4a58-b6b5-862ce11fedbc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 210 time: 0.0272110 Nov 10 21:34:39.364255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf990d39-8b24-4d2c-9036-d72bc4bc31b6 req-24964dbb-e258-4afa-9953-d1dc83cad68d tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768049 Nov 10 21:34:39.388472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4f80610-7ac6-40df-8133-c11bd930ef97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.405204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b59da7e-b37e-40b2-a37c-677c52053503 req-73b6f190-7418-4c55-bb00-13eb903daff5 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips/99c13ba0-691e-49b6-8349-a28262e52fae HTTP/1.1" status: 200 len: 693 time: 0.0527620 Nov 10 21:34:39.507109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4f80610-7ac6-40df-8133-c11bd930ef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.529623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59da7e-b37e-40b2-a37c-677c52053503 req-f257f072-6596-4cb0-876b-707a84adb037 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:39.530987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b59da7e-b37e-40b2-a37c-677c52053503 req-f257f072-6596-4cb0-876b-707a84adb037 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1202841 Nov 10 21:34:39.541780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-6b59da7e-b37e-40b2-a37c-677c52053503 req-0945aa5f-2720-42ed-b0a3-82160b05be32 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:34:39.542885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6b59da7e-b37e-40b2-a37c-677c52053503 req-0945aa5f-2720-42ed-b0a3-82160b05be32 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058808 Nov 10 21:34:39.548308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e4f80610-7ac6-40df-8133-c11bd930ef97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6441a6645d654872ab9bdcb119e8da63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4689531 Nov 10 21:34:39.551358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33280) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:39.557380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80610-7ac6-40df-8133-c11bd930ef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36ab504-c519-4ff8-93b0-2be262f7ff86,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:39.561252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836461d-4644-4af3-bbc5-e6b70715ba24 req-44f2afc4-3652-410a-b3fa-32e1708b8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:39.563409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5836461d-4644-4af3-bbc5-e6b70715ba24 req-44f2afc4-3652-410a-b3fa-32e1708b8a45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0864184 Nov 10 21:34:39.610933 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d74df01e-2b60-4501-80ed-faedea236f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.630322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-c4cd265e-81dd-4a65-88a8-7ff56d71b08a tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips/99c13ba0-691e-49b6-8349-a28262e52fae HTTP/1.1" status: 200 len: 693 time: 0.0619886 Nov 10 21:34:39.633953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d74df01e-2b60-4501-80ed-faedea236f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.669318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5836461d-4644-4af3-bbc5-e6b70715ba24 req-77ea8f3a-2d75-49f1-8113-654252338d3b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947452 Nov 10 21:34:39.737773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d74df01e-2b60-4501-80ed-faedea236f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.740462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d74df01e-2b60-4501-80ed-faedea236f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:39.741653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d74df01e-2b60-4501-80ed-faedea236f93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a36ab504-c519-4ff8-93b0-2be262f7ff86 HTTP/1.1" status: 204 len: 168 time: 0.1890192 Nov 10 21:34:39.749498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74df01e-2b60-4501-80ed-faedea236f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36ab504-c519-4ff8-93b0-2be262f7ff86,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:39.752374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-539141f1-8ca2-47b2-ae11-b5ecb76fa4c8 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:39.753742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-539141f1-8ca2-47b2-ae11-b5ecb76fa4c8 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1091287 Nov 10 21:34:39.764816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-e7982352-9562-4449-9f87-261a213e2f7c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:34:39.767297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-e7982352-9562-4449-9f87-261a213e2f7c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075407 Nov 10 21:34:39.833799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-f130fbc5-44e5-4167-b437-03d8b193875e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0497971 Nov 10 21:34:39.887034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-18baa9cf-f25b-4654-ad00-0288e7b8df7d tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.107 HTTP/1.1" status: 200 len: 696 time: 0.0470347 Nov 10 21:34:40.133773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b5a5d-5492-4fb2-894a-2c6c6d8411d3 req-2147e405-924d-48ea-9e10-f0802f848e25 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:40.135682 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b4b5a5d-5492-4fb2-894a-2c6c6d8411d3 req-2147e405-924d-48ea-9e10-f0802f848e25 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0733027 Nov 10 21:34:40.193252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b4b5a5d-5492-4fb2-894a-2c6c6d8411d3 req-aca7f580-ee66-4a64-9cfb-f2f0f47946b2 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494728 Nov 10 21:34:40.301629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Deleting port 693e74fb-3d25-491f-9596-b45ec5ad1476 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:40.301970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.383608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.389161 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.401983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Calling delete_port for 693e74fb-3d25-491f-9596-b45ec5ad1476 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:40.491188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f858fdc-d4b5-4fd7-b928-457ec4432223 req-24feda67-2658-4cc3-a384-87c52433d1be tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 210 time: 0.0306077 Nov 10 21:34:40.513676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:40.529410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d86f976-1868-4b18-adc4-19ca8b36e967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.617307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6f056-b0fc-44b0-8796-397c1f0f5b93 req-cc655e96-fffe-4ade-882b-daa0615d49b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:40.618708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2f6f056-b0fc-44b0-8796-397c1f0f5b93 req-cc655e96-fffe-4ade-882b-daa0615d49b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0510621 Nov 10 21:34:40.630587 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.659342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.661379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event deleted for resources: {'Port': ['ID=693e74fb-3d25-491f-9596-b45ec5ad1476,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:40.690616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2f6f056-b0fc-44b0-8796-397c1f0f5b93 req-9a322e5a-6cc1-479f-a298-dd0737afda9c tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656588 Nov 10 21:34:40.720407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d86f976-1868-4b18-adc4-19ca8b36e967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.729366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.732016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.733148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9570928b-4516-4390-950e-7c4a6198d6a0 req-94326d53-bd81-4a3f-98f6-15cc1f375b4c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "DELETE /v2.0/floatingips/99c13ba0-691e-49b6-8349-a28262e52fae HTTP/1.1" status: 204 len: 173 time: 0.8399558 Nov 10 21:34:40.846032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d86f976-1868-4b18-adc4-19ca8b36e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:40.942048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d86f976-1868-4b18-adc4-19ca8b36e967 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4783197fe76d487294bf1a43e611d297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269526 Nov 10 21:34:40.944696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33306) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:40.956300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86f976-1868-4b18-adc4-19ca8b36e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b06c2-419d-4320-b3fd-772340ad3060,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:40.974300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36273f9f-b48f-4450-9f7a-6845cca2e72e req-f7bb0f44-f91f-4ead-b88f-ee72da8765be tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:40.975834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36273f9f-b48f-4450-9f7a-6845cca2e72e req-f7bb0f44-f91f-4ead-b88f-ee72da8765be tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2237599 Nov 10 21:34:41.005119 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-8692-4492-8e5a-356c3a145d03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.085400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac7961a3-12ca-492b-aece-927d43d53191 req-5104eeda-ea72-4b12-b9d8-b7a4369bac6c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=4a8fc8291f444c0d8ff71a268e5cce82 HTTP/1.1" status: 200 len: 1656 time: 0.0875843 Nov 10 21:34:41.096043 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-8692-4492-8e5a-356c3a145d03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.242235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7961a3-12ca-492b-aece-927d43d53191 req-1600acfa-c082-4b7a-a675-514a531c0963 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:41.244219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac7961a3-12ca-492b-aece-927d43d53191 req-1600acfa-c082-4b7a-a675-514a531c0963 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks?id=c63c6976-ff85-445a-b1de-7ade69f02d52&id=c63c6976-ff85-445a-b1de-7ade69f02d52&id=c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 787 time: 0.1510282 Nov 10 21:34:41.257051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-ac7961a3-12ca-492b-aece-927d43d53191 req-aac774d8-8736-43f1-a0fa-0b5fb5a9ebfa tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:34:41.258468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac7961a3-12ca-492b-aece-927d43d53191 req-aac774d8-8736-43f1-a0fa-0b5fb5a9ebfa tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063615 Nov 10 21:34:41.331817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93192b2e-e72a-4078-84e0-673413321941 req-a88d0881-79f8-4a83-9091-dcc7665ef42a tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips/e4464caa-931e-4c61-8db8-0bceb423e97f HTTP/1.1" status: 200 len: 693 time: 0.0490756 Nov 10 21:34:41.333072 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.340428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee74c9-0823-4672-944f-7def94304d40 req-59f4c7f7-dbe4-40b7-89b1-c6af3104dcbd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:41.341958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee74c9-0823-4672-944f-7def94304d40 req-59f4c7f7-dbe4-40b7-89b1-c6af3104dcbd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0597208 Nov 10 21:34:41.392332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4ee74c9-0823-4672-944f-7def94304d40 req-4cc93478-7b52-411e-b0c4-7fab264a9adf tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Nov 10 21:34:41.402452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-8692-4492-8e5a-356c3a145d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.405226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-8692-4492-8e5a-356c3a145d03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.410104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6213db5a-8692-4492-8e5a-356c3a145d03 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/548b06c2-419d-4320-b3fd-772340ad3060 HTTP/1.1" status: 204 len: 168 time: 0.4606605 Nov 10 21:34:41.424979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213db5a-8692-4492-8e5a-356c3a145d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b06c2-419d-4320-b3fd-772340ad3060,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:41.468215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192b2e-e72a-4078-84e0-673413321941 req-9ac8a1b9-99e1-4e4a-a741-5915ac64dbb3 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:41.485675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93192b2e-e72a-4078-84e0-673413321941 req-9ac8a1b9-99e1-4e4a-a741-5915ac64dbb3 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1451175 Nov 10 21:34:41.548587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93192b2e-e72a-4078-84e0-673413321941 req-5006a89d-3b8c-45b7-949f-6c36d09d88fb tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0620403 Nov 10 21:34:41.634734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-5f7b931a-cb33-457d-afc2-aeb5b8e0d2a1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:41.636643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-5f7b931a-cb33-457d-afc2-aeb5b8e0d2a1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 815 time: 0.1375790 Nov 10 21:34:41.649716 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93192b2e-e72a-4078-84e0-673413321941 req-f6c47fdb-b7f5-4258-90f8-8beb95cf9bd3 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.211 HTTP/1.1" status: 200 len: 696 time: 0.0903802 Nov 10 21:34:41.652125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Request body: {'port': {'device_id': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'admin_state_up': True, 'tenant_id': '92cae80250014c3484c87e7c96024d59'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:41.824631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Deleting port 90ac16e2-32da-49bd-b14f-769c7129985e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:41.825392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.827507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e282e652-717a-4faa-9f19-38e4b6c3971b req-9e10bb9f-5e7c-41b5-93f8-6990accc6023 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 210 time: 0.0365660 Nov 10 21:34:41.942789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.943998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.946733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Made reservation on behalf of 92cae80250014c3484c87e7c96024d59 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:41.950023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:41.962726 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Calling delete_port for 90ac16e2-32da-49bd-b14f-769c7129985e owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:41.991788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307832-ac53-4c44-a8b6-818aad961b74 req-56607400-22f5-4233-8e77-1b83e7db2661 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:41.993520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a307832-ac53-4c44-a8b6-818aad961b74 req-56607400-22f5-4233-8e77-1b83e7db2661 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0887873 Nov 10 21:34:42.086524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a307832-ac53-4c44-a8b6-818aad961b74 req-dbd0b79a-a484-44c2-8b22-e43879ed39ed tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586407 Nov 10 21:34:42.160063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Allocated IP 172.20.0.6 (d507f5bd-dc96-45c2-8466-80aec2268b2c/aee05975-5fff-4378-afc8-b152c90e709f/9b6a4582-7a44-4913-bfa0-4e47ddf65cce) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:34:42.172133 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-49060e2c-5ffc-4c8e-a9b6-824d60c3e4f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0895028 Nov 10 21:34:42.278780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.279269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.279774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.280244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.280710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.281178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.281807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.283804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-90369344-afb1-40ee-ab6b-ce531b5c4c79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6498 time: 0.0623486 Nov 10 21:34:42.380428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:42.414220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event deleted for resources: {'Port': ['ID=90ac16e2-32da-49bd-b14f-769c7129985e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:42.517508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-ccfa7bb0-689a-42f1-9c7b-9f8839ee0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.517979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-ccfa7bb0-689a-42f1-9c7b-9f8839ee0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.518443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-ccfa7bb0-689a-42f1-9c7b-9f8839ee0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.520128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-ccfa7bb0-689a-42f1-9c7b-9f8839ee0049 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=832a1c7f-42d8-4db8-844c-8912958a8973&id=832a1c7f-42d8-4db8-844c-8912958a8973 HTTP/1.1" status: 200 len: 2291 time: 0.2024500 Nov 10 21:34:42.543356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:42.545502 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:42.557975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-93192b2e-e72a-4078-84e0-673413321941 req-63f89cf1-9efc-46ae-9fa6-e1dccca9ac3c tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "DELETE /v2.0/floatingips/e4464caa-931e-4c61-8db8-0bceb423e97f HTTP/1.1" status: 204 len: 173 time: 0.9144728 Nov 10 21:34:42.697079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-d6db5e34-0b38-45f2-83a8-55eea514be44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b HTTP/1.1" status: 200 len: 1002 time: 0.1637256 Nov 10 21:34:42.717226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a937249-1c39-493f-a30d-8adb2da3d6db req-522a562e-5e4b-481b-a799-417b02e5ffd1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.718680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a937249-1c39-493f-a30d-8adb2da3d6db req-522a562e-5e4b-481b-a799-417b02e5ffd1 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0760515 Nov 10 21:34:42.798243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-936e42ed-1828-4a5c-950a-c10a8760adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.799769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-936e42ed-1828-4a5c-950a-c10a8760adc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2d35b2c-db91-4a29-b936-225b49929d0a HTTP/1.1" status: 200 len: 851 time: 0.0917909 Nov 10 21:34:42.821905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a937249-1c39-493f-a30d-8adb2da3d6db req-72615382-d826-4a8e-963c-dfccd608662f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939252 Nov 10 21:34:42.858665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-77cce0e7-5119-4594-afe9-f7efe2650174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:42.860476 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-77cce0e7-5119-4594-afe9-f7efe2650174 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506866 Nov 10 21:34:43.011952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-38562c5a-05d0-43f4-86d9-b3a21d4740a7 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips/f3633ee0-097e-41fb-ac2c-b1f13ae56165 HTTP/1.1" status: 200 len: 692 time: 0.0530708 Nov 10 21:34:43.057035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:43.067520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-acea6384-c626-42eb-ba4f-d1f45a27d736 service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986682 Nov 10 21:34:43.098697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-1990cbd6-6890-49b6-a8e7-d85edda63ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.100336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-1990cbd6-6890-49b6-a8e7-d85edda63ade service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 1097 time: 0.1055739 Nov 10 21:34:43.114689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ea7b7-fb52-4700-8045-7fe380baaa63 req-c39c7773-ceb5-4efb-93c0-7f5ca2449975 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.116198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f92ea7b7-fb52-4700-8045-7fe380baaa63 req-c39c7773-ceb5-4efb-93c0-7f5ca2449975 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1202259 Nov 10 21:34:43.217915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-3b6f237b-8d05-4f6a-b4f4-a71ab6303600 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.219769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-3b6f237b-8d05-4f6a-b4f4-a71ab6303600 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1983173 Nov 10 21:34:43.238447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-3966a2f2-9001-469d-8d20-5f539d682d97 service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424387 Nov 10 21:34:43.256833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f92ea7b7-fb52-4700-8045-7fe380baaa63 req-f722faf1-7aba-466d-a99f-8a921ca9ca4a tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276922 Nov 10 21:34:43.262671 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:43.298625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-4852df8f-bcbb-42a3-b3c1-e665f4b68aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.300525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-4852df8f-bcbb-42a3-b3c1-e665f4b68aa7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 200 len: 912 time: 0.1820178 Nov 10 21:34:43.321007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-e5df0277-f766-4e7e-8957-1e7a05b3be75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 200 len: 217 time: 0.0512860 Nov 10 21:34:43.323935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-6d1dbbe5-1cda-4d15-b304-f7262770c727 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.0946765 Nov 10 21:34:43.328301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Network d507f5bd-dc96-45c2-8466-80aec2268b2c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:34:43.364139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:43.368654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:34:43.374997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-1676be39-77bf-455e-9f5a-7c141afe93a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c HTTP/1.1" status: 200 len: 217 time: 0.0660169 Nov 10 21:34:43.378596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:43.417008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-44f5c5a1-3e65-41ef-ae10-ae9fd1425350 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.12 HTTP/1.1" status: 200 len: 695 time: 0.0800128 Nov 10 21:34:43.433661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-2faa1442-ea87-42b6-96e7-ff570dd67e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.435185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-2faa1442-ea87-42b6-96e7-ff570dd67e7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.1070721 Nov 10 21:34:43.470784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.471414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:43.485952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-1219c9a4-d387-4351-b005-6be28ad9369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.487660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-1219c9a4-d387-4351-b005-6be28ad9369b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da2e3be0-1669-44d1-ad57-12c7e33f5326 HTTP/1.1" status: 200 len: 851 time: 0.0793159 Nov 10 21:34:43.528030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-04b5d796-b560-4708-a0bd-7d2b62859b7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c43131b5-8033-4023-8c9e-2123f1f926e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326316 Nov 10 21:34:43.572032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-be17c9e2-ccda-4112-b8fd-931069b2691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.573607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-be17c9e2-ccda-4112-b8fd-931069b2691e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098340 Nov 10 21:34:43.628291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-ab1c098d-90fb-4f14-a851-13c63a192a4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9816985 Nov 10 21:34:43.646595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Deleting port 1c0d1dad-bca6-45fa-afba-150a96d6b50c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:43.646964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:43.647549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Request body: {'port': {'device_id': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:43.697100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683d2e2-4369-4f9c-901f-d03a24658ace req-6c72ec95-698f-4b20-945e-fab8bdb50f70 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:43.698594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7683d2e2-4369-4f9c-901f-d03a24658ace req-6c72ec95-698f-4b20-945e-fab8bdb50f70 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 931 time: 0.1540470 Nov 10 21:34:43.702704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-65c2a348-cb19-478b-9753-c35fde1f33d2 service neutron] 10.222.0.64 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656361 Nov 10 21:34:43.725032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-2f7d75b8-d2f4-4e7d-ae3c-9b7119d0ac5b service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424699 Nov 10 21:34:43.770269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:43.770597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:43.772340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:43.810706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Calling delete_port for 1c0d1dad-bca6-45fa-afba-150a96d6b50c owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:43.864633 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:34:43.880667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7683d2e2-4369-4f9c-901f-d03a24658ace req-752d5812-854c-4509-9318-1b29c06f79ca tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705439 Nov 10 21:34:43.887329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-359ac318-fcf3-4532-8bee-4b437571d276 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534991 Nov 10 21:34:43.915414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e15b9c91-3973-495e-9d96-c9ff525c7af2 req-6c9ed5e6-86c3-4e63-a97b-88d9c1af153f service neutron] 10.222.0.64 "GET /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892412 Nov 10 21:34:43.945788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-16e339a1-cf34-4e11-bbc2-8193e11af3a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 200 len: 217 time: 0.0473359 Nov 10 21:34:44.035283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-9e6bf6e0-b8eb-45a0-8649-b71150363003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.036801 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-9e6bf6e0-b8eb-45a0-8649-b71150363003 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.0712981 Nov 10 21:34:44.091314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86827b7e-a92f-47a6-a498-a451ea6fbb2b req-ee5b2893-9cfe-41e5-8d0b-6c40a2b81dcd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.092883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86827b7e-a92f-47a6-a498-a451ea6fbb2b req-ee5b2893-9cfe-41e5-8d0b-6c40a2b81dcd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.1158113 Nov 10 21:34:44.103288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-899f362d-389d-4374-9a45-f679db285eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.104826 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-899f362d-389d-4374-9a45-f679db285eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0595026 Nov 10 21:34:44.173516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86827b7e-a92f-47a6-a498-a451ea6fbb2b req-235b2ddf-d9f7-4e52-90bb-bc9c70e1be7e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720117 Nov 10 21:34:44.225252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-7b6c17b5-f3f9-478f-ba9e-8c9aae07e2be service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039202 Nov 10 21:34:44.243957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6a4582-7a44-4913-bfa0-4e47ddf65cce {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:34:44.253559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:44.276050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Transition to ACTIVE for port object 9b6a4582-7a44-4913-bfa0-4e47ddf65cce will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:34:44.295692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:44.330277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event deleted for resources: {'Port': ['ID=1c0d1dad-bca6-45fa-afba-150a96d6b50c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:44.407365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-74729838-8e20-42b6-82ce-6435709a9a55 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733916 Nov 10 21:34:44.407985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3297-c207-4285-90c4-532d8f9b5e44 req-d5566460-97c9-4a96-aa52-5b152b8acc24 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.409628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-165c3297-c207-4285-90c4-532d8f9b5e44 req-d5566460-97c9-4a96-aa52-5b152b8acc24 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0609818 Nov 10 21:34:44.420027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:44.422897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:44.424159 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3eb8a46-641b-419f-b69c-f7373a05b811 req-bea83a76-b9f4-4b3a-903a-635ecb824802 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "DELETE /v2.0/floatingips/f3633ee0-097e-41fb-ac2c-b1f13ae56165 HTTP/1.1" status: 204 len: 173 time: 1.0062342 Nov 10 21:34:44.480535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-794dd91d-30b7-4cae-97c6-9e4222fa3906 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376 HTTP/1.1" status: 200 len: 217 time: 0.0549970 Nov 10 21:34:44.487512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-165c3297-c207-4285-90c4-532d8f9b5e44 req-755ddc8a-f2a2-4f91-a612-a5a462efaa94 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715704 Nov 10 21:34:44.538489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-45f258ed-1d68-4809-baa7-22770023c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.540152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-45f258ed-1d68-4809-baa7-22770023c2f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.0528350 Nov 10 21:34:44.566571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:44.583423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-f0efec15-24a8-4db3-b166-cdc7da3deab0 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips/ff6ba7b3-75b7-43d3-ad0a-c59fbb0b7789 HTTP/1.1" status: 200 len: 693 time: 0.0556948 Nov 10 21:34:44.596278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-71d888ab-2842-46f5-b75f-0495d751229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.596278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-71d888ab-2842-46f5-b75f-0495d751229d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458639 Nov 10 21:34:44.691646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:44.704574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-02bcba5c-e9d7-4552-8534-31b14fcaf781 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019282 Nov 10 21:34:44.778731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-63c31360-31f7-4527-aa1b-47394bc67f5e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.779852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-63c31360-31f7-4527-aa1b-47394bc67f5e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1781209 Nov 10 21:34:44.793791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-d03af29b-310c-4c04-8943-545e73eecea1 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:34:44.794775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-d03af29b-310c-4c04-8943-545e73eecea1 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079679 Nov 10 21:34:44.796302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-5627c617-2691-4d8a-a217-80f6dfcf393a service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846920 Nov 10 21:34:44.797794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Attempting to bind port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:34:44.798121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Attempting to bind port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:34:44.798437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Attempting to bind port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce on network d507f5bd-dc96-45c2-8466-80aec2268b2c {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:44.804028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce on network d507f5bd-dc96-45c2-8466-80aec2268b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:34:44.804343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Attempting to bind port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce on network d507f5bd-dc96-45c2-8466-80aec2268b2c {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:34:44.815570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:34:44.815919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Checking segment: {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:44.816290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Bound using segment: {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:34:44.816710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Bound port: 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:34:44.817065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:44.845744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-fdf35d6b-6bf4-4ef6-ac84-793dfb3858b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 HTTP/1.1" status: 200 len: 217 time: 0.0395622 Nov 10 21:34:44.865089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-3c3b82a4-53d0-48f6-b973-ca606253612d tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.0618131 Nov 10 21:34:44.900548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-2b698243-132f-40cf-ac0c-5176985459c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.902071 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-2b698243-132f-40cf-ac0c-5176985459c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.0491521 Nov 10 21:34:44.944685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-28997e63-e8a8-4aad-adc0-250186150533 tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.0563135 Nov 10 21:34:44.957652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-cb7f31ca-824a-4c74-9777-799ecbbb3740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:44.961799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-cb7f31ca-824a-4c74-9777-799ecbbb3740 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486441 Nov 10 21:34:45.004659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:34:45.059372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:34:45.114679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Deleting port 7ad06495-3cea-461b-9ae9-666c42343e78 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:45.115594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.142775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.221997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:45.222620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.224107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b6a4582-7a44-4913-bfa0-4e47ddf65cce HTTP/1.1" status: 200 len: 1092 time: 1.5859404 Nov 10 21:34:45.226561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:45.229478 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49162097-545b-49ba-8629-b40528a86e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:45.267160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08862b8-fcfb-4953-b217-0079f30f2379 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:45.274583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.274908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.289301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Calling delete_port for 7ad06495-3cea-461b-9ae9-666c42343e78 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:45.355931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6fca-4010-44d2-8581-76091525e3fd req-4473cfee-fb53-4279-888b-192a1b4e263a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:45.357450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75fd6fca-4010-44d2-8581-76091525e3fd req-4473cfee-fb53-4279-888b-192a1b4e263a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 943 time: 0.3946829 Nov 10 21:34:45.394723 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-f346bfb1-7b8b-42df-abc3-faf01865e99a service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213381 Nov 10 21:34:45.410563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-de03535f-787d-4431-8aab-ac8e7a9b4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:45.412270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-de03535f-787d-4431-8aab-ac8e7a9b4309 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 1095 time: 0.0690184 Nov 10 21:34:45.449236 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75fd6fca-4010-44d2-8581-76091525e3fd req-4f63b528-4b9a-4a2e-9ea2-9ae9854dc011 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838263 Nov 10 21:34:45.464168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-15fc8016-f391-4e54-92d9-a6d57f571291 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce HTTP/1.1" status: 200 len: 217 time: 0.0430548 Nov 10 21:34:45.513522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-cd430188-c620-4e55-8d4a-c6ab5d021275 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092527 Nov 10 21:34:45.552735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-989c5eb3-c07e-47e9-8479-747c20f371a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:45.554283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-989c5eb3-c07e-47e9-8479-747c20f371a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee05975-5fff-4378-afc8-b152c90e709f HTTP/1.1" status: 200 len: 855 time: 0.0829999 Nov 10 21:34:45.582792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-83ef58a4-fd95-4dd1-aca5-354cc992314e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4dfdabb-1806-4262-bb5a-810fd3717445 HTTP/1.1" status: 200 len: 217 time: 0.0560572 Nov 10 21:34:45.599872 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-e8c157b5-ae35-430c-a2b1-aa54bd0f6d6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d507f5bd-dc96-45c2-8466-80aec2268b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382237 Nov 10 21:34:45.624949 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.632544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa0f84-e9c5-4348-aee7-62521dc2c057 req-6f6cafea-1941-488a-9f23-520b2923004d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:45.634054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-10fa0f84-e9c5-4348-aee7-62521dc2c057 req-6f6cafea-1941-488a-9f23-520b2923004d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.1194880 Nov 10 21:34:45.666052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-de8bede5-081e-48e3-ab34-3774a6b90bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:45.666052 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-de8bede5-081e-48e3-ab34-3774a6b90bd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 200 len: 797 time: 0.0743234 Nov 10 21:34:45.694880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Pushing event deleted for resources: {'Port': ['ID=7ad06495-3cea-461b-9ae9-666c42343e78,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:45.719910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-10fa0f84-e9c5-4348-aee7-62521dc2c057 req-30e179f8-fcdd-4d96-9b92-afa868792a67 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791435 Nov 10 21:34:45.735243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-c19eeada-9b13-423d-b5f1-3f05173bae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:45.736387 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-c19eeada-9b13-423d-b5f1-3f05173bae65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600510 Nov 10 21:34:45.778693 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc5aa08-9e20-4b5b-acda-52b597310b01 x-openstack-request-id: req-2bc5aa08-9e20-4b5b-acda-52b597310b01 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:45.779057 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:45.779380 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bc5aa08-9e20-4b5b-acda-52b597310b01 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:45.780462 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'status': 'completed', 'code': 200} Nov 10 21:34:45.783935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-3c76985c-76aa-4bf1-ac77-a115fd0d6c02 service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774418 Nov 10 21:34:45.786676 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.789386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:45.790634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bdaf09a-e86c-438c-b2f7-b25cd9cdc91b req-01c4a305-733e-458f-99bc-ddeb45c9956e tempest-FloatingIPDetailsTestJSON-2027119686 tempest-FloatingIPDetailsTestJSON-2027119686-project] 10.222.0.45 "DELETE /v2.0/floatingips/ff6ba7b3-75b7-43d3-ad0a-c59fbb0b7789 HTTP/1.1" status: 204 len: 173 time: 0.8391109 Nov 10 21:34:45.800571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33426) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:45.879313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-036025e8-b408-477e-91cc-946209513aa2 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345894 Nov 10 21:34:45.989502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-3cedaae9-abcf-4f7a-88ec-be13621e2fe2 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022136 Nov 10 21:34:46.047063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-e24fdfed-594b-4dcd-bc93-d4dd9acfb248 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036 HTTP/1.1" status: 200 len: 217 time: 0.0430586 Nov 10 21:34:46.103987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-72a91683-5bb1-4160-8eb0-1300021b12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.105520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-72a91683-5bb1-4160-8eb0-1300021b12c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 200 len: 797 time: 0.0503180 Nov 10 21:34:46.155625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f36aa-6165-42e0-938c-85aa7f950068 req-a9cf6179-74a6-4f0c-bcb3-f7b5afad26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.158052 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-a9cf6179-74a6-4f0c-bcb3-f7b5afad26da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0440404 Nov 10 21:34:46.262479 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-1d1d4b36-f555-4212-aae0-c0fc62654225 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963190 Nov 10 21:34:46.266316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd154090-f3ec-4ab5-a3c7-e3affaf2c07d req-67e86e53-e2cb-48e1-b98b-978678e74220 service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740546 Nov 10 21:34:46.275093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d7599-09c0-43ea-80cf-a03834ce3210 req-8227ca5a-4571-452e-b4db-b638d0c49100 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.276595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b1d7599-09c0-43ea-80cf-a03834ce3210 req-8227ca5a-4571-452e-b4db-b638d0c49100 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.3829195 Nov 10 21:34:46.379680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-108f36aa-6165-42e0-938c-85aa7f950068 req-d2a313c3-28bb-463c-94a8-43104f61850f service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049843 Nov 10 21:34:46.462403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b1d7599-09c0-43ea-80cf-a03834ce3210 req-b1400cb2-7e04-46a7-9e37-28be3f795164 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390750 Nov 10 21:34:46.517290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162097-545b-49ba-8629-b40528a86e9b req-3cb5baf0-fd62-4f49-9ae6-2d96d8c7fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.519430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49162097-545b-49ba-8629-b40528a86e9b req-3cb5baf0-fd62-4f49-9ae6-2d96d8c7fe85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 1095 time: 0.0950811 Nov 10 21:34:46.598712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33434) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:46.632410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acb85b-5c8a-4df5-bbab-d1c7a5726ed1 req-07a1a2fb-a73a-4975-af2f-c6a8e99ccefd tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.634187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47acb85b-5c8a-4df5-bbab-d1c7a5726ed1 req-07a1a2fb-a73a-4975-af2f-c6a8e99ccefd tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 943 time: 0.0717907 Nov 10 21:34:46.711970 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47acb85b-5c8a-4df5-bbab-d1c7a5726ed1 req-7e4c2ee7-2820-484d-9989-36ae8f258ccc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669901 Nov 10 21:34:46.721910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162097-545b-49ba-8629-b40528a86e9b req-1871f920-6a1a-4dda-a9f8-7c7c21e5382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.723552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49162097-545b-49ba-8629-b40528a86e9b req-1871f920-6a1a-4dda-a9f8-7c7c21e5382d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 916 time: 0.1666026 Nov 10 21:34:46.739966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f855aaf-aa06-4278-9c08-5a8760df0955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:46.795298 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49162097-545b-49ba-8629-b40528a86e9b req-5c366a23-a151-47c8-95d5-157008bb2cef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce HTTP/1.1" status: 200 len: 217 time: 0.0618255 Nov 10 21:34:46.821192 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f855aaf-aa06-4278-9c08-5a8760df0955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:46.898460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f855aaf-aa06-4278-9c08-5a8760df0955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:46.910081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162097-545b-49ba-8629-b40528a86e9b req-36996372-8132-4272-aba3-aacf0ff91003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.913647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49162097-545b-49ba-8629-b40528a86e9b req-36996372-8132-4272-aba3-aacf0ff91003 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee05975-5fff-4378-afc8-b152c90e709f HTTP/1.1" status: 200 len: 855 time: 0.0979841 Nov 10 21:34:46.938721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc4558-067f-4459-a2a8-8d762d1be265 req-c624bc6c-a8cb-425b-ac47-a25b5bf64e60 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:46.940240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-facc4558-067f-4459-a2a8-8d762d1be265 req-c624bc6c-a8cb-425b-ac47-a25b5bf64e60 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.1254990 Nov 10 21:34:46.947886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0f855aaf-aa06-4278-9c08-5a8760df0955 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e31f1da83444a779fe51025cba2eaec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477376 Nov 10 21:34:46.948582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33444) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:46.963558 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49162097-545b-49ba-8629-b40528a86e9b req-5e39bf7e-de88-4900-a7c8-77ffb684c9b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d507f5bd-dc96-45c2-8466-80aec2268b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440311 Nov 10 21:34:46.985830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f855aaf-aa06-4278-9c08-5a8760df0955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd0ace8-f48f-42ca-ac4b-1976e8f44f7c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:47.002919 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:47.016161 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6336-dde3-4563-9e2f-ecb361d4544b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:47.040146 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6336-dde3-4563-9e2f-ecb361d4544b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:47.120487 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-facc4558-067f-4459-a2a8-8d762d1be265 req-2b62f33b-8df9-4120-88d0-0fc47e620368 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592796 Nov 10 21:34:47.183719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49162097-545b-49ba-8629-b40528a86e9b req-f22d7a61-e554-4f5a-b1a2-1257973fe471 service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128217 Nov 10 21:34:47.252873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6336-dde3-4563-9e2f-ecb361d4544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:47.255475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6336-dde3-4563-9e2f-ecb361d4544b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:47.256702 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac0b6336-dde3-4563-9e2f-ecb361d4544b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cd0ace8-f48f-42ca-ac4b-1976e8f44f7c HTTP/1.1" status: 204 len: 168 time: 0.3043981 Nov 10 21:34:47.272936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b6336-dde3-4563-9e2f-ecb361d4544b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd0ace8-f48f-42ca-ac4b-1976e8f44f7c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:47.391293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49162097-545b-49ba-8629-b40528a86e9b req-ad412179-2fd3-47c5-9a69-5f1238b98f3d service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852820 Nov 10 21:34:47.501023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a184aa2-f3aa-4fd6-bc73-fef5bdc0a100 req-bd28d969-36ab-4aca-b5d3-14183146facb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:47.502515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a184aa2-f3aa-4fd6-bc73-fef5bdc0a100 req-bd28d969-36ab-4aca-b5d3-14183146facb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0780404 Nov 10 21:34:47.512793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Deleting port d4ba6c83-050a-470f-a985-31d35170aa96 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:47.513137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:47.617272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a184aa2-f3aa-4fd6-bc73-fef5bdc0a100 req-b7173148-c97a-4cf9-b0cf-06e088ff1a2e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062818 Nov 10 21:34:47.618214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8e712-a7c5-471a-9aad-b3ea35bdb675 req-210f1432-32ae-4e02-a927-74aa822551e8 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:47.624651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fda8e712-a7c5-471a-9aad-b3ea35bdb675 req-210f1432-32ae-4e02-a927-74aa822551e8 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0682669 Nov 10 21:34:47.648280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] For port d4ba6c83-050a-470f-a985-31d35170aa96, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d4ba6c83-050a-470f-a985-31d35170aa96,segment=NetworkSegment(bb58b1de-b0a5-4b29-9941-e9a387ed296c),segment_id=bb58b1de-b0a5-4b29-9941-e9a387ed296c)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:47.648651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:47.670204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Calling delete_port for d4ba6c83-050a-470f-a985-31d35170aa96 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:47.691975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fda8e712-a7c5-471a-9aad-b3ea35bdb675 req-1f3047a0-eb1a-455b-acf5-f6d63f6c9011 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626080 Nov 10 21:34:47.828115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3cc98-3039-4a0d-a3ee-4371b792c8cf req-23b61c9f-f2b1-4606-97d2-48223091fe0d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:47.830118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fb3cc98-3039-4a0d-a3ee-4371b792c8cf req-23b61c9f-f2b1-4606-97d2-48223091fe0d tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.1055553 Nov 10 21:34:47.898355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fb3cc98-3039-4a0d-a3ee-4371b792c8cf req-21180c38-830c-4bcf-95a9-3b11d499f0e3 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619376 Nov 10 21:34:48.019911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9c83-2143-4f9e-ae73-985783606ad2 req-8ef9fa00-c913-421c-b276-378e2a41644e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:48.021406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c58a9c83-2143-4f9e-ae73-985783606ad2 req-8ef9fa00-c913-421c-b276-378e2a41644e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 943 time: 0.0502880 Nov 10 21:34:48.071636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c58a9c83-2143-4f9e-ae73-985783606ad2 req-b52c72fb-4dc6-4abe-9037-c2377ad2503d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Nov 10 21:34:48.104494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:48.131286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ba6c83-050a-470f-a985-31d35170aa96,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:48.343330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:48.551275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba9d52-9f74-439c-af88-e776d6e07434 req-baf9296e-e0ff-4e4e-b2f7-0a26c24a0bd7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:48.552727 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69ba9d52-9f74-439c-af88-e776d6e07434 req-baf9296e-e0ff-4e4e-b2f7-0a26c24a0bd7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0517404 Nov 10 21:34:48.602489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:34:48.608183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69ba9d52-9f74-439c-af88-e776d6e07434 req-83a8e0ba-352c-42e9-a82f-5337918e8e28 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479629 Nov 10 21:34:48.722259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:34:48.734733 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] Sync routers for ids ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:34:48.735300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c113cf58-e2f6-41ee-8a4a-c3b3b339fd1a admin admin] 10.222.0.45 "PUT /v2.0/routers/9c94e799-88d4-4a61-ba27-cf66e78d17b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9306045 Nov 10 21:34:48.735404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33498) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:48.741943 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] Routers {'9c94e799-88d4-4a61-ba27-cf66e78d17b0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:34:48.742648 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:48.751921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f3255-729e-4a01-91ad-99cdd94b9a69 req-7d262c63-d2b6-485c-9ad1-970ce013af90 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:48.755100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73f3255-729e-4a01-91ad-99cdd94b9a69 req-7d262c63-d2b6-485c-9ad1-970ce013af90 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0671356 Nov 10 21:34:48.849487 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] Set router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:34:48.870183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73f3255-729e-4a01-91ad-99cdd94b9a69 req-d8622cbd-3e29-4351-b45f-d9ad4e84a2b5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855794 Nov 10 21:34:48.893594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:48.998331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.028604 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:47Z', 'revision_number': 5, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:49.053934 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] Checking router: 9c94e799-88d4-4a61-ba27-cf66e78d17b0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:34:49.062061 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] Routers {'9c94e799-88d4-4a61-ba27-cf66e78d17b0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:34:49.063171 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:49.169286 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] Set router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:34:49.191287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 9b6a4582-7a44-4913-bfa0-4e47ddf65cce details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:34:49.192242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eb1cc-5bf0-4dd6-bd09-9ef04019705d req-d4d1056c-c89c-4385-9ac4-93a9e4439ee2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:49.193756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-265eb1cc-5bf0-4dd6-bd09-9ef04019705d req-d4d1056c-c89c-4385-9ac4-93a9e4439ee2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 943 time: 0.0501316 Nov 10 21:34:49.264773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-265eb1cc-5bf0-4dd6-bd09-9ef04019705d req-932ce773-5f38-4d2f-a445-e63f0f7e19be tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Nov 10 21:34:49.274897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Deleting port 0a905adf-ac39-4a90-afea-3cd4f0544f7f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:49.275221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.321836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:49.343486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'port_id': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'mac_address': 'fa:16:3e:00:53:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee05975-5fff-4378-afc8-b152c90e709f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:34:49.411450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.427803 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.433697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6a4582-7a44-4913-bfa0-4e47ddf65cce {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:34:49.451380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] For port 0a905adf-ac39-4a90-afea-3cd4f0544f7f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0a905adf-ac39-4a90-afea-3cd4f0544f7f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:49.451770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.467207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:49.476037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Calling delete_port for 0a905adf-ac39-4a90-afea-3cd4f0544f7f owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:49.505064 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:47Z', 'revision_number': 5, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:49.537324 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2d5a0d-1521-420e-b46b-5ee2c6085972 None None] The sync data for ids ['9c94e799-88d4-4a61-ba27-cf66e78d17b0'] in n-d-776250-11 is: [{'id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1320973547-router', 'tenant_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:34:24Z', 'updated_at': '2021-11-10T21:34:47Z', 'revision_number': 5, 'project_id': '4a8fc8291f444c0d8ff71a268e5cce82', 'gw_port': {'id': '0a905adf-ac39-4a90-afea-3cd4f0544f7f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c94e799-88d4-4a61-ba27-cf66e78d17b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:34:25Z', 'updated_at': '2021-11-10T21:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:34:49.595414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.648119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:49.738094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0947-54b2-44c6-9221-72d85f652e82 req-4c4d0c76-84b0-4e04-a07b-b0995c452efe tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:49.739620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f75e0947-54b2-44c6-9221-72d85f652e82 req-4c4d0c76-84b0-4e04-a07b-b0995c452efe tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0546350 Nov 10 21:34:49.752802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.784344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a905adf-ac39-4a90-afea-3cd4f0544f7f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:49.793056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f75e0947-54b2-44c6-9221-72d85f652e82 req-dfce8281-b262-4494-9ab6-442f216dc901 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464602 Nov 10 21:34:49.796071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['9b6a4582-7a44-4913-bfa0-4e47ddf65cce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:49.844178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.958664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:49.961196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.068838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b605ae6-44c8-4764-a5bc-ed7285085860 req-1e1e5a5c-5361-4d03-8cc1-0fe1d9904902 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:50.070397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b605ae6-44c8-4764-a5bc-ed7285085860 req-1e1e5a5c-5361-4d03-8cc1-0fe1d9904902 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.0842299 Nov 10 21:34:50.121651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b605ae6-44c8-4764-a5bc-ed7285085860 req-ff17d063-1fcd-4124-8b62-b15fd06dc1d5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Nov 10 21:34:50.146361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.147014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c94e799-88d4-4a61-ba27-cf66e78d17b0 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:34:50.152544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.153704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-972a2e18-c84d-465d-b077-1be08b0d2bf4 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9c94e799-88d4-4a61-ba27-cf66e78d17b0 HTTP/1.1" status: 204 len: 168 time: 1.4174976 Nov 10 21:34:50.156718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33538) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:50.209850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] Deleting subnet e9bab63a-5b11-4163-b05a-e7c8584dccc6 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:34:50.213730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.254818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d4ba6c83-050a-470f-a985-31d35170aa96 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:50.260873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.277826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d4ba6c83-050a-470f-a985-31d35170aa96 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:50.278139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d4ba6c83-050a-470f-a985-31d35170aa96 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:50.370389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.387199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f875797-0537-4667-ab78-f22bf22211d7 req-11e041d9-2b1f-4fa0-b993-5dec6f59dfb9 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:50.388625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f875797-0537-4667-ab78-f22bf22211d7 req-11e041d9-2b1f-4fa0-b993-5dec6f59dfb9 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 944 time: 0.0493419 Nov 10 21:34:50.405495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-cfbee11a-f6e8-4ea6-a6ca-c9c811d4199f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:50.408001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-cfbee11a-f6e8-4ea6-a6ca-c9c811d4199f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 945 time: 0.1036701 Nov 10 21:34:50.442899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f875797-0537-4667-ab78-f22bf22211d7 req-ed5a9f5c-f613-4fd0-b34e-96f965e1ba56 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Nov 10 21:34:50.542569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Deleting port d48fb30c-1781-411f-aff6-a1114d2d4eec {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:50.542569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.545464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.602543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe16581b-f694-4284-98a5-f0290d454f96 None None] Network 15b47621-2c54-44de-886e-8c5873ddbf07 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:34:50.605725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bab63a-5b11-4163-b05a-e7c8584dccc6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:50.633499 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.636701 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8745716c-8dfa-4c13-8e1a-edd9c12ac4bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9bab63a-5b11-4163-b05a-e7c8584dccc6 HTTP/1.1" status: 204 len: 168 time: 0.4789155 Nov 10 21:34:50.647904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33554) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:50.754307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.757949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] For port d48fb30c-1781-411f-aff6-a1114d2d4eec, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d48fb30c-1781-411f-aff6-a1114d2d4eec,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:50.757949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.774049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Calling delete_port for d48fb30c-1781-411f-aff6-a1114d2d4eec owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:50.784346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] DHCP port deletion for 15b47621-2c54-44de-886e-8c5873ddbf07 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:34:50.830818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] Deleting port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:50.830942 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.877271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Deleting port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:50.877604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.911155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] For port 8a1c4b06-688d-41ee-94a3-9b58cca20be1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a1c4b06-688d-41ee-94a3-9b58cca20be1,segment=NetworkSegment(bb58b1de-b0a5-4b29-9941-e9a387ed296c),segment_id=bb58b1de-b0a5-4b29-9941-e9a387ed296c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:50.911495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:50.932021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] Calling delete_port for 8a1c4b06-688d-41ee-94a3-9b58cca20be1 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:50.946919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447ba6-3541-4b5c-aae2-ec31b0b08a29 req-0c0d63b4-99e6-4180-b643-1c9a92eb6593 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:50.949246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed447ba6-3541-4b5c-aae2-ec31b0b08a29 req-0c0d63b4-99e6-4180-b643-1c9a92eb6593 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0631328 Nov 10 21:34:50.985371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] For port 8a1c4b06-688d-41ee-94a3-9b58cca20be1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8a1c4b06-688d-41ee-94a3-9b58cca20be1,segment=NetworkSegment(bb58b1de-b0a5-4b29-9941-e9a387ed296c),segment_id=bb58b1de-b0a5-4b29-9941-e9a387ed296c)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:50.985775 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.008630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Calling delete_port for 8a1c4b06-688d-41ee-94a3-9b58cca20be1 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:51.008895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed447ba6-3541-4b5c-aae2-ec31b0b08a29 req-ebcbda9a-7139-4b6a-8242-7a7a96f114a5 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523098 Nov 10 21:34:51.104195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.110166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.128146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] Pushing event deleted for resources: {'Port': ['ID=8a1c4b06-688d-41ee-94a3-9b58cca20be1,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:51.135038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccd1e1-176a-4260-b71e-b8b3ab191233 None None] No DVR routers for this DVR port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:51.137057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1c4b06-688d-41ee-94a3-9b58cca20be1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:51.139543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.147371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] No DVR routers for this DVR port 8a1c4b06-688d-41ee-94a3-9b58cca20be1 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:51.159029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116', 'd48fb30c-1781-411f-aff6-a1114d2d4eec'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:51.191491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event deleted for resources: {'Port': ['ID=d48fb30c-1781-411f-aff6-a1114d2d4eec,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:51.198814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 9b6a4582-7a44-4913-bfa0-4e47ddf65cce up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:34:51.290606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9897ef3-82b4-4c63-84b7-43128698e04c req-7aef2b6f-ff1e-496f-8928-8d309b52e947 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 210 time: 0.0670753 Nov 10 21:34:51.311352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] No DVR routers for this DVR port d48fb30c-1781-411f-aff6-a1114d2d4eec on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:51.321827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:34:51.333654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:34:51.334017 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.336763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.340044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b5c7986-6f1c-4d1f-8ea3-7189dfaf5d35 req-fb951824-3cdb-41e5-a945-ea7429a2c9c5 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "DELETE /v2.0/ports/d48fb30c-1781-411f-aff6-a1114d2d4eec HTTP/1.1" status: 204 len: 173 time: 0.9138548 Nov 10 21:34:51.340482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'name': 'network-vif-deleted', 'tag': 'd48fb30c-1781-411f-aff6-a1114d2d4eec'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:51.342820 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b86e0-112b-46fc-a095-b005bc0417c0" -d '{"events": [{"server_uuid": "8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae", "name": "network-vif-deleted", "tag": "d48fb30c-1781-411f-aff6-a1114d2d4eec"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:51.353203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.377854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b47621-2c54-44de-886e-8c5873ddbf07']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:51.389038 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d754e42-058e-4ee4-893b-00602bad3501 x-openstack-request-id: req-7d754e42-058e-4ee4-893b-00602bad3501 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:51.389352 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae", "name": "network-vif-deleted", "tag": "d48fb30c-1781-411f-aff6-a1114d2d4eec", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:51.389606 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d754e42-058e-4ee4-893b-00602bad3501 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:51.390002 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae', 'name': 'network-vif-deleted', 'tag': 'd48fb30c-1781-411f-aff6-a1114d2d4eec', 'status': 'completed', 'code': 200} Nov 10 21:34:51.392226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb58b1de-b0a5-4b29-9941-e9a387ed296c') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:51.392522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb58b1de-b0a5-4b29-9941-e9a387ed296c') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:34:51.403490 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.418356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.425217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:34:51.425707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:34:51.427405 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:34:51.450605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.485192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:51.487945 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ab16a-837e-49c9-bd3c-41e7fd3398f6" -d '{"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:51.502576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:51.531712 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52058b17-9efc-4876-9032-780c22a0fc70 x-openstack-request-id: req-52058b17-9efc-4876-9032-780c22a0fc70 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:51.532027 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:51.534149 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52058b17-9efc-4876-9032-780c22a0fc70 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:51.534714 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'code': 200} Nov 10 21:34:51.618693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.625961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.629296 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:51.634761 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] 10.222.0.45 "DELETE /v2.0/networks/15b47621-2c54-44de-886e-8c5873ddbf07 HTTP/1.1" status: 204 len: 168 time: 0.9856241 Nov 10 21:34:51.658066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a0079-682d-40f4-aac8-6092c2b6f6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=15b47621-2c54-44de-886e-8c5873ddbf07,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:51.694150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb7e10-2e8e-4527-9702-c5d7660f8b40 req-d91639d9-a6c9-4370-a178-c7e448a3fc54 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:51.700618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02eb7e10-2e8e-4527-9702-c5d7660f8b40 req-d91639d9-a6c9-4370-a178-c7e448a3fc54 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 944 time: 0.1159265 Nov 10 21:34:51.746665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7131788-5466-49e3-ae2c-2585146853a4 req-d7ccc9d5-b657-4fd3-985f-2a65569efa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:51.756263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7131788-5466-49e3-ae2c-2585146853a4 req-d7ccc9d5-b657-4fd3-985f-2a65569efa69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 1097 time: 0.1255283 Nov 10 21:34:51.805187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02eb7e10-2e8e-4527-9702-c5d7660f8b40 req-c100929f-7c4e-462d-a81d-e61581f98995 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969496 Nov 10 21:34:51.821187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:51.845232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7131788-5466-49e3-ae2c-2585146853a4 req-1d45b000-2756-4e24-b4d6-2c10b343ba2a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811114 Nov 10 21:34:51.973136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-6f3dc1a0-d483-41af-bf69-bf6d5941e187 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:51.974575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-6f3dc1a0-d483-41af-bf69-bf6d5941e187 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0550473 Nov 10 21:34:52.084714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Deleting port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:52.085059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.182127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33610) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:52.228545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012d7b6-ad11-4bbf-acb2-7838653d47d7 req-fd49ec3e-c213-4bd2-9df6-a04c27ceac28 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:52.228922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e2cc9f03-bd33-4238-863e-c596306f976e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a8fc8291f444c0d8ff71a268e5cce82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450432 Nov 10 21:34:52.229515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a905adf-ac39-4a90-afea-3cd4f0544f7f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:52.230223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f012d7b6-ad11-4bbf-acb2-7838653d47d7 req-fd49ec3e-c213-4bd2-9df6-a04c27ceac28 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1420641 Nov 10 21:34:52.233326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33612) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:52.252872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0a905adf-ac39-4a90-afea-3cd4f0544f7f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:52.253214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0a905adf-ac39-4a90-afea-3cd4f0544f7f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:52.253622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a1c4b06-688d-41ee-94a3-9b58cca20be1 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:52.273243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8a1c4b06-688d-41ee-94a3-9b58cca20be1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:52.273581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8a1c4b06-688d-41ee-94a3-9b58cca20be1 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:52.283318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] For port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:52.283693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.316174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Calling delete_port for 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:52.355671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f012d7b6-ad11-4bbf-acb2-7838653d47d7 req-8d0ebf90-5c23-4034-a155-f0c077d4bd52 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119697 Nov 10 21:34:52.391080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98732ff1-bb13-49d7-8510-47083bcac2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.407993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-812149d0-1f99-41e4-9d3e-dd264ea8f8a3 req-64ae7b84-184b-4ae8-aa73-da44f4ad0394 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f7498f8-48b7-4cc3-bde9-be7ac61fd8ae HTTP/1.1" status: 200 len: 210 time: 0.0259302 Nov 10 21:34:52.429374 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98732ff1-bb13-49d7-8510-47083bcac2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.647596 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98732ff1-bb13-49d7-8510-47083bcac2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.650975 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98732ff1-bb13-49d7-8510-47083bcac2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.652885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-98732ff1-bb13-49d7-8510-47083bcac2ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6175d80-db97-4641-9ea7-9cdc367dfbd7 HTTP/1.1" status: 204 len: 168 time: 0.4176273 Nov 10 21:34:52.664384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.677221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:52.685298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b0358560-6ee0-4bdc-95bc-3bd346d04309'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:52.706790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98732ff1-bb13-49d7-8510-47083bcac2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6175d80-db97-4641-9ea7-9cdc367dfbd7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:52.708564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Pushing event deleted for resources: {'Port': ['ID=06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:52.798656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] No DVR routers for this DVR port 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:52.807046 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:52.807046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f80c5c47-c93d-44d0-8238-c852925dc64d req-411d3839-e0c2-4431-9178-2512cef9a8b7 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.64 "DELETE /v2.0/ports/06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c HTTP/1.1" status: 204 len: 173 time: 0.8250935 Nov 10 21:34:52.979824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5c94f-b0bd-4310-abd5-f4b76a82a348 req-46700b64-6fe0-4972-9c49-284702c9964b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:52.982140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39c5c94f-b0bd-4310-abd5-f4b76a82a348 req-46700b64-6fe0-4972-9c49-284702c9964b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0685477 Nov 10 21:34:53.033181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39c5c94f-b0bd-4310-abd5-f4b76a82a348 req-5baa1e7b-c64d-4ea7-992c-458b0505964d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Nov 10 21:34:53.391290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'name': 'network-vif-deleted', 'tag': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:53.393761 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e18fa6-8287-4e7c-b0aa-dd5c0364d438" -d '{"events": [{"server_uuid": "c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3", "name": "network-vif-deleted", "tag": "06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:53.435347 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf440d9-f4f1-48e7-9682-a5f0d807d26c x-openstack-request-id: req-cbf440d9-f4f1-48e7-9682-a5f0d807d26c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:53.435719 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3", "name": "network-vif-deleted", "tag": "06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:53.436010 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbf440d9-f4f1-48e7-9682-a5f0d807d26c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:53.436411 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3', 'name': 'network-vif-deleted', 'tag': '06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c', 'status': 'completed', 'code': 200} Nov 10 21:34:53.481320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a66d59ad-7422-42d0-acdc-5e11dd9b99e3 req-a54d7a28-8b04-4c36-9cb1-9b86c63443dd tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2709fe6-e1a5-48b5-b75a-89c9a3d5f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0343595 Nov 10 21:34:53.485848 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:53.762943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:53.800686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:53.801026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 06c256c9-1eb5-4f6e-94f1-6c9d6a2d5d5c not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:53.801609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d48fb30c-1781-411f-aff6-a1114d2d4eec no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:53.823086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: d48fb30c-1781-411f-aff6-a1114d2d4eec {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:53.823420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d48fb30c-1781-411f-aff6-a1114d2d4eec not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:34:54.163673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180d298-25b9-40d8-a9d2-87fc93c3dcb0 req-b03cf98a-a80b-4d3c-829c-843473688719 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:54.165195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8180d298-25b9-40d8-a9d2-87fc93c3dcb0 req-b03cf98a-a80b-4d3c-829c-843473688719 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0542567 Nov 10 21:34:54.203604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33714) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:54.218850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8180d298-25b9-40d8-a9d2-87fc93c3dcb0 req-6774d85a-1ab3-4376-83e0-a2ea62be00f8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457492 Nov 10 21:34:54.336376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1039851728-network', 'tenant_id': '38566a07ad0446bb9d7d818fe346962a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:54.350937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a9328-e3b0-49ab-bced-9a525b25b1e3 req-b9f446c7-7ab2-42d1-a1e2-ac65b08597f5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:54.359858 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b8a9328-e3b0-49ab-bced-9a525b25b1e3 req-b9f446c7-7ab2-42d1-a1e2-ac65b08597f5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0573030 Nov 10 21:34:54.402550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b8a9328-e3b0-49ab-bced-9a525b25b1e3 req-3613003d-1eeb-47cb-a073-e24982aefca8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Nov 10 21:34:54.481404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Made reservation on behalf of 38566a07ad0446bb9d7d818fe346962a for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:54.483702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:54.493282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:54.583463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:54.697066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b4e53-730f-44f8-98c4-74ee4edc89ae req-4cc576fb-2e02-47a8-88da-27974ce4537c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:54.698423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-312b4e53-730f-44f8-98c4-74ee4edc89ae req-4cc576fb-2e02-47a8-88da-27974ce4537c tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Nov 10 21:34:54.747809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-312b4e53-730f-44f8-98c4-74ee4edc89ae req-5db22e4b-07aa-48b1-89cf-72f057afbe39 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Nov 10 21:34:54.767084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:54.793625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:34:54.804586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a87967d-df0b-48f7-813b-35b32d39db42,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:54.811787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:54.812861 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Added segment e4978cc4-6511-4d54-bc7a-43d0afc4fa6f of type vlan for network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 Nov 10 21:34:54.854534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:54.977769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:54.985531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:54.985531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:55.049694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:55.061024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:34:55.122540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55cfdf-1e2e-4d44-b6e5-d75a376694b8 req-a5c73aaf-020a-476c-ab9c-c67e6d242b34 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:55.124876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d55cfdf-1e2e-4d44-b6e5-d75a376694b8 req-a5c73aaf-020a-476c-ab9c-c67e6d242b34 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0714033 Nov 10 21:34:55.159771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ecca3e42-fa98-450c-9def-3092b7cde6e1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9538574 Nov 10 21:34:55.162124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:55.176400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Request body: {'subnet': {'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1039851728-subnet', 'tenant_id': '38566a07ad0446bb9d7d818fe346962a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:34:55.178173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d55cfdf-1e2e-4d44-b6e5-d75a376694b8 req-d7b8c553-ed7e-4c24-b6a2-c6726322d7b8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Nov 10 21:34:55.602434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Made reservation on behalf of 38566a07ad0446bb9d7d818fe346962a for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:34:55.604732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:55.696197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fa761-e711-4cc3-bf8f-df92726d83ec req-cc2227b0-3831-4ee9-82d7-76df956746ae tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:55.697706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-126fa761-e711-4cc3-bf8f-df92726d83ec req-cc2227b0-3831-4ee9-82d7-76df956746ae tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.3815262 Nov 10 21:34:55.784089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-126fa761-e711-4cc3-bf8f-df92726d83ec req-ae65b3cb-7e1b-463b-949f-12654ce79036 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777481 Nov 10 21:34:55.876845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc0c49-2a33-490d-a4d0-ed168d0b3fe7 req-897d456c-3293-43ee-bea7-b277ad6b5286 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:55.878353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cdc0c49-2a33-490d-a4d0-ed168d0b3fe7 req-897d456c-3293-43ee-bea7-b277ad6b5286 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0572979 Nov 10 21:34:55.927401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cdc0c49-2a33-490d-a4d0-ed168d0b3fe7 req-518271b4-d21f-4b57-af9d-2b15faa01736 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424204 Nov 10 21:34:56.006945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:56.057004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9981a620-1695-4e83-a72a-5cff653d6cc4,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:56.074713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Checking segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:34:56.075072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Network hostable DHCP agents. Network: 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:34:56.178111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:34:56.300184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:34:56.309171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551c74a-44da-4980-bc53-6b3c440bf7f4 None None] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:34:56.311275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:56.311909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:56.329632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb6853-3a06-40d0-ad9a-5445251aeb4e req-c5ee3e9b-4a86-4ab3-b9d1-d9a9cde013b7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:56.333049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6acb6853-3a06-40d0-ad9a-5445251aeb4e req-c5ee3e9b-4a86-4ab3-b9d1-d9a9cde013b7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0849411 Nov 10 21:34:56.415538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7e3266ed-ac8e-46c5-b98e-51010184e333 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2526038 Nov 10 21:34:56.443555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6acb6853-3a06-40d0-ad9a-5445251aeb4e req-21f160db-0fa9-4bba-b48c-51e9ea3f0d5c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970309 Nov 10 21:34:56.456437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76aede-6811-411f-a44c-02880842360e req-737229aa-9233-40e5-8787-346d772133c9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:56.458275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df76aede-6811-411f-a44c-02880842360e req-737229aa-9233-40e5-8787-346d772133c9 tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0974913 Nov 10 21:34:56.509531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d361ce10-095b-4f7f-8636-b6c76743b491 None None] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:34:56.595370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Deleting port 7a826c54-a54a-4806-b137-b56e3e395116 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:56.596337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:56.720502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] For port 7a826c54-a54a-4806-b137-b56e3e395116, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7a826c54-a54a-4806-b137-b56e3e395116,segment=NetworkSegment(30054d99-9d5e-41df-ac93-0fc2f90ec7ac),segment_id=30054d99-9d5e-41df-ac93-0fc2f90ec7ac)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:56.721131 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:56.737689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Calling delete_port for 7a826c54-a54a-4806-b137-b56e3e395116 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:56.925031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f86b-3fa3-4752-957a-50404b6d7519 req-ca6d9924-4978-4801-a21f-edf82acf0f97 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:56.925031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77b0f86b-3fa3-4752-957a-50404b6d7519 req-ca6d9924-4978-4801-a21f-edf82acf0f97 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0571086 Nov 10 21:34:56.965005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-6bbc9c54-8ed5-476d-99c9-fc8b9ee13d01 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:56.966589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-6bbc9c54-8ed5-476d-99c9-fc8b9ee13d01 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.1524677 Nov 10 21:34:56.977010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77b0f86b-3fa3-4752-957a-50404b6d7519 req-bce2056f-878c-473d-b289-d6e36d65044b tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Nov 10 21:34:56.986207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-83523e68-cf6c-4ddc-935b-19674af3f9db tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/quotas/38566a07ad0446bb9d7d818fe346962a HTTP/1.1" status: 200 len: 375 time: 0.0106103 Nov 10 21:34:57.020415 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-163eb4a4-4a01-4a94-b9fa-03e6efea7f2c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285082 Nov 10 21:34:57.097425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724966b-ebd9-4be2-94a1-d6641a745035 req-343a3089-ae89-40c0-926c-6656015156dd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:57.098909 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9724966b-ebd9-4be2-94a1-d6641a745035 req-343a3089-ae89-40c0-926c-6656015156dd tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 867 time: 0.0560396 Nov 10 21:34:57.101472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:57.118219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7a826c54-a54a-4806-b137-b56e3e395116'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:57.166031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Pushing event deleted for resources: {'Port': ['ID=7a826c54-a54a-4806-b137-b56e3e395116,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:57.212637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] No DVR routers for this DVR port 7a826c54-a54a-4806-b137-b56e3e395116 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:57.214497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9724966b-ebd9-4be2-94a1-d6641a745035 req-42c01d79-84b8-4437-b5da-b1c30a00b63f tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/security-groups?id=fedfa771-c1f6-491b-9c78-3c277fb6bf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074231 Nov 10 21:34:57.216970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:57.220528 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df76aede-6811-411f-a44c-02880842360e req-f333eefc-e764-4292-b116-5a7b28c2cecb tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.64 "DELETE /v2.0/ports/7a826c54-a54a-4806-b137-b56e3e395116 HTTP/1.1" status: 204 len: 173 time: 0.7549357 Nov 10 21:34:57.220977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'name': 'network-vif-deleted', 'tag': '7a826c54-a54a-4806-b137-b56e3e395116'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:57.223371 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a8e734-ddc3-4a4a-b332-8a3c60edabf6" -d '{"events": [{"server_uuid": "65f08f3c-b02b-4859-8708-4539699f9fd5", "name": "network-vif-deleted", "tag": "7a826c54-a54a-4806-b137-b56e3e395116"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:57.256690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-4aec430d-0a49-4c20-a69a-ebf848854473 service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257988 Nov 10 21:34:57.346518 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04efce0e-b347-4c55-9b65-4b7ae952cf02 x-openstack-request-id: req-04efce0e-b347-4c55-9b65-4b7ae952cf02 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:57.346944 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f08f3c-b02b-4859-8708-4539699f9fd5", "name": "network-vif-deleted", "tag": "7a826c54-a54a-4806-b137-b56e3e395116", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:57.347260 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04efce0e-b347-4c55-9b65-4b7ae952cf02 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:57.347799 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f08f3c-b02b-4859-8708-4539699f9fd5', 'name': 'network-vif-deleted', 'tag': '7a826c54-a54a-4806-b137-b56e3e395116', 'status': 'completed', 'code': 200} Nov 10 21:34:57.381603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-d0ab8fc5-c3ef-435c-9499-da80e73a09e9 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:57.383202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-d0ab8fc5-c3ef-435c-9499-da80e73a09e9 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.53 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0659857 Nov 10 21:34:57.398963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-c52e16f2-0fe0-41b0-a85f-d475169dd853 service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355474 Nov 10 21:34:57.510088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Deleting port b0358560-6ee0-4bdc-95bc-3bd346d04309 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:34:57.510579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:57.628627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74370a3e-7875-4dc0-8b0e-4d9c8408eb93 req-39888686-7a4b-4a35-824f-45fcac9edeea tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:57.630162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74370a3e-7875-4dc0-8b0e-4d9c8408eb93 req-39888686-7a4b-4a35-824f-45fcac9edeea tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0982261 Nov 10 21:34:57.669509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] For port b0358560-6ee0-4bdc-95bc-3bd346d04309, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b0358560-6ee0-4bdc-95bc-3bd346d04309,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:34:57.669868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:57.683070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f93bb8aa-b2b6-4c8b-91ed-65bee83ead1b req-b23cc095-e721-4458-aa91-48bc08085ccc tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 210 time: 0.0366175 Nov 10 21:34:57.693364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Calling delete_port for b0358560-6ee0-4bdc-95bc-3bd346d04309 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:34:57.997005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74370a3e-7875-4dc0-8b0e-4d9c8408eb93 req-5b71624d-077f-4558-b628-4efdc5530cf3 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576214 Nov 10 21:34:58.117446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f7f81-b971-46d4-96ea-78b711843f68 req-94f3bb9a-0988-4086-94df-c725a3f58012 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:58.118940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f4f7f81-b971-46d4-96ea-78b711843f68 req-94f3bb9a-0988-4086-94df-c725a3f58012 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 946 time: 0.0574248 Nov 10 21:34:58.168404 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f4f7f81-b971-46d4-96ea-78b711843f68 req-046fd379-f586-4599-a80b-698d0e608163 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/security-groups?id=00c068cf-7549-4afb-8618-11b62b4fad91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 Nov 10 21:34:58.269902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:58.281402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b0358560-6ee0-4bdc-95bc-3bd346d04309'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:34:58.300849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Pushing event deleted for resources: {'Port': ['ID=b0358560-6ee0-4bdc-95bc-3bd346d04309,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:58.361957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68b9c7a9-dfb9-411c-a2a2-942104d71a6f req-5fe57554-b8b1-48a1-b3d2-f19026081c2e tempest-ServersTestJSON-1499469879 tempest-ServersTestJSON-1499469879-project] 10.222.0.45 "GET /v2.0/ports?device_id=65f08f3c-b02b-4859-8708-4539699f9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0588157 Nov 10 21:34:58.382427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] No DVR routers for this DVR port b0358560-6ee0-4bdc-95bc-3bd346d04309 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:34:58.385861 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:58.389342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ffc3bb17-a716-49f8-8d90-e5b485c97842 req-3ffb8f25-c3fd-4179-9139-da869a059161 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.53 "DELETE /v2.0/ports/b0358560-6ee0-4bdc-95bc-3bd346d04309 HTTP/1.1" status: 204 len: 173 time: 0.9943738 Nov 10 21:34:58.389774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65409e6b-561c-4f69-a89a-435718133fab', 'name': 'network-vif-deleted', 'tag': 'b0358560-6ee0-4bdc-95bc-3bd346d04309'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:34:58.392366 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8438d47c-9393-4d6e-8b3b-1d70fec2d4d8" -d '{"events": [{"server_uuid": "65409e6b-561c-4f69-a89a-435718133fab", "name": "network-vif-deleted", "tag": "b0358560-6ee0-4bdc-95bc-3bd346d04309"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:34:58.428073 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6508b5-721c-4e6b-bc6b-760fd3834e58 x-openstack-request-id: req-4f6508b5-721c-4e6b-bc6b-760fd3834e58 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:34:58.428363 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65409e6b-561c-4f69-a89a-435718133fab", "name": "network-vif-deleted", "tag": "b0358560-6ee0-4bdc-95bc-3bd346d04309", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:34:58.428639 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f6508b5-721c-4e6b-bc6b-760fd3834e58 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:34:58.429036 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65409e6b-561c-4f69-a89a-435718133fab', 'name': 'network-vif-deleted', 'tag': 'b0358560-6ee0-4bdc-95bc-3bd346d04309', 'status': 'completed', 'code': 200} Nov 10 21:34:58.775562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7ff04b83-97e0-4223-9242-f2258dd592cd req-0fb64867-6b67-4c0c-ac20-205a9a22f21b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 210 time: 0.0329833 Nov 10 21:34:59.143061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f80cf-a689-4e29-9a8f-e0b776246ea5 req-a18522b5-7be9-4389-83db-e5906b83b5e4 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:34:59.144572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb4f80cf-a689-4e29-9a8f-e0b776246ea5 req-a18522b5-7be9-4389-83db-e5906b83b5e4 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0490968 Nov 10 21:34:59.193989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb4f80cf-a689-4e29-9a8f-e0b776246ea5 req-6ef20b7d-40e5-4937-b60e-605277e6bd52 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Nov 10 21:34:59.290596 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f0a780f-34b5-44ac-8e74-d510cc93b74b req-f3a01d13-6a1a-4cc1-b6ed-214ff998ba84 tempest-ServerRescueTestJSON-1320831140 tempest-ServerRescueTestJSON-1320831140-project] 10.222.0.45 "GET /v2.0/ports?device_id=65409e6b-561c-4f69-a89a-435718133fab HTTP/1.1" status: 200 len: 210 time: 0.0292182 Nov 10 21:34:59.421401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33996) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:59.498866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] Deleting subnet 8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:34:59.504000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:59.542922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:59.588753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:59.786582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7a826c54-a54a-4806-b137-b56e3e395116 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:34:59.790350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:59.821038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c29cd99-eb18-4eb1-9862-48ea5e0b2c68,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:34:59.827395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:59.832335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2eac76af-4fdf-4f59-b8a5-ff0f6f81ce35 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8c29cd99-eb18-4eb1-9862-48ea5e0b2c68 HTTP/1.1" status: 204 len: 168 time: 0.4093413 Nov 10 21:34:59.834737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34012) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:34:59.932445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0f7fa8b-dd8e-4444-b73e-95777e18beeb req-0110f52a-f123-4613-9895-8b6524d84463 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 210 time: 0.0618303 Nov 10 21:34:59.946465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:34:59.963616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 7a826c54-a54a-4806-b137-b56e3e395116 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:34:59.966102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7a826c54-a54a-4806-b137-b56e3e395116 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:35:00.043158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.066773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6127c6e-9e3d-4d2d-980c-fd707f259f13']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:00.077085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30054d99-9d5e-41df-ac93-0fc2f90ec7ac') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:00.077380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30054d99-9d5e-41df-ac93-0fc2f90ec7ac') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:00.087484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.104056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.112119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:35:00.112548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:35:00.114672 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:35:00.212507 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.221899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.225203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f6127c6e-9e3d-4d2d-980c-fd707f259f13 HTTP/1.1" status: 204 len: 168 time: 0.3868077 Nov 10 21:35:00.241973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ce61-6f88-4c97-a13d-814572766321 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6127c6e-9e3d-4d2d-980c-fd707f259f13,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:00.330608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65806a35-e193-40e3-9332-c6d68ae1d99e req-bd1ce2a9-bae5-4a0f-b318-80446f813547 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:00.336169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65806a35-e193-40e3-9332-c6d68ae1d99e req-bd1ce2a9-bae5-4a0f-b318-80446f813547 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0601315 Nov 10 21:35:00.349842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34040) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:00.386983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65806a35-e193-40e3-9332-c6d68ae1d99e req-f9a7e7d7-2354-4a84-8517-b17b20fc4509 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 Nov 10 21:35:00.666274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34062) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:00.721135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a5a003ba-ce0c-4f22-a627-08523ab8bc37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=890ddd5e7dbe407cb74c761e921726d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531719 Nov 10 21:35:00.723875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34068) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:00.746629 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.771886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cacaea3a-78b7-4d33-9a6a-680c73ff9891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:00.793107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cacaea3a-78b7-4d33-9a6a-680c73ff9891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.021701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-5c562ceb-31dc-4043-b494-1875a38a2aed tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:01.021942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cacaea3a-78b7-4d33-9a6a-680c73ff9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.023146 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-5c562ceb-31dc-4043-b494-1875a38a2aed tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.1199605 Nov 10 21:35:01.024335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cacaea3a-78b7-4d33-9a6a-680c73ff9891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.025428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cacaea3a-78b7-4d33-9a6a-680c73ff9891 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fedfa771-c1f6-491b-9c78-3c277fb6bf08 HTTP/1.1" status: 204 len: 168 time: 0.3006141 Nov 10 21:35:01.042778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Request body: {'port': {'device_id': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'admin_state_up': True, 'tenant_id': '38566a07ad0446bb9d7d818fe346962a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:01.057279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3c22ac30-71d2-406b-a976-b9fd647eddc0 req-80cc603f-b26f-4bc7-ac69-92e205628c4d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 210 time: 0.0449359 Nov 10 21:35:01.058391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaea3a-78b7-4d33-9a6a-680c73ff9891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedfa771-c1f6-491b-9c78-3c277fb6bf08,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:01.188023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Deleting port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:01.188408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.270370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] For port 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,segment=NetworkSegment(532aeee3-992d-41c9-b361-78207209f4aa),segment_id=532aeee3-992d-41c9-b361-78207209f4aa)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:01.270743 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.281989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b0358560-6ee0-4bdc-95bc-3bd346d04309 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:01.283799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Calling delete_port for 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:01.302981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: b0358560-6ee0-4bdc-95bc-3bd346d04309 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:35:01.303327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b0358560-6ee0-4bdc-95bc-3bd346d04309 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:35:01.351985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Made reservation on behalf of 38566a07ad0446bb9d7d818fe346962a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:01.356468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.608237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dc5b6-c851-43f8-8151-30bc6df849bd req-3af0a5a7-7118-46cc-babd-2da55711f989 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:01.609895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd4dc5b6-c851-43f8-8151-30bc6df849bd req-3af0a5a7-7118-46cc-babd-2da55711f989 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.1410282 Nov 10 21:35:01.623793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Allocated IP 172.20.0.14 (3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9/9981a620-1695-4e83-a72a-5cff653d6cc4/91e1181b-d4bf-4c72-8ae7-23b41e19c940) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:01.696842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd4dc5b6-c851-43f8-8151-30bc6df849bd req-89a704f1-1e85-418e-a250-201fd2cf0bb2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758486 Nov 10 21:35:01.814922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.819288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:01.860481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:01.966330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34104) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:02.013655 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.072910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:02.075749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.081462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:02.089004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:02.091898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1db68b-d0f4-4cf3-b020-a41d47ed0b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.095023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:02.200200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:02.200869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.248220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b1b57-79aa-4520-aab7-330409e1321d req-da4f227c-c80d-4536-8020-2ac58445d45b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:02.250303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c8b1b57-79aa-4520-aab7-330409e1321d req-da4f227c-c80d-4536-8020-2ac58445d45b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 932 time: 0.0923491 Nov 10 21:35:02.277069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1db68b-d0f4-4cf3-b020-a41d47ed0b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.314698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c8b1b57-79aa-4520-aab7-330409e1321d req-1243e90f-c128-498a-b07f-823f2735d117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560615 Nov 10 21:35:02.375924 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-28ac5e84-421b-422c-9584-55bc9509db39 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3367233 Nov 10 21:35:02.389985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Request body: {'port': {'device_id': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:02.447331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Router 7b2515d9-946b-4645-ba09-183cecfdf9ea has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:35:02.462993 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.538215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1db68b-d0f4-4cf3-b020-a41d47ed0b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.594306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7c1db68b-d0f4-4cf3-b020-a41d47ed0b3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d822766f1a844a2bd1fc85b882715b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208677 Nov 10 21:35:02.594306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1db68b-d0f4-4cf3-b020-a41d47ed0b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0261338c-1a06-4578-bead-93a17eaeb997,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:02.594306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34118) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:02.660415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1948e-9b45-4ec3-8ccf-dd9edb52e107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.688130 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1948e-9b45-4ec3-8ccf-dd9edb52e107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.838143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2da03f-f187-49f3-9bf1-545a205e2c26 req-ec705b8c-310c-4aa3-a895-7770abac6af6 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:02.839702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f2da03f-f187-49f3-9bf1-545a205e2c26 req-ec705b8c-310c-4aa3-a895-7770abac6af6 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0662172 Nov 10 21:35:02.858081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1948e-9b45-4ec3-8ccf-dd9edb52e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.858081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1948e-9b45-4ec3-8ccf-dd9edb52e107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:02.858081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2cd1948e-9b45-4ec3-8ccf-dd9edb52e107 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0261338c-1a06-4578-bead-93a17eaeb997 HTTP/1.1" status: 204 len: 168 time: 0.2582524 Nov 10 21:35:02.887204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1948e-9b45-4ec3-8ccf-dd9edb52e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0261338c-1a06-4578-bead-93a17eaeb997,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:02.939932 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f2da03f-f187-49f3-9bf1-545a205e2c26 req-2cb11106-2c95-4735-b834-f75de0b56871 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891480 Nov 10 21:35:03.045853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:35:03.052832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dd384576-5a65-4708-972e-1f2bb37f3f19 admin admin] 10.222.0.45 "PUT /v2.0/routers/7b2515d9-946b-4645-ba09-183cecfdf9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7018559 Nov 10 21:35:03.058668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] Sync routers for ids ['7b2515d9-946b-4645-ba09-183cecfdf9ea'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:35:03.063132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34138) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:03.091196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] Routers {'7b2515d9-946b-4645-ba09-183cecfdf9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:03.092118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7b2515d9-946b-4645-ba09-183cecfdf9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:03.230847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.236378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] Set router 7b2515d9-946b-4645-ba09-183cecfdf9ea gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:35:03.244629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e1181b-d4bf-4c72-8ae7-23b41e19c940 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:03.254670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.269434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Transition to ACTIVE for port object 91e1181b-d4bf-4c72-8ae7-23b41e19c940 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:35:03.373410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.395940 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.448337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327bb2-5aaf-4502-8432-95620f7d4950 req-2ad8409a-e244-4424-b6a9-da94b0cb8e4e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:03.456352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29327bb2-5aaf-4502-8432-95620f7d4950 req-2ad8409a-e244-4424-b6a9-da94b0cb8e4e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 944 time: 0.0594804 Nov 10 21:35:03.464443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:35:01Z', 'revision_number': 5, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port': {'id': '9ce42df3-22e6-4b91-a7bb-e065663f03ba', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:51Z', 'updated_at': '2021-11-10T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:03.477673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:03.505734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] Checking router: 7b2515d9-946b-4645-ba09-183cecfdf9ea for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:35:03.524472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] Routers {'7b2515d9-946b-4645-ba09-183cecfdf9ea'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:03.525108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:34:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7b2515d9-946b-4645-ba09-183cecfdf9ea'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:03.533663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29327bb2-5aaf-4502-8432-95620f7d4950 req-5326535c-139b-408d-8f89-8824854c0b8e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749810 Nov 10 21:35:03.543135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Attempting to bind port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:03.543485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Attempting to bind port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:03.543844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Attempting to bind port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:03.549326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:03.550218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Attempting to bind port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:03.555576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:35:03.555952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Checking segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:03.556335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Bound using segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:35:03.556765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Bound port: 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:35:03.557584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.591760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Deleting port 9ce42df3-22e6-4b91-a7bb-e065663f03ba {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:03.592254 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.654727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] Set router 7b2515d9-946b-4645-ba09-183cecfdf9ea gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:35:03.678746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:03.685458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:35:03.703955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] For port 9ce42df3-22e6-4b91-a7bb-e065663f03ba, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9ce42df3-22e6-4b91-a7bb-e065663f03ba,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:03.704335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.717446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:35:03Z', 'revision_number': 6, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:03.717778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Calling delete_port for 9ce42df3-22e6-4b91-a7bb-e065663f03ba owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:03.748412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a9ca8-1414-45f9-b0bf-a0e2e36102b7 None None] The sync data for ids ['7b2515d9-946b-4645-ba09-183cecfdf9ea'] in n-d-776250-11 is: [{'id': '7b2515d9-946b-4645-ba09-183cecfdf9ea', 'name': 'tempest-ServerRescueTestJSON-1579788597-router', 'tenant_id': '8dcf1fe697d141d3988d42c2acb93d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:50Z', 'updated_at': '2021-11-10T21:35:03Z', 'revision_number': 6, 'project_id': '8dcf1fe697d141d3988d42c2acb93d51', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:35:03.818413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.854047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:03.854676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:03.856433 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] 10.222.0.64 "PUT /v2.0/ports/91e1181b-d4bf-4c72-8ae7-23b41e19c940 HTTP/1.1" status: 200 len: 1093 time: 1.4701743 Nov 10 21:35:03.856709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:03.859126 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dc4eee-f42e-42e2-929d-0274c679405d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:03.898387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cfe97-99f0-4f2e-8d9b-306f55e68d5b service neutron] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:03.930589 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb806a6e-828f-435f-bb0f-980cfba3dc25 x-openstack-request-id: req-eb806a6e-828f-435f-bb0f-980cfba3dc25 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:03.930885 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:03.931142 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb806a6e-828f-435f-bb0f-980cfba3dc25 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:03.931615 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'status': 'completed', 'code': 200} Nov 10 21:35:04.044265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc4eee-f42e-42e2-929d-0274c679405d req-51271175-5c2a-4768-a2d3-1a8bd61cdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:04.045945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32dc4eee-f42e-42e2-929d-0274c679405d req-51271175-5c2a-4768-a2d3-1a8bd61cdf83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 1096 time: 0.0878994 Nov 10 21:35:04.087363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.133363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e572-bbd2-45a8-8947-d7508c0367d3 req-6eb95d33-cb7d-4be3-abc4-db14a186f54f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:04.141922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c840e572-bbd2-45a8-8947-d7508c0367d3 req-6eb95d33-cb7d-4be3-abc4-db14a186f54f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.1265213 Nov 10 21:35:04.149855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce42df3-22e6-4b91-a7bb-e065663f03ba,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:04.169421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:04.207595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:35:04.210116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fb7cdfd-27ec-4d0b-87a4-8fe2a6582674 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:35:04.273283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc4eee-f42e-42e2-929d-0274c679405d req-35d3bcf9-2da7-4acf-8666-05b0d2e6fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:04.274825 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32dc4eee-f42e-42e2-929d-0274c679405d req-35d3bcf9-2da7-4acf-8666-05b0d2e6fe87 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=38566a07ad0446bb9d7d818fe346962a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2198541 Nov 10 21:35:04.278481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.283812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c840e572-bbd2-45a8-8947-d7508c0367d3 req-0a8c88eb-9791-4dff-a9b7-08e0df35b7ce tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409349 Nov 10 21:35:04.388189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.390430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.398712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc4eee-f42e-42e2-929d-0274c679405d req-afab7b70-10ff-4b64-9771-9b48f59687d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:04.400837 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32dc4eee-f42e-42e2-929d-0274c679405d req-afab7b70-10ff-4b64-9771-9b48f59687d1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161757 Nov 10 21:35:04.498273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-045589dd-d7da-47b4-b140-6888f68ca7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:04.498393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-045589dd-d7da-47b4-b140-6888f68ca7bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 1096 time: 0.0439138 Nov 10 21:35:04.548617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-9de6da7b-9855-4324-84b1-22e81ba24f6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940 HTTP/1.1" status: 200 len: 217 time: 0.0404761 Nov 10 21:35:04.561279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.566902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2515d9-946b-4645-ba09-183cecfdf9ea {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:35:04.570230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.572065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e60f0ab3-f3ae-4651-a0fc-ded58ba9818e admin admin] 10.222.0.45 "DELETE /v2.0/routers/7b2515d9-946b-4645-ba09-183cecfdf9ea HTTP/1.1" status: 204 len: 168 time: 1.5066304 Nov 10 21:35:04.574343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34184) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:04.622791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3b43163f-c184-4442-9ebf-fa411f5e9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:04.625285 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-3b43163f-c184-4442-9ebf-fa411f5e9b74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9981a620-1695-4e83-a72a-5cff653d6cc4 HTTP/1.1" status: 200 len: 845 time: 0.0656805 Nov 10 21:35:04.657517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] Deleting subnet da2e3be0-1669-44d1-ad57-12c7e33f5326 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:35:04.660292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-a46e4f9f-1aab-417c-ba9b-e0f280824ed0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274160 Nov 10 21:35:04.663461 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.712079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b32689-08d7-4665-9f4e-e0e81e604882 req-e22a8f3f-66ed-490e-a763-f2a2eb4c4df6 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:04.713585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9b32689-08d7-4665-9f4e-e0e81e604882 req-e22a8f3f-66ed-490e-a763-f2a2eb4c4df6 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 944 time: 0.0944986 Nov 10 21:35:04.718423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.792808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-9aaa6bf4-0c46-4cef-a9dc-0b1079314518 service neutron] 10.222.0.64 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239405 Nov 10 21:35:04.795523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:04.845540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b9b32689-08d7-4665-9f4e-e0e81e604882 req-b5cb5997-56ec-459a-bbbb-7896874a550e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983584 Nov 10 21:35:04.933253 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2bc056a-8d12-405d-b9c7-ed7fd4c5416c req-34b3f13a-9e35-442e-95a3-e0520a23d7f7 service neutron] 10.222.0.64 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311083 Nov 10 21:35:05.002147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.038594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2e3be0-1669-44d1-ad57-12c7e33f5326,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:05.044491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.051439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c18b2534-587e-4729-943a-013392982bc0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/da2e3be0-1669-44d1-ad57-12c7e33f5326 HTTP/1.1" status: 204 len: 168 time: 0.4727166 Nov 10 21:35:05.051546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34200) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:05.128716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.212320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.234569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43131b5-8033-4023-8c9e-2123f1f926e1']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:05.243709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532aeee3-992d-41c9-b361-78207209f4aa') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:05.245499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532aeee3-992d-41c9-b361-78207209f4aa') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:05.253336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.267175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.275859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:35:05.276246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:35:05.277960 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:35:05.412397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.418266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.421471 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] 10.222.0.45 "DELETE /v2.0/networks/c43131b5-8033-4023-8c9e-2123f1f926e1 HTTP/1.1" status: 204 len: 168 time: 0.3696592 Nov 10 21:35:05.423916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de3375-7653-48e1-9135-eef61c2c6877 req-7ae32095-fecd-4706-bc5b-aeafa196d65a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:05.425978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36de3375-7653-48e1-9135-eef61c2c6877 req-7ae32095-fecd-4706-bc5b-aeafa196d65a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0571721 Nov 10 21:35:05.432435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5b06f-eb94-4050-ae78-cb2432a0cc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=c43131b5-8033-4023-8c9e-2123f1f926e1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:05.479363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36de3375-7653-48e1-9135-eef61c2c6877 req-07965691-7f34-4906-8347-2d7c9f60b45b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465240 Nov 10 21:35:05.645323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd866385-453f-4eaf-a848-e7f017c662f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:05.973293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1e9a4-514e-4e57-915f-aa9ba16462fe req-9c0cb30f-d14f-4176-89a9-bb92d4b1ee8b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:05.974834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25e1e9a4-514e-4e57-915f-aa9ba16462fe req-9c0cb30f-d14f-4176-89a9-bb92d4b1ee8b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 944 time: 0.0615284 Nov 10 21:35:06.015290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34240) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:06.050538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25e1e9a4-514e-4e57-915f-aa9ba16462fe req-132488d7-069e-4a79-8f22-b51480e05ed1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Nov 10 21:35:06.091505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-807d0cba-16a2-4824-83e8-fc44fabb9813 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8dcf1fe697d141d3988d42c2acb93d51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752110 Nov 10 21:35:06.094734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34244) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:06.151118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c4800d3-5be3-4458-88d6-1722fcec9f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:06.176624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c4800d3-5be3-4458-88d6-1722fcec9f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:06.197959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9ce42df3-22e6-4b91-a7bb-e065663f03ba no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:06.220036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9ce42df3-22e6-4b91-a7bb-e065663f03ba {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:35:06.220389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9ce42df3-22e6-4b91-a7bb-e065663f03ba not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:35:06.355299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c4800d3-5be3-4458-88d6-1722fcec9f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:06.358223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c4800d3-5be3-4458-88d6-1722fcec9f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:06.360644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0c4800d3-5be3-4458-88d6-1722fcec9f58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00c068cf-7549-4afb-8618-11b62b4fad91 HTTP/1.1" status: 204 len: 168 time: 0.2649181 Nov 10 21:35:06.369083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4800d3-5be3-4458-88d6-1722fcec9f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c068cf-7549-4afb-8618-11b62b4fad91,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:06.610004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a264481-a659-4cb4-b195-f44f72e46abe req-8959b48e-3036-4e1f-973c-d2f86b6221d7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:06.611622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a264481-a659-4cb4-b195-f44f72e46abe req-8959b48e-3036-4e1f-973c-d2f86b6221d7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0537226 Nov 10 21:35:06.663160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a264481-a659-4cb4-b195-f44f72e46abe req-89d96ee4-58f2-4286-af7f-b007e0bc2886 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Nov 10 21:35:06.723928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34260) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:07.188694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e4d8-7387-470a-9307-4fec8b47cab8 req-feff97dc-c5eb-4492-813f-a3f4bbb8d2c1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:07.194595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70f9e4d8-7387-470a-9307-4fec8b47cab8 req-feff97dc-c5eb-4492-813f-a3f4bbb8d2c1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 944 time: 0.0661938 Nov 10 21:35:07.226988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f077af12-dfde-445f-85d7-1435329372eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:07.263456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70f9e4d8-7387-470a-9307-4fec8b47cab8 req-6535c783-9528-4389-add5-39e706b79307 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679257 Nov 10 21:35:07.344037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f077af12-dfde-445f-85d7-1435329372eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:07.480650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f077af12-dfde-445f-85d7-1435329372eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:07.521171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f077af12-dfde-445f-85d7-1435329372eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c78f2be71d52427faad2a8fd78310008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7961175 Nov 10 21:35:07.522740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077af12-dfde-445f-85d7-1435329372eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e4b318-0882-45a9-a53d-4c1869f86362,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:07.523902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34286) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:07.581202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bc4c-8435-44b9-8880-28e6a1e12b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:07.605696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bc4c-8435-44b9-8880-28e6a1e12b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:07.781483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379107c9-6ca8-4509-868b-6dd76a940036 req-e7260625-5271-4e12-b945-e59e2030d097 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:07.783092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-379107c9-6ca8-4509-868b-6dd76a940036 req-e7260625-5271-4e12-b945-e59e2030d097 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0499656 Nov 10 21:35:07.812889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bc4c-8435-44b9-8880-28e6a1e12b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:07.816084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eb2bc4c-8435-44b9-8880-28e6a1e12b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:07.816863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1eb2bc4c-8435-44b9-8880-28e6a1e12b18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25e4b318-0882-45a9-a53d-4c1869f86362 HTTP/1.1" status: 204 len: 168 time: 0.2918148 Nov 10 21:35:07.839573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2bc4c-8435-44b9-8880-28e6a1e12b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e4b318-0882-45a9-a53d-4c1869f86362,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:07.850084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-379107c9-6ca8-4509-868b-6dd76a940036 req-9f3b859f-5064-4954-9612-fd9cfb55c616 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606620 Nov 10 21:35:07.995441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-224b62f1-257b-4c7d-a805-fcf932aee984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:08.411578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c884165-a0da-4f77-a3d9-02f63661ae66 req-f14faaa1-51cc-44b5-a707-6948abf940af tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:08.413143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c884165-a0da-4f77-a3d9-02f63661ae66 req-f14faaa1-51cc-44b5-a707-6948abf940af tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 944 time: 0.0651917 Nov 10 21:35:08.463353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c884165-a0da-4f77-a3d9-02f63661ae66 req-ca94416c-2029-4040-9c63-fa69cfc2131c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426581 Nov 10 21:35:08.690694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34324) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:08.810580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1768215978-network', 'tenant_id': '22328bab15b7473e87844a62c5fd1bb5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:08.960887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Made reservation on behalf of 22328bab15b7473e87844a62c5fd1bb5 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:08.963166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:08.974851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:08.993380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73c991-6421-4405-bf08-583aff46747b req-a1dbb034-c22c-4ae3-b5d2-6e96e7f973cc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:08.994888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad73c991-6421-4405-bf08-583aff46747b req-a1dbb034-c22c-4ae3-b5d2-6e96e7f973cc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0700786 Nov 10 21:35:09.072763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad73c991-6421-4405-bf08-583aff46747b req-e5a0601b-710b-4e11-baed-23f8049d6308 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688238 Nov 10 21:35:09.117311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.211293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.214005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.235282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:35:09.261157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f3a836-c342-4e4d-8585-bd3ed1aeb39c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:09.262436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.263183 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Added segment 151ed05e-ef6c-4aac-9335-c6854efd3019 of type vlan for network 730ae15e-45e5-4308-a628-728887ee1ebd Nov 10 21:35:09.325800 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.407133 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.408363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:09.409095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.485607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] Pushing event updated for resources: {'Network': ['ID=730ae15e-45e5-4308-a628-728887ee1ebd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:09.498144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 730ae15e-45e5-4308-a628-728887ee1ebd details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:35:09.510432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-965bfc70-fc65-40da-bde2-c2bc0e3dd0ef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8179564 Nov 10 21:35:09.513460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34354) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:09.530246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Request body: {'subnet': {'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1768215978-subnet', 'tenant_id': '22328bab15b7473e87844a62c5fd1bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:09.629112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7060a85-b6f6-4a78-bb92-df2ca518de34 req-20258edb-d5d1-4de1-9361-dbd76531e58c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:09.630747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7060a85-b6f6-4a78-bb92-df2ca518de34 req-20258edb-d5d1-4de1-9361-dbd76531e58c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 944 time: 0.0530977 Nov 10 21:35:09.681799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7060a85-b6f6-4a78-bb92-df2ca518de34 req-e352d467-de0a-4fad-bbed-eaff0807a885 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447056 Nov 10 21:35:09.709107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Made reservation on behalf of 22328bab15b7473e87844a62c5fd1bb5 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:09.711507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.832754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 91e1181b-d4bf-4c72-8ae7-23b41e19c940 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:35:09.942754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:09.955577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'mac_address': 'fa:16:3e:03:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:35:09.977829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:09.995816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:10.010172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e1181b-d4bf-4c72-8ae7-23b41e19c940 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:10.029958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:10.050509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=186d8a62-5eea-405d-bf35-a782a9ae385d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:10.058560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Checking segment: {'id': '151ed05e-ef6c-4aac-9335-c6854efd3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:10.059075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Network hostable DHCP agents. Network: 730ae15e-45e5-4308-a628-728887ee1ebd, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:35:10.128332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:10.160458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Network 730ae15e-45e5-4308-a628-728887ee1ebd is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:35:10.183784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:10.203962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3f19-4f41-4b5a-accc-5f1bdbfe0c22 req-8c375ecc-96a5-45a7-afda-fa376ee8eb0e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:10.207186 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e30a3f19-4f41-4b5a-accc-5f1bdbfe0c22 req-8c375ecc-96a5-45a7-afda-fa376ee8eb0e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0582771 Nov 10 21:35:10.248389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 730ae15e-45e5-4308-a628-728887ee1ebd) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:10.264301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c06a46-220b-45b6-a488-c2793ff759eb None None] Network 730ae15e-45e5-4308-a628-728887ee1ebd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:10.270342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e30a3f19-4f41-4b5a-accc-5f1bdbfe0c22 req-218f336a-402a-4f25-ba1a-7785f44cc398 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 Nov 10 21:35:10.274072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:10.274764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:10.371671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bfa089a6-0ee3-4a97-a27f-4d95d8f3f82a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8491442 Nov 10 21:35:10.409586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d69c5-a055-4950-9817-554acd075dc8 None None] Network 730ae15e-45e5-4308-a628-728887ee1ebd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:10.601891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['91e1181b-d4bf-4c72-8ae7-23b41e19c940'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:35:10.719410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:10.822964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a94de-223a-4564-a38a-dab1a5453cb7 req-08cc6a07-ea6c-4729-878e-625e046efd29 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:10.824798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b24a94de-223a-4564-a38a-dab1a5453cb7 req-08cc6a07-ea6c-4729-878e-625e046efd29 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 945 time: 0.0539837 Nov 10 21:35:10.880376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b24a94de-223a-4564-a38a-dab1a5453cb7 req-2c5bf20d-9fcf-417d-ad3f-6984d7bcd417 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493219 Nov 10 21:35:11.070169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-acb4f7bf-15b2-4acf-a0c5-151680c3b1da tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:11.071859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-acb4f7bf-15b2-4acf-a0c5-151680c3b1da tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/networks?id=730ae15e-45e5-4308-a628-728887ee1ebd HTTP/1.1" status: 200 len: 809 time: 0.1027670 Nov 10 21:35:11.087002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-909cbd19-70ae-4f1c-992a-bea327a954d8 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/quotas/22328bab15b7473e87844a62c5fd1bb5 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Nov 10 21:35:11.119718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-3949ddb2-1c48-47ba-a903-5212150a14d0 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=22328bab15b7473e87844a62c5fd1bb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272229 Nov 10 21:35:11.170220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34426) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:11.224688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-ca140098-0bac-4226-a390-d8787451c756 service neutron] 10.222.0.45 "GET /v2.0/networks/730ae15e-45e5-4308-a628-728887ee1ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967469 Nov 10 21:35:11.292065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:11.296876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0a13a03a-9e65-430d-8f57-0b3f63b9ed96 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:11.329516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-b2aaa305-d81b-4217-8d03-8d69d5a1120f service neutron] 10.222.0.45 "GET /v2.0/networks/730ae15e-45e5-4308-a628-728887ee1ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014304 Nov 10 21:35:11.431039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0a13a03a-9e65-430d-8f57-0b3f63b9ed96 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "PUT /v2.0/quotas/e794634091764952bd60a6cca74c8496 HTTP/1.1" status: 200 len: 368 time: 0.2610536 Nov 10 21:35:11.433554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34438) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:11.439107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Request body: {'network': {'project_id': 'e794634091764952bd60a6cca74c8496'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:11.448274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ba0b-bc03-448c-8aa7-0ed2a4793ad4 req-8c6a3a94-9077-474a-9334-d3dbacafcef1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:11.449725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa74ba0b-bc03-448c-8aa7-0ed2a4793ad4 req-8c6a3a94-9077-474a-9334-d3dbacafcef1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0569344 Nov 10 21:35:11.502222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa74ba0b-bc03-448c-8aa7-0ed2a4793ad4 req-39877e05-4c96-4513-98cd-a6e19187014b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Nov 10 21:35:11.634823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Made reservation on behalf of e794634091764952bd60a6cca74c8496 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:11.637521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:11.650353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:11.716255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3e279e7-7e31-4504-897b-553df17af43d req-1835917a-f7f0-4429-ac38-f148f64dc774 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 210 time: 0.0374105 Nov 10 21:35:11.763168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:11.869132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:11.890366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:35:11.906130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d682af-d2f9-4bfe-ae8b-3b503027bd79,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:11.909110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:11.909450 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Added segment 59b2f676-2d49-4f1f-b693-5f5c48c34952 of type vlan for network e687d873-79ab-4b03-847e-b1f90cf8cffb Nov 10 21:35:11.950610 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.005556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989a0b-d40e-48af-9ebd-93c15360181e req-c8f8b289-ba7f-430f-bfcb-d170f3b69aa9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:12.007028 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe989a0b-d40e-48af-9ebd-93c15360181e req-c8f8b289-ba7f-430f-bfcb-d170f3b69aa9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 945 time: 0.0509408 Nov 10 21:35:12.054516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe989a0b-d40e-48af-9ebd-93c15360181e req-ec8baecf-7eb8-4f2b-84aa-7e6786485f5c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Nov 10 21:35:12.064130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.065297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:12.065821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.130463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Pushing event updated for resources: {'Network': ['ID=e687d873-79ab-4b03-847e-b1f90cf8cffb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:12.144018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network e687d873-79ab-4b03-847e-b1f90cf8cffb details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:35:12.197597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6293e340-d229-41d9-96a4-cd282018b5cf tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7629466 Nov 10 21:35:12.200097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34456) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:12.205293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Request body: {'network': {'project_id': 'e794634091764952bd60a6cca74c8496'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:12.292269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Made reservation on behalf of e794634091764952bd60a6cca74c8496 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:12.294703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.323851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:35:12.338637 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.338976 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Added segment d25292bd-7705-46a2-b707-79ae82b4672c of type vlan for network b997d257-3a9b-4c22-ac25-22d6a0d4f841 Nov 10 21:35:12.384936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.515665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.516692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:12.517273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.585006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Pushing event updated for resources: {'Network': ['ID=b997d257-3a9b-4c22-ac25-22d6a0d4f841,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:12.596076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b997d257-3a9b-4c22-ac25-22d6a0d4f841 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:35:12.669694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b199d91-18c6-4c43-b51e-5dc22d13080b tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4658062 Nov 10 21:35:12.669954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34470) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:12.675936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-87aafc50-91b3-4878-acac-ff6665999285 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Request body: {'network': {'project_id': 'e794634091764952bd60a6cca74c8496'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:12.696198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9acdf-7813-4528-b9a4-4294c8bb7f90 req-6ea46e24-4ca0-4211-85f2-1aac53ccff97 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:12.697768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ed9acdf-7813-4528-b9a4-4294c8bb7f90 req-6ea46e24-4ca0-4211-85f2-1aac53ccff97 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.1146138 Nov 10 21:35:12.698450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34472) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:12.710239 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-87aafc50-91b3-4878-acac-ff6665999285 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 21:35:12.710239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87aafc50-91b3-4878-acac-ff6665999285 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:35:12.710609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-87aafc50-91b3-4878-acac-ff6665999285 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0391750 Nov 10 21:35:12.713785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34476) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:12.768302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ed9acdf-7813-4528-b9a4-4294c8bb7f90 req-44548401-b44a-4727-8546-d7e2639fa04c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Nov 10 21:35:12.777782 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f11efb40-2ca6-4470-8f1e-ec2b5fc0effc tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e794634091764952bd60a6cca74c8496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624802 Nov 10 21:35:12.781180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34480) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:12.857936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-378bc0b9-f74d-4ff0-9e31-edd3241f2dde req-a209a472-5ad9-439f-8435-d1902d7709fd tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 210 time: 0.0454834 Nov 10 21:35:12.860525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fac0cbdb-5683-4866-854c-6641dbdce8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.884967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.920178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:12.988596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fac0cbdb-5683-4866-854c-6641dbdce8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.142768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.145460 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.146603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6d682af-d2f9-4bfe-ae8b-3b503027bd79 HTTP/1.1" status: 204 len: 168 time: 0.3639388 Nov 10 21:35:13.149878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34484) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:13.162452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d682af-d2f9-4bfe-ae8b-3b503027bd79,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:13.175290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26c861-37f3-4e87-964b-3b3a35930986 req-3c1d11fc-20c5-44ff-a094-d170749d9c04 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:13.176862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd26c861-37f3-4e87-964b-3b3a35930986 req-3c1d11fc-20c5-44ff-a094-d170749d9c04 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 945 time: 0.0508997 Nov 10 21:35:13.186487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.187493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.187988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.188264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.188604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.188937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.189267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.189596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.189921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.190246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.190580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.190906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e078c4-244d-413a-85a6-229629f9b806 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:13.229179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fac0cbdb-5683-4866-854c-6641dbdce8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.239711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd26c861-37f3-4e87-964b-3b3a35930986 req-b6793210-4474-4d9f-9796-a76f2c025ba6 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544596 Nov 10 21:35:13.277458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.285010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fac0cbdb-5683-4866-854c-6641dbdce8e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d494bc03d1a84ec696f45e0cacbf3f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5849428 Nov 10 21:35:13.287716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34486) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:13.296845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0cbdb-5683-4866-854c-6641dbdce8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd93859f-2092-4433-bac9-1eb35b1fe023,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:13.348072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b0f0-de6a-438b-b0d0-2a350bc7bdc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.369281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b0f0-de6a-438b-b0d0-2a350bc7bdc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.372843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.398186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b997d257-3a9b-4c22-ac25-22d6a0d4f841']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:13.408374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25292bd-7705-46a2-b707-79ae82b4672c') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:13.409083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25292bd-7705-46a2-b707-79ae82b4672c') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:13.418766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.437772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.443891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:35:13.444267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:35:13.445903 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:35:13.486825 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b0f0-de6a-438b-b0d0-2a350bc7bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.489493 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ce0b0f0-de6a-438b-b0d0-2a350bc7bdc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.490706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3ce0b0f0-de6a-438b-b0d0-2a350bc7bdc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd93859f-2092-4433-bac9-1eb35b1fe023 HTTP/1.1" status: 204 len: 168 time: 0.2018869 Nov 10 21:35:13.499980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0b0f0-de6a-438b-b0d0-2a350bc7bdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd93859f-2092-4433-bac9-1eb35b1fe023,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:13.589029 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.595284 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.601481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "DELETE /v2.0/networks/b997d257-3a9b-4c22-ac25-22d6a0d4f841 HTTP/1.1" status: 204 len: 168 time: 0.4479439 Nov 10 21:35:13.601794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34492) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:13.610361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad506ba9-9a4a-4b9e-8fd0-c8559333fc61 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Pushing event deleted for resources: {'Network': ['ID=b997d257-3a9b-4c22-ac25-22d6a0d4f841,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:13.674728 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.761617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.782776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e687d873-79ab-4b03-847e-b1f90cf8cffb']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:13.793180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b2f676-2d49-4f1f-b693-5f5c48c34952') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:13.793593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b2f676-2d49-4f1f-b693-5f5c48c34952') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:13.804597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.843961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 91e1181b-d4bf-4c72-8ae7-23b41e19c940 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:13.850584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:35:13.860662 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:35:13.926745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432b5e-c4e7-4625-9147-09461b928444 req-08841ec1-d0e3-4b1e-a9c4-b5cb86e7a1ae tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:13.928319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee432b5e-c4e7-4625-9147-09461b928444 req-08841ec1-d0e3-4b1e-a9c4-b5cb86e7a1ae tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0609326 Nov 10 21:35:13.967011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c84baf04-dfc4-4bd9-a2c7-1a5337dd7842 req-2ca91b2d-7172-4e19-8969-0833d1233a14 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 210 time: 0.0277548 Nov 10 21:35:13.987157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee432b5e-c4e7-4625-9147-09461b928444 req-db3df1d6-8364-4c03-89f1-b7f25310a03e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 Nov 10 21:35:13.994230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:35:13.998447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:13.998824 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.051023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.057215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.060472 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e687d873-79ab-4b03-847e-b1f90cf8cffb HTTP/1.1" status: 204 len: 168 time: 0.4576581 Nov 10 21:35:14.073963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e990f-9863-4de8-bb91-a7c34f1e1e51 tempest-QuotasNegativeTest-666195157 tempest-QuotasNegativeTest-666195157-project-admin] Pushing event deleted for resources: {'Network': ['ID=e687d873-79ab-4b03-847e-b1f90cf8cffb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:14.080453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.104452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:14.106699 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb5ec5f-8e48-474a-beb0-4cb85b9a8ce2" -d '{"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-plugged", "status": "completed", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:14.121247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:14.149521 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66edf8ba-9e0e-42be-bfe7-3bf57b065312 x-openstack-request-id: req-66edf8ba-9e0e-42be-bfe7-3bf57b065312 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:14.149952 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-plugged", "status": "completed", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:14.150193 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66edf8ba-9e0e-42be-bfe7-3bf57b065312 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:14.150715 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'code': 200} Nov 10 21:35:14.212271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.285387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97f7d1-b2a0-40a8-9554-5ed8bbb0fb7b req-493f7841-bdbc-4ad6-80bd-c2a43ca3233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:14.287155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a97f7d1-b2a0-40a8-9554-5ed8bbb0fb7b req-493f7841-bdbc-4ad6-80bd-c2a43ca3233d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 1098 time: 0.0766945 Nov 10 21:35:14.302770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34510) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:14.316477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:14.330445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f97d079f-e4e4-49fe-99fe-a29a69aba9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.370107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a97f7d1-b2a0-40a8-9554-5ed8bbb0fb7b req-bc5f3efb-8e00-4208-9584-e32c05b09951 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748453 Nov 10 21:35:14.496352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bfede-6c99-4c8a-8f28-142c4837c00b req-04939db2-117e-4e02-9413-78746c25b537 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:14.498075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-703bfede-6c99-4c8a-8f28-142c4837c00b req-04939db2-117e-4e02-9413-78746c25b537 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 946 time: 0.1395283 Nov 10 21:35:14.584451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-926c6f2b-c38b-4dcb-a610-fd9de9fb9449 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:14.585892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-926c6f2b-c38b-4dcb-a610-fd9de9fb9449 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.53 "GET /v2.0/networks?id=730ae15e-45e5-4308-a628-728887ee1ebd HTTP/1.1" status: 200 len: 809 time: 0.1921873 Nov 10 21:35:14.592507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f97d079f-e4e4-49fe-99fe-a29a69aba9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.600873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Request body: {'port': {'device_id': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd', 'admin_state_up': True, 'tenant_id': '22328bab15b7473e87844a62c5fd1bb5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:14.638159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-703bfede-6c99-4c8a-8f28-142c4837c00b req-5d2067c5-14dc-4a66-b069-036e3e86051e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260643 Nov 10 21:35:14.691835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f97d079f-e4e4-49fe-99fe-a29a69aba9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.751041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d079f-e4e4-49fe-99fe-a29a69aba9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ebe3d-a70f-48bc-9a8a-eaa3d0b1b21f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:14.759050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34518) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:14.759164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f97d079f-e4e4-49fe-99fe-a29a69aba9ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b16dd80fbf64637ae6979ae50a24502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4551616 Nov 10 21:35:14.824516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a070347-66e5-482c-9f47-62d07130c8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.846591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a070347-66e5-482c-9f47-62d07130c8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:14.875415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Made reservation on behalf of 22328bab15b7473e87844a62c5fd1bb5 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:14.879573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.032270 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a070347-66e5-482c-9f47-62d07130c8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.037976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a070347-66e5-482c-9f47-62d07130c8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.037976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0a070347-66e5-482c-9f47-62d07130c8ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b32ebe3d-a70f-48bc-9a8a-eaa3d0b1b21f HTTP/1.1" status: 204 len: 168 time: 0.2768173 Nov 10 21:35:15.058902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a070347-66e5-482c-9f47-62d07130c8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ebe3d-a70f-48bc-9a8a-eaa3d0b1b21f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:15.087555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37a6c786-8bfb-41ef-970a-1498ae0601f6 req-b88742b0-369c-401a-a527-7901ba012ac2 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 210 time: 0.0333464 Nov 10 21:35:15.203838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:15.231770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f43ef6-cfa7-4c47-b8fa-14ed07486079 req-b32563aa-7b83-4c07-ba32-e6e18fbc531a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:15.233954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7f43ef6-cfa7-4c47-b8fa-14ed07486079 req-b32563aa-7b83-4c07-ba32-e6e18fbc531a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.1210966 Nov 10 21:35:15.251115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Allocated IP 172.20.0.11 (730ae15e-45e5-4308-a628-728887ee1ebd/186d8a62-5eea-405d-bf35-a782a9ae385d/40d0d446-4d99-4361-8192-17f8448e532b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:15.308209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7f43ef6-cfa7-4c47-b8fa-14ed07486079 req-a06181ae-8455-4258-99d9-79f0a8e703ba tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675416 Nov 10 21:35:15.309851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-660af800-3059-4a13-b682-dc475bd3d547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.399567 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-660af800-3059-4a13-b682-dc475bd3d547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.433361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.509281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-660af800-3059-4a13-b682-dc475bd3d547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.550603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660af800-3059-4a13-b682-dc475bd3d547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d484a8-9349-428b-8879-6bae5fc91d59,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:15.555316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-660af800-3059-4a13-b682-dc475bd3d547 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e916bf7f4704d839fa924e81cfb9660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502083 Nov 10 21:35:15.563839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34536) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:15.590179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.623034 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a61d442e-feee-4fc6-b60d-2b1f10fbb30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.634770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Network 730ae15e-45e5-4308-a628-728887ee1ebd is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:15.641393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:15.642622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:15.680524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Pushing event updated for resources: {'Port': ['ID=40d0d446-4d99-4361-8192-17f8448e532b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:15.688126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a61d442e-feee-4fc6-b60d-2b1f10fbb30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.718757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:15.719371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.798228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2535185-b7e0-497b-a167-41e6af36f7ab req-83ff1967-2bda-4707-b4be-aebed94727d0 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:15.799764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2535185-b7e0-497b-a167-41e6af36f7ab req-83ff1967-2bda-4707-b4be-aebed94727d0 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 946 time: 0.0528834 Nov 10 21:35:15.828191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5ceecf4b-fab8-4839-a919-2c5644bdaefb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2310104 Nov 10 21:35:15.850307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Request body: {'port': {'device_id': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:15.857965 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a61d442e-feee-4fc6-b60d-2b1f10fbb30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.861455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a61d442e-feee-4fc6-b60d-2b1f10fbb30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:15.863482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a61d442e-feee-4fc6-b60d-2b1f10fbb30e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2d484a8-9349-428b-8879-6bae5fc91d59 HTTP/1.1" status: 204 len: 168 time: 0.2976460 Nov 10 21:35:15.875880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d442e-feee-4fc6-b60d-2b1f10fbb30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d484a8-9349-428b-8879-6bae5fc91d59,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:16.136798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2535185-b7e0-497b-a167-41e6af36f7ab req-92ab7044-2859-48b8-812d-628c9adc093b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308768 Nov 10 21:35:16.188158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:16.478228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c942d-b860-443c-a06b-63aaa1fa8b1a req-0b416d1a-8a95-463f-9aed-cde80f3b3df1 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:16.480170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d4c942d-b860-443c-a06b-63aaa1fa8b1a req-0b416d1a-8a95-463f-9aed-cde80f3b3df1 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 932 time: 0.0548685 Nov 10 21:35:16.516290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4ee6-7e13-45da-8972-678327a7498b req-b5c9b2e4-07b3-4143-b873-5308f315fada tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:16.520354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66ed4ee6-7e13-45da-8972-678327a7498b req-b5c9b2e4-07b3-4143-b873-5308f315fada tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0992141 Nov 10 21:35:16.536042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d4c942d-b860-443c-a06b-63aaa1fa8b1a req-d9ceda8a-3600-459e-af09-ef4b825e58c5 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483608 Nov 10 21:35:16.589662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d0d446-4d99-4361-8192-17f8448e532b {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:16.604864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:16.628885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66ed4ee6-7e13-45da-8972-678327a7498b req-36083d32-e162-41b7-b7c9-578a55257f3f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043437 Nov 10 21:35:16.629721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Transition to ACTIVE for port object 40d0d446-4d99-4361-8192-17f8448e532b will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:35:16.766760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:16.817185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Pushing event updated for resources: {'Port': ['ID=40d0d446-4d99-4361-8192-17f8448e532b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:16.851960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34574) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:16.865642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:16.892632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Attempting to bind port 40d0d446-4d99-4361-8192-17f8448e532b on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:16.892971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Attempting to bind port 40d0d446-4d99-4361-8192-17f8448e532b by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '151ed05e-ef6c-4aac-9335-c6854efd3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:16.893289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Attempting to bind port 40d0d446-4d99-4361-8192-17f8448e532b on network 730ae15e-45e5-4308-a628-728887ee1ebd {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:16.897842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Port 40d0d446-4d99-4361-8192-17f8448e532b on network 730ae15e-45e5-4308-a628-728887ee1ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:16.898162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Attempting to bind port 40d0d446-4d99-4361-8192-17f8448e532b on network 730ae15e-45e5-4308-a628-728887ee1ebd {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:16.903289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:35:16.903644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Checking segment: {'id': '151ed05e-ef6c-4aac-9335-c6854efd3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:16.904046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Bound using segment: {'id': '151ed05e-ef6c-4aac-9335-c6854efd3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:35:16.904476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Bound port: 40d0d446-4d99-4361-8192-17f8448e532b, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '151ed05e-ef6c-4aac-9335-c6854efd3019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:35:16.904833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:16.949626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:16.970221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] For port 40d0d446-4d99-4361-8192-17f8448e532b, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:16.974136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] For port 40d0d446-4d99-4361-8192-17f8448e532b, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=40d0d446-4d99-4361-8192-17f8448e532b,segment=NetworkSegment(151ed05e-ef6c-4aac-9335-c6854efd3019),segment_id=151ed05e-ef6c-4aac-9335-c6854efd3019)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:35:17.109733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:17.147369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff0a769-05eb-40ea-8027-91e61b3a7494,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:17.152141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=819887255b724b7b830867f53683813d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981882 Nov 10 21:35:17.154077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34582) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:17.157686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.158032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.158369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.158703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.159031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.159359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.159684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.160036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.160360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.160680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.161005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.161324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6cc3c9-0a61-4969-b15c-54fb6dd301b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:17.209898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec8c148f-2aee-462c-99a4-0918a409b875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:17.256128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec8c148f-2aee-462c-99a4-0918a409b875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:17.258135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:17.323922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.324531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:17.325933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] 10.222.0.53 "PUT /v2.0/ports/40d0d446-4d99-4361-8192-17f8448e532b HTTP/1.1" status: 200 len: 1093 time: 1.4804027 Nov 10 21:35:17.333410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'tag': '40d0d446-4d99-4361-8192-17f8448e532b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:17.336284 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36284f1e-e3ea-4bf5-abd1-5b71bab9f89f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc6d360-347a-494c-a1b2-ea303ea4dcbe", "tag": "40d0d446-4d99-4361-8192-17f8448e532b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:17.368257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b2831-1655-40e2-935e-dba5155a8de4 req-5cf1a867-c105-4176-9d58-7178a7d87ae1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.369863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad5b2831-1655-40e2-935e-dba5155a8de4 req-5cf1a867-c105-4176-9d58-7178a7d87ae1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 946 time: 0.1498988 Nov 10 21:35:17.375131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b24f3-5bfe-45a8-a871-d639bf40416a service neutron] Pushing event updated for resources: {'Port': ['ID=40d0d446-4d99-4361-8192-17f8448e532b,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:17.400015 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec219ce0-008d-4474-94f6-94ecd5803f23 x-openstack-request-id: req-ec219ce0-008d-4474-94f6-94ecd5803f23 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:17.400015 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc6d360-347a-494c-a1b2-ea303ea4dcbe", "tag": "40d0d446-4d99-4361-8192-17f8448e532b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:17.400330 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec219ce0-008d-4474-94f6-94ecd5803f23 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:17.400653 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'tag': '40d0d446-4d99-4361-8192-17f8448e532b', 'status': 'completed', 'code': 200} Nov 10 21:35:17.459017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad5b2831-1655-40e2-935e-dba5155a8de4 req-280d1b8d-6a1b-428e-b6f2-facb3e48ed4e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793130 Nov 10 21:35:17.469023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36284f1e-e3ea-4bf5-abd1-5b71bab9f89f req-d9894c4e-b059-4b51-ae0d-2902634e7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.470458 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36284f1e-e3ea-4bf5-abd1-5b71bab9f89f req-d9894c4e-b059-4b51-ae0d-2902634e7f89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22328bab15b7473e87844a62c5fd1bb5&device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0540414 Nov 10 21:35:17.488337 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec8c148f-2aee-462c-99a4-0918a409b875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:17.490778 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec8c148f-2aee-462c-99a4-0918a409b875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:17.494526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ec8c148f-2aee-462c-99a4-0918a409b875 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dff0a769-05eb-40ea-8027-91e61b3a7494 HTTP/1.1" status: 204 len: 168 time: 0.3367872 Nov 10 21:35:17.524137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c148f-2aee-462c-99a4-0918a409b875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff0a769-05eb-40ea-8027-91e61b3a7494,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:17.604423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36284f1e-e3ea-4bf5-abd1-5b71bab9f89f req-40b5f7d2-682d-4c08-8e16-8c15c28986af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.605918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36284f1e-e3ea-4bf5-abd1-5b71bab9f89f req-40b5f7d2-682d-4c08-8e16-8c15c28986af service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=22328bab15b7473e87844a62c5fd1bb5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1280406 Nov 10 21:35:17.731630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d700bb-d672-484a-bd49-d99d8835a4bc req-8172e709-67aa-4ced-8bfb-68b769f49653 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.733185 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19d700bb-d672-484a-bd49-d99d8835a4bc req-8172e709-67aa-4ced-8bfb-68b769f49653 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 944 time: 0.1208198 Nov 10 21:35:17.770980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36284f1e-e3ea-4bf5-abd1-5b71bab9f89f req-82bae02d-0127-4ac1-9ce4-fe8b7601ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.772489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36284f1e-e3ea-4bf5-abd1-5b71bab9f89f req-82bae02d-0127-4ac1-9ce4-fe8b7601ecc0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1497662 Nov 10 21:35:17.823542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19d700bb-d672-484a-bd49-d99d8835a4bc req-1fc4f0e2-0a77-4a79-972d-b3bcb60bbe7c tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750084 Nov 10 21:35:17.870217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-73b5b001-cad0-43a8-bfb6-02f157bd4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.873598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-73b5b001-cad0-43a8-bfb6-02f157bd4c65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=22328bab15b7473e87844a62c5fd1bb5&device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0530283 Nov 10 21:35:17.877500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48025d3a-defe-499b-a910-8b5f4f1b5fc8 req-562fddbf-2901-4306-9e1b-040be32be021 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:17.878865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48025d3a-defe-499b-a910-8b5f4f1b5fc8 req-562fddbf-2901-4306-9e1b-040be32be021 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0709033 Nov 10 21:35:17.932849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-147149b1-780a-41f1-9508-7e604fc0e011 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40d0d446-4d99-4361-8192-17f8448e532b HTTP/1.1" status: 200 len: 217 time: 0.0514119 Nov 10 21:35:17.936934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48025d3a-defe-499b-a910-8b5f4f1b5fc8 req-e9dad2a1-1710-4eaf-8207-e125d21d38e1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Nov 10 21:35:18.029567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-266ba3a7-ee06-419f-83c3-170a9ebaf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:18.031428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-266ba3a7-ee06-419f-83c3-170a9ebaf0b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=186d8a62-5eea-405d-bf35-a782a9ae385d HTTP/1.1" status: 200 len: 849 time: 0.0908902 Nov 10 21:35:18.074063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90453e83-8560-48ae-9945-a23121e0bbcb req-b467c9b3-4d06-4b1c-9b13-387ca1f6e1e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:18.075833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90453e83-8560-48ae-9945-a23121e0bbcb req-b467c9b3-4d06-4b1c-9b13-387ca1f6e1e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 946 time: 0.1340809 Nov 10 21:35:18.081708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-5075f5ae-8283-469c-9b2c-500dd22d79d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=730ae15e-45e5-4308-a628-728887ee1ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422266 Nov 10 21:35:18.187872 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90453e83-8560-48ae-9945-a23121e0bbcb req-0c2e916a-0f34-4faa-8811-f2515e0bad57 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037643 Nov 10 21:35:18.228125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-0b7bacbb-1345-4919-999c-758420ff4748 service neutron] 10.222.0.53 "GET /v2.0/networks/730ae15e-45e5-4308-a628-728887ee1ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372697 Nov 10 21:35:18.325837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f144d24-39d1-4a66-8789-55410eeb3e2a req-84d30ac4-4101-4b13-9df9-87280f18282c service neutron] 10.222.0.53 "GET /v2.0/networks/730ae15e-45e5-4308-a628-728887ee1ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904202 Nov 10 21:35:18.951536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a1c7d-21bd-47ec-8479-c48be3b33075 req-5da63d59-6538-44ba-a200-aa33a8de43a7 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:18.953305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-464a1c7d-21bd-47ec-8479-c48be3b33075 req-5da63d59-6538-44ba-a200-aa33a8de43a7 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 944 time: 0.0510626 Nov 10 21:35:19.008523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-464a1c7d-21bd-47ec-8479-c48be3b33075 req-7b88e8ba-53a7-4e1b-b5f2-823f15f88e52 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478120 Nov 10 21:35:19.067917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6653b34-d3c8-40c6-b167-7bc59edfa401 req-4603e460-3dd9-4cdd-807b-34dc1fceb6fe tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:19.069464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6653b34-d3c8-40c6-b167-7bc59edfa401 req-4603e460-3dd9-4cdd-807b-34dc1fceb6fe tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0524800 Nov 10 21:35:19.127105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6653b34-d3c8-40c6-b167-7bc59edfa401 req-40826c80-797b-4d0d-9d2a-352eac50ca86 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Nov 10 21:35:19.381088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befa0ca-0a97-42e0-8e96-474c91e01da8 req-1cc14fe4-0dda-4b2b-bdea-56fcec519cff tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:19.382572 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7befa0ca-0a97-42e0-8e96-474c91e01da8 req-1cc14fe4-0dda-4b2b-bdea-56fcec519cff tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 946 time: 0.1182680 Nov 10 21:35:19.434495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7befa0ca-0a97-42e0-8e96-474c91e01da8 req-85264c39-9453-46a2-9620-b8bf53902357 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455747 Nov 10 21:35:19.469205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:19.813721 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:19.978830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1558924000'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:20.127359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3db8a-ec9a-44fb-802d-aa66bbb673bc req-8d27be5f-51bb-4d3f-8e9a-e17e326fdd2a tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:20.129365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73b3db8a-ec9a-44fb-802d-aa66bbb673bc req-8d27be5f-51bb-4d3f-8e9a-e17e326fdd2a tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 944 time: 0.0506465 Nov 10 21:35:20.178977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73b3db8a-ec9a-44fb-802d-aa66bbb673bc req-49c456eb-afa2-4283-84e2-c9ab97a19982 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 Nov 10 21:35:20.344245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a67b-afae-4884-91ac-a876d6c60c32 req-2f99a14f-397b-4d4a-8e28-e8e87bd94812 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:20.345734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37f9a67b-afae-4884-91ac-a876d6c60c32 req-2f99a14f-397b-4d4a-8e28-e8e87bd94812 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0532906 Nov 10 21:35:20.346444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Made reservation on behalf of f1d780647adf4b56b5e67dde0a428ead for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:20.349644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:20.369708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:20.413213 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37f9a67b-afae-4884-91ac-a876d6c60c32 req-08e6f90a-2792-4b58-a027-bc1fe897a994 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610044 Nov 10 21:35:20.659464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:20.754615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:20.780912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:35:20.789525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859898be-049a-4cdc-8ac7-aa61724d630e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:20.795352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:20.796498 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Added segment f2920940-338f-4691-8d18-44acd6c46d97 of type vlan for network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 Nov 10 21:35:20.835845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:20.866771 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:35:20.914436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:20.920766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:20.921454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.029362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Pushing event updated for resources: {'Network': ['ID=7930dcb2-51ed-45d1-aa1a-db89a8f63f10,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:21.040591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:35:21.117566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-80ced04b-612f-436e-92e9-3bb95291fac5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3025880 Nov 10 21:35:21.302255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34742) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:21.309574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76416d-2303-42d6-9e38-f290abc48555 req-0e0690ca-ca2a-4e49-b84f-492ee7faf636 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:21.311606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac76416d-2303-42d6-9e38-f290abc48555 req-0e0690ca-ca2a-4e49-b84f-492ee7faf636 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 944 time: 0.0501466 Nov 10 21:35:21.313649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Request body: {'port': {'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10', 'binding:host_id': 'n-h2-776250-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-750146828'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:21.368940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac76416d-2303-42d6-9e38-f290abc48555 req-4566c7da-f64b-4700-8f88-8572c9b65ceb tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491290 Nov 10 21:35:21.392909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 40d0d446-4d99-4361-8192-17f8448e532b details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:35:21.411813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Made reservation on behalf of f066b547082f46e29da3a27beb0072de for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:21.414296 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.424090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.511018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.583141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab289c56-58a9-413a-b492-74db1b353336 req-c5371776-596b-4449-b9ab-e01c9e4b9424 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:21.585429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab289c56-58a9-413a-b492-74db1b353336 req-c5371776-596b-4449-b9ab-e01c9e4b9424 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0729516 Nov 10 21:35:21.608683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34754) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:21.609782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.613752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] device_id is not set on port 14e0b54d-1c85-4954-b4c7-1c84ccba850e yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:21.632687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 40d0d446-4d99-4361-8192-17f8448e532b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=40d0d446-4d99-4361-8192-17f8448e532b,segment=NetworkSegment(151ed05e-ef6c-4aac-9335-c6854efd3019),segment_id=151ed05e-ef6c-4aac-9335-c6854efd3019)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:21.645833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '40d0d446-4d99-4361-8192-17f8448e532b', 'network_id': '730ae15e-45e5-4308-a628-728887ee1ebd', 'port_id': '40d0d446-4d99-4361-8192-17f8448e532b', 'mac_address': 'fa:16:3e:cb:93:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186d8a62-5eea-405d-bf35-a782a9ae385d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:35:21.690158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.705919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d0d446-4d99-4361-8192-17f8448e532b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:21.732900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 40d0d446-4d99-4361-8192-17f8448e532b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=40d0d446-4d99-4361-8192-17f8448e532b,segment=NetworkSegment(151ed05e-ef6c-4aac-9335-c6854efd3019),segment_id=151ed05e-ef6c-4aac-9335-c6854efd3019)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:21.739747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90625805-cec8-4cd3-bb1a-e2d76554ebdd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:21.752871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab289c56-58a9-413a-b492-74db1b353336 req-ff0541c5-0920-48d6-91f6-ac5ad990a261 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560321 Nov 10 21:35:21.780185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb9a7-649f-449f-bf76-416915560965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.812353 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.867158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=40d0d446-4d99-4361-8192-17f8448e532b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:21.875397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.875844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.876216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb9a7-649f-449f-bf76-416915560965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.876336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.876694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.877092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.877481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.877870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.878255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.878638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.879024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.879444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.879920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:35:21.897129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] device_id is not set on port 14e0b54d-1c85-4954-b4c7-1c84ccba850e yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:21.906543 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.943346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6bfcb9a7-649f-449f-bf76-416915560965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.978234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:21.983909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6bfcb9a7-649f-449f-bf76-416915560965 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9579d1f021174ce793802656df8e4311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726022 Nov 10 21:35:21.985073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcb9a7-649f-449f-bf76-416915560965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e87154-331e-4b41-a24f-9e1b5ff80919,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:21.987133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34766) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:22.022215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['40d0d446-4d99-4361-8192-17f8448e532b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:35:22.036756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=14e0b54d-1c85-4954-b4c7-1c84ccba850e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:22.044056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa156716-118a-4b3a-9886-c54866881324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:22.046387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Checking segment: {'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:22.046746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Network hostable DHCP agents. Network: 7930dcb2-51ed-45d1-aa1a-db89a8f63f10, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:35:22.073552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa156716-118a-4b3a-9886-c54866881324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:22.257272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:35:22.257550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa156716-118a-4b3a-9886-c54866881324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:22.259880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa156716-118a-4b3a-9886-c54866881324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:22.261024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fa156716-118a-4b3a-9886-c54866881324 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40e87154-331e-4b41-a24f-9e1b5ff80919 HTTP/1.1" status: 204 len: 168 time: 0.2728550 Nov 10 21:35:22.269851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa156716-118a-4b3a-9886-c54866881324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e87154-331e-4b41-a24f-9e1b5ff80919,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:22.343341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 7930dcb2-51ed-45d1-aa1a-db89a8f63f10) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:22.347308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:22.352739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4330fe-07cf-4de0-9fbf-01ece886432e None None] Network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:22.362591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.363023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.363461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.368135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.368583 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.369388 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 2 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.382723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.383143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.383541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.388989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.389394 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.391249 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 3 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.412177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.412517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.412850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.419429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.419781 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.420176 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 4 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.447286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.448058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.448401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.464339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.466270 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.479915 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 5 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.499466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.500190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.500926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.511665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.512112 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.513065 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 6 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.523172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0aed6-b118-4f44-9b74-49da957bdef4 req-fc730c90-a1d4-45d1-b188-b641a056b5c2 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:22.524730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3be0aed6-b118-4f44-9b74-49da957bdef4 req-fc730c90-a1d4-45d1-b188-b641a056b5c2 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 945 time: 0.0727966 Nov 10 21:35:22.543240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.543573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.543930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.560967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.560967 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.560967 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 7 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.583776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.584423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.584761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.595419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.595782 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.596948 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 8 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.604036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3be0aed6-b118-4f44-9b74-49da957bdef4 req-9e9ea321-ffe9-46cd-9f28-158eb94242d9 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721343 Nov 10 21:35:22.614723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.615060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.615390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.620622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.620945 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.621329 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 9 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.642051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.642393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.642724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.647319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.647636 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.648157 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 10 to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e Nov 10 21:35:22.662385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:22.662712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:22.663037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:22.668485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:22.668805 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 14e0b54d-1c85-4954-b4c7-1c84ccba850e on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:22.669169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:22.742588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] For port 14e0b54d-1c85-4954-b4c7-1c84ccba850e, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:22.742944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempted to set empty binding levels {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 21:35:22.812480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:22.854853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:22.855456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:22.893689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=14e0b54d-1c85-4954-b4c7-1c84ccba850e,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:22.913418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09efa99-8dbf-4e4a-b0e6-35328c47c301 req-6e060864-e1b0-40f7-8d59-7779878035f7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:22.915034 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a09efa99-8dbf-4e4a-b0e6-35328c47c301 req-6e060864-e1b0-40f7-8d59-7779878035f7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0780451 Nov 10 21:35:22.965946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a09efa99-8dbf-4e4a-b0e6-35328c47c301 req-af58534f-60e3-4f0f-907e-f8ca0e4b525a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Nov 10 21:35:22.986156 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-55cc75ac-b019-40c9-9212-d8cea6079dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6824639 Nov 10 21:35:22.989229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34792) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:23.024980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:23.044563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-84316775-c3fb-415b-9d82-84f66ea5fdfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.067944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Deleting port 14e0b54d-1c85-4954-b4c7-1c84ccba850e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:23.068290 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.118677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-84316775-c3fb-415b-9d82-84f66ea5fdfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.132291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] For port 14e0b54d-1c85-4954-b4c7-1c84ccba850e, host n-h2-776250-11, got binding levels [] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:23.132654 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.149103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Calling delete_port for 14e0b54d-1c85-4954-b4c7-1c84ccba850e owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:23.194503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-84316775-c3fb-415b-9d82-84f66ea5fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.234797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-84316775-c3fb-415b-9d82-84f66ea5fdfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c59cfd01bbf54a339e85de1f575a2c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2087166 Nov 10 21:35:23.235703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84316775-c3fb-415b-9d82-84f66ea5fdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a2eb4-c4f7-40e0-8dee-942d7d3beb9a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:23.237528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34796) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:23.287933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1c29cc8-ede3-47fb-8ee8-49f026cbf863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.297142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.335029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1c29cc8-ede3-47fb-8ee8-49f026cbf863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.336883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event deleted for resources: {'Port': ['ID=14e0b54d-1c85-4954-b4c7-1c84ccba850e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:23.348565 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.352135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-204dc8ad-03be-43ce-82b3-113d23fd07b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "DELETE /v2.0/ports/14e0b54d-1c85-4954-b4c7-1c84ccba850e HTTP/1.1" status: 204 len: 168 time: 0.3619320 Nov 10 21:35:23.354915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34798) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:23.366532 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.379852 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a436878c-3c23-4d78-bff0-7c960e9f503a tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:35:23.381472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a436878c-3c23-4d78-bff0-7c960e9f503a tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "GET /v2.0/ports/14e0b54d-1c85-4954-b4c7-1c84ccba850e HTTP/1.1" status: 404 len: 333 time: 0.0254643 Nov 10 21:35:23.385315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34800) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:23.390559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Request body: {'port': {'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-842278421'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:23.401039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 40d0d446-4d99-4361-8192-17f8448e532b up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:23.474686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1c29cc8-ede3-47fb-8ee8-49f026cbf863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.477754 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1c29cc8-ede3-47fb-8ee8-49f026cbf863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.478918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b1c29cc8-ede3-47fb-8ee8-49f026cbf863 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e35a2eb4-c4f7-40e0-8dee-942d7d3beb9a HTTP/1.1" status: 204 len: 168 time: 0.2392261 Nov 10 21:35:23.487195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29cc8-ede3-47fb-8ee8-49f026cbf863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35a2eb4-c4f7-40e0-8dee-942d7d3beb9a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:23.508875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Made reservation on behalf of f066b547082f46e29da3a27beb0072de for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:23.511229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.528327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] device_id is not set on port 3a7472e0-883f-40c4-b062-3c10874f4994 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:23.541808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 40d0d446-4d99-4361-8192-17f8448e532b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:35:23.547359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 40d0d446-4d99-4361-8192-17f8448e532b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:23.548236 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.633690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.659692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0d446-4d99-4361-8192-17f8448e532b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:23.662018 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b846292-1086-4af0-9dbd-b1393f9918df" -d '{"events": [{"server_uuid": "4bc6d360-347a-494c-a1b2-ea303ea4dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "40d0d446-4d99-4361-8192-17f8448e532b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:23.676058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 40d0d446-4d99-4361-8192-17f8448e532b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=40d0d446-4d99-4361-8192-17f8448e532b,segment=NetworkSegment(151ed05e-ef6c-4aac-9335-c6854efd3019),segment_id=151ed05e-ef6c-4aac-9335-c6854efd3019)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:23.695846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.718924 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd300009-5b5c-47d8-80f2-3e4b4c531f1c x-openstack-request-id: req-cd300009-5b5c-47d8-80f2-3e4b4c531f1c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:23.719265 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc6d360-347a-494c-a1b2-ea303ea4dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "40d0d446-4d99-4361-8192-17f8448e532b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:23.719549 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd300009-5b5c-47d8-80f2-3e4b4c531f1c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:23.720122 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0d446-4d99-4361-8192-17f8448e532b', 'code': 200} Nov 10 21:35:23.754461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.755270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 9b6a4582-7a44-4913-bfa0-4e47ddf65cce no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:23.776101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2af970-d85c-4910-9b7e-780894e52228 req-f6a92dde-ccbd-4b48-94ce-c8a48c27ec4e tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:23.777784 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca2af970-d85c-4910-9b7e-780894e52228 req-f6a92dde-ccbd-4b48-94ce-c8a48c27ec4e tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 945 time: 0.0741405 Nov 10 21:35:23.839748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=40d0d446-4d99-4361-8192-17f8448e532b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:23.850898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c155bd-bd59-4d11-bae3-b2d5cb5d7450 req-ef14c797-361c-44dd-8d03-314096d5e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:23.852635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98c155bd-bd59-4d11-bae3-b2d5cb5d7450 req-ef14c797-361c-44dd-8d03-314096d5e397 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 1098 time: 0.0723975 Nov 10 21:35:23.863768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.922586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca2af970-d85c-4910-9b7e-780894e52228 req-ae4089fc-2df2-48d5-ba33-a5ee49cf590f tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326554 Nov 10 21:35:23.948953 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.966267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:23.972900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:23.984674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:23.985608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:23.986198 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:23.992578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7472e0-883f-40c4-b062-3c10874f4994,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:24.000065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98c155bd-bd59-4d11-bae3-b2d5cb5d7450 req-18633a16-2c36-4cf1-af05-20d26fc0a937 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377838 Nov 10 21:35:24.008351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:24.090845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21236a6-30d2-41d4-b655-287f06fd0ee1 req-38c7bd45-9a49-480f-8005-53a1145550e4 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:24.092778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f21236a6-30d2-41d4-b655-287f06fd0ee1 req-38c7bd45-9a49-480f-8005-53a1145550e4 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0506411 Nov 10 21:35:24.099831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eb2b89f9-17b3-4afd-8560-90130191cf15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7101486 Nov 10 21:35:24.099986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34834) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:24.104763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:24.120847 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:24.175449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f21236a6-30d2-41d4-b655-287f06fd0ee1 req-6bedec65-6c77-4816-9fb1-4a3eb0d66e00 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Nov 10 21:35:24.192876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:24.195022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:24.366735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] device_id is not set on port 3a7472e0-883f-40c4-b062-3c10874f4994 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:24.374712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:24.462046 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:24.515164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7472e0-883f-40c4-b062-3c10874f4994,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:24.525628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.525963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.526324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.531127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.531617 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.532031 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 2 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.545256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.545593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.545923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.550325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.550650 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.551038 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 3 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.562945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.563299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.563604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.568017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.568344 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.568730 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 4 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.585343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.585601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.586137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.591912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.592861 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.593322 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 5 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.607714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.607714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.607714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.610931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.611249 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.611634 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 6 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.628699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.629032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.629361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.633572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.633888 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.634272 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 7 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.646977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.647307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.647709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.651961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.652287 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.652676 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 8 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.666002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.666292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.666622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.671163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.671487 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.671913 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 9 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.683736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.684084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.684417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.688927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.689252 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.689638 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 10 to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 Nov 10 21:35:24.702698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:24.703027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:24.703356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:24.707612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:24.707975 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 3a7472e0-883f-40c4-b062-3c10874f4994 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:24.708341 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:24.770686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] For port 3a7472e0-883f-40c4-b062-3c10874f4994, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:24.771050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempted to set empty binding levels {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 21:35:24.857236 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:24.890936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] In _notify_port_updated(), no bound segment for port 3a7472e0-883f-40c4-b062-3c10874f4994 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:35:24.891570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:24.892201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:24.893515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "PUT /v2.0/ports/3a7472e0-883f-40c4-b062-3c10874f4994 HTTP/1.1" status: 200 len: 979 time: 0.7930686 Nov 10 21:35:24.896184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34856) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:24.915484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e570a4-dd2b-470e-b0e0-eac9fbd70727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7472e0-883f-40c4-b062-3c10874f4994,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:25.019312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.019812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.020285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.020743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.021199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.021659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.022107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.022557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.023004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.023463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.024108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.024723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.025357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.025812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.026290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.026738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.027183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.027631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.028269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.028717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.029164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.029632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.030103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.030585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.030994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.031440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.031923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.032371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.032815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.033265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.033709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.034149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.034762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.035209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.035654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.038379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.038379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.038379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.038379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.041450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1fbafac0-5807-449b-b0bc-f736c013a79f tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35232 time: 0.1442857 Nov 10 21:35:25.045849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34870) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:25.097329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2f90e-1e21-4cab-ac36-0407a4293596 req-7cc96812-5e91-4e62-a1b5-cb4947581684 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.098897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46b2f90e-1e21-4cab-ac36-0407a4293596 req-7cc96812-5e91-4e62-a1b5-cb4947581684 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 946 time: 0.0555496 Nov 10 21:35:25.130458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Deleting port 3a7472e0-883f-40c4-b062-3c10874f4994 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:25.130889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.158910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46b2f90e-1e21-4cab-ac36-0407a4293596 req-9f125670-7547-48ff-a89a-8021b09a34fa tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534620 Nov 10 21:35:25.212378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] For port 3a7472e0-883f-40c4-b062-3c10874f4994, host n-h2-776250-11, got binding levels [] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:25.212749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.226966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Calling delete_port for 3a7472e0-883f-40c4-b062-3c10874f4994 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:25.318273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07283e20-3b21-4a3a-8880-32548ae2c654 req-4d5cccf1-1104-4d87-93c8-41cb47610941 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.319791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07283e20-3b21-4a3a-8880-32548ae2c654 req-4d5cccf1-1104-4d87-93c8-41cb47610941 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 943 time: 0.0907273 Nov 10 21:35:25.381855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07283e20-3b21-4a3a-8880-32548ae2c654 req-684e8a7d-51cc-476a-b2be-284eea11a0d1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534327 Nov 10 21:35:25.412332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 9b6a4582-7a44-4913-bfa0-4e47ddf65cce details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:35:25.463795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.491317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a7472e0-883f-40c4-b062-3c10874f4994,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:25.501508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.504789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d04c3eba-28eb-4b08-a6b4-d55c98960ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "DELETE /v2.0/ports/3a7472e0-883f-40c4-b062-3c10874f4994 HTTP/1.1" status: 204 len: 168 time: 0.4578362 Nov 10 21:35:25.508480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34884) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:25.528648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:25.533466 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b714142d-5506-4acc-a7ad-cab090c4f831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:35:25.535000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b714142d-5506-4acc-a7ad-cab090c4f831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "GET /v2.0/ports/3a7472e0-883f-40c4-b062-3c10874f4994 HTTP/1.1" status: 404 len: 333 time: 0.0267742 Nov 10 21:35:25.538687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34886) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:25.543426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317698819', 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:25.546803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'port_id': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'mac_address': 'fa:16:3e:00:53:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee05975-5fff-4378-afc8-b152c90e709f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:35:25.586836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.601159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6a4582-7a44-4913-bfa0-4e47ddf65cce {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:25.623039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Made reservation on behalf of f066b547082f46e29da3a27beb0072de for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:25.624226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:25.629041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.642935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] device_id is not set on port 8e0960d3-040c-40b0-ad22-8901dbdc7e24 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:25.680937 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.722403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:25.724717 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63087d4a-5beb-4463-9520-f1b3495c1786" -d '{"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:25.737749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:25.766375 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d11a231-989d-406c-9cba-5b3271e60017 x-openstack-request-id: req-6d11a231-989d-406c-9cba-5b3271e60017 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:25.766667 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:25.766921 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d11a231-989d-406c-9cba-5b3271e60017 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:25.767350 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'code': 200} Nov 10 21:35:25.802205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.885058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['9b6a4582-7a44-4913-bfa0-4e47ddf65cce'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:35:25.913423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 91e1181b-d4bf-4c72-8ae7-23b41e19c940 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:35:25.932589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:25.980113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:25.983020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:25.987654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:25.989875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:25.989875 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.000557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=8e0960d3-040c-40b0-ad22-8901dbdc7e24,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:26.095545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f081bd01-78a4-4a67-b097-21f2a0e0029b tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5557339 Nov 10 21:35:26.098008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34916) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:26.124140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:26.152727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'mac_address': 'fa:16:3e:03:32:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:35:26.152863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4f4fce-7e07-4b17-a8ae-59a0ab8316a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:26.152863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4a4f4fce-7e07-4b17-a8ae-59a0ab8316a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "GET /v2.0/ports/8e0960d3-040c-40b0-ad22-8901dbdc7e24 HTTP/1.1" status: 200 len: 959 time: 0.0530148 Nov 10 21:35:26.154773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34920) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:26.211176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.248626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Deleting port 8e0960d3-040c-40b0-ad22-8901dbdc7e24 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:26.249346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.255386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91e1181b-d4bf-4c72-8ae7-23b41e19c940 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:26.290364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:26.344479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.354274 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.363825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Calling delete_port for 8e0960d3-040c-40b0-ad22-8901dbdc7e24 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:26.382151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437e2a8-0ba7-470a-a0da-a1612b1c6313 req-8e4d899c-8da4-437a-847b-622fe716d9ea tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:26.383633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a437e2a8-0ba7-470a-a0da-a1612b1c6313 req-8e4d899c-8da4-437a-847b-622fe716d9ea tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 946 time: 0.0785787 Nov 10 21:35:26.418814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:26.482917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a437e2a8-0ba7-470a-a0da-a1612b1c6313 req-610054e8-74db-4440-b1d7-6430b74a2cf9 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890288 Nov 10 21:35:26.510918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c533397-94a4-42f4-ab6d-39f8e428f78f req-7161f208-b74e-4963-b22f-e4ea9cf2f4e1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:26.512055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['91e1181b-d4bf-4c72-8ae7-23b41e19c940'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:35:26.512831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c533397-94a4-42f4-ab6d-39f8e428f78f req-7161f208-b74e-4963-b22f-e4ea9cf2f4e1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 944 time: 0.0500426 Nov 10 21:35:26.572181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.584220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c533397-94a4-42f4-ab6d-39f8e428f78f req-9ddabe6c-b3de-4f7d-923f-5ffc96aa95b0 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637329 Nov 10 21:35:26.605163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e0960d3-040c-40b0-ad22-8901dbdc7e24,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:26.617895 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.621169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5acf64a6-419e-4edc-8f4b-8cdd94a23c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "DELETE /v2.0/ports/8e0960d3-040c-40b0-ad22-8901dbdc7e24 HTTP/1.1" status: 204 len: 168 time: 0.4642427 Nov 10 21:35:26.624249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34934) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:26.648113 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-268d8680-842e-49d4-9f37-866cc8ca7bc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:35:26.649580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-268d8680-842e-49d4-9f37-866cc8ca7bc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "GET /v2.0/ports/8e0960d3-040c-40b0-ad22-8901dbdc7e24 HTTP/1.1" status: 404 len: 333 time: 0.0241599 Nov 10 21:35:26.653349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34936) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:26.658573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Request body: {'port': {'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-949360462'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:26.760444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Made reservation on behalf of f066b547082f46e29da3a27beb0072de for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:26.762804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:26.781091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] device_id is not set on port 1c6f553b-a337-4955-9d69-2d4663cba969 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:26.931683 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.051786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.098166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:27.102814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:27.107186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:27.109357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:27.109357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.112253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=1c6f553b-a337-4955-9d69-2d4663cba969,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:27.225976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-578d8f61-5c71-427a-92b8-a9e5275e09ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5713961 Nov 10 21:35:27.228681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34962) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:27.234121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:27.288049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.417207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 9b6a4582-7a44-4913-bfa0-4e47ddf65cce up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:27.459294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] device_id is not set on port 1c6f553b-a337-4955-9d69-2d4663cba969 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:27.462458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.465649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:27.466150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.546166 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.565026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.580715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:27.628082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=1c6f553b-a337-4955-9d69-2d4663cba969,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:27.633599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.634021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.634254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.640119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.640456 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.640617 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.640850 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 2 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.659924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.660675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.661232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.666328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.666894 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.667602 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 3 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.693875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:27.711842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.712211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.712687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.720302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.720702 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.721763 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 4 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.739035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.739365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.739687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.746627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.746950 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.748055 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 5 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.759367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9cd04-b2fb-44a8-9c3c-0d2b149430f9 req-1556924b-960c-4e13-85a4-6ab189e0e3b0 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:27.760865 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55c9cd04-b2fb-44a8-9c3c-0d2b149430f9 req-1556924b-960c-4e13-85a4-6ab189e0e3b0 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0879707 Nov 10 21:35:27.768660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:27.771844 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9603db8-b260-4907-a488-987e1b054446" -d '{"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:27.776381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.776712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.777041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.788242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.788560 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.789944 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 6 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.811634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.812016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.812339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.822718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.823040 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.825839 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 7 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.833293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55c9cd04-b2fb-44a8-9c3c-0d2b149430f9 req-241304f4-a934-457d-8351-18dc7233aa6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651166 Nov 10 21:35:27.842948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.843347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.843678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.851479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.851853 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.852245 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 8 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.867124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.867469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.867818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.872323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.872647 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.873034 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 9 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.886488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.886822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.887157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.892819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.893183 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.893525 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempt 10 to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 Nov 10 21:35:27.900716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 91e1181b-d4bf-4c72-8ae7-23b41e19c940 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:27.907257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:27.907708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:27.908074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempting to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:27.912872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:27.913199 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Failed to bind port 1c6f553b-a337-4955-9d69-2d4663cba969 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'f2920940-338f-4691-8d18-44acd6c46d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '7930dcb2-51ed-45d1-aa1a-db89a8f63f10'}] Nov 10 21:35:27.913756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:27.942135 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b10ea5-0953-4b66-ae64-517396d956e8 x-openstack-request-id: req-c4b10ea5-0953-4b66-ae64-517396d956e8 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:27.942500 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:27.943036 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4b10ea5-0953-4b66-ae64-517396d956e8 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:27.943494 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'code': 200} Nov 10 21:35:27.965779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:27.966370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.015141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] For port 1c6f553b-a337-4955-9d69-2d4663cba969, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:28.015443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attempted to set empty binding levels {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 21:35:28.077177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.117498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:28.194315 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.237524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34988) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:28.263758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:28.378070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02a312b7-7160-4333-9875-66923ba34052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.412235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.458167 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02a312b7-7160-4333-9875-66923ba34052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.458700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] In _notify_port_updated(), no bound segment for port 1c6f553b-a337-4955-9d69-2d4663cba969 on network 7930dcb2-51ed-45d1-aa1a-db89a8f63f10 {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:35:28.459571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:28.460204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.461524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "PUT /v2.0/ports/1c6f553b-a337-4955-9d69-2d4663cba969 HTTP/1.1" status: 200 len: 979 time: 1.2318504 Nov 10 21:35:28.464291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35004) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:28.473594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695efca-83b6-4a58-89a3-5157e786b3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event updated for resources: {'Port': ['ID=1c6f553b-a337-4955-9d69-2d4663cba969,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:28.477158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446181f-4596-49f2-b225-608ddfb29223 req-9010c1ff-08f2-4594-9a7e-784ebf3f109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:28.478660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1446181f-4596-49f2-b225-608ddfb29223 req-9010c1ff-08f2-4594-9a7e-784ebf3f109e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 1097 time: 0.3945100 Nov 10 21:35:28.536716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1446181f-4596-49f2-b225-608ddfb29223 req-dedd68ef-f870-4c57-8905-1f704487edb7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506167 Nov 10 21:35:28.549999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Deleting port 1c6f553b-a337-4955-9d69-2d4663cba969 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:28.550340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.570578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02a312b7-7160-4333-9875-66923ba34052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.655711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] For port 1c6f553b-a337-4955-9d69-2d4663cba969, host n-h2-776250-11, got binding levels [] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:28.656142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.658863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a312b7-7160-4333-9875-66923ba34052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd2ef0-5a63-4f9b-a31b-c3eac0c983ca,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:28.672487 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-02a312b7-7160-4333-9875-66923ba34052 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34e24c80186a410a845bd9c3f1442a58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297829 Nov 10 21:35:28.673453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35012) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:28.684047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Calling delete_port for 1c6f553b-a337-4955-9d69-2d4663cba969 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:28.726225 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81f0b8ce-e9fb-4737-93ed-ba0222b9c09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.751088 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81f0b8ce-e9fb-4737-93ed-ba0222b9c09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.857223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.890979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.896830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "DELETE /v2.0/ports/1c6f553b-a337-4955-9d69-2d4663cba969 HTTP/1.1" status: 204 len: 168 time: 0.4290116 Nov 10 21:35:28.896830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15bf3e-4dde-49d2-94e8-88c53f1a8338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c6f553b-a337-4955-9d69-2d4663cba969,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:28.897256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35018) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:28.922562 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4f4b4f-088a-4864-839c-6411d1f94885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:35:28.924128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8a4f4b4f-088a-4864-839c-6411d1f94885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-71285127-project-admin] 10.222.0.45 "GET /v2.0/ports/1c6f553b-a337-4955-9d69-2d4663cba969 HTTP/1.1" status: 404 len: 333 time: 0.0258801 Nov 10 21:35:28.927536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35022) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:28.953076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81f0b8ce-e9fb-4737-93ed-ba0222b9c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.955560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81f0b8ce-e9fb-4737-93ed-ba0222b9c09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:28.956705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-81f0b8ce-e9fb-4737-93ed-ba0222b9c09c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fcd2ef0-5a63-4f9b-a31b-c3eac0c983ca HTTP/1.1" status: 204 len: 168 time: 0.2822809 Nov 10 21:35:28.968671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0b8ce-e9fb-4737-93ed-ba0222b9c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd2ef0-5a63-4f9b-a31b-c3eac0c983ca,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:28.988295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e0821-5acd-4009-8d88-a06df825c9df req-06a8c3eb-48d2-4c31-890c-a5ba3b26c76a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:28.997025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba9e0821-5acd-4009-8d88-a06df825c9df req-06a8c3eb-48d2-4c31-890c-a5ba3b26c76a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0769627 Nov 10 21:35:29.026895 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.041403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba9e0821-5acd-4009-8d88-a06df825c9df req-9867ab59-cfc1-4add-a51f-7071d0026950 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Nov 10 21:35:29.133217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.158548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7930dcb2-51ed-45d1-aa1a-db89a8f63f10']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:29.168293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2920940-338f-4691-8d18-44acd6c46d97') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:29.168595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2920940-338f-4691-8d18-44acd6c46d97') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:29.183558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.197668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.203507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:35:29.203923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:35:29.207003 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:35:29.332390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.343536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.355313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] 10.222.0.45 "DELETE /v2.0/networks/7930dcb2-51ed-45d1-aa1a-db89a8f63f10 HTTP/1.1" status: 204 len: 168 time: 0.4266222 Nov 10 21:35:29.373827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050c4cd-acd8-492a-a1c6-445e4644f6e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-231218784-project] Pushing event deleted for resources: {'Network': ['ID=7930dcb2-51ed-45d1-aa1a-db89a8f63f10,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:29.756454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35066) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:29.770033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1b5c-6da5-465e-a5d8-8e9cd17da734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.856381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1b5c-6da5-465e-a5d8-8e9cd17da734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.926093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1b5c-6da5-465e-a5d8-8e9cd17da734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:29.944438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:29.948642 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9517da-a5b3-411a-8368-b2b6da880a2c" -d '{"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-plugged", "status": "completed", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:29.963036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35076) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:29.978484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4d6d1b5c-6da5-465e-a5d8-8e9cd17da734 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f84d0cb83b0142ae8254bccedf926fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208993 Nov 10 21:35:29.980597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d1b5c-6da5-465e-a5d8-8e9cd17da734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8b387-15eb-4560-8ab4-7b1661077dda,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:29.981420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35080) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:30.028601 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583648b5-0c00-4fb0-97fe-65459067c0c7 x-openstack-request-id: req-583648b5-0c00-4fb0-97fe-65459067c0c7 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:30.029099 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-plugged", "status": "completed", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:30.030111 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-583648b5-0c00-4fb0-97fe-65459067c0c7 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:30.030673 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'code': 200} Nov 10 21:35:30.048789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df1b2a8b-62b1-4613-a46a-39e35f518ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.072961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df1b2a8b-62b1-4613-a46a-39e35f518ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.162947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ee1cf091-808e-4855-85ab-57173497a250 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1d780647adf4b56b5e67dde0a428ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989188 Nov 10 21:35:30.163157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35094) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:30.174537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c3399-eb8e-496e-9059-db1410feb6c2 req-b9250e9f-e5e4-4d9c-b9b3-6307799e0359 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:30.176784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d77c3399-eb8e-496e-9059-db1410feb6c2 req-b9250e9f-e5e4-4d9c-b9b3-6307799e0359 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0584247 Nov 10 21:35:30.218717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1093ad6a-2282-4eff-b5c6-43f2b5ad11ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.236723 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d77c3399-eb8e-496e-9059-db1410feb6c2 req-2baa7b3b-c96a-437d-b1a8-ce82356da2c2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464745 Nov 10 21:35:30.242403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1093ad6a-2282-4eff-b5c6-43f2b5ad11ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.285910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df1b2a8b-62b1-4613-a46a-39e35f518ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.289100 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df1b2a8b-62b1-4613-a46a-39e35f518ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.290106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-df1b2a8b-62b1-4613-a46a-39e35f518ff7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ec8b387-15eb-4560-8ab4-7b1661077dda HTTP/1.1" status: 204 len: 168 time: 0.3062117 Nov 10 21:35:30.305413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b2a8b-62b1-4613-a46a-39e35f518ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8b387-15eb-4560-8ab4-7b1661077dda,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:30.422856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1093ad6a-2282-4eff-b5c6-43f2b5ad11ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.425643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1093ad6a-2282-4eff-b5c6-43f2b5ad11ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:30.426908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1093ad6a-2282-4eff-b5c6-43f2b5ad11ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/859898be-049a-4cdc-8ac7-aa61724d630e HTTP/1.1" status: 204 len: 168 time: 0.2627568 Nov 10 21:35:30.444683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093ad6a-2282-4eff-b5c6-43f2b5ad11ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859898be-049a-4cdc-8ac7-aa61724d630e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:30.457575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa6fb-1f45-444d-95e4-721a2139c00c req-4d6cbf6e-afcb-4cc1-8e13-244e7fe5525e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:30.459827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-efdaa6fb-1f45-444d-95e4-721a2139c00c req-4d6cbf6e-afcb-4cc1-8e13-244e7fe5525e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.0744486 Nov 10 21:35:30.579610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-efdaa6fb-1f45-444d-95e4-721a2139c00c req-4310f02f-aff2-4a86-a2bd-9b06cdf3c5d5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969076 Nov 10 21:35:31.065224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953e82-1905-4b86-896d-e3294f12f724 req-7e99c46e-c4e0-4d68-a244-f0924ec42e69 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:31.066638 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4953e82-1905-4b86-896d-e3294f12f724 req-7e99c46e-c4e0-4d68-a244-f0924ec42e69 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 946 time: 0.0582509 Nov 10 21:35:31.115933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4953e82-1905-4b86-896d-e3294f12f724 req-fbec0ab8-686d-4ec1-a05e-b8eedb53542e tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Nov 10 21:35:31.310342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35140) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:31.370805 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-32ac2c8e-d2a0-4508-9e50-397b674d572c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f066b547082f46e29da3a27beb0072de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584095 Nov 10 21:35:31.375423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35148) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:31.479477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-add7233e-5f19-44e1-a7ff-959b5969a416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:31.522153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-add7233e-5f19-44e1-a7ff-959b5969a416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:31.737882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-add7233e-5f19-44e1-a7ff-959b5969a416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:31.740618 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-add7233e-5f19-44e1-a7ff-959b5969a416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:31.741902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-add7233e-5f19-44e1-a7ff-959b5969a416 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90625805-cec8-4cd3-bb1a-e2d76554ebdd HTTP/1.1" status: 204 len: 168 time: 0.3651991 Nov 10 21:35:31.774515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7233e-5f19-44e1-a7ff-959b5969a416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90625805-cec8-4cd3-bb1a-e2d76554ebdd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:31.814899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-5e98730b-0eb9-48ab-8555-d01bb252545e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:31.827397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-5e98730b-0eb9-48ab-8555-d01bb252545e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 815 time: 0.2040837 Nov 10 21:35:31.855240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-13cdd73d-2d98-4f1a-9616-83f294722b88 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/quotas/92cae80250014c3484c87e7c96024d59 HTTP/1.1" status: 200 len: 375 time: 0.0256784 Nov 10 21:35:32.347296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c8bca-a733-42bd-8b4b-0bde04ff285c req-00720864-9dba-4a05-920a-f6321f062755 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:32.356633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-896c8bca-a733-42bd-8b4b-0bde04ff285c req-00720864-9dba-4a05-920a-f6321f062755 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 946 time: 0.1137257 Nov 10 21:35:32.444113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-6284d3f7-9270-4460-801b-d880c64e82a6 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5878828 Nov 10 21:35:32.550934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-3bc54ee5-5fa9-449d-b0d0-681fd0fd2fcc service neutron] 10.222.0.45 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055446 Nov 10 21:35:32.564852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-b4f260fa-69de-4e60-bf8d-b631231cda19 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:32.566478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-b4f260fa-69de-4e60-bf8d-b631231cda19 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 946 time: 0.1825793 Nov 10 21:35:32.579318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-896c8bca-a733-42bd-8b4b-0bde04ff285c req-917d72f8-707d-4da7-a11f-f3ad109d2b5c tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/security-groups?id=10f3a836-c342-4e4d-8585-bd3ed1aeb39c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112851 Nov 10 21:35:32.750901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-abe264e3-bc5e-4a89-80c3-8aeb04a26f53 service neutron] 10.222.0.45 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987147 Nov 10 21:35:32.898860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-bda1567b-f91f-4fe5-af87-0b2021ca89fc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:32.907596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-bda1567b-f91f-4fe5-af87-0b2021ca89fc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "GET /v2.0/ports?device_id=0757edef-ceac-4755-ba8f-32d45a404d7a HTTP/1.1" status: 200 len: 945 time: 0.2984121 Nov 10 21:35:33.071903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Deleting port 40d0d446-4d99-4361-8192-17f8448e532b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:33.072259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.173764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Deleting port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:33.174328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.242722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b9aee89-0620-4460-839a-c7f7bf906b40 req-0da506ee-2e85-4221-96cd-0e4cc1fe0dbf tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 210 time: 0.0512030 Nov 10 21:35:33.270585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] For port 40d0d446-4d99-4361-8192-17f8448e532b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=40d0d446-4d99-4361-8192-17f8448e532b,segment=NetworkSegment(151ed05e-ef6c-4aac-9335-c6854efd3019),segment_id=151ed05e-ef6c-4aac-9335-c6854efd3019)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:33.270978 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.288482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Calling delete_port for 40d0d446-4d99-4361-8192-17f8448e532b owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:33.365454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] For port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:33.366485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.385329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Calling delete_port for 9b6a4582-7a44-4913-bfa0-4e47ddf65cce owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:33.680188 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.714133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Pushing event deleted for resources: {'Port': ['ID=40d0d446-4d99-4361-8192-17f8448e532b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:33.750077 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b8a80642-bc89-4ee0-91f5-269544ded829 req-cf7b9e30-4ae4-4f21-97e4-0f9b1e20c1c3 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 210 time: 0.0372388 Nov 10 21:35:33.750688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.807858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Pushing event deleted for resources: {'Port': ['ID=9b6a4582-7a44-4913-bfa0-4e47ddf65cce,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:33.836582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] No DVR routers for this DVR port 40d0d446-4d99-4361-8192-17f8448e532b on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:35:33.889855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.893330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-268d0c8a-baae-4269-89a4-281061b1dee0 req-c51ea9bc-5535-4c93-9a5e-90b881420454 tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.53 "DELETE /v2.0/ports/40d0d446-4d99-4361-8192-17f8448e532b HTTP/1.1" status: 204 len: 173 time: 1.3087583 Nov 10 21:35:33.893973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'name': 'network-vif-deleted', 'tag': '40d0d446-4d99-4361-8192-17f8448e532b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:33.902170 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479ded28-5dd0-4c1a-ad0b-389d50e66998" -d '{"events": [{"server_uuid": "4bc6d360-347a-494c-a1b2-ea303ea4dcbe", "name": "network-vif-deleted", "tag": "40d0d446-4d99-4361-8192-17f8448e532b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:33.953731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] No DVR routers for this DVR port 9b6a4582-7a44-4913-bfa0-4e47ddf65cce on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:35:33.957567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:33.961127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39a0d2f0-6540-46b5-b3f1-ce912f2423ce req-e2458a53-a06b-49f6-a0b5-737e3405adf2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "DELETE /v2.0/ports/9b6a4582-7a44-4913-bfa0-4e47ddf65cce HTTP/1.1" status: 204 len: 173 time: 1.0457218 Nov 10 21:35:34.010089 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ea52ee-e27a-4c2c-ac62-047402b63edf x-openstack-request-id: req-b9ea52ee-e27a-4c2c-ac62-047402b63edf {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:34.010089 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc6d360-347a-494c-a1b2-ea303ea4dcbe", "name": "network-vif-deleted", "tag": "40d0d446-4d99-4361-8192-17f8448e532b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:34.010089 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9ea52ee-e27a-4c2c-ac62-047402b63edf {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:34.010089 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc6d360-347a-494c-a1b2-ea303ea4dcbe', 'name': 'network-vif-deleted', 'tag': '40d0d446-4d99-4361-8192-17f8448e532b', 'status': 'completed', 'code': 200} Nov 10 21:35:34.356500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5cffb73-4bfb-47a6-92d9-cdf36d0d7604 req-e4af8889-dd22-49e4-b938-53c95fb85039 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 210 time: 0.0393057 Nov 10 21:35:34.941565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ded9a224-35d6-40b6-b138-7c8a5e987048 req-f1097b86-63da-416d-8000-cefeb031e01a tempest-ServerTagsTestJSON-971689578 tempest-ServerTagsTestJSON-971689578-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bc6d360-347a-494c-a1b2-ea303ea4dcbe HTTP/1.1" status: 200 len: 210 time: 0.0409536 Nov 10 21:35:35.248346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35320) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:35.360639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-814ea075-5bb7-44cb-8e3a-28626b775568 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:35.453187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71b8cfd7-fed7-473e-a7c5-99c21597bc2b req-c075b9f2-1e9d-4f28-9bb0-68a3064fff33 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 210 time: 0.0312886 Nov 10 21:35:35.468471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 40d0d446-4d99-4361-8192-17f8448e532b no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:35.489854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 40d0d446-4d99-4361-8192-17f8448e532b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:35:35.490185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 40d0d446-4d99-4361-8192-17f8448e532b not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:35:35.490584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 9b6a4582-7a44-4913-bfa0-4e47ddf65cce no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:35.514892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 9b6a4582-7a44-4913-bfa0-4e47ddf65cce {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:35:35.515222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 9b6a4582-7a44-4913-bfa0-4e47ddf65cce not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:35:35.694288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73672022-ea7f-4d13-9c90-13d3ab91d01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:35.826563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-814ea075-5bb7-44cb-8e3a-28626b775568 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "PUT /v2.0/quotas/78ca573bd298453987b20a78eef56654 HTTP/1.1" status: 200 len: 366 time: 0.5777566 Nov 10 21:35:35.827350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35334) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:35.851945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fa51c01e-5f49-4606-a9fa-2e8d7a5f1fd8 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0225868 Nov 10 21:35:35.860150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35338) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:35.879353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d4f569a-255f-4022-a901-d6ac740b605c tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "GET /v2.0/quotas/78ca573bd298453987b20a78eef56654 HTTP/1.1" status: 200 len: 366 time: 0.0162768 Nov 10 21:35:35.880292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35340) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.011274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-deleted', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:36.018842 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5f5fb9-df27-43e0-894d-e602fba184b7" -d '{"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-deleted", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:36.028366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35348) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.077795 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07a6d67-7379-47a2-8a6b-b2fff8f3ee6a x-openstack-request-id: req-d07a6d67-7379-47a2-8a6b-b2fff8f3ee6a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:36.078613 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757edef-ceac-4755-ba8f-32d45a404d7a", "name": "network-vif-deleted", "tag": "9b6a4582-7a44-4913-bfa0-4e47ddf65cce", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:36.078870 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d07a6d67-7379-47a2-8a6b-b2fff8f3ee6a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:36.082393 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757edef-ceac-4755-ba8f-32d45a404d7a', 'name': 'network-vif-deleted', 'tag': '9b6a4582-7a44-4913-bfa0-4e47ddf65cce', 'status': 'completed', 'code': 200} Nov 10 21:35:36.102862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35350) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.109838 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f398e244-3348-4e9b-a60c-62aa6de584ba tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/78ca573bd298453987b20a78eef56654 HTTP/1.1" status: 204 len: 168 time: 0.2186365 Nov 10 21:35:36.116604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6640642f-80fc-4209-9fff-2444e4c22737 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0125499 Nov 10 21:35:36.116818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35352) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.133204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] Deleting subnet 186d8a62-5eea-405d-bf35-a782a9ae385d {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:35:36.139555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1d3fae2a-0e30-4182-b465-4708e39dd4db tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "GET /v2.0/quotas/78ca573bd298453987b20a78eef56654 HTTP/1.1" status: 200 len: 370 time: 0.0188646 Nov 10 21:35:36.139555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35354) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.146083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4d014fea-d51d-4531-9da9-768565a1495a tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "GET /v2.0/quotas/78ca573bd298453987b20a78eef56654/default HTTP/1.1" status: 200 len: 370 time: 0.0055590 Nov 10 21:35:36.146896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:36.148546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35356) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.166994 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-b36ecf68-d161-474c-afe5-275c3f317433 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] delete failed (client error): The resource could not be found. Nov 10 21:35:36.174248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b36ecf68-d161-474c-afe5-275c3f317433 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/78ca573bd298453987b20a78eef56654 HTTP/1.1" status: 404 len: 348 time: 0.0187638 Nov 10 21:35:36.229186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:36.382454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:36.581792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fd43ccb-af85-4118-b216-9bf1bc7f131e req-a580542c-f631-49ae-aee5-7352cf0322eb tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 210 time: 0.0428975 Nov 10 21:35:36.590534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:36.646207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35380) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.650921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186d8a62-5eea-405d-bf35-a782a9ae385d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:36.671169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:36.677926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-64713a03-09ab-4eaf-aa99-49f776175936 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/186d8a62-5eea-405d-bf35-a782a9ae385d HTTP/1.1" status: 204 len: 168 time: 0.6445596 Nov 10 21:35:36.678154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35382) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:36.691712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:network and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.696195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.704979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:subnet and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.711235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.717253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-de250672-9de1-4dc5-9514-766bc1d8607b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:36.719742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-de250672-9de1-4dc5-9514-766bc1d8607b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.64 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 815 time: 0.2922163 Nov 10 21:35:36.720412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:subnetpool and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.726391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.734901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:port and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.736906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Request body: {'port': {'device_id': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'admin_state_up': True, 'tenant_id': '92cae80250014c3484c87e7c96024d59'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:36.743513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.753777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:router and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.759150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.768369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:floatingip and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.773371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.816835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:security_group and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.820558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.828438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Usage tracker for resource:security_group_rule and project:eab18483ef28473d8421e97fd7645062 is out of sync, need to count used quota {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 21:35:36.837077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.quota.resource [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103048) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 21:35:36.849553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cd74002c-378a-48eb-983f-1ec027722cd1 tempest-QuotasTest-1515390326 tempest-QuotasTest-1515390326-project-admin] 10.222.0.45 "GET /v2.0/quotas/eab18483ef28473d8421e97fd7645062/details.json HTTP/1.1" status: 200 len: 703 time: 0.2020597 Nov 10 21:35:36.876441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.018802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.041217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730ae15e-45e5-4308-a628-728887ee1ebd']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:37.053343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151ed05e-ef6c-4aac-9335-c6854efd3019') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:37.053635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151ed05e-ef6c-4aac-9335-c6854efd3019') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:37.065247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.083556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.091245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:35:37.092349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:35:37.094410 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:35:37.225897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Made reservation on behalf of 92cae80250014c3484c87e7c96024d59 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:37.231222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.264448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.304651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.311051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/730ae15e-45e5-4308-a628-728887ee1ebd HTTP/1.1" status: 204 len: 168 time: 0.6287737 Nov 10 21:35:37.328354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9f44c-d552-4d17-9e32-9e6587bb93e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=730ae15e-45e5-4308-a628-728887ee1ebd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:37.481486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Allocated IP 172.20.0.2 (d507f5bd-dc96-45c2-8466-80aec2268b2c/aee05975-5fff-4378-afc8-b152c90e709f/db4ab488-af2b-4aa7-a3ca-d966aeefb7f1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:37.692589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.740459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6909b8c-a2ad-405e-a304-14ad2fcaff43 req-7f674a99-e7bb-4beb-bc3b-76d3cf2e75bd tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 210 time: 0.0379405 Nov 10 21:35:37.840730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.897519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Network d507f5bd-dc96-45c2-8466-80aec2268b2c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:37.900625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:37.905401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:37.938863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35416) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:37.949476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:37.960627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-542d0c9d-2aae-4813-8f38-b82bf61196ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:37.977451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:37.978170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.000916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35420) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:38.141287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11688dd3-5025-488f-b870-dc803e15934f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.168225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35424) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:38.211851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-4c8bf055-3e40-4626-9b3b-eea0c7944e5a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4736011 Nov 10 21:35:38.218746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf010b6b-8706-4810-99dc-7c92add0f78a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.235430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Request body: {'port': {'device_id': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:38.331458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ccaab80f-0d99-44b5-8c7a-949d2c647ac6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22328bab15b7473e87844a62c5fd1bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597595 Nov 10 21:35:38.331664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35428) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:38.350005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf010b6b-8706-4810-99dc-7c92add0f78a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.355315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11688dd3-5025-488f-b870-dc803e15934f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.360688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.431678 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ca68-2305-4bc3-93c4-f5314d7f3dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.434126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf010b6b-8706-4810-99dc-7c92add0f78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.488242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11688dd3-5025-488f-b870-dc803e15934f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.519944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ca68-2305-4bc3-93c4-f5314d7f3dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.584719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35436) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:38.586901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-11688dd3-5025-488f-b870-dc803e15934f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01a98d44f2e04102a3a7142e64739c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465487 Nov 10 21:35:38.590003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf010b6b-8706-4810-99dc-7c92add0f78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f5b99-993c-4843-95b4-831ef2ab52d8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:38.617153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cf010b6b-8706-4810-99dc-7c92add0f78a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36a98b3c3b8348a884473bc147b0a3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6151555 Nov 10 21:35:38.623704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35438) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:38.694090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11688dd3-5025-488f-b870-dc803e15934f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e476a5f1-37e5-49cf-9387-9e917b79f99f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:38.713186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3627e58-1d29-4acb-b951-68b1bc1cbbc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.744622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3627e58-1d29-4acb-b951-68b1bc1cbbc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.753045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24d89bb5-8dea-4957-a6b0-da405334ef1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.790369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24d89bb5-8dea-4957-a6b0-da405334ef1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.827056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ca68-2305-4bc3-93c4-f5314d7f3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.827915 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ca68-2305-4bc3-93c4-f5314d7f3dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.831416 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d3e5ca68-2305-4bc3-93c4-f5314d7f3dd2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10f3a836-c342-4e4d-8585-bd3ed1aeb39c HTTP/1.1" status: 204 len: 168 time: 0.4966922 Nov 10 21:35:38.869817 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3627e58-1d29-4acb-b951-68b1bc1cbbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.873115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3627e58-1d29-4acb-b951-68b1bc1cbbc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.875430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a3627e58-1d29-4acb-b951-68b1bc1cbbc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c5f5b99-993c-4843-95b4-831ef2ab52d8 HTTP/1.1" status: 204 len: 168 time: 0.2502978 Nov 10 21:35:38.896179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5ca68-2305-4bc3-93c4-f5314d7f3dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f3a836-c342-4e4d-8585-bd3ed1aeb39c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:38.896408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3627e58-1d29-4acb-b951-68b1bc1cbbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f5b99-993c-4843-95b4-831ef2ab52d8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:38.907876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:38.921183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:38.974205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553c797-6798-4c80-a02e-fc75ad990e2f req-24ca37ec-f16b-487a-8143-5f8affe05675 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:38.982691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e553c797-6798-4c80-a02e-fc75ad990e2f req-24ca37ec-f16b-487a-8143-5f8affe05675 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 931 time: 0.1523488 Nov 10 21:35:39.048207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e553c797-6798-4c80-a02e-fc75ad990e2f req-956283a4-7bf5-4f2b-a59e-2d2f969b6841 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644326 Nov 10 21:35:39.155236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Transition to ACTIVE for port object db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:35:39.156588 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24d89bb5-8dea-4957-a6b0-da405334ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:39.159353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24d89bb5-8dea-4957-a6b0-da405334ef1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:39.160583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-24d89bb5-8dea-4957-a6b0-da405334ef1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e476a5f1-37e5-49cf-9387-9e917b79f99f HTTP/1.1" status: 204 len: 168 time: 0.5722141 Nov 10 21:35:39.169705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d89bb5-8dea-4957-a6b0-da405334ef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e476a5f1-37e5-49cf-9387-9e917b79f99f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:39.275214 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:39.309084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:39.375977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:39.451897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Attempting to bind port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:39.452239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Attempting to bind port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:39.452567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Attempting to bind port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 on network d507f5bd-dc96-45c2-8466-80aec2268b2c {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:39.457610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 on network d507f5bd-dc96-45c2-8466-80aec2268b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:39.457923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Attempting to bind port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 on network d507f5bd-dc96-45c2-8466-80aec2268b2c {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:39.462902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:35:39.463363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Checking segment: {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:39.463538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Bound using segment: {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:35:39.463988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Bound port: db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:35:39.464344 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:39.535076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:39.538392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:35:39.726801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:39.769083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:39.770317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:39.772011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 HTTP/1.1" status: 200 len: 1092 time: 1.5474911 Nov 10 21:35:39.777608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:39.777608 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:39.818508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777f3a6-e7e9-4b6c-ad7a-bfcb872717a0 service neutron] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:39.869959 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa2d702-7ea9-4f10-bc9e-a93d933cd76e x-openstack-request-id: req-faa2d702-7ea9-4f10-bc9e-a93d933cd76e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:39.870264 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:39.870588 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-faa2d702-7ea9-4f10-bc9e-a93d933cd76e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:39.870959 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'status': 'completed', 'code': 200} Nov 10 21:35:39.936150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-3ee79a9f-f434-469d-b9ef-945909bb9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:39.937516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-3ee79a9f-f434-469d-b9ef-945909bb9831 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 1095 time: 0.0523715 Nov 10 21:35:39.997361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-225e3038-0d22-42c1-84d7-449b6c3f115f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 HTTP/1.1" status: 200 len: 217 time: 0.0484347 Nov 10 21:35:40.057281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7f0de9b8-fe90-4df5-b6c5-496f8f166966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:40.058884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7f0de9b8-fe90-4df5-b6c5-496f8f166966 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aee05975-5fff-4378-afc8-b152c90e709f HTTP/1.1" status: 200 len: 855 time: 0.0526745 Nov 10 21:35:40.126735 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-df66f1a1-d186-45e0-9141-418fd59dc924 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d507f5bd-dc96-45c2-8466-80aec2268b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565851 Nov 10 21:35:40.244052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35490) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:40.258775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8f570-31ab-4390-b2a4-ae91af66adec req-1ed87cac-92fd-4b80-870c-45f7ea3ac0d1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:40.260367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02f8f570-31ab-4390-b2a4-ae91af66adec req-1ed87cac-92fd-4b80-870c-45f7ea3ac0d1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 943 time: 0.1149058 Nov 10 21:35:40.265387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1bb54c4-8d7c-43ec-b023-d225053abeb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.293929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-7fc95494-9a64-4bc5-8e41-7d0a8bbc1a05 service neutron] 10.222.0.64 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589704 Nov 10 21:35:40.402854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-578a1de6-d041-4cff-9c77-57a9addb2cf3 req-f7c59cd5-614a-47b9-92d9-28c43a607675 service neutron] 10.222.0.64 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965621 Nov 10 21:35:40.420482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02f8f570-31ab-4390-b2a4-ae91af66adec req-be256f3b-c048-437d-a2ec-d94cf2b956e5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518710 Nov 10 21:35:40.450201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1bb54c4-8d7c-43ec-b023-d225053abeb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.537258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1bb54c4-8d7c-43ec-b023-d225053abeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.563252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35496) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:40.596639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6066c9d0-7bb0-4261-a8fb-179200bf9910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.619242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f1bb54c4-8d7c-43ec-b023-d225053abeb5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98d0e3f433bb47b78eccb29fd166dc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3697143 Nov 10 21:35:40.619242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb54c4-8d7c-43ec-b023-d225053abeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0ee97-a58d-41d7-b5ef-61a2fe369f4e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:40.620478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35500) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:40.684646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad485691-8cbb-4a72-ba90-8da03047dca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.688911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-e82aca3c-211c-4112-a039-ab16f3d5d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:40.690431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-e82aca3c-211c-4112-a039-ab16f3d5d2d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 1095 time: 0.1058328 Nov 10 21:35:40.703102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.720995 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad485691-8cbb-4a72-ba90-8da03047dca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.868507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-fed26b19-74c3-46e2-b135-48f7d446dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:40.870330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-fed26b19-74c3-46e2-b135-48f7d446dc22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 916 time: 0.1650932 Nov 10 21:35:40.885408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad485691-8cbb-4a72-ba90-8da03047dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.888168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad485691-8cbb-4a72-ba90-8da03047dca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:40.890107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad485691-8cbb-4a72-ba90-8da03047dca4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ed0ee97-a58d-41d7-b5ef-61a2fe369f4e HTTP/1.1" status: 204 len: 168 time: 0.2686477 Nov 10 21:35:40.901897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad485691-8cbb-4a72-ba90-8da03047dca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0ee97-a58d-41d7-b5ef-61a2fe369f4e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:40.932079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-3dce09f5-5482-43da-b181-23a7fdaa5e06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 HTTP/1.1" status: 200 len: 217 time: 0.0531557 Nov 10 21:35:41.037964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-767e44ab-9234-4662-9097-ec7c9c4b61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:41.039494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-767e44ab-9234-4662-9097-ec7c9c4b61fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aee05975-5fff-4378-afc8-b152c90e709f HTTP/1.1" status: 200 len: 855 time: 0.0920508 Nov 10 21:35:41.065562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6066c9d0-7bb0-4261-a8fb-179200bf9910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.083633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-3d002166-95f1-4d54-bc06-7f1577db47f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d507f5bd-dc96-45c2-8466-80aec2268b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357416 Nov 10 21:35:41.191562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6066c9d0-7bb0-4261-a8fb-179200bf9910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.252052 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.271275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6066c9d0-7bb0-4261-a8fb-179200bf9910 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eab18483ef28473d8421e97fd7645062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017012 Nov 10 21:35:41.275558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35526) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:41.300444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-093ac37b-8960-48d9-aefd-f087e6203596 service neutron] 10.222.0.64 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090304 Nov 10 21:35:41.365905 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-684111db-5c6e-4c2d-961e-06617d6172f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.381339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:41.418684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-684111db-5c6e-4c2d-961e-06617d6172f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.452377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6b943fa-0dcd-4dea-89f1-93a93e1f8b05 req-d42911dc-e548-4cbb-8bf0-365e7a8c6092 service neutron] 10.222.0.64 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326733 Nov 10 21:35:41.457052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066c9d0-7bb0-4261-a8fb-179200bf9910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328049ac-a1ac-45c2-8ccb-70ffa4132f78,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:41.646018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-820700114-network', 'tenant_id': '5fcf00aee8ab40f4bf9c2b2904d88374'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:41.652086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-684111db-5c6e-4c2d-961e-06617d6172f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.656033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-684111db-5c6e-4c2d-961e-06617d6172f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.657512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-684111db-5c6e-4c2d-961e-06617d6172f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/328049ac-a1ac-45c2-8ccb-70ffa4132f78 HTTP/1.1" status: 204 len: 168 time: 0.3740668 Nov 10 21:35:41.680868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684111db-5c6e-4c2d-961e-06617d6172f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328049ac-a1ac-45c2-8ccb-70ffa4132f78,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:41.708128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428177ee-a388-44c9-9de0-e92d4c997d6a req-c7362edf-41eb-413d-a53b-4ca404687104 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:41.709718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-428177ee-a388-44c9-9de0-e92d4c997d6a req-c7362edf-41eb-413d-a53b-4ca404687104 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 943 time: 0.0935004 Nov 10 21:35:41.759658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Made reservation on behalf of 5fcf00aee8ab40f4bf9c2b2904d88374 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:41.762042 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.783595 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:41.826763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-428177ee-a388-44c9-9de0-e92d4c997d6a req-1617f849-d73b-4a7d-a02c-f678443ef05b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090372 Nov 10 21:35:42.051057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:42.159916 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:42.226989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:35:42.241547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a533422-f522-40ec-b136-7c9933440ec0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:42.251275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:42.252130 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Added segment 62c59623-63bd-43ef-b863-b7d202afe5a2 of type vlan for network 0424ed4e-6440-4628-86e3-153d1e3ce3dc Nov 10 21:35:42.352361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:42.457101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:42.458442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:42.459127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:42.639818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] Pushing event updated for resources: {'Network': ['ID=0424ed4e-6440-4628-86e3-153d1e3ce3dc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:42.644763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c7c90a1e-f595-4290-b08a-59df8c0fdf5c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2619648 Nov 10 21:35:42.647790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35580) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:42.654625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Request body: {'subnet': {'network_id': '0424ed4e-6440-4628-86e3-153d1e3ce3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-820700114-subnet', 'tenant_id': '5fcf00aee8ab40f4bf9c2b2904d88374', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:42.662948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 0424ed4e-6440-4628-86e3-153d1e3ce3dc details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:35:42.754400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Made reservation on behalf of 5fcf00aee8ab40f4bf9c2b2904d88374 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:42.760768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:43.099967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16416550-c123-4101-b09d-f58800de6234 req-6c300776-d354-4519-bc02-d16e16af8387 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:43.101778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16416550-c123-4101-b09d-f58800de6234 req-6c300776-d354-4519-bc02-d16e16af8387 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 943 time: 0.1166098 Nov 10 21:35:43.148745 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:43.191651 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16416550-c123-4101-b09d-f58800de6234 req-f0d93695-ca2c-4891-a061-7f162712cb45 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727189 Nov 10 21:35:43.326184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7a36c7-351b-4501-9fe4-519069f2fb60,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:43.351209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Checking segment: {'id': '62c59623-63bd-43ef-b863-b7d202afe5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '0424ed4e-6440-4628-86e3-153d1e3ce3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:43.351890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Network hostable DHCP agents. Network: 0424ed4e-6440-4628-86e3-153d1e3ce3dc, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:35:43.497247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Network 0424ed4e-6440-4628-86e3-153d1e3ce3dc is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:35:43.610623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 0424ed4e-6440-4628-86e3-153d1e3ce3dc) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:43.615419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:43.616144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:43.621933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e5aed6-b6ec-4d8a-94bc-48abdc018b4d None None] Network 0424ed4e-6440-4628-86e3-153d1e3ce3dc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:43.727121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-daae17cd-05b8-4595-913e-cabba5beecaf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0776939 Nov 10 21:35:43.856220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c952842-6f08-4836-bddd-a6039f74cc4f None None] Network 0424ed4e-6440-4628-86e3-153d1e3ce3dc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:44.066743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:44.137015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] Deleting subnet 7c7a36c7-351b-4501-9fe4-519069f2fb60 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:35:44.142185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.207882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.275471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.456085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b818-e256-4065-9707-653413bfe65d req-3823bc61-57b1-40de-bd6c-f07b4a794792 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:44.456085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ad8b818-e256-4065-9707-653413bfe65d req-3823bc61-57b1-40de-bd6c-f07b4a794792 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 943 time: 0.0842488 Nov 10 21:35:44.456085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ad8b818-e256-4065-9707-653413bfe65d req-51dadae5-da7a-46fc-9888-e991d4d6be19 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Nov 10 21:35:44.565505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.590113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7a36c7-351b-4501-9fe4-519069f2fb60,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:44.596507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.599644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e47f8140-f476-4431-a99a-9d74fe6c3c02 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7c7a36c7-351b-4501-9fe4-519069f2fb60 HTTP/1.1" status: 204 len: 168 time: 0.5312021 Nov 10 21:35:44.602503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35656) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:44.711320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.822661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35668) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:44.830162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.853920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0424ed4e-6440-4628-86e3-153d1e3ce3dc']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:44.867983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c59623-63bd-43ef-b863-b7d202afe5a2') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:44.868520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c59623-63bd-43ef-b863-b7d202afe5a2') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:44.880169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.896674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.909935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:35:44.910565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:35:44.913163 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:35:45.021859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2076525080', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:45.097233 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.111258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.115080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0424ed4e-6440-4628-86e3-153d1e3ce3dc HTTP/1.1" status: 204 len: 168 time: 0.5116272 Nov 10 21:35:45.125764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4450-ef6c-47f1-bef8-af96851c51b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0424ed4e-6440-4628-86e3-153d1e3ce3dc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:45.142089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Made reservation on behalf of 73d12c74be9f4b68ae5bc3e8438c71ee for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:45.144501 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.154623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.247125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.386193 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.393989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] device_id is not set on port d2872501-33fc-47c9-ad7e-02be569b5b29 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:45.446583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c19761-f018-4688-bd94-af915d118e3f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:45.505537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35702) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:45.577232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Allocated IP 172.25.7.242 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/d2872501-33fc-47c9-ad7e-02be569b5b29) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:45.617667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006958c-2719-4ddf-be4e-910c16b36397 req-4ceedb0b-4d64-460e-8ce9-d46e5d5064e5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:45.619166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5006958c-2719-4ddf-be4e-910c16b36397 req-4ceedb0b-4d64-460e-8ce9-d46e5d5064e5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 943 time: 0.0788314 Nov 10 21:35:45.631967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35712) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:45.685355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5e98e128-687f-45fb-88ed-2ae769c3a2df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fcf00aee8ab40f4bf9c2b2904d88374&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518305 Nov 10 21:35:45.688059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35714) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:45.692338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:45.732032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5006958c-2719-4ddf-be4e-910c16b36397 req-6928940b-9899-4d9b-91da-24f5fe70c99b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039255 Nov 10 21:35:45.766019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-579f7a52-9cee-4471-ada2-cba8b282ae6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.792422 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-579f7a52-9cee-4471-ada2-cba8b282ae6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.800439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:45.942084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:35:46.041120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:46.052470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'port_id': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'mac_address': 'fa:16:3e:14:65:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee05975-5fff-4378-afc8-b152c90e709f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:35:46.074016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.090163 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.103953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:46.120339 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.124748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:46.137126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-579f7a52-9cee-4471-ada2-cba8b282ae6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.140997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-579f7a52-9cee-4471-ada2-cba8b282ae6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.142158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-579f7a52-9cee-4471-ada2-cba8b282ae6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a533422-f522-40ec-b136-7c9933440ec0 HTTP/1.1" status: 204 len: 168 time: 0.4532311 Nov 10 21:35:46.153139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f7a52-9cee-4471-ada2-cba8b282ae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a533422-f522-40ec-b136-7c9933440ec0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:46.169605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:46.179049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:46.188979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:46.211476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Pushing event updated for resources: {'Port': ['ID=d2872501-33fc-47c9-ad7e-02be569b5b29,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:46.212591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.216263 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.243567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:46.244484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.319393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-44ddf3c3-e43a-4aaa-b361-d6ad2b674c70 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4955158 Nov 10 21:35:46.320615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35724) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:46.325631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.242'}]}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:46.344760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Allocated IP 172.25.7.133 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/8c0ddd98-d2ae-4673-b6ae-049006758009) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:46.420894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:46.444274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.444274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.468134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.507618 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.605244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.643659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:46.646649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:46.652554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:46.688429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Port': ['ID=8c0ddd98-d2ae-4673-b6ae-049006758009,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:46.787255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['db4ab488-af2b-4aa7-a3ca-d966aeefb7f1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:35:46.826421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.863968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:46.909025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac43b3-e22d-404e-b451-f33a4774ec23 req-3e403cd6-df38-48fe-a01f-8a7ea042c64c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:46.917848 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83ac43b3-e22d-404e-b451-f33a4774ec23 req-3e403cd6-df38-48fe-a01f-8a7ea042c64c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 944 time: 0.0607412 Nov 10 21:35:46.991918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.004563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83ac43b3-e22d-404e-b451-f33a4774ec23 req-5764b953-e510-4e84-a3ac-ad4d1b244a7a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857389 Nov 10 21:35:47.231380 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.319303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.346595 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.359803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.436987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Port': ['ID=8c0ddd98-d2ae-4673-b6ae-049006758009,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:47.462863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.573655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.577748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0543fa02-3fe8-4613-bf35-80c36f755469 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0703051 Nov 10 21:35:47.578745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:47.583862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-241913275'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:47.662416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Made reservation on behalf of b4aa5cded9af42a68b5bd53233c5c8e7 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:47.666605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.676618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.763982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.811830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.839745 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.843367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:35:47.853677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23871526-3ff4-47b8-9b7b-492552821ada,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:47.858854 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:47.859205 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Added segment 561efa14-526a-41dd-834d-8168ec89bc72 of type vlan for network 435aad1e-19e0-43ba-9355-7c2a680d5bfd Nov 10 21:35:47.899329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.012418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.014670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.022230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.028081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:48.028681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.167049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Network': ['ID=435aad1e-19e0-43ba-9355-7c2a680d5bfd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:48.177918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.178777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56a470a9-4580-4bc5-b311-a8d73917fc9f {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:35:48.182146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:35:48.190777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-91531111-341a-42ef-ba4c-878fa99d78a4 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6071854 Nov 10 21:35:48.191668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35828) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:48.197346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Request body: {'subnet': {'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:48.212587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18150c5-0c8b-45c7-904f-8fc472143a00 req-38678eb5-7fc3-45e2-9b0e-f528dc0d1c96 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:48.212587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f18150c5-0c8b-45c7-904f-8fc472143a00 req-38678eb5-7fc3-45e2-9b0e-f528dc0d1c96 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 944 time: 0.1251900 Nov 10 21:35:48.257041 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 21:35:48.258891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df7038d2-98e8-42fb-b1c2-23175eba4547 tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9370663 Nov 10 21:35:48.261696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35830) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:48.317397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f18150c5-0c8b-45c7-904f-8fc472143a00 req-f5385ce4-1513-4663-846b-48cd244252ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954781 Nov 10 21:35:48.365013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Deleting port d2872501-33fc-47c9-ad7e-02be569b5b29 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:48.365695 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.406138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Made reservation on behalf of b4aa5cded9af42a68b5bd53233c5c8e7 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:48.411550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.459787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.476788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Calling delete_port for d2872501-33fc-47c9-ad7e-02be569b5b29 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:48.685429 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.718066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2872501-33fc-47c9-ad7e-02be569b5b29,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:48.782968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.783100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:48.789387 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c7fe94d1-ae83-45ad-8cff-d9ec946a32bf tempest-RoutersAdminNegativeTest-621081579 tempest-RoutersAdminNegativeTest-621081579-project-admin] 10.222.0.45 "DELETE /v2.0/ports/d2872501-33fc-47c9-ad7e-02be569b5b29 HTTP/1.1" status: 204 len: 168 time: 0.5235558 Nov 10 21:35:48.858500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Subnet': ['ID=29ccece4-4968-4ab8-8b2a-cd68254ce001,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:48.866037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Checking segment: {'id': '561efa14-526a-41dd-834d-8168ec89bc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:48.866399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Network hostable DHCP agents. Network: 435aad1e-19e0-43ba-9355-7c2a680d5bfd, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:35:48.993633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:35:49.090817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 435aad1e-19e0-43ba-9355-7c2a680d5bfd) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:49.095021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:49.096112 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.101491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b5e73-09a7-4dae-b676-7d1582126207 None None] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:49.196456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8fd0de65-34ae-4d0f-a62e-7936dfb1065a tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0036929 Nov 10 21:35:49.199174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35856) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:49.204447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1320555837', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:49.279824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-435aad1e-19e0-43ba-9355-7c2a680d5bfd', 'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd', 'tenant_id': 'b4aa5cded9af42a68b5bd53233c5c8e7', 'fixed_ips': [{'subnet_id': '29ccece4-4968-4ab8-8b2a-cd68254ce001'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:35:49.281793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.319258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.320124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.433830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.459423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Allocated IP 172.20.0.2 (435aad1e-19e0-43ba-9355-7c2a680d5bfd/29ccece4-4968-4ab8-8b2a-cd68254ce001/9a231aa5-ef50-4623-9bf2-ec1fb92c17e2) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:49.509304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35876) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:49.535908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b2438-134a-43c2-b2b8-e75c518abece req-96587f73-6671-408b-9fc1-51b794aba95a tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:49.537411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-96587f73-6671-408b-9fc1-51b794aba95a tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.1987581 Nov 10 21:35:49.567169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-522d2513-67d4-408d-bd05-bf7c12859af2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/quotas/38566a07ad0446bb9d7d818fe346962a HTTP/1.1" status: 200 len: 375 time: 0.0149996 Nov 10 21:35:49.632306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-8ddb56a0-0b8e-452d-abfe-68d34cafebf3 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623612 Nov 10 21:35:49.651648 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.684388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.729731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-22f3b2a2-3d85-4b86-9629-81a2134dee47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.778019 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.796910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-8fcf7a34-8a7d-4643-a846-595f90cf4fc8 service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568558 Nov 10 21:35:49.843393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Pushing event updated for resources: {'Port': ['ID=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:49.852066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:49.853951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:49.856296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:49.913724 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-22f3b2a2-3d85-4b86-9629-81a2134dee47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.920653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-6df5ec67-1a70-491d-b7d9-16a112399db1 service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228445 Nov 10 21:35:49.922934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Attempting to bind port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:49.923308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Attempting to bind port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '561efa14-526a-41dd-834d-8168ec89bc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:49.923667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Attempting to bind port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 on network 435aad1e-19e0-43ba-9355-7c2a680d5bfd {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:49.930046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:35:49.930046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Checking segment: {'id': '561efa14-526a-41dd-834d-8168ec89bc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:49.930046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.930046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Bound using segment: {'id': '561efa14-526a-41dd-834d-8168ec89bc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:35:49.931237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Bound port: 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561efa14-526a-41dd-834d-8168ec89bc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:35:49.931237 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:49.941684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:49.986003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635a69b-875e-40b2-a0ee-951da798357d req-07442648-688a-412f-b7c9-490fc065a2ab tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:49.987530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c635a69b-875e-40b2-a0ee-951da798357d req-07442648-688a-412f-b7c9-490fc065a2ab tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 944 time: 0.5424545 Nov 10 21:35:50.029508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.038856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-22f3b2a2-3d85-4b86-9629-81a2134dee47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.050903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] For port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:50.053363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] For port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,segment=NetworkSegment(561efa14-526a-41dd-834d-8168ec89bc72),segment_id=561efa14-526a-41dd-834d-8168ec89bc72)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:35:50.080588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c635a69b-875e-40b2-a0ee-951da798357d req-a55b4ee3-c0b8-4f46-be8c-4ea2227167be tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627406 Nov 10 21:35:50.088182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-22f3b2a2-3d85-4b86-9629-81a2134dee47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5301d791ac840d8896c030006d2b93e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754483 Nov 10 21:35:50.088182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3b2a2-3d85-4b86-9629-81a2134dee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e165d70b-f88d-4755-8f6a-bc11b4137bd9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:50.092091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35888) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:50.147645 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f629325-02d3-4901-91e0-7fc1d8f69957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.170051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f629325-02d3-4901-91e0-7fc1d8f69957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.251434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:35:50.254395 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.289627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:50.290221 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.313153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f629325-02d3-4901-91e0-7fc1d8f69957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.317778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f629325-02d3-4901-91e0-7fc1d8f69957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.317778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3f629325-02d3-4901-91e0-7fc1d8f69957 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e165d70b-f88d-4755-8f6a-bc11b4137bd9 HTTP/1.1" status: 204 len: 168 time: 0.2276525 Nov 10 21:35:50.351630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f629325-02d3-4901-91e0-7fc1d8f69957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e165d70b-f88d-4755-8f6a-bc11b4137bd9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:50.377027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726004a8-6472-4c9c-951f-0ece76e92f6f None None] Pushing event updated for resources: {'Port': ['ID=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:50.462824 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.465425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85e6e784-5a96-4d56-8232-c62dc88eb5ac req-eb4d6c39-b305-4250-8b2a-8b79bfa2425e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 210 time: 0.1043916 Nov 10 21:35:50.507902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:50.508757 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.511135 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d6929c-7b19-4d37-9999-52d68e813cf4" -d '{"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-plugged", "status": "completed", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:50.533630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:50.559314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.598329 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35ae3ca-d4d3-4566-9d8e-446868034108 x-openstack-request-id: req-a35ae3ca-d4d3-4566-9d8e-446868034108 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:50.602400 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-plugged", "status": "completed", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:50.602400 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a35ae3ca-d4d3-4566-9d8e-446868034108 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:50.602400 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'code': 200} Nov 10 21:35:50.623402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.624716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 91e1181b-d4bf-4c72-8ae7-23b41e19c940 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:50.751694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35904) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:50.760866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:50.778773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5654b1-3ff6-4a2a-a913-d71ee9a31b86 req-46d00776-4862-4d3b-a016-02f503af1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:50.781039 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a5654b1-3ff6-4a2a-a913-d71ee9a31b86 req-46d00776-4862-4d3b-a016-02f503af1c3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 1097 time: 0.1022508 Nov 10 21:35:50.820516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Allocated IP 172.25.7.13 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/3847bfac-e594-4d3c-9c9c-6be989480862) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:50.829387 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:50.889543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:50.896601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a5654b1-3ff6-4a2a-a913-d71ee9a31b86 req-6d3393dd-d489-4f7c-a6eb-ff5299f8167f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942521 Nov 10 21:35:50.994156 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.001389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.052538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f48e-7f50-4cea-a518-efcad25d4131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.055886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:51.132379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f48e-7f50-4cea-a518-efcad25d4131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.165110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.206367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:51.219548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:51.223479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:51.234681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38458e3-b5ea-4bfc-819d-a35ef26e5856 req-10e6840c-ba07-4b1d-82d3-8377779d73de tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:51.242255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f38458e3-b5ea-4bfc-819d-a35ef26e5856 req-10e6840c-ba07-4b1d-82d3-8377779d73de tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0759349 Nov 10 21:35:51.257855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Port': ['ID=3847bfac-e594-4d3c-9c9c-6be989480862,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:51.293062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ab1f48e-7f50-4cea-a518-efcad25d4131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.337843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f38458e3-b5ea-4bfc-819d-a35ef26e5856 req-c9838116-96a2-4d55-97e5-d8bf0d4b3743 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944645 Nov 10 21:35:51.383497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-4ed605c2-a727-4e54-9c76-7e89ec52266d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:51.385142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-4ed605c2-a727-4e54-9c76-7e89ec52266d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e748c33-01c7-4768-ba7b-8538f2a9661f HTTP/1.1" status: 200 len: 944 time: 0.0940247 Nov 10 21:35:51.451792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3ab1f48e-7f50-4cea-a518-efcad25d4131 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37ccf31a75c54a46b6b126a33540c394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6986239 Nov 10 21:35:51.452586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1f48e-7f50-4cea-a518-efcad25d4131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b439d085-b025-4846-b20c-79a9fe3e4e82,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:51.454963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35922) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:51.498541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35926) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:51.551216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec08-e209-4e22-95bb-54b53b87691f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.561578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391df1f-eedb-422b-acca-3d7901b6cb51 req-c29344d4-f00f-4f07-a99f-54028830d19b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:51.569572 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0391df1f-eedb-422b-acca-3d7901b6cb51 req-c29344d4-f00f-4f07-a99f-54028830d19b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.1539979 Nov 10 21:35:51.603555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-97f5ee50-57b1-41a9-955c-6ad8f48fff55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73d12c74be9f4b68ae5bc3e8438c71ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0994358 Nov 10 21:35:51.610385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54d86641-f44d-4828-aabf-128330bcab29 req-c38a08e4-554d-4272-887c-47ddf80fc10d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 210 time: 0.0509253 Nov 10 21:35:51.610857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:51.622611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec08-e209-4e22-95bb-54b53b87691f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.636107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Deleting port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:35:51.636458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.656218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0391df1f-eedb-422b-acca-3d7901b6cb51 req-525227ed-9587-4921-be89-b4252b7be79d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857742 Nov 10 21:35:51.736946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301982f-2c46-4573-9394-00a0ea02509d None None] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:51.755977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] For port 91e1181b-d4bf-4c72-8ae7-23b41e19c940, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=91e1181b-d4bf-4c72-8ae7-23b41e19c940,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:51.756343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.778741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Calling delete_port for 91e1181b-d4bf-4c72-8ae7-23b41e19c940 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:35:51.876784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-318b88de-a19a-40b7-9b38-91efd30c017d None None] Provisioning complete for port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:51.877620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-318b88de-a19a-40b7-9b38-91efd30c017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.941071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a763d0ac-b2cb-49ed-8c48-0d13f6a27de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:51.955963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.008516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a763d0ac-b2cb-49ed-8c48-0d13f6a27de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.025460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-318b88de-a19a-40b7-9b38-91efd30c017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.029232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.089626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-318b88de-a19a-40b7-9b38-91efd30c017d None None] For port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,segment=NetworkSegment(561efa14-526a-41dd-834d-8168ec89bc72),segment_id=561efa14-526a-41dd-834d-8168ec89bc72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:52.114081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec08-e209-4e22-95bb-54b53b87691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.116999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c90ec08-e209-4e22-95bb-54b53b87691f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.117858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event deleted for resources: {'Port': ['ID=91e1181b-d4bf-4c72-8ae7-23b41e19c940,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:52.118222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0c90ec08-e209-4e22-95bb-54b53b87691f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b439d085-b025-4846-b20c-79a9fe3e4e82 HTTP/1.1" status: 204 len: 168 time: 0.6583257 Nov 10 21:35:52.149174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ec08-e209-4e22-95bb-54b53b87691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b439d085-b025-4846-b20c-79a9fe3e4e82,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:52.159922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] No DVR routers for this DVR port 91e1181b-d4bf-4c72-8ae7-23b41e19c940 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:35:52.163081 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.176981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81f2e136-8a30-428e-8e9e-4de1f5fb6f2a req-62e72161-cd3b-40b6-bbf1-a52840e8c42d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "DELETE /v2.0/ports/91e1181b-d4bf-4c72-8ae7-23b41e19c940 HTTP/1.1" status: 204 len: 173 time: 0.7739792 Nov 10 21:35:52.177600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-deleted', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:52.190011 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41660c3-8192-41e3-b9b6-81ed772457b0" -d '{"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-deleted", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:52.245228 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9d5504-cbe2-49f8-a864-401b3237a9fa x-openstack-request-id: req-5b9d5504-cbe2-49f8-a864-401b3237a9fa {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:52.245823 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-deleted", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:52.247817 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b9d5504-cbe2-49f8-a864-401b3237a9fa {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:52.249192 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-deleted', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'status': 'completed', 'code': 200} Nov 10 21:35:52.307947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-318b88de-a19a-40b7-9b38-91efd30c017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.340396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a763d0ac-b2cb-49ed-8c48-0d13f6a27de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.343541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a763d0ac-b2cb-49ed-8c48-0d13f6a27de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.347239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a763d0ac-b2cb-49ed-8c48-0d13f6a27de1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51c19761-f018-4688-bd94-af915d118e3f HTTP/1.1" status: 204 len: 168 time: 0.7302783 Nov 10 21:35:52.375309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763d0ac-b2cb-49ed-8c48-0d13f6a27de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c19761-f018-4688-bd94-af915d118e3f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:52.430703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.470330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b88de-a19a-40b7-9b38-91efd30c017d None None] Pushing event updated for resources: {'Port': ['ID=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:52.522194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:52.536717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d03e9-a285-42bb-869b-e2de0145067f req-824937fa-3ee2-40ab-b021-1b9b9b54cb71 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:52.545725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e84d03e9-a285-42bb-869b-e2de0145067f req-824937fa-3ee2-40ab-b021-1b9b9b54cb71 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0747266 Nov 10 21:35:52.552455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4a82423a-a270-4555-8fbb-d92d16e02ea6 None None] Provisioning complete for port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:52.553044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a82423a-a270-4555-8fbb-d92d16e02ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.602469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:52.605053 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc915ebe-501e-43b8-8599-82896f7dc799" -d '{"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-unplugged", "status": "completed", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:52.628590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e84d03e9-a285-42bb-869b-e2de0145067f req-9d9f6ee6-ebbd-4d56-ad39-8b6dec620b54 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826778 Nov 10 21:35:52.638703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:52.639083 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:52.782002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Router 7a4bc03f-a8b0-4620-ab41-bf79aa896b27 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:35:52.862431 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0fc232-dc24-4f24-a4a8-2d1898a235ad x-openstack-request-id: req-6c0fc232-dc24-4f24-a4a8-2d1898a235ad {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:52.862923 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e748c33-01c7-4768-ba7b-8538f2a9661f", "name": "network-vif-unplugged", "status": "completed", "tag": "91e1181b-d4bf-4c72-8ae7-23b41e19c940", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:52.864064 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c0fc232-dc24-4f24-a4a8-2d1898a235ad {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:52.864713 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e748c33-01c7-4768-ba7b-8538f2a9661f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e1181b-d4bf-4c72-8ae7-23b41e19c940', 'code': 200} Nov 10 21:35:52.961136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cadbc63-b6a6-4662-920f-e08ec4b7616d req-a87d6f9a-e0ff-4bc9-9132-24664a5c6ad3 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 210 time: 0.0704975 Nov 10 21:35:53.043318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:35:53.065554 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] Sync routers for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:35:53.077917 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:53.078545 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:53.090964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b2438-134a-43c2-b2b8-e75c518abece req-e0fad6e8-c33e-41e3-8e94-c19a017807c3 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:53.095314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-e0fad6e8-c33e-41e3-8e94-c19a017807c3 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.1331110 Nov 10 21:35:53.108364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Request body: {'port': {'device_id': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'admin_state_up': True, 'tenant_id': '38566a07ad0446bb9d7d818fe346962a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:53.113647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:53.124068 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:53.124909 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:53.159818 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:53.160452 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f47dd4-e09b-4f99-8fc6-e056e2152e8c None None] The sync data for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:35:53.291273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.295350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-11016f5d-9246-4464-a8fd-110a71d8a7fb tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.0923991 Nov 10 21:35:53.296138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35972) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:53.383705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35976) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:53.406476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11b849e7-0299-492c-accb-dd5e16e01d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.408845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Made reservation on behalf of 38566a07ad0446bb9d7d818fe346962a for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:53.412810 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.456948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.612093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Allocated IP 172.20.0.6 (3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9/9981a620-1695-4e83-a72a-5cff653d6cc4/e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:53.619537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11b849e7-0299-492c-accb-dd5e16e01d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.691945 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11b849e7-0299-492c-accb-dd5e16e01d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.758018 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-11b849e7-0299-492c-accb-dd5e16e01d77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15650c9ed11c4c59881cd38f0334910a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726768 Nov 10 21:35:53.758825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b849e7-0299-492c-accb-dd5e16e01d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdbf33b-66c3-4d1c-a544-7d9ef50b204d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:53.761595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35990) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:53.843711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d741-8166-45f9-afb8-4681cbb1c480 req-ca660e02-90a8-4422-b7d2-7f56a23e481f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:53.850978 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9180d741-8166-45f9-afb8-4681cbb1c480 req-ca660e02-90a8-4422-b7d2-7f56a23e481f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1224616 Nov 10 21:35:53.890425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.895506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c0c7fa-310b-4082-930f-d4f5f2000806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.930454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c0c7fa-310b-4082-930f-d4f5f2000806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:53.946039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35998) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:53.950970 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9180d741-8166-45f9-afb8-4681cbb1c480 req-1a2fca40-ffa0-48e0-94dd-0d4d3c988e85 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940859 Nov 10 21:35:53.953423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 91e1181b-d4bf-4c72-8ae7-23b41e19c940 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:35:53.988466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 91e1181b-d4bf-4c72-8ae7-23b41e19c940 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:35:53.989099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 91e1181b-d4bf-4c72-8ae7-23b41e19c940 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:35:54.045496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.066725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.119946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-638177023'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:54.146196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c0c7fa-310b-4082-930f-d4f5f2000806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.148812 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c0c7fa-310b-4082-930f-d4f5f2000806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.150006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-40c0c7fa-310b-4082-930f-d4f5f2000806 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cdbf33b-66c3-4d1c-a544-7d9ef50b204d HTTP/1.1" status: 204 len: 168 time: 0.3620026 Nov 10 21:35:54.152059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84dd7c-d611-40dd-8efb-767cc4a97299 req-f74d1efb-ff09-4698-af39-dd858f4fd6d5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:54.154329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a84dd7c-d611-40dd-8efb-767cc4a97299 req-f74d1efb-ff09-4698-af39-dd858f4fd6d5 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1060784 Nov 10 21:35:54.156057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:54.176475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:54.183874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:54.186922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:54.189236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0c7fa-310b-4082-930f-d4f5f2000806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdbf33b-66c3-4d1c-a544-7d9ef50b204d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:54.227776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dcc98-e0c1-4f19-91fc-867a413a47ea req-04b53727-7ad3-4f6a-b106-b25b25cf1b82 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:54.229452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-676dcc98-e0c1-4f19-91fc-867a413a47ea req-04b53727-7ad3-4f6a-b106-b25b25cf1b82 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 931 time: 0.1762321 Nov 10 21:35:54.260377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:54.260996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.277826 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a84dd7c-d611-40dd-8efb-767cc4a97299 req-dee278ec-edac-43ca-80f4-4a1e7a69e002 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906754 Nov 10 21:35:54.283094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:54.286563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.330956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-676dcc98-e0c1-4f19-91fc-867a413a47ea req-12dfbbf7-07fc-4b51-8ecd-f5e013a0a4d4 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864043 Nov 10 21:35:54.331825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.359842 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-b4d507cf-868a-48e9-bd87-340080ece117 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2501633 Nov 10 21:35:54.368857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Request body: {'port': {'device_id': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:54.414141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:54.447476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.478151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:54.478843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.509282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Allocated IP 172.20.0.1 (435aad1e-19e0-43ba-9355-7c2a680d5bfd/29ccece4-4968-4ab8-8b2a-cd68254ce001/2b33efe8-3606-4460-a90a-899fe3d0bdec) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:54.634581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.737076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.783196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:54.786471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:54.796731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:54.842891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Port': ['ID=2b33efe8-3606-4460-a90a-899fe3d0bdec,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:54.883480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.886237 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:54.941814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435e65e-0727-4a72-88ef-b1d877a26df3 req-6331a99c-c7de-4a69-9205-5beca8b632db tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:54.943360 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7435e65e-0727-4a72-88ef-b1d877a26df3 req-6331a99c-c7de-4a69-9205-5beca8b632db tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1628935 Nov 10 21:35:54.994560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.093678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:35:55.108638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4e5e52b4-57bf-4b54-b345-cd2d34c8f746 None None] Provisioning complete for port 2b33efe8-3606-4460-a90a-899fe3d0bdec triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:55.110789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e5e52b4-57bf-4b54-b345-cd2d34c8f746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.112566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6170b4f7-8249-420e-a4de-f86d3dc3f2b1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:55.124057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.136622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7435e65e-0727-4a72-88ef-b1d877a26df3 req-c8699b54-b277-4477-b586-aa0abfd2e3b9 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780248 Nov 10 21:35:55.138528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.138840 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Added segment 79f9ef5d-76cb-427b-8674-8c7f3935f7dc of type vlan for network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 Nov 10 21:35:55.196853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e52b4-57bf-4b54-b345-cd2d34c8f746 None None] Port 2b33efe8-3606-4460-a90a-899fe3d0bdec cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:35:55.225664 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.313525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:55.324011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.331710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:55.333417 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.337855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.386196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Transition to ACTIVE for port object e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:35:55.453913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Network': ['ID=784adfcc-c9a0-41cd-9ebe-f70395b494d1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:55.458936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-92e74282-d84c-4aed-a9be-b07343a6c819 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5119138 Nov 10 21:35:55.464945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36040) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:55.465585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:35:55.476364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'subnet': {'network_id': '784adfcc-c9a0-41cd-9ebe-f70395b494d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:55.507267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.568661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89eacf-5645-45bc-8e2e-4b6e1038f425 req-8297a74e-362e-4ec2-9fcd-363830638f49 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:55.570396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df89eacf-5645-45bc-8e2e-4b6e1038f425 req-8297a74e-362e-4ec2-9fcd-363830638f49 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 931 time: 0.1574023 Nov 10 21:35:55.703321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:55.716971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bc98c-c924-46c1-951b-6bd0a3b945e4 req-5e6ec479-1b77-4c35-a57a-6c4f74be2f6f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:55.718629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-022bc98c-c924-46c1-951b-6bd0a3b945e4 req-5e6ec479-1b77-4c35-a57a-6c4f74be2f6f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1271176 Nov 10 21:35:55.750882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df89eacf-5645-45bc-8e2e-4b6e1038f425 req-bc3e3bfe-571d-4f46-8df1-4ee2b3a17ffd tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529529 Nov 10 21:35:55.767608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Attempting to bind port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:35:55.768309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Attempting to bind port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:35:55.768641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Attempting to bind port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:55.777104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:35:55.777423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Attempting to bind port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:35:55.784984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:35:55.785396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Checking segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:55.785783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Bound using segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:35:55.786233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Bound port: e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:35:55.786724 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.820736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:55.824192 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.826532 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-022bc98c-c924-46c1-951b-6bd0a3b945e4 req-fd530857-5457-4257-a60f-5459c255f03d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738604 Nov 10 21:35:55.881998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:55.920802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:35:55.930593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:35:55.942346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.018633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.024412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.028085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Port': ['ID=2b33efe8-3606-4460-a90a-899fe3d0bdec,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:56.082525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.083153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.084608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] 10.222.0.53 "PUT /v2.0/ports/e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 HTTP/1.1" status: 200 len: 1092 time: 1.7203557 Nov 10 21:35:56.086747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:35:56.096918 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab87bd6-3853-4662-82fc-17f2e4eb1e01" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:35:56.131328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:56.133278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:56.192894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252ad69-ee63-4875-bbbb-5098e8ea6bfd service neutron] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:56.198367 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8241e55e-254d-4bf5-a9a4-3ca280d34748 x-openstack-request-id: req-8241e55e-254d-4bf5-a9a4-3ca280d34748 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:35:56.198554 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:35:56.198755 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8241e55e-254d-4bf5-a9a4-3ca280d34748 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:35:56.199185 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'status': 'completed', 'code': 200} Nov 10 21:35:56.263872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87bd6-3853-4662-82fc-17f2e4eb1e01 req-11b392c4-49db-41c5-9c98-c853df23d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.265415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bab87bd6-3853-4662-82fc-17f2e4eb1e01 req-11b392c4-49db-41c5-9c98-c853df23d9be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 1095 time: 0.0460749 Nov 10 21:35:56.283301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.345893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Router 7a4bc03f-a8b0-4620-ab41-bf79aa896b27 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:35:56.447425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Subnet': ['ID=1bebd372-5480-43e5-b2af-d9f43b057753,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:56.477711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Checking segment: {'id': '79f9ef5d-76cb-427b-8674-8c7f3935f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '784adfcc-c9a0-41cd-9ebe-f70395b494d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:35:56.478269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network hostable DHCP agents. Network: 784adfcc-c9a0-41cd-9ebe-f70395b494d1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:35:56.501960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87bd6-3853-4662-82fc-17f2e4eb1e01 req-6c1b6cc1-6a4b-4ea5-a0b4-61985db2d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.503415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bab87bd6-3853-4662-82fc-17f2e4eb1e01 req-6c1b6cc1-6a4b-4ea5-a0b4-61985db2d8b1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=38566a07ad0446bb9d7d818fe346962a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2307520 Nov 10 21:35:56.558459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-89e9a0d2-1b96-4f22-983d-02115b9e3bf3 None None] Provisioning complete for port 2b33efe8-3606-4460-a90a-899fe3d0bdec triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:56.559122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-89e9a0d2-1b96-4f22-983d-02115b9e3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.569903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594e9b2-a783-4641-bdf5-4374b21a129a req-e0dba2d4-e720-4f62-a24e-0b02cf11f8f6 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.571473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0594e9b2-a783-4641-bdf5-4374b21a129a req-e0dba2d4-e720-4f62-a24e-0b02cf11f8f6 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0737383 Nov 10 21:35:56.572740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:35:56.586378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d42c7925-e584-4a71-952c-abdb27a1e6d7 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "PUT /v2.0/routers/7a4bc03f-a8b0-4620-ab41-bf79aa896b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2891157 Nov 10 21:35:56.587270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:56.594311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:35:56.600939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Request body: {'port': {'network_id': '435aad1e-19e0-43ba-9355-7c2a680d5bfd', 'name': 'tempest-FloatingIPAdminTestJSON-1092485834'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:56.632231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-89e9a0d2-1b96-4f22-983d-02115b9e3bf3 None None] Port 2b33efe8-3606-4460-a90a-899fe3d0bdec cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:35:56.634645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] Sync routers for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:35:56.662655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:56.664386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:56.672670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87bd6-3853-4662-82fc-17f2e4eb1e01 req-ba5c565c-834d-4aeb-90e2-da23fe897817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.674208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bab87bd6-3853-4662-82fc-17f2e4eb1e01 req-ba5c565c-834d-4aeb-90e2-da23fe897817 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638172 Nov 10 21:35:56.674936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 784adfcc-c9a0-41cd-9ebe-f70395b494d1) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:56.698712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.700322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.710591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649e28b-370a-417b-aff8-07314bfa2116 None None] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:56.714797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:56.743291 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0594e9b2-a783-4641-bdf5-4374b21a129a req-afafcf4c-9a22-48f4-8d04-5a0fec32df57 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546264 Nov 10 21:35:56.764858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b2438-134a-43c2-b2b8-e75c518abece req-19be34ab-c712-4399-8b00-e6fd8bcf71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.766699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-19be34ab-c712-4399-8b00-e6fd8bcf71f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 1095 time: 0.0492988 Nov 10 21:35:56.839831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-c094df10-edde-4327-aa06-652c4f0fb4ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 HTTP/1.1" status: 200 len: 217 time: 0.0634232 Nov 10 21:35:56.850774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d23e8805-4a46-4d4c-9fd0-51e16e36cbe0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3837132 Nov 10 21:35:56.855173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36092) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:56.864403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-820642584', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:56.906855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:56.907955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:56.942958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b2438-134a-43c2-b2b8-e75c518abece req-8e1969c4-a7c2-40f8-8028-e982a9f1c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.944488 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-8e1969c4-a7c2-40f8-8028-e982a9f1c783 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9981a620-1695-4e83-a72a-5cff653d6cc4 HTTP/1.1" status: 200 len: 845 time: 0.0987005 Nov 10 21:35:56.955803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Made reservation on behalf of b4aa5cded9af42a68b5bd53233c5c8e7 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:35:56.960556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:56.977165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868f36-5814-4843-8f94-55aa9ab1c883 req-abe8d6ee-7bd0-4f7d-8cba-bb5e8b882e40 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:56.978028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:56.978686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa96dcd-4fc3-4504-9995-6e69b4841863 None None] The sync data for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:35:56.978842 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd868f36-5814-4843-8f94-55aa9ab1c883 req-abe8d6ee-7bd0-4f7d-8cba-bb5e8b882e40 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 943 time: 0.1096964 Nov 10 21:35:56.999056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-c4676b92-8bb1-48e1-bec3-272e8b8af436 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467141 Nov 10 21:35:57.013110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] device_id is not set on port 2dba2411-f1f4-4a32-9216-0fbc3d4aacd8 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:35:57.077725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc37783-6a3d-4044-a725-055853a9798a None None] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:35:57.093450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.094550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.133322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd868f36-5814-4843-8f94-55aa9ab1c883 req-74f057a6-cd6a-4d5c-ba4b-ecef21863e89 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370897 Nov 10 21:35:57.167906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-d236b654-21b3-4bd7-945f-ad707b90ae01 service neutron] 10.222.0.53 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609781 Nov 10 21:35:57.237117 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.242054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Allocated IP 172.20.0.11 (435aad1e-19e0-43ba-9355-7c2a680d5bfd/29ccece4-4968-4ab8-8b2a-cd68254ce001/2dba2411-f1f4-4a32-9216-0fbc3d4aacd8) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:57.318765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94b2438-134a-43c2-b2b8-e75c518abece req-998ba468-3688-4305-be5a-0d6b7d4fc3f7 service neutron] 10.222.0.53 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412206 Nov 10 21:35:57.495275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.529337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.718791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.814517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:57.815373 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.821159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:57.839056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event updated for resources: {'Port': ['ID=2dba2411-f1f4-4a32-9216-0fbc3d4aacd8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:57.842576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:57.846374 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.871517 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:35:57.872862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b32d5-ae5c-4658-817f-b936d98b1b33 req-51f2cc3d-5589-40a2-b650-8a6ee3700bed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:57.880713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-802b32d5-ae5c-4658-817f-b936d98b1b33 req-51f2cc3d-5589-40a2-b650-8a6ee3700bed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0746913 Nov 10 21:35:57.944006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:57.944681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:57.964046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-802b32d5-ae5c-4658-817f-b936d98b1b33 req-1ace6fbd-c25a-4d32-a9cc-701b8ca28429 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783832 Nov 10 21:35:57.979667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:35:58.019448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.25.7.124 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/724a78c0-3b2b-4c98-bb35-ce00385c68cd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:58.088171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2324e3dc-997d-44e4-8fc6-4df4a239cb14 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4971368 Nov 10 21:35:58.090127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:58.105917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:58.123319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'mac_address': 'fa:16:3e:0c:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:35:58.189663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.196059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e620ba77-b16f-4a45-95e7-c388e2242c56 None None] Provisioning complete for port 2dba2411-f1f4-4a32-9216-0fbc3d4aacd8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:35:58.196424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e620ba77-b16f-4a45-95e7-c388e2242c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.198498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.243338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c473e9b-a5c3-4d39-b3d0-88b65f908052 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:58.269403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e620ba77-b16f-4a45-95e7-c388e2242c56 None None] Port 2dba2411-f1f4-4a32-9216-0fbc3d4aacd8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:35:58.273380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:58.302536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.357146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec81cc3-4a50-45fd-af63-5446c9f771cd req-d69e6b8a-6b95-4327-9f6c-a15d62bcbd98 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:58.360041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:58.363368 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.368522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ec81cc3-4a50-45fd-af63-5446c9f771cd req-d69e6b8a-6b95-4327-9f6c-a15d62bcbd98 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 943 time: 0.1063173 Nov 10 21:35:58.368710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:58.371247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'project_id': 'b4aa5cded9af42a68b5bd53233c5c8e7', 'port_id': '2dba2411-f1f4-4a32-9216-0fbc3d4aacd8'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:35:58.374076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:58.377504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=724a78c0-3b2b-4c98-bb35-ce00385c68cd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:58.428195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:58.429745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ec81cc3-4a50-45fd-af63-5446c9f771cd req-032763ae-d906-46da-9428-5ba726758513 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631733 Nov 10 21:35:58.513449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.539832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6c473e9b-a5c3-4d39-b3d0-88b65f908052'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:35:58.608536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.720554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.724422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Allocated IP 172.25.7.79 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/c6d11f25-b3d8-4263-bb46-853c0dced2d5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:35:58.843500 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.933762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.942255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:58.985109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:35:58.988705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:35:58.992606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:35:59.017453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d11f25-b3d8-4263-bb46-853c0dced2d5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:59.098284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb5470-57f9-43f0-add3-6a024c737140 req-ed1175af-5639-4e82-b167-ced9027e767e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:59.099931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1fb5470-57f9-43f0-add3-6a024c737140 req-ed1175af-5639-4e82-b167-ced9027e767e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0643234 Nov 10 21:35:59.157320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1fb5470-57f9-43f0-add3-6a024c737140 req-bfffe377-9508-46e5-9c39-25455e52226b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494168 Nov 10 21:35:59.238848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:35:59.364678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:35:59.383662 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:35:59.398519 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:59.403610 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:59.447174 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:59.457363 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:35:59.457977 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:59.486633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:59.496156 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:35:59.497783 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c908c4-9769-422a-b88e-fe0f02f12926 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:35:59.498402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:59.502116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bf0901b8-ec89-4edb-80fd-83fc80184339 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6434755 Nov 10 21:35:59.502332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36154) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:59.607983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:35:59.720922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:59.736047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'mac_address': 'fa:16:3e:cf:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:35:59.785969 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:59.802415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:35:59.825227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36158) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:35:59.826301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:35:59.890412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:59.904681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9317d4-8673-4930-9348-ae3cc8922a61 req-61e5678d-8c18-497d-a520-3f0d1ecc656c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:35:59.906364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc9317d4-8673-4930-9348-ae3cc8922a61 req-61e5678d-8c18-497d-a520-3f0d1ecc656c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 943 time: 0.3784168 Nov 10 21:35:59.959106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:35:59.963158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc9317d4-8673-4930-9348-ae3cc8922a61 req-f66c2e6c-700c-4945-a120-55086c9fad31 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501964 Nov 10 21:35:59.971663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1aca898-9a70-4cef-9047-f5b340c43b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:35:59.995963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:35:59.997737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.061952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:00.062542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.098953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:36:00.175585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.206348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.233836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.244855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:00.248074 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e1bd8c-0c91-4b99-93bf-f16518a362c9" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:00.269794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:00.300917 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52a1994-1e35-4f2f-a65c-2f70974a38d6 x-openstack-request-id: req-f52a1994-1e35-4f2f-a65c-2f70974a38d6 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:00.301250 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:00.301459 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f52a1994-1e35-4f2f-a65c-2f70974a38d6 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:00.302031 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'code': 200} Nov 10 21:36:00.343558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.344074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d11f25-b3d8-4263-bb46-853c0dced2d5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:00.352224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.428899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:00.458582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.480720 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Floating IP 568f3e56-1db7-4c4e-ab89-57c1ca27269a associated. External IP: 172.25.7.79, port: 2dba2411-f1f4-4a32-9216-0fbc3d4aacd8. Nov 10 21:36:00.540695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361d4d-0f2f-4c71-ba29-2c2510f16d41 req-ecdd0937-d376-4a93-8ed4-593cb20a2d45 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:00.542175 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae361d4d-0f2f-4c71-ba29-2c2510f16d41 req-ecdd0937-d376-4a93-8ed4-593cb20a2d45 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1570683 Nov 10 21:36:00.554904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1aca898-9a70-4cef-9047-f5b340c43b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.609523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e1aca898-9a70-4cef-9047-f5b340c43b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.682749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e1aca898-9a70-4cef-9047-f5b340c43b95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21f8e5c86ff7498cb9ff659e94685494&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8564892 Nov 10 21:36:00.686064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36174) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:00.687007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae361d4d-0f2f-4c71-ba29-2c2510f16d41 req-b06edbd9-7e3a-4f4a-86f0-c70f00a190d2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354659 Nov 10 21:36:00.695681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aca898-9a70-4cef-9047-f5b340c43b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed88275-5b9f-4ad5-a003-9d33d4861f69,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:00.737246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Router 7a4bc03f-a8b0-4620-ab41-bf79aa896b27 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:00.763538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-01e970ae-6f63-466f-b737-ef9c77f91659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.826412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-01e970ae-6f63-466f-b737-ef9c77f91659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.843774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.1 (784adfcc-c9a0-41cd-9ebe-f70395b494d1/1bebd372-5480-43e5-b2af-d9f43b057753/b51c2a33-227d-4d3d-bda4-914bdb703bf0) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:00.902300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:00.923357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] Sync routers for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:00.934125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:00.935041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:00.963053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:00.972761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:00.982222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:00.982818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:01.015416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:01.016110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d48fea-4b70-4ad6-ac16-b25226ffed51 None None] The sync data for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:01.053528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-01e970ae-6f63-466f-b737-ef9c77f91659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.056189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-01e970ae-6f63-466f-b737-ef9c77f91659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.057257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-01e970ae-6f63-466f-b737-ef9c77f91659 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bed88275-5b9f-4ad5-a003-9d33d4861f69 HTTP/1.1" status: 204 len: 168 time: 0.3702285 Nov 10 21:36:01.060064 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.108264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e970ae-6f63-466f-b737-ef9c77f91659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed88275-5b9f-4ad5-a003-9d33d4861f69,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:01.119627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7befc2d7-eacf-46c8-a5be-b08f2e77fead tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.0283368 Nov 10 21:36:01.122914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36184) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:01.153790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.202431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:01.203305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196ea5-4932-4b65-a8ce-ca46f2009c8f req-f02e4e7f-a01e-48d2-99d5-d247cb2ddfe2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:01.204911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd196ea5-4932-4b65-a8ce-ca46f2009c8f req-f02e4e7f-a01e-48d2-99d5-d247cb2ddfe2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 944 time: 0.1617827 Nov 10 21:36:01.206114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:01.210899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:01.215405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=b51c2a33-227d-4d3d-bda4-914bdb703bf0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:01.263977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.290503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a12997b8-53b5-4324-be80-6e6e6039c222 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] 10.222.0.45 "GET /v2.0/floatingips/568f3e56-1db7-4c4e-ab89-57c1ca27269a HTTP/1.1" status: 200 len: 983 time: 0.1642759 Nov 10 21:36:01.291431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36186) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:01.368771 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd196ea5-4932-4b65-a8ce-ca46f2009c8f req-50190011-e78b-4385-a737-126d8b54de56 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538563 Nov 10 21:36:01.417966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80ca41d3-2fa9-4ace-b1a1-ab77d99728c5 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3824 time: 0.1254411 Nov 10 21:36:01.421848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36190) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:01.492739 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.619176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:01.627239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Deleting port c6d11f25-b3d8-4263-bb46-853c0dced2d5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:01.627582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.713126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.713733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.716446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36196) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:01.742854 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e044807e-2fd6-4115-9f7b-b92c9cb32a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.744798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Calling delete_port for c6d11f25-b3d8-4263-bb46-853c0dced2d5 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:01.765487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:36:01.772541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:01.772915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.835524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.866937 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.903514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.911717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:01.929287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e044807e-2fd6-4115-9f7b-b92c9cb32a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:01.989988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=b51c2a33-227d-4d3d-bda4-914bdb703bf0,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:01.995769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.096411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.122950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3ba06-90dc-45ac-9068-5aafb6e330f0 req-b6a0354c-3121-4358-916a-63b8a77ef7f2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:02.124505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22e3ba06-90dc-45ac-9068-5aafb6e330f0 req-b6a0354c-3121-4358-916a-63b8a77ef7f2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.3528233 Nov 10 21:36:02.133608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:02.139934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:02.153354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:02.154616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e044807e-2fd6-4115-9f7b-b92c9cb32a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.165063 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.216828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22e3ba06-90dc-45ac-9068-5aafb6e330f0 req-299f4e42-a7da-42fa-8b3f-355a0143e188 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859015 Nov 10 21:36:02.217446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Port': ['ID=c6d11f25-b3d8-4263-bb46-853c0dced2d5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:02.232613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e044807e-2fd6-4115-9f7b-b92c9cb32a22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad5341db662c452385ed6d1515aa639d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5148184 Nov 10 21:36:02.236285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36206) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:02.257482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044807e-2fd6-4115-9f7b-b92c9cb32a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21207b21-87e3-4a01-b16d-209f191d86c1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:02.299071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.299963 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Floating IP 568f3e56-1db7-4c4e-ab89-57c1ca27269a disassociated (deleted). External IP: 172.25.7.79, port: 2dba2411-f1f4-4a32-9216-0fbc3d4aacd8. Nov 10 21:36:02.303671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:02.307121 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ecd1d3-d335-4ef3-a950-0c5635cbcd48" -d '{"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-plugged", "status": "completed", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:02.329591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:02.346594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40d8b668-9555-4947-9e04-545ab13f3c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.352972 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e926ab-481d-4906-a37f-4b2add9c1174 x-openstack-request-id: req-19e926ab-481d-4906-a37f-4b2add9c1174 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:02.353478 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-plugged", "status": "completed", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:02.353735 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19e926ab-481d-4906-a37f-4b2add9c1174 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:02.354121 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'code': 200} Nov 10 21:36:02.413941 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40d8b668-9555-4947-9e04-545ab13f3c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.538832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:02.546358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-75de29dc-aef2-49b8-a84e-d506cce30457 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/routers/d6a4b185-26f9-422f-a8f1-d582d6af951f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0425901 Nov 10 21:36:02.546992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36216) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:02.555269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:02.558472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108e8e-523b-4f7b-8d17-2c55f0ececad req-40f5c662-7507-4861-b657-b8d9297ffed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:02.560970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb108e8e-523b-4f7b-8d17-2c55f0ececad req-40f5c662-7507-4861-b657-b8d9297ffed2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 1097 time: 0.1451004 Nov 10 21:36:02.564885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'port': {'network_id': '784adfcc-c9a0-41cd-9ebe-f70395b494d1', 'name': 'tempest-FloatingIPTestJSON-1934395812'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:02.566443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:02.567526 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.594970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c706d9c-9aa3-4395-b3ac-60bb44c502eb req-b68431be-36c2-4417-8e59-bf6f5cf95498 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:02.598323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c706d9c-9aa3-4395-b3ac-60bb44c502eb req-b68431be-36c2-4417-8e59-bf6f5cf95498 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1247363 Nov 10 21:36:02.603147 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.613149 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:02.614015 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.614423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Router 7a4bc03f-a8b0-4620-ab41-bf79aa896b27 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:02.624121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb108e8e-523b-4f7b-8d17-2c55f0ececad req-c666fe79-0076-4315-ab33-b8b72ef893a2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550611 Nov 10 21:36:02.631604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40d8b668-9555-4947-9e04-545ab13f3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.634187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40d8b668-9555-4947-9e04-545ab13f3c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.638961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-40d8b668-9555-4947-9e04-545ab13f3c75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21207b21-87e3-4a01-b16d-209f191d86c1 HTTP/1.1" status: 204 len: 168 time: 0.3668351 Nov 10 21:36:02.656097 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.656793 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c6862-f41f-49ff-af50-7cb766d5bfa1 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:02.691007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8b668-9555-4947-9e04-545ab13f3c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21207b21-87e3-4a01-b16d-209f191d86c1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:02.741820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c706d9c-9aa3-4395-b3ac-60bb44c502eb req-672ac731-23c1-4658-b288-64749f9d139b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355436 Nov 10 21:36:02.770029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:02.774981 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.781898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] Sync routers for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:02.795637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:02.796457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.812389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2df28238-21fc-4af8-8909-4f0aeebe873f tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "DELETE /v2.0/floatingips/568f3e56-1db7-4c4e-ab89-57c1ca27269a HTTP/1.1" status: 204 len: 168 time: 1.3894944 Nov 10 21:36:02.815950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36222) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:02.820217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:02.832018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.841230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:02.841865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:35:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.861889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:02.865606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:02.874276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:02.874930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c533b9-60bc-48d3-81a4-fa0f5eb656d7 None None] The sync data for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:02.884680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] device_id is not set on port 9ac778de-c94c-40f9-9357-44449114bcfa yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:02.942176 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.002007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.4 (784adfcc-c9a0-41cd-9ebe-f70395b494d1/1bebd372-5480-43e5-b2af-d9f43b057753/9ac778de-c94c-40f9-9357-44449114bcfa) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:03.030522 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.152742 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Allocated IP 172.25.7.229 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/84a78d98-d75b-4bf6-ac0f-7427e781b89f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:03.157660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.251083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.268365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.302528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:03.305698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:03.311003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:03.313936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=9ac778de-c94c-40f9-9357-44449114bcfa,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:03.365228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:03.365845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.366554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2fc6d-8c77-49ba-ad46-f7c207ea6896 req-5d83b6d8-c946-4e76-a587-a375581f083a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:03.368083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfe2fc6d-8c77-49ba-ad46-f7c207ea6896 req-5d83b6d8-c946-4e76-a587-a375581f083a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0598996 Nov 10 21:36:03.384352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.441260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:03.448078 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c41c1eae-1bec-4a44-9bf9-928445c81db8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8975420 Nov 10 21:36:03.451246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36240) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:03.454111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:03.458087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'port': {'network_id': '784adfcc-c9a0-41cd-9ebe-f70395b494d1', 'name': 'tempest-FloatingIPTestJSON-1242214031'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:03.461515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:03.464218 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Pushing event updated for resources: {'Port': ['ID=84a78d98-d75b-4bf6-ac0f-7427e781b89f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:03.488324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfe2fc6d-8c77-49ba-ad46-f7c207ea6896 req-1c42fde4-cb76-45c9-be6f-32507a79626c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116221 Nov 10 21:36:03.554197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.664881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.673224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:03.677474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.704341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] device_id is not set on port a7e5dcb8-6b93-487c-971e-c31a4bf49d5e yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:03.832131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.10 (784adfcc-c9a0-41cd-9ebe-f70395b494d1/1bebd372-5480-43e5-b2af-d9f43b057753/a7e5dcb8-6b93-487c-971e-c31a4bf49d5e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:03.865453 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.941632 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:03.961904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7592-ccf7-4fe5-b93e-89ffda4fe54d req-170b8597-e8c6-4939-b29a-a5c04694c284 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:03.963711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fcb7592-ccf7-4fe5-b93e-89ffda4fe54d req-170b8597-e8c6-4939-b29a-a5c04694c284 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0949512 Nov 10 21:36:04.017038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Pushing event updated for resources: {'Port': ['ID=84a78d98-d75b-4bf6-ac0f-7427e781b89f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:04.033365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.060535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fcb7592-ccf7-4fe5-b93e-89ffda4fe54d req-22c64e2d-0501-4a66-8fda-c50acc3defa0 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686662 Nov 10 21:36:04.076176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.144325 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.149698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-36e65db6-5a53-4097-8d8c-aad8272b4dfa tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3289833 Nov 10 21:36:04.151879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36266) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:04.210976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.259473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:04.267405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:04.271233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:04.279012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=a7e5dcb8-6b93-487c-971e-c31a4bf49d5e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:04.315033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:04.353243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:04.353911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.440701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.451252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59927473-a164-48b3-9b61-7039bff0ea52 req-aaf762ea-6f1d-4157-a701-d6a6e99b5631 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:04.452811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59927473-a164-48b3-9b61-7039bff0ea52 req-aaf762ea-6f1d-4157-a701-d6a6e99b5631 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0596151 Nov 10 21:36:04.558571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0f3d94b9-dd1b-4622-ab5d-66effe406eae tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1022148 Nov 10 21:36:04.558834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:04.564605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'a7e5dcb8-6b93-487c-971e-c31a4bf49d5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:04.577014 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59927473-a164-48b3-9b61-7039bff0ea52 req-4a05372a-5463-44b5-b775-fd8dfb321616 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058674 Nov 10 21:36:04.643534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.656037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b44c0c-7f28-499d-a5a1-c7182373c0ea req-3b1efc93-c839-464f-bca0-b3f6410bea3e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:04.664266 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45b44c0c-7f28-499d-a5a1-c7182373c0ea req-3b1efc93-c839-464f-bca0-b3f6410bea3e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0923760 Nov 10 21:36:04.688491 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:04.717954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45b44c0c-7f28-499d-a5a1-c7182373c0ea req-6f4929e4-31fa-415b-8533-036526c41e2e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525572 Nov 10 21:36:04.859009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Allocated IP 172.25.7.129 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/f3e24a23-230c-49db-8742-1f53ab700deb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:04.973787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.050783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.202202 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.287432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:05.297586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:05.300365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:05.344943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Pushing event updated for resources: {'Port': ['ID=f3e24a23-230c-49db-8742-1f53ab700deb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:05.370735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.25.7.11 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/78f47f34-e0c0-45a8-bf64-5b1ed42134b5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:05.492704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.529339 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.584427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.667798 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb24621e-ff8d-4d2b-8af5-22e8181abe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.726294 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:05.881450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b4341-575d-4746-b5f7-44de7594fab1 req-63ad0447-5635-4d8a-b45b-307570365599 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:05.883879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa3b4341-575d-4746-b5f7-44de7594fab1 req-63ad0447-5635-4d8a-b45b-307570365599 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0660586 Nov 10 21:36:05.994943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa3b4341-575d-4746-b5f7-44de7594fab1 req-e983622a-a607-4da0-bafd-4ee17f0e8fe0 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033995 Nov 10 21:36:06.177726 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:06.202118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:06.213874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:06.216048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=78f47f34-e0c0-45a8-bf64-5b1ed42134b5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:06.274344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b0fc2-a891-402d-86f7-5727afd165aa req-75b19bd1-7402-4b70-bceb-257a47dfc5cd tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:06.275909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef0b0fc2-a891-402d-86f7-5727afd165aa req-75b19bd1-7402-4b70-bceb-257a47dfc5cd tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.5538950 Nov 10 21:36:06.327179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:06.400848 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:06.453274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef0b0fc2-a891-402d-86f7-5727afd165aa req-dbe5b21e-f07a-4a1f-80ad-6ff729a9877f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644692 Nov 10 21:36:06.591983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Pushing event updated for resources: {'Port': ['ID=f3e24a23-230c-49db-8742-1f53ab700deb,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:06.600813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:06.751018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:06.754680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-35c26a8c-d66b-4c32-899e-515957fe0308 tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5985487 Nov 10 21:36:06.755200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36360) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:06.837867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a183b6a0-e65c-4fad-b3c6-44b11d2e7ec6 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4009 time: 0.0789473 Nov 10 21:36:06.839387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36362) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:06.898541 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:06.945548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36364) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:06.945759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c5cefea1-4dec-435a-b172-46a23be17932 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1048822 Nov 10 21:36:07.111308 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.163235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Deleting port f3e24a23-230c-49db-8742-1f53ab700deb {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:07.163584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.255878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36378) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:07.309905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f14d0-a98b-4749-8451-587cc5943038 req-15f47430-b12a-430a-82a7-443fb869f31c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:07.311899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-861f14d0-a98b-4749-8451-587cc5943038 req-15f47430-b12a-430a-82a7-443fb869f31c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1325781 Nov 10 21:36:07.351015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.351595 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.381549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Calling delete_port for f3e24a23-230c-49db-8742-1f53ab700deb owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:07.409108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-861f14d0-a98b-4749-8451-587cc5943038 req-9d81b0c1-53d8-415c-925b-95ad2f019740 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886159 Nov 10 21:36:07.449099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9ce647f-d3d6-468a-a53b-8856ba9d7994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.470147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.545206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.548018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9ce647f-d3d6-468a-a53b-8856ba9d7994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.614077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9ce647f-d3d6-468a-a53b-8856ba9d7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.623846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=78f47f34-e0c0-45a8-bf64-5b1ed42134b5,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:07.677246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f9ce647f-d3d6-468a-a53b-8856ba9d7994 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ef70f9b82fc4af189de6add003f4bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4200699 Nov 10 21:36:07.679274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36384) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:07.701606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.713841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce647f-d3d6-468a-a53b-8856ba9d7994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f8499c-29b7-4e09-89ab-2a18318d2fab,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:07.746556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8963a-155d-4e5d-8e35-e1d56d592902 req-8048de37-786e-413c-ae69-8b8135e3ab70 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:07.748185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91d8963a-155d-4e5d-8e35-e1d56d592902 req-8048de37-786e-413c-ae69-8b8135e3ab70 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1681645 Nov 10 21:36:07.754175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.754517 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72a373e8-9268-42fa-809d-eb601d2555d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.783890 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72a373e8-9268-42fa-809d-eb601d2555d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.850858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Pushing event deleted for resources: {'Port': ['ID=f3e24a23-230c-49db-8742-1f53ab700deb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:07.951001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91d8963a-155d-4e5d-8e35-e1d56d592902 req-721da13e-8c6f-4dcb-8437-80f676703ceb tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849422 Nov 10 21:36:07.963802 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP ab19105c-888e-4cfc-a972-ee8c31983892 associated. External IP: 172.25.7.11, port: a7e5dcb8-6b93-487c-971e-c31a4bf49d5e. Nov 10 21:36:07.977043 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.979520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.982131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-73ac5391-ddf7-4e69-89bc-53e55194296b tempest-FloatingIPAdminTestJSON-1075489231 tempest-FloatingIPAdminTestJSON-1075489231-project] 10.222.0.45 "DELETE /v2.0/floatingips/c9fd6e44-b07a-4c7c-bbd9-a60511387a2e HTTP/1.1" status: 204 len: 168 time: 1.0333319 Nov 10 21:36:07.983619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72a373e8-9268-42fa-809d-eb601d2555d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.986993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72a373e8-9268-42fa-809d-eb601d2555d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:07.988573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-72a373e8-9268-42fa-809d-eb601d2555d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67f8499c-29b7-4e09-89ab-2a18318d2fab HTTP/1.1" status: 204 len: 168 time: 0.3082170 Nov 10 21:36:07.989232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36386) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:08.010233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1afcacde-f9e6-45b6-864d-d4161b7264db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.066828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a373e8-9268-42fa-809d-eb601d2555d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f8499c-29b7-4e09-89ab-2a18318d2fab,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:08.217054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Deleting port 84a78d98-d75b-4bf6-ac0f-7427e781b89f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:08.217331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.296992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:08.378553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.379389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.414928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Calling delete_port for 84a78d98-d75b-4bf6-ac0f-7427e781b89f owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:08.551278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:08.563360 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:08.579670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddb9ca-f09d-4b1c-b402-71e71508cd96 req-a65b24ca-2901-4cfb-8c6a-b6112020563b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:08.581336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7ddb9ca-f09d-4b1c-b402-71e71508cd96 req-a65b24ca-2901-4cfb-8c6a-b6112020563b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0876985 Nov 10 21:36:08.592138 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:08.595126 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:08.632070 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:08.641445 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:08.642353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:08.675009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.681803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7ddb9ca-f09d-4b1c-b402-71e71508cd96 req-3280bbdf-60da-4f10-92e1-61a99866832b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925694 Nov 10 21:36:08.696364 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:08.697797 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290d4d1-38b1-4493-8d77-9ad0095e0b92 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:08.708173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4a266975-2627-4a2e-8396-a8d86972ee5a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1440203 Nov 10 21:36:08.712578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36402) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:08.721484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:08.744555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36404) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:08.767847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93fefbd6-9316-49c5-af06-25fa79937325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.788040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.792058 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:08.832385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Pushing event deleted for resources: {'Port': ['ID=84a78d98-d75b-4bf6-ac0f-7427e781b89f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:08.993508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.083719 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.084161 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP ab19105c-888e-4cfc-a972-ee8c31983892 disassociated. External IP: 172.25.7.11, port: a7e5dcb8-6b93-487c-971e-c31a4bf49d5e. Nov 10 21:36:09.163048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14047e-fb70-468d-83b5-76b922dfd4b8 req-9dd6872a-c303-445a-8b3a-0aedecefbe8c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:09.165101 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a14047e-fb70-468d-83b5-76b922dfd4b8 req-9dd6872a-c303-445a-8b3a-0aedecefbe8c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1231008 Nov 10 21:36:09.194872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.271340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a14047e-fb70-468d-83b5-76b922dfd4b8 req-1aeac6a5-7b16-4f94-a702-468535807dc7 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936036 Nov 10 21:36:09.322610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.323223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.324161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-52fabc2a-6cd3-463f-a013-698a6a5ed195 tempest-FloatingIPAdminTestJSON-910757213 tempest-FloatingIPAdminTestJSON-910757213-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/7b648c0a-7c7f-4c60-b573-043fe5f6a96f HTTP/1.1" status: 204 len: 168 time: 1.3321950 Nov 10 21:36:09.329136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36412) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:09.419392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93fefbd6-9316-49c5-af06-25fa79937325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.458463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:09.474892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Deleting port 2dba2411-f1f4-4a32-9216-0fbc3d4aacd8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:09.475319 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.582054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:09.586612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.595648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:09.597457 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.608881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:09.610057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:09.615366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fbf36840-a060-4743-95ea-26e4a02fba95 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/floatingips/ab19105c-888e-4cfc-a972-ee8c31983892 HTTP/1.1" status: 200 len: 687 time: 0.8998499 Nov 10 21:36:09.616635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Calling delete_port for 2dba2411-f1f4-4a32-9216-0fbc3d4aacd8 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:09.618183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36418) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:09.649572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:09.660772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:09.661318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:09.704320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:09.704992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56202f1-cd27-4a78-be78-da56edb3c0fb None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:09.733255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93fefbd6-9316-49c5-af06-25fa79937325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.824680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fefbd6-9316-49c5-af06-25fa79937325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f755b-03f8-4cf6-8396-ed26b4ffa146,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:09.852560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93fefbd6-9316-49c5-af06-25fa79937325 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=630d361204b548efb9023f11e2d89957&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1045024 Nov 10 21:36:09.853103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36426) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:09.921672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebab4ff1-e4e4-44d7-a346-fbe149e7dd26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.926367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4c441-d7dd-4be8-8233-9dd7168bbf12 req-6f94e830-fc99-45c5-9d1f-ec4d2cdc56af tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:09.927896 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7a4c441-d7dd-4be8-8233-9dd7168bbf12 req-6f94e830-fc99-45c5-9d1f-ec4d2cdc56af tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1371338 Nov 10 21:36:09.939779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 78f47f34-e0c0-45a8-bf64-5b1ed42134b5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:09.940119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:09.957425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebab4ff1-e4e4-44d7-a346-fbe149e7dd26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.054075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7a4c441-d7dd-4be8-8233-9dd7168bbf12 req-09fea709-3629-4bcf-ad07-85cc7d857fb0 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185625 Nov 10 21:36:10.075282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.075432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.089687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 78f47f34-e0c0-45a8-bf64-5b1ed42134b5 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:10.104437 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.141406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebab4ff1-e4e4-44d7-a346-fbe149e7dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.146079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebab4ff1-e4e4-44d7-a346-fbe149e7dd26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.147255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ebab4ff1-e4e4-44d7-a346-fbe149e7dd26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/372f755b-03f8-4cf6-8396-ed26b4ffa146 HTTP/1.1" status: 204 len: 168 time: 0.2931106 Nov 10 21:36:10.158355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab4ff1-e4e4-44d7-a346-fbe149e7dd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f755b-03f8-4cf6-8396-ed26b4ffa146,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:10.211856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Port': ['ID=2dba2411-f1f4-4a32-9216-0fbc3d4aacd8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:10.366638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.379707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a05852f8-84df-4403-a16b-9b27b74d4da0 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "DELETE /v2.0/ports/2dba2411-f1f4-4a32-9216-0fbc3d4aacd8 HTTP/1.1" status: 204 len: 168 time: 1.0472028 Nov 10 21:36:10.381356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36436) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:10.508228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aa628b-6001-4b49-b4d4-b5a58717405e tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:10.510371 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c9aa628b-6001-4b49-b4d4-b5a58717405e tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a4bc03f-a8b0-4620-ab41-bf79aa896b27 HTTP/1.1" status: 200 len: 913 time: 0.1272428 Nov 10 21:36:10.516284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36440) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:10.537939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b93d6-1e26-447e-b5fd-e1d29bdeea78 req-e34d5812-c5b4-47c3-8aa6-a5a836f9befa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:10.548304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f82b93d6-1e26-447e-b5fd-e1d29bdeea78 req-e34d5812-c5b4-47c3-8aa6-a5a836f9befa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1270006 Nov 10 21:36:10.656114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.710443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=78f47f34-e0c0-45a8-bf64-5b1ed42134b5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:10.715346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f82b93d6-1e26-447e-b5fd-e1d29bdeea78 req-6ea3c5c6-9b69-4ee8-8b5e-b465bc63bc90 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658497 Nov 10 21:36:10.758439 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.815101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.818643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:10.824999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36446) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:10.832820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fca42770-5a87-4618-a228-42190cdd4075 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/floatingips/ab19105c-888e-4cfc-a972-ee8c31983892 HTTP/1.1" status: 204 len: 168 time: 1.2054472 Nov 10 21:36:10.832973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '9ac778de-c94c-40f9-9357-44449114bcfa'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:10.976258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.125157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.203767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.262927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bcb00-95e5-4a2d-b612-2206d152e0a8 req-dfceba7d-57b0-496e-aa83-01acb9272c1a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:11.267222 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.271027 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e59bcb00-95e5-4a2d-b612-2206d152e0a8 req-dfceba7d-57b0-496e-aa83-01acb9272c1a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1088848 Nov 10 21:36:11.348665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e59bcb00-95e5-4a2d-b612-2206d152e0a8 req-4d27e235-a514-483a-8965-4c85a03e88be tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761955 Nov 10 21:36:11.445622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.25.7.243 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/d490ecbd-43aa-48fb-a3ad-994235f4a61e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:11.640584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.727152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Deleting port 2b33efe8-3606-4460-a90a-899fe3d0bdec {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:11.727916 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.918623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.938193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db6d2-0327-41c8-ada4-680f35df2b40 req-73a67008-e336-41e2-b6c0-8f51d3e77a0e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:11.939391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3db6d2-0327-41c8-ada4-680f35df2b40 req-73a67008-e336-41e2-b6c0-8f51d3e77a0e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0842097 Nov 10 21:36:11.944006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:11.947142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Calling delete_port for 2b33efe8-3606-4460-a90a-899fe3d0bdec owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:12.051381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:12.062238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:12.069547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:12.078918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=d490ecbd-43aa-48fb-a3ad-994235f4a61e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:12.139000 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c3db6d2-0327-41c8-ada4-680f35df2b40 req-214196b5-4cdd-4186-a934-a32573d4702a tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928859 Nov 10 21:36:12.570248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac797d9-2bb7-4eca-9de8-6543b711eaa8 req-95092c36-eb82-41f0-be21-6f554653989f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:12.572752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ac797d9-2bb7-4eca-9de8-6543b711eaa8 req-95092c36-eb82-41f0-be21-6f554653989f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0643151 Nov 10 21:36:12.643534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ac797d9-2bb7-4eca-9de8-6543b711eaa8 req-e4e71197-3350-4ec0-9037-226bd9d6211c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616300 Nov 10 21:36:12.892327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:12.962281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Port': ['ID=2b33efe8-3606-4460-a90a-899fe3d0bdec,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:13.265421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:13.358884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:13.377389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad1fc4-525a-4acf-bfa1-52346cc3d44e req-7721331a-8e3d-475f-ae18-97fe7b89179c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:13.378881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cad1fc4-525a-4acf-bfa1-52346cc3d44e req-7721331a-8e3d-475f-ae18-97fe7b89179c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1221976 Nov 10 21:36:13.486177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:13.582544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cad1fc4-525a-4acf-bfa1-52346cc3d44e req-de8cd2e0-cee6-42fe-8bd6-ee2d995ef240 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548703 Nov 10 21:36:13.798535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465357b-e3dc-41c1-a567-08be3530ad3d req-04a199c6-9fe6-4f57-9570-32df4af30789 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:13.808762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9465357b-e3dc-41c1-a567-08be3530ad3d req-04a199c6-9fe6-4f57-9570-32df4af30789 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0720336 Nov 10 21:36:13.830626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:13.895713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:13.920125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9465357b-e3dc-41c1-a567-08be3530ad3d req-1890496b-4892-49ab-806e-737287083723 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078961 Nov 10 21:36:13.921494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36526) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:13.962300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=d490ecbd-43aa-48fb-a3ad-994235f4a61e,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:13.971086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Router 7a4bc03f-a8b0-4620-ab41-bf79aa896b27 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:14.018146 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.077653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.160376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.207457 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP 2b8daf61-0613-4274-9b2b-e8b83ec770ad associated. External IP: 172.25.7.243, port: 9ac778de-c94c-40f9-9357-44449114bcfa. Nov 10 21:36:14.264353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:14.273191 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4f7563a5-9dfa-4771-9015-6281cd912df1 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "PUT /v2.0/routers/7a4bc03f-a8b0-4620-ab41-bf79aa896b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7556629 Nov 10 21:36:14.276346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36532) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:14.276535 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] Sync routers for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:14.287043 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:14.287639 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:14.321051 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:14.331169 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] Routers {'7a4bc03f-a8b0-4620-ab41-bf79aa896b27'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:14.331824 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:14.364230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.367127 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:14.367814 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a187bb-fa42-4e77-a964-edb57656d1d5 None None] The sync data for ids ['7a4bc03f-a8b0-4620-ab41-bf79aa896b27'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:14.423123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112a348d-f66b-4fcf-963f-f28432c87a46,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:14.434038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89efaf022bb1435c9557e24d0e10b719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5093136 Nov 10 21:36:14.438655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36538) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:14.449953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.450347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.450645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.451022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.451364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.451700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.452067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.452406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.452734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.453278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.453824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.454256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c622ea-5fd4-4aa9-b2f7-1191b34212c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:14.529489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19bbe21d-345c-400c-8e34-d9a632139302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.531605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.551533 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19bbe21d-345c-400c-8e34-d9a632139302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.585107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:14.661782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19bbe21d-345c-400c-8e34-d9a632139302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.665356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19bbe21d-345c-400c-8e34-d9a632139302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:14.666768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-19bbe21d-345c-400c-8e34-d9a632139302 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/112a348d-f66b-4fcf-963f-f28432c87a46 HTTP/1.1" status: 204 len: 168 time: 0.2269945 Nov 10 21:36:14.713397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbe21d-345c-400c-8e34-d9a632139302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112a348d-f66b-4fcf-963f-f28432c87a46,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:14.746025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e53ef-918a-4d17-8270-2a4252e455f6 req-5900eb7e-0f92-4a00-8f38-0a9fae61022e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:14.758359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-108e53ef-918a-4d17-8270-2a4252e455f6 req-5900eb7e-0f92-4a00-8f38-0a9fae61022e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0898693 Nov 10 21:36:14.827968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-108e53ef-918a-4d17-8270-2a4252e455f6 req-e4c55095-f4ff-49fb-8408-d300a8b0aefa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682745 Nov 10 21:36:15.128679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b515f5-f2f0-4fb7-acc6-80273a86204f req-e4ff36f7-194b-484e-ba6b-f07246c7dead tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:15.130798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47b515f5-f2f0-4fb7-acc6-80273a86204f req-e4ff36f7-194b-484e-ba6b-f07246c7dead tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1019850 Nov 10 21:36:15.140314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:15.151018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:15.153973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:15.176478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:15.177626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:15.207665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:15.250230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47b515f5-f2f0-4fb7-acc6-80273a86204f req-aee92ab7-7313-4d52-a491-64f5159e34d9 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978107 Nov 10 21:36:15.251683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:15.267934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c8495e78-31e2-4fc4-81b8-64faddd8fedc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4393058 Nov 10 21:36:15.267934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36556) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:15.272640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:15.273265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:15.339343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:15.340079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f081eb-e2e5-47f4-bfd0-201eebb93bca None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:15.375689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36560) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:15.376109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba72c522-78b1-427a-91ca-24e6254a8a46 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "GET /v2.0/floatingips/2b8daf61-0613-4274-9b2b-e8b83ec770ad HTTP/1.1" status: 200 len: 978 time: 0.1081135 Nov 10 21:36:15.393581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Deleting port 3847bfac-e594-4d3c-9c9c-6be989480862 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:15.395945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:15.514293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:15.527805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Calling delete_port for 3847bfac-e594-4d3c-9c9c-6be989480862 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:15.536834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4519473c-1c96-483f-9467-823a6daa27cb tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1584983 Nov 10 21:36:15.539110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36570) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:15.545783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'port_id': 'a7e5dcb8-6b93-487c-971e-c31a4bf49d5e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:15.610064 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:15.799174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:15.829428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Port': ['ID=3847bfac-e594-4d3c-9c9c-6be989480862,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:15.921620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.082736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.085908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.184189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029874d1-33dc-4c35-9735-14d006fd0a4c req-5b28b2b0-0f60-4682-952a-c00fd722cd28 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:16.197786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-029874d1-33dc-4c35-9735-14d006fd0a4c req-5b28b2b0-0f60-4682-952a-c00fd722cd28 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1837533 Nov 10 21:36:16.204772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.207379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4bc03f-a8b0-4620-ab41-bf79aa896b27 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:36:16.218126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.219303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f36696db-b3d2-40e0-8bde-add5b26d0269 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "DELETE /v2.0/routers/7a4bc03f-a8b0-4620-ab41-bf79aa896b27 HTTP/1.1" status: 204 len: 168 time: 1.9420323 Nov 10 21:36:16.226613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36584) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:16.267451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.299094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Deleting subnet 29ccece4-4968-4ab8-8b2a-cd68254ce001 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:36:16.307638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.314776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.387381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-029874d1-33dc-4c35-9735-14d006fd0a4c req-ff11095e-5904-4896-9ec9-c86e24db7545 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836164 Nov 10 21:36:16.390333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.534524 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP 2b8daf61-0613-4274-9b2b-e8b83ec770ad associated. External IP: 172.25.7.243, port: 9ac778de-c94c-40f9-9357-44449114bcfa. Nov 10 21:36:16.548548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.632783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30470d-75b6-4291-bc22-6d42a7cae7b6 req-e7844ba2-f3d3-47e3-9a9d-bd5046c3b162 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:16.634776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a30470d-75b6-4291-bc22-6d42a7cae7b6 req-e7844ba2-f3d3-47e3-9a9d-bd5046c3b162 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1662409 Nov 10 21:36:16.751506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a30470d-75b6-4291-bc22-6d42a7cae7b6 req-16dd797b-127b-4889-b2ce-b780b2f5a40d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095328 Nov 10 21:36:16.757828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.844490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6849514-d916-4348-bbbd-1b78385235c1 None None] Network 435aad1e-19e0-43ba-9355-7c2a680d5bfd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:36:16.849941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Subnet': ['ID=29ccece4-4968-4ab8-8b2a-cd68254ce001,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:16.857808 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:16.861139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1bc1e904-4b34-4d4e-b24a-6c48d9723814 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "DELETE /v2.0/subnets/29ccece4-4968-4ab8-8b2a-cd68254ce001 HTTP/1.1" status: 204 len: 168 time: 0.6335278 Nov 10 21:36:16.868147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36602) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:16.912838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:17.014701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.100717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Deleting port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:17.101062 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.104645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:17.121559 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:17.135965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] DHCP port deletion for 435aad1e-19e0-43ba-9355-7c2a680d5bfd request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:36:17.141619 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:17.142931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.220233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] For port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,segment=NetworkSegment(561efa14-526a-41dd-834d-8168ec89bc72),segment_id=561efa14-526a-41dd-834d-8168ec89bc72)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:17.220750 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.235899 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.239333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Calling delete_port for 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:17.275128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:17.275808 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.282735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] Deleting port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:17.283447 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.375769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] For port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,segment=NetworkSegment(561efa14-526a-41dd-834d-8168ec89bc72),segment_id=561efa14-526a-41dd-834d-8168ec89bc72)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:17.375946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.381002 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.381660 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cc02cf-ba1f-48a4-b43d-2999c11698f1 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:17.400988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] Calling delete_port for 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:17.438767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.463115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] No DVR routers for this DVR port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:36:17.562448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:17.572368 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.583086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Port': ['ID=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:17.586033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] No DVR routers for this DVR port 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:36:17.641556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.641556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.641776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.642101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.643042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.643393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.643748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.644115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.644422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.644900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.645086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.645553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:17.656978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb68fcf-ba83-4556-a772-59e34b369855 None None] Pushing event deleted for resources: {'Port': ['ID=9a231aa5-ef50-4623-9bf2-ec1fb92c17e2,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:17.754820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.767263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:17.776265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf71c3-1a99-4e52-ac7e-b9fd5974588b req-46345abe-97e4-421f-901e-7b400a45a9d1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:17.778892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.780433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:17.788575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8bf71c3-1a99-4e52-ac7e-b9fd5974588b req-46345abe-97e4-421f-901e-7b400a45a9d1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.2085688 Nov 10 21:36:17.805959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:17.806619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.853787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e08d748e-fa39-4d56-8832-94c50051bb27 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/floatingips/2b8daf61-0613-4274-9b2b-e8b83ec770ad HTTP/1.1" status: 200 len: 979 time: 2.3131685 Nov 10 21:36:17.854501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:17.860516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:17.903232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.914500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:17.915510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.924505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435aad1e-19e0-43ba-9355-7c2a680d5bfd']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.954968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561efa14-526a-41dd-834d-8168ec89bc72') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.955380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561efa14-526a-41dd-834d-8168ec89bc72') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.963569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:17.965304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a1d303-2864-4ce7-a1ce-6b0f4456ff5c None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:17.969372 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:17.980655 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8bf71c3-1a99-4e52-ac7e-b9fd5974588b req-e96e087d-1b19-450d-aaa0-904dff24f5d0 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677117 Nov 10 21:36:17.986825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.005363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.020115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:36:18.020656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:36:18.025648 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:36:18.069599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522ea1c-71dc-4603-b193-2dfe3339f080 req-34592779-0d73-47bd-a495-5929e167ab80 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.071145 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c522ea1c-71dc-4603-b193-2dfe3339f080 req-34592779-0d73-47bd-a495-5929e167ab80 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1339417 Nov 10 21:36:18.204483 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.213178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.218685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "DELETE /v2.0/networks/435aad1e-19e0-43ba-9355-7c2a680d5bfd HTTP/1.1" status: 204 len: 168 time: 1.3491890 Nov 10 21:36:18.221512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36638) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:18.229735 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c522ea1c-71dc-4603-b193-2dfe3339f080 req-e13098ca-b3f6-4e02-abbb-de4aae6cfd2b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482258 Nov 10 21:36:18.236098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.244959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9d49-3aa7-4ed4-9f2e-4dae870fbf73 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Network': ['ID=435aad1e-19e0-43ba-9355-7c2a680d5bfd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:18.312805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.314855 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP 2b8daf61-0613-4274-9b2b-e8b83ec770ad disassociated. External IP: 172.25.7.243, port: a7e5dcb8-6b93-487c-971e-c31a4bf49d5e. Nov 10 21:36:18.391155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Deleting port 8c0ddd98-d2ae-4673-b6ae-049006758009 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:18.391802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.451304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:36:18.504661 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.505126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.507378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:36:18.509454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9a231aa5-ef50-4623-9bf2-ec1fb92c17e2 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:36:18.520695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Calling delete_port for 8c0ddd98-d2ae-4673-b6ae-049006758009 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:18.656636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:18.764979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.770982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.777194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.786317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.794798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.801608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.803986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:18.807786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:18.810925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-2dd2821a-a737-471c-a07f-5ed147187997 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.1216424 Nov 10 21:36:18.812692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.815449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:18.826972 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:18.844886 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:18.848700 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:18.885857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e1b736aa-2384-4121-bc0d-bfc391995dd3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/floatingips/2b8daf61-0613-4274-9b2b-e8b83ec770ad HTTP/1.1" status: 200 len: 688 time: 1.0282304 Nov 10 21:36:18.887440 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:18.888462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36676) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:18.895992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Pushing event deleted for resources: {'Port': ['ID=8c0ddd98-d2ae-4673-b6ae-049006758009,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:18.903920 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:18.905548 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:18.944630 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:18.946225 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7504ec9-ac59-4c6b-9c5f-9aec3fc08f60 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:19.014206 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-43ea8c8b-0c86-4f20-95c3-84b85de436c2 req-6be64f31-905f-467f-9356-177784d3542b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716325 Nov 10 21:36:19.017587 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:19.020688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:19.024321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4fb1d910-9d8c-414c-8f61-c33efc61f166 tempest-FloatingIPAdminTestJSON-271395621 tempest-FloatingIPAdminTestJSON-271395621-project] 10.222.0.45 "DELETE /v2.0/floatingips/15f8a30c-9791-44a7-825e-dd8d3d59f2be HTTP/1.1" status: 204 len: 168 time: 0.7980745 Nov 10 21:36:19.214002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.220922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.227625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.234999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.246515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.254338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.262269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.264996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e088bcd1-8be1-47eb-8a87-ce2061ed57a4 req-71c20b16-1087-4fed-ac52-5d30f42d842c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.1367149 Nov 10 21:36:19.431077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bb310-a6de-43b7-9819-1bf274fb92cd req-b9218d09-6d87-4db3-a15f-f31296aa43ff tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.432717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa8bb310-a6de-43b7-9819-1bf274fb92cd req-b9218d09-6d87-4db3-a15f-f31296aa43ff tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0601463 Nov 10 21:36:19.475529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69896-855d-409f-9a3d-457ed57d288c req-5f2a0d27-cc5a-43d9-8a72-894497b8f70b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:19.477321 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6f69896-855d-409f-9a3d-457ed57d288c req-5f2a0d27-cc5a-43d9-8a72-894497b8f70b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1288741 Nov 10 21:36:19.482236 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa8bb310-a6de-43b7-9819-1bf274fb92cd req-f86df492-ce6f-4831-8012-87b2d1a5a0d1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Nov 10 21:36:19.528352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port d490ecbd-43aa-48fb-a3ad-994235f4a61e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:19.528722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:19.568196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6f69896-855d-409f-9a3d-457ed57d288c req-a6e6dd4e-c9a1-42b7-88bf-99738dfd1f9b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837185 Nov 10 21:36:19.630412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:19.630818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:19.644233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for d490ecbd-43aa-48fb-a3ad-994235f4a61e owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:19.718538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:19.862392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:19.923172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=d490ecbd-43aa-48fb-a3ad-994235f4a61e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:19.998378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:20.001946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:20.006679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d5dbe61e-d48b-45e1-bfc9-ebc942806460 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/floatingips/2b8daf61-0613-4274-9b2b-e8b83ec770ad HTTP/1.1" status: 204 len: 168 time: 1.1172359 Nov 10 21:36:20.009666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36722) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:20.052375 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-06552d77-0a99-47f7-b913-19e7c3c87a38 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] delete failed (client error): The resource could not be found. Nov 10 21:36:20.053823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-06552d77-0a99-47f7-b913-19e7c3c87a38 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/floatingips/2b8daf61-0613-4274-9b2b-e8b83ec770ad HTTP/1.1" status: 404 len: 345 time: 0.0428972 Nov 10 21:36:20.057600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36730) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:20.174311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36736) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:20.193607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67305817-cf20-49bc-b3be-66a956d786e4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:20.206030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67305817-cf20-49bc-b3be-66a956d786e4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:20.214031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67305817-cf20-49bc-b3be-66a956d786e4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:20.218726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36744) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:20.221229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-67305817-cf20-49bc-b3be-66a956d786e4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "GET /v2.0/ports?network_id=784adfcc-c9a0-41cd-9ebe-f70395b494d1 HTTP/1.1" status: 200 len: 2359 time: 0.1622398 Nov 10 21:36:20.314350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fed9da-d2d3-48db-b8c8-e92044f3df23 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:20.320788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c3fed9da-d2d3-48db-b8c8-e92044f3df23 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "GET /v2.0/subnets/1bebd372-5480-43e5-b2af-d9f43b057753 HTTP/1.1" status: 200 len: 797 time: 0.0968623 Nov 10 21:36:20.325443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36748) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:20.346842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'port': {'network_id': '784adfcc-c9a0-41cd-9ebe-f70395b494d1', 'name': 'tempest-FloatingIPTestJSON-1933279886', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:20.406924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1474bdbb-4077-4cc8-adcc-4c2c15aa12c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4aa5cded9af42a68b5bd53233c5c8e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290797 Nov 10 21:36:20.408476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:20.478595 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c84cf66-cb39-4ad4-a6aa-05a4e40ca8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:20.503491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c84cf66-cb39-4ad4-a6aa-05a4e40ca8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:20.629838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b98304-e379-4b1b-9937-360e8218aa1f req-1715affe-6cdd-4ab2-85c3-544fbe5544ea tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:20.636337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4b98304-e379-4b1b-9937-360e8218aa1f req-1715affe-6cdd-4ab2-85c3-544fbe5544ea tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0667262 Nov 10 21:36:20.637659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:20.660048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c84cf66-cb39-4ad4-a6aa-05a4e40ca8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:20.660048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c84cf66-cb39-4ad4-a6aa-05a4e40ca8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:20.660048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8c84cf66-cb39-4ad4-a6aa-05a4e40ca8e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23871526-3ff4-47b8-9b7b-492552821ada HTTP/1.1" status: 204 len: 168 time: 0.2459764 Nov 10 21:36:20.692856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84cf66-cb39-4ad4-a6aa-05a4e40ca8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23871526-3ff4-47b8-9b7b-492552821ada,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:20.801681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c27738-153b-4f04-a63b-9f5bcec1a27b req-f554a05f-7c6a-45e6-8032-79d7e9adc403 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:20.803674 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b8c27738-153b-4f04-a63b-9f5bcec1a27b req-f554a05f-7c6a-45e6-8032-79d7e9adc403 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0606210 Nov 10 21:36:20.822532 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4b98304-e379-4b1b-9937-360e8218aa1f req-37ac06dd-68aa-482e-b37b-ec394313650e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593430 Nov 10 21:36:20.829757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36762) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:20.834626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:20.859711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] device_id is not set on port 47c34f8a-74b1-42e2-8b1a-3d2879b29a2e yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:20.869190 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b8c27738-153b-4f04-a63b-9f5bcec1a27b req-15aa38f7-92f3-4a3b-ae03-230e5e9f2804 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578692 Nov 10 21:36:21.078487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b587e22b-7902-4809-9a4b-f5cf10daaf67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.181951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.14 (784adfcc-c9a0-41cd-9ebe-f70395b494d1/1bebd372-5480-43e5-b2af-d9f43b057753/47c34f8a-74b1-42e2-8b1a-3d2879b29a2e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:21.192826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.13 (784adfcc-c9a0-41cd-9ebe-f70395b494d1/1bebd372-5480-43e5-b2af-d9f43b057753/47c34f8a-74b1-42e2-8b1a-3d2879b29a2e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:21.249164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b587e22b-7902-4809-9a4b-f5cf10daaf67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.326821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b587e22b-7902-4809-9a4b-f5cf10daaf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.395460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b587e22b-7902-4809-9a4b-f5cf10daaf67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf65bafc3cfb45ee8f656ec3c97d36dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5618246 Nov 10 21:36:21.395805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36788) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:21.424522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587e22b-7902-4809-9a4b-f5cf10daaf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0143eb-c2e0-4f93-882c-dc081761660b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:21.431771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.454286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-28f068f5-ba23-4bcd-8410-c98a78eb10c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.478791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-28f068f5-ba23-4bcd-8410-c98a78eb10c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.519101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36790) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:21.533365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-06161ecb-21c5-48cc-89bd-392a2ec1f5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.541556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.591681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:21.594801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:21.598999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:21.625335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=47c34f8a-74b1-42e2-8b1a-3d2879b29a2e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:21.637590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-28f068f5-ba23-4bcd-8410-c98a78eb10c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.640506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-28f068f5-ba23-4bcd-8410-c98a78eb10c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.641754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-28f068f5-ba23-4bcd-8410-c98a78eb10c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc0143eb-c2e0-4f93-882c-dc081761660b HTTP/1.1" status: 204 len: 168 time: 0.2449689 Nov 10 21:36:21.655928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:21.655928 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.669992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f068f5-ba23-4bcd-8410-c98a78eb10c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0143eb-c2e0-4f93-882c-dc081761660b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:21.727956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a734da8e-aeec-45c9-b26e-dcb6d81ef548 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3998582 Nov 10 21:36:21.730617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36804) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:21.738024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '47c34f8a-74b1-42e2-8b1a-3d2879b29a2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:21.752936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-06161ecb-21c5-48cc-89bd-392a2ec1f5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.845491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-06161ecb-21c5-48cc-89bd-392a2ec1f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:21.890089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-06161ecb-21c5-48cc-89bd-392a2ec1f5d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0d7d79727ad4d4abc8b11a3df3f803c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696291 Nov 10 21:36:21.891348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06161ecb-21c5-48cc-89bd-392a2ec1f5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918a1a1b-e11b-40b8-9093-6ef7c863a7a6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:21.893407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36812) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:21.912689 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.036772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36822) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:22.053526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07bf4cd6-6ec2-42d4-9756-af5fb7af16a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.058528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94b6b6-2520-4a37-bb76-da462110f8bf req-b90c77ba-30d5-4de6-b3bc-a872947e7dcc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.064279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c94b6b6-2520-4a37-bb76-da462110f8bf req-b90c77ba-30d5-4de6-b3bc-a872947e7dcc tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0898862 Nov 10 21:36:22.094547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce0cbf-51f0-423a-a7f6-3bc6cada4d20 req-9788477b-5835-4d5e-b87e-eb4ab664683b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.100370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3ce0cbf-51f0-423a-a7f6-3bc6cada4d20 req-9788477b-5835-4d5e-b87e-eb4ab664683b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1296144 Nov 10 21:36:22.103111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07bf4cd6-6ec2-42d4-9756-af5fb7af16a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.146649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c94b6b6-2520-4a37-bb76-da462110f8bf req-7e1d678d-ccf0-42eb-8b1c-f79ac12636a2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800698 Nov 10 21:36:22.169081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.169081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.169081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.169081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.169081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.169081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.169500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.177132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-542d955c-245d-4444-b391-c2685e7abfbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6505 time: 0.1384764 Nov 10 21:36:22.217472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.240084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3ce0cbf-51f0-423a-a7f6-3bc6cada4d20 req-51b84274-3891-4c29-9c2c-e82a9188604b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283822 Nov 10 21:36:22.248325 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4e0d8972-8fe5-452e-8896-0077bdc38d92 req-a5f96b74-3ae3-40bc-ba4a-2635c2834237 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&id=e630b671-13c1-4df3-b423-c4d7bcd08272&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702541 Nov 10 21:36:22.297676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5b315-1373-4987-8f9b-f7d6455c8c0e req-0738e5c2-7205-464b-8076-e5f5db8f9ce6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:22.299229 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6e5b315-1373-4987-8f9b-f7d6455c8c0e req-0738e5c2-7205-464b-8076-e5f5db8f9ce6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0718460 Nov 10 21:36:22.336776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07bf4cd6-6ec2-42d4-9756-af5fb7af16a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.339529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07bf4cd6-6ec2-42d4-9756-af5fb7af16a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.340674 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-07bf4cd6-6ec2-42d4-9756-af5fb7af16a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/918a1a1b-e11b-40b8-9093-6ef7c863a7a6 HTTP/1.1" status: 204 len: 168 time: 0.4462419 Nov 10 21:36:22.351430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6e5b315-1373-4987-8f9b-f7d6455c8c0e req-19a09a52-2b8d-4684-9a68-d8c48c5632aa tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461500 Nov 10 21:36:22.390084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf4cd6-6ec2-42d4-9756-af5fb7af16a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918a1a1b-e11b-40b8-9093-6ef7c863a7a6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:22.460404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.25.7.241 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/343fe765-e904-4d03-9b02-440f58090ba8) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:22.563938 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.699335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36848) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:22.707629 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.712279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-447360a2-49d0-4ee8-af4e-2409c058427d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.753116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:22.756157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:22.758877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:22.785283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=343fe765-e904-4d03-9b02-440f58090ba8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:22.843168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-447360a2-49d0-4ee8-af4e-2409c058427d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.929847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-447360a2-49d0-4ee8-af4e-2409c058427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:22.969789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-447360a2-49d0-4ee8-af4e-2409c058427d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=732819f534e44e51a3e2b5e9eafe291a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697380 Nov 10 21:36:22.971977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447360a2-49d0-4ee8-af4e-2409c058427d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2996b8b6-fc7f-4a38-849d-1496b2d22dbb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:22.974820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36854) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:23.025469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-552b2100-314c-4806-a117-952858788029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.048029 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-552b2100-314c-4806-a117-952858788029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.153156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-552b2100-314c-4806-a117-952858788029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.155561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.155842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-552b2100-314c-4806-a117-952858788029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.157047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-552b2100-314c-4806-a117-952858788029 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2996b8b6-fc7f-4a38-849d-1496b2d22dbb HTTP/1.1" status: 204 len: 168 time: 0.1814408 Nov 10 21:36:23.165272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b2100-314c-4806-a117-952858788029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2996b8b6-fc7f-4a38-849d-1496b2d22dbb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:23.274866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:23.299353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3710b64-e831-4a5f-93c5-05912a439e70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.344079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd327b45-d51c-47ff-a766-e2e58631ef48 req-885a22c4-464f-421f-bb01-d3ef95d8ea5e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:23.352615 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd327b45-d51c-47ff-a766-e2e58631ef48 req-885a22c4-464f-421f-bb01-d3ef95d8ea5e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1130486 Nov 10 21:36:23.408393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd327b45-d51c-47ff-a766-e2e58631ef48 req-17d6d503-0361-43f9-a14b-bb6dedc082be tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522151 Nov 10 21:36:23.426676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.455021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.511956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c2a66-4300-436a-aae5-067cc9e43f63 req-978662f1-dc7c-4366-bf7f-4dd4f34f3ab5 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:23.513418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f7c2a66-4300-436a-aae5-067cc9e43f63 req-978662f1-dc7c-4366-bf7f-4dd4f34f3ab5 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1168511 Nov 10 21:36:23.616012 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3710b64-e831-4a5f-93c5-05912a439e70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.641558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f7c2a66-4300-436a-aae5-067cc9e43f63 req-ff59a9eb-3c56-4309-95a5-498ee871bf33 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195490 Nov 10 21:36:23.695889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.708964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a3710b64-e831-4a5f-93c5-05912a439e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.744625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a3710b64-e831-4a5f-93c5-05912a439e70 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d25fe01957b644d4803b27fde8db2fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681296 Nov 10 21:36:23.746581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3710b64-e831-4a5f-93c5-05912a439e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d099b0-3028-4116-adca-bc4aa94f0f4d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:23.747459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36872) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:23.749482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.811790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0427a1f-cd22-4aa7-b23d-08333504cc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.816030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=343fe765-e904-4d03-9b02-440f58090ba8,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:23.831283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.836744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0427a1f-cd22-4aa7-b23d-08333504cc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:23.938837 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP 9b5012e6-8783-46fc-834b-bc8173945d22 associated. External IP: 172.25.7.241, port: 47c34f8a-74b1-42e2-8b1a-3d2879b29a2e. Nov 10 21:36:23.998283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0427a1f-cd22-4aa7-b23d-08333504cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:24.002302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0427a1f-cd22-4aa7-b23d-08333504cc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:24.003495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e0427a1f-cd22-4aa7-b23d-08333504cc2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5d099b0-3028-4116-adca-bc4aa94f0f4d HTTP/1.1" status: 204 len: 168 time: 0.2549992 Nov 10 21:36:24.012527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0427a1f-cd22-4aa7-b23d-08333504cc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d099b0-3028-4116-adca-bc4aa94f0f4d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:24.098397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:36:24.170433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:24.198775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:24.232990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:24.232990 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da26284e-3337-45f7-9caa-3fd7590f5890" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:24.238286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:24.276146 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037ff24e-fa06-4574-8ef8-610321984900 x-openstack-request-id: req-037ff24e-fa06-4574-8ef8-610321984900 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:24.276507 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:24.277171 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-037ff24e-fa06-4574-8ef8-610321984900 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:24.277564 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'code': 200} Nov 10 21:36:24.313227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:24.382997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:24.393655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.394009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.394762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.395257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.395761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.396297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.396788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.397115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.397746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.398222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.398557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.399303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:24.551612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bcf28-ef83-4d53-9b27-45121b1c5d6b req-15987fec-1383-4a55-8aa5-82af80bc8fb0 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:24.553369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-696bcf28-ef83-4d53-9b27-45121b1c5d6b req-15987fec-1383-4a55-8aa5-82af80bc8fb0 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0622110 Nov 10 21:36:24.623343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-696bcf28-ef83-4d53-9b27-45121b1c5d6b req-007eddf4-d0e2-4d91-b803-a8f1a0310b5e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622706 Nov 10 21:36:24.676969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:24.692426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:24.718218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:24.719311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:24.762148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:24.782382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:24.782572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:24.783349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:24.818657 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-569eda8d-a512-40cd-9199-ba00201bc5c0 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0864213 Nov 10 21:36:24.821215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36956) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:24.827020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'port_id': '47c34f8a-74b1-42e2-8b1a-3d2879b29a2e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:24.827745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d224b8-4e2b-4873-aec3-4d955a187677 req-b18dce72-1b95-4226-9401-ca7a526a665e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:24.829269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32d224b8-4e2b-4873-aec3-4d955a187677 req-b18dce72-1b95-4226-9401-ca7a526a665e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0946364 Nov 10 21:36:24.830111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:24.830965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fe1979-c5f1-4099-b291-5320cfaef93d None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:24.900030 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32d224b8-4e2b-4873-aec3-4d955a187677 req-897ececc-5ab3-4243-862d-09bfe75ccd5c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592618 Nov 10 21:36:24.914038 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.333257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:25.423167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.450096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23795fdd-ff42-4838-8da9-a22f73456ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.484098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.531023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23795fdd-ff42-4838-8da9-a22f73456ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.603995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23795fdd-ff42-4838-8da9-a22f73456ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.648853 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-23795fdd-ff42-4838-8da9-a22f73456ef1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c0936a8dbee42d09cca9712c5c60276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127551 Nov 10 21:36:25.648853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23795fdd-ff42-4838-8da9-a22f73456ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d25e9b-32bb-4573-ab76-8b18d16ec31a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:25.653306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36986) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:25.709346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:25.713275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d87a0df-da53-4833-a8f0-1da178672a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.745720 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d87a0df-da53-4833-a8f0-1da178672a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.808058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6a437-a8d2-4885-9804-72a6fa6741f7 req-bebe0370-c1cc-415f-8834-adb972524ce7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:25.812128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9de6a437-a8d2-4885-9804-72a6fa6741f7 req-bebe0370-c1cc-415f-8834-adb972524ce7 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0764284 Nov 10 21:36:25.825261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:25.830340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.838201 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:25.854864 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:25.856758 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:25.876539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9de6a437-a8d2-4885-9804-72a6fa6741f7 req-c6b8461a-0306-4eaa-ab3c-fe7826aaea54 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519693 Nov 10 21:36:25.884632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d87a0df-da53-4833-a8f0-1da178672a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.888293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d87a0df-da53-4833-a8f0-1da178672a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:25.889714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8d87a0df-da53-4833-a8f0-1da178672a9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69d25e9b-32bb-4573-ab76-8b18d16ec31a HTTP/1.1" status: 204 len: 168 time: 0.2357280 Nov 10 21:36:25.899895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87a0df-da53-4833-a8f0-1da178672a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d25e9b-32bb-4573-ab76-8b18d16ec31a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:25.914501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d4762efa-3b86-4989-af74-79a531fc3abc tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/floatingips/9b5012e6-8783-46fc-834b-bc8173945d22 HTTP/1.1" status: 200 len: 979 time: 1.0915751 Nov 10 21:36:25.916106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36994) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:25.921847 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:25.934610 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:25.936090 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:25.979184 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:25.979982 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c22785-c881-48ac-aae7-7c30f1a827c8 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:26.109369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381e7a-89ec-4a98-8e05-9c2cc64fd8f3 req-8b62b771-7bd6-4fd2-b997-3657d2f028b8 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:26.110956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5381e7a-89ec-4a98-8e05-9c2cc64fd8f3 req-8b62b771-7bd6-4fd2-b997-3657d2f028b8 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1176388 Nov 10 21:36:26.145634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37004) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:26.194724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5381e7a-89ec-4a98-8e05-9c2cc64fd8f3 req-4aa01b87-5d21-40c3-b4a5-aba3648da823 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772228 Nov 10 21:36:26.233767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 343fe765-e904-4d03-9b02-440f58090ba8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:26.234453 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.343334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.343664 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.357187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 343fe765-e904-4d03-9b02-440f58090ba8 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:26.379568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-88232498', 'router:external': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:26.460976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Made reservation on behalf of a8b2ba6db1d64ba895da4b8fb78cf3aa for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:26.463273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.471842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.576302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.604090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=343fe765-e904-4d03-9b02-440f58090ba8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:26.638391 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.672439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.672769 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP 9b5012e6-8783-46fc-834b-bc8173945d22 disassociated (deleted). External IP: 172.25.7.241, port: 47c34f8a-74b1-42e2-8b1a-3d2879b29a2e. Nov 10 21:36:26.718285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.742531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:36:26.766030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6953171c-4418-4032-99a6-4ca4c093cf28,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:26.770450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.770796 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Added segment b0900433-a38d-4300-b446-7408df5c9ab2 of type vlan for network cf8fd357-883f-47f4-96b0-69de0a727bb0 Nov 10 21:36:26.822350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.915568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:26.993250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:26.994630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:26.994858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.038330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:27.043249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.049824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:27.060834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:27.061687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:27.065287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Network': ['ID=cf8fd357-883f-47f4-96b0-69de0a727bb0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:27.085656 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f5a2891-fea3-45f6-9327-20587ec0f316 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/floatingips/9b5012e6-8783-46fc-834b-bc8173945d22 HTTP/1.1" status: 204 len: 168 time: 1.1684496 Nov 10 21:36:27.088780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37032) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:27.092875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd250445-9e59-46f0-a6e5-a0c8860aeaa6 req-bc5cc70f-cd04-4815-8327-6e6ac0e394cf tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:27.097569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd250445-9e59-46f0-a6e5-a0c8860aeaa6 req-bc5cc70f-cd04-4815-8327-6e6ac0e394cf tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1358814 Nov 10 21:36:27.110112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:27.121312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network cf8fd357-883f-47f4-96b0-69de0a727bb0 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:36:27.146396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:27.147942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:27.172450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a71c9f1c-98cc-4cf0-9f98-e983e207d7dd tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0255508 Nov 10 21:36:27.178177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37038) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:27.197044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'subnet': {'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:27.217223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd250445-9e59-46f0-a6e5-a0c8860aeaa6 req-5566eda1-b5f6-4dc3-990f-862c12773730 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135728 Nov 10 21:36:27.251869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 47c34f8a-74b1-42e2-8b1a-3d2879b29a2e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:27.252141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.266436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:27.267078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e093bb2-f02f-4b05-816d-579f2734e5e5 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:27.323420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Made reservation on behalf of a8b2ba6db1d64ba895da4b8fb78cf3aa for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:27.325820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.383370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.403482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7c37-42fb-49c3-a89e-0b8083ade182 req-c6f19a62-5448-48dd-93a0-bfa403e1c0fa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:27.405312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d51b7c37-42fb-49c3-a89e-0b8083ade182 req-c6f19a62-5448-48dd-93a0-bfa403e1c0fa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0904832 Nov 10 21:36:27.409649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 47c34f8a-74b1-42e2-8b1a-3d2879b29a2e owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:27.509959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d51b7c37-42fb-49c3-a89e-0b8083ade182 req-d7da750e-a445-4ba1-85a4-a7db051e5da5 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887730 Nov 10 21:36:27.688905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:36:27.689351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.689649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.719493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=47c34f8a-74b1-42e2-8b1a-3d2879b29a2e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:27.753813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Subnet': ['ID=128d3a40-67d1-4ec8-b58d-da5e33170b02,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:27.764116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Checking segment: {'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:36:27.764477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network hostable DHCP agents. Network: cf8fd357-883f-47f4-96b0-69de0a727bb0, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:36:27.810209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:27.813767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9bda3dd8-f439-4589-b6f4-28c356c3e4ee tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/ports/47c34f8a-74b1-42e2-8b1a-3d2879b29a2e HTTP/1.1" status: 204 len: 168 time: 0.7229505 Nov 10 21:36:27.823399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37054) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:27.828755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:27.840497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network cf8fd357-883f-47f4-96b0-69de0a727bb0 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:36:27.978852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37060) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:27.992466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, cf8fd357-883f-47f4-96b0-69de0a727bb0) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:27.998202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:27.998839 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.003656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dcc420-a1eb-413e-930e-581bcd8f4436 None None] Network cf8fd357-883f-47f4-96b0-69de0a727bb0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:36:28.033425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.101373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b129fd14-b4af-4a19-8895-d97508e41f9d tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-675133002'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:28.101828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b129fd14-b4af-4a19-8895-d97508e41f9d tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Unknown quota resources ['metering_label']. {{(pid=103047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:36:28.135254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:36:28.146347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896175d-10cf-485c-aedb-e36b1f32c727 None None] Network cf8fd357-883f-47f4-96b0-69de0a727bb0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:36:28.176994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b8150dfa-2e66-4907-819e-945afa86d76d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9952455 Nov 10 21:36:28.179813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37064) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:28.185057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2042192999', 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:28.231814 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.305708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:28.326965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'mac_address': 'fa:16:3e:0c:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:36:28.342505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Made reservation on behalf of a8b2ba6db1d64ba895da4b8fb78cf3aa for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:28.344880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.381363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5de733-6077-4b73-b064-e96dde2b4a40 req-5b279ca2-73e6-4f37-a0a2-c8c0656ef12a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:28.383011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af5de733-6077-4b73-b064-e96dde2b4a40 req-5b279ca2-73e6-4f37-a0a2-c8c0656ef12a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.0677543 Nov 10 21:36:28.399352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.413597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c473e9b-a5c3-4d39-b3d0-88b65f908052 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:36:28.420106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b129fd14-b4af-4a19-8895-d97508e41f9d tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.423939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b129fd14-b4af-4a19-8895-d97508e41f9d tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4414074 Nov 10 21:36:28.424684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37074) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:28.430419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f6e4a98a-27fd-4441-88e9-118e5a6c48ce tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6b6e1612-f80b-4c11-a4f6-fc19fc1e5587'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:28.431300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f6e4a98a-27fd-4441-88e9-118e5a6c48ce tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:36:28.432941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] device_id is not set on port ff5b3e0c-bb8f-4afb-ac98-4c1b592d15c6 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:28.435394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:28.460498 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af5de733-6077-4b73-b064-e96dde2b4a40 req-32cd4829-4868-4c61-b5ae-78cf074cb930 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680330 Nov 10 21:36:28.524053 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.533574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.25.7.168 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/55b342a3-92ef-49c0-9f73-973c91e7801d) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:28.580767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:28.592380 n-d-776250-11 neutron-server[103048]: WARNING neutron.services.metering.metering_plugin [None req-f6e4a98a-27fd-4441-88e9-118e5a6c48ce tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 21:36:28.639344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Allocated IP 2001:db8::1f8 (cf8fd357-883f-47f4-96b0-69de0a727bb0/128d3a40-67d1-4ec8-b58d-da5e33170b02/ff5b3e0c-bb8f-4afb-ac98-4c1b592d15c6) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:28.727288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c91b-ee6a-4d4d-bb89-16af48820467 req-b47f4f60-477c-4f4e-99c3-3732daaaf39a tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:28.728903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42c1c91b-ee6a-4d4d-bb89-16af48820467 req-b47f4f60-477c-4f4e-99c3-3732daaaf39a tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.1362884 Nov 10 21:36:28.803902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.857320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6c473e9b-a5c3-4d39-b3d0-88b65f908052'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:36:28.881290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42c1c91b-ee6a-4d4d-bb89-16af48820467 req-3c3ae6cf-dfd1-45cf-a33c-925c1b94eff5 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425536 Nov 10 21:36:28.941890 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:28.981962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.022421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:29.031781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:29.034575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:29.049148 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a98a-27fd-4441-88e9-118e5a6c48ce tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.050315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f6e4a98a-27fd-4441-88e9-118e5a6c48ce tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6246676 Nov 10 21:36:29.053471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37078) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.057687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-58be3be9-4b01-4853-a2a4-e92aa45ce8bf tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6b6e1612-f80b-4c11-a4f6-fc19fc1e5587'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:29.058104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-58be3be9-4b01-4853-a2a4-e92aa45ce8bf tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:36:29.061513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=55b342a3-92ef-49c0-9f73-973c91e7801d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:29.067355 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.124614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network cf8fd357-883f-47f4-96b0-69de0a727bb0 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:29.131948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:29.134507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:29.135924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:29.138366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.169078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Port': ['ID=ff5b3e0c-bb8f-4afb-ac98-4c1b592d15c6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:29.180951 n-d-776250-11 neutron-server[103048]: WARNING neutron.services.metering.metering_plugin [None req-58be3be9-4b01-4853-a2a4-e92aa45ce8bf tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 21:36:29.197298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.235251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-486bb8a3-6869-4140-8d00-71c0dbb7ab4a tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0544803 Nov 10 21:36:29.237917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.269626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-58be3be9-4b01-4853-a2a4-e92aa45ce8bf tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.273524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-58be3be9-4b01-4853-a2a4-e92aa45ce8bf tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2163625 Nov 10 21:36:29.274328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37084) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.288245 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dfc932bc-770e-4af0-9d7e-5fe751a2c068 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=95a55207-fc63-4150-ae7c-ea20097c4d2e HTTP/1.1" status: 200 len: 464 time: 0.0108466 Nov 10 21:36:29.288798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37086) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.324826 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.404286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Deleting port ff5b3e0c-bb8f-4afb-ac98-4c1b592d15c6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:29.404623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.442131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79ff41d6-4fd4-444b-b0f8-f63377ac817c tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.443260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79ff41d6-4fd4-444b-b0f8-f63377ac817c tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/95a55207-fc63-4150-ae7c-ea20097c4d2e HTTP/1.1" status: 204 len: 168 time: 0.1534667 Nov 10 21:36:29.446169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.455771 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ef7ff9c5-e2b4-43ad-9a6f-d73d41a33a71 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=95a55207-fc63-4150-ae7c-ea20097c4d2e HTTP/1.1" status: 200 len: 221 time: 0.0085320 Nov 10 21:36:29.458908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37094) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.462887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9640144e-5f6b-43ac-b5fa-51e106680446 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--679181816', 'description': 'label created by tempest'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:29.463494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9640144e-5f6b-43ac-b5fa-51e106680446 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Unknown quota resources ['metering_label']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:36:29.536023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.583785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Calling delete_port for ff5b3e0c-bb8f-4afb-ac98-4c1b592d15c6 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:29.589866 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.652584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6a64d-551a-4385-9dec-a6bd88e49647 req-63e06d0f-c9d7-4ff6-af46-dbdd8be0c18b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:29.654062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87a6a64d-551a-4385-9dec-a6bd88e49647 req-63e06d0f-c9d7-4ff6-af46-dbdd8be0c18b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1155674 Nov 10 21:36:29.669500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.736688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9640144e-5f6b-43ac-b5fa-51e106680446 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.737866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9640144e-5f6b-43ac-b5fa-51e106680446 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2780700 Nov 10 21:36:29.740605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37098) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.775552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=55b342a3-92ef-49c0-9f73-973c91e7801d,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:29.823630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80ec1b0c-2b57-4232-b340-ab85139c25c3 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=9645e1a5-bcc3-40fa-91e8-0a3312b0183e HTTP/1.1" status: 200 len: 467 time: 0.0797169 Nov 10 21:36:29.824019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87a6a64d-551a-4385-9dec-a6bd88e49647 req-df11a732-6445-4bc1-b780-c7c5793f54b3 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604462 Nov 10 21:36:29.825243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37100) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.826180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.931461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:29.932968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-152ce5d0-3ed2-4014-91d9-392315a8ed0d tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1077659 Nov 10 21:36:29.936869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37104) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:29.942239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'port': {'network_id': '784adfcc-c9a0-41cd-9ebe-f70395b494d1', 'name': 'tempest-FloatingIPTestJSON-314156189'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:29.958236 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.026582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff5b3e0c-bb8f-4afb-ac98-4c1b592d15c6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:30.053623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d410-72f9-47fc-877e-b152288ed30d req-91593f78-b165-43d8-a2cc-559d356c911d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:30.055270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1c03d410-72f9-47fc-877e-b152288ed30d req-91593f78-b165-43d8-a2cc-559d356c911d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 945 time: 0.0511179 Nov 10 21:36:30.066070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.069644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c85a873-ff1e-4b60-aa6a-7d1bea1c3fb1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "DELETE /v2.0/ports/ff5b3e0c-bb8f-4afb-ac98-4c1b592d15c6 HTTP/1.1" status: 204 len: 168 time: 0.8307641 Nov 10 21:36:30.073052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37106) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:30.079758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0', 'external_fixed_ips': [{'subnet_id': '128d3a40-67d1-4ec8-b58d-da5e33170b02', 'ip_address': '2001:db8::1f8'}]}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:30.081483 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94d57413-150b-4d72-83fe-26c232dd5ac8 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.082573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94d57413-150b-4d72-83fe-26c232dd5ac8 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/9645e1a5-bcc3-40fa-91e8-0a3312b0183e HTTP/1.1" status: 204 len: 168 time: 0.2564049 Nov 10 21:36:30.087870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37108) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:30.108492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-62e12b7f-a7d9-4016-a94c-8fbdaafe9803 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=9645e1a5-bcc3-40fa-91e8-0a3312b0183e HTTP/1.1" status: 200 len: 216 time: 0.0176733 Nov 10 21:36:30.109120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37110) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:30.120364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1c03d410-72f9-47fc-877e-b152288ed30d req-30aab1e1-0cff-4509-b5ab-943fcfa45bd1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580766 Nov 10 21:36:30.125555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3f9fd209-cdbb-4557-9b0a-84ad82ab93a7 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0156600 Nov 10 21:36:30.128905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37112) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:30.140789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-844e8ea6-2530-4331-9b44-d7bb9b96f7fe tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0102551 Nov 10 21:36:30.145878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:30.148664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37116) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:30.204594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:30.205124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.231275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-093a2e5c-877c-40bf-b01f-fd2bd4e1cab4 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/6b6e1612-f80b-4c11-a4f6-fc19fc1e5587 HTTP/1.1" status: 200 len: 472 time: 0.0803208 Nov 10 21:36:30.235221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.235740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:30.241381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.248832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dcfb4e87-3b91-44d0-ad75-bbee09d91f49 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/24968377-5f9e-4f13-b19f-a7cd1e3ada8d HTTP/1.1" status: 200 len: 461 time: 0.0087018 Nov 10 21:36:30.250437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:30.297287 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.315354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.350239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:30.352612 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d717c44c-9a2d-4d5b-a733-cf4a3265274a" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:30.364793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:30.375012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:30.378733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.395623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] device_id is not set on port cfbd1069-cdb4-4170-a18f-33578e0e6e5f yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:30.461111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.530129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:30.604767 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a07b0-86be-4228-b4a3-abb0959e087d x-openstack-request-id: req-fb6a07b0-86be-4228-b4a3-abb0959e087d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:30.608114 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:30.608114 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb6a07b0-86be-4228-b4a3-abb0959e087d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:30.608114 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'code': 200} Nov 10 21:36:30.958148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44d41e17-a0f2-4b7c-b84b-72da611dc80d tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:30.959250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-44d41e17-a0f2-4b7c-b84b-72da611dc80d tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/24968377-5f9e-4f13-b19f-a7cd1e3ada8d HTTP/1.1" status: 204 len: 168 time: 0.7058713 Nov 10 21:36:30.961914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37152) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:31.043841 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.068903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6eecac-60d8-42ab-8750-01a7e8657bb2 req-9cfcde19-94f7-4f86-b584-4c209e88bc51 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:31.070389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb6eecac-60d8-42ab-8750-01a7e8657bb2 req-9cfcde19-94f7-4f86-b584-4c209e88bc51 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1500175 Nov 10 21:36:31.139098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.7 (784adfcc-c9a0-41cd-9ebe-f70395b494d1/1bebd372-5480-43e5-b2af-d9f43b057753/cfbd1069-cdb4-4170-a18f-33578e0e6e5f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:31.174068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb6eecac-60d8-42ab-8750-01a7e8657bb2 req-7746558b-0b09-4f2a-9d3c-83cfb4ef3fc1 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970001 Nov 10 21:36:31.217766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-797ac77b-7884-43e6-8a3f-1430e5fb43c9 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.218905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-797ac77b-7884-43e6-8a3f-1430e5fb43c9 tempest-MeteringTestJSON-91471912 tempest-MeteringTestJSON-91471912-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/6b6e1612-f80b-4c11-a4f6-fc19fc1e5587 HTTP/1.1" status: 204 len: 168 time: 0.2560244 Nov 10 21:36:31.360005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.503230 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.522326 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.566008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.644649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network 784adfcc-c9a0-41cd-9ebe-f70395b494d1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:31.653310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:31.659161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:31.677283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37164) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:31.684929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=cfbd1069-cdb4-4170-a18f-33578e0e6e5f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:31.717931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:36:31.750752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:31.751405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.779548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Allocated IP 2001:db8::1f8 (cf8fd357-883f-47f4-96b0-69de0a727bb0/128d3a40-67d1-4ec8-b58d-da5e33170b02/3c246a6a-827a-43ec-94c0-b061fe85796a) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:31.817397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7333be1f-5b41-4511-9b7f-cb3df9ecb94b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.825607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:31.837678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'mac_address': 'fa:16:3e:cf:cd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:36:31.862651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fe65599a-6d86-4c74-beca-a6f142df2e6c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9244573 Nov 10 21:36:31.863800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37178) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:31.869236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'port_id': 'cfbd1069-cdb4-4170-a18f-33578e0e6e5f'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:31.882707 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.896653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:36:31.904994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:31.917064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:31.923247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.004651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7333be1f-5b41-4511-9b7f-cb3df9ecb94b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.009335 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.038087 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.056678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network cf8fd357-883f-47f4-96b0-69de0a727bb0 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:32.063657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:32.081018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:36:32.085154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:32.089740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:32.096010 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7333be1f-5b41-4511-9b7f-cb3df9ecb94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.161065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:36:32.173552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333be1f-5b41-4511-9b7f-cb3df9ecb94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1536d81-2f05-4883-8f4f-f871d85a5195,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:32.182046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7333be1f-5b41-4511-9b7f-cb3df9ecb94b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5b15fc45ba3441b990b09d041464f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5036974 Nov 10 21:36:32.187283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37180) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:32.197365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Port': ['ID=3c246a6a-827a-43ec-94c0-b061fe85796a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:32.308012 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.315622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bbda7cf-102c-4cc1-b311-6fbf2920bdd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.352306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:32.388442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bbda7cf-102c-4cc1-b311-6fbf2920bdd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.436840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4ed6b-ad94-472d-938a-ebec1fcb386b req-7a63fcaa-4423-4852-a2f1-d0ee95efdc18 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:32.438126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7d4ed6b-ad94-472d-938a-ebec1fcb386b req-7a63fcaa-4423-4852-a2f1-d0ee95efdc18 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1676109 Nov 10 21:36:32.438303 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.493975 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.500579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:32.551665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7d4ed6b-ad94-472d-938a-ebec1fcb386b req-6e069f83-136d-485f-9808-fc85b8c6c161 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021655 Nov 10 21:36:32.606703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:32.608323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.609424 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62382d73-a684-4d30-baf4-e4ac56ff37ed" -d '{"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-unplugged", "status": "completed", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:32.620876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bbda7cf-102c-4cc1-b311-6fbf2920bdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.627372 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bbda7cf-102c-4cc1-b311-6fbf2920bdd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.627372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5bbda7cf-102c-4cc1-b311-6fbf2920bdd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1536d81-2f05-4883-8f4f-f871d85a5195 HTTP/1.1" status: 204 len: 168 time: 0.4366546 Nov 10 21:36:32.643155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbda7cf-102c-4cc1-b311-6fbf2920bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1536d81-2f05-4883-8f4f-f871d85a5195,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:32.650704 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a396c0f-1295-40c5-978e-179c84bdf4fa x-openstack-request-id: req-1a396c0f-1295-40c5-978e-179c84bdf4fa {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:32.651042 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-unplugged", "status": "completed", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:32.651377 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a396c0f-1295-40c5-978e-179c84bdf4fa {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:32.652588 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'code': 200} Nov 10 21:36:32.683161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.718967 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:32.788068 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP 7c535043-76ff-4159-8ba1-d354b0045021 associated. External IP: 172.25.7.168, port: cfbd1069-cdb4-4170-a18f-33578e0e6e5f. Nov 10 21:36:32.946451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Router b6c5a060-7c60-4de9-9786-da219d86c2db is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:36:33.037292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:33.068517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:33.078996 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Sync routers for ids ['b6c5a060-7c60-4de9-9786-da219d86c2db'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:33.090117 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Routers {'b6c5a060-7c60-4de9-9786-da219d86c2db'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:33.090788 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b6c5a060-7c60-4de9-9786-da219d86c2db'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:33.155334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:33.163125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.184822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:33.200061 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.204413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fe10887e-85e4-43d6-ad64-3e16c867feaa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/floatingips/7c535043-76ff-4159-8ba1-d354b0045021 HTTP/1.1" status: 200 len: 977 time: 1.3366530 Nov 10 21:36:33.204413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37218) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:33.205122 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f1c824d-b35b-4141-82bf-02f747693802 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1311107 Nov 10 21:36:33.206853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37220) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:33.208878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:33.209509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:33.250456 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Set router b6c5a060-7c60-4de9-9786-da219d86c2db gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:36:33.268191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:33.279929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:33.281169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:33.315100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port cfbd1069-cdb4-4170-a18f-33578e0e6e5f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:33.316154 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.336126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:33.336780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13a969e-9587-4dd8-888a-fa98df97082c None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:33.349205 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.368238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37222) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:33.423510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13280984-b52f-460a-83ff-bc979bbbe844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.486258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.493961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.596198 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c5a060-7c60-4de9-9786-da219d86c2db', 'name': '', 'tenant_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0', 'external_fixed_ips': [{'subnet_id': '128d3a40-67d1-4ec8-b58d-da5e33170b02', 'ip_address': '2001:db8::1f8'}], 'enable_snat': True}, 'gw_port_id': '3c246a6a-827a-43ec-94c0-b061fe85796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:36:30Z', 'updated_at': '2021-11-10T21:36:32Z', 'revision_number': 3, 'project_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'gw_port': {'id': '3c246a6a-827a-43ec-94c0-b061fe85796a', 'name': '', 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c5a060-7c60-4de9-9786-da219d86c2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '128d3a40-67d1-4ec8-b58d-da5e33170b02', 'ip_address': '2001:db8::1f8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:36:31Z', 'updated_at': '2021-11-10T21:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '128d3a40-67d1-4ec8-b58d-da5e33170b02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:33.627922 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Checking router: b6c5a060-7c60-4de9-9786-da219d86c2db for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:36:33.628742 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Updating router b6c5a060-7c60-4de9-9786-da219d86c2db port 3c246a6a-827a-43ec-94c0-b061fe85796a binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:36:33.669482 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.691449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13280984-b52f-460a-83ff-bc979bbbe844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.713094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Deleting port 3c246a6a-827a-43ec-94c0-b061fe85796a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:33.717608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.719742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:33.801246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:33.801912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.843319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:33.872740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Calling delete_port for 3c246a6a-827a-43ec-94c0-b061fe85796a owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:33.950811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.025329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:34.035388 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.106371 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.129424 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.172245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:34.195300 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13280984-b52f-460a-83ff-bc979bbbe844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.235910 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Attempting to bind port 3c246a6a-827a-43ec-94c0-b061fe85796a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:36:34.236326 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Attempting to bind port 3c246a6a-827a-43ec-94c0-b061fe85796a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:36:34.236681 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Attempting to bind port 3c246a6a-827a-43ec-94c0-b061fe85796a on network cf8fd357-883f-47f4-96b0-69de0a727bb0 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:36:34.238810 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Pushing event updated for resources: {'Port': ['ID=3c246a6a-827a-43ec-94c0-b061fe85796a,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:34.254766 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.255393 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.255913 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.256423 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.257379 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.257714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.258041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.258365 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.258688 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.259009 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.259325 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.259915 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebf76c1-ba15-403e-bdf5-f69349cff707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:36:34.264271 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:36:34.270655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13280984-b52f-460a-83ff-bc979bbbe844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93aad7-f089-4853-8a27-96559ec66808,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:34.272016 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Checking segment: {'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:36:34.272654 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.273576 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Bound using segment: {'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:36:34.274636 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Bound port: 3c246a6a-827a-43ec-94c0-b061fe85796a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:36:34.275192 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.284493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13280984-b52f-460a-83ff-bc979bbbe844 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=020001a5f51d400d936f68b294916195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9176631 Nov 10 21:36:34.284706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37252) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:34.304170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bb8e0-6f3f-4120-a4d9-a04802c26605 req-135344da-8b42-435a-86f6-cf6771951acd tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:34.306230 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.312600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a61bb8e0-6f3f-4120-a4d9-a04802c26605 req-135344da-8b42-435a-86f6-cf6771951acd tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 943 time: 0.6113603 Nov 10 21:36:34.316008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.316513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.317079 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP 7c535043-76ff-4159-8ba1-d354b0045021 disassociated. External IP: 172.25.7.168, port: cfbd1069-cdb4-4170-a18f-33578e0e6e5f. Nov 10 21:36:34.317079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for cfbd1069-cdb4-4170-a18f-33578e0e6e5f owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:34.363920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c246a6a-827a-43ec-94c0-b061fe85796a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:34.411103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.420210 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.db.api [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:36:34.420901 n-d-776250-11 neutron-server[103050]: DEBUG oslo_db.api [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:36:34.425344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a61bb8e0-6f3f-4120-a4d9-a04802c26605 req-b59e0871-fe73-42d3-bb74-2d41a1ab556f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117191 Nov 10 21:36:34.523330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.530201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.538450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc72da43-8a2d-4b38-afca-e2b10d78e79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.602354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc72da43-8a2d-4b38-afca-e2b10d78e79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.627375 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.655011 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.655504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:34.656036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6c5a060-7c60-4de9-9786-da219d86c2db {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:36:34.662049 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d206681-8f46-461e-89a9-aeceacbc3042" -d '{"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-plugged", "status": "completed", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:34.665314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.671134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48e707b4-d1e9-47ac-9fef-061e86aa5b5e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "DELETE /v2.0/routers/b6c5a060-7c60-4de9-9786-da219d86c2db HTTP/1.1" status: 204 len: 168 time: 1.4631703 Nov 10 21:36:34.671871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37262) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:34.708454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=cfbd1069-cdb4-4170-a18f-33578e0e6e5f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:34.750229 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdf8a3e-b104-4df2-bfaa-c99d0d98c99a x-openstack-request-id: req-0bdf8a3e-b104-4df2-bfaa-c99d0d98c99a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:34.750876 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-plugged", "status": "completed", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:34.751472 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bdf8a3e-b104-4df2-bfaa-c99d0d98c99a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:34.752146 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'code': 200} Nov 10 21:36:34.794493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Deleting subnet 128d3a40-67d1-4ec8-b58d-da5e33170b02 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:36:34.798159 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.819979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc72da43-8a2d-4b38-afca-e2b10d78e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.822953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc72da43-8a2d-4b38-afca-e2b10d78e79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.824523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc72da43-8a2d-4b38-afca-e2b10d78e79d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e93aad7-f089-4853-8a27-96559ec66808 HTTP/1.1" status: 204 len: 168 time: 0.5386236 Nov 10 21:36:34.852949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72da43-8a2d-4b38-afca-e2b10d78e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e93aad7-f089-4853-8a27-96559ec66808,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:34.869627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.880428 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:36:34.914815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:34.928303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.944098 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Attempting to bind port 3c246a6a-827a-43ec-94c0-b061fe85796a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:36:34.945222 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Attempting to bind port 3c246a6a-827a-43ec-94c0-b061fe85796a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:36:34.945815 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Attempting to bind port 3c246a6a-827a-43ec-94c0-b061fe85796a on network cf8fd357-883f-47f4-96b0-69de0a727bb0 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:36:34.960745 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:36:34.961924 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Checking segment: {'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:36:34.962728 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:34.963366 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Bound using segment: {'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:36:34.964065 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Bound port: 3c246a6a-827a-43ec-94c0-b061fe85796a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0900433-a38d-4300-b446-7408df5c9ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cf8fd357-883f-47f4-96b0-69de0a727bb0'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:36:34.965356 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.019375 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.plugin [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Port 3c246a6a-827a-43ec-94c0-b061fe85796a has been deleted concurrently {{(pid=103050) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 21:36:35.056543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:35.058373 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:36:35.068148 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6c5a060-7c60-4de9-9786-da219d86c2db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:36:35.073231 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e014312-c900-46f1-ab9f-ced13a0fc430 None None] The sync data for ids ['b6c5a060-7c60-4de9-9786-da219d86c2db'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:35.090643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.130888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=128d3a40-67d1-4ec8-b58d-da5e33170b02,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:35.140462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.146603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c321aa1-1972-4044-a737-64d255d5e273 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/128d3a40-67d1-4ec8-b58d-da5e33170b02 HTTP/1.1" status: 204 len: 168 time: 0.4704063 Nov 10 21:36:35.147250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37276) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:35.219976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:35.237696 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:35.262684 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:35.263331 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:35.332918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.349445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-12958d48-6453-4278-ada1-0e739b9b1a83 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/ports/cfbd1069-cdb4-4170-a18f-33578e0e6e5f HTTP/1.1" status: 204 len: 168 time: 2.1435914 Nov 10 21:36:35.350286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37284) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:35.382404 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:35.399098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.419594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:35.420510 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:35.469057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fdcfeb7d-e969-41ee-ab3b-88407da0cefe tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "GET /v2.0/floatingips/7c535043-76ff-4159-8ba1-d354b0045021 HTTP/1.1" status: 200 len: 688 time: 0.1118252 Nov 10 21:36:35.470000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37292) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:35.519157 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:35.523111 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201af3d1-96b6-4230-9544-d44a0d201c64 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:35.623338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.649588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-132c05fc-7937-4ee5-974b-740eb6bcc6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.711140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8fd357-883f-47f4-96b0-69de0a727bb0']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:35.754020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0900433-a38d-4300-b446-7408df5c9ab2') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:35.754394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0900433-a38d-4300-b446-7408df5c9ab2') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:35.773638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.798270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc8206-d12e-4af7-a013-cb327f7538bf req-50cc298f-fc85-4ebd-9b3b-8c0ee5e4977e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:35.799499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcbc8206-d12e-4af7-a013-cb327f7538bf req-50cc298f-fc85-4ebd-9b3b-8c0ee5e4977e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 943 time: 0.1959212 Nov 10 21:36:35.811748 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.871582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:36:35.871965 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: items = [ Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:36:35.874970 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:36:35.930693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 55b342a3-92ef-49c0-9f73-973c91e7801d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:35.931389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.026733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcbc8206-d12e-4af7-a013-cb327f7538bf req-cc8eef34-4fb4-46bf-9f51-b36fc31ca23f tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162828 Nov 10 21:36:36.077573 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.077905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.103051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 55b342a3-92ef-49c0-9f73-973c91e7801d owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:36.163260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.176369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:36:36.197789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf8fd357-883f-47f4-96b0-69de0a727bb0 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 21:36:36.202349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.206908 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "DELETE /v2.0/networks/cf8fd357-883f-47f4-96b0-69de0a727bb0 HTTP/1.1" status: 204 len: 168 time: 1.0588782 Nov 10 21:36:36.207856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0da3e2-892c-4ffb-83f9-d5fde01808ba tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf8fd357-883f-47f4-96b0-69de0a727bb0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:36.444835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.449755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:36.480445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'port_id': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'mac_address': 'fa:16:3e:14:65:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee05975-5fff-4378-afc8-b152c90e709f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:36:36.519310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=55b342a3-92ef-49c0-9f73-973c91e7801d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:36.596511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.630362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:36:36.647989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37340) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:36.678933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.681405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:36.683510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.687376 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c1c1064c-697b-486d-9df8-2163fd8d87c6 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/floatingips/7c535043-76ff-4159-8ba1-d354b0045021 HTTP/1.1" status: 204 len: 168 time: 1.2145751 Nov 10 21:36:36.690944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37350) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:36.696982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'a7e5dcb8-6b93-487c-971e-c31a4bf49d5e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:36.746406 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.826055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:36.854591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:36.962197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37354) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:36.968407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8e88c1f1-a4bf-4390-bba0-c3032e435114 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'router': {'name': 'tempest-router--2014686311', 'project_id': '44e84a0c9cf04050a12279fb5c78a4d4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:37.079441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e88c1f1-a4bf-4390-bba0-c3032e435114 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.080832 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e88c1f1-a4bf-4390-bba0-c3032e435114 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.140432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ab98c29f-f125-4e54-a10b-8b3a1960ab37 tempest-AgentManagementNegativeTest-117290995 tempest-AgentManagementNegativeTest-117290995-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4904270 Nov 10 21:36:37.214755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.266511 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e88c1f1-a4bf-4390-bba0-c3032e435114 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.273567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['db4ab488-af2b-4aa7-a3ca-d966aeefb7f1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:36:37.335436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e88c1f1-a4bf-4390-bba0-c3032e435114 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.483842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e88c1f1-a4bf-4390-bba0-c3032e435114 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.490095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8e88c1f1-a4bf-4390-bba0-c3032e435114 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5261502 Nov 10 21:36:37.491067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:37.542749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.25.7.249 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/816829b7-635f-4c4d-a8bb-e40597eacf87) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:37.555102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-7504fc73-604d-4e02-b40f-3eda19e0cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:37.556741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-7504fc73-604d-4e02-b40f-3eda19e0cb5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 1097 time: 0.1099963 Nov 10 21:36:37.767757 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.812724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-c7f7fa3b-93f7-4d67-9752-39ba98b8f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:37.814443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-c7f7fa3b-93f7-4d67-9752-39ba98b8f86f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 906 time: 0.2335744 Nov 10 21:36:37.909435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:37.913778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-199af0f0-c9b3-4452-bc8f-d8aea73547f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 HTTP/1.1" status: 200 len: 217 time: 0.0900488 Nov 10 21:36:37.958158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a55fdac-42c3-4bc2-bbc4-e69885a2d7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:38.043270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:38.092209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37366) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:38.107959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:38.114132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:38.215610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=816829b7-635f-4c4d-a8bb-e40597eacf87,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:38.241938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-5a754114-4504-451a-8582-5fb49afddf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:38.244010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-5a754114-4504-451a-8582-5fb49afddf81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9981a620-1695-4e83-a72a-5cff653d6cc4 HTTP/1.1" status: 200 len: 845 time: 0.2588911 Nov 10 21:36:38.301780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-1dcd863d-997a-4790-a166-8c77695bba8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345144 Nov 10 21:36:38.369199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-124b98af-5118-4c73-ac59-698c5d1db13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:38.520932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db49d2c-86e0-4a95-9580-5402385dcf44 req-79ec5114-2060-4974-9f04-1ec361373703 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:38.532301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1db49d2c-86e0-4a95-9580-5402385dcf44 req-79ec5114-2060-4974-9f04-1ec361373703 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 944 time: 1.1887207 Nov 10 21:36:38.533275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-124b98af-5118-4c73-ac59-698c5d1db13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:38.565731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eecf5479-ae13-4428-8416-3307e512031f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:38.633113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-6c4772b3-eb2f-4516-b594-f7c7d0eea156 service neutron] 10.222.0.53 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229475 Nov 10 21:36:38.649562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-124b98af-5118-4c73-ac59-698c5d1db13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:38.712440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b98af-5118-4c73-ac59-698c5d1db13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c04aee-0885-4a9d-b166-503220b7daba,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:38.880317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eecf5479-ae13-4428-8416-3307e512031f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:38.884919 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eecf5479-ae13-4428-8416-3307e512031f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:38.910168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1db49d2c-86e0-4a95-9580-5402385dcf44 req-ec5d8660-42c6-4f00-964d-a2e207822d58 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766885 Nov 10 21:36:38.998460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-124b98af-5118-4c73-ac59-698c5d1db13c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4ff906b3da24eb389236eed271e3f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9027743 Nov 10 21:36:39.002589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37370) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:39.070797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae0cdb0d-72bb-4d25-b5f9-7ca443c465ff req-516b1c63-90b5-4aa9-b584-a5c284b6b117 service neutron] 10.222.0.53 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299374 Nov 10 21:36:39.081188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eecf5479-ae13-4428-8416-3307e512031f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.082817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecf5479-ae13-4428-8416-3307e512031f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2aefc15-e424-4670-a22b-e38c7f94ac83 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:36:39.100817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eecf5479-ae13-4428-8416-3307e512031f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.110300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eecf5479-ae13-4428-8416-3307e512031f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "DELETE /v2.0/routers/a2aefc15-e424-4670-a22b-e38c7f94ac83 HTTP/1.1" status: 204 len: 168 time: 1.6166370 Nov 10 21:36:39.159629 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93d9ccf9-1f14-4081-8166-3fd110e7b075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.235078 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93d9ccf9-1f14-4081-8166-3fd110e7b075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.243171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.534719 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.563397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93d9ccf9-1f14-4081-8166-3fd110e7b075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.567594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93d9ccf9-1f14-4081-8166-3fd110e7b075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.568980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-93d9ccf9-1f14-4081-8166-3fd110e7b075 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47c04aee-0885-4a9d-b166-503220b7daba HTTP/1.1" status: 204 len: 168 time: 0.5653789 Nov 10 21:36:39.589872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9ccf9-1f14-4081-8166-3fd110e7b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c04aee-0885-4a9d-b166-503220b7daba,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:39.595433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.739132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37380) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:39.867235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:39.957576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.101784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-942866587', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:40.117976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=816829b7-635f-4c4d-a8bb-e40597eacf87,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:40.154939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.191932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:40.220659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0941929-2cad-43d4-bdb4-1310875e19b4 req-4bc72368-0b4e-457a-8d7e-e888529e54e4 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:40.235586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0941929-2cad-43d4-bdb4-1310875e19b4 req-4bc72368-0b4e-457a-8d7e-e888529e54e4 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 944 time: 0.1931837 Nov 10 21:36:40.239972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.246352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.301330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:40.302276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.410240 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP cb4e8b91-3dc6-4344-aecb-d9f66b26b914 associated. External IP: 172.25.7.249, port: a7e5dcb8-6b93-487c-971e-c31a4bf49d5e. Nov 10 21:36:40.452144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0941929-2cad-43d4-bdb4-1310875e19b4 req-f0f77bea-02d3-4f31-afdd-94b6e5e90f7e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984258 Nov 10 21:36:40.459169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.462865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.502796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:40.506353 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534d6773-6a54-4b75-9e51-c21952ba54c1" -d '{"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-plugged", "status": "completed", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:40.560251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:40.639908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.653218 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a4f5ec-5b42-4317-a3da-7885c617f360 x-openstack-request-id: req-07a4f5ec-5b42-4317-a3da-7885c617f360 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:40.653736 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-plugged", "status": "completed", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:40.654203 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07a4f5ec-5b42-4317-a3da-7885c617f360 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:40.654776 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'code': 200} Nov 10 21:36:40.745798 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:40.817442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:40.883025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:41.083207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:36:41.243283 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:41.311211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:41.322736 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:41.342657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:41.343101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:41.347760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549031e9-45ba-4b60-8690-7a3d21794bb0 req-530c4375-edad-4c85-a608-f0b05f55cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:41.348984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:41.353830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-549031e9-45ba-4b60-8690-7a3d21794bb0 req-530c4375-edad-4c85-a608-f0b05f55cfaf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 1097 time: 0.4857490 Nov 10 21:36:41.403571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:41.419756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:41.424913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:41.451455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:41.452375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:41.533580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37412) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:41.557266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:41.558243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aced6b05-271f-4428-8864-1232dccff5f2 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:41.582176 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-549031e9-45ba-4b60-8690-7a3d21794bb0 req-167c12e4-fe5f-4092-bd0f-51ac02b2683e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809194 Nov 10 21:36:41.622262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37418) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:41.625602 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3e0ca529-4319-4ad3-a591-412579792801 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9334490 Nov 10 21:36:41.630040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1839039058'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:41.674590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Allocated IP 172.25.7.147 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/21ab4f5c-a52d-45f5-9fe7-019e28a98d70) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:41.753889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:41.759138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:41.793006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-115579538'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:41.883225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:36:41.903008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:41.903540 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Added segment e84d95bd-c5fe-4317-a97d-a06534f2f7a9 of type vlan for network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 Nov 10 21:36:41.938984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5641-3a6f-4bab-854f-97e54efb069d req-3190357a-4aee-46e0-90bc-740fc5abef1d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:41.951146 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1ade5641-3a6f-4bab-854f-97e54efb069d req-3190357a-4aee-46e0-90bc-740fc5abef1d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.2377205 Nov 10 21:36:41.997876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:42.002249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.047069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.123342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.143944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.173409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1ade5641-3a6f-4bab-854f-97e54efb069d req-d27b045f-a70b-47c5-9d93-4a7c9b069f81 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211931 Nov 10 21:36:42.202454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.386630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.416363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.426110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.435186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:42.437576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:36:42.438481 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.475684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d58134-6850-435a-9e0f-252a2ce069e6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:42.486544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.489928 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Added segment dd92102a-15c8-4c2e-8d96-462c3017229f of type vlan for network 2b17aca3-0a04-4c65-8370-a16b681f4208 Nov 10 21:36:42.618596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.645858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event updated for resources: {'Port': ['ID=21ab4f5c-a52d-45f5-9fe7-019e28a98d70,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:42.699002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:42.703086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:42.713791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:42.719643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Network': ['ID=b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:42.733071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:36:42.751629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac7b3f50-2d9e-4353-86ae-5aa292ba52e7 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1277781 Nov 10 21:36:42.754179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37424) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:42.764363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'subnet': {'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:42.774908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.783816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:42.785562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:42.959201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Network': ['ID=2b17aca3-0a04-4c65-8370-a16b681f4208,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:42.975166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:36:43.199707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:43.204218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:43.260180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0767185e-480d-48b6-b8a0-fd0926f0c454 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7132177 Nov 10 21:36:43.260426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37428) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:43.266047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'subnet': {'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:43.642827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:43.647508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:43.758989 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:43.816791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509986-4b38-4d29-8601-9c3fada34283 req-ddbafdab-0b9d-4e73-a373-3da07b297ef6 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:43.826320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-17509986-4b38-4d29-8601-9c3fada34283 req-ddbafdab-0b9d-4e73-a373-3da07b297ef6 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1638219 Nov 10 21:36:43.912120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-17509986-4b38-4d29-8601-9c3fada34283 req-854934ea-cf88-4aae-b695-a1d2720f5b51 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842295 Nov 10 21:36:43.953924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:44.002640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Subnet': ['ID=a759579d-5aa4-447b-9c94-7ebe8e27c89b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:44.039031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Checking segment: {'id': 'e84d95bd-c5fe-4317-a97d-a06534f2f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:36:44.039424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network hostable DHCP agents. Network: b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:36:44.232677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-e7081828-dfd8-4b96-a8cf-dcab0fddeb3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1254666 Nov 10 21:36:44.267608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:44.365275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:36:44.382086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Subnet': ['ID=3552f236-d72b-4782-a380-0ca375e9c9bb,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:44.389693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Checking segment: {'id': 'dd92102a-15c8-4c2e-8d96-462c3017229f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:36:44.390996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network hostable DHCP agents. Network: 2b17aca3-0a04-4c65-8370-a16b681f4208, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:36:44.485011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:44.494302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9fbf4-f8c5-46cf-8513-e367664fac1c None None] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:36:44.514907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.521600 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:44.552192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:36:44.552956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13319-70dd-4125-ad29-29a60c2ac4bf req-c0b0181c-e0dd-4411-8556-a41f471622cb tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.554694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00d13319-70dd-4125-ad29-29a60c2ac4bf req-c0b0181c-e0dd-4411-8556-a41f471622cb tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.3707609 Nov 10 21:36:44.569522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 2b17aca3-0a04-4c65-8370-a16b681f4208) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:44.596273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.596970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:44.607030 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:44.614198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb12e8-3bdb-4010-b564-013eb63f85eb None None] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:36:44.625982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.626771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.627402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.628794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.629452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.630081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.630706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:44.632953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-3b5144f5-678b-4406-8d4f-8f51425b7b7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 6505 time: 0.2716591 Nov 10 21:36:44.648081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-965e862f-b1e9-43ad-87fa-85c0aef352b4 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8927374 Nov 10 21:36:44.653010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37434) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:44.658619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2024533286', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:44.760003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00d13319-70dd-4125-ad29-29a60c2ac4bf req-a5020e3f-d8a8-4438-bf00-03f522a77c4e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905279 Nov 10 21:36:44.965228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-2b17aca3-0a04-4c65-8370-a16b681f4208', 'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'tenant_id': '888c6c482b3348e6981de962ba9c8722', 'fixed_ips': [{'subnet_id': '3552f236-d72b-4782-a380-0ca375e9c9bb'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:36:44.965228 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:44.965228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3', 'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3', 'tenant_id': '70ecf61dcdac40999b152eadf664fb34', 'fixed_ips': [{'subnet_id': 'a759579d-5aa4-447b-9c94-7ebe8e27c89b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:36:44.965228 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:45.003937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-c9b364e7-2e92-4b86-9204-0e3d875469a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:45.004519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-c9b364e7-2e92-4b86-9204-0e3d875469a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:45.005062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-c9b364e7-2e92-4b86-9204-0e3d875469a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:45.006486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-c9b364e7-2e92-4b86-9204-0e3d875469a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efbc1997-e0f6-40b9-b64d-1422ec458b59&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=0253683b-7b38-4986-9e96-597b3d57acb4&id=6359ee6b-9696-4450-b1ad-82a172074b22&id=6359ee6b-9696-4450-b1ad-82a172074b22 HTTP/1.1" status: 200 len: 2298 time: 0.2874739 Nov 10 21:36:45.053033 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1ea5ee45-a6e5-4620-965a-0aa2d3a3ec96 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7910151 Nov 10 21:36:45.056001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37440) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:45.066542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'name': 'tempest-AllowedAddressPairTestJSON-1068458408'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:45.331035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Allocated IP 172.20.0.2 (b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3/a759579d-5aa4-447b-9c94-7ebe8e27c89b/7fda4e8f-f515-4e35-bd21-7658e318a1f0) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:45.361821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Allocated IP 172.20.0.2 (2b17aca3-0a04-4c65-8370-a16b681f4208/3552f236-d72b-4782-a380-0ca375e9c9bb/cea6503e-2009-474e-8076-dbc77931ab37) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:45.688753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-5107b44c-d64d-44b3-9618-570763c3cc1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138 HTTP/1.1" status: 200 len: 1002 time: 0.6710179 Nov 10 21:36:45.753117 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:45.765136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Router 34a2c265-47d9-4581-ad35-b843819d5560 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:36:45.768347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-6b9940ea-67c1-4ec6-88ca-0d74a3ced97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:45.770811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-6b9940ea-67c1-4ec6-88ca-0d74a3ced97a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c8312dd-f4d5-44d5-8e28-d99358036f7e HTTP/1.1" status: 200 len: 855 time: 0.0685852 Nov 10 21:36:45.796086 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:45.797126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:45.906410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:45.909943 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:45.927933 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:45.965189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] device_id is not set on port a05397b4-11d1-43d0-a2ac-bd02fe2d219d yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:46.079098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Pushing event updated for resources: {'Port': ['ID=cea6503e-2009-474e-8076-dbc77931ab37,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:46.106760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:46.133205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:46.139123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:46.189065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Allocated IP 172.20.0.11 (2b17aca3-0a04-4c65-8370-a16b681f4208/3552f236-d72b-4782-a380-0ca375e9c9bb/a05397b4-11d1-43d0-a2ac-bd02fe2d219d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:46.191091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:46.205947 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] Sync routers for ids ['34a2c265-47d9-4581-ad35-b843819d5560'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:46.213059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-1dbc3c2e-34cd-4f71-8e8f-633b226e3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:46.217025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-1dbc3c2e-34cd-4f71-8e8f-633b226e3c83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efbc1997-e0f6-40b9-b64d-1422ec458b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4355977 Nov 10 21:36:46.225179 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] Routers {'34a2c265-47d9-4581-ad35-b843819d5560'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:46.228663 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34a2c265-47d9-4581-ad35-b843819d5560'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:46.324338 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:46.345473 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] Routers {'34a2c265-47d9-4581-ad35-b843819d5560'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:46.361392 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34a2c265-47d9-4581-ad35-b843819d5560'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:46.405238 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.448793 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:46.449471 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1f514-1994-41d0-bc2c-4360d91b21b8 None None] The sync data for ids ['34a2c265-47d9-4581-ad35-b843819d5560'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:46.495856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.500922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.503552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e18cf581-3972-42f6-b9b4-3b0317b6f749 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7633314 Nov 10 21:36:46.513028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37456) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:46.529286 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.586693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Attempting to bind port cea6503e-2009-474e-8076-dbc77931ab37 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:36:46.586988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Attempting to bind port cea6503e-2009-474e-8076-dbc77931ab37 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'dd92102a-15c8-4c2e-8d96-462c3017229f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:36:46.587327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Attempting to bind port cea6503e-2009-474e-8076-dbc77931ab37 on network 2b17aca3-0a04-4c65-8370-a16b681f4208 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:36:46.609035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:36:46.609896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Checking segment: {'id': 'dd92102a-15c8-4c2e-8d96-462c3017229f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:36:46.609896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.610420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Bound using segment: {'id': 'dd92102a-15c8-4c2e-8d96-462c3017229f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:36:46.610898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Bound port: cea6503e-2009-474e-8076-dbc77931ab37, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd92102a-15c8-4c2e-8d96-462c3017229f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:36:46.614912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.637877 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.789600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:46.793603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:46.799844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] For port cea6503e-2009-474e-8076-dbc77931ab37, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:36:46.803158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] For port cea6503e-2009-474e-8076-dbc77931ab37, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cea6503e-2009-474e-8076-dbc77931ab37,segment=NetworkSegment(dd92102a-15c8-4c2e-8d96-462c3017229f),segment_id=dd92102a-15c8-4c2e-8d96-462c3017229f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:36:46.805636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.809274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:46.863625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=a05397b4-11d1-43d0-a2ac-bd02fe2d219d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:46.903146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Pushing event updated for resources: {'Port': ['ID=7fda4e8f-f515-4e35-bd21-7658e318a1f0,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:46.909352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.920119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:46.927155 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:46.943001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:46.954871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:46.964108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7e613170-0d66-496d-9afb-4fb60287adeb tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/34a2c265-47d9-4581-ad35-b843819d5560 HTTP/1.1" status: 200 len: 924 time: 0.4475188 Nov 10 21:36:46.968520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:46.970821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37458) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:47.064869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0bf32364-a0e8-4462-8378-68861f857fe6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0073397 Nov 10 21:36:47.065941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37460) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:47.083583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'name': 'tempest-AllowedAddressPairTestJSON-1147815880', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fb:68:7d'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:47.108455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-502d4eee-6d49-4165-85a6-df33660297bf tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:47.117866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-502d4eee-6d49-4165-85a6-df33660297bf tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0d6640-dc43-44b6-a8a6-146289b55d57 HTTP/1.1" status: 200 len: 945 time: 0.1773422 Nov 10 21:36:47.163284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-acd73ec6-3245-4b1d-902f-c8ffbf6a4db5 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=34a2c265-47d9-4581-ad35-b843819d5560 HTTP/1.1" status: 200 len: 205 time: 0.1823478 Nov 10 21:36:47.167140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37462) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:47.170791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Attempting to bind port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:36:47.173854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Attempting to bind port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e84d95bd-c5fe-4317-a97d-a06534f2f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:36:47.174614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Attempting to bind port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 on network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:36:47.193536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:36:47.196274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Checking segment: {'id': 'e84d95bd-c5fe-4317-a97d-a06534f2f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:36:47.198684 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:47.198684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Bound using segment: {'id': 'e84d95bd-c5fe-4317-a97d-a06534f2f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:36:47.198952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Bound port: 7fda4e8f-f515-4e35-bd21-7658e318a1f0, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84d95bd-c5fe-4317-a97d-a06534f2f7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:36:47.199536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:47.319964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-4311165b-1e0f-40a9-af2a-dd6f79d7a6e6 service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0783980 Nov 10 21:36:47.345728 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] For port 7fda4e8f-f515-4e35-bd21-7658e318a1f0, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:36:47.353510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] For port 7fda4e8f-f515-4e35-bd21-7658e318a1f0, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7fda4e8f-f515-4e35-bd21-7658e318a1f0,segment=NetworkSegment(e84d95bd-c5fe-4317-a97d-a06534f2f7a9),segment_id=e84d95bd-c5fe-4317-a97d-a06534f2f7a9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:36:47.398975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32165fb1-8a56-473e-83f1-5c9b9b931ac1 None None] Pushing event updated for resources: {'Port': ['ID=cea6503e-2009-474e-8076-dbc77931ab37,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:47.438727 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:47.570899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:47.577740 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:47.672293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f054282-0b90-431c-8ceb-5ca7ab7e1507 None None] Pushing event updated for resources: {'Port': ['ID=7fda4e8f-f515-4e35-bd21-7658e318a1f0,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:48.041517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:48.167288 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-588c5661-e993-4afa-af09-61272753dfd4 service neutron] 10.222.0.64 "GET /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951505 Nov 10 21:36:48.222402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-bdca9d08-eeac-4d4b-b550-239a0e85e7bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 200 len: 217 time: 0.0462222 Nov 10 21:36:48.298820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-5db89436-be57-4b41-b911-7c05dd45fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:48.300424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-5db89436-be57-4b41-b911-7c05dd45fc2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.0710611 Nov 10 21:36:48.351544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Deleting port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:48.351544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:48.467605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:48.570575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-013ab7f4-27e0-44a3-8cb1-295d07e7e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:48.577605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-013ab7f4-27e0-44a3-8cb1-295d07e7e774 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2655566 Nov 10 21:36:48.578655 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:48.615640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cea6503e-2009-474e-8076-dbc77931ab37 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:48.625823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] For port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:48.626184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:48.645271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Calling delete_port for db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:48.765960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cea6503e-2009-474e-8076-dbc77931ab37 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:48.766635 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:48.817108 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:48.854959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-8a5747f5-28c0-407a-90e5-ee5ff065c040 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680006 Nov 10 21:36:48.862443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] device_id is not set on port fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:49.028212 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.131742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port cea6503e-2009-474e-8076-dbc77931ab37, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cea6503e-2009-474e-8076-dbc77931ab37,segment=NetworkSegment(dd92102a-15c8-4c2e-8d96-462c3017229f),segment_id=dd92102a-15c8-4c2e-8d96-462c3017229f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:49.191694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-931453a3-4414-4dcf-88a3-2b30681d0acf service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496226 Nov 10 21:36:49.194677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.214744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.215606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7fda4e8f-f515-4e35-bd21-7658e318a1f0 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:49.330226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Allocated IP 172.20.0.3 (2b17aca3-0a04-4c65-8370-a16b681f4208/3552f236-d72b-4782-a380-0ca375e9c9bb/fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:49.415948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2cb8fe-1d2c-460b-b452-53b2e1a23be7 None None] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:36:49.490109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.545432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Pushing event deleted for resources: {'Port': ['ID=db4ab488-af2b-4aa7-a3ca-d966aeefb7f1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:49.584322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=cea6503e-2009-474e-8076-dbc77931ab37,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:49.601408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.25.7.33 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/351369db-f5a4-48a2-818c-42ce16fb5a05) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:49.694019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] No DVR routers for this DVR port db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:36:49.699609 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.703382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-585e552c-9c98-4cf7-bb75-362ed55c90a5 req-b59e7be5-1881-42a9-afae-a976d0b14d6c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.64 "DELETE /v2.0/ports/db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 HTTP/1.1" status: 204 len: 173 time: 2.5640554 Nov 10 21:36:49.703883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-deleted', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:49.711712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d472b-7be2-4a8f-9494-e169d6e5009c None None] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:36:49.718514 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6628e6-7cae-455a-bc4b-d1b183963a72" -d '{"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-deleted", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:49.830530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.836250 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.854024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2bdfaada-4596-49b1-a0c7-d6b0f887913d None None] Provisioning complete for port cea6503e-2009-474e-8076-dbc77931ab37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:49.859595 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2bdfaada-4596-49b1-a0c7-d6b0f887913d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.890379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-18555a14-8c32-4c22-8f7c-a36cb16dd4db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 200 len: 217 time: 0.6674438 Nov 10 21:36:49.952608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Deleting port 21ab4f5c-a52d-45f5-9fe7-019e28a98d70 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:49.953029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.953656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:49.963366 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:49.975016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.009242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.045994 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.075427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:50.079038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:50.123865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:50.161099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-e0b7723e-a713-429e-8314-65a304e205c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:50.169651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-e0b7723e-a713-429e-8314-65a304e205c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.2666786 Nov 10 21:36:50.211519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:50.222345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:50.223661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.249582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:50.285406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:50.290420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:50.295999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=351369db-f5a4-48a2-818c-42ce16fb5a05,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:50.340312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f11ec31-7618-497b-8958-d2e7ae221e27 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2696095 Nov 10 21:36:50.341067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37470) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:50.367266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.379269 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:36:50.432309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Calling delete_port for 21ab4f5c-a52d-45f5-9fe7-019e28a98d70 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:50.449425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-502f7842-c24c-4fe7-8c4e-932aca64c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:50.459630 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-502f7842-c24c-4fe7-8c4e-932aca64c8c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2612669 Nov 10 21:36:50.527877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f257cc-6377-41a0-bc3a-39226f70ebe7 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:50.530512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:36:50.530864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db4ab488-af2b-4aa7-a3ca-d966aeefb7f1 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:36:50.563244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f257cc-6377-41a0-bc3a-39226f70ebe7 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:50.578799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f257cc-6377-41a0-bc3a-39226f70ebe7 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:50.589606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29f257cc-6377-41a0-bc3a-39226f70ebe7 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2473466 Nov 10 21:36:50.590405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37472) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:50.693622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.774688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 7fda4e8f-f515-4e35-bd21-7658e318a1f0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7fda4e8f-f515-4e35-bd21-7658e318a1f0,segment=NetworkSegment(e84d95bd-c5fe-4317-a97d-a06534f2f7a9),segment_id=e84d95bd-c5fe-4317-a97d-a06534f2f7a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:50.852540 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.869564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting port fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:50.869980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:50.891388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d5d2e349-8138-4483-87c2-093ffecbc396 None None] Provisioning complete for port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:50.892091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e349-8138-4483-87c2-093ffecbc396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:51.114304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-83996645-2ab9-449b-8986-01705bdff804 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475277 Nov 10 21:36:51.146716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cea6503e-2009-474e-8076-dbc77931ab37 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:51.154798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:51.190598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Calling delete_port for fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:51.337601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cea6503e-2009-474e-8076-dbc77931ab37 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:51.338089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:51.377754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=7fda4e8f-f515-4e35-bd21-7658e318a1f0,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:51.451320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d5d2e349-8138-4483-87c2-093ffecbc396 None None] Provisioning complete for port a05397b4-11d1-43d0-a2ac-bd02fe2d219d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:51.451622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e349-8138-4483-87c2-093ffecbc396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:51.509556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2e349-8138-4483-87c2-093ffecbc396 None None] Port a05397b4-11d1-43d0-a2ac-bd02fe2d219d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:36:51.557198 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:51.583391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d5d2e349-8138-4483-87c2-093ffecbc396 None None] Provisioning complete for port cea6503e-2009-474e-8076-dbc77931ab37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:51.584096 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e349-8138-4483-87c2-093ffecbc396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:51.651601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Port': ['ID=fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:51.995158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a1fa44d-526b-451b-847d-31cd0cfd481b None None] Provisioning complete for port a05397b4-11d1-43d0-a2ac-bd02fe2d219d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:52.000479 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a1fa44d-526b-451b-847d-31cd0cfd481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.095655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.104798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6f5190e8-2fd3-4342-a670-dca8f4d8d1f8 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/ports/fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04 HTTP/1.1" status: 204 len: 168 time: 1.5105557 Nov 10 21:36:52.105892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37478) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:52.115560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fa44d-526b-451b-847d-31cd0cfd481b None None] Port a05397b4-11d1-43d0-a2ac-bd02fe2d219d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:36:52.127261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a1fa44d-526b-451b-847d-31cd0cfd481b None None] Could not find standard attr ID for object fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:36:52.146273 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-0f3dd97b-0eef-4a13-97fb-60fff58ed06a service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0132644 Nov 10 21:36:52.154007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a1fa44d-526b-451b-847d-31cd0cfd481b None None] Provisioning complete for port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:52.155316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a1fa44d-526b-451b-847d-31cd0cfd481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.177516 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53c5f52-4745-437c-b1f6-3c9f91ea1f38 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] GET failed (client error): The resource could not be found. Nov 10 21:36:52.184948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a53c5f52-4745-437c-b1f6-3c9f91ea1f38 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "GET /v2.0/ports/fc1e8f55-b6d3-4b65-9452-5c4ca48f2c04 HTTP/1.1" status: 404 len: 333 time: 0.0723295 Nov 10 21:36:52.185406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37480) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:52.197303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'name': 'tempest-AllowedAddressPairTestJSON-235305441'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:52.344584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-731c3842-4d36-4147-9570-37ee6b34a410 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41 HTTP/1.1" status: 200 len: 217 time: 0.1905003 Nov 10 21:36:52.424027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.473347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.513982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:52.518725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.543919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] device_id is not set on port 0f225d0d-75ee-4ad9-af9c-923d7640369c yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:52.544834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event deleted for resources: {'Port': ['ID=21ab4f5c-a52d-45f5-9fe7-019e28a98d70,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:52.549184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-9638175f-d595-4d8b-b304-af27c5c120b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:52.550677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-9638175f-d595-4d8b-b304-af27c5c120b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.1826901 Nov 10 21:36:52.672563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.709586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Allocated IP 172.20.0.6 (2b17aca3-0a04-4c65-8370-a16b681f4208/3552f236-d72b-4782-a380-0ca375e9c9bb/0f225d0d-75ee-4ad9-af9c-923d7640369c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:52.782743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-18f1a05e-fac1-455d-8c77-0589d455c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:52.784300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-18f1a05e-fac1-455d-8c77-0589d455c661 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2000103 Nov 10 21:36:52.833724 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.863769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.955236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:52.996989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7fda4e8f-f515-4e35-bd21-7658e318a1f0 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:36:53.080640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:53.081151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.125293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.132060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.134294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Fanout notify agent at l3_agent the message router_deleted on router 34a2c265-47d9-4581-ad35-b843819d5560 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:36:53.140346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.152894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.158038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9d234ca8-7725-4a83-ba7c-95deb3bca4c7 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/34a2c265-47d9-4581-ad35-b843819d5560 HTTP/1.1" status: 204 len: 168 time: 5.9673374 Nov 10 21:36:53.158360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:53.172289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1509029395', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': False}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:53.177895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-ac64c033-8862-49f3-b2d2-0749bd25b4d4 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586164 Nov 10 21:36:53.233241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:53.239184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:53.257170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:53.263123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=0f225d0d-75ee-4ad9-af9c-923d7640369c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:53.378758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:53.379462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.414460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.496096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.497593 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.534882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-10c2a1cc-00ea-4380-a1ab-fa9af829c36b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3483753 Nov 10 21:36:53.538494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37506) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:53.548825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fb:68:7d'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:53.643058 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-aeab55a3-320f-4b19-8d9e-e9bff4844caa service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537463 Nov 10 21:36:53.673250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4f710d13-0b0d-4926-a80b-62473d47c085 None None] Provisioning complete for port 0f225d0d-75ee-4ad9-af9c-923d7640369c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:53.674531 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f710d13-0b0d-4926-a80b-62473d47c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.718042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.743993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4f710d13-0b0d-4926-a80b-62473d47c085 None None] Port 0f225d0d-75ee-4ad9-af9c-923d7640369c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:36:53.761323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-5a85008b-737a-42e6-952a-15e493fbc3fb tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:53.762321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-5a85008b-737a-42e6-952a-15e493fbc3fb tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 815 time: 0.3931582 Nov 10 21:36:53.765607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-84d3e029-075f-489d-99e5-62caf7614dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514 HTTP/1.1" status: 200 len: 217 time: 0.0909550 Nov 10 21:36:53.797955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:53.806243 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8ee95-8a83-4cc0-a740-4c438be84631 x-openstack-request-id: req-5ea8ee95-8a83-4cc0-a740-4c438be84631 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:53.806544 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0d6640-dc43-44b6-a8a6-146289b55d57", "name": "network-vif-deleted", "tag": "db4ab488-af2b-4aa7-a3ca-d966aeefb7f1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:53.807555 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ea8ee95-8a83-4cc0-a740-4c438be84631 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:53.808925 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0d6640-dc43-44b6-a8a6-146289b55d57', 'name': 'network-vif-deleted', 'tag': 'db4ab488-af2b-4aa7-a3ca-d966aeefb7f1', 'status': 'completed', 'code': 200} Nov 10 21:36:53.824344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-37b2ed27-85e7-4abe-87d0-ce9555ec8f15 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/quotas/92cae80250014c3484c87e7c96024d59 HTTP/1.1" status: 200 len: 375 time: 0.0539932 Nov 10 21:36:53.926470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-b2deff6c-1add-45cd-9973-d77853a9f95c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623326 Nov 10 21:36:53.932948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router c2341897-5b03-41b9-a29e-2f01abff0c2d is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:36:54.012386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-b5692754-ba6a-4e8c-9ec7-3b6bb868ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:54.013920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-b5692754-ba6a-4e8c-9ec7-3b6bb868ba14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 200 len: 797 time: 0.2332895 Nov 10 21:36:54.099060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.124179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.194014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-b364d02f-0dfe-444e-9453-8478b248e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:54.195529 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-b364d02f-0dfe-444e-9453-8478b248e308 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0253683b-7b38-4986-9e96-597b3d57acb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1183071 Nov 10 21:36:54.250430 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-765ad44c-e559-4c23-904e-a0c470523464 service neutron] 10.222.0.45 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075845 Nov 10 21:36:54.373982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.408096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:54.426266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] Sync routers for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:54.442275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3eac9409-6a83-4aec-86f4-f797d14e7658 service neutron] 10.222.0.45 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644349 Nov 10 21:36:54.450817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-03a3e088-ed8f-436f-b667-be2b5ee7c228 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392776 Nov 10 21:36:54.457236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=0f225d0d-75ee-4ad9-af9c-923d7640369c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:54.462808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:54.467559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:54.480184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] In _notify_port_updated(), no bound segment for port 0f225d0d-75ee-4ad9-af9c-923d7640369c on network 2b17aca3-0a04-4c65-8370-a16b681f4208 {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:36:54.485540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:54.486346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.487777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cca96a6b-6976-402a-9a71-18a7435a268e tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "PUT /v2.0/ports/0f225d0d-75ee-4ad9-af9c-923d7640369c HTTP/1.1" status: 200 len: 993 time: 0.9483740 Nov 10 21:36:54.492466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37540) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:54.618644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.620605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d92cdf7a-c9f4-4e2d-8a07-6f6fa06b4039 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.9657941 Nov 10 21:36:54.626276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37544) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:54.744696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting port 0f225d0d-75ee-4ad9-af9c-923d7640369c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:54.744696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.831284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:54.843338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:54.844349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:54.893352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:54.894566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6090b2-ce08-4112-ac95-3791af8184a9 None None] The sync data for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:36:54.910841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6db4413b-ba87-4da1-a04f-421e6bcab3fb None None] Provisioning complete for port 0f225d0d-75ee-4ad9-af9c-923d7640369c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:54.911485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6db4413b-ba87-4da1-a04f-421e6bcab3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.967207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:54.984790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Calling delete_port for 0f225d0d-75ee-4ad9-af9c-923d7640369c owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:54.988796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6db4413b-ba87-4da1-a04f-421e6bcab3fb None None] Port 0f225d0d-75ee-4ad9-af9c-923d7640369c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:36:55.237530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:55.275014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Port': ['ID=0f225d0d-75ee-4ad9-af9c-923d7640369c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:55.346888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-129e3342-d811-479a-b74d-168e3d4f42dd req-fecf1c67-c6d1-414f-a35f-5b3011b46689 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 210 time: 0.0825007 Nov 10 21:36:55.361943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-1223569b-d231-4ab7-ac35-81cf2b683330 service neutron] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8912096 Nov 10 21:36:55.461090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-253db084-a077-4f68-be5e-01dd9e1f4f10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 HTTP/1.1" status: 200 len: 217 time: 0.0560625 Nov 10 21:36:55.505007 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:55.512075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ace28fc5-ea3d-4641-8176-2214c254f725 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/ports/0f225d0d-75ee-4ad9-af9c-923d7640369c HTTP/1.1" status: 204 len: 168 time: 1.0180695 Nov 10 21:36:55.512811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:55.546855 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f729b39-89b4-40a2-a9c9-8c47673b64f6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] GET failed (client error): The resource could not be found. Nov 10 21:36:55.556246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1f729b39-89b4-40a2-a9c9-8c47673b64f6 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "GET /v2.0/ports/0f225d0d-75ee-4ad9-af9c-923d7640369c HTTP/1.1" status: 404 len: 333 time: 0.0420382 Nov 10 21:36:55.557556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37580) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:55.566850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'name': 'tempest-AllowedAddressPairTestJSON-981192191'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:55.692802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-594e4881-cc8e-44b3-9b15-4b00e10f62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:55.694289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-594e4881-cc8e-44b3-9b15-4b00e10f62f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 200 len: 797 time: 0.2254331 Nov 10 21:36:55.809332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:55.812188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:36:55.820658 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:55.842107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:55.875286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:55.879329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] device_id is not set on port ec2606a7-5efb-4aa7-8e49-c8ce728519d0 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:55.892433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-8cff4b4c-8b2a-4c1f-a378-dcec97e4b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:55.894645 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-8cff4b4c-8b2a-4c1f-a378-dcec97e4b8c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1667631 Nov 10 21:36:56.007742 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.033882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:56.036325 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8651f99-12ec-44bd-bced-cc5dac0ee41c" -d '{"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:56.049863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:56.075146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Allocated IP 172.20.0.9 (2b17aca3-0a04-4c65-8370-a16b681f4208/3552f236-d72b-4782-a380-0ca375e9c9bb/ec2606a7-5efb-4aa7-8e49-c8ce728519d0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:56.092189 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccc9a54-965d-439d-826a-6c17c5ffcbb3 x-openstack-request-id: req-5ccc9a54-965d-439d-826a-6c17c5ffcbb3 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:56.092472 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:56.092717 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ccc9a54-965d-439d-826a-6c17c5ffcbb3 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:56.093101 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'code': 200} Nov 10 21:36:56.211804 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.219537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Allocated IP 172.25.7.137 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/4730ff6d-959b-4c24-896e-2b1e0a48b235) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:56.250316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.272247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:56.273400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-03410549-c32a-4983-bbad-04f895815f18 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412673 Nov 10 21:36:56.398013 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.485107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e06c30c3-a6c1-4d20-848e-bc48d6e71c6b req-d5098544-f5aa-4741-aa48-cd7a4bc70766 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 210 time: 0.0403829 Nov 10 21:36:56.505627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:56.507097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=ec2606a7-5efb-4aa7-8e49-c8ce728519d0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:56.520676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:56.525818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:56.557570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.595575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-b1a880c6-6ad9-4de6-ada6-457f346562e3 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046942 Nov 10 21:36:56.595697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:56.595697 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.644961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.686280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b716441c-3eab-457f-b2de-d79788918c8b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1266298 Nov 10 21:36:56.691185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37614) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:56.693278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-03fe24d8-c8e0-4cdf-9ca9-0da6d76c0e84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=413693c0-7375-4fca-8afa-16feab091d0c HTTP/1.1" status: 200 len: 217 time: 0.0600181 Nov 10 21:36:56.699936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fb:68:7d'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:56.829981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a164c305-857c-45c5-8818-4b2c8ae7dced None None] Provisioning complete for port ec2606a7-5efb-4aa7-8e49-c8ce728519d0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:56.830616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a164c305-857c-45c5-8818-4b2c8ae7dced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.871996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-85614f5f-f239-467e-9410-8539fcd0ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:56.873522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-85614f5f-f239-467e-9410-8539fcd0ebaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 200 len: 797 time: 0.1665151 Nov 10 21:36:56.891279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a164c305-857c-45c5-8818-4b2c8ae7dced None None] Port ec2606a7-5efb-4aa7-8e49-c8ce728519d0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:36:56.897208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:56.987229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:57.009705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0f20fdff-d57f-43ee-b827-2de998307eee tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:57.012239 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0f20fdff-d57f-43ee-b827-2de998307eee tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.3241608 Nov 10 21:36:57.096915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:57.110162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-a71868ab-c6b6-4dbf-8b16-a32e10fcb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:57.111814 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-a71868ab-c6b6-4dbf-8b16-a32e10fcb788 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6359ee6b-9696-4450-b1ad-82a172074b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2284725 Nov 10 21:36:57.113287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:57.115167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-d0eb90b1-06ad-4abb-82cc-450e1424837e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/quotas/38566a07ad0446bb9d7d818fe346962a HTTP/1.1" status: 200 len: 375 time: 0.0774610 Nov 10 21:36:57.118956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:57.124128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:57.133663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Port': ['ID=4730ff6d-959b-4c24-896e-2b1e0a48b235,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:57.146162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d766f-5799-4d99-8231-db7acb2fe978 req-26ad2ac5-1e03-4003-ba5b-85f79f5a559f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:57.147849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-961d766f-5799-4d99-8231-db7acb2fe978 req-26ad2ac5-1e03-4003-ba5b-85f79f5a559f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.0637169 Nov 10 21:36:57.205139 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-961d766f-5799-4d99-8231-db7acb2fe978 req-62c126a4-cae2-4fbb-91d4-de4969b582ee tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502558 Nov 10 21:36:57.206308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:57.387128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=ec2606a7-5efb-4aa7-8e49-c8ce728519d0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:57.389771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] In _notify_port_updated(), no bound segment for port ec2606a7-5efb-4aa7-8e49-c8ce728519d0 on network 2b17aca3-0a04-4c65-8370-a16b681f4208 {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:36:57.396095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:57.396970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:57.402519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6945d53c-cd56-4221-9682-144b5af8fb55 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "PUT /v2.0/ports/ec2606a7-5efb-4aa7-8e49-c8ce728519d0 HTTP/1.1" status: 200 len: 995 time: 0.7111001 Nov 10 21:36:57.403432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:57.556628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-69887463-ea9a-4cea-a872-58e68bb0f615 None None] Provisioning complete for port ec2606a7-5efb-4aa7-8e49-c8ce728519d0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:57.557002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-69887463-ea9a-4cea-a872-58e68bb0f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:57.573092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-6f61c0cf-b718-4077-b8cd-7fbce5c1f52a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:57.575561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-6f61c0cf-b718-4077-b8cd-7fbce5c1f52a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 815 time: 0.3172328 Nov 10 21:36:57.594357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Request body: {'port': {'device_id': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'admin_state_up': True, 'tenant_id': '92cae80250014c3484c87e7c96024d59'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:57.619877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-69887463-ea9a-4cea-a872-58e68bb0f615 None None] Port ec2606a7-5efb-4aa7-8e49-c8ce728519d0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:36:57.695234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cb9eabda-cf85-49c5-86f4-a057503982aa req-71caf612-2621-49c0-a269-256d4f006ac9 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 210 time: 0.0580101 Nov 10 21:36:57.702617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.1 (b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3/a759579d-5aa4-447b-9c94-7ebe8e27c89b/05544e62-d72a-4ab8-8eee-49697bd6594f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:57.712734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-fa7173d9-05b3-419a-a00e-16bce679ff05 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5719979 Nov 10 21:36:57.716398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting port ec2606a7-5efb-4aa7-8e49-c8ce728519d0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:57.716640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:57.778166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-cc0819a0-7e6d-47c0-aefd-8608e8a612da service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563160 Nov 10 21:36:57.835147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:57.848143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Calling delete_port for ec2606a7-5efb-4aa7-8e49-c8ce728519d0 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:57.900008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Made reservation on behalf of 92cae80250014c3484c87e7c96024d59 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:57.903315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.005231 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-c10b485b-a677-4003-848a-1dec535c0d2e service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573144 Nov 10 21:36:58.026299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-93eec6d2-e47a-47ce-9365-252050e1726d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:58.027809 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-93eec6d2-e47a-47ce-9365-252050e1726d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc2d3a99-db63-4336-9792-bc6dfb19d5dd HTTP/1.1" status: 200 len: 943 time: 0.1369739 Nov 10 21:36:58.063193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25c95bf1-2a81-4cea-8577-b2ea233863b8 req-7cae5c15-66cb-4ed2-b8f9-222b03a17b65 service neutron] 10.222.0.64 "GET /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612600 Nov 10 21:36:58.143546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.185630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Allocated IP 172.20.0.11 (d507f5bd-dc96-45c2-8466-80aec2268b2c/aee05975-5fff-4378-afc8-b152c90e709f/21cc9a4f-b654-48e4-ac5f-90ce11ea6c91) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:58.241976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-93be7372-a6ba-4169-8a8d-62fcf6534b0a service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207637 Nov 10 21:36:58.255671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Deleting port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:36:58.256240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.256886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.287465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.329453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.416710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:58.417549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Port': ['ID=ec2606a7-5efb-4aa7-8e49-c8ce728519d0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:58.425166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:58.437283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:58.489652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=05544e62-d72a-4ab8-8eee-49697bd6594f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:58.547294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] For port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:36:58.547661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.600151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb8ebc-49e8-4068-b902-256e6d80b461 req-35182a3f-9678-4364-8d18-e22b7bc4f0d1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:58.604921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-efbb8ebc-49e8-4068-b902-256e6d80b461 req-35182a3f-9678-4364-8d18-e22b7bc4f0d1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2947702 Nov 10 21:36:58.619128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Calling delete_port for e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:36:58.641454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3675d65-f8c3-4d49-b745-9ab985f04bc3 req-48c07900-2870-4c7f-949f-a22b7938b852 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 210 time: 0.1473439 Nov 10 21:36:58.646987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.649672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.656605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37644) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:58.670203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f5d0f4c3-b3be-4dc0-994c-af8b9514cdfc tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/ports/ec2606a7-5efb-4aa7-8e49-c8ce728519d0 HTTP/1.1" status: 204 len: 168 time: 1.2240748 Nov 10 21:36:58.673790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.739183 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f22e78-620c-4520-af2c-6c09e527323b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] GET failed (client error): The resource could not be found. Nov 10 21:36:58.741808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78f22e78-620c-4520-af2c-6c09e527323b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "GET /v2.0/ports/ec2606a7-5efb-4aa7-8e49-c8ce728519d0 HTTP/1.1" status: 404 len: 333 time: 0.0841458 Nov 10 21:36:58.750530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37652) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:58.756075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'name': 'tempest-AllowedAddressPairTestJSON-291924062'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:58.764311 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.862597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-efbb8ebc-49e8-4068-b902-256e6d80b461 req-7296039a-5406-47ef-b0e0-0e3dfced481e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2448568 Nov 10 21:36:58.918654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-112af403-82f1-4aaa-af09-6a83efbb184f req-ff315d27-d2bc-4f03-a9d5-73bbedaa2440 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 210 time: 0.1117868 Nov 10 21:36:58.955990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-239011bd-46e1-4f30-abb4-ccc597310aa5 None None] Provisioning complete for port 05544e62-d72a-4ab8-8eee-49697bd6594f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:36:58.961291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:58.961704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-239011bd-46e1-4f30-abb4-ccc597310aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.014392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-239011bd-46e1-4f30-abb4-ccc597310aa5 None None] Port 05544e62-d72a-4ab8-8eee-49697bd6594f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:36:59.028019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.051642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Pushing event updated for resources: {'Port': ['ID=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:59.064645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Network d507f5bd-dc96-45c2-8466-80aec2268b2c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:36:59.098225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:36:59.101429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:36:59.106045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event deleted for resources: {'Port': ['ID=e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:36:59.140602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] No DVR routers for this DVR port e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:36:59.143808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.147574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d130b63-7ad1-4ff6-be5e-f7a05adc55d9 req-f5297d51-5e69-4296-b5c6-8b87ae5501e9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "DELETE /v2.0/ports/e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 HTTP/1.1" status: 204 len: 173 time: 1.1135185 Nov 10 21:36:59.181365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:36:59.181497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-deleted', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:36:59.182605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.183619 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a2037-8e59-44f3-aa6b-482d2a22c37b" -d '{"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-deleted", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:36:59.193067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:59.193788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.231050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.233321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] device_id is not set on port 9caed911-53a0-4bc3-b8e2-383db8dc5849 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:36:59.249444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Router 284cb032-8d49-449e-845e-41387105149e is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:36:59.254607 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c522a05-f1db-402a-9731-81fe61e34344 x-openstack-request-id: req-7c522a05-f1db-402a-9731-81fe61e34344 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:36:59.254964 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d3a99-db63-4336-9792-bc6dfb19d5dd", "name": "network-vif-deleted", "tag": "e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:36:59.255381 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c522a05-f1db-402a-9731-81fe61e34344 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:36:59.255808 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d3a99-db63-4336-9792-bc6dfb19d5dd', 'name': 'network-vif-deleted', 'tag': 'e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1', 'status': 'completed', 'code': 200} Nov 10 21:36:59.349074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3c195aa1-af73-4f0e-b258-6317bed391ed tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7606630 Nov 10 21:36:59.364986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Request body: {'port': {'device_id': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:36:59.435409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.566812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Allocated IP 172.20.0.3 (2b17aca3-0a04-4c65-8370-a16b681f4208/3552f236-d72b-4782-a380-0ca375e9c9bb/9caed911-53a0-4bc3-b8e2-383db8dc5849) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:36:59.610593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:36:59.620957 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Sync routers for ids ['284cb032-8d49-449e-845e-41387105149e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:36:59.640174 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Routers {'284cb032-8d49-449e-845e-41387105149e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:36:59.641666 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['284cb032-8d49-449e-845e-41387105149e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:36:59.796110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36a22773-a776-42e6-9d92-0d55f93e1941 req-88dcc134-ea58-4c97-87a6-cbb4ff2ca343 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 210 time: 0.0452290 Nov 10 21:36:59.798065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.799898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-131c684c-01f1-421b-9d13-af14e154e35e tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.6319079 Nov 10 21:36:59.805636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37674) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:59.809699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:36:59.815253 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Set router 284cb032-8d49-449e-845e-41387105149e gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:36:59.824003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.877435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dbce0-f652-4404-98c1-34893ec79f9e req-feaab344-1dac-4dd3-997f-d4f259b1137f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:36:59.880002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Transition to ACTIVE for port object 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:36:59.887105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e1dbce0-f652-4404-98c1-34893ec79f9e req-feaab344-1dac-4dd3-997f-d4f259b1137f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.1840134 Nov 10 21:36:59.931360 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:36:59.988429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f0b173ef-ea00-480a-b68e-e53fcb093252 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/284cb032-8d49-449e-845e-41387105149e HTTP/1.1" status: 200 len: 909 time: 0.1814857 Nov 10 21:36:59.992424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37678) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:36:59.999586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1509029395', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': True}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:00.003779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e1dbce0-f652-4404-98c1-34893ec79f9e req-203b5649-d20a-4c6f-80c1-1652988fc6f0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149015 Nov 10 21:37:00.006307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.046571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.052402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Pushing event updated for resources: {'Port': ['ID=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:00.085101 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb032-8d49-449e-845e-41387105149e', 'name': 'tempest-snat-router-1509029395', 'tenant_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.137'}], 'enable_snat': False}, 'gw_port_id': '4730ff6d-959b-4c24-896e-2b1e0a48b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:36:53Z', 'updated_at': '2021-11-10T21:36:57Z', 'revision_number': 3, 'project_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'gw_port': {'id': '4730ff6d-959b-4c24-896e-2b1e0a48b235', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb032-8d49-449e-845e-41387105149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:36:55Z', 'updated_at': '2021-11-10T21:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:00.106602 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.117146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Checking router: 284cb032-8d49-449e-845e-41387105149e for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:37:00.117574 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Updating router 284cb032-8d49-449e-845e-41387105149e port 4730ff6d-959b-4c24-896e-2b1e0a48b235 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:37:00.146583 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.197055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9dd04-cb19-40bf-a954-3e6c28275554 req-c26b1f81-2585-42bf-b846-01e1a7e0975d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:00.200215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50e9dd04-cb19-40bf-a954-3e6c28275554 req-c26b1f81-2585-42bf-b846-01e1a7e0975d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 944 time: 0.1513524 Nov 10 21:37:00.234478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Attempting to bind port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:00.234478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Attempting to bind port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:00.234478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Attempting to bind port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 on network d507f5bd-dc96-45c2-8466-80aec2268b2c {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:00.252293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 on network d507f5bd-dc96-45c2-8466-80aec2268b2c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:37:00.252672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Attempting to bind port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 on network d507f5bd-dc96-45c2-8466-80aec2268b2c {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:00.262714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:00.263077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Checking segment: {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:00.263524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Bound using segment: {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:00.264078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Bound port: 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49743ff-7abf-4b9e-924c-c448baccc07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:00.269868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.270014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:00.429136 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.478508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:00.481127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:00.483920 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b01ec18-78e8-48c7-888f-1c8814b56be8" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:00.497498 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.539562 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382eb1d3-e52e-4737-9141-0abf7667ea86 x-openstack-request-id: req-382eb1d3-e52e-4737-9141-0abf7667ea86 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:00.540016 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:00.540144 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-382eb1d3-e52e-4737-9141-0abf7667ea86 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:00.540545 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'code': 200} Nov 10 21:37:00.574751 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.604104 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.605453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.650876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:00.651491 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca563fa2-4858-4547-8ec8-78376c9f6471 None None] Pushing event updated for resources: {'Port': ['ID=4730ff6d-959b-4c24-896e-2b1e0a48b235,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:00.652652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.653693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.654313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=05544e62-d72a-4ab8-8eee-49697bd6594f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:00.661525 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.663508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:00.663924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:00.671096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:00.697526 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Attempting to bind port 4730ff6d-959b-4c24-896e-2b1e0a48b235 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:00.698897 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Attempting to bind port 4730ff6d-959b-4c24-896e-2b1e0a48b235 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:00.699627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Attempting to bind port 4730ff6d-959b-4c24-896e-2b1e0a48b235 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:00.705246 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:00.705885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:00.706448 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.707011 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:00.707633 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Bound port: 4730ff6d-959b-4c24-896e-2b1e0a48b235, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:00.708197 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.726764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50e9dd04-cb19-40bf-a954-3e6c28275554 req-324ef014-afd2-47ff-bd9a-b43b65da4e66 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191064 Nov 10 21:37:00.775951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] For port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:00.780402 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] For port 4730ff6d-959b-4c24-896e-2b1e0a48b235, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:00.783644 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] For port 4730ff6d-959b-4c24-896e-2b1e0a48b235, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4730ff6d-959b-4c24-896e-2b1e0a48b235,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:00.786195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] For port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:00.805966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=9caed911-53a0-4bc3-b8e2-383db8dc5849,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:00.823607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:00.824545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.832274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.838565 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.866163 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.879318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:00.886906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:00.919844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:00.920953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:00.922589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] 10.222.0.53 "PUT /v2.0/ports/21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 HTTP/1.1" status: 200 len: 1093 time: 1.5656450 Nov 10 21:37:00.931774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-942f1e45-c325-441f-bf41-0d9c48bb1d9a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1798978 Nov 10 21:37:00.952665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37686) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:00.958753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'network_id': '2b17aca3-0a04-4c65-8370-a16b681f4208', 'name': 'tempest-AllowedAddressPairTestJSON-1847213585'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:00.969512 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca563fa2-4858-4547-8ec8-78376c9f6471 None None] Pushing event updated for resources: {'Port': ['ID=4730ff6d-959b-4c24-896e-2b1e0a48b235,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:00.991983 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Routers {'284cb032-8d49-449e-845e-41387105149e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:00.992537 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['284cb032-8d49-449e-845e-41387105149e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:01.064214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d40740ac-d454-4cf6-821f-7de67b27fffd None None] Provisioning complete for port 9caed911-53a0-4bc3-b8e2-383db8dc5849 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:01.065033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d40740ac-d454-4cf6-821f-7de67b27fffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:01.137625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff707195-f555-4c73-bb21-1e402a8cd2cd req-06d40d00-81b3-4c3d-ae23-039b40d8294e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 210 time: 0.2359500 Nov 10 21:37:01.142477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d40740ac-d454-4cf6-821f-7de67b27fffd None None] Port 9caed911-53a0-4bc3-b8e2-383db8dc5849 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:01.184944 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] Set router 284cb032-8d49-449e-845e-41387105149e gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:37:01.187456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router c2341897-5b03-41b9-a29e-2f01abff0c2d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:37:01.264018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'tag': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:01.270723 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e32635-aff5-4957-8888-fa5aeccdffe8" -d '{"events": [{"name": "network-changed", "server_uuid": "8af92937-96d5-41c7-b92e-32b2bb5062a9", "tag": "21cc9a4f-b654-48e4-ac5f-90ce11ea6c91"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:01.273510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7101969-d6ea-4c63-97a0-5139d21d4b30 service neutron] Pushing event updated for resources: {'Port': ['ID=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:01.331974 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec22cb8f-6992-4ed0-b81a-e026d66c3ff2 x-openstack-request-id: req-ec22cb8f-6992-4ed0-b81a-e026d66c3ff2 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:01.331974 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af92937-96d5-41c7-b92e-32b2bb5062a9", "tag": "21cc9a4f-b654-48e4-ac5f-90ce11ea6c91", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:01.331974 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec22cb8f-6992-4ed0-b81a-e026d66c3ff2 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:01.332606 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'tag': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91', 'status': 'completed', 'code': 200} Nov 10 21:37:01.343309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:01.370952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c33e4629-d8c7-49e4-a2b9-45ebe3275089 None None] Provisioning complete for port 05544e62-d72a-4ab8-8eee-49697bd6594f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:01.374797 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c33e4629-d8c7-49e4-a2b9-45ebe3275089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:01.394143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da7cca-16ec-41f4-b531-76196a38e145 req-f7b87451-3a4e-4a32-a94d-21be61e20c66 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:01.407790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75da7cca-16ec-41f4-b531-76196a38e145 req-f7b87451-3a4e-4a32-a94d-21be61e20c66 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2604632 Nov 10 21:37:01.417195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3566cb6a-3b47-462c-a7e1-d9a13abb77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:01.419186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-3566cb6a-3b47-462c-a7e1-d9a13abb77ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 1096 time: 0.3524835 Nov 10 21:37:01.459362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-c46d192f-8677-47ed-b428-5b7c819d650f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:01.460920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-c46d192f-8677-47ed-b428-5b7c819d650f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.3208427 Nov 10 21:37:01.468273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c33e4629-d8c7-49e4-a2b9-45ebe3275089 None None] Port 05544e62-d72a-4ab8-8eee-49697bd6594f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:01.492355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Request body: {'port': {'device_id': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'admin_state_up': True, 'tenant_id': '38566a07ad0446bb9d7d818fe346962a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:01.499582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:01.510462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-f999a5fd-69db-4851-9500-e570b9df960e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 HTTP/1.1" status: 200 len: 217 time: 0.0719843 Nov 10 21:37:01.519150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aa5d88e3-c354-46a1-8b4c-1a4be42a81aa tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/routers/c2341897-5b03-41b9-a29e-2f01abff0c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8824968 Nov 10 21:37:01.520852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] Sync routers for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:01.524518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37694) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:01.536294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:01.536926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:01.537942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'port': {'network_id': 'b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3', 'name': 'tempest-FloatingIPTestJSON-1563374614'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:01.546820 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb032-8d49-449e-845e-41387105149e', 'name': 'tempest-snat-router-1509029395', 'tenant_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.137'}], 'enable_snat': False}, 'gw_port_id': '4730ff6d-959b-4c24-896e-2b1e0a48b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:36:53Z', 'updated_at': '2021-11-10T21:36:57Z', 'revision_number': 3, 'project_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'gw_port': {'id': '4730ff6d-959b-4c24-896e-2b1e0a48b235', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb032-8d49-449e-845e-41387105149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:36:55Z', 'updated_at': '2021-11-10T21:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:01.580833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Made reservation on behalf of 888c6c482b3348e6981de962ba9c8722 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:01.582199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:01.582496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:01.593808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:01.594813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:01.602921 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e7eb-99dd-4fbb-8ff5-04308d707b16 None None] The sync data for ids ['284cb032-8d49-449e-845e-41387105149e'] in n-d-776250-11 is: [{'id': '284cb032-8d49-449e-845e-41387105149e', 'name': 'tempest-snat-router-1509029395', 'tenant_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.137'}], 'enable_snat': False}, 'gw_port_id': '4730ff6d-959b-4c24-896e-2b1e0a48b235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:36:53Z', 'updated_at': '2021-11-10T21:36:57Z', 'revision_number': 3, 'project_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'gw_port': {'id': '4730ff6d-959b-4c24-896e-2b1e0a48b235', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:56:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb032-8d49-449e-845e-41387105149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:36:55Z', 'updated_at': '2021-11-10T21:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:01.656697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75da7cca-16ec-41f4-b531-76196a38e145 req-660f1389-af82-4e63-8674-39535f8bada1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2479062 Nov 10 21:37:01.659606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] device_id is not set on port 9f648475-8b39-44f3-bb55-a39e604e732f yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:37:01.671054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:01.672190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8661d-24f0-4606-9deb-226df6749920 None None] The sync data for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:01.676045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-cdc9679a-f38b-45dc-9779-db904bf3b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:01.678969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-cdc9679a-f38b-45dc-9779-db904bf3b641 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee05975-5fff-4378-afc8-b152c90e709f HTTP/1.1" status: 200 len: 855 time: 0.1542993 Nov 10 21:37:01.720095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-47eeed72-6871-46e5-902a-fe6a81e803e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d507f5bd-dc96-45c2-8466-80aec2268b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347307 Nov 10 21:37:01.823056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Allocated IP 172.20.0.4 (2b17aca3-0a04-4c65-8370-a16b681f4208/3552f236-d72b-4782-a380-0ca375e9c9bb/9f648475-8b39-44f3-bb55-a39e604e732f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:01.828924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 21:37:01.828924 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 10 21:37:01.828924 n-d-776250-11 neutron-server[103047]: [parameters: {'project_id_1': '70ecf61dcdac40999b152eadf664fb34', 'expiration_1': datetime.datetime(2021, 11, 10, 21, 36, 41, 797324)}] Nov 10 21:37:01.828924 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:37:01.829394 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:37:01.862055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:01.909187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:01.910510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e59a9c8e-e676-45c9-b4ce-8d4b723a9cb1 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:01.926032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-cb7e04e0-ad63-4af6-9720-21d4f93592dd service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986773 Nov 10 21:37:01.926138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f93bd-9168-4b18-80cf-260231b2600f req-01d2d112-2236-40b1-a985-fc310a60c50b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:01.927111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:01.934669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-803f93bd-9168-4b18-80cf-260231b2600f req-01d2d112-2236-40b1-a985-fc310a60c50b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 944 time: 0.1019421 Nov 10 21:37:01.963624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:01.969864 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Made reservation on behalf of 38566a07ad0446bb9d7d818fe346962a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:01.974142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.126661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4576209-b355-4588-8d3c-d1e38243b9ac req-8551b6f9-55b7-4f56-8f76-dd80a532a944 service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713910 Nov 10 21:37:02.151496 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-803f93bd-9168-4b18-80cf-260231b2600f req-c6c2fc70-7fbf-4539-b18f-1c8c4f9160dd tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154114 Nov 10 21:37:02.152849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Allocated IP 172.25.7.96 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/fb25767c-206b-4fa8-8e4e-2c55c801fd70) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:02.176844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.255071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Allocated IP 172.20.0.4 (3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9/9981a620-1695-4e83-a72a-5cff653d6cc4/c62966a6-5897-49e5-b224-f73646f25395) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:02.283007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9a638f0-06b5-4920-a022-b279cc2197ab req-ef5a54df-fa12-4035-82db-c7b9be92196c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 210 time: 0.0404768 Nov 10 21:37:02.359627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.364800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-327c2751-d01a-408d-9279-336e748104ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:02.366296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-327c2751-d01a-408d-9279-336e748104ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=92cae80250014c3484c87e7c96024d59&device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 1096 time: 0.0875525 Nov 10 21:37:02.379705 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.451929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:02.461174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=9f648475-8b39-44f3-bb55-a39e604e732f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:02.464314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:02.471449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:02.483361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-43db7c29-eba3-4ed7-b190-6d56fae5866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:02.484937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-43db7c29-eba3-4ed7-b190-6d56fae5866e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 200 len: 916 time: 0.1111715 Nov 10 21:37:02.518154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.523091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Made reservation on behalf of 70ecf61dcdac40999b152eadf664fb34 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:02.527211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.547407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-d0bd84ed-15e0-4d16-addb-85c6be30fd27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 HTTP/1.1" status: 200 len: 217 time: 0.0517383 Nov 10 21:37:02.564122 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.600797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:02.601520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.609354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] device_id is not set on port fe61e437-7810-4a84-8d08-a84996d93508 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:37:02.638457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:02.646933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:02.649933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:02.661545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.723613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:02.732898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:02.742318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5e3c1678-0ff0-4b22-8216-10b02c09acf0 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7880940 Nov 10 21:37:02.747790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:02.773791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37704) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:02.785645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fb:68:7d'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:16:99:ca'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:02.819379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7048614e-b447-4761-994c-79ea6832d16d None None] Provisioning complete for port 9f648475-8b39-44f3-bb55-a39e604e732f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:02.819938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7048614e-b447-4761-994c-79ea6832d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.830995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:02.848859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-8e80cc2b-f681-4980-8da7-fe720603e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:02.850351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-8e80cc2b-f681-4980-8da7-fe720603e13e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aee05975-5fff-4378-afc8-b152c90e709f HTTP/1.1" status: 200 len: 855 time: 0.2972822 Nov 10 21:37:02.853783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Port': ['ID=fb25767c-206b-4fa8-8e4e-2c55c801fd70,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:02.886900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:02.887530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:02.897382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-4271d5fc-0efd-4a88-ae3d-ebde326316dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d507f5bd-dc96-45c2-8466-80aec2268b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370748 Nov 10 21:37:02.907143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7048614e-b447-4761-994c-79ea6832d16d None None] Port 9f648475-8b39-44f3-bb55-a39e604e732f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:02.933895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa72506-8357-49fc-9a88-606a9439c49a req-912c1a3d-2f38-4366-a5fb-b96fb5479865 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:02.935198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fa72506-8357-49fc-9a88-606a9439c49a req-912c1a3d-2f38-4366-a5fb-b96fb5479865 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1507952 Nov 10 21:37:02.964039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Allocated IP 172.20.0.5 (b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3/a759579d-5aa4-447b-9c94-7ebe8e27c89b/fe61e437-7810-4a84-8d08-a84996d93508) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:03.013472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4730ff6d-959b-4c24-896e-2b1e0a48b235 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:03.051935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-ad818cd5-1f5e-4c2c-902a-bbbb3a48cfa5 service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459687 Nov 10 21:37:03.057389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fa72506-8357-49fc-9a88-606a9439c49a req-8aa8c667-561a-4cd1-ac67-d2ce8daf4be8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130898 Nov 10 21:37:03.068823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4730ff6d-959b-4c24-896e-2b1e0a48b235 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:03.069188 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.141764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-0fdbc0a9-3276-4adb-9d43-d57ddc80672e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6555812 Nov 10 21:37:03.152421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.156213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.159025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Request body: {'port': {'device_id': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:03.196068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 4730ff6d-959b-4c24-896e-2b1e0a48b235, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4730ff6d-959b-4c24-896e-2b1e0a48b235,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:03.234178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.238473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e32635-aff5-4957-8888-fa5aeccdffe8 req-6d755db8-b630-4d82-990e-01c5dba44a0e service neutron] 10.222.0.53 "GET /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481414 Nov 10 21:37:03.328907 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.378021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.428973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=4730ff6d-959b-4c24-896e-2b1e0a48b235,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:03.440479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.494970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fedd01-cc82-48a5-96c6-d0ace7953e62 req-2aa839db-3586-4e25-8103-f6b7c0f224ef tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:03.496480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-28fedd01-cc82-48a5-96c6-d0ace7953e62 req-2aa839db-3586-4e25-8103-f6b7c0f224ef tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 944 time: 0.2551036 Nov 10 21:37:03.520958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b45fd-98cc-437e-ae34-d4bb59ddfb3f req-febb133f-1d40-4cda-b7ed-a87a02e7f940 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:03.522482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df4b45fd-98cc-437e-ae34-d4bb59ddfb3f req-febb133f-1d40-4cda-b7ed-a87a02e7f940 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 931 time: 0.1017838 Nov 10 21:37:03.538096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.718224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-28fedd01-cc82-48a5-96c6-d0ace7953e62 req-cff61cbe-08a9-4401-894c-193814291a71 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135067 Nov 10 21:37:03.769896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.773234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.842424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:03.846785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:37:03.852960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:03.855939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:03.895628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:03.905741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event updated for resources: {'Port': ['ID=fe61e437-7810-4a84-8d08-a84996d93508,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:03.997553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:04.014868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91', 'network_id': 'd507f5bd-dc96-45c2-8466-80aec2268b2c', 'port_id': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91', 'mac_address': 'fa:16:3e:07:25:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee05975-5fff-4378-afc8-b152c90e709f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:37:04.031350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:04.032351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.070270 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.093571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event updated for resources: {'Port': ['ID=9f648475-8b39-44f3-bb55-a39e604e732f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:04.116991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:04.124243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] In _notify_port_updated(), no bound segment for port 9f648475-8b39-44f3-bb55-a39e604e732f on network 2b17aca3-0a04-4c65-8370-a16b681f4208 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:37:04.127098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df4b45fd-98cc-437e-ae34-d4bb59ddfb3f req-33585c78-d2bc-4e18-a737-28a011ac3d8a tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883563 Nov 10 21:37:04.130000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:04.137640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.147132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eec92396-1daf-4015-b694-aac1600a2b1a tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "PUT /v2.0/ports/9f648475-8b39-44f3-bb55-a39e604e732f HTTP/1.1" status: 200 len: 1056 time: 1.3695624 Nov 10 21:37:04.148470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:04.155366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62966a6-5897-49e5-b224-f73646f25395 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:04.170130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.176101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:04.190084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-19197957-beac-4ba7-89df-2774eee44a0c tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6641138 Nov 10 21:37:04.193394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37718) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:04.199234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Request body: {'floatingip': {'port_id': 'fe61e437-7810-4a84-8d08-a84996d93508'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:04.236572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Transition to ACTIVE for port object c62966a6-5897-49e5-b224-f73646f25395 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:37:04.247182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3acca312-14e8-4ccf-a65e-2561ea6aaf58 None None] Provisioning complete for port fe61e437-7810-4a84-8d08-a84996d93508 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:04.247605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3acca312-14e8-4ccf-a65e-2561ea6aaf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.285847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting port 9f648475-8b39-44f3-bb55-a39e604e732f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:04.286308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.289991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3acca312-14e8-4ccf-a65e-2561ea6aaf58 None None] Port fe61e437-7810-4a84-8d08-a84996d93508 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:04.292075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:37:04.294973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.311276 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.321585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ae79-0a82-4162-a761-124658e48c7b req-e5e0d1d7-88da-484d-aaff-e7de9c273657 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:04.323122 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0362ae79-0a82-4162-a761-124658e48c7b req-e5e0d1d7-88da-484d-aaff-e7de9c273657 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0852327 Nov 10 21:37:04.356555 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.376952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Router b9c95659-a7ad-43a3-a078-147f66b8537a is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:37:04.378994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:04.450083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bd0b5571-1017-4165-bfdb-43b78d792634 None None] Provisioning complete for port 9f648475-8b39-44f3-bb55-a39e604e732f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:04.450083 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bd0b5571-1017-4165-bfdb-43b78d792634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.452240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.476188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:04.483717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0362ae79-0a82-4162-a761-124658e48c7b req-869711be-42f2-490b-9b80-1af5b4a1a8c9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314743 Nov 10 21:37:04.498972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Calling delete_port for 9f648475-8b39-44f3-bb55-a39e604e732f owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:04.509118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['21cc9a4f-b654-48e4-ac5f-90ce11ea6c91'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:04.549749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b5571-1017-4165-bfdb-43b78d792634 None None] Port 9f648475-8b39-44f3-bb55-a39e604e732f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:04.557749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:04.574363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:04.585189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'mac_address': 'fa:16:3e:0c:32:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:37:04.593904 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Sync routers for ids ['b9c95659-a7ad-43a3-a078-147f66b8537a'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:04.621929 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Routers {'b9c95659-a7ad-43a3-a078-147f66b8537a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:04.621929 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b9c95659-a7ad-43a3-a078-147f66b8537a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:04.652021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Attempting to bind port c62966a6-5897-49e5-b224-f73646f25395 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:04.652375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Attempting to bind port c62966a6-5897-49e5-b224-f73646f25395 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:04.652684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Attempting to bind port c62966a6-5897-49e5-b224-f73646f25395 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:04.660384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Port c62966a6-5897-49e5-b224-f73646f25395 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:37:04.660703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Attempting to bind port c62966a6-5897-49e5-b224-f73646f25395 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:04.674990 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.684421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.686114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f938b66d-7196-4c6d-81cd-1b3024457128 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6916037 Nov 10 21:37:04.691603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37720) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:04.708936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c473e9b-a5c3-4d39-b3d0-88b65f908052 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:04.746186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:04.748594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Set router b9c95659-a7ad-43a3-a078-147f66b8537a gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:37:04.781356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.836947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:04.868286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Port': ['ID=9f648475-8b39-44f3-bb55-a39e604e732f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:04.976676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:05.002979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6c473e9b-a5c3-4d39-b3d0-88b65f908052'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:05.044508 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95659-a7ad-43a3-a078-147f66b8537a', 'name': 'tempest-snat-router-1509029395', 'tenant_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'fb25767c-206b-4fa8-8e4e-2c55c801fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:37:00Z', 'updated_at': '2021-11-10T21:37:02Z', 'revision_number': 3, 'project_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'gw_port': {'id': 'fb25767c-206b-4fa8-8e4e-2c55c801fd70', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95659-a7ad-43a3-a078-147f66b8537a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:37:01Z', 'updated_at': '2021-11-10T21:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:05.078242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda72a8d-e9fe-486a-897c-94cf6a76a3ea req-f37569f8-b766-40e6-bb2c-3e4dacc80896 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:05.079819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dda72a8d-e9fe-486a-897c-94cf6a76a3ea req-f37569f8-b766-40e6-bb2c-3e4dacc80896 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 945 time: 0.2796195 Nov 10 21:37:05.079943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4730ff6d-959b-4c24-896e-2b1e0a48b235 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:05.102353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Checking router: b9c95659-a7ad-43a3-a078-147f66b8537a for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:37:05.103131 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Updating router b9c95659-a7ad-43a3-a078-147f66b8537a port fb25767c-206b-4fa8-8e4e-2c55c801fd70 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:37:05.139209 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.208446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4730ff6d-959b-4c24-896e-2b1e0a48b235 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:05.208813 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.217729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:05.218332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Checking segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:05.218574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Bound using segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:05.218906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Bound port: c62966a6-5897-49e5-b224-f73646f25395, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:05.219407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.289943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dda72a8d-e9fe-486a-897c-94cf6a76a3ea req-c68a777e-3ff9-419b-b768-b3319de59e04 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883492 Nov 10 21:37:05.312652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.316657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-701b9f4d-ad83-4741-acbd-c4ec517f495b tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/ports/9f648475-8b39-44f3-bb55-a39e604e732f HTTP/1.1" status: 204 len: 168 time: 1.1640215 Nov 10 21:37:05.319374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37728) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:05.348913 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c819ba-209f-4f8a-9f14-5e4bdbfb2a21 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] GET failed (client error): The resource could not be found. Nov 10 21:37:05.351303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80c819ba-209f-4f8a-9f14-5e4bdbfb2a21 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "GET /v2.0/ports/9f648475-8b39-44f3-bb55-a39e604e732f HTTP/1.1" status: 404 len: 333 time: 0.0305102 Nov 10 21:37:05.353954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37730) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:05.461682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting port 9caed911-53a0-4bc3-b8e2-383db8dc5849 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:05.462034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.490078 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.530857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:05.567071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.579625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:05.585527 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.594352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63783e7-bb3c-4666-9dcc-e14ec1f43179 req-eccc2148-8482-46d9-a9bf-85dee56ba71f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:05.594352 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a63783e7-bb3c-4666-9dcc-e14ec1f43179 req-eccc2148-8482-46d9-a9bf-85dee56ba71f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 943 time: 0.2385626 Nov 10 21:37:05.602953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3dfc5f32-749c-40ce-a9b2-f7cd53833a0b tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/b9c95659-a7ad-43a3-a078-147f66b8537a HTTP/1.1" status: 200 len: 907 time: 0.9076772 Nov 10 21:37:05.604589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37734) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:05.616400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Calling delete_port for 9caed911-53a0-4bc3-b8e2-383db8dc5849 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:05.640123 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75f41a61-9766-4e4a-9216-b5aeeba6e974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.648305 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Attempting to bind port fb25767c-206b-4fa8-8e4e-2c55c801fd70 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:05.648900 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Attempting to bind port fb25767c-206b-4fa8-8e4e-2c55c801fd70 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:05.649005 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Attempting to bind port fb25767c-206b-4fa8-8e4e-2c55c801fd70 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:05.652322 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d2f9-4c97-4368-a99c-c5836204cfff None None] Pushing event updated for resources: {'Port': ['ID=fb25767c-206b-4fa8-8e4e-2c55c801fd70,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:05.655514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e11be-b2c7-40aa-bc48-c3d915ec545d req-b0b9925e-a178-4e30-801e-e160ee1913f0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:05.659068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d2e11be-b2c7-40aa-bc48-c3d915ec545d req-b0b9925e-a178-4e30-801e-e160ee1913f0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 946 time: 0.0884006 Nov 10 21:37:05.668330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.671279 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:05.671925 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:05.672524 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.673099 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:05.673763 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Bound port: fb25767c-206b-4fa8-8e4e-2c55c801fd70, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:05.675195 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.734391 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] For port fb25767c-206b-4fa8-8e4e-2c55c801fd70, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:05.738471 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] For port fb25767c-206b-4fa8-8e4e-2c55c801fd70, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb25767c-206b-4fa8-8e4e-2c55c801fd70,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:05.757239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d2e11be-b2c7-40aa-bc48-c3d915ec545d req-72806de4-8c4b-4ac9-b2ef-c2829eb5a63b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694251 Nov 10 21:37:05.792094 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.800813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:05.801429 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.803020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] 10.222.0.64 "PUT /v2.0/ports/c62966a6-5897-49e5-b224-f73646f25395 HTTP/1.1" status: 200 len: 1092 time: 2.6518595 Nov 10 21:37:05.806907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:05.810089 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cec8fa-50ee-4997-ae0d-80228208200e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "tag": "c62966a6-5897-49e5-b224-f73646f25395"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:05.834828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.resource_extend [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:37:05.846359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a63783e7-bb3c-4666-9dcc-e14ec1f43179 req-067ba0aa-8a1b-4167-88b7-7d1ed81981ae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447877 Nov 10 21:37:05.859135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:05.884396 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d2f9-4c97-4368-a99c-c5836204cfff None None] Pushing event updated for resources: {'Port': ['ID=fb25767c-206b-4fa8-8e4e-2c55c801fd70,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:05.887634 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Routers {'b9c95659-a7ad-43a3-a078-147f66b8537a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:05.890333 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:36:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b9c95659-a7ad-43a3-a078-147f66b8537a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:05.917162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.941109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6675fb-c48d-4b43-81bf-8358cfcf4321 service neutron] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:05.956100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Port': ['ID=9caed911-53a0-4bc3-b8e2-383db8dc5849,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:05.971550 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7e53cc-f39a-4926-9354-5f43a532b039 x-openstack-request-id: req-bd7e53cc-f39a-4926-9354-5f43a532b039 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:05.971976 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "tag": "c62966a6-5897-49e5-b224-f73646f25395", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:05.972470 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd7e53cc-f39a-4926-9354-5f43a532b039 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:05.979945 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395', 'status': 'completed', 'code': 200} Nov 10 21:37:05.979945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:05.980521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.025824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:37:06.030265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:06.030754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.078304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.083167 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] Set router b9c95659-a7ad-43a3-a078-147f66b8537a gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:37:06.092589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ee909445-c3e6-481b-855d-6f7041e16c94 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/ports/9caed911-53a0-4bc3-b8e2-383db8dc5849 HTTP/1.1" status: 204 len: 168 time: 0.7374103 Nov 10 21:37:06.098033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.098181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37744) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:06.130450 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b349dcf-8d4a-4e82-a103-992733d4273c tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] GET failed (client error): The resource could not be found. Nov 10 21:37:06.138753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4b349dcf-8d4a-4e82-a103-992733d4273c tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "GET /v2.0/ports/9caed911-53a0-4bc3-b8e2-383db8dc5849 HTTP/1.1" status: 404 len: 333 time: 0.0432770 Nov 10 21:37:06.139137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37746) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:06.157968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-ba5e803e-b535-4057-b789-845776d0e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:06.164635 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-ba5e803e-b535-4057-b789-845776d0e9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 1095 time: 0.2540908 Nov 10 21:37:06.216423 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.248675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:06.254464 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6c0fa8-2d54-430e-9d37-6dbbace02270" -d '{"events": [{"server_uuid": "8af92937-96d5-41c7-b92e-32b2bb5062a9", "name": "network-vif-plugged", "status": "completed", "tag": "21cc9a4f-b654-48e4-ac5f-90ce11ea6c91"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:06.276041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:06.282596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:06.292720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting port a05397b4-11d1-43d0-a2ac-bd02fe2d219d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:06.293244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.309878 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.319250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-3ddbd5b3-c381-4c37-bcc2-d52e7000434c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62966a6-5897-49e5-b224-f73646f25395 HTTP/1.1" status: 200 len: 217 time: 0.1140869 Nov 10 21:37:06.352345 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8ebe01-230c-4ec3-8941-b2834c5f3ae3 x-openstack-request-id: req-8a8ebe01-230c-4ec3-8941-b2834c5f3ae3 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:06.352664 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af92937-96d5-41c7-b92e-32b2bb5062a9", "name": "network-vif-plugged", "status": "completed", "tag": "21cc9a4f-b654-48e4-ac5f-90ce11ea6c91", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:06.352878 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a8ebe01-230c-4ec3-8941-b2834c5f3ae3 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:06.353536 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91', 'code': 200} Nov 10 21:37:06.375908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.438059 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c95659-a7ad-43a3-a078-147f66b8537a', 'name': 'tempest-snat-router-1509029395', 'tenant_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'fb25767c-206b-4fa8-8e4e-2c55c801fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:37:00Z', 'updated_at': '2021-11-10T21:37:02Z', 'revision_number': 3, 'project_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'gw_port': {'id': 'fb25767c-206b-4fa8-8e4e-2c55c801fd70', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95659-a7ad-43a3-a078-147f66b8537a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:37:01Z', 'updated_at': '2021-11-10T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:06.475448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:06.480177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:06.482268 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5eeead-b093-44b3-9f69-048303c01a4d None None] The sync data for ids ['b9c95659-a7ad-43a3-a078-147f66b8537a'] in n-d-776250-11 is: [{'id': 'b9c95659-a7ad-43a3-a078-147f66b8537a', 'name': 'tempest-snat-router-1509029395', 'tenant_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'fb25767c-206b-4fa8-8e4e-2c55c801fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:37:00Z', 'updated_at': '2021-11-10T21:37:02Z', 'revision_number': 3, 'project_id': 'a8b2ba6db1d64ba895da4b8fb78cf3aa', 'gw_port': {'id': 'fb25767c-206b-4fa8-8e4e-2c55c801fd70', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c95659-a7ad-43a3-a078-147f66b8537a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:37:01Z', 'updated_at': '2021-11-10T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:06.483104 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.483246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.487270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f617b09-e53f-45d8-b41b-247bf8184435 req-a98550bc-a6b9-427f-84e3-3df702cd8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:06.489022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f617b09-e53f-45d8-b41b-247bf8184435 req-a98550bc-a6b9-427f-84e3-3df702cd8dc8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 1098 time: 0.0691161 Nov 10 21:37:06.502104 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP cb4e8b91-3dc6-4344-aecb-d9f66b26b914 associated. External IP: 172.25.7.249, port: a7e5dcb8-6b93-487c-971e-c31a4bf49d5e. Nov 10 21:37:06.520272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Calling delete_port for a05397b4-11d1-43d0-a2ac-bd02fe2d219d owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:06.567141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-88e23f4d-ab2d-48ea-87d5-4de79e25304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:06.568800 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-88e23f4d-ab2d-48ea-87d5-4de79e25304a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9981a620-1695-4e83-a72a-5cff653d6cc4 HTTP/1.1" status: 200 len: 845 time: 0.2356050 Nov 10 21:37:06.591866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f617b09-e53f-45d8-b41b-247bf8184435 req-f1aa8e02-20ef-4062-b3f4-f11fa418a516 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953689 Nov 10 21:37:06.626128 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.663742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-9957b51e-e280-4565-a579-0d1477e1747f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741656 Nov 10 21:37:06.679948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999f318-4046-4a4c-af72-428273ad0d41 req-7ddeb41f-1232-4c77-b514-0ca7d787dda9 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:06.688631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9999f318-4046-4a4c-af72-428273ad0d41 req-7ddeb41f-1232-4c77-b514-0ca7d787dda9 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.2776201 Nov 10 21:37:06.694718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:06.757077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.789000 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.799838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Deleting port fb25767c-206b-4fa8-8e4e-2c55c801fd70 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:06.799838 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:06.860517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Port': ['ID=a05397b4-11d1-43d0-a2ac-bd02fe2d219d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:06.887405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=13']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:06.971709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] For port fb25767c-206b-4fa8-8e4e-2c55c801fd70, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb25767c-206b-4fa8-8e4e-2c55c801fd70,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:06.972091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:07.014789 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-17869a28-d824-4e6f-8a50-f9bf2122172d service neutron] 10.222.0.64 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169715 Nov 10 21:37:07.050485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:07.054851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bf1c028c-9912-4ed3-9c9e-cc510ce34b78 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/ports/a05397b4-11d1-43d0-a2ac-bd02fe2d219d HTTP/1.1" status: 204 len: 168 time: 0.9143727 Nov 10 21:37:07.073220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72475afb-1e01-4a65-9af2-2be14b0b5f81 req-178d296c-7fce-430c-9d2d-d22c1c919a63 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:07.075268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37756) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:07.075418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72475afb-1e01-4a65-9af2-2be14b0b5f81 req-178d296c-7fce-430c-9d2d-d22c1c919a63 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.1792169 Nov 10 21:37:07.102425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb25767c-206b-4fa8-8e4e-2c55c801fd70 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:07.118224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Calling delete_port for fb25767c-206b-4fa8-8e4e-2c55c801fd70 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:07.137809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9999f318-4046-4a4c-af72-428273ad0d41 req-f61bbd87-5d6b-48cc-a1d7-d026726f31d8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481959 Nov 10 21:37:07.164747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72475afb-1e01-4a65-9af2-2be14b0b5f81 req-aa7b85fd-3580-4c1d-a717-c56acc632f7e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676548 Nov 10 21:37:07.179654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fb25767c-206b-4fa8-8e4e-2c55c801fd70 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:07.180382 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:07.298340 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:07.319629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port fb25767c-206b-4fa8-8e4e-2c55c801fd70, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb25767c-206b-4fa8-8e4e-2c55c801fd70,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:07.402458 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:07.455679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting subnet 3552f236-d72b-4782-a380-0ca375e9c9bb {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:37:07.457925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=fb25767c-206b-4fa8-8e4e-2c55c801fd70,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:07.469302 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:07.549971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938156-f974-434c-b117-8639338f37ff req-3c2d800e-f068-4338-bd08-efa849612a31 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:07.551414 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12938156-f974-434c-b117-8639338f37ff req-3c2d800e-f068-4338-bd08-efa849612a31 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 943 time: 0.2807195 Nov 10 21:37:07.553246 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ce783b1-d08b-473b-83eb-70585fc2c9bd req-798fb98c-a46e-414e-af5f-349b4c88416b service neutron] 10.222.0.64 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868331 Nov 10 21:37:07.565652 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:07.602646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:37:07.780479 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12938156-f974-434c-b117-8639338f37ff req-747eb97a-9e3c-4807-bf91-6210baf2d904 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119026 Nov 10 21:37:07.894287 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-18f2883f-63c2-4f8a-80d9-c0187ec474bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.218211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-0cb9b31e-c50e-4faf-ad58-0d29010f6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:08.219820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-0cb9b31e-c50e-4faf-ad58-0d29010f6c71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 1095 time: 0.5558727 Nov 10 21:37:08.221100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.288539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9365e-a368-460d-a149-f20d76f2edec req-08acbf83-ab02-407b-8151-a3f4f3e0682c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:08.290047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3d9365e-a368-460d-a149-f20d76f2edec req-08acbf83-ab02-407b-8151-a3f4f3e0682c tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.0632207 Nov 10 21:37:08.342390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3d9365e-a368-460d-a149-f20d76f2edec req-896ef1cf-e976-4d1b-ad85-ef96093d2819 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Nov 10 21:37:08.354279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:08.361294 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a79bce2-c1a3-4176-b349-e4c9344fdc10" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:08.373040 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.375327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:08.388835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:08.398908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:08.399577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:08.438607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:08.448481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:08.449118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:08.460150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb25767c-206b-4fa8-8e4e-2c55c801fd70,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:08.483182 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0b5e34-655e-4c0b-b67c-7bffda175481 x-openstack-request-id: req-5e0b5e34-655e-4c0b-b67c-7bffda175481 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:08.483459 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-plugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:08.490496 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e0b5e34-655e-4c0b-b67c-7bffda175481 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:08.490496 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'code': 200} Nov 10 21:37:08.490496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:08.490496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb88fe01-3cb6-4c40-a5a2-ed165cd19b9a None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:08.510341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e155b2-4383-4273-b697-312f46244217 req-95d72ed5-77cd-4055-b1a0-8e3c4f5ef2b1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:08.511972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81e155b2-4383-4273-b697-312f46244217 req-95d72ed5-77cd-4055-b1a0-8e3c4f5ef2b1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2418380 Nov 10 21:37:08.564960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.574170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7224-ff1c-4bb6-a204-6c5b6ecbe76e req-8ed355d1-ace5-4431-b496-2cabb40e7b6d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:08.575679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55bb7224-ff1c-4bb6-a204-6c5b6ecbe76e req-8ed355d1-ace5-4431-b496-2cabb40e7b6d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.0512745 Nov 10 21:37:08.625275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55bb7224-ff1c-4bb6-a204-6c5b6ecbe76e req-366307ac-fb2b-4c21-aaaa-ec567eb131fb tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 Nov 10 21:37:08.638642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-f32a859c-8722-4404-b46e-6954561a98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:08.640123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-f32a859c-8722-4404-b46e-6954561a98f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 906 time: 0.3908563 Nov 10 21:37:08.650014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Subnet': ['ID=3552f236-d72b-4782-a380-0ca375e9c9bb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:08.662816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.663568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ddcd2-f82e-4907-9ca9-d99c4f40aad5 None None] Network 2b17aca3-0a04-4c65-8370-a16b681f4208 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:08.669098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-411c0584-b102-4f02-a508-f4a3493258f1 tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/subnets/3552f236-d72b-4782-a380-0ca375e9c9bb HTTP/1.1" status: 204 len: 168 time: 1.5876818 Nov 10 21:37:08.671487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37772) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:08.677712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.777506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.781411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-409fd70c-dd80-4c88-97a8-a2c0af11eba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62966a6-5897-49e5-b224-f73646f25395 HTTP/1.1" status: 200 len: 217 time: 0.1262059 Nov 10 21:37:08.830473 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.834667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.865138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Deleting port cea6503e-2009-474e-8076-dbc77931ab37 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:08.865605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:08.868238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81e155b2-4383-4273-b697-312f46244217 req-e70cd205-23a4-4188-81ab-71fd208dd31f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3207104 Nov 10 21:37:08.894503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] DHCP port deletion for 2b17aca3-0a04-4c65-8370-a16b681f4208 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:09.003205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] Deleting port cea6503e-2009-474e-8076-dbc77931ab37 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:09.004042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.007552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] For port cea6503e-2009-474e-8076-dbc77931ab37, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cea6503e-2009-474e-8076-dbc77931ab37,segment=NetworkSegment(dd92102a-15c8-4c2e-8d96-462c3017229f),segment_id=dd92102a-15c8-4c2e-8d96-462c3017229f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:09.008063 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.030105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Calling delete_port for cea6503e-2009-474e-8076-dbc77931ab37 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:09.035478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-f3ea4d6c-0bce-4713-bed5-cbabc7c3ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:09.037675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-f3ea4d6c-0bce-4713-bed5-cbabc7c3ac62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9981a620-1695-4e83-a72a-5cff653d6cc4 HTTP/1.1" status: 200 len: 845 time: 0.2241373 Nov 10 21:37:09.054649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd9a6-c2ba-483f-bccb-6da062e854a4 req-439eb33d-5f24-4ee6-97b0-634ca07e22d7 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:09.058573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-769bd9a6-c2ba-483f-bccb-6da062e854a4 req-439eb33d-5f24-4ee6-97b0-634ca07e22d7 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 943 time: 0.1181247 Nov 10 21:37:09.107831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-999c6036-6067-4e35-9a03-594e4f84ba84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314398 Nov 10 21:37:09.155410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ca6aa-3ce3-4dae-9a5e-7715f0cd7d10 req-e1155f26-934a-46a2-8d28-5a47540836ba tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:09.156394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c5ca6aa-3ce3-4dae-9a5e-7715f0cd7d10 req-e1155f26-934a-46a2-8d28-5a47540836ba tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.1688986 Nov 10 21:37:09.171670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router c2341897-5b03-41b9-a29e-2f01abff0c2d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:37:09.179044 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-769bd9a6-c2ba-483f-bccb-6da062e854a4 req-374dd461-1e7c-4214-9da6-6861dd6894d6 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126475 Nov 10 21:37:09.212892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cea6503e-2009-474e-8076-dbc77931ab37 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:09.223886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.224441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9c95659-a7ad-43a3-a078-147f66b8537a {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:09.234199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.235366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1947eab2-f946-4f5c-b1e2-874a0beceb18 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "DELETE /v2.0/routers/b9c95659-a7ad-43a3-a078-147f66b8537a HTTP/1.1" status: 204 len: 168 time: 3.6299059 Nov 10 21:37:09.238411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37778) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:09.310167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.310872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] For port cea6503e-2009-474e-8076-dbc77931ab37, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cea6503e-2009-474e-8076-dbc77931ab37,segment=NetworkSegment(dd92102a-15c8-4c2e-8d96-462c3017229f),segment_id=dd92102a-15c8-4c2e-8d96-462c3017229f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:09.311115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.329018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] Calling delete_port for cea6503e-2009-474e-8076-dbc77931ab37 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:09.341148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No active binding found for port cea6503e-2009-474e-8076-dbc77931ab37 {{(pid=103049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 21:37:09.341587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cea6503e-2009-474e-8076-dbc77931ab37 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:09.343325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Port': ['ID=cea6503e-2009-474e-8076-dbc77931ab37,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:09.349384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:09.362157 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2820279-2009-4aba-a094-1969994ca27c None None] Sync routers for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:09.362756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.367001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] No DVR routers for this DVR port cea6503e-2009-474e-8076-dbc77931ab37 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:09.367489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.386627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2820279-2009-4aba-a094-1969994ca27c None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:09.388668 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2820279-2009-4aba-a094-1969994ca27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:09.433130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c5ca6aa-3ce3-4dae-9a5e-7715f0cd7d10 req-5d7d6bd3-b2e3-49ae-b70b-839c97356f2e tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697403 Nov 10 21:37:09.468116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-87efd8bd-d770-4a37-ad1f-a8c39f1144af service neutron] 10.222.0.64 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505573 Nov 10 21:37:09.476339 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2820279-2009-4aba-a094-1969994ca27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:09.482713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-28fdb9d5-8715-44e5-9361-2b0dbff77465 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/floatingips/cb4e8b91-3dc6-4344-aecb-d9f66b26b914 HTTP/1.1" status: 200 len: 978 time: 5.2880936 Nov 10 21:37:09.483697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37784) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:09.486805 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2820279-2009-4aba-a094-1969994ca27c None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:09.487492 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2820279-2009-4aba-a094-1969994ca27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:09.488796 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.511285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] No DVR routers for this DVR port cea6503e-2009-474e-8076-dbc77931ab37 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:09.531980 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2820279-2009-4aba-a094-1969994ca27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:09.532744 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2820279-2009-4aba-a094-1969994ca27c None None] The sync data for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:09.552844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f293b0d-0510-4aa6-a572-7865fb4f2bb6 None None] Pushing event deleted for resources: {'Port': ['ID=cea6503e-2009-474e-8076-dbc77931ab37,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:09.574507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.601868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.604492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b17aca3-0a04-4c65-8370-a16b681f4208']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:09.649033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd92102a-15c8-4c2e-8d96-462c3017229f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:09.649346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd92102a-15c8-4c2e-8d96-462c3017229f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:09.665131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.706936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.717190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:09.717586 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:09.720531 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:09.722961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1559cad-ed15-4779-a46b-97955b4e1bac req-e56e068a-9f5f-4b5c-ae10-bb04b78bf126 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:09.722961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1559cad-ed15-4779-a46b-97955b4e1bac req-e56e068a-9f5f-4b5c-ae10-bb04b78bf126 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.1514838 Nov 10 21:37:09.728187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0cec8fa-50ee-4997-ae0d-80228208200e req-41ed6866-4c15-4be9-8a69-524de510c2e1 service neutron] 10.222.0.64 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428403 Nov 10 21:37:09.773599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port fe61e437-7810-4a84-8d08-a84996d93508 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:09.774084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.794248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.852029 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1559cad-ed15-4779-a46b-97955b4e1bac req-dea21413-f281-43fe-b1ea-c3f9b94bde05 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175067 Nov 10 21:37:09.889828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.898734 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.918353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:09.924968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] 10.222.0.45 "DELETE /v2.0/networks/2b17aca3-0a04-4c65-8370-a16b681f4208 HTTP/1.1" status: 204 len: 168 time: 1.2511160 Nov 10 21:37:09.942409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695dfa-5493-4365-849f-03f4ce0bc7ef tempest-AllowedAddressPairTestJSON-324790008 tempest-AllowedAddressPairTestJSON-324790008-project] Pushing event deleted for resources: {'Network': ['ID=2b17aca3-0a04-4c65-8370-a16b681f4208,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:09.973182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Deleting port 4730ff6d-959b-4c24-896e-2b1e0a48b235 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:09.973622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.066519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] For port 4730ff6d-959b-4c24-896e-2b1e0a48b235, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4730ff6d-959b-4c24-896e-2b1e0a48b235,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:10.066834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.084871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Calling delete_port for 4730ff6d-959b-4c24-896e-2b1e0a48b235 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:10.231231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.231503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.231846 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Floating IP cb4e8b91-3dc6-4344-aecb-d9f66b26b914 disassociated. External IP: 172.25.7.249, port: fe61e437-7810-4a84-8d08-a84996d93508. Nov 10 21:37:10.232194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for fe61e437-7810-4a84-8d08-a84996d93508 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:10.242914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7600d-4036-4673-95c7-f09f075f6121 req-a09dac67-bc4e-4e4a-aa4b-355f77ff596d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:10.244510 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2df7600d-4036-4673-95c7-f09f075f6121 req-a09dac67-bc4e-4e4a-aa4b-355f77ff596d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.1047158 Nov 10 21:37:10.250208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de462450-5323-40a0-bd05-6ef7b5a67080 req-3b019f78-81ae-46c4-a9f7-bad5fe7bd630 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:10.251706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de462450-5323-40a0-bd05-6ef7b5a67080 req-3b019f78-81ae-46c4-a9f7-bad5fe7bd630 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2494407 Nov 10 21:37:10.325927 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2df7600d-4036-4673-95c7-f09f075f6121 req-460d4b32-b69c-45a1-927c-f19a69853c92 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702078 Nov 10 21:37:10.347839 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de462450-5323-40a0-bd05-6ef7b5a67080 req-600b5186-b51f-4017-a477-def41bcbe417 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605919 Nov 10 21:37:10.468486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.486145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6ff62-64b3-46fe-bdc6-2fbffb336589 req-c0f0ebf2-42a6-474c-bb32-8fdaf3072f1d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:10.487760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5c6ff62-64b3-46fe-bdc6-2fbffb336589 req-c0f0ebf2-42a6-474c-bb32-8fdaf3072f1d tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.0600007 Nov 10 21:37:10.497241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:10.497826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event deleted for resources: {'Port': ['ID=4730ff6d-959b-4c24-896e-2b1e0a48b235,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:10.543295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.548278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5c6ff62-64b3-46fe-bdc6-2fbffb336589 req-07ecd226-f37b-4394-aea4-86f33e6304de tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Nov 10 21:37:10.567898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3b45d-4a37-4e14-bb6b-2bb06d5a3d3a req-96d2554d-e638-4f26-9055-417747210dd1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:10.574521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9af3b45d-4a37-4e14-bb6b-2bb06d5a3d3a req-96d2554d-e638-4f26-9055-417747210dd1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 943 time: 0.1353121 Nov 10 21:37:10.586338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=fe61e437-7810-4a84-8d08-a84996d93508,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:10.611511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.701339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.758833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9af3b45d-4a37-4e14-bb6b-2bb06d5a3d3a req-949e7881-7db9-400c-b0eb-42a1b84209f1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785786 Nov 10 21:37:10.761094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.770194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.789375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router c2341897-5b03-41b9-a29e-2f01abff0c2d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:37:10.827520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-68f77066-7bc3-4d2a-b6d1-de6a08908265 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=888c6c482b3348e6981de962ba9c8722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291864 Nov 10 21:37:10.830257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37810) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:10.883680 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390a54de-4497-4e78-a0e4-cbc4fc1dc065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.885254 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.885986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 284cb032-8d49-449e-845e-41387105149e {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:10.891018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.895607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a98bec92-06eb-4738-bc71-889736957468 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "DELETE /v2.0/routers/284cb032-8d49-449e-845e-41387105149e HTTP/1.1" status: 204 len: 168 time: 1.6523433 Nov 10 21:37:10.896172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37812) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:10.901343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-948160529', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:10.936333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390a54de-4497-4e78-a0e4-cbc4fc1dc065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:10.956079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:10.966649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] Sync routers for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:10.991578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:10.992203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:11.045206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb25767c-206b-4fa8-8e4e-2c55c801fd70 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:11.047518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:11.062674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.067319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b82331d5-2c7b-4890-b857-e4139620152e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/ports/fe61e437-7810-4a84-8d08-a84996d93508 HTTP/1.1" status: 204 len: 168 time: 1.5814397 Nov 10 21:37:11.075514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37814) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:11.075800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: fb25767c-206b-4fa8-8e4e-2c55c801fd70 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:11.075800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb25767c-206b-4fa8-8e4e-2c55c801fd70 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:11.080503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:11.081120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:11.120128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.125134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.152777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:11.152777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d35b2-246b-4966-be0f-2027133798fd None None] The sync data for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:11.189832 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390a54de-4497-4e78-a0e4-cbc4fc1dc065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.192404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390a54de-4497-4e78-a0e4-cbc4fc1dc065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.193648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-390a54de-4497-4e78-a0e4-cbc4fc1dc065 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48d58134-6850-435a-9e0f-252a2ce069e6 HTTP/1.1" status: 204 len: 168 time: 0.3620563 Nov 10 21:37:11.230957 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.240509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a54de-4497-4e78-a0e4-cbc4fc1dc065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d58134-6850-435a-9e0f-252a2ce069e6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:11.277679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.355042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2d4cd-899b-4047-b424-04ecbd0627e1 req-1dd3393a-2458-4707-8669-d29700c80ac2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:11.362856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eff2d4cd-899b-4047-b424-04ecbd0627e1 req-1dd3393a-2458-4707-8669-d29700c80ac2 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.0674205 Nov 10 21:37:11.453568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eff2d4cd-899b-4047-b424-04ecbd0627e1 req-17cb23cc-a3d7-4058-a304-a53a5b8cc462 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898347 Nov 10 21:37:11.870981 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:37:11.883963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:11.892837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e148cb-6f4e-4fb9-8c89-69aaa469c350 req-dda9f5ab-e23e-4e4d-8dff-df03c39ac5b2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:11.894863 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52e148cb-6f4e-4fb9-8c89-69aaa469c350 req-dda9f5ab-e23e-4e4d-8dff-df03c39ac5b2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 943 time: 0.0619407 Nov 10 21:37:11.956461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891f831-7816-49b7-8313-450cb228d18c req-cb377ead-d265-4352-b921-407d150b6f33 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:11.956816 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52e148cb-6f4e-4fb9-8c89-69aaa469c350 req-d8d63163-190b-4110-9f21-4d36cffb370e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Nov 10 21:37:11.964044 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a891f831-7816-49b7-8313-450cb228d18c req-cb377ead-d265-4352-b921-407d150b6f33 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.1112168 Nov 10 21:37:12.070861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a891f831-7816-49b7-8313-450cb228d18c req-2b97d4ff-ffe8-4566-8911-f57d6c8d328d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055331 Nov 10 21:37:12.226920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:12.327108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c62966a6-5897-49e5-b224-f73646f25395 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:37:12.335458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:12.364981 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:12.488336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37872) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:12.537184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:12.555586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'c62966a6-5897-49e5-b224-f73646f25395', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': 'c62966a6-5897-49e5-b224-f73646f25395', 'mac_address': 'fa:16:3e:74:22:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:37:12.560128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-74c0c7ef-b07e-43cf-a3b6-d96d8b25b908 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:12.561662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-74c0c7ef-b07e-43cf-a3b6-d96d8b25b908 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.2011032 Nov 10 21:37:12.607046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:12.629410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62966a6-5897-49e5-b224-f73646f25395 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:12.655900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:12.656177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1732898031'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:12.689883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Allocated IP 172.25.7.145 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/3dd2bf29-d428-4123-8d79-a5da40b86027) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:12.697781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddcff4-1ce8-47b5-86ce-91d5fe14c6b8 req-901a9cfb-a7cf-434b-992e-fc5195832657 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:12.705530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44ddcff4-1ce8-47b5-86ce-91d5fe14c6b8 req-901a9cfb-a7cf-434b-992e-fc5195832657 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 946 time: 0.0973799 Nov 10 21:37:12.723199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:12.794547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:12.886564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Deleting port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:12.887608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:12.930584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4730ff6d-959b-4c24-896e-2b1e0a48b235 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:12.958442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:12.967849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 4730ff6d-959b-4c24-896e-2b1e0a48b235 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:12.968467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4730ff6d-959b-4c24-896e-2b1e0a48b235 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:13.077797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] For port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,segment=NetworkSegment(b49743ff-7abf-4b9e-924c-c448baccc07c),segment_id=b49743ff-7abf-4b9e-924c-c448baccc07c)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:13.078049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.127611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Calling delete_port for 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:13.131382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 05544e62-d72a-4ab8-8eee-49697bd6594f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:13.131737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.206584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['c62966a6-5897-49e5-b224-f73646f25395'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:13.208655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:13.214893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.225375 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.280396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44ddcff4-1ce8-47b5-86ce-91d5fe14c6b8 req-396d9b2d-6077-4c47-923a-85a0bddced9a tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/security-groups?id=7b40bdc1-796c-49ca-86df-3d21a083012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736136 Nov 10 21:37:13.400769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.449537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.473689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc66f-b1ec-4e15-a210-6807b3afaf96 req-b920d069-023a-4377-aa9a-f60ce5cf500b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:13.484688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c76dc66f-b1ec-4e15-a210-6807b3afaf96 req-b920d069-023a-4377-aa9a-f60ce5cf500b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.0939975 Nov 10 21:37:13.492009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670030cc-c5c8-46d4-b3f5-16540bd2edf2 req-8c9133a7-12d3-413a-b96b-2e4d49ac2b75 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:13.496188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-670030cc-c5c8-46d4-b3f5-16540bd2edf2 req-8c9133a7-12d3-413a-b96b-2e4d49ac2b75 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 944 time: 0.4057646 Nov 10 21:37:13.519402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:13.519625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.523846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event updated for resources: {'Port': ['ID=3dd2bf29-d428-4123-8d79-a5da40b86027,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:13.526901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:13.542733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:13.555367 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.565598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72c16bd-b4cd-45bb-ab1d-89b669b79a92,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:13.573037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['21cc9a4f-b654-48e4-ac5f-90ce11ea6c91'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:13.585590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:13.605720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c76dc66f-b1ec-4e15-a210-6807b3afaf96 req-914524ff-36ab-401b-b11b-e4c55afeaf8a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196332 Nov 10 21:37:13.618655 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.619517 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Added segment b8d92842-7b5b-44a1-9958-565c87fd32f3 of type vlan for network 24277cf6-5687-44be-b750-a91864f0af16 Nov 10 21:37:13.662168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.682930 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.700455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Pushing event deleted for resources: {'Port': ['ID=21cc9a4f-b654-48e4-ac5f-90ce11ea6c91,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:13.726400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 05544e62-d72a-4ab8-8eee-49697bd6594f owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:13.757050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] No DVR routers for this DVR port 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:13.765145 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-670030cc-c5c8-46d4-b3f5-16540bd2edf2 req-517cf56b-e0ab-4f0f-bcf9-1c58e97fd3ed tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527213 Nov 10 21:37:13.766406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.769468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1c813a7e-ec00-490d-be70-8e24878623d2 req-c12fc9c2-5f7c-4c20-9432-03a50a005cc8 tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.53 "DELETE /v2.0/ports/21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 HTTP/1.1" status: 204 len: 173 time: 1.1982577 Nov 10 21:37:13.779489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.785308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:13.786833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:13.805048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'name': 'network-vif-deleted', 'tag': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:13.805048 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60189ad-7e44-49d3-8bae-54fccf9bfc0c" -d '{"events": [{"server_uuid": "8af92937-96d5-41c7-b92e-32b2bb5062a9", "name": "network-vif-deleted", "tag": "21cc9a4f-b654-48e4-ac5f-90ce11ea6c91"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:13.868256 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3321f84c-1ea2-46c5-82d0-50a1357998fb x-openstack-request-id: req-3321f84c-1ea2-46c5-82d0-50a1357998fb {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:13.869151 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af92937-96d5-41c7-b92e-32b2bb5062a9", "name": "network-vif-deleted", "tag": "21cc9a4f-b654-48e4-ac5f-90ce11ea6c91", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:13.869428 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3321f84c-1ea2-46c5-82d0-50a1357998fb {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:13.869818 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af92937-96d5-41c7-b92e-32b2bb5062a9', 'name': 'network-vif-deleted', 'tag': '21cc9a4f-b654-48e4-ac5f-90ce11ea6c91', 'status': 'completed', 'code': 200} Nov 10 21:37:13.926634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4370582 Nov 10 21:37:13.940817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d03e3-f41c-4ea9-86b8-43ea09e5f36e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Network': ['ID=24277cf6-5687-44be-b750-a91864f0af16,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:13.960670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 24277cf6-5687-44be-b750-a91864f0af16 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:14.317348 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:14.404763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:14.406927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=05544e62-d72a-4ab8-8eee-49697bd6594f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:14.470762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cddb0a3-4f1e-48f9-b8f5-9f1f558870a3 req-fff4c8a3-1a0e-4204-ad9f-b3f88c52543b tempest-ServerDiskConfigTestJSON-2014758886 tempest-ServerDiskConfigTestJSON-2014758886-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af92937-96d5-41c7-b92e-32b2bb5062a9 HTTP/1.1" status: 200 len: 210 time: 0.0730040 Nov 10 21:37:15.020524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67f8a2-73e4-41ca-8ab5-359fba0a6541 req-4b69cf5e-96b7-41b9-9412-cf600f0205a4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:15.029091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf67f8a2-73e4-41ca-8ab5-359fba0a6541 req-4b69cf5e-96b7-41b9-9412-cf600f0205a4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2463298 Nov 10 21:37:15.033584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:15.049299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a9b24-c755-49f4-b542-1ef7dcfb2143 req-7789fcbb-471e-48a8-9024-53d146db6180 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:15.058972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de1a9b24-c755-49f4-b542-1ef7dcfb2143 req-7789fcbb-471e-48a8-9024-53d146db6180 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 944 time: 0.0859425 Nov 10 21:37:15.125646 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de1a9b24-c755-49f4-b542-1ef7dcfb2143 req-2d77dae6-6c6d-4544-bddf-aed12e018508 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653625 Nov 10 21:37:15.139420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:15.239263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf67f8a2-73e4-41ca-8ab5-359fba0a6541 req-833b2197-0ac0-4d3d-8119-1d37a8c58c85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2092733 Nov 10 21:37:15.748997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37904) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:15.829671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] Deleting subnet aee05975-5fff-4378-afc8-b152c90e709f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:37:15.834729 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:15.874731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:15.893247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:15.931184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:15.937190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 21cc9a4f-b654-48e4-ac5f-90ce11ea6c91 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:15.945636 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:15.977479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router c2341897-5b03-41b9-a29e-2f01abff0c2d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:37:16.056867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Router eb011c80-94f5-4dec-9838-477990f8da9e is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:37:16.130246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:16.203565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee05975-5fff-4378-afc8-b152c90e709f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:16.208474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:16.214618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cfd3f485-05df-4b23-9b07-1cd48b941893 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/aee05975-5fff-4378-afc8-b152c90e709f HTTP/1.1" status: 204 len: 168 time: 0.4640479 Nov 10 21:37:16.226307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37908) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:16.308940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:16.314493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1eba8bde-0936-4d56-82ab-62f4451c800f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/routers/c2341897-5b03-41b9-a29e-2f01abff0c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2430785 Nov 10 21:37:16.322076 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] Sync routers for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:16.322618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37914) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:16.359045 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:16.360219 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.368992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c62966a6-5897-49e5-b224-f73646f25395 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:16.392344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e6fdc-433c-43c5-bbfd-47dd03373837 req-81315fba-4cc9-4e14-9f1d-35c4e02e1f6d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:16.400161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d6e6fdc-433c-43c5-bbfd-47dd03373837 req-81315fba-4cc9-4e14-9f1d-35c4e02e1f6d tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 944 time: 0.1416550 Nov 10 21:37:16.419894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:16.486730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] Sync routers for ids ['eb011c80-94f5-4dec-9838-477990f8da9e'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:16.507556 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:16.514144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-71720aa1-3fc9-4fc3-84e3-98e4f4da9f5b tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6174438 Nov 10 21:37:16.520114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37916) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:16.533922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': False}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:16.572590 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.581286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:16.586000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] Routers {'eb011c80-94f5-4dec-9838-477990f8da9e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:16.588329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['eb011c80-94f5-4dec-9838-477990f8da9e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.609332 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] Routers {'c2341897-5b03-41b9-a29e-2f01abff0c2d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:16.610348 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2341897-5b03-41b9-a29e-2f01abff0c2d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.724489 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.725411 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75901af-c0b0-4ace-b55c-0cb4b6ee3617 None None] The sync data for ids ['c2341897-5b03-41b9-a29e-2f01abff0c2d'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:16.734958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.756456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] Routers {'eb011c80-94f5-4dec-9838-477990f8da9e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:16.757069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['eb011c80-94f5-4dec-9838-477990f8da9e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.798689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.799593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cb192b-30ae-4dba-a069-2535a1a4acb0 None None] The sync data for ids ['eb011c80-94f5-4dec-9838-477990f8da9e'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:16.817095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d6e6fdc-433c-43c5-bbfd-47dd03373837 req-63ffbe19-6a80-432e-adad-f65bd1bd1f41 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153261 Nov 10 21:37:16.866458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:16.883834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:16.893297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port c62966a6-5897-49e5-b224-f73646f25395 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:37:16.898277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port c62966a6-5897-49e5-b224-f73646f25395 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:16.898659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:16.946020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d507f5bd-dc96-45c2-8466-80aec2268b2c']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.974393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49743ff-7abf-4b9e-924c-c448baccc07c') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.974393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49743ff-7abf-4b9e-924c-c448baccc07c') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:16.994684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.046506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.091179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.099786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:17.101138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:17.104327 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3448d90a-4b7f-4bfd-b8aa-ec028b6132d8" -d '{"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-plugged", "status": "completed", "tag": "c62966a6-5897-49e5-b224-f73646f25395"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:17.111599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:17.112037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:17.119365 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:17.157540 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.181677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f909673-ba84-4016-b4f4-9857e791ce5f req-625b72b7-b7a2-43c6-86ff-2c2bd11672e4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:17.201599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.204303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f909673-ba84-4016-b4f4-9857e791ce5f req-625b72b7-b7a2-43c6-86ff-2c2bd11672e4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.4308619 Nov 10 21:37:17.312197 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f72416-a391-4653-92cc-b07d8f2aa56b x-openstack-request-id: req-f9f72416-a391-4653-92cc-b07d8f2aa56b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:17.313301 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-plugged", "status": "completed", "tag": "c62966a6-5897-49e5-b224-f73646f25395", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:17.313876 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9f72416-a391-4653-92cc-b07d8f2aa56b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:17.316704 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395', 'code': 200} Nov 10 21:37:17.320628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:17.327378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.420115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177442-3cf8-4748-9502-2b75c87f0b53 req-eac64096-6b62-4050-80f7-8afe6fa965ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:17.421809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d177442-3cf8-4748-9502-2b75c87f0b53 req-eac64096-6b62-4050-80f7-8afe6fa965ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 1097 time: 0.0811720 Nov 10 21:37:17.427755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37920) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:17.438743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'subnet': {'network_id': '24277cf6-5687-44be-b750-a91864f0af16', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:17.443637 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.448967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f909673-ba84-4016-b4f4-9857e791ce5f req-e9c5825d-2ebe-429e-8dbd-54c6b7bef91b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2415941 Nov 10 21:37:17.484862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.490638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] 10.222.0.45 "DELETE /v2.0/networks/d507f5bd-dc96-45c2-8466-80aec2268b2c HTTP/1.1" status: 204 len: 168 time: 1.2601342 Nov 10 21:37:17.522265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af07f6-5677-416a-8f2c-0993240629ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d507f5bd-dc96-45c2-8466-80aec2268b2c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:17.568950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 351369db-f5a4-48a2-818c-42ce16fb5a05 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:17.569455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.599919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d177442-3cf8-4748-9502-2b75c87f0b53 req-7af4c11f-1293-4186-b52e-6acaf3fd143e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571026 Nov 10 21:37:17.706029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:17.710693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.744465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.767744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 351369db-f5a4-48a2-818c-42ce16fb5a05 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:17.975320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f9f74-1d1c-444a-922b-f7ce9d14a843 req-d28b5847-24fd-419e-b4fd-c317bcf65351 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:17.976917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f94f9f74-1d1c-444a-922b-f7ce9d14a843 req-d28b5847-24fd-419e-b4fd-c317bcf65351 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 945 time: 0.0676541 Nov 10 21:37:17.984222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:17.989388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.048799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f94f9f74-1d1c-444a-922b-f7ce9d14a843 req-12934da4-ffbd-4165-9d9d-31fd58294ec4 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651674 Nov 10 21:37:18.139414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Router eb011c80-94f5-4dec-9838-477990f8da9e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:37:18.230647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.231760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.264483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=351369db-f5a4-48a2-818c-42ce16fb5a05,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:18.287400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.288236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.288767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.289365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.291750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.292027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.292368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.292704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.293039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.293370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.293693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.294015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.305826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Subnet': ['ID=cf928ce3-dca8-4571-a501-43c83ebb687c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:18.336641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37932) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:18.345477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:18.348178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.349475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.349475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.349475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.349475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.349869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.350131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.350456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.350782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.351103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.351433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.352156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.352260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:18.359702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13708014-b92d-4317-ad8e-69f691abf14c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "PUT /v2.0/routers/eb011c80-94f5-4dec-9838-477990f8da9e HTTP/1.1" status: 200 len: 925 time: 1.8327165 Nov 10 21:37:18.361900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37934) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:18.367835 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] Sync routers for ids ['eb011c80-94f5-4dec-9838-477990f8da9e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:18.372203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Checking segment: {'id': 'b8d92842-7b5b-44a1-9958-565c87fd32f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '24277cf6-5687-44be-b750-a91864f0af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:18.372203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network hostable DHCP agents. Network: 24277cf6-5687-44be-b750-a91864f0af16, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:18.388859 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] Routers {'eb011c80-94f5-4dec-9838-477990f8da9e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:18.389681 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['eb011c80-94f5-4dec-9838-477990f8da9e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:18.446757 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.462692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c8dd9a1e-403a-478b-b672-64a9a14eb1f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92cae80250014c3484c87e7c96024d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220274 Nov 10 21:37:18.494591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:18.558725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dfa2d398-a60d-49bf-90a1-378d426cad7d tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/eb011c80-94f5-4dec-9838-477990f8da9e HTTP/1.1" status: 200 len: 925 time: 0.1921604 Nov 10 21:37:18.570052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37940) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:18.599947 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:18.612391 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] Routers {'eb011c80-94f5-4dec-9838-477990f8da9e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:18.621991 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['eb011c80-94f5-4dec-9838-477990f8da9e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:18.640297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b624186-8d4c-4786-a4c5-91b4bc995fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.653666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network 24277cf6-5687-44be-b750-a91864f0af16 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:18.669366 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:18.670386 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931508c4-0a67-4794-969b-0a63526682d0 None None] The sync data for ids ['eb011c80-94f5-4dec-9838-477990f8da9e'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:18.686950 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.692106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.696120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b624186-8d4c-4786-a4c5-91b4bc995fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.718161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff01389-5103-4a4e-9654-4dcbcc9bb3f0 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:18.719650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1ff01389-5103-4a4e-9654-4dcbcc9bb3f0 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=eb011c80-94f5-4dec-9838-477990f8da9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1473505 Nov 10 21:37:18.726748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37944) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:18.771789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 24277cf6-5687-44be-b750-a91864f0af16) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:18.777557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:18.778298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:18.789602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a2e52-e346-404c-b11a-4380b67d057a None None] Network 24277cf6-5687-44be-b750-a91864f0af16 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:18.880613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c34368d5-5155-428b-a9dd-b274e64c22fb tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4514751 Nov 10 21:37:18.898261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37946) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:18.904628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1893537576'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:18.967868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e10db-5b80-4a52-a856-9b33b585f49f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:18.969732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-413e10db-5b80-4a52-a856-9b33b585f49f tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.2418578 Nov 10 21:37:18.978438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37948) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:19.030361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-24277cf6-5687-44be-b750-a91864f0af16', 'network_id': '24277cf6-5687-44be-b750-a91864f0af16', 'tenant_id': '5c23754717e24824afccb77ad4e012d8', 'fixed_ips': [{'subnet_id': 'cf928ce3-dca8-4571-a501-43c83ebb687c'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:19.031379 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.034211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-354db85f-6435-45db-bb87-1422746a568d tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb011c80-94f5-4dec-9838-477990f8da9e HTTP/1.1" status: 200 len: 205 time: 0.0529311 Nov 10 21:37:19.039254 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b624186-8d4c-4786-a4c5-91b4bc995fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.043861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b624186-8d4c-4786-a4c5-91b4bc995fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.067195 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1b624186-8d4c-4786-a4c5-91b4bc995fc1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b40bdc1-796c-49ca-86df-3d21a083012a HTTP/1.1" status: 204 len: 168 time: 0.5717795 Nov 10 21:37:19.069274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37950) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:19.220144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7163906-2995-4454-a49d-b30ea56e8564 req-d5b77400-7859-4177-9656-38ebdc892530 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:19.221936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7163906-2995-4454-a49d-b30ea56e8564 req-d5b77400-7859-4177-9656-38ebdc892530 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.5322535 Nov 10 21:37:19.224649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:19.228763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.236981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b624186-8d4c-4786-a4c5-91b4bc995fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40bdc1-796c-49ca-86df-3d21a083012a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:19.274702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.275310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Fanout notify agent at l3_agent the message router_deleted on router c2341897-5b03-41b9-a29e-2f01abff0c2d {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:19.283542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.288096 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cf898006-2396-4c78-94a0-f37615bfabbd tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/routers/c2341897-5b03-41b9-a29e-2f01abff0c2d HTTP/1.1" status: 204 len: 168 time: 2.9619052 Nov 10 21:37:19.295536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37956) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:19.393465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Allocated IP 2001:db8:0:ffff::2 (24277cf6-5687-44be-b750-a91864f0af16/cf928ce3-dca8-4571-a501-43c83ebb687c/2228b6f8-940b-40bc-aa34-c4d785102182) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:19.393690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting subnet a759579d-5aa4-447b-9c94-7ebe8e27c89b {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:37:19.397589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.410934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:19.460566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e9b95-9257-4872-b6de-d9cde3eda4b4 req-8ef1ecfa-edf2-4ed4-89f8-596aa02c2735 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:19.467016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.472543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-359e9b95-9257-4872-b6de-d9cde3eda4b4 req-8ef1ecfa-edf2-4ed4-89f8-596aa02c2735 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 945 time: 0.2021554 Nov 10 21:37:19.479907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.480253 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Added segment 72ec58f6-dce5-4a37-bcb0-f7e9f846cb57 of type vlan for network 38998745-d64b-4391-a7a3-38c1e0d77ccc Nov 10 21:37:19.488358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.568778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.575327 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.576607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.642886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.660599 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-359e9b95-9257-4872-b6de-d9cde3eda4b4 req-a92c94e0-f77f-458d-a730-b73676638c3e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864765 Nov 10 21:37:19.678316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.737984 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.752732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Network 24277cf6-5687-44be-b750-a91864f0af16 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:19.765609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Pushing event updated for resources: {'Port': ['ID=2228b6f8-940b-40bc-aa34-c4d785102182,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:19.770638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:19.775016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:19.780288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.787146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:19.792081 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.799421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7163906-2995-4454-a49d-b30ea56e8564 req-724e2615-63d5-4ea1-b356-9243275fe293 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5665636 Nov 10 21:37:19.848230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.893129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aba6b0-74a0-49e7-86b5-d17001d71969 None None] Network b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:19.910180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:19.922755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/subnets/a759579d-5aa4-447b-9c94-7ebe8e27c89b HTTP/1.1" status: 204 len: 168 time: 0.6249344 Nov 10 21:37:19.926893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1f357-34b4-4a96-8abd-3f92329ddd6e tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Subnet': ['ID=a759579d-5aa4-447b-9c94-7ebe8e27c89b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:19.928753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37966) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:19.996699 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0914223 Nov 10 21:37:19.997260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37970) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:20.004642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eb827-f4da-4b7f-a67f-4d0711b116d9 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Network': ['ID=38998745-d64b-4391-a7a3-38c1e0d77ccc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:20.005242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'subnet': {'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:20.073570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.083202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Deleting port 3dd2bf29-d428-4123-8d79-a5da40b86027 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:20.083561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.092298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 38998745-d64b-4391-a7a3-38c1e0d77ccc details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:20.189749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Attempting to bind port 2228b6f8-940b-40bc-aa34-c4d785102182 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:20.190632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Attempting to bind port 2228b6f8-940b-40bc-aa34-c4d785102182 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'b8d92842-7b5b-44a1-9958-565c87fd32f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '24277cf6-5687-44be-b750-a91864f0af16'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:20.191487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Attempting to bind port 2228b6f8-940b-40bc-aa34-c4d785102182 on network 24277cf6-5687-44be-b750-a91864f0af16 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:20.209664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.226574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Calling delete_port for 3dd2bf29-d428-4123-8d79-a5da40b86027 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:20.233299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:20.233801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Checking segment: {'id': 'b8d92842-7b5b-44a1-9958-565c87fd32f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '24277cf6-5687-44be-b750-a91864f0af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:20.234295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.234743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Bound using segment: {'id': 'b8d92842-7b5b-44a1-9958-565c87fd32f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '24277cf6-5687-44be-b750-a91864f0af16'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:20.235305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Bound port: 2228b6f8-940b-40bc-aa34-c4d785102182, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d92842-7b5b-44a1-9958-565c87fd32f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '24277cf6-5687-44be-b750-a91864f0af16'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:20.236049 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.241515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:20.242082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.246827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:20.252025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.374250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] For port 7fda4e8f-f515-4e35-bd21-7658e318a1f0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7fda4e8f-f515-4e35-bd21-7658e318a1f0,segment=NetworkSegment(e84d95bd-c5fe-4317-a97d-a06534f2f7a9),segment_id=e84d95bd-c5fe-4317-a97d-a06534f2f7a9)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:20.374619 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.393295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 7fda4e8f-f515-4e35-bd21-7658e318a1f0 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:20.417680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] For port 2228b6f8-940b-40bc-aa34-c4d785102182, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:20.427906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] For port 2228b6f8-940b-40bc-aa34-c4d785102182, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2228b6f8-940b-40bc-aa34-c4d785102182,segment=NetworkSegment(b8d92842-7b5b-44a1-9958-565c87fd32f3),segment_id=b8d92842-7b5b-44a1-9958-565c87fd32f3)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:20.452012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] DHCP port deletion for b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:20.512535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.620481 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.667245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.670809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event deleted for resources: {'Port': ['ID=3dd2bf29-d428-4123-8d79-a5da40b86027,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:20.683691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3699e-5b41-4a9a-a242-cc4b40f2e753 None None] Pushing event updated for resources: {'Port': ['ID=2228b6f8-940b-40bc-aa34-c4d785102182,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:20.703000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] Deleting port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:20.703639 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.747946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=7fda4e8f-f515-4e35-bd21-7658e318a1f0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:20.763821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] No DVR routers for this DVR port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:20.905219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37988) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:20.952359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:37:20.966451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:20.975983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.156527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7fda4e8f-f515-4e35-bd21-7658e318a1f0 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:21.217169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 7fda4e8f-f515-4e35-bd21-7658e318a1f0 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:21.217910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7fda4e8f-f515-4e35-bd21-7658e318a1f0 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:21.226009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Subnet': ['ID=6eaa4b2c-baae-4162-afa1-b8729493f94d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:21.229123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] For port 7fda4e8f-f515-4e35-bd21-7658e318a1f0, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:21.229758 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.262696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] Calling delete_port for 7fda4e8f-f515-4e35-bd21-7658e318a1f0 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:21.265854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] Port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 21:37:21.266636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1286684855-network', 'tenant_id': '8860bc4d9e6348e5ae5600430ac43a1e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:21.267996 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.301724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] Pushing event deleted for resources: {'Port': ['ID=7fda4e8f-f515-4e35-bd21-7658e318a1f0,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:21.312278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a9c65-6fb9-47a7-8872-82971ac82dfe None None] No DVR routers for this DVR port 7fda4e8f-f515-4e35-bd21-7658e318a1f0 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:21.341223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.345174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.347538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a45ae6-711c-4990-b826-6512b5f396a7 req-a4ddd90e-7720-4e71-9e2c-05ca9f95ddb1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:21.349205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6a45ae6-711c-4990-b826-6512b5f396a7 req-a4ddd90e-7720-4e71-9e2c-05ca9f95ddb1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2539117 Nov 10 21:37:21.350816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.352228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Checking segment: {'id': '72ec58f6-dce5-4a37-bcb0-f7e9f846cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:21.353416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network hostable DHCP agents. Network: 38998745-d64b-4391-a7a3-38c1e0d77ccc, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:21.425648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:21.434978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6a45ae6-711c-4990-b826-6512b5f396a7 req-c8318b59-f8a6-45b6-97e5-1a3e0c9860f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765958 Nov 10 21:37:21.436141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Made reservation on behalf of 8860bc4d9e6348e5ae5600430ac43a1e for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:21.453329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a1b28-1cfc-4f92-8fc0-60707e0e5f6f req-3abc9b5b-5ce9-446a-b651-16a3b234c678 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:21.453451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.453550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db6a1b28-1cfc-4f92-8fc0-60707e0e5f6f req-3abc9b5b-5ce9-446a-b651-16a3b234c678 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 945 time: 0.5939465 Nov 10 21:37:21.454525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.463926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84d95bd-c5fe-4317-a97d-a06534f2f7a9') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:21.464212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84d95bd-c5fe-4317-a97d-a06534f2f7a9') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:21.489250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.515763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network 38998745-d64b-4391-a7a3-38c1e0d77ccc is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:21.518441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.530020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db6a1b28-1cfc-4f92-8fc0-60707e0e5f6f req-ffa20f10-7023-495c-a477-90ff0aba6d4c tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762777 Nov 10 21:37:21.531140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:21.531631 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:21.535147 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:21.555251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.586314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.587814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Fanout notify agent at l3_agent the message router_deleted on router eb011c80-94f5-4dec-9838-477990f8da9e {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:21.598438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.601494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d44610bf-bc70-4ced-b0b9-fbda91b0ca1c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/eb011c80-94f5-4dec-9838-477990f8da9e HTTP/1.1" status: 204 len: 168 time: 2.5166173 Nov 10 21:37:21.604477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37994) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:21.609243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1950f3ad-023f-4103-8805-9d6e10f680eb tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-244294506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:21.647558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 38998745-d64b-4391-a7a3-38c1e0d77ccc) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:21.653610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:21.655334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.677138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46c563f-7a9b-412e-bc59-4a7eb7fa2b50 None None] Network 38998745-d64b-4391-a7a3-38c1e0d77ccc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:21.682105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.722023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:21.740396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:21.741917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.750270 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1950f3ad-023f-4103-8805-9d6e10f680eb tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.751975 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1950f3ad-023f-4103-8805-9d6e10f680eb tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.756808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.757240 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Added segment 7524cebf-2837-4fd7-88c3-338e0dab0393 of type vlan for network 6011e4b2-bb06-4497-8503-06f91cfa61cc Nov 10 21:37:21.765552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.783459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/networks/b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3 HTTP/1.1" status: 204 len: 168 time: 1.8506706 Nov 10 21:37:21.784477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37996) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:21.824173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588cc4-d6a6-4872-bf59-07c3734f5e15 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Network': ['ID=b3120aa7-9210-4dbe-8b2e-4b1c9b4dc2a3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:21.898482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-28a8f181-2a2f-41c4-87bb-32362bde0614 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8963237 Nov 10 21:37:21.929598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:21.936562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'port': {'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc', 'name': 'tempest-NetworksIpV6TestAttrs-178684703'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:21.970264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1950f3ad-023f-4103-8805-9d6e10f680eb tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.973644 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:21.990397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-38998745-d64b-4391-a7a3-38c1e0d77ccc', 'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc', 'tenant_id': '5c23754717e24824afccb77ad4e012d8', 'fixed_ips': [{'subnet_id': '6eaa4b2c-baae-4162-afa1-b8729493f94d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:21.991304 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.088215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 816829b7-635f-4c4d-a8bb-e40597eacf87 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:22.088394 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.099500 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1950f3ad-023f-4103-8805-9d6e10f680eb tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.161881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.163292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:22.164289 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.251472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1950f3ad-023f-4103-8805-9d6e10f680eb tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.251853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.252160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.252752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1950f3ad-023f-4103-8805-9d6e10f680eb tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6471982 Nov 10 21:37:22.259306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38004) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:22.272971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Allocated IP 2001:db8::f816:3eff:fe8e:453a (38998745-d64b-4391-a7a3-38c1e0d77ccc/6eaa4b2c-baae-4162-afa1-b8729493f94d/1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:22.276040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:22.380807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] Pushing event updated for resources: {'Network': ['ID=6011e4b2-bb06-4497-8503-06f91cfa61cc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:22.396543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:22.449339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9425da-c936-4810-8f63-8974747d75d0 None None] Network 24277cf6-5687-44be-b750-a91864f0af16 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:22.454135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 816829b7-635f-4c4d-a8bb-e40597eacf87 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:22.478931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:22.484508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.546155 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.551696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-38496894-6021-4ffa-8659-0216a83822ac admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6420105 Nov 10 21:37:22.551997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38008) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:22.559422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Request body: {'subnet': {'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1286684855-subnet', 'tenant_id': '8860bc4d9e6348e5ae5600430ac43a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:22.594428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f729a33c-5013-4f45-a4c2-558b3a4e00b2 None None] Provisioning complete for port 2228b6f8-940b-40bc-aa34-c4d785102182 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:22.595157 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f729a33c-5013-4f45-a4c2-558b3a4e00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.641044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2844-8089-46fa-9a60-e485745d6282 req-bf45873e-6a72-44ac-8a19-dc04f4aa63ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:22.643096 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a0f2844-8089-46fa-9a60-e485745d6282 req-bf45873e-6a72-44ac-8a19-dc04f4aa63ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.0879850 Nov 10 21:37:22.682285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Made reservation on behalf of 8860bc4d9e6348e5ae5600430ac43a1e for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:22.686115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.688488 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.736738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Pushing event updated for resources: {'Port': ['ID=1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:22.803545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Network 38998745-d64b-4391-a7a3-38c1e0d77ccc is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:22.809572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:22.817368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:22.875826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f729a33c-5013-4f45-a4c2-558b3a4e00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.909936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Attempting to bind port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:22.910311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Attempting to bind port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '72ec58f6-dce5-4a37-bcb0-f7e9f846cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:22.910699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Attempting to bind port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 on network 38998745-d64b-4391-a7a3-38c1e0d77ccc {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:22.917264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:22.917646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Checking segment: {'id': '72ec58f6-dce5-4a37-bcb0-f7e9f846cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:22.918060 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.918437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Bound using segment: {'id': '72ec58f6-dce5-4a37-bcb0-f7e9f846cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:22.918910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Bound port: 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ec58f6-dce5-4a37-bcb0-f7e9f846cb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '38998745-d64b-4391-a7a3-38c1e0d77ccc'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:22.919292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.944730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a0f2844-8089-46fa-9a60-e485745d6282 req-88e948dc-e3aa-433e-a5b4-9cf1b3e9642a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2957563 Nov 10 21:37:22.962444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:22.965477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f729a33c-5013-4f45-a4c2-558b3a4e00b2 None None] For port 2228b6f8-940b-40bc-aa34-c4d785102182, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2228b6f8-940b-40bc-aa34-c4d785102182,segment=NetworkSegment(b8d92842-7b5b-44a1-9958-565c87fd32f3),segment_id=b8d92842-7b5b-44a1-9958-565c87fd32f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:23.040875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f729a33c-5013-4f45-a4c2-558b3a4e00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.115065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10916c18-6cba-4503-a966-5fc07182ad3f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:23.122934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Checking segment: {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:23.122934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Network hostable DHCP agents. Network: 6011e4b2-bb06-4497-8503-06f91cfa61cc, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:23.127646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] For port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:23.135253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] For port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82,segment=NetworkSegment(72ec58f6-dce5-4a37-bcb0-f7e9f846cb57),segment_id=72ec58f6-dce5-4a37-bcb0-f7e9f846cb57)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:23.136731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729a33c-5013-4f45-a4c2-558b3a4e00b2 None None] Pushing event updated for resources: {'Port': ['ID=2228b6f8-940b-40bc-aa34-c4d785102182,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:23.185460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.191186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2228b6f8-940b-40bc-aa34-c4d785102182 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:23.224804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:23.329117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65613bc1-f7d5-45dd-9e2f-e346d2f733af None None] Pushing event updated for resources: {'Port': ['ID=1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:23.329727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] device_id is not set on port ca79bcd4-6f0c-4b81-8efb-37b6550f8284 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:37:23.356007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 6011e4b2-bb06-4497-8503-06f91cfa61cc) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:23.362406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2228b6f8-940b-40bc-aa34-c4d785102182 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:23.362406 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.362785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:23.362785 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.387697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e1573-d6a6-4111-9bb7-f721cff7d812 req-97f95c6c-d08b-40d9-b554-05e2a1600b59 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:23.389460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e40e1573-d6a6-4111-9bb7-f721cff7d812 req-97f95c6c-d08b-40d9-b554-05e2a1600b59 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 945 time: 1.0122094 Nov 10 21:37:23.400160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3241739-7747-4a4c-8314-cac98bb3c5fa None None] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:23.479005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2da23d6b-9c90-40f9-9333-5701e228deca None None] Provisioning complete for port 2228b6f8-940b-40bc-aa34-c4d785102182 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:23.479419 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2da23d6b-9c90-40f9-9333-5701e228deca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.499863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.543155 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.567478 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e40e1573-d6a6-4111-9bb7-f721cff7d812 req-f5c9d358-395d-46e7-8dad-0209a9182bc0 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697507 Nov 10 21:37:23.598089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-96d15802-007c-4084-8ce7-5f2e536738c0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0414140 Nov 10 21:37:23.692868 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.734630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=816829b7-635f-4c4d-a8bb-e40597eacf87,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:23.797669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92f859-10a2-4245-8acb-c8d76ce548f6 None None] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:23.855071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Allocated IP 2001:db8::f816:3eff:fe30:d034 (38998745-d64b-4391-a7a3-38c1e0d77ccc/6eaa4b2c-baae-4162-afa1-b8729493f94d/ca79bcd4-6f0c-4b81-8efb-37b6550f8284) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:23.918845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.922162 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:23.923421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-94bb3f38-2768-45e3-94be-fa0eaaa2e035 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/floatingips/cb4e8b91-3dc6-4344-aecb-d9f66b26b914 HTTP/1.1" status: 204 len: 168 time: 2.1097560 Nov 10 21:37:23.928679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38018) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:23.983715 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-774edbd7-b520-4bbb-a4cb-61e57e1cc200 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:23.984600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774edbd7-b520-4bbb-a4cb-61e57e1cc200 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:23.988272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-774edbd7-b520-4bbb-a4cb-61e57e1cc200 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/ports/fe61e437-7810-4a84-8d08-a84996d93508 HTTP/1.1" status: 404 len: 333 time: 0.0550599 Nov 10 21:37:23.992480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38026) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:24.100119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d3ef19c9-ca05-4a38-af0d-4943a7550b1a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2341897-5b03-41b9-a29e-2f01abff0c2d HTTP/1.1" status: 200 len: 205 time: 0.1070166 Nov 10 21:37:24.100823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38028) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:24.191408 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-753b50a4-87d0-4ade-9343-6245216d904a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] delete failed (client error): The resource could not be found. Nov 10 21:37:24.197382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-753b50a4-87d0-4ade-9343-6245216d904a tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/routers/c2341897-5b03-41b9-a29e-2f01abff0c2d HTTP/1.1" status: 404 len: 336 time: 0.0945287 Nov 10 21:37:24.200274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38030) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:24.263082 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c047b7-cadf-4f64-9692-609819b77ca8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:24.265164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c047b7-cadf-4f64-9692-609819b77ca8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:24.280771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38032) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:24.281275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:24.284422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-74c047b7-cadf-4f64-9692-609819b77ca8 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/subnets/a759579d-5aa4-447b-9c94-7ebe8e27c89b HTTP/1.1" status: 404 len: 337 time: 0.0825951 Nov 10 21:37:24.383033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4846-ff53-46f7-ace9-788c9d0e2c72 req-a992b889-a262-4a39-9217-b4482b41712a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:24.385927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffda4846-ff53-46f7-ace9-788c9d0e2c72 req-a992b889-a262-4a39-9217-b4482b41712a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2724972 Nov 10 21:37:24.390559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:24.474484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:24.583538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-8138b9fc-2da8-4730-a563-c8464b403ba1 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:24.585580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-8138b9fc-2da8-4730-a563-c8464b403ba1 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/networks?id=6011e4b2-bb06-4497-8503-06f91cfa61cc HTTP/1.1" status: 200 len: 818 time: 0.2350287 Nov 10 21:37:24.610127 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffda4846-ff53-46f7-ace9-788c9d0e2c72 req-8198cd3a-34fd-4a2e-b670-b9bcce99dea7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2138145 Nov 10 21:37:24.629322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-de467170-e271-48e1-8c67-1e0280d6a65d tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/quotas/8860bc4d9e6348e5ae5600430ac43a1e HTTP/1.1" status: 200 len: 375 time: 0.0324996 Nov 10 21:37:24.762111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port a7e5dcb8-6b93-487c-971e-c31a4bf49d5e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:24.762459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:24.780585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-58a885e7-9996-4e8d-920b-b38210c22d5f tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260662 Nov 10 21:37:24.861936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Allocated IP 172.25.7.145 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/8682626d-971d-45e8-a339-0aee924890c1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:24.972156 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-bb496782-d581-4d3b-9434-e576ab4e2d06 service neutron] 10.222.0.45 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817076 Nov 10 21:37:24.973541 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:24.995396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for a7e5dcb8-6b93-487c-971e-c31a4bf49d5e owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:25.015882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21bf56-1cce-4434-899a-35b13497fcec req-7a2b48b3-fe96-41f1-8f04-cc5b18be9211 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:25.017386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a21bf56-1cce-4434-899a-35b13497fcec req-7a2b48b3-fe96-41f1-8f04-cc5b18be9211 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 945 time: 0.1590469 Nov 10 21:37:25.071277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-692fef4a-b680-4148-a141-ef3b65acb0bb service neutron] 10.222.0.45 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904994 Nov 10 21:37:25.091618 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.099858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4682eff5-2842-4eb4-9f9a-715ad3f9e1a4 None None] Network 38998745-d64b-4391-a7a3-38c1e0d77ccc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:25.150773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a21bf56-1cce-4434-899a-35b13497fcec req-7e5e9037-95ba-4108-b43b-ae8a800a6f7e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268606 Nov 10 21:37:25.156369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.232518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network 38998745-d64b-4391-a7a3-38c1e0d77ccc is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:25.240144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:25.245692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:25.251304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:25.253297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.256016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Port': ['ID=ca79bcd4-6f0c-4b81-8efb-37b6550f8284,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:25.301820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2228b6f8-940b-40bc-aa34-c4d785102182 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:25.322804 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.342291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Provisioning complete for port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:25.342635 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.382694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:25.390309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:25.398160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:25.405932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c16d0703-bfbe-4cf7-835f-b174d502cc7d tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4752920 Nov 10 21:37:25.407174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event updated for resources: {'Port': ['ID=8682626d-971d-45e8-a339-0aee924890c1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:25.408818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38058) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:25.445526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.536070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting subnet 6eaa4b2c-baae-4162-afa1-b8729493f94d {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:37:25.541383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.571094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=a7e5dcb8-6b93-487c-971e-c31a4bf49d5e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:25.625023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.800269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.804714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d8bb622c-18c6-440a-8dcd-18feaae9d1b2 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/ports/a7e5dcb8-6b93-487c-971e-c31a4bf49d5e HTTP/1.1" status: 204 len: 168 time: 1.5207827 Nov 10 21:37:25.808825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38070) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:25.845418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2228b6f8-940b-40bc-aa34-c4d785102182 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:25.851373 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.930995 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.952848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 9ac778de-c94c-40f9-9357-44449114bcfa {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:25.955315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:25.989046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.034445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:26.140568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:26.150402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.165985 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.169858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98f081-058f-40a9-a4b6-9d25d9ebf8af req-f8b37718-2134-4054-b1f8-7ff564c39f3d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:26.186610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d98f081-058f-40a9-a4b6-9d25d9ebf8af req-f8b37718-2134-4054-b1f8-7ff564c39f3d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2996747 Nov 10 21:37:26.247495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 9ac778de-c94c-40f9-9357-44449114bcfa owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:26.322786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.337347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d98f081-058f-40a9-a4b6-9d25d9ebf8af req-5c563dc7-1975-4bd6-bf6b-a309d2683880 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469018 Nov 10 21:37:26.397804 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.463610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.488332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64e74499-de6d-4bc7-84d8-234e0026388a req-7a70a440-f709-48d0-a009-25fd559049a0 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 210 time: 0.0889130 Nov 10 21:37:26.532231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:37:26.532593 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:37:26.538112 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:37:26.538463 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:37:26.543180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Subnet': ['ID=6eaa4b2c-baae-4162-afa1-b8729493f94d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:26.555827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.561895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-07f5d3ab-6721-484c-87f9-682ef421a87a tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/6eaa4b2c-baae-4162-afa1-b8729493f94d HTTP/1.1" status: 204 len: 168 time: 1.1520243 Nov 10 21:37:26.564805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:26.591980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ec825-007c-4c49-ba48-cbdfdd0572cc None None] Network 38998745-d64b-4391-a7a3-38c1e0d77ccc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:26.706579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833208bd-ee92-427c-a878-4655e2b9b6e5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:26.710075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833208bd-ee92-427c-a878-4655e2b9b6e5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:26.715606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-833208bd-ee92-427c-a878-4655e2b9b6e5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1466761 Nov 10 21:37:26.716187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:26.776046 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.870575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] DHCP port deletion for 38998745-d64b-4391-a7a3-38c1e0d77ccc request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:26.898127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=9ac778de-c94c-40f9-9357-44449114bcfa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:26.913585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9f4007e-f276-453d-9d8f-a26b2aa3752e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.922780 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f4007e-f276-453d-9d8f-a26b2aa3752e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 21:37:26.922780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f4007e-f276-453d-9d8f-a26b2aa3752e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:26.935097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a9f4007e-f276-453d-9d8f-a26b2aa3752e tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/38998745-d64b-4391-a7a3-38c1e0d77ccc HTTP/1.1" status: 409 len: 405 time: 0.2168872 Nov 10 21:37:26.940789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38102) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:26.942031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1254029900'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:26.942721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] Deleting port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:26.943111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.963021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:26.984111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.038457 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.045252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38104) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:27.055747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6fa14a4d-1d2b-4e42-bd0f-69df1bb2354f tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/ports/9ac778de-c94c-40f9-9357-44449114bcfa HTTP/1.1" status: 204 len: 168 time: 1.2451482 Nov 10 21:37:27.087240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] For port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82,segment=NetworkSegment(72ec58f6-dce5-4a37-bcb0-f7e9f846cb57),segment_id=72ec58f6-dce5-4a37-bcb0-f7e9f846cb57)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:27.087803 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.110147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] Calling delete_port for 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:27.140309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.143430 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.154283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd560c07-b03e-401b-acbe-3fc8986cac89 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:27.159861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dd560c07-b03e-401b-acbe-3fc8986cac89 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "GET /v2.0/ports?device_id=d6a4b185-26f9-422f-a8f1-d582d6af951f HTTP/1.1" status: 200 len: 913 time: 0.1131401 Nov 10 21:37:27.160740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38106) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:27.168218 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:27.172494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.204773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:27.215520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.216185 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Added segment 465697bc-7823-4cce-93f7-0cc2376a6442 of type vlan for network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd Nov 10 21:37:27.264992 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.273280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] For port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82,segment=NetworkSegment(72ec58f6-dce5-4a37-bcb0-f7e9f846cb57),segment_id=72ec58f6-dce5-4a37-bcb0-f7e9f846cb57)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:27.367478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Router 4d3ced3f-a334-439d-9dec-f0bef5ffbe5d is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:37:27.408456 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.429877 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.436504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:27.437482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.499702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.565247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e1d6a5cf-693c-43ce-9ed3-4bf317abbe6d None None] Could not find standard attr ID for object 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:37:27.575200 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:37:27.575834 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:37:27.576772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] No DVR routers for this DVR port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:27.587916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Pushing event updated for resources: {'Port': ['ID=1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:27.604751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.604751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.604751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.604751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.605190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.605310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.605658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.605961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.606286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.606667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.606942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.607234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab15e7-d297-481f-91bf-35f7c57cb6a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:37:27.617443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e1d6a5cf-693c-43ce-9ed3-4bf317abbe6d None None] Provisioning complete for port ca79bcd4-6f0c-4b81-8efb-37b6550f8284 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:27.618137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1d6a5cf-693c-43ce-9ed3-4bf317abbe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:27.643214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Network': ['ID=8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:27.655655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce29c5d-551a-41ea-bc9b-fd351366b7f7 req-0379dbdd-8694-4936-925f-40438de45145 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:27.663396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ce29c5d-551a-41ea-bc9b-fd351366b7f7 req-0379dbdd-8694-4936-925f-40438de45145 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2386386 Nov 10 21:37:27.667346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64b331-4689-41a3-a9ec-c0be132b6340 None None] Pushing event deleted for resources: {'Port': ['ID=1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:27.673018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:27.705938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ba968ffd-8eb3-4ef1-b9fe-b66b7e1def49 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7685459 Nov 10 21:37:27.709393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:27.723993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'subnet': {'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:27.744862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e1d6a5cf-693c-43ce-9ed3-4bf317abbe6d None None] Port ca79bcd4-6f0c-4b81-8efb-37b6550f8284 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:27.858110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ce29c5d-551a-41ea-bc9b-fd351366b7f7 req-ad255a35-9f21-4137-9e18-0816fbaadc3f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1935158 Nov 10 21:37:28.058973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.097326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aa0cf26-4731-47ce-a846-2b99cf9b5cf4 req-b88b7e8c-0383-4fb6-a7be-6516de942263 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 210 time: 0.0396221 Nov 10 21:37:28.108604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:28.113492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:28.118157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.119979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] Sync routers for ids ['4d3ced3f-a334-439d-9dec-f0bef5ffbe5d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:28.125288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.126765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-97490f61-5b99-454f-b258-1a63d59ad8e2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "PUT /v2.0/routers/4d3ced3f-a334-439d-9dec-f0bef5ffbe5d HTTP/1.1" status: 200 len: 883 time: 5.8635652 Nov 10 21:37:28.134404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38128) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:28.143084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] Routers {'4d3ced3f-a334-439d-9dec-f0bef5ffbe5d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:28.144149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d3ced3f-a334-439d-9dec-f0bef5ffbe5d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:28.217139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:28.259001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Port 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 update to ACTIVE by agent not found {{(pid=103049) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 21:37:28.281773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] Routers {'4d3ced3f-a334-439d-9dec-f0bef5ffbe5d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:28.281773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d3ced3f-a334-439d-9dec-f0bef5ffbe5d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:28.290679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cdc967bc-561f-42ae-b3c3-e3becdf459b1 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/4d3ced3f-a334-439d-9dec-f0bef5ffbe5d HTTP/1.1" status: 200 len: 924 time: 0.1531990 Nov 10 21:37:28.291861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38130) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:28.336146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:28.336524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa38fd-b62f-466d-9d1a-2afb06a4e22d None None] The sync data for ids ['4d3ced3f-a334-439d-9dec-f0bef5ffbe5d'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:28.374242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89531db0-547e-4fca-aa6d-797fae6673f2 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:28.375829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-89531db0-547e-4fca-aa6d-797fae6673f2 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=4d3ced3f-a334-439d-9dec-f0bef5ffbe5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0828879 Nov 10 21:37:28.379025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38134) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:28.413930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:28.438550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:28.439177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1f4c50eb-ecc0-4ee5-8c47-092d5b5bda82 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:28.458509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c62966a6-5897-49e5-b224-f73646f25395 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:37:28.536911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc4f5d-1a31-40d3-a794-cba864f83584 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:28.538322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-56bc4f5d-1a31-40d3-a794-cba864f83584 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.1583478 Nov 10 21:37:28.544682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:28.620475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ccd9e84b-1129-42c4-a4ba-01d82e368ec8 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3ced3f-a334-439d-9dec-f0bef5ffbe5d HTTP/1.1" status: 200 len: 205 time: 0.0748987 Nov 10 21:37:28.625625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38148) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:28.638093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:28.653062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'c62966a6-5897-49e5-b224-f73646f25395', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': 'c62966a6-5897-49e5-b224-f73646f25395', 'mac_address': 'fa:16:3e:74:22:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:37:28.707259 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.724103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c62966a6-5897-49e5-b224-f73646f25395 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:28.750963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:28.784818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:37:28.788893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.819006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.836369 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.863042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port b51c2a33-227d-4d3d-bda4-914bdb703bf0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:28.863549 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:28.910492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Subnet': ['ID=ef14f3a6-6b97-48ef-bf86-3876527e9491,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:28.981192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Checking segment: {'id': '465697bc-7823-4cce-93f7-0cc2376a6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:28.981637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network hostable DHCP agents. Network: 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:29.042197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:29.061342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:29.064962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['c62966a6-5897-49e5-b224-f73646f25395'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:29.077855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:29.103441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for b51c2a33-227d-4d3d-bda4-914bdb703bf0 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:29.309082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef4be43c-2bef-49a2-b3d3-0234c05038c7 req-cd1197cc-4388-4448-9d70-70aee9d76069 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 210 time: 0.0486045 Nov 10 21:37:29.355951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Deleting port 8682626d-971d-45e8-a339-0aee924890c1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:29.356396 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:29.462649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:29.490906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Calling delete_port for 8682626d-971d-45e8-a339-0aee924890c1 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:29.628022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:29.718111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5a2d5-0159-453b-ac65-6ba54404f958 req-b993b0c6-0208-474e-a4f2-ea7570b4f6c7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:29.729237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4a5a2d5-0159-453b-ac65-6ba54404f958 req-b993b0c6-0208-474e-a4f2-ea7570b4f6c7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.6213386 Nov 10 21:37:29.774874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:29.785866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03917e01-29ff-4d50-ad73-97c6fc9e24cd None None] Network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:29.798835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:29.799449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:29.807582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:29.916207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event deleted for resources: {'Port': ['ID=8682626d-971d-45e8-a339-0aee924890c1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:30.017849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.050491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4a5a2d5-0159-453b-ac65-6ba54404f958 req-f605eed2-422f-4cf0-a9e3-72239c1b5d19 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3202538 Nov 10 21:37:30.108286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a10fa10c-2843-44d2-b9e2-e6b25b822396 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3922689 Nov 10 21:37:30.159947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd', 'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd', 'tenant_id': '5c23754717e24824afccb77ad4e012d8', 'fixed_ips': [{'subnet_id': 'ef14f3a6-6b97-48ef-bf86-3876527e9491'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:30.161830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38166) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:30.166939 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.167622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'port': {'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd', 'name': 'tempest-NetworksIpV6TestAttrs-399184641'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:30.256495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.277408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-598afb43-04f4-475d-a206-239ea353a5ad tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:30.279349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-598afb43-04f4-475d-a206-239ea353a5ad tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "GET /v2.0/networks?id=6011e4b2-bb06-4497-8503-06f91cfa61cc HTTP/1.1" status: 200 len: 818 time: 0.1786101 Nov 10 21:37:30.287505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.303853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Request body: {'port': {'device_id': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc', 'admin_state_up': True, 'tenant_id': '8860bc4d9e6348e5ae5600430ac43a1e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:30.312024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.454561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.455214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Fanout notify agent at l3_agent the message router_deleted on router 4d3ced3f-a334-439d-9dec-f0bef5ffbe5d {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:30.459122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c62966a6-5897-49e5-b224-f73646f25395 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:30.466206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.467444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3374a68c-3f80-407f-9f45-cf93ec6640ea tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/4d3ced3f-a334-439d-9dec-f0bef5ffbe5d HTTP/1.1" status: 204 len: 168 time: 1.8408656 Nov 10 21:37:30.494840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=b51c2a33-227d-4d3d-bda4-914bdb703bf0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:30.497330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38170) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:30.516127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e714f161-d7a2-4773-88ea-e0b1403467df tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1739102715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:30.534492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Allocated IP 2001:db8::f816:3eff:fe17:6f19 (8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd/ef14f3a6-6b97-48ef-bf86-3876527e9491/1f805a03-329d-40d7-8171-28928b527286) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:30.579275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68f8a427-5cbc-477b-843c-d4237a650d6d req-fbc4486b-9410-4aa2-819d-e7fb634ed560 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 210 time: 0.0908227 Nov 10 21:37:30.581308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:30.605936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.650333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] device_id is not set on port ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:37:30.693091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port c62966a6-5897-49e5-b224-f73646f25395 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:30.693529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.777452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e714f161-d7a2-4773-88ea-e0b1403467df tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.780504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e714f161-d7a2-4773-88ea-e0b1403467df tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.934659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:30.960699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.002638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:31.005445 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e862a88-19c3-4f71-97fb-428c3ce3363f" -d '{"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-plugged", "status": "completed", "tag": "c62966a6-5897-49e5-b224-f73646f25395"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:31.020654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:31.050799 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fd1d7c-cda4-4a97-b87c-54720da1daa7 x-openstack-request-id: req-22fd1d7c-cda4-4a97-b87c-54720da1daa7 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:31.051432 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-plugged", "status": "completed", "tag": "c62966a6-5897-49e5-b224-f73646f25395", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:31.051895 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22fd1d7c-cda4-4a97-b87c-54720da1daa7 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:31.052441 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395', 'code': 200} Nov 10 21:37:31.059489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.072106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e714f161-d7a2-4773-88ea-e0b1403467df tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.072976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Made reservation on behalf of 8860bc4d9e6348e5ae5600430ac43a1e for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:31.076805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.087505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:31.110715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:31.119705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:31.223309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-205ce2f4-755e-4ac4-a62b-03cbddff010e tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:31.224894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-205ce2f4-755e-4ac4-a62b-03cbddff010e tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "GET /v2.0/networks?id=6011e4b2-bb06-4497-8503-06f91cfa61cc HTTP/1.1" status: 200 len: 818 time: 0.5905809 Nov 10 21:37:31.249501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Request body: {'port': {'device_id': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc', 'admin_state_up': True, 'tenant_id': '8860bc4d9e6348e5ae5600430ac43a1e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:31.292956 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.300947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Allocated IP 2001:db8::f816:3eff:fe9b:1332 (8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd/ef14f3a6-6b97-48ef-bf86-3876527e9491/ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:31.338095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Allocated IP 172.20.0.6 (6011e4b2-bb06-4497-8503-06f91cfa61cc/10916c18-6cba-4503-a966-5fc07182ad3f/87f87591-f0c0-421e-99b9-5203593d077f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:31.340550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-8e1060b4-964e-4ae8-a33a-9e9a808dc0bb tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:31.341508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e714f161-d7a2-4773-88ea-e0b1403467df tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.343432 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-8e1060b4-964e-4ae8-a33a-9e9a808dc0bb tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.64 "GET /v2.0/networks?id=6011e4b2-bb06-4497-8503-06f91cfa61cc HTTP/1.1" status: 200 len: 818 time: 0.3613331 Nov 10 21:37:31.481664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.482416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Request body: {'port': {'device_id': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc', 'admin_state_up': True, 'tenant_id': '8860bc4d9e6348e5ae5600430ac43a1e'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:31.482528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Pushing event updated for resources: {'Port': ['ID=1f805a03-329d-40d7-8171-28928b527286,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:31.503089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ffb64-6624-4506-b29f-5ad1315ae4f9 req-929e3256-d3dc-41de-ae16-aacd4f8e6380 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:31.504518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-251ffb64-6624-4506-b29f-5ad1315ae4f9 req-929e3256-d3dc-41de-ae16-aacd4f8e6380 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2477794 Nov 10 21:37:31.531380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Attempting to bind port 1f805a03-329d-40d7-8171-28928b527286 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:31.531934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Attempting to bind port 1f805a03-329d-40d7-8171-28928b527286 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '465697bc-7823-4cce-93f7-0cc2376a6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:31.532299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Attempting to bind port 1f805a03-329d-40d7-8171-28928b527286 on network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:31.542460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:31.542815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Checking segment: {'id': '465697bc-7823-4cce-93f7-0cc2376a6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:31.543292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.543642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Bound using segment: {'id': '465697bc-7823-4cce-93f7-0cc2376a6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:31.544159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Bound port: 1f805a03-329d-40d7-8171-28928b527286, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465697bc-7823-4cce-93f7-0cc2376a6442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:31.544575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.567401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:31.632280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] For port 1f805a03-329d-40d7-8171-28928b527286, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:31.636935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] For port 1f805a03-329d-40d7-8171-28928b527286, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1f805a03-329d-40d7-8171-28928b527286,segment=NetworkSegment(465697bc-7823-4cce-93f7-0cc2376a6442),segment_id=465697bc-7823-4cce-93f7-0cc2376a6442)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:31.721886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-251ffb64-6624-4506-b29f-5ad1315ae4f9 req-bf56eb33-63dd-4c26-97a2-69b63034a035 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2025392 Nov 10 21:37:31.750876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.781069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d71efeec-7824-4ef0-8641-d8c31dc0e8ac req-28d37d23-6920-42c7-8a56-764aba4c0514 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 210 time: 0.1000166 Nov 10 21:37:31.824003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Router d6a4b185-26f9-422f-a8f1-d582d6af951f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:37:31.895914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.918231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.918867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.921713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e714f161-d7a2-4773-88ea-e0b1403467df tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:31.922912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e714f161-d7a2-4773-88ea-e0b1403467df tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4175920 Nov 10 21:37:31.926530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38202) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:31.938244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': True}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:31.984183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:31.989552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:31.990199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:31.996714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:31.997361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.010108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Port': ['ID=ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:32.032817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72968-491a-46f4-a229-74473b58e2d0 None None] Pushing event updated for resources: {'Port': ['ID=1f805a03-329d-40d7-8171-28928b527286,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:32.053468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Made reservation on behalf of 8860bc4d9e6348e5ae5600430ac43a1e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:32.057977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.393319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Allocated IP 172.20.0.9 (6011e4b2-bb06-4497-8503-06f91cfa61cc/10916c18-6cba-4503-a966-5fc07182ad3f/e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:32.514653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1f805a03-329d-40d7-8171-28928b527286 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:32.642592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1f805a03-329d-40d7-8171-28928b527286 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:32.642963 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.657195 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.684683 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.691400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:32.712238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:32.721087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-366d00d0-9fe3-4fe2-8dab-77b8c075ca65 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "PUT /v2.0/routers/d6a4b185-26f9-422f-a8f1-d582d6af951f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5559735 Nov 10 21:37:32.723175 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] Sync routers for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:32.733340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38208) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:32.733597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:32.738756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Made reservation on behalf of 8860bc4d9e6348e5ae5600430ac43a1e for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:32.740695 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:32.741321 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:32.761742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.765823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:32.767127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.818923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-61de68df-f5c8-4396-8700-5a82f5c64bb0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6559544 Nov 10 21:37:32.858192 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:32.871662 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:32.901047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38216) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:32.901334 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] Routers {'d6a4b185-26f9-422f-a8f1-d582d6af951f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:32.902161 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d6a4b185-26f9-422f-a8f1-d582d6af951f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:32.912804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 1f805a03-329d-40d7-8171-28928b527286, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1f805a03-329d-40d7-8171-28928b527286,segment=NetworkSegment(465697bc-7823-4cce-93f7-0cc2376a6442),segment_id=465697bc-7823-4cce-93f7-0cc2376a6442)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:32.967574 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:32.967574 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9753d1a5-3c91-46f9-be09-1cf9b21f4e47 None None] The sync data for ids ['d6a4b185-26f9-422f-a8f1-d582d6af951f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:32.984553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.028690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.108553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=1f805a03-329d-40d7-8171-28928b527286,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:33.123861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Pushing event updated for resources: {'Port': ['ID=87f87591-f0c0-421e-99b9-5203593d077f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:33.288155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting subnet ef14f3a6-6b97-48ef-bf86-3876527e9491 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:37:33.289637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:33.289637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.289637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587bcbc-73dc-450f-8543-9a1584c1b5b8 req-a1fb85fe-0c54-4889-91a8-3aff2e0b25f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:33.290057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.290321 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9587bcbc-73dc-450f-8543-9a1584c1b5b8 req-a1fb85fe-0c54-4889-91a8-3aff2e0b25f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2915556 Nov 10 21:37:33.290524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:33.290524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:33.290524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Pushing event updated for resources: {'Port': ['ID=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:33.290524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:33.317136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.352738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117226a-7702-43c6-90c7-aa55b3f6d2fe req-874fd48f-8129-4e57-8830-d6fb53ec0572 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:33.354362 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f117226a-7702-43c6-90c7-aa55b3f6d2fe req-874fd48f-8129-4e57-8830-d6fb53ec0572 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 931 time: 0.2382553 Nov 10 21:37:33.363489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9587bcbc-73dc-450f-8543-9a1584c1b5b8 req-aef221c9-5a38-4fd6-a16e-30b9613fd9fa tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1742995 Nov 10 21:37:33.370392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Allocated IP 172.20.0.5 (6011e4b2-bb06-4497-8503-06f91cfa61cc/10916c18-6cba-4503-a966-5fc07182ad3f/3fe226a8-22ab-4542-a79d-19764134d3e7) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:33.375084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-66bb2c06-1a02-407c-89c8-72afed2dbc73 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0803931 Nov 10 21:37:33.404687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Request body: {'port': {'device_id': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:33.416202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:33.416591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.430912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.486698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a197376-f47c-4625-aaad-8d5ebd843c84 None None] Network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:33.562687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ff99f2d4-47fd-42d4-a28c-b11a79ebd226 None None] Provisioning complete for port 1f805a03-329d-40d7-8171-28928b527286 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:33.563001 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ff99f2d4-47fd-42d4-a28c-b11a79ebd226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.582302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f117226a-7702-43c6-90c7-aa55b3f6d2fe req-763ebf89-2d53-4212-838d-c613ea879e4d tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116609 Nov 10 21:37:33.605642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-1f9bea9b-2b54-4375-8798-1e24b49be5b7 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1576381 Nov 10 21:37:33.653909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.658385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.685015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Request body: {'port': {'device_id': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:33.688840 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.694245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.763153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:33.918577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.122017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Allocated IP 172.25.7.149 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/330ca9a9-a8db-4720-8ae9-91559e6c7202) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:34.159705 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.191783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-448e7359-c37b-4a02-8a03-abf65bb943fa None None] Provisioning complete for port ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:34.196420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448e7359-c37b-4a02-8a03-abf65bb943fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.242741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting port 724a78c0-3b2b-4c98-bb35-ce00385c68cd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:34.243351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.254013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-448e7359-c37b-4a02-8a03-abf65bb943fa None None] Port ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:34.265114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-448e7359-c37b-4a02-8a03-abf65bb943fa None None] Provisioning complete for port 1f805a03-329d-40d7-8171-28928b527286 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:34.265730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448e7359-c37b-4a02-8a03-abf65bb943fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.281550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.316731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.407743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Subnet': ['ID=ef14f3a6-6b97-48ef-bf86-3876527e9491,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:34.419029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1f805a03-329d-40d7-8171-28928b527286 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:34.448389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.451637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-530e34db-c4b4-434a-b011-5d43f428cfa6 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/ef14f3a6-6b97-48ef-bf86-3876527e9491 HTTP/1.1" status: 204 len: 168 time: 1.5421906 Nov 10 21:37:34.480535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38254) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:34.505594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.540946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa424d7e-72ab-460e-88e0-97b59e5228cc None None] Network 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:34.590788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:34.603956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:34.614380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:34.621137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Pushing event updated for resources: {'Port': ['ID=3fe226a8-22ab-4542-a79d-19764134d3e7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:34.644528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1f805a03-329d-40d7-8171-28928b527286 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:34.644730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.645348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8116311-7c3f-466d-bab9-139a899ce281 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:34.647123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8116311-7c3f-466d-bab9-139a899ce281 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:34.648823 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d8116311-7c3f-466d-bab9-139a899ce281 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1653378 Nov 10 21:37:34.652812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38270) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:34.653907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.667977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.705514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3505e-77bc-4dbb-a8de-b6538ac940d6 req-2859cef4-c1c4-4dcc-8673-101babf3dfc6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:34.707074 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83d3505e-77bc-4dbb-a8de-b6538ac940d6 req-2859cef4-c1c4-4dcc-8673-101babf3dfc6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.1785519 Nov 10 21:37:34.710357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Calling delete_port for 724a78c0-3b2b-4c98-bb35-ce00385c68cd owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:34.787167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f58b2c45-0ec1-48b2-90ca-d5813d180776 None None] Provisioning complete for port ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:34.787542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f58b2c45-0ec1-48b2-90ca-d5813d180776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.832414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f58b2c45-0ec1-48b2-90ca-d5813d180776 None None] Port ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:34.852837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:34.888945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:34.894860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac3904d3-9008-49b2-a9d5-8437a1a436d8 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.899630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:34.907003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:34.912945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:34.937527 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3904d3-9008-49b2-a9d5-8437a1a436d8 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 21:37:34.938257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3904d3-9008-49b2-a9d5-8437a1a436d8 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:34.941640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac3904d3-9008-49b2-a9d5-8437a1a436d8 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd HTTP/1.1" status: 409 len: 405 time: 0.2845259 Nov 10 21:37:34.951928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38290) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:34.958714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-302567450'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:34.966552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Port': ['ID=330ca9a9-a8db-4720-8ae9-91559e6c7202,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:34.967979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] DHCP port deletion for 8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:34.979972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83d3505e-77bc-4dbb-a8de-b6538ac940d6 req-5d78f1bd-ba1d-4756-8493-63045ed42e7f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2345688 Nov 10 21:37:35.123466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:35.135434 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.153326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] Deleting port 1f805a03-329d-40d7-8171-28928b527286 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:35.154874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.219892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:35.233337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.234081 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Added segment fadd07d8-4d8c-487d-90d6-d2157da619b6 of type vlan for network d5173c47-fab2-423f-815b-e855929cbd7d Nov 10 21:37:35.267106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] For port 1f805a03-329d-40d7-8171-28928b527286, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1f805a03-329d-40d7-8171-28928b527286,segment=NetworkSegment(465697bc-7823-4cce-93f7-0cc2376a6442),segment_id=465697bc-7823-4cce-93f7-0cc2376a6442)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:35.267696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.281920 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.300701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-153e0487-1e19-411d-82b8-1d07c024ae28 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0639930 Nov 10 21:37:35.301056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] Calling delete_port for 1f805a03-329d-40d7-8171-28928b527286 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:35.313552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.315610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f686a-82a8-4de7-aee2-2278eb6bdebd req-aafd25a1-42ab-4def-bb93-dca9775c1f03 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:35.321716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec9f686a-82a8-4de7-aee2-2278eb6bdebd req-aafd25a1-42ab-4def-bb93-dca9775c1f03 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 931 time: 0.5608816 Nov 10 21:37:35.327188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Request body: {'port': {'device_id': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:35.350671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Port': ['ID=724a78c0-3b2b-4c98-bb35-ce00385c68cd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:35.431027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.434583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.440562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:35.441164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.539135 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.544401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f87591-f0c0-421e-99b9-5203593d077f {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:35.566442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.583356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] Pushing event deleted for resources: {'Port': ['ID=1f805a03-329d-40d7-8171-28928b527286,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:35.592568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6689529-cb5e-48a0-8efe-ea5a1a9ca655 None None] No DVR routers for this DVR port 1f805a03-329d-40d7-8171-28928b527286 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:35.615481 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.619969 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.623995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Network': ['ID=d5173c47-fab2-423f-815b-e855929cbd7d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:35.641077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d5173c47-fab2-423f-815b-e855929cbd7d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:35.641451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.655907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec9f686a-82a8-4de7-aee2-2278eb6bdebd req-65b820a4-3037-4535-9184-7b1c6c6ad0b0 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775030 Nov 10 21:37:35.684394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dac80020-3a7b-440e-8739-e5085b3080be tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7311006 Nov 10 21:37:35.687985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:35.693482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.694157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'subnet': {'network_id': 'd5173c47-fab2-423f-815b-e855929cbd7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:35.763243 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b4402809-f8b7-4075-90f3-bbe31b63b6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.781090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Transition to ACTIVE for port object 87f87591-f0c0-421e-99b9-5203593d077f will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:37:35.796340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.797162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Fanout notify agent at l3_agent the message router_deleted on router d6a4b185-26f9-422f-a8f1-d582d6af951f {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:35.806141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.807505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-25b8e980-1f4e-4542-8339-94ae012eb2b1 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/routers/d6a4b185-26f9-422f-a8f1-d582d6af951f HTTP/1.1" status: 204 len: 168 time: 3.0731752 Nov 10 21:37:35.811638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38326) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:35.853027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:35.949416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Deleting subnet 1bebd372-5480-43e5-b2af-d9f43b057753 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:37:35.957917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.025284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.054135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:36.060150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.189137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.246277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:36.271118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.315752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Transition to ACTIVE for port object e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:37:36.436854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1f805a03-329d-40d7-8171-28928b527286 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:36.455786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Pushing event updated for resources: {'Port': ['ID=87f87591-f0c0-421e-99b9-5203593d077f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:36.473635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1f805a03-329d-40d7-8171-28928b527286 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:36.474746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1f805a03-329d-40d7-8171-28928b527286 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:36.494822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.504730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.570765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Subnet': ['ID=1bebd372-5480-43e5-b2af-d9f43b057753,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:36.589225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.593469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8f52f5f1-105d-410d-a0e4-25862185cec3 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/subnets/1bebd372-5480-43e5-b2af-d9f43b057753 HTTP/1.1" status: 204 len: 168 time: 0.7810774 Nov 10 21:37:36.651041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38338) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:36.696234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:37:36.698095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b973-c58a-4f1b-89f7-49c1fb439bdd req-e598a4fc-33ff-4eb0-b515-f970f8b4ac5d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:36.701753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5004b973-c58a-4f1b-89f7-49c1fb439bdd req-e598a4fc-33ff-4eb0-b515-f970f8b4ac5d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.3758161 Nov 10 21:37:36.702806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.736117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:36.848768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Subnet': ['ID=bfbffdae-21e4-4112-a154-0aa23ce8cb0e,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:36.865195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Checking segment: {'id': 'fadd07d8-4d8c-487d-90d6-d2157da619b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd5173c47-fab2-423f-815b-e855929cbd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:36.865883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network hostable DHCP agents. Network: d5173c47-fab2-423f-815b-e855929cbd7d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:36.891971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Attempting to bind port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:36.892388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Attempting to bind port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:36.892778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Attempting to bind port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb on network 6011e4b2-bb06-4497-8503-06f91cfa61cc {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:36.900584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb on network 6011e4b2-bb06-4497-8503-06f91cfa61cc not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:37:36.900996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Attempting to bind port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb on network 6011e4b2-bb06-4497-8503-06f91cfa61cc {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:36.906231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:36.907999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Checking segment: {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:36.907999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Bound using segment: {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:36.907999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Bound port: e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:36.908397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:36.981443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Attempting to bind port 87f87591-f0c0-421e-99b9-5203593d077f on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:36.982049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Attempting to bind port 87f87591-f0c0-421e-99b9-5203593d077f by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:36.982049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Attempting to bind port 87f87591-f0c0-421e-99b9-5203593d077f on network 6011e4b2-bb06-4497-8503-06f91cfa61cc {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:36.989820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network d5173c47-fab2-423f-815b-e855929cbd7d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:36.997613 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.003808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5004b973-c58a-4f1b-89f7-49c1fb439bdd req-3ed78dcb-d098-454f-88fc-7bacf32a4457 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2667201 Nov 10 21:37:37.012822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.019838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Port 87f87591-f0c0-421e-99b9-5203593d077f on network 6011e4b2-bb06-4497-8503-06f91cfa61cc not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:37:37.020169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Attempting to bind port 87f87591-f0c0-421e-99b9-5203593d077f on network 6011e4b2-bb06-4497-8503-06f91cfa61cc {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:37.034717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.061688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] For port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:37.067462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:37.068058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Checking segment: {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:37.069089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Bound using segment: {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:37.069740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Bound port: 87f87591-f0c0-421e-99b9-5203593d077f, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:37.070437 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.076867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f628-8b32-4265-ae3c-14ea37fcb4b9 req-cbd34b7f-9db1-4222-b9a8-3105e294806e tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.078761 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1674f628-8b32-4265-ae3c-14ea37fcb4b9 req-cbd34b7f-9db1-4222-b9a8-3105e294806e tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 943 time: 0.1267309 Nov 10 21:37:37.080751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] For port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:37.115066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d5173c47-fab2-423f-815b-e855929cbd7d) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:37.126811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156ea4d-0084-4902-b544-a9d4b222b0d2 None None] Network d5173c47-fab2-423f-815b-e855929cbd7d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:37.129585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.130248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.171819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1674f628-8b32-4265-ae3c-14ea37fcb4b9 req-4870e060-b109-4fc8-abaf-bf023189b60d tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802698 Nov 10 21:37:37.202004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.259615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.261669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.262574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb HTTP/1.1" status: 200 len: 1092 time: 3.5817652 Nov 10 21:37:37.263230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'tag': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:37.265884 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81149e84-c1f5-4340-bf83-634ab640ab1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b8412f-8231-46ed-baff-da87639ff4b2", "tag": "e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:37.275847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7408007d-fb4a-4fc4-a3f7-0fcefac7190b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5864692 Nov 10 21:37:37.278691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38358) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:37.325192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ade272-8b28-495e-a20f-f0bf2907a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:37.363287 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eae550-636e-4882-97d1-147c35241f36 x-openstack-request-id: req-50eae550-636e-4882-97d1-147c35241f36 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:37.363707 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b8412f-8231-46ed-baff-da87639ff4b2", "tag": "e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:37.364095 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50eae550-636e-4882-97d1-147c35241f36 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:37.364837 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'tag': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb', 'status': 'completed', 'code': 200} Nov 10 21:37:37.380772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d5173c47-fab2-423f-815b-e855929cbd7d', 'network_id': 'd5173c47-fab2-423f-815b-e855929cbd7d', 'tenant_id': '5c23754717e24824afccb77ad4e012d8', 'fixed_ips': [{'subnet_id': 'bfbffdae-21e4-4112-a154-0aa23ce8cb0e'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:37.382063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.386576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.444005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81149e84-c1f5-4340-bf83-634ab640ab1f req-a7288ed1-de0f-4d2f-9e5e-1606016cf98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.446287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81149e84-c1f5-4340-bf83-634ab640ab1f req-a7288ed1-de0f-4d2f-9e5e-1606016cf98f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0695679 Nov 10 21:37:37.450423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.530704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784adfcc-c9a0-41cd-9ebe-f70395b494d1']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:37.553344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe226a8-22ab-4542-a79d-19764134d3e7 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:37.566395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81149e84-c1f5-4340-bf83-634ab640ab1f req-ff357eff-b70a-4bc3-9c3c-2b4885451f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.567505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f9ef5d-76cb-427b-8674-8c7f3935f7dc') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:37.568048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f9ef5d-76cb-427b-8674-8c7f3935f7dc') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:37.568278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81149e84-c1f5-4340-bf83-634ab640ab1f req-ff357eff-b70a-4bc3-9c3c-2b4885451f93 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1122055 Nov 10 21:37:37.577993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.581158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Allocated IP 2001:db8::f816:3eff:feea:11f3 (d5173c47-fab2-423f-815b-e855929cbd7d/bfbffdae-21e4-4112-a154-0aa23ce8cb0e/a749cb3b-a42d-438c-bdc7-18dfd7c29ffa) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:37.598209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.637282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Transition to ACTIVE for port object 3fe226a8-22ab-4542-a79d-19764134d3e7 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:37:37.658882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa33c9-5283-44e0-8427-def86d42bf73 req-987dfbb5-d2ca-419d-b5c5-6d4a84b23483 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.660454 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dfa33c9-5283-44e0-8427-def86d42bf73 req-987dfbb5-d2ca-419d-b5c5-6d4a84b23483 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 947 time: 0.2351761 Nov 10 21:37:37.661768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.664867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] For port 87f87591-f0c0-421e-99b9-5203593d077f, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:37.674040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] For port 87f87591-f0c0-421e-99b9-5203593d077f, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=87f87591-f0c0-421e-99b9-5203593d077f,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:37.678817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:37.679249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:37.682558 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:37.703533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.749434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.764439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.796359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81149e84-c1f5-4340-bf83-634ab640ab1f req-0918af30-a317-44dc-9cd5-a8e0aad83c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.799912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81149e84-c1f5-4340-bf83-634ab640ab1f req-0918af30-a317-44dc-9cd5-a8e0aad83c08 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2014818 Nov 10 21:37:37.887985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.891009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.892622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] 10.222.0.53 "PUT /v2.0/ports/87f87591-f0c0-421e-99b9-5203593d077f HTTP/1.1" status: 200 len: 1092 time: 4.4979091 Nov 10 21:37:37.904697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'tag': '87f87591-f0c0-421e-99b9-5203593d077f'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:37.910457 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2f8abe-14ca-42af-aef5-c037bad03c78" -d '{"events": [{"name": "network-changed", "server_uuid": "d83d7c2a-2dd5-4354-b446-3537c6fea97f", "tag": "87f87591-f0c0-421e-99b9-5203593d077f"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:37.910649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:37.920351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dfa33c9-5283-44e0-8427-def86d42bf73 req-fdca5486-2c74-4f1c-aacb-04fa130dc3b3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2449286 Nov 10 21:37:37.921724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-e0500ae6-99fb-4996-847a-98f9172e7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:37.925459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-e0500ae6-99fb-4996-847a-98f9172e7df4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 1095 time: 0.0826223 Nov 10 21:37:37.948283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=3fe226a8-22ab-4542-a79d-19764134d3e7,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:37.973592 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1995-7042-4a40-a15b-05e04df511bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.038431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206495e-a87a-41f4-931b-1f5c7fdc4987 service neutron] Pushing event updated for resources: {'Port': ['ID=87f87591-f0c0-421e-99b9-5203593d077f,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:38.039471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.046588 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd49254-9494-433c-b13c-de8e3e6af575 x-openstack-request-id: req-edd49254-9494-433c-b13c-de8e3e6af575 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:38.047157 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83d7c2a-2dd5-4354-b446-3537c6fea97f", "tag": "87f87591-f0c0-421e-99b9-5203593d077f", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:38.047570 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edd49254-9494-433c-b13c-de8e3e6af575 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:38.048154 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'tag': '87f87591-f0c0-421e-99b9-5203593d077f', 'status': 'completed', 'code': 200} Nov 10 21:37:38.049403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.050391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-05c1bc96-1a6c-416b-9d9c-562aa9514a11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb HTTP/1.1" status: 200 len: 217 time: 0.0995355 Nov 10 21:37:38.104248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.106538 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] 10.222.0.45 "DELETE /v2.0/networks/784adfcc-c9a0-41cd-9ebe-f70395b494d1 HTTP/1.1" status: 204 len: 168 time: 1.4007995 Nov 10 21:37:38.128582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b862df-7040-4b65-ace1-3037c37b69d9 tempest-FloatingIPTestJSON-491491831 tempest-FloatingIPTestJSON-491491831-project] Pushing event deleted for resources: {'Network': ['ID=784adfcc-c9a0-41cd-9ebe-f70395b494d1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:38.151528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Router 80a04e1b-5727-46f6-895f-2dded03cbea0 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:37:38.180941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8abe-14ca-42af-aef5-c037bad03c78 req-00246ba0-8373-4c3a-a714-a6761d3bdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:38.182747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d2f8abe-14ca-42af-aef5-c037bad03c78 req-00246ba0-8373-4c3a-a714-a6761d3bdbed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 1095 time: 0.1403177 Nov 10 21:37:38.197186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.222901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Network d5173c47-fab2-423f-815b-e855929cbd7d is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:38.230275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Pushing event updated for resources: {'Port': ['ID=a749cb3b-a42d-438c-bdc7-18dfd7c29ffa,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:38.233317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:38.243998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:38.334919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbffdae-21e4-4112-a154-0aa23ce8cb0e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:38.377461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Attempting to bind port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:38.378096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Attempting to bind port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'fadd07d8-4d8c-487d-90d6-d2157da619b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd5173c47-fab2-423f-815b-e855929cbd7d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:38.378776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Attempting to bind port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa on network d5173c47-fab2-423f-815b-e855929cbd7d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:38.390751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:38.391582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Checking segment: {'id': 'fadd07d8-4d8c-487d-90d6-d2157da619b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd5173c47-fab2-423f-815b-e855929cbd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:38.392177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.392835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Bound using segment: {'id': 'fadd07d8-4d8c-487d-90d6-d2157da619b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd5173c47-fab2-423f-815b-e855929cbd7d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:38.393490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Bound port: a749cb3b-a42d-438c-bdc7-18dfd7c29ffa, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd07d8-4d8c-487d-90d6-d2157da619b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd5173c47-fab2-423f-815b-e855929cbd7d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:38.395087 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.421044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-91c61d7a-2dcd-4a4f-ad62-f8f3fdc4865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:38.422858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-91c61d7a-2dcd-4a4f-ad62-f8f3fdc4865b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10916c18-6cba-4503-a966-5fc07182ad3f HTTP/1.1" status: 200 len: 858 time: 0.3697095 Nov 10 21:37:38.457013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Attempting to bind port 3fe226a8-22ab-4542-a79d-19764134d3e7 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:38.457473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Attempting to bind port 3fe226a8-22ab-4542-a79d-19764134d3e7 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:38.457593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Attempting to bind port 3fe226a8-22ab-4542-a79d-19764134d3e7 on network 6011e4b2-bb06-4497-8503-06f91cfa61cc {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:38.467048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:38.480026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.481260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-09953b13-8ee3-4def-82a2-b9b2fc3a718c tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "PUT /v2.0/routers/80a04e1b-5727-46f6-895f-2dded03cbea0 HTTP/1.1" status: 200 len: 919 time: 6.5506377 Nov 10 21:37:38.492486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38396) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:38.513440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Port 3fe226a8-22ab-4542-a79d-19764134d3e7 on network 6011e4b2-bb06-4497-8503-06f91cfa61cc not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:37:38.516463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Attempting to bind port 3fe226a8-22ab-4542-a79d-19764134d3e7 on network 6011e4b2-bb06-4497-8503-06f91cfa61cc {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:38.528485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] For port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:38.533063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] For port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a749cb3b-a42d-438c-bdc7-18dfd7c29ffa,segment=NetworkSegment(fadd07d8-4d8c-487d-90d6-d2157da619b6),segment_id=fadd07d8-4d8c-487d-90d6-d2157da619b6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:38.535715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-a9b1474d-7c0e-40b3-9df5-3fe287bc3718 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6011e4b2-bb06-4497-8503-06f91cfa61cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020215 Nov 10 21:37:38.540848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:38.545205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] Sync routers for ids ['80a04e1b-5727-46f6-895f-2dded03cbea0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:38.573974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.622431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad454694-faeb-42b8-9cc2-540e8e8d3fea req-47299e26-1d35-428a-b0af-9f015110d8b6 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:38.626219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad454694-faeb-42b8-9cc2-540e8e8d3fea req-47299e26-1d35-428a-b0af-9f015110d8b6 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 943 time: 0.3077450 Nov 10 21:37:38.672082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] Routers {'80a04e1b-5727-46f6-895f-2dded03cbea0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:38.673974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['80a04e1b-5727-46f6-895f-2dded03cbea0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:38.679412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.733099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38408) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:38.745347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:38.745682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Checking segment: {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:38.746068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Bound using segment: {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:38.746505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Bound port: 3fe226a8-22ab-4542-a79d-19764134d3e7, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7524cebf-2837-4fd7-88c3-338e0dab0393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:38.746856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.787489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:38.793303 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:38.824262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] Routers {'80a04e1b-5727-46f6-895f-2dded03cbea0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:38.825104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['80a04e1b-5727-46f6-895f-2dded03cbea0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:38.866205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:38.867065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936ee29-5c70-411b-9b1d-12f5b697e6f8 None None] The sync data for ids ['80a04e1b-5727-46f6-895f-2dded03cbea0'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:38.871280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8abe-14ca-42af-aef5-c037bad03c78 req-b8bfab68-0b20-4c17-b766-37dcab7f0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:38.876125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d2f8abe-14ca-42af-aef5-c037bad03c78 req-b8bfab68-0b20-4c17-b766-37dcab7f0e25 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6841273 Nov 10 21:37:38.885264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:38.887702 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9290594-1c99-48ce-853a-d01defe67305" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:38.937165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:38.944640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7c536-7b6b-44e7-8b9d-245ccd3c1160 None None] Pushing event updated for resources: {'Port': ['ID=a749cb3b-a42d-438c-bdc7-18dfd7c29ffa,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:38.967483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0623edea-46f8-4f89-9350-c44d069cc96d None None] Network d5173c47-fab2-423f-815b-e855929cbd7d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:39.029927 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.096413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=14']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:39.224803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe09ad0-af67-4911-82f7-cc31258ced41 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:37:39.250629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5173c47-fab2-423f-815b-e855929cbd7d']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:39.296210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd07d8-4d8c-487d-90d6-d2157da619b6') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:39.300640 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.331291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd07d8-4d8c-487d-90d6-d2157da619b6') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:39.371646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.418037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-91374a5b-3703-472b-8fb0-0ba5cb9cc354 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/80a04e1b-5727-46f6-895f-2dded03cbea0 HTTP/1.1" status: 200 len: 925 time: 0.9216623 Nov 10 21:37:39.423261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38432) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:39.437547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad454694-faeb-42b8-9cc2-540e8e8d3fea req-0153455e-0a2f-4603-b46f-b9735c47334f tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515454 Nov 10 21:37:39.438828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.499718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe09ad0-af67-4911-82f7-cc31258ced41 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:37:39.507594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-75372855-448d-4537-ad9a-72520abc0476 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70ecf61dcdac40999b152eadf664fb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7678039 Nov 10 21:37:39.509594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:39.512036 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.514349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38434) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:39.522900 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:39.530558 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039baf4e-52c7-4a04-af43-5a9f2abd52dd x-openstack-request-id: req-039baf4e-52c7-4a04-af43-5a9f2abd52dd {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:39.531193 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-unplugged", "status": "completed", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:39.534117 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-039baf4e-52c7-4a04-af43-5a9f2abd52dd {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:39.534117 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'code': 200} Nov 10 21:37:39.541973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-1f896357-9e63-4d7c-a7f2-0427fc245ced service neutron] 10.222.0.64 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9965999 Nov 10 21:37:39.732572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e4be7-1133-4f51-9c12-ee538ce98ee9 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:39.734286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5d1e4be7-1133-4f51-9c12-ee538ce98ee9 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=80a04e1b-5727-46f6-895f-2dded03cbea0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2818067 Nov 10 21:37:39.739499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38446) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:39.741716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:37:39.741716 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:37:39.741716 n-d-776250-11 neutron-server[103047]: [parameters: {'id': 'd5173c47-fab2-423f-815b-e855929cbd7d'}] Nov 10 21:37:39.741716 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:37:39.742779 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:37:39.762517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8abe-14ca-42af-aef5-c037bad03c78 req-f3ecac69-7056-4ee4-881e-8e2ed11dde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:39.764221 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d2f8abe-14ca-42af-aef5-c037bad03c78 req-f3ecac69-7056-4ee4-881e-8e2ed11dde32 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8703601 Nov 10 21:37:39.768230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] For port 3fe226a8-22ab-4542-a79d-19764134d3e7, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:39.775079 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc53-2848-4a49-841c-fbe89122426c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.793575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] For port 3fe226a8-22ab-4542-a79d-19764134d3e7, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fe226a8-22ab-4542-a79d-19764134d3e7,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:39.813869 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc53-2848-4a49-841c-fbe89122426c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.873769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.889072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8fa3db-bc8d-4a7f-ab81-40957c7a5ce2 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:39.891063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e8fa3db-bc8d-4a7f-ab81-40957c7a5ce2 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.1469483 Nov 10 21:37:39.899923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38448) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:39.909875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-41bf95a6-1477-4f5f-949b-3f6407646c03 service neutron] 10.222.0.64 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573122 Nov 10 21:37:39.969391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-85ec2cd4-141c-4a07-91f6-0971479b1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:39.969917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-85ec2cd4-141c-4a07-91f6-0971479b1005 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 1095 time: 0.1445997 Nov 10 21:37:39.979200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6d62d2d0-fec8-4623-8f3b-3adae387f22f tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=80a04e1b-5727-46f6-895f-2dded03cbea0 HTTP/1.1" status: 200 len: 205 time: 0.0497022 Nov 10 21:37:39.979200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:39.979200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:39.979566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38454) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:39.980203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] 10.222.0.53 "PUT /v2.0/ports/3fe226a8-22ab-4542-a79d-19764134d3e7 HTTP/1.1" status: 200 len: 1092 time: 4.6570671 Nov 10 21:37:40.094752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'tag': '3fe226a8-22ab-4542-a79d-19764134d3e7'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:40.100272 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860c178b-c2c2-4dab-9d0a-c809e4a132de" -d '{"events": [{"name": "network-changed", "server_uuid": "d59dc1a0-ab3c-4959-b1c7-3345b274db6f", "tag": "3fe226a8-22ab-4542-a79d-19764134d3e7"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:40.131510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1743dbb-18da-4c52-9b2b-db962cf7d1fa service neutron] Pushing event updated for resources: {'Port': ['ID=3fe226a8-22ab-4542-a79d-19764134d3e7,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:40.145439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-cdf0659b-927a-4ac5-890b-70f6aab77071 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f87591-f0c0-421e-99b9-5203593d077f HTTP/1.1" status: 200 len: 217 time: 0.1574888 Nov 10 21:37:40.163887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.239736 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eeab36-f23f-4b77-b68c-93b883351098 x-openstack-request-id: req-84eeab36-f23f-4b77-b68c-93b883351098 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:40.240214 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59dc1a0-ab3c-4959-b1c7-3345b274db6f", "tag": "3fe226a8-22ab-4542-a79d-19764134d3e7", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:40.240755 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84eeab36-f23f-4b77-b68c-93b883351098 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:40.241164 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'tag': '3fe226a8-22ab-4542-a79d-19764134d3e7', 'status': 'completed', 'code': 200} Nov 10 21:37:40.256558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-f824e9c1-0cae-4cd2-b76d-960d57447811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:40.259470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-f824e9c1-0cae-4cd2-b76d-960d57447811 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10916c18-6cba-4503-a966-5fc07182ad3f HTTP/1.1" status: 200 len: 858 time: 0.1072772 Nov 10 21:37:40.338560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.343837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-0ef0cdbd-c63d-47d9-a87e-6fddfb5ee991 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6011e4b2-bb06-4497-8503-06f91cfa61cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483224 Nov 10 21:37:40.348042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-568ad924-0d57-415f-96e0-1e81ee37a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:40.349269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.350100 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-568ad924-0d57-415f-96e0-1e81ee37a456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 1095 time: 0.1081059 Nov 10 21:37:40.401578 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc53-2848-4a49-841c-fbe89122426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.404990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc53-2848-4a49-841c-fbe89122426c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.409907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-91d7bc53-2848-4a49-841c-fbe89122426c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6170b4f7-8249-420e-a4de-f86d3dc3f2b1 HTTP/1.1" status: 204 len: 168 time: 0.8873696 Nov 10 21:37:40.442892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:40.443241 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.464452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7bc53-2848-4a49-841c-fbe89122426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6170b4f7-8249-420e-a4de-f86d3dc3f2b1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:40.500023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-2820f1c6-e3e5-4e88-acab-481e2f3a7d1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe226a8-22ab-4542-a79d-19764134d3e7 HTTP/1.1" status: 200 len: 217 time: 0.1377354 Nov 10 21:37:40.582121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] For port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a749cb3b-a42d-438c-bdc7-18dfd7c29ffa,segment=NetworkSegment(fadd07d8-4d8c-487d-90d6-d2157da619b6),segment_id=fadd07d8-4d8c-487d-90d6-d2157da619b6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:40.582524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.614149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Calling delete_port for a749cb3b-a42d-438c-bdc7-18dfd7c29ffa owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:40.630034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc799214-065d-48b8-8916-49d8be895beb req-24cab3d8-a101-4690-9cba-b50e36012b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:40.631566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-24cab3d8-a101-4690-9cba-b50e36012b7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10916c18-6cba-4503-a966-5fc07182ad3f HTTP/1.1" status: 200 len: 858 time: 0.1171339 Nov 10 21:37:40.635186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-bf59e73b-7c1d-4028-8dcc-f6636a485266 service neutron] 10.222.0.53 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840242 Nov 10 21:37:40.660324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Deleting port 330ca9a9-a8db-4720-8ae9-91559e6c7202 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:40.660324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.717210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-4c3626c9-04ef-4722-b5d3-113abdda91ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6011e4b2-bb06-4497-8503-06f91cfa61cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701146 Nov 10 21:37:40.818657 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.883698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd36000-6ca1-4e08-9728-65cf7012f8f3 None None] DHCP port deletion for 6011e4b2-bb06-4497-8503-06f91cfa61cc request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:40.887908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-e6354b49-0a3f-4dcc-97f9-859e7d5f6209 service neutron] 10.222.0.53 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304809 Nov 10 21:37:40.923635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-ad788698-a460-4cab-a6f7-5364f9e9175c service neutron] 10.222.0.53 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706276 Nov 10 21:37:40.946932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port 4f4de141-eda0-4824-84d6-6da381582402 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:40.947302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:40.987571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.006155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Calling delete_port for 330ca9a9-a8db-4720-8ae9-91559e6c7202 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:41.013426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Port 4f4de141-eda0-4824-84d6-6da381582402 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:41.047544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port 79353cd2-bb9d-44fd-922b-ac48335b8654 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:41.048076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.094896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.135786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Port': ['ID=a749cb3b-a42d-438c-bdc7-18dfd7c29ffa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:41.155255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ecd3-f4ff-468f-8e84-2c5e471acc4d req-82cecda7-6f31-4a8f-b987-dcbbc5063758 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:41.157074 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc77ecd3-f4ff-468f-8e84-2c5e471acc4d req-82cecda7-6f31-4a8f-b987-dcbbc5063758 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 943 time: 0.4317930 Nov 10 21:37:41.159505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc799214-065d-48b8-8916-49d8be895beb req-7bc26f65-e464-4066-9595-96aece61d801 service neutron] 10.222.0.53 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279501 Nov 10 21:37:41.207654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No DVR routers for this DVR port a749cb3b-a42d-438c-bdc7-18dfd7c29ffa on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:41.215120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port 3d250e40-c7fc-4f85-8398-1e379b620e80 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:41.215650 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.254912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Port 3d250e40-c7fc-4f85-8398-1e379b620e80 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:41.266129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port c62966a6-5897-49e5-b224-f73646f25395 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:41.266601 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.356568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc77ecd3-f4ff-468f-8e84-2c5e471acc4d req-049ec01f-86ca-4f13-bc8e-a7266cb57125 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618905 Nov 10 21:37:41.362453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port b6d74eed-c714-45ad-8e72-5b4a617ef28e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:41.362845 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.363330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.401171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5173c47-fab2-423f-815b-e855929cbd7d']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:41.404092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Port b6d74eed-c714-45ad-8e72-5b4a617ef28e cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:41.411703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd07d8-4d8c-487d-90d6-d2157da619b6') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:41.412074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd07d8-4d8c-487d-90d6-d2157da619b6') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:41.416121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port 37742c7a-4286-4449-b8af-266dc4c8a8d1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:41.416504 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.440228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.457166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.473021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:41.473513 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:41.477543 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:41.524521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.532605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port e030dcf1-5a5d-4a04-a1b0-6ea7f1248818 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:41.533796 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.563088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-70989f3a-c14d-4f38-b866-59bd9fe289c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:41.564746 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-70989f3a-c14d-4f38-b866-59bd9fe289c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 1095 time: 0.0604405 Nov 10 21:37:41.569228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.690532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event deleted for resources: {'Port': ['ID=330ca9a9-a8db-4720-8ae9-91559e6c7202,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:41.691999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Provisioning complete for port 16cb3af7-d44e-4715-a7b6-33496464bc2e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:41.693386 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.704146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-ade37971-bc01-4ec2-b321-af7727ee58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:41.705673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-ade37971-bc01-4ec2-b321-af7727ee58c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6011e4b2-bb06-4497-8503-06f91cfa61cc HTTP/1.1" status: 200 len: 919 time: 0.1329834 Nov 10 21:37:41.731914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416edcc1-ba49-4954-aa16-2cb62376a15b None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:41.800505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.812446 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.820749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/d5173c47-fab2-423f-815b-e855929cbd7d HTTP/1.1" status: 204 len: 168 time: 4.5362794 Nov 10 21:37:41.822353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.852201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38494) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:41.862188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1733713566'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:41.870861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-b7382efd-4579-480c-aed6-4e911dc94c75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fe226a8-22ab-4542-a79d-19764134d3e7 HTTP/1.1" status: 200 len: 217 time: 0.1576738 Nov 10 21:37:41.947620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b153a80f-29fb-4250-b29c-1a91b57a4c6a None None] Could not find standard attr ID for object 330ca9a9-a8db-4720-8ae9-91559e6c7202. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:37:41.975132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-f3f6bf10-4418-436d-a906-2d75013e4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:41.978285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-f3f6bf10-4418-436d-a906-2d75013e4e67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=10916c18-6cba-4503-a966-5fc07182ad3f HTTP/1.1" status: 200 len: 858 time: 0.0945079 Nov 10 21:37:41.983388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.986209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:41.987947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed54306-a62a-488e-82a1-f16ba4c73848 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Network': ['ID=d5173c47-fab2-423f-815b-e855929cbd7d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:42.063876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-1e646f36-2ef3-447c-9365-b6bf96bcc00b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6011e4b2-bb06-4497-8503-06f91cfa61cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759892 Nov 10 21:37:42.069023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:42.077538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.189562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.194428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Fanout notify agent at l3_agent the message router_deleted on router 80a04e1b-5727-46f6-895f-2dded03cbea0 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:42.199043 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.205934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b973efb6-8395-4b05-a250-5b7f4eda40a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/80a04e1b-5727-46f6-895f-2dded03cbea0 HTTP/1.1" status: 204 len: 168 time: 2.2252879 Nov 10 21:37:42.206573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38512) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:42.214731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-94d5c1e5-28c6-4aab-a878-402c7d733281 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1114355252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:42.255473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:42.272480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-7bdf9b8f-8f2e-43fe-a1e3-8da3f352f08b service neutron] 10.222.0.53 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770720 Nov 10 21:37:42.274468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.278620 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Added segment de86b5ec-f34f-4185-9c51-b363ca3f513d of type vlan for network 9330551e-56ed-4612-b635-5835599300ad Nov 10 21:37:42.355512 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94d5c1e5-28c6-4aab-a878-402c7d733281 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.357022 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94d5c1e5-28c6-4aab-a878-402c7d733281 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.438078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38518) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:42.473179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.497773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:37:42.525819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94d5c1e5-28c6-4aab-a878-402c7d733281 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.566952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860c178b-c2c2-4dab-9d0a-c809e4a132de req-812b0cae-56db-4c7b-9426-dfb773619cee service neutron] 10.222.0.53 "GET /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785461 Nov 10 21:37:42.590689 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94d5c1e5-28c6-4aab-a878-402c7d733281 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.618459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.626925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:42.627624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.724064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:42.739053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb', 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc', 'port_id': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb', 'mac_address': 'fa:16:3e:a5:d1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10916c18-6cba-4503-a966-5fc07182ad3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:37:42.755090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-361570392'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:42.785123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Network': ['ID=9330551e-56ed-4612-b635-5835599300ad,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:42.802117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a00405-f22e-4b70-9b20-00c0a3a42af6 req-04dda8c1-63c3-4307-b3b2-8a800e2f26f9 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:42.803833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7a00405-f22e-4b70-9b20-00c0a3a42af6 req-04dda8c1-63c3-4307-b3b2-8a800e2f26f9 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 943 time: 0.1919556 Nov 10 21:37:42.807887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94d5c1e5-28c6-4aab-a878-402c7d733281 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.811648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-94d5c1e5-28c6-4aab-a878-402c7d733281 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6015341 Nov 10 21:37:42.811969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38526) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:42.819486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': False}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:42.833892 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.863651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9330551e-56ed-4612-b635-5835599300ad details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:42.867178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:42.876010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-435da543-c7b4-4e00-ab87-152db1ad572c tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0213051 Nov 10 21:37:42.879224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38528) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:42.884287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'subnet': {'network_id': '9330551e-56ed-4612-b635-5835599300ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:42.941202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7a00405-f22e-4b70-9b20-00c0a3a42af6 req-1a6fc20c-f76e-493d-80ff-f6245e935ca0 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161110 Nov 10 21:37:42.966631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:42.970062 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:42.988456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.066008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:43.145225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.180702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.229702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.232604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.243975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6c1f-189b-4893-aa09-a40d52281356 req-e5b46ad9-382c-43c6-9d92-7c19fbbd8be0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:43.245590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed2d6c1f-189b-4893-aa09-a40d52281356 req-e5b46ad9-382c-43c6-9d92-7c19fbbd8be0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2941544 Nov 10 21:37:43.255048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:43.292941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:43.314157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b884632e-0c3a-4995-aadf-4546d08ada6a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:43.315211 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed2d6c1f-189b-4893-aa09-a40d52281356 req-d7e07bc3-263b-4b07-b74b-f6e55e13fc0c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582287 Nov 10 21:37:43.328682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.346940 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 5cf5b11a-d607-4ea1-8ca1-8443e9315615 of type vlan for network fd490e1b-5355-4298-92d3-092ec5d29543 Nov 10 21:37:43.368557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:43.385028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.437970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.544271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.550576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:43.551170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:43.638843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=fd490e1b-5355-4298-92d3-092ec5d29543,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:43.656012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network fd490e1b-5355-4298-92d3-092ec5d29543 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:43.706123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4e96e6ce-0f6b-47ee-b248-b1ce25634bb5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2661753 Nov 10 21:37:43.783628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:43.850667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:43.863209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': 'fd490e1b-5355-4298-92d3-092ec5d29543', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:43.992376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fe226a8-22ab-4542-a79d-19764134d3e7 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:37:44.008928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-d32059fe-03f8-4284-a68f-938fd6ab3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.018162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-d32059fe-03f8-4284-a68f-938fd6ab3b5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.2239411 Nov 10 21:37:44.159010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3fe226a8-22ab-4542-a79d-19764134d3e7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fe226a8-22ab-4542-a79d-19764134d3e7,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:44.173026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '3fe226a8-22ab-4542-a79d-19764134d3e7', 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc', 'port_id': '3fe226a8-22ab-4542-a79d-19764134d3e7', 'mac_address': 'fa:16:3e:d9:b9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10916c18-6cba-4503-a966-5fc07182ad3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:37:44.225167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.229287 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.257348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-d872e679-3571-4635-81c1-2c9bd20a87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.257348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-d872e679-3571-4635-81c1-2c9bd20a87bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2135038 Nov 10 21:37:44.257670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe226a8-22ab-4542-a79d-19764134d3e7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:44.270580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3fe226a8-22ab-4542-a79d-19764134d3e7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fe226a8-22ab-4542-a79d-19764134d3e7,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:44.304027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.304027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.304027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.306624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.312756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.318652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.325406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.341284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-8841b3ac-cb02-44f7-a733-a6f2ff2a2d3f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.2047172 Nov 10 21:37:44.362686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Subnet': ['ID=e1661f0b-831f-46d1-8d1e-c1d1f57c2ba3,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:44.378831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.388259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dc77e-8d3f-40ad-acc5-d9bdd7ce143b req-184e3631-64ed-48ae-a72b-49e59e18b1db tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.395706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-721dc77e-8d3f-40ad-acc5-d9bdd7ce143b req-184e3631-64ed-48ae-a72b-49e59e18b1db tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.6050305 Nov 10 21:37:44.401975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:44.417531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.436916 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.447584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Checking segment: {'id': 'de86b5ec-f34f-4185-9c51-b363ca3f513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9330551e-56ed-4612-b635-5835599300ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:44.448105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network hostable DHCP agents. Network: 9330551e-56ed-4612-b635-5835599300ad, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:44.452419 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.470092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 87f87591-f0c0-421e-99b9-5203593d077f details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:37:44.511943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 87f87591-f0c0-421e-99b9-5203593d077f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=87f87591-f0c0-421e-99b9-5203593d077f,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:44.533510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-7b5cd647-b37f-4f3c-bd7b-3a899e47aca1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.2797322 Nov 10 21:37:44.534599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '87f87591-f0c0-421e-99b9-5203593d077f', 'network_id': '6011e4b2-bb06-4497-8503-06f91cfa61cc', 'port_id': '87f87591-f0c0-421e-99b9-5203593d077f', 'mac_address': 'fa:16:3e:60:f9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10916c18-6cba-4503-a966-5fc07182ad3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:37:44.577333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-721dc77e-8d3f-40ad-acc5-d9bdd7ce143b req-2844eedd-ad61-4f34-b404-0b45a412cc31 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804764 Nov 10 21:37:44.623160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9013fa6-f114-4757-86bd-a101e26b3e90 req-1870cfe3-8ee4-437d-8a60-eb0fb3b1ebb9 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2809072 Nov 10 21:37:44.640323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network 9330551e-56ed-4612-b635-5835599300ad is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:44.685615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-7424d25d-f64d-4295-a49e-fddd9cab03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.687755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-7424d25d-f64d-4295-a49e-fddd9cab03ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1419628 Nov 10 21:37:44.718599 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.733765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Allocated IP 172.25.7.123 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/7b4a9db3-7133-47aa-a43e-3e554be86cb5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:44.749027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f87591-f0c0-421e-99b9-5203593d077f {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:44.759450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9330551e-56ed-4612-b635-5835599300ad) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:44.772396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.776936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.784056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 87f87591-f0c0-421e-99b9-5203593d077f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=87f87591-f0c0-421e-99b9-5203593d077f,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:44.788109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67864416-85a1-4705-aed1-170508215e21 None None] Network 9330551e-56ed-4612-b635-5835599300ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:44.798650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3fe226a8-22ab-4542-a79d-19764134d3e7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:44.815601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a3f29-3e76-4081-a8e1-32e06915a312 req-dde24640-bae1-4f95-a79c-28250694099d tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.824057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-399a3f29-3e76-4081-a8e1-32e06915a312 req-dde24640-bae1-4f95-a79c-28250694099d tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 944 time: 0.1400931 Nov 10 21:37:44.848343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-88b6863b-35b0-4223-833d-32dcd5742cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.849851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-88b6863b-35b0-4223-833d-32dcd5742cf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500793 Nov 10 21:37:44.882056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-10cbd70f-f51f-41b5-81f5-b5dbe876a4e0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9999678 Nov 10 21:37:44.885760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38558) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:44.905822 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:44.937639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.943580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.950176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.956243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.963820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.973378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.978446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:44.980439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6ba2a91-96e3-4981-8284-23938cfdf4c6 req-da74553f-b9c6-434a-a3e7-d0db1b2bc405 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.2008424 Nov 10 21:37:45.021341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=87f87591-f0c0-421e-99b9-5203593d077f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:45.029173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-9330551e-56ed-4612-b635-5835599300ad', 'network_id': '9330551e-56ed-4612-b635-5835599300ad', 'tenant_id': '5c23754717e24824afccb77ad4e012d8', 'fixed_ips': [{'subnet_id': 'e1661f0b-831f-46d1-8d1e-c1d1f57c2ba3'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:45.030254 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.067952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-20436198-720e-49bf-8f7e-16485eae2723 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922688 Nov 10 21:37:45.087874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.132941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3fe226a8-22ab-4542-a79d-19764134d3e7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:45.134969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['87f87591-f0c0-421e-99b9-5203593d077f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:45.137692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.153114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.164003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-399a3f29-3e76-4081-a8e1-32e06915a312 req-6785bec2-80c7-47fd-a11a-7dae66dd300e tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388281 Nov 10 21:37:45.231026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.281930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=26fd144f-dea0-4bf1-a456-84db6a44708d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:45.290037 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72bd97d6-4293-4671-99f2-e20f00c3d547 req-140be8fb-ba35-4d7a-a0d2-01331c8d9d6f service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126083 Nov 10 21:37:45.292541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '5cf5b11a-d607-4ea1-8ca1-8443e9315615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fd490e1b-5355-4298-92d3-092ec5d29543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:45.292977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: fd490e1b-5355-4298-92d3-092ec5d29543, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:45.323439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.381576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:45.386306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:45.391819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:45.394977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Pushing event updated for resources: {'Port': ['ID=7b4a9db3-7133-47aa-a43e-3e554be86cb5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:45.401100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network fd490e1b-5355-4298-92d3-092ec5d29543 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:45.404303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Allocated IP 2001:db8::2 (9330551e-56ed-4612-b635-5835599300ad/e1661f0b-831f-46d1-8d1e-c1d1f57c2ba3/2bdff1db-3368-4617-885c-b62b948fcb2d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:45.435345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f30fe0d-6377-4645-ae2e-e5568eecf1da None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:45.482506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, fd490e1b-5355-4298-92d3-092ec5d29543) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:45.487595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:45.488436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.540430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79222206-67ce-4f84-922c-3f5f4674f833 None None] Network fd490e1b-5355-4298-92d3-092ec5d29543 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:45.608655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38572) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:45.610885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c576c570-7b92-4cdf-8566-afaaca811b1b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7582176 Nov 10 21:37:45.623340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1028094993'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:45.685734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-68ab2ef8-d5e8-4c77-b397-6956a9ca786b None None] Provisioning complete for port 7b4a9db3-7133-47aa-a43e-3e554be86cb5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:45.686082 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-68ab2ef8-d5e8-4c77-b397-6956a9ca786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.789663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9720c-4132-4394-83b6-d20c2ca81388 req-2899554a-a0df-4f6a-9bd0-abfe5f773537 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:45.790485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:45.793384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08a9720c-4132-4394-83b6-d20c2ca81388 req-2899554a-a0df-4f6a-9bd0-abfe5f773537 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1383238 Nov 10 21:37:45.800554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.869181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:45.887170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08a9720c-4132-4394-83b6-d20c2ca81388 req-ce4f7b0d-f7ed-458f-af77-658a1648c7a9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863693 Nov 10 21:37:45.916350 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.916778 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 97d121d8-cbfd-4dcb-8c1d-628b68d74f4a of type vlan for network 6b420911-605d-46ae-b723-c7ddd1f18b25 Nov 10 21:37:45.987257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:45.991664 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.032830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-68ab2ef8-d5e8-4c77-b397-6956a9ca786b None None] Port 7b4a9db3-7133-47aa-a43e-3e554be86cb5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:46.109744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.135961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.151036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-fd490e1b-5355-4298-92d3-092ec5d29543', 'network_id': 'fd490e1b-5355-4298-92d3-092ec5d29543', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': '26fd144f-dea0-4bf1-a456-84db6a44708d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:46.151920 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.155932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.156797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.207481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-1bbad35b-378d-4b31-8b81-c2433a403f9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1250145 Nov 10 21:37:46.210036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.363430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.364194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.364530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Network 9330551e-56ed-4612-b635-5835599300ad is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:46.365919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.366871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.368153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.368797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.369473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.371624 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-e12970ff-6817-464b-93f9-9d7a5d4b8c83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6498 time: 0.1266570 Nov 10 21:37:46.373239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Pushing event updated for resources: {'Port': ['ID=2bdff1db-3368-4617-885c-b62b948fcb2d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:46.376094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:46.380973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:46.406645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.408107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf354eb-d464-4aa8-bd27-4dd91f8516bd req-094da30e-12e7-42c8-890a-3da557f23b6b tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.409809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-caf354eb-d464-4aa8-bd27-4dd91f8516bd req-094da30e-12e7-42c8-890a-3da557f23b6b tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 944 time: 0.1073062 Nov 10 21:37:46.417224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.422136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8124070 Nov 10 21:37:46.428539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38586) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:46.440349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': '6b420911-605d-46ae-b723-c7ddd1f18b25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:46.493495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Attempting to bind port 2bdff1db-3368-4617-885c-b62b948fcb2d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:46.495363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Attempting to bind port 2bdff1db-3368-4617-885c-b62b948fcb2d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'de86b5ec-f34f-4185-9c51-b363ca3f513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9330551e-56ed-4612-b635-5835599300ad'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:46.495919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Attempting to bind port 2bdff1db-3368-4617-885c-b62b948fcb2d on network 9330551e-56ed-4612-b635-5835599300ad {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:46.498663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Allocated IP 172.20.255.242 (fd490e1b-5355-4298-92d3-092ec5d29543/26fd144f-dea0-4bf1-a456-84db6a44708d/2d923d1f-32ab-4eff-bec7-aa733dab185c) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:46.511515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:46.512708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Checking segment: {'id': 'de86b5ec-f34f-4185-9c51-b363ca3f513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9330551e-56ed-4612-b635-5835599300ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:46.513268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.513810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Bound using segment: {'id': 'de86b5ec-f34f-4185-9c51-b363ca3f513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9330551e-56ed-4612-b635-5835599300ad'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:46.514442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Bound port: 2bdff1db-3368-4617-885c-b62b948fcb2d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de86b5ec-f34f-4185-9c51-b363ca3f513d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9330551e-56ed-4612-b635-5835599300ad'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:46.515946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.535565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e2081-837b-4cc6-a747-a26bdb924b1a tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=6b420911-605d-46ae-b723-c7ddd1f18b25,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:46.546710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-caf354eb-d464-4aa8-bd27-4dd91f8516bd req-c56a847f-4f31-49db-83d6-fc7cb942e347 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282220 Nov 10 21:37:46.619226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.619472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:46.621051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 6b420911-605d-46ae-b723-c7ddd1f18b25 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:46.684605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-abd71bcc-1c72-4964-a3a2-e0f23c30c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.685412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-abd71bcc-1c72-4964-a3a2-e0f23c30c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.686078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-abd71bcc-1c72-4964-a3a2-e0f23c30c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:46.687922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-abd71bcc-1c72-4964-a3a2-e0f23c30c926 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=92f7713a-46a6-4f78-96c8-61feea471e37&id=832a1c7f-42d8-4db8-844c-8912958a8973&id=832a1c7f-42d8-4db8-844c-8912958a8973 HTTP/1.1" status: 200 len: 2291 time: 0.2035418 Nov 10 21:37:46.721596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.748149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9330551e-56ed-4612-b635-5835599300ad']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:46.759306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de86b5ec-f34f-4185-9c51-b363ca3f513d') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:46.759596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de86b5ec-f34f-4185-9c51-b363ca3f513d') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:46.769812 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.784704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.792093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:46.792492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.823591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-b34e86b7-95c8-4ade-aa77-cad98e740d41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b HTTP/1.1" status: 200 len: 1002 time: 0.1167085 Nov 10 21:37:46.862137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Subnet': ['ID=e1661f0b-831f-46d1-8d1e-c1d1f57c2ba3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:46.865146 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:46.868440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:46.870242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:46.909300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] For port 2bdff1db-3368-4617-885c-b62b948fcb2d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:46.924318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] For port 2bdff1db-3368-4617-885c-b62b948fcb2d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2bdff1db-3368-4617-885c-b62b948fcb2d,segment=NetworkSegment(de86b5ec-f34f-4185-9c51-b363ca3f513d),segment_id=de86b5ec-f34f-4185-9c51-b363ca3f513d)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:46.980369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.api [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:37:46.980369 n-d-776250-11 neutron-server[103048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:37:46.980369 n-d-776250-11 neutron-server[103048]: [parameters: {'id': '9330551e-56ed-4612-b635-5835599300ad'}] Nov 10 21:37:46.980369 n-d-776250-11 neutron-server[103048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:37:46.981615 n-d-776250-11 neutron-server[103048]: DEBUG oslo_db.api [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:37:47.032804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-69fa1442-4d7e-460e-acb9-ac13886ddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:47.033956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.036044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-69fa1442-4d7e-460e-acb9-ac13886ddacb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2d35b2c-db91-4a29-b936-225b49929d0a HTTP/1.1" status: 200 len: 851 time: 0.1918478 Nov 10 21:37:47.039334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.078735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:37:47.108738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:47.109413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.135157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-5f652c7f-2e19-499b-bf7a-1f6890a3d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:47.139333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-5f652c7f-2e19-499b-bf7a-1f6890a3d300 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945249 Nov 10 21:37:47.193101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.197615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad4c0a-5ee6-4946-853e-7c5441390719 req-161fa2b1-1bbe-462b-ac34-ba4154c9799b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:47.199176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2ad4c0a-5ee6-4946-853e-7c5441390719 req-161fa2b1-1bbe-462b-ac34-ba4154c9799b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1526382 Nov 10 21:37:47.232030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2574de3-d4bf-4477-8978-e9e614d8dfe4 None None] Pushing event updated for resources: {'Port': ['ID=2bdff1db-3368-4617-885c-b62b948fcb2d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:47.298788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Router b6701978-b4cb-42d3-bd3c-5a0dee225408 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:37:47.316947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e64fcb-40c8-40d5-833a-96b274374502 None None] Network 9330551e-56ed-4612-b635-5835599300ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:47.349167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-879c9502-ac1d-4d50-bed3-c8c368597bfd service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014947 Nov 10 21:37:47.372531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2ad4c0a-5ee6-4946-853e-7c5441390719 req-4e56e9be-a863-4d0f-a48b-0860c80476b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1615257 Nov 10 21:37:47.384841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Pushing event updated for resources: {'Port': ['ID=2d923d1f-32ab-4eff-bec7-aa733dab185c,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:47.402301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Network fd490e1b-5355-4298-92d3-092ec5d29543 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:47.422226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:47.424419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:47.515565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.536466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.568365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Attempting to bind port 2d923d1f-32ab-4eff-bec7-aa733dab185c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:47.568934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Attempting to bind port 2d923d1f-32ab-4eff-bec7-aa733dab185c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '5cf5b11a-d607-4ea1-8ca1-8443e9315615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fd490e1b-5355-4298-92d3-092ec5d29543'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:47.569102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Attempting to bind port 2d923d1f-32ab-4eff-bec7-aa733dab185c on network fd490e1b-5355-4298-92d3-092ec5d29543 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:47.629319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-fb5d022b-fcea-46d3-89d8-0ef807bdf743 service neutron] 10.222.0.64 "GET /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708743 Nov 10 21:37:47.637926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:47.638384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Checking segment: {'id': '5cf5b11a-d607-4ea1-8ca1-8443e9315615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fd490e1b-5355-4298-92d3-092ec5d29543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:47.638925 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.639372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Bound using segment: {'id': '5cf5b11a-d607-4ea1-8ca1-8443e9315615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fd490e1b-5355-4298-92d3-092ec5d29543'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:47.640013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Bound port: 2d923d1f-32ab-4eff-bec7-aa733dab185c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf5b11a-d607-4ea1-8ca1-8443e9315615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fd490e1b-5355-4298-92d3-092ec5d29543'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:47.640471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.659355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.708018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:47.715985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.719491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ced5e776-354c-45df-a1d7-e17da3c0ba56 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "PUT /v2.0/routers/b6701978-b4cb-42d3-bd3c-5a0dee225408 HTTP/1.1" status: 200 len: 920 time: 4.9041908 Nov 10 21:37:47.726058 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] Sync routers for ids ['b6701978-b4cb-42d3-bd3c-5a0dee225408'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:47.742137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38618) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:47.745800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] For port 2d923d1f-32ab-4eff-bec7-aa733dab185c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:47.749749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] For port 2d923d1f-32ab-4eff-bec7-aa733dab185c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d923d1f-32ab-4eff-bec7-aa733dab185c,segment=NetworkSegment(5cf5b11a-d607-4ea1-8ca1-8443e9315615),segment_id=5cf5b11a-d607-4ea1-8ca1-8443e9315615)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:47.750044 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] Routers {'b6701978-b4cb-42d3-bd3c-5a0dee225408'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:47.752166 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b6701978-b4cb-42d3-bd3c-5a0dee225408'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:47.775912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-a7079419-6a0c-4a72-88a1-015c92d32026 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 200 len: 217 time: 0.1391976 Nov 10 21:37:47.795833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:47.799384 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa097da3-7eed-465b-9208-4eb4cae742a5" -d '{"events": [{"server_uuid": "b5b8412f-8231-46ed-baff-da87639ff4b2", "name": "network-vif-plugged", "status": "completed", "tag": "e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:47.826274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=4cd5b589-a43f-41f1-a154-731737c2e1b2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:47.827093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:47.831793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.833707 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:47.863208 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] Routers {'b6701978-b4cb-42d3-bd3c-5a0dee225408'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:47.864144 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b6701978-b4cb-42d3-bd3c-5a0dee225408'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:47.908064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a5796-2f8a-4807-a106-f2404460715a None None] Pushing event updated for resources: {'Port': ['ID=2d923d1f-32ab-4eff-bec7-aa733dab185c,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:47.911239 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:47.942579 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:47.943368 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08577cb0-66b6-4971-9880-084b8d3d4690 None None] The sync data for ids ['b6701978-b4cb-42d3-bd3c-5a0dee225408'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:47.989055 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaeb2b-b3fd-4dff-ac94-381a2606b71e req-27f80f42-9240-4c19-bea1-aa2574c18fbb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:48.005116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebaaeb2b-b3fd-4dff-ac94-381a2606b71e req-27f80f42-9240-4c19-bea1-aa2574c18fbb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2504103 Nov 10 21:37:48.011890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fe226a8-22ab-4542-a79d-19764134d3e7 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:48.044413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-23843ed7-5465-4ba4-b863-1aae9a7ab965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:48.045898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-23843ed7-5465-4ba4-b863-1aae9a7ab965 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.2300189 Nov 10 21:37:48.100804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:48.118155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '97d121d8-cbfd-4dcb-8c1d-628b68d74f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6b420911-605d-46ae-b723-c7ddd1f18b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:48.118750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: 6b420911-605d-46ae-b723-c7ddd1f18b25, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:48.185591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a3e1b-36e4-461d-9d69-b3623e6c6410 req-21e74f37-8c0b-4f62-aa66-91d1ab0fa7e8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:48.190973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c4a3e1b-36e4-461d-9d69-b3623e6c6410 req-21e74f37-8c0b-4f62-aa66-91d1ab0fa7e8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 945 time: 0.4255536 Nov 10 21:37:48.206719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-88aaaf1e-278d-4c64-876f-5d0d7f7a8362 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/b6701978-b4cb-42d3-bd3c-5a0dee225408 HTTP/1.1" status: 200 len: 926 time: 0.4485333 Nov 10 21:37:48.212483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38624) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:48.218354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting port 2bdff1db-3368-4617-885c-b62b948fcb2d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:48.218694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:48.250511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 3fe226a8-22ab-4542-a79d-19764134d3e7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:37:48.300980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 3fe226a8-22ab-4542-a79d-19764134d3e7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:48.304504 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:48.334298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-f2d49dd7-77ce-41f5-9a54-c40f9bc6f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:48.336441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-f2d49dd7-77ce-41f5-9a54-c40f9bc6f47c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2754149 Nov 10 21:37:48.363294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebaaeb2b-b3fd-4dff-ac94-381a2606b71e req-e459296f-ea1f-4bb1-9666-8c57b307098b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3572745 Nov 10 21:37:48.441103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38634) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:48.511356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 6b420911-605d-46ae-b723-c7ddd1f18b25 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:48.574187 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ffab82-ff6a-4db7-8e16-88c333af4569 x-openstack-request-id: req-04ffab82-ff6a-4db7-8e16-88c333af4569 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:48.574772 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b8412f-8231-46ed-baff-da87639ff4b2", "name": "network-vif-plugged", "status": "completed", "tag": "e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:48.574772 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04ffab82-ff6a-4db7-8e16-88c333af4569 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:48.575116 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb', 'code': 200} Nov 10 21:37:48.594690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c4a3e1b-36e4-461d-9d69-b3623e6c6410 req-9dc15a8c-e146-4b2a-b4ff-9ab5dcb61273 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946512 Nov 10 21:37:48.647469 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:48.651430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] For port 2bdff1db-3368-4617-885c-b62b948fcb2d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2bdff1db-3368-4617-885c-b62b948fcb2d,segment=NetworkSegment(de86b5ec-f34f-4185-9c51-b363ca3f513d),segment_id=de86b5ec-f34f-4185-9c51-b363ca3f513d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:48.652696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:48.695944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Calling delete_port for 2bdff1db-3368-4617-885c-b62b948fcb2d owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:48.695944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 6b420911-605d-46ae-b723-c7ddd1f18b25) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:48.701663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:48.702421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:48.711828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af783279-700c-496f-99bb-2925bfa47980 None None] Network 6b420911-605d-46ae-b723-c7ddd1f18b25 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:48.745464 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270db668-7cfe-4ef4-9210-6c983ff0aba9 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:48.752934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-270db668-7cfe-4ef4-9210-6c983ff0aba9 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=b6701978-b4cb-42d3-bd3c-5a0dee225408&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5380571 Nov 10 21:37:48.753362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38646) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:48.792793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3fe226a8-22ab-4542-a79d-19764134d3e7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fe226a8-22ab-4542-a79d-19764134d3e7,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:48.825401 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-381e6391-a42c-46f8-b1c4-3d3c48f993ff service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560297 Nov 10 21:37:48.872466 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:37:48.928809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-6b420911-605d-46ae-b723-c7ddd1f18b25', 'network_id': '6b420911-605d-46ae-b723-c7ddd1f18b25', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': '4cd5b589-a43f-41f1-a154-731737c2e1b2'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:48.930232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.052224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294dd43-837d-4742-a264-dbca5a722671 req-dd92f741-573f-4799-a318-0831e95cbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.054461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b294dd43-837d-4742-a264-dbca5a722671 req-dd92f741-573f-4799-a318-0831e95cbc45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 1097 time: 0.4507110 Nov 10 21:37:49.109198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Allocated IP 172.20.0.2 (6b420911-605d-46ae-b723-c7ddd1f18b25/4cd5b589-a43f-41f1-a154-731737c2e1b2/7534acde-ca52-4a64-8b5b-ed7f16e93a93) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:49.159199 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b294dd43-837d-4742-a264-dbca5a722671 req-20a3fbe9-7c8c-4842-ab3a-7bf5c90dcd12 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858784 Nov 10 21:37:49.226411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.227182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 87f87591-f0c0-421e-99b9-5203593d077f up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:49.227941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0823b829-19b4-4acf-b83a-e69cfbd07f63 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7927725 Nov 10 21:37:49.230521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38648) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:49.334999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.335522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.336142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.336598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.337050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.337504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.337952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.347774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-6a0a3346-46b8-4cd4-97ff-ae87cffea428 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 6498 time: 0.9054294 Nov 10 21:37:49.368778 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.371309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea182-fe14-4fee-a38c-32c4bf5c1e15 req-400ad245-e788-49ce-8f69-4200c7bfe2e8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.379181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-319ea182-fe14-4fee-a38c-32c4bf5c1e15 req-400ad245-e788-49ce-8f69-4200c7bfe2e8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.6880383 Nov 10 21:37:49.382875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3fe226a8-22ab-4542-a79d-19764134d3e7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:49.459902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a4f6a-5da1-4ae4-9b3f-d14f361a6f84 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.461016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-328a4f6a-5da1-4ae4-9b3f-d14f361a6f84 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.6868343 Nov 10 21:37:49.475383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38654) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:49.520836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.537864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.559248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No DVR routers for this DVR port 2bdff1db-3368-4617-885c-b62b948fcb2d on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:49.564630 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-00c2b769-242b-4ecb-a350-0b357f4e5016 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6701978-b4cb-42d3-bd3c-5a0dee225408 HTTP/1.1" status: 200 len: 205 time: 0.0848899 Nov 10 21:37:49.569739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38656) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:49.577384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-319ea182-fe14-4fee-a38c-32c4bf5c1e15 req-9a2ddf15-fc16-45c7-97d1-a8eb2eb4defc tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1973631 Nov 10 21:37:49.584956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.598004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-cd44c7f8-4e69-4230-88e0-b844a74a16e0 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356596 Nov 10 21:37:49.634407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Port': ['ID=2bdff1db-3368-4617-885c-b62b948fcb2d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:49.637166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 87f87591-f0c0-421e-99b9-5203593d077f completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:37:49.654077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.661652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 87f87591-f0c0-421e-99b9-5203593d077f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:49.661652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.714727 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-ffb641bb-7789-4d8f-bb21-d6805cd925b7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3654490 Nov 10 21:37:49.718289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-6df56e12-ceb5-422d-a7ec-7321f6c204eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 200 len: 217 time: 0.0626175 Nov 10 21:37:49.798738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42bc759-ee53-4e36-b190-0664eee087ef None None] Network fd490e1b-5355-4298-92d3-092ec5d29543 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:49.842974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.871690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-7af825d4-59b2-489c-9937-4d35dbdd0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:49.873525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-7af825d4-59b2-489c-9937-4d35dbdd0e06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.1440616 Nov 10 21:37:49.876198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.900420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9330551e-56ed-4612-b635-5835599300ad']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:49.927434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de86b5ec-f34f-4185-9c51-b363ca3f513d') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:49.927960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de86b5ec-f34f-4185-9c51-b363ca3f513d') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:49.939780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.958662 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:49.972397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:49.972397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:50.060205 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:50.082842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.150048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-4ddacd02-8ec6-4905-a2c2-f5e56bd0335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:50.155208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-4ddacd02-8ec6-4905-a2c2-f5e56bd0335f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904269 Nov 10 21:37:50.183343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.191630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port 7534acde-ca52-4a64-8b5b-ed7f16e93a93 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:50.196755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.214952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.223189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/9330551e-56ed-4612-b635-5835599300ad HTTP/1.1" status: 204 len: 168 time: 5.3356116 Nov 10 21:37:50.239429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38686) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:50.251344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Network 6b420911-605d-46ae-b723-c7ddd1f18b25 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:50.253926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1137720118'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:50.271740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:50.277869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803c8f-a492-460e-bbe8-e172995304b5 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Network': ['ID=9330551e-56ed-4612-b635-5835599300ad,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:50.298314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Pushing event updated for resources: {'Port': ['ID=7534acde-ca52-4a64-8b5b-ed7f16e93a93,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:50.314031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:50.316569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-a136b80e-2089-4f16-b177-e80fc0ffb2ba service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464989 Nov 10 21:37:50.323948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4a44c21d-8a99-46e5-ad7a-0d58069ab8af None None] Provisioning complete for port 2d923d1f-32ab-4eff-bec7-aa733dab185c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:50.324311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a44c21d-8a99-46e5-ad7a-0d58069ab8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.350228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-d95a0cf7-ee83-4e3d-a534-70c876da3fe9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:50.352289 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-d95a0cf7-ee83-4e3d-a534-70c876da3fe9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.2902215 Nov 10 21:37:50.460204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port 7534acde-ca52-4a64-8b5b-ed7f16e93a93, host n-d-776250-11, got binding levels [] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:50.461485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.479502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for 7534acde-ca52-4a64-8b5b-ed7f16e93a93 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:50.505345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Attempting to bind port 7534acde-ca52-4a64-8b5b-ed7f16e93a93 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:50.505713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Attempting to bind port 7534acde-ca52-4a64-8b5b-ed7f16e93a93 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '97d121d8-cbfd-4dcb-8c1d-628b68d74f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6b420911-605d-46ae-b723-c7ddd1f18b25'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:50.506073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Attempting to bind port 7534acde-ca52-4a64-8b5b-ed7f16e93a93 on network 6b420911-605d-46ae-b723-c7ddd1f18b25 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:50.514278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.531445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:50.532722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Checking segment: {'id': '97d121d8-cbfd-4dcb-8c1d-628b68d74f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6b420911-605d-46ae-b723-c7ddd1f18b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:50.533126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.533516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Bound using segment: {'id': '97d121d8-cbfd-4dcb-8c1d-628b68d74f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6b420911-605d-46ae-b723-c7ddd1f18b25'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:50.534009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Bound port: 7534acde-ca52-4a64-8b5b-ed7f16e93a93, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d121d8-cbfd-4dcb-8c1d-628b68d74f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6b420911-605d-46ae-b723-c7ddd1f18b25'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:50.534400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.541274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d923d1f-32ab-4eff-bec7-aa733dab185c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:50.581158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe226a8-22ab-4542-a79d-19764134d3e7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:50.583323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164af74a-1c79-404a-a03d-3807d5d7dd1e req-67601a3b-c20b-4b1d-b4b4-736cf426fc69 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:50.583948 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f181ca-ba66-4add-9d38-148ef738026e" -d '{"events": [{"server_uuid": "d59dc1a0-ab3c-4959-b1c7-3345b274db6f", "name": "network-vif-plugged", "status": "completed", "tag": "3fe226a8-22ab-4542-a79d-19764134d3e7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:50.586130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-164af74a-1c79-404a-a03d-3807d5d7dd1e req-67601a3b-c20b-4b1d-b4b4-736cf426fc69 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 945 time: 0.5330946 Nov 10 21:37:50.588289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-a4e1b956-1996-4f9a-9d27-627b63d73ce8 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060523 Nov 10 21:37:50.678374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 87f87591-f0c0-421e-99b9-5203593d077f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=87f87591-f0c0-421e-99b9-5203593d077f,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:50.698916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-cbfb2204-c3de-4c68-bf41-10013e5f85e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376 HTTP/1.1" status: 200 len: 217 time: 0.0906684 Nov 10 21:37:50.699411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-1ad69070-1c1d-4ea2-9136-032c7954ec18 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/quotas/f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 375 time: 0.3264706 Nov 10 21:37:50.727462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a44c21d-8a99-46e5-ad7a-0d58069ab8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.785970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:50.792123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4a44c21d-8a99-46e5-ad7a-0d58069ab8af None None] For port 2d923d1f-32ab-4eff-bec7-aa733dab185c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d923d1f-32ab-4eff-bec7-aa733dab185c,segment=NetworkSegment(5cf5b11a-d607-4ea1-8ca1-8443e9315615),segment_id=5cf5b11a-d607-4ea1-8ca1-8443e9315615)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:50.794146 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.803298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.820711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Deleting port 7b4a9db3-7133-47aa-a43e-3e554be86cb5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:50.820711 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.874266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:50.882912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] For port 7534acde-ca52-4a64-8b5b-ed7f16e93a93, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:50.889731 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.889731 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Added segment 545eef55-d42d-4617-a740-497e8a4a6df6 of type vlan for network b6ecbe36-176d-4f56-a98d-c4222360df12 Nov 10 21:37:50.891546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a44c21d-8a99-46e5-ad7a-0d58069ab8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.918026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] For port 7534acde-ca52-4a64-8b5b-ed7f16e93a93, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7534acde-ca52-4a64-8b5b-ed7f16e93a93,segment=NetworkSegment(97d121d8-cbfd-4dcb-8c1d-628b68d74f4a),segment_id=97d121d8-cbfd-4dcb-8c1d-628b68d74f4a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:50.919368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2d923d1f-32ab-4eff-bec7-aa733dab185c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:50.919969 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.936211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:50.950672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-a4250a0a-1b83-4b2c-b870-3f557e941230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:50.973509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-a4250a0a-1b83-4b2c-b870-3f557e941230 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.2659903 Nov 10 21:37:50.975430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=87f87591-f0c0-421e-99b9-5203593d077f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:50.992423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-164af74a-1c79-404a-a03d-3807d5d7dd1e req-59872643-a06b-4c98-875e-44b8973cca3e tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853228 Nov 10 21:37:51.040539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-d507edee-6ece-47ab-a4fc-f24b1aee3e61 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3401136 Nov 10 21:37:51.062967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.064180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-dc87f2cb-d4cb-4f69-950d-f3d2cb59c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:51.068772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-dc87f2cb-d4cb-4f69-950d-f3d2cb59c345 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0823860 Nov 10 21:37:51.088202 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1925901e-c818-4b75-a6f3-7928a83a58e0 x-openstack-request-id: req-1925901e-c818-4b75-a6f3-7928a83a58e0 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:51.089184 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59dc1a0-ab3c-4959-b1c7-3345b274db6f", "name": "network-vif-plugged", "status": "completed", "tag": "3fe226a8-22ab-4542-a79d-19764134d3e7", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:51.089184 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1925901e-c818-4b75-a6f3-7928a83a58e0 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:51.089184 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe226a8-22ab-4542-a79d-19764134d3e7', 'code': 200} Nov 10 21:37:51.117332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.128618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:51.129261 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.136494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.177858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Calling delete_port for 7b4a9db3-7133-47aa-a43e-3e554be86cb5 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:51.225434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7529a5a6-6e44-42d9-9122-a0c80113663b None None] Provisioning complete for port 2d923d1f-32ab-4eff-bec7-aa733dab185c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:51.225773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7529a5a6-6e44-42d9-9122-a0c80113663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.290379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44c21d-8a99-46e5-ad7a-0d58069ab8af None None] Pushing event updated for resources: {'Port': ['ID=2d923d1f-32ab-4eff-bec7-aa733dab185c,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:51.411864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dcc8f-e944-4fd6-8497-5e9252456785 None None] Pushing event updated for resources: {'Port': ['ID=7534acde-ca52-4a64-8b5b-ed7f16e93a93,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:51.481035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Network': ['ID=b6ecbe36-176d-4f56-a98d-c4222360df12,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:51.485702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-58c9abe7-1d2a-4477-8bf0-a7e137277e2a service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443350 Nov 10 21:37:51.492009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-75e0d107-9e36-4072-bb66-75b80bf1e590 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2462161 Nov 10 21:37:51.496739 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.504833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38700) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:51.512432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Request body: {'subnet': {'network_id': 'b6ecbe36-176d-4f56-a98d-c4222360df12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:51.521413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.563801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b6ecbe36-176d-4f56-a98d-c4222360df12 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:51.577585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=7534acde-ca52-4a64-8b5b-ed7f16e93a93,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:51.583539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7297505-4682-4024-b944-732383cb67ca req-f78f2784-112c-4770-a4df-e12c969d0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:51.585539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7297505-4682-4024-b944-732383cb67ca req-f78f2784-112c-4770-a4df-e12c969d0b2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 1097 time: 0.1546478 Nov 10 21:37:51.598793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event deleted for resources: {'Port': ['ID=7b4a9db3-7133-47aa-a43e-3e554be86cb5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:51.658329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-05529341-be8e-4dde-a921-46688452d416 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642298 Nov 10 21:37:51.666115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port 7534acde-ca52-4a64-8b5b-ed7f16e93a93 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:51.737589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c29e2e-885a-4e57-b3c8-08d0f3cd578d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:51.752216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.828729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7297505-4682-4024-b944-732383cb67ca req-b8abb02f-a559-49c1-b9b5-a28dd5c3a4b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189977 Nov 10 21:37:51.855221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.891662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-3b7a7fb7-8890-487e-80e2-0d6c1cb8334a service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894250 Nov 10 21:37:51.992189 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:51.995718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.055846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.096652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd5b589-a43f-41f1-a154-731737c2e1b2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:52.100355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-fdb5610d-b987-4150-82a5-18490f96821a service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336410 Nov 10 21:37:52.126653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Made reservation on behalf of 5c23754717e24824afccb77ad4e012d8 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:52.130225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.175227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-1fe1a204-d215-458d-8645-4f8233f049fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 HTTP/1.1" status: 200 len: 217 time: 0.0479083 Nov 10 21:37:52.231070 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.243783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.244419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Fanout notify agent at l3_agent the message router_deleted on router b6701978-b4cb-42d3-bd3c-5a0dee225408 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:37:52.286708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b420911-605d-46ae-b723-c7ddd1f18b25']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:52.295484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.296113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-00c150bd-18a2-4fe6-b8e0-552e4727e704 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/b6701978-b4cb-42d3-bd3c-5a0dee225408 HTTP/1.1" status: 204 len: 168 time: 2.7175527 Nov 10 21:37:52.303166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38714) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:52.306347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d121d8-cbfd-4dcb-8c1d-628b68d74f4a') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:52.306665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d121d8-cbfd-4dcb-8c1d-628b68d74f4a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:52.315101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-66173074', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:52.332431 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.357412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.375612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:52.376074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:52.379400 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:52.391827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-f574a643-5ca8-43f7-ac13-dabdf348bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:52.395345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-f574a643-5ca8-43f7-ac13-dabdf348bbaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 200 len: 797 time: 0.2186534 Nov 10 21:37:52.453193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2ccff-7f5e-44f3-b63c-c04d6c8e6a0a req-492c9024-c19e-48b9-8c97-d5cd76570548 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:52.454779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05d2ccff-7f5e-44f3-b63c-c04d6c8e6a0a req-492c9024-c19e-48b9-8c97-d5cd76570548 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 945 time: 0.3672719 Nov 10 21:37:52.489780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.490851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.500071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d923d1f-32ab-4eff-bec7-aa733dab185c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:52.514011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a836189-4af0-44ae-835d-8920601fca41 req-715bf22b-9225-4317-bdd4-f1ac7801d9ee tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 210 time: 0.0787399 Nov 10 21:37:52.591626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2d923d1f-32ab-4eff-bec7-aa733dab185c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:52.592081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.618604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.627504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.631040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/6b420911-605d-46ae-b723-c7ddd1f18b25 HTTP/1.1" status: 204 len: 168 time: 3.3994911 Nov 10 21:37:52.641670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38724) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:52.647147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827754110'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:52.653529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5d5f-9c01-4f3e-8d9b-5204c7d86ee0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=6b420911-605d-46ae-b723-c7ddd1f18b25,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:52.682640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.724869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-54c4b3b7-39e7-4426-a9a4-4d4506d2772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:52.730849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-54c4b3b7-39e7-4426-a9a4-4d4506d2772b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92f7713a-46a6-4f78-96c8-61feea471e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3251419 Nov 10 21:37:52.736944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05d2ccff-7f5e-44f3-b63c-c04d6c8e6a0a req-588dfb8f-dae9-4ad3-a4b4-3aae279a6625 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043517 Nov 10 21:37:52.818418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:52.823804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.897674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:52.924670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:52.925474 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 5ffa1b07-5106-47db-ac67-d499790318bd of type vlan for network de316e69-4858-4587-b00e-4953cffde8f1 Nov 10 21:37:53.014238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:53.036508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d0b23988-0003-42c7-a595-97ea9d9b74a0 None None] Could not find standard attr ID for object 7534acde-ca52-4a64-8b5b-ed7f16e93a93. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:37:53.080608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c10d6-b768-4986-a900-4ecd988577ab req-2dbc7d78-2476-4d77-8498-aff8300236d2 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:53.087644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6c10d6-b768-4986-a900-4ecd988577ab req-2dbc7d78-2476-4d77-8498-aff8300236d2 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 945 time: 0.1293693 Nov 10 21:37:53.089896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f87591-f0c0-421e-99b9-5203593d077f'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:53.094368 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb8d86f-f818-4b08-9f6d-fe2dd52efd02" -d '{"events": [{"server_uuid": "d83d7c2a-2dd5-4354-b446-3537c6fea97f", "name": "network-vif-plugged", "status": "completed", "tag": "87f87591-f0c0-421e-99b9-5203593d077f"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:53.114847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:53.125566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-a3d7af69-5996-4040-af45-d27a3706926e service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474946 Nov 10 21:37:53.134924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac62ea4-7e97-44e3-afb3-6ea434f6dee9 None None] DHCP port deletion for 6b420911-605d-46ae-b723-c7ddd1f18b25 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:53.164560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53848fdb-ada8-4d70-afcc-80c69a10fc52 None None] Network 6b420911-605d-46ae-b723-c7ddd1f18b25 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:53.194130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53848fdb-ada8-4d70-afcc-80c69a10fc52 None None] Network 6b420911-605d-46ae-b723-c7ddd1f18b25 could not be found, it might have been deleted concurrently. {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 21:37:53.208411 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:53.215360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:53.217100 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:53.250100 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f8cab-bf88-4d4a-b089-659be90f2a14 x-openstack-request-id: req-218f8cab-bf88-4d4a-b089-659be90f2a14 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:53.250349 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83d7c2a-2dd5-4354-b446-3537c6fea97f", "name": "network-vif-plugged", "status": "completed", "tag": "87f87591-f0c0-421e-99b9-5203593d077f", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:53.256918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6c10d6-b768-4986-a900-4ecd988577ab req-9f386102-12b2-4f57-8407-2ebcbe511001 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322694 Nov 10 21:37:53.260629 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-218f8cab-bf88-4d4a-b089-659be90f2a14 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:53.262580 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f87591-f0c0-421e-99b9-5203593d077f', 'code': 200} Nov 10 21:37:53.263323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0a2fd-c9f1-4df4-ac8b-c3301a186b77 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:37:53.395049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7499413 Nov 10 21:37:53.419986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cec4a1-478c-4c4a-a1af-fdfc3dec88c3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=de316e69-4858-4587-b00e-4953cffde8f1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:53.426181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38738) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:53.440575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': 'de316e69-4858-4587-b00e-4953cffde8f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:53.442937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network de316e69-4858-4587-b00e-4953cffde8f1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:53.483260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-0ab9c234-5f9c-450c-8299-607c8ad31104 service neutron] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490529 Nov 10 21:37:53.500833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:37:53.505052 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:53.514556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:53.552890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d8623-850e-470b-8825-c8dcd9734606 req-02ba6c59-562f-405a-a819-cf48c3bf54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:53.556464 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a5d8623-850e-470b-8825-c8dcd9734606 req-02ba6c59-562f-405a-a819-cf48c3bf54aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 1097 time: 0.2221096 Nov 10 21:37:53.628743 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a5d8623-850e-470b-8825-c8dcd9734606 req-95749c85-e0b0-4525-8d7f-4c729bbd5553 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604272 Nov 10 21:37:53.634757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-709f2f99-e6c2-4a66-9f81-431f0829da4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c4dfdabb-1806-4262-bb5a-810fd3717445 HTTP/1.1" status: 200 len: 217 time: 0.1276097 Nov 10 21:37:53.690345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b4687f4-a644-4f5d-97f8-4190e8df0c8c req-f55052e3-9c9f-43b1-9c04-9c80f6c92977 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 210 time: 0.0582585 Nov 10 21:37:53.741716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event updated for resources: {'Subnet': ['ID=94a71369-5ec3-4cda-babf-a10f3daadfee,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:53.753861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-1f837917-e2f5-4acc-bb76-1b7646cc6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:53.755717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-1f837917-e2f5-4acc-bb76-1b7646cc6fd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 200 len: 797 time: 0.1112366 Nov 10 21:37:53.772333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:53.776901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Checking segment: {'id': '545eef55-d42d-4617-a740-497e8a4a6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b6ecbe36-176d-4f56-a98d-c4222360df12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:53.777194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:53.777781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network hostable DHCP agents. Network: b6ecbe36-176d-4f56-a98d-c4222360df12, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:53.869131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_backend_mixin [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing IP validity checks on allocation pools {{(pid=103048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 21:37:53.869780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_backend_mixin [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 21:37:53.943544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-ef7db0df-6ccf-48b3-b21b-3b672014b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:53.945468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-ef7db0df-6ccf-48b3-b21b-3b672014b01c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808550 Nov 10 21:37:54.006743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0a2fd-c9f1-4df4-ac8b-c3301a186b77 None None] Network b6ecbe36-176d-4f56-a98d-c4222360df12 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:54.092678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0a2fd-c9f1-4df4-ac8b-c3301a186b77 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b6ecbe36-176d-4f56-a98d-c4222360df12) {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:37:54.161381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:54.366905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=def6cdf1-792e-44a3-82c5-b456513b268b,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:54.371936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7534acde-ca52-4a64-8b5b-ed7f16e93a93 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:54.381063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '5ffa1b07-5106-47db-ac67-d499790318bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'de316e69-4858-4587-b00e-4953cffde8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:54.386655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: de316e69-4858-4587-b00e-4953cffde8f1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:54.403951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:54.407244 n-d-776250-11 neutron-server[103047]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Agent ca3097f7-9e44-46af-b912-ca42619eadc4 already present Nov 10 21:37:54.407554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Network b6ecbe36-176d-4f56-a98d-c4222360df12 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:54.408869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b6ecbe36-176d-4f56-a98d-c4222360df12) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:54.421006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 7534acde-ca52-4a64-8b5b-ed7f16e93a93 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:54.421556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7534acde-ca52-4a64-8b5b-ed7f16e93a93 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:54.431459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:54.432083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:54.469261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network de316e69-4858-4587-b00e-4953cffde8f1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:54.569813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-b6ecbe36-176d-4f56-a98d-c4222360df12', 'network_id': 'b6ecbe36-176d-4f56-a98d-c4222360df12', 'tenant_id': '5c23754717e24824afccb77ad4e012d8', 'fixed_ips': [{'subnet_id': '94a71369-5ec3-4cda-babf-a10f3daadfee'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:54.570687 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:54.596613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-f0035969-8e84-4418-a7db-ecfa8f95a61d service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174160 Nov 10 21:37:54.606345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, de316e69-4858-4587-b00e-4953cffde8f1) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:54.608071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:54.619968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:54.621965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:54.730659 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e4baa160-2852-4c3c-a47e-7076433317a3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2963724 Nov 10 21:37:54.733259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38760) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:54.763338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2ce19e6c-6d48-4061-9915-c790f518a582 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2569225 Nov 10 21:37:54.770610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38762) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:54.785134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Allocated IP 2001:db8::f816:3eff:feb4:e8aa (b6ecbe36-176d-4f56-a98d-c4222360df12/94a71369-5ec3-4cda-babf-a10f3daadfee/8d11ff0e-1104-4114-ac16-85d562b5af7a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:54.910447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d30699d8-1c66-4a42-a9a2-cb0b6f6bdd4f req-83961e6a-e90f-4c84-8785-7e94a27db37a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 210 time: 0.0908163 Nov 10 21:37:54.980488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361820f3-1cdf-49ee-a1f3-f0ba36ab129e req-8e7647dd-0744-4b1f-9912-228a92e80358 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:54.982050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-361820f3-1cdf-49ee-a1f3-f0ba36ab129e req-8e7647dd-0744-4b1f-9912-228a92e80358 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 945 time: 0.4420769 Nov 10 21:37:55.044637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Allocated IP 172.25.7.133 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/72739c5a-6bb4-42d7-9ae1-2d2537cbc26a) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:55.078203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.079081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-361820f3-1cdf-49ee-a1f3-f0ba36ab129e req-2418f9f3-7510-40df-8e59-bef6583a4983 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865288 Nov 10 21:37:55.092509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-fd4acb76-1200-4188-9848-e11f19b1fd61 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611201 Nov 10 21:37:55.097580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.142745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.184466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-3e7e7dc1-9d22-403e-8b79-8cfe910954e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036 HTTP/1.1" status: 200 len: 217 time: 0.0804501 Nov 10 21:37:55.196730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.285087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-aee51322-9b62-4ee6-a89a-68423de53783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:55.287015 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-aee51322-9b62-4ee6-a89a-68423de53783 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 200 len: 797 time: 0.0924861 Nov 10 21:37:55.308177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Network b6ecbe36-176d-4f56-a98d-c4222360df12 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:55.317510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.332087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:55.332087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Pushing event updated for resources: {'Port': ['ID=8d11ff0e-1104-4114-ac16-85d562b5af7a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:55.332087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:55.403078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-9174b2ca-37b5-4c59-93d1-01ac151c7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:55.406166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-9174b2ca-37b5-4c59-93d1-01ac151c7175 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=832a1c7f-42d8-4db8-844c-8912958a8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071079 Nov 10 21:37:55.436019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Attempting to bind port 8d11ff0e-1104-4114-ac16-85d562b5af7a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:55.436295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Attempting to bind port 8d11ff0e-1104-4114-ac16-85d562b5af7a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '545eef55-d42d-4617-a740-497e8a4a6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b6ecbe36-176d-4f56-a98d-c4222360df12'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:55.436708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Attempting to bind port 8d11ff0e-1104-4114-ac16-85d562b5af7a on network b6ecbe36-176d-4f56-a98d-c4222360df12 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:55.444450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:55.444796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Checking segment: {'id': '545eef55-d42d-4617-a740-497e8a4a6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b6ecbe36-176d-4f56-a98d-c4222360df12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:55.445081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.445892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Bound using segment: {'id': '545eef55-d42d-4617-a740-497e8a4a6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b6ecbe36-176d-4f56-a98d-c4222360df12'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:55.446111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Bound port: 8d11ff0e-1104-4114-ac16-85d562b5af7a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545eef55-d42d-4617-a740-497e8a4a6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b6ecbe36-176d-4f56-a98d-c4222360df12'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:55.446467 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.453580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fa454-33ea-43b4-af07-18f4b47f943d req-69db2cba-048c-4c1d-98ed-f2f6d6696e62 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:55.460346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663fa454-33ea-43b4-af07-18f4b47f943d req-69db2cba-048c-4c1d-98ed-f2f6d6696e62 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 945 time: 0.2154825 Nov 10 21:37:55.492534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-4a03c3f8-2a78-4ee5-99e7-e628319a846d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:55.495260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-4a03c3f8-2a78-4ee5-99e7-e628319a846d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.4820158 Nov 10 21:37:55.507223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.516777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'port': {'device_id': '855395d5-2402-441b-8074-7f63a3e701ed', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'admin_state_up': True, 'tenant_id': 'f1bc044361e9458a91074240d37f7214'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:55.539494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-32c5cf87-8eae-4795-b5be-928bc90b4f82 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247280 Nov 10 21:37:55.552507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] For port 8d11ff0e-1104-4114-ac16-85d562b5af7a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:55.560185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] For port 8d11ff0e-1104-4114-ac16-85d562b5af7a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8d11ff0e-1104-4114-ac16-85d562b5af7a,segment=NetworkSegment(545eef55-d42d-4617-a740-497e8a4a6df6),segment_id=545eef55-d42d-4617-a740-497e8a4a6df6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:55.638372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting port 8d11ff0e-1104-4114-ac16-85d562b5af7a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:55.728026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.728026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-663fa454-33ea-43b4-af07-18f4b47f943d req-b656c057-4e91-4e6b-9291-32836c3e53a0 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820631 Nov 10 21:37:55.729010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8536dd6e-f059-4f28-b40f-fcadf3f49151 req-940252f4-c810-4d3e-9291-197954508a71 service neutron] 10.222.0.64 "GET /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109824 Nov 10 21:37:55.801221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.844785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:55.848106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:55.852750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:55.858945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event updated for resources: {'Port': ['ID=72739c5a-6bb4-42d7-9ae1-2d2537cbc26a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:55.877868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:55.955433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39704173-3deb-4d00-9d20-4215bacff396 None None] Pushing event updated for resources: {'Port': ['ID=8d11ff0e-1104-4114-ac16-85d562b5af7a,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:56.110347 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.215540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=def6cdf1-792e-44a3-82c5-b456513b268b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:56.232220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f45089e-f3b9-4a01-b5b3-7165deb18f42 req-9a35017e-ec17-439e-b385-9d6549a3d495 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 210 time: 0.1274202 Nov 10 21:37:56.322917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] For port 8d11ff0e-1104-4114-ac16-85d562b5af7a, host n-d-776250-11, got binding levels [] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:56.323315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.339292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Calling delete_port for 8d11ff0e-1104-4114-ac16-85d562b5af7a owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:56.468466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8d11ff0e-1104-4114-ac16-85d562b5af7a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:37:56.504253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.504430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.549948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de316e69-4858-4587-b00e-4953cffde8f1']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:56.558197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa1b07-5106-47db-ac67-d499790318bd') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:56.558496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa1b07-5106-47db-ac67-d499790318bd') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:56.565482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8d11ff0e-1104-4114-ac16-85d562b5af7a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:56.565930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.577545 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.588102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Made reservation on behalf of f1bc044361e9458a91074240d37f7214 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:56.591675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.613614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c1fc2-38d2-4ee3-8a5f-c3cf0f8f1089 req-8b9d6c10-ca89-40b6-87fc-008e5f424d4b tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:56.621440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f19c1fc2-38d2-4ee3-8a5f-c3cf0f8f1089 req-8b9d6c10-ca89-40b6-87fc-008e5f424d4b tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 945 time: 0.3061872 Nov 10 21:37:56.636976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.669502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:56.669893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:56.685853 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:56.749178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f19c1fc2-38d2-4ee3-8a5f-c3cf0f8f1089 req-9c6f41b5-5b1f-4302-84b2-ae8fb38eca39 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267633 Nov 10 21:37:56.769384 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.816653 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.898189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.907848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.911578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/de316e69-4858-4587-b00e-4953cffde8f1 HTTP/1.1" status: 204 len: 168 time: 2.1771777 Nov 10 21:37:56.916581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38796) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:56.921785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26115631'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:56.934329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7b757-7d38-46a3-8a6a-715b049c0d14 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=de316e69-4858-4587-b00e-4953cffde8f1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:56.938750 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:56.984904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Port': ['ID=8d11ff0e-1104-4114-ac16-85d562b5af7a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:56.987352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Allocated IP 172.20.0.8 (7dad6678-5dfe-4d09-b6f6-635b98a9149f/d1363015-d85e-46ce-9c77-d0c70f51ddec/af25742d-90c8-4fe8-845c-e72db6b53738) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:57.038569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No DVR routers for this DVR port 8d11ff0e-1104-4114-ac16-85d562b5af7a on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:57.057672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:57.061186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.092173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:37:57.099387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Router 725d85e2-b9a8-4a7a-83d0-61c549c8a752 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:37:57.110645 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.111144 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment fb9b6280-f950-4f9e-b66e-1c6d82146cff of type vlan for network afeb6b28-fbcc-42b9-b656-43118b44bf0d Nov 10 21:37:57.140286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.207718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.295797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.308734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:37:57.310536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61c1a5c-12d7-4d25-9bf5-37b8e053dc6e None None] Network b6ecbe36-176d-4f56-a98d-c4222360df12 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:57.313589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f40205-db82-4cf2-84c5-adec9f3c0dc7 None None] Network de316e69-4858-4587-b00e-4953cffde8f1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:57.348187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.378239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67556203-a9c9-40a3-b66c-429d7b7e99df None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:57.380903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] Sync routers for ids ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:37:57.386247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5012e447-9b9d-4088-8de5-8e8806ddb318 None None] Could not find standard attr ID for object 8d11ff0e-1104-4114-ac16-85d562b5af7a. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:37:57.388119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f40205-db82-4cf2-84c5-adec9f3c0dc7 None None] Network de316e69-4858-4587-b00e-4953cffde8f1 could not be found, it might have been deleted concurrently. {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 21:37:57.406850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Subnet': ['ID=94a71369-5ec3-4cda-babf-a10f3daadfee,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:57.432116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1b458a-a829-4432-9a44-4a8eed7c7a13 None None] Network de316e69-4858-4587-b00e-4953cffde8f1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:57.432511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-932c3023-3b4c-4e3f-851e-f087349cf120 req-fb93c626-1926-47b0-962f-1f87747e02c7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 210 time: 0.0395999 Nov 10 21:37:57.440815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.448043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:57.454463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.471330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] Routers {'725d85e2-b9a8-4a7a-83d0-61c549c8a752'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:57.477130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:57.483132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.485403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a72c2c47-d195-456c-b274-8fe37b1662a9 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1800828 Nov 10 21:37:57.496287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38812) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:57.500885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:57.503331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.513045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1b458a-a829-4432-9a44-4a8eed7c7a13 None None] Network de316e69-4858-4587-b00e-4953cffde8f1 could not be found, it might have been deleted concurrently. {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 21:37:57.518997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:57.536045 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.555977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] Routers {'725d85e2-b9a8-4a7a-83d0-61c549c8a752'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:37:57.556342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:57.558202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a54591e3-9eb2-4334-837e-01f60cb76a50 None None] Provisioning complete for port 72739c5a-6bb4-42d7-9ae1-2d2537cbc26a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:57.558631 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a54591e3-9eb2-4334-837e-01f60cb76a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.585897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ecbe36-176d-4f56-a98d-c4222360df12']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:57.590736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=afeb6b28-fbcc-42b9-b656-43118b44bf0d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:57.627885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545eef55-d42d-4617-a740-497e8a4a6df6') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:57.627885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545eef55-d42d-4617-a740-497e8a4a6df6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:57.634733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d81ccddb-8832-4d9d-8996-7a8410a73374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7135172 Nov 10 21:37:57.635026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38814) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:57.640451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:57.647436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.656624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=af25742d-90c8-4fe8-845c-e72db6b53738,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:57.673758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:37:57.675235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.686548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:57.693975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:37:57.694616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:57.698274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:37:57.701131 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:37:57.732640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-dd362b62-e6ae-445a-ba57-4c3eb20cad24 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:57.735308 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-dd362b62-e6ae-445a-ba57-4c3eb20cad24 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "GET /v2.0/ports?device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 945 time: 0.2006445 Nov 10 21:37:57.826420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network afeb6b28-fbcc-42b9-b656-43118b44bf0d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:37:57.831468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:37:57.832125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55720db-dc12-4b11-a088-9f8085bccc27 None None] The sync data for ids ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:37:57.930321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc69a4-b54c-420b-a4c5-df46aae2989f None None] Network b6ecbe36-176d-4f56-a98d-c4222360df12 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:57.951132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a54591e3-9eb2-4334-837e-01f60cb76a50 None None] Port 72739c5a-6bb4-42d7-9ae1-2d2537cbc26a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:58.097226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:58.097899 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.109053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:37:58.112612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.121572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c607b-b36f-4bab-b497-2252973fad00 req-3f6d4118-4c2c-4497-aa8e-d72bdc0efa5a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:58.123135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b33c607b-b36f-4bab-b497-2252973fad00 req-3f6d4118-4c2c-4497-aa8e-d72bdc0efa5a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 945 time: 0.1735184 Nov 10 21:37:58.149855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.160716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Deleting port 87f87591-f0c0-421e-99b9-5203593d077f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:58.161058 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.164738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.175013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-eb59f0ab-906e-4181-a977-78911668a10f None None] Provisioning complete for port af25742d-90c8-4fe8-845c-e72db6b53738 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:37:58.175476 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb59f0ab-906e-4181-a977-78911668a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.181761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38850) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:58.188619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/b6ecbe36-176d-4f56-a98d-c4222360df12 HTTP/1.1" status: 204 len: 168 time: 3.4013836 Nov 10 21:37:58.221369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8286-426f-4f2a-ab76-439bc6ff5fd3 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Network': ['ID=b6ecbe36-176d-4f56-a98d-c4222360df12,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:58.223498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.231152 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cb6e76-8862-47ad-b079-601b568d10c0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:58.231609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cb6e76-8862-47ad-b079-601b568d10c0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:58.231883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-eb59f0ab-906e-4181-a977-78911668a10f None None] Port af25742d-90c8-4fe8-845c-e72db6b53738 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:37:58.232380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-0ab45e69-4cbc-42f6-9537-822257347563 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7218845 Nov 10 21:37:58.236351 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-10cb6e76-8862-47ad-b079-601b568d10c0 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/94a71369-5ec3-4cda-babf-a10f3daadfee HTTP/1.1" status: 404 len: 337 time: 0.0513306 Nov 10 21:37:58.239386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38852) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:58.269644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Request body: {'port': {'device_id': '855395d5-2402-441b-8074-7f63a3e701ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:37:58.277648 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5779e4dc-a20a-41bd-a5d1-b2d7a5548a34 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:58.281188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5779e4dc-a20a-41bd-a5d1-b2d7a5548a34 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:58.284717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5779e4dc-a20a-41bd-a5d1-b2d7a5548a34 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/b6ecbe36-176d-4f56-a98d-c4222360df12 HTTP/1.1" status: 404 len: 339 time: 0.0419915 Nov 10 21:37:58.285417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38854) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:58.305195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a621afa-1b8f-4d77-bb9e-c71693e4fc31 None None] DHCP port deletion for b6ecbe36-176d-4f56-a98d-c4222360df12 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:58.337271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b33c607b-b36f-4bab-b497-2252973fad00 req-2ab505c1-93bd-46c9-9d94-21a33cd5539d tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065349 Nov 10 21:37:58.386961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] For port 87f87591-f0c0-421e-99b9-5203593d077f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=87f87591-f0c0-421e-99b9-5203593d077f,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:37:58.387322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.394277 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5555fd-d72d-4875-9a50-b9bc9ad2f874 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:58.394829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5555fd-d72d-4875-9a50-b9bc9ad2f874 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:58.398452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.405409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8b5555fd-d72d-4875-9a50-b9bc9ad2f874 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/e1661f0b-831f-46d1-8d1e-c1d1f57c2ba3 HTTP/1.1" status: 404 len: 337 time: 0.1154315 Nov 10 21:37:58.407176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Calling delete_port for 87f87591-f0c0-421e-99b9-5203593d077f owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:58.408755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38856) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:58.414809 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.425077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8d11ff0e-1104-4114-ac16-85d562b5af7a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:37:58.448390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8d11ff0e-1104-4114-ac16-85d562b5af7a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:37:58.448738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8d11ff0e-1104-4114-ac16-85d562b5af7a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:37:58.450448 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8033c5dd-ff8f-424c-a032-eeef25f24c54 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:58.451398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8033c5dd-ff8f-424c-a032-eeef25f24c54 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:58.454435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8033c5dd-ff8f-424c-a032-eeef25f24c54 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/9330551e-56ed-4612-b635-5835599300ad HTTP/1.1" status: 404 len: 339 time: 0.0377228 Nov 10 21:37:58.458564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38862) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:58.550865 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cab605-1266-40cc-9063-d36bda7a1d2b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:58.551231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cab605-1266-40cc-9063-d36bda7a1d2b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:58.555043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-48cab605-1266-40cc-9063-d36bda7a1d2b tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/bfbffdae-21e4-4112-a154-0aa23ce8cb0e HTTP/1.1" status: 404 len: 337 time: 0.0952599 Nov 10 21:37:58.560021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:58.601779 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.614436 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b25f530-4e31-412a-ad81-654d434aea36 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:58.614436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b25f530-4e31-412a-ad81-654d434aea36 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:58.619426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7b25f530-4e31-412a-ad81-654d434aea36 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/d5173c47-fab2-423f-815b-e855929cbd7d HTTP/1.1" status: 404 len: 339 time: 0.0547807 Nov 10 21:37:58.620543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38870) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:58.688422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fc256-1b18-44a0-ae32-25ec2e84530c req-c90554ee-6205-4e0d-8c28-b165663a80d2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:58.689924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b1fc256-1b18-44a0-ae32-25ec2e84530c req-c90554ee-6205-4e0d-8c28-b165663a80d2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 931 time: 0.1505725 Nov 10 21:37:58.751102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=4a991bb3-4a60-44a6-b641-fb6a4fcadff9,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:58.769875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Deleting port 72739c5a-6bb4-42d7-9ae1-2d2537cbc26a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:58.770222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.775772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': 'fb9b6280-f950-4f9e-b66e-1c6d82146cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:58.776141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: afeb6b28-fbcc-42b9-b656-43118b44bf0d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:37:58.842624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b1fc256-1b18-44a0-ae32-25ec2e84530c req-c0186024-17d3-4ab0-be6d-05b4ea8648ca tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391344 Nov 10 21:37:58.873824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting port ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:37:58.874136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.909122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.931768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af25742d-90c8-4fe8-845c-e72db6b53738 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:37:58.939402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.950443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network afeb6b28-fbcc-42b9-b656-43118b44bf0d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:37:58.958174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Calling delete_port for 72739c5a-6bb4-42d7-9ae1-2d2537cbc26a owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:58.972197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Transition to ACTIVE for port object af25742d-90c8-4fe8-845c-e72db6b53738 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:37:58.976567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:58.985658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3fe226a8-22ab-4542-a79d-19764134d3e7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:59.003894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Pushing event deleted for resources: {'Port': ['ID=87f87591-f0c0-421e-99b9-5203593d077f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:59.034989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:37:59.037411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db90c7-522a-4f7b-add9-eb2d6bc95fda None None] DHCP port deletion for 6011e4b2-bb06-4497-8503-06f91cfa61cc request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:37:59.053541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] No DVR routers for this DVR port 87f87591-f0c0-421e-99b9-5203593d077f on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:37:59.056309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.059925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9be689b8-85d9-4316-a8ab-6dea6cc6915c req-a82f9255-ab76-4742-8123-ffadfa68a50a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "DELETE /v2.0/ports/87f87591-f0c0-421e-99b9-5203593d077f HTTP/1.1" status: 204 len: 173 time: 1.1853292 Nov 10 21:37:59.060397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'name': 'network-vif-deleted', 'tag': '87f87591-f0c0-421e-99b9-5203593d077f'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:37:59.062920 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62a773-d3d3-4f6a-866b-7ca6b40a9347" -d '{"events": [{"server_uuid": "d83d7c2a-2dd5-4354-b446-3537c6fea97f", "name": "network-vif-deleted", "tag": "87f87591-f0c0-421e-99b9-5203593d077f"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:37:59.119611 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752f427a-8c6a-4154-9928-a4e3c1b2eda1 x-openstack-request-id: req-752f427a-8c6a-4154-9928-a4e3c1b2eda1 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:37:59.125252 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83d7c2a-2dd5-4354-b446-3537c6fea97f", "name": "network-vif-deleted", "tag": "87f87591-f0c0-421e-99b9-5203593d077f", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:37:59.126106 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-752f427a-8c6a-4154-9928-a4e3c1b2eda1 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:37:59.126634 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d7c2a-2dd5-4354-b446-3537c6fea97f', 'name': 'network-vif-deleted', 'tag': '87f87591-f0c0-421e-99b9-5203593d077f', 'status': 'completed', 'code': 200} Nov 10 21:37:59.128591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.254254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Pushing event updated for resources: {'Port': ['ID=af25742d-90c8-4fe8-845c-e72db6b53738,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:59.315656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Attempting to bind port af25742d-90c8-4fe8-845c-e72db6b53738 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:37:59.316296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Attempting to bind port af25742d-90c8-4fe8-845c-e72db6b53738 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:37:59.318874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Attempting to bind port af25742d-90c8-4fe8-845c-e72db6b53738 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:59.333080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Port af25742d-90c8-4fe8-845c-e72db6b53738 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:37:59.333703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Attempting to bind port af25742d-90c8-4fe8-845c-e72db6b53738 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:37:59.339886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:37:59.340525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:37:59.341080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Bound using segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:37:59.341683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Bound port: af25742d-90c8-4fe8-845c-e72db6b53738, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:37:59.342262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.425886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] For port af25742d-90c8-4fe8-845c-e72db6b53738, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:37:59.469063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.478149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, afeb6b28-fbcc-42b9-b656-43118b44bf0d) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:37:59.481008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f601ebdd-553d-4d94-a9f3-91529c856314 req-f2e34215-c5bb-4c84-bd2d-b0c826bcaeaf tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d83d7c2a-2dd5-4354-b446-3537c6fea97f HTTP/1.1" status: 200 len: 210 time: 0.0473797 Nov 10 21:37:59.482698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] For port af25742d-90c8-4fe8-845c-e72db6b53738, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=af25742d-90c8-4fe8-845c-e72db6b53738,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:37:59.483524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:59.484133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.498631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777621c-99f4-4fa0-b198-66d7bfdcd207 None None] Network afeb6b28-fbcc-42b9-b656-43118b44bf0d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:37:59.530026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Calling delete_port for ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:37:59.612672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.653032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:59.654258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.655887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] 10.222.0.64 "PUT /v2.0/ports/af25742d-90c8-4fe8-845c-e72db6b53738 HTTP/1.1" status: 200 len: 1092 time: 1.3903267 Nov 10 21:37:59.685563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ffb1d-d571-4b45-ae66-062ff45a778a service neutron] Pushing event updated for resources: {'Port': ['ID=af25742d-90c8-4fe8-845c-e72db6b53738,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:59.689270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-afeb6b28-fbcc-42b9-b656-43118b44bf0d', 'network_id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': '4a991bb3-4a60-44a6-b641-fb6a4fcadff9'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:37:59.690215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.711645 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-186f4d7e-e8c7-4208-ac6c-9a846cd16374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0755937 Nov 10 21:37:59.714345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38898) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:59.800999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.882562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-3fb6b4c2-1b3c-42f8-a809-70ced1ef66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:37:59.884405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-3fb6b4c2-1b3c-42f8-a809-70ced1ef66be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 1095 time: 0.0583940 Nov 10 21:37:59.891174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Port': ['ID=ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:37:59.898099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Allocated IP 172.20.0.1 (afeb6b28-fbcc-42b9-b656-43118b44bf0d/4a991bb3-4a60-44a6-b641-fb6a4fcadff9/6733a366-f78d-41a3-bbe8-6e3ff7025212) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:37:59.898485 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.904795 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.916281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8114c46b-09f1-4873-ae64-e5902d10ab68 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/ports/ca84eff8-ed2f-4d1b-bd5f-9a0e57a0a48b HTTP/1.1" status: 204 len: 168 time: 1.2923846 Nov 10 21:37:59.918138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38902) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:37:59.928113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:37:59.976466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-7c39dab1-3544-4b75-88d4-c8613e96220c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af25742d-90c8-4fe8-845c-e72db6b53738 HTTP/1.1" status: 200 len: 217 time: 0.0813732 Nov 10 21:37:59.985097 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b819355-e0b7-4b43-8e0f-5d1b2d85d3ff tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:37:59.985559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b819355-e0b7-4b43-8e0f-5d1b2d85d3ff tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:37:59.988775 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4b819355-e0b7-4b43-8e0f-5d1b2d85d3ff tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/ef14f3a6-6b97-48ef-bf86-3876527e9491 HTTP/1.1" status: 404 len: 337 time: 0.0694833 Nov 10 21:38:00.000117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38904) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:00.000456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Pushing event deleted for resources: {'Port': ['ID=72739c5a-6bb4-42d7-9ae1-2d2537cbc26a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:00.008264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 87f87591-f0c0-421e-99b9-5203593d077f no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:00.037935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 87f87591-f0c0-421e-99b9-5203593d077f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:00.039072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 87f87591-f0c0-421e-99b9-5203593d077f not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:00.040869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33483c-b9a5-4856-ada9-00734f7c2c94 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:00.137893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.153701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.171893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.187122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfad0a4-fc5f-4947-b93f-35254d6dbcb8 req-286f4951-7225-4dd2-87bd-9dc566be9b28 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:00.188687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdfad0a4-fc5f-4947-b93f-35254d6dbcb8 req-286f4951-7225-4dd2-87bd-9dc566be9b28 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 943 time: 0.2320290 Nov 10 21:38:00.217834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.220673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-5a7073a7-978f-4f59-9eb4-6d530fa3c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:00.222118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-5a7073a7-978f-4f59-9eb4-6d530fa3c4e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.2332194 Nov 10 21:38:00.354235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-b88304d2-5409-42a2-bf25-a18663779651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:00.366857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-b88304d2-5409-42a2-bf25-a18663779651 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252196 Nov 10 21:38:00.366857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.391441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdfad0a4-fc5f-4947-b93f-35254d6dbcb8 req-f60bba75-0b65-4d8d-bc3d-25a89ab11b90 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641750 Nov 10 21:38:00.418380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.460125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:00.478051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465697bc-7823-4cce-93f7-0cc2376a6442') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:00.478349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465697bc-7823-4cce-93f7-0cc2376a6442') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:00.496095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.501351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.502371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Network afeb6b28-fbcc-42b9-b656-43118b44bf0d is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:00.505872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:00.506287 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.511845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:00.517202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-ff934f49-3911-4541-a60c-20a2048938b8 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508770 Nov 10 21:38:00.521461 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.522941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Pushing event updated for resources: {'Port': ['ID=6733a366-f78d-41a3-bbe8-6e3ff7025212,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:00.539206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:00.541963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:00.543376 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:00.591183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Attempting to bind port 6733a366-f78d-41a3-bbe8-6e3ff7025212 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:00.591561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Attempting to bind port 6733a366-f78d-41a3-bbe8-6e3ff7025212 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'fb9b6280-f950-4f9e-b66e-1c6d82146cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:00.592155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Attempting to bind port 6733a366-f78d-41a3-bbe8-6e3ff7025212 on network afeb6b28-fbcc-42b9-b656-43118b44bf0d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:00.598468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:00.598836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Checking segment: {'id': 'fb9b6280-f950-4f9e-b66e-1c6d82146cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:00.599232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.599612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Bound using segment: {'id': 'fb9b6280-f950-4f9e-b66e-1c6d82146cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:00.601063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Bound port: 6733a366-f78d-41a3-bbe8-6e3ff7025212, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9b6280-f950-4f9e-b66e-1c6d82146cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:00.602169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.675361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Router 725d85e2-b9a8-4a7a-83d0-61c549c8a752 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:38:00.680028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.704346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] For port 6733a366-f78d-41a3-bbe8-6e3ff7025212, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:00.708105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] For port 6733a366-f78d-41a3-bbe8-6e3ff7025212, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6733a366-f78d-41a3-bbe8-6e3ff7025212,segment=NetworkSegment(fb9b6280-f950-4f9e-b66e-1c6d82146cff),segment_id=fb9b6280-f950-4f9e-b66e-1c6d82146cff)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:00.729824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=4a991bb3-4a60-44a6-b641-fb6a4fcadff9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:00.763329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c441822-e854-4c22-8d8e-41bbefd8e089 req-f9a05891-122b-49be-a671-27a799faa731 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349956 Nov 10 21:38:00.790788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-1e617959-5924-48e9-8d70-f7778068e6c1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:00.792390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-1e617959-5924-48e9-8d70-f7778068e6c1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.1792862 Nov 10 21:38:00.793557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.802435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.810421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd HTTP/1.1" status: 204 len: 168 time: 0.8069730 Nov 10 21:38:00.814448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38926) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:00.829472 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.860912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.870260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:38:00.875660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97351059-6d1f-4f4c-9027-705db2a55e24 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Network': ['ID=8ed1e31c-ddf5-4cd7-b4f6-e70418b1abdd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:00.878582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:00.881048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-187d2bb8-f45f-4fd6-9229-7e8215f4a0fc tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/quotas/38566a07ad0446bb9d7d818fe346962a HTTP/1.1" status: 200 len: 375 time: 0.0694153 Nov 10 21:38:00.883020 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] Sync routers for ids ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:38:00.898392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6faa6bec-dc6b-4abd-a53d-4098f76fc51c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "PUT /v2.0/routers/725d85e2-b9a8-4a7a-83d0-61c549c8a752 HTTP/1.1" status: 200 len: 708 time: 3.4009471 Nov 10 21:38:00.900800 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] Routers {'725d85e2-b9a8-4a7a-83d0-61c549c8a752'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:00.901431 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:00.904993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38930) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:00.931932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b37bb-d960-42ad-8d7e-9ff8da17c907 None None] Pushing event updated for resources: {'Port': ['ID=6733a366-f78d-41a3-bbe8-6e3ff7025212,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:00.996548 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:01.002349 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] Routers {'725d85e2-b9a8-4a7a-83d0-61c549c8a752'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:01.002963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:01.012515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afeb6b28-fbcc-42b9-b656-43118b44bf0d']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:01.039406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-0212a3b0-34be-48ed-806c-3eba81a20675 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423137 Nov 10 21:38:01.051915 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:01.052727 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24341aae-ef25-402c-932f-9bcbbbdba753 None None] The sync data for ids ['725d85e2-b9a8-4a7a-83d0-61c549c8a752'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:38:01.058020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9b6280-f950-4f9e-b66e-1c6d82146cff') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:01.058309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9b6280-f950-4f9e-b66e-1c6d82146cff') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:01.060211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting port ca79bcd4-6f0c-4b81-8efb-37b6550f8284 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:01.060614 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.074062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bdd0718a-39f5-47c4-975b-cdc088a94214 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/routers/725d85e2-b9a8-4a7a-83d0-61c549c8a752 HTTP/1.1" status: 200 len: 743 time: 0.1675639 Nov 10 21:38:01.074675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38940) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.076620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.137436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3d0c27c1-29d9-48c2-bce4-f4999b898382 tempest-RoutersIpV6AdminTest-2057045273 tempest-RoutersIpV6AdminTest-2057045273-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=725d85e2-b9a8-4a7a-83d0-61c549c8a752 HTTP/1.1" status: 200 len: 205 time: 0.0583804 Nov 10 21:38:01.139756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38942) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.149159 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.174397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-616979f2-2cf7-4a79-ac0b-2d89dba0f0d3 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=725d85e2-b9a8-4a7a-83d0-61c549c8a752 HTTP/1.1" status: 200 len: 205 time: 0.0340834 Nov 10 21:38:01.175082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38944) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.176365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:01.176602 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:01.185938 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:01.348298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c891172a-ad16-4bbc-a474-cfca0c0f3e5e tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.391265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:38:01.391265 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:38:01.391265 n-d-776250-11 neutron-server[103047]: [parameters: {'id': 'afeb6b28-fbcc-42b9-b656-43118b44bf0d'}] Nov 10 21:38:01.391265 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:38:01.391692 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:38:01.478618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855395d5-2402-441b-8074-7f63a3e701ed', 'tag': 'af25742d-90c8-4fe8-845c-e72db6b53738'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:01.480800 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4738e307-4071-40c1-96b3-3d36aa03aa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "855395d5-2402-441b-8074-7f63a3e701ed", "tag": "af25742d-90c8-4fe8-845c-e72db6b53738"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:01.527790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.531479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c891172a-ad16-4bbc-a474-cfca0c0f3e5e tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.546491 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c891172a-ad16-4bbc-a474-cfca0c0f3e5e tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.547146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Calling delete_port for ca79bcd4-6f0c-4b81-8efb-37b6550f8284 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:01.605688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a3f16-3435-477e-9f71-11974aaf47c4 req-88499745-00f2-4e15-a487-fc50a1b5f95a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:01.605974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-da219d63-fec4-4b2b-8710-909833c9f18a service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557559 Nov 10 21:38:01.611737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a3f16-3435-477e-9f71-11974aaf47c4 req-88499745-00f2-4e15-a487-fc50a1b5f95a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:01.613308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed2a3f16-3435-477e-9f71-11974aaf47c4 req-88499745-00f2-4e15-a487-fc50a1b5f95a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2&device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 1681 time: 0.0961993 Nov 10 21:38:01.669030 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed2a3f16-3435-477e-9f71-11974aaf47c4 req-2c8cd416-e69b-4a86-96b1-ea1113d121b5 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 Nov 10 21:38:01.703274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c891172a-ad16-4bbc-a474-cfca0c0f3e5e tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.703819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c891172a-ad16-4bbc-a474-cfca0c0f3e5e tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Fanout notify agent at l3_agent the message router_deleted on router 725d85e2-b9a8-4a7a-83d0-61c549c8a752 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:38:01.714911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c891172a-ad16-4bbc-a474-cfca0c0f3e5e tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.719435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c891172a-ad16-4bbc-a474-cfca0c0f3e5e tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/725d85e2-b9a8-4a7a-83d0-61c549c8a752 HTTP/1.1" status: 204 len: 168 time: 0.5357585 Nov 10 21:38:01.719982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38956) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.758992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fa1210a3-06f0-4bf2-ae58-e66a949368cd tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=725d85e2-b9a8-4a7a-83d0-61c549c8a752 HTTP/1.1" status: 200 len: 205 time: 0.0374444 Nov 10 21:38:01.761485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.765924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f507e295-2d0e-4305-a24a-489d8e0ad236 service neutron] 10.222.0.45 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509843 Nov 10 21:38:01.795056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.804205 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-e6377f9d-1553-4d16-aec6-ed0b266a8235 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] delete failed (client error): The resource could not be found. Nov 10 21:38:01.805255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e6377f9d-1553-4d16-aec6-ed0b266a8235 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/725d85e2-b9a8-4a7a-83d0-61c549c8a752 HTTP/1.1" status: 404 len: 336 time: 0.0428348 Nov 10 21:38:01.811155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38960) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.825541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9229-1d2d-4ad3-a368-74730fd59704 req-91bd2b8b-94ca-4d57-994d-3dc38dd9642d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:01.833208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae5a9229-1d2d-4ad3-a368-74730fd59704 req-91bd2b8b-94ca-4d57-994d-3dc38dd9642d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 943 time: 0.1023467 Nov 10 21:38:01.878626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-05fbe094-c939-45f0-8010-eb41d9c8d857 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6701978-b4cb-42d3-bd3c-5a0dee225408 HTTP/1.1" status: 200 len: 205 time: 0.0606167 Nov 10 21:38:01.879756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Port': ['ID=ca79bcd4-6f0c-4b81-8efb-37b6550f8284,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:01.881020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38962) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.886715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.894168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:01.897745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6d9b069f-5c75-4a5c-8342-8deccb3d7880 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/ports/ca79bcd4-6f0c-4b81-8efb-37b6550f8284 HTTP/1.1" status: 204 len: 168 time: 1.0815463 Nov 10 21:38:01.898517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38964) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.901141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae5a9229-1d2d-4ad3-a368-74730fd59704 req-93fb00e8-7cc5-4904-9e50-1cee0b2fbaf2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669672 Nov 10 21:38:01.930192 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a517793-5b3c-4344-9b70-2a91ec5be508 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:01.930702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a517793-5b3c-4344-9b70-2a91ec5be508 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:01.936586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9a517793-5b3c-4344-9b70-2a91ec5be508 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/6eaa4b2c-baae-4162-afa1-b8729493f94d HTTP/1.1" status: 404 len: 337 time: 0.0370476 Nov 10 21:38:01.937377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38966) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:01.950245 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-50bf19c4-1c42-465c-964d-a584ee348342 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] delete failed (client error): The resource could not be found. Nov 10 21:38:01.952363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-50bf19c4-1c42-465c-964d-a584ee348342 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/b6701978-b4cb-42d3-bd3c-5a0dee225408 HTTP/1.1" status: 404 len: 336 time: 0.0676999 Nov 10 21:38:01.974828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38968) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.028304 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e567951-9165-43f6-9d20-56f4b77aa6d0 x-openstack-request-id: req-6e567951-9165-43f6-9d20-56f4b77aa6d0 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:02.028304 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855395d5-2402-441b-8074-7f63a3e701ed", "tag": "af25742d-90c8-4fe8-845c-e72db6b53738", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:02.028304 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e567951-9165-43f6-9d20-56f4b77aa6d0 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:02.028304 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855395d5-2402-441b-8074-7f63a3e701ed', 'tag': 'af25742d-90c8-4fe8-845c-e72db6b53738', 'status': 'completed', 'code': 200} Nov 10 21:38:02.040971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.095704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aca7cd4d-faf4-477d-8aeb-816bd0bac6de req-4c581cb6-8b3d-4ee0-b818-d5392d183cfa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 210 time: 0.0472240 Nov 10 21:38:02.123910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6d6a6ed2-2678-46b6-8649-05be001f9c12 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=80a04e1b-5727-46f6-895f-2dded03cbea0 HTTP/1.1" status: 200 len: 205 time: 0.0664499 Nov 10 21:38:02.125569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.143489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-793a874d-173b-4091-9c39-bd7d9a73d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:02.143489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-793a874d-173b-4091-9c39-bd7d9a73d6e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 1095 time: 0.1120789 Nov 10 21:38:02.181351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2312ce46-1b19-4462-beb8-056000592750 None None] Network afeb6b28-fbcc-42b9-b656-43118b44bf0d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:02.202747 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-37ea2fd9-8d55-4669-b103-7cfb1f002590 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] delete failed (client error): The resource could not be found. Nov 10 21:38:02.203828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-37ea2fd9-8d55-4669-b103-7cfb1f002590 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/80a04e1b-5727-46f6-895f-2dded03cbea0 HTTP/1.1" status: 404 len: 336 time: 0.0762508 Nov 10 21:38:02.206497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38980) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.223488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port 6733a366-f78d-41a3-bbe8-6e3ff7025212 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:02.223855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.249937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29539803-e749-4434-8cf1-aa5e67d0d04c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d3ced3f-a334-439d-9dec-f0bef5ffbe5d HTTP/1.1" status: 200 len: 205 time: 0.0421159 Nov 10 21:38:02.252333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38986) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.257139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9153a568-4b62-46ed-b446-922ee8d3f985 None None] Provisioning complete for port 6733a366-f78d-41a3-bbe8-6e3ff7025212 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:02.257720 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9153a568-4b62-46ed-b446-922ee8d3f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.326637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port 6733a366-f78d-41a3-bbe8-6e3ff7025212, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6733a366-f78d-41a3-bbe8-6e3ff7025212,segment=NetworkSegment(fb9b6280-f950-4f9e-b66e-1c6d82146cff),segment_id=fb9b6280-f950-4f9e-b66e-1c6d82146cff)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:02.327002 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.341643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for 6733a366-f78d-41a3-bbe8-6e3ff7025212 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:02.372602 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-0fdd6e42-908f-4181-9105-2388e094499c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] delete failed (client error): The resource could not be found. Nov 10 21:38:02.374108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0fdd6e42-908f-4181-9105-2388e094499c tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/4d3ced3f-a334-439d-9dec-f0bef5ffbe5d HTTP/1.1" status: 404 len: 336 time: 0.1203134 Nov 10 21:38:02.381860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38990) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.437337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-11b111c6-f528-49d5-a519-468598b084ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:02.439174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-11b111c6-f528-49d5-a519-468598b084ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2808175 Nov 10 21:38:02.448551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5ccad955-234a-4323-b992-b828e8aa8fad tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb011c80-94f5-4dec-9838-477990f8da9e HTTP/1.1" status: 200 len: 205 time: 0.0609047 Nov 10 21:38:02.448551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.448768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38992) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.486345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6733a366-f78d-41a3-bbe8-6e3ff7025212 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:02.498577 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-47485261-77ab-4188-802a-97df19b5c6a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] delete failed (client error): The resource could not be found. Nov 10 21:38:02.503089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-47485261-77ab-4188-802a-97df19b5c6a2 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/eb011c80-94f5-4dec-9838-477990f8da9e HTTP/1.1" status: 404 len: 336 time: 0.0545752 Nov 10 21:38:02.504431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.505600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-ccfa1f89-c12c-4ec4-b97d-ad6aaf328d29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af25742d-90c8-4fe8-845c-e72db6b53738 HTTP/1.1" status: 200 len: 217 time: 0.0558891 Nov 10 21:38:02.509959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38998745-d64b-4391-a7a3-38c1e0d77ccc']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:02.564521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-2ace2bba-f054-448d-a504-15f7ed6179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:02.566257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-2ace2bba-f054-448d-a504-15f7ed6179e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.0477097 Nov 10 21:38:02.570757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ec58f6-dce5-4a37-bcb0-f7e9f846cb57') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:02.571317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ec58f6-dce5-4a37-bcb0-f7e9f846cb57') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:02.575112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-80227429-6ea1-4a03-851c-90e90c8656ae tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "GET /v2.0/ports?device_id=34a2c265-47d9-4581-ad35-b843819d5560 HTTP/1.1" status: 200 len: 205 time: 0.0661871 Nov 10 21:38:02.577689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38996) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.593433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.609271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c62966a6-5897-49e5-b224-f73646f25395 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:02.623950 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.626007 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-c81e2224-fce5-4411-93c4-e8066621dbef tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] delete failed (client error): The resource could not be found. Nov 10 21:38:02.630132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c81e2224-fce5-4411-93c4-e8066621dbef tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/routers/34a2c265-47d9-4581-ad35-b843819d5560 HTTP/1.1" status: 404 len: 336 time: 0.0514855 Nov 10 21:38:02.630816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.634000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:02.634406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:02.637469 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:02.663856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9153a568-4b62-46ed-b446-922ee8d3f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.666644 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-17865746-7855-4f2b-9965-8efc1948ca94 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:02.667212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17865746-7855-4f2b-9965-8efc1948ca94 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:02.672645 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-17865746-7855-4f2b-9965-8efc1948ca94 tempest-RoutersIpV6AdminTest-427700069 tempest-RoutersIpV6AdminTest-427700069-project] 10.222.0.45 "DELETE /v2.0/subnets/128d3a40-67d1-4ec8-b58d-da5e33170b02 HTTP/1.1" status: 404 len: 337 time: 0.0403998 Nov 10 21:38:02.687273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-610c6dbb-c631-4de1-b534-1b36617eaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:02.688879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-610c6dbb-c631-4de1-b534-1b36617eaa98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090436 Nov 10 21:38:02.715917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6733a366-f78d-41a3-bbe8-6e3ff7025212 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:02.716521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.755838 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.766578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Port 6733a366-f78d-41a3-bbe8-6e3ff7025212 was deleted so its status cannot be updated. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 21:38:02.804536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.805589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=6733a366-f78d-41a3-bbe8-6e3ff7025212,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:02.808768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.824229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port 6733a366-f78d-41a3-bbe8-6e3ff7025212 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:02.859454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.866573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-aef6c7b5-a75b-44b0-9493-258ac17bad8f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:02.867948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:02.868207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-aef6c7b5-a75b-44b0-9493-258ac17bad8f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a1ead26-d0ec-4985-8d1b-bde62dcdbfec HTTP/1.1" status: 200 len: 945 time: 0.1558964 Nov 10 21:38:02.868666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39006) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:02.872560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/38998745-d64b-4391-a7a3-38c1e0d77ccc HTTP/1.1" status: 204 len: 168 time: 0.9338176 Nov 10 21:38:02.874208 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1447b622-b33f-4a9c-82d8-8f6b19ff45b2" -d '{"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-unplugged", "status": "completed", "tag": "c62966a6-5897-49e5-b224-f73646f25395"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:02.876487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691c27f-8fe4-4f4b-87bb-3bb85c79d0cd tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Network': ['ID=38998745-d64b-4391-a7a3-38c1e0d77ccc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:02.881850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a661618b-58d2-44d7-bde3-f93da302f7bd None None] DHCP port deletion for afeb6b28-fbcc-42b9-b656-43118b44bf0d request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:02.906737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-b2e8f57c-978c-4ea5-a7f8-b00723f9e5c9 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072625 Nov 10 21:38:02.922764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:02.932147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:02.954713 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73864489-d4f0-4e15-91b4-d592e38ed2b4 x-openstack-request-id: req-73864489-d4f0-4e15-91b4-d592e38ed2b4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:02.955115 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-unplugged", "status": "completed", "tag": "c62966a6-5897-49e5-b224-f73646f25395", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:02.955469 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73864489-d4f0-4e15-91b4-d592e38ed2b4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:02.955987 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395', 'code': 200} Nov 10 21:38:02.956588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afeb6b28-fbcc-42b9-b656-43118b44bf0d']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:02.983796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9b6280-f950-4f9e-b66e-1c6d82146cff') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:02.984093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9b6280-f950-4f9e-b66e-1c6d82146cff') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:03.033105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4738e307-4071-40c1-96b3-3d36aa03aa6f req-c0ecb7ea-cc76-48ef-919e-113485d35bff service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115217 Nov 10 21:38:03.048543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.052279 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.108750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:03.127382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.133590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting subnet cf928ce3-dca8-4571-a501-43c83ebb687c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:03.141957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.166676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:03.167067 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:03.171036 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:03.233422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e887e-635e-48de-b252-5c072daa5673 req-caaae7d4-bef3-40e2-ba61-f8992bd96d2f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:03.234897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f7e887e-635e-48de-b252-5c072daa5673 req-caaae7d4-bef3-40e2-ba61-f8992bd96d2f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 943 time: 0.2050815 Nov 10 21:38:03.253862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.337934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Deleting port c62966a6-5897-49e5-b224-f73646f25395 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:03.338275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.400806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.436314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f756730-d053-4296-84c3-4aa1bea1a439 req-4f92bcc0-a977-43ae-9755-c59b36bdf1db tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 210 time: 0.0310485 Nov 10 21:38:03.443069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f7e887e-635e-48de-b252-5c072daa5673 req-570e9826-96aa-45e3-aae9-bca90e8558a1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864505 Nov 10 21:38:03.446783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.452319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39018) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:03.454560 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/afeb6b28-fbcc-42b9-b656-43118b44bf0d HTTP/1.1" status: 204 len: 168 time: 3.7381811 Nov 10 21:38:03.454713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39020) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:03.468034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275102187'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:03.592065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f815703e-a700-4bc4-9cf4-072e63d45b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.632562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:03.636250 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.676683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:03.706061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.706446 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 2df41350-e45a-4f38-bfdf-2ca9e62317ad of type vlan for network 9d22e079-2b06-42b4-9801-56beb3cd4d44 Nov 10 21:38:03.718398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f815703e-a700-4bc4-9cf4-072e63d45b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.753486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.794979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f815703e-a700-4bc4-9cf4-072e63d45b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.806579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.839091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d25f9-c1cc-4c19-860f-4209cd5359e2 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=afeb6b28-fbcc-42b9-b656-43118b44bf0d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:03.839670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f815703e-a700-4bc4-9cf4-072e63d45b5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27bc6504484843d389bd0ecf1f2f5e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850012 Nov 10 21:38:03.840185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39026) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:03.849196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815703e-a700-4bc4-9cf4-072e63d45b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75430144-6885-456c-98d2-3284f96fa3de,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:03.858721 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.864365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:03.864988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.911996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] For port c62966a6-5897-49e5-b224-f73646f25395, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c62966a6-5897-49e5-b224-f73646f25395,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:03.913013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.935790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c4c11-3e19-4b65-8c7c-f2ea239b0bfd req-9f818abd-7b8a-4c66-b380-65fb99febb89 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:03.937286 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-206c4c11-3e19-4b65-8c7c-f2ea239b0bfd req-9f818abd-7b8a-4c66-b380-65fb99febb89 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 945 time: 0.1252663 Nov 10 21:38:03.944649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Calling delete_port for c62966a6-5897-49e5-b224-f73646f25395 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:03.970951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=9d22e079-2b06-42b4-9801-56beb3cd4d44,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:03.979803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4888bc0a-3f4f-4519-91b3-aad988b10bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:03.982911 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9d22e079-2b06-42b4-9801-56beb3cd4d44 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:04.010174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4888bc0a-3f4f-4519-91b3-aad988b10bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.047418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-206c4c11-3e19-4b65-8c7c-f2ea239b0bfd req-61af5ffb-3a6a-47d2-97f8-0ab42af4fa86 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/security-groups?id=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005814 Nov 10 21:38:04.137829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.139658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83acc714-fe0f-4eb3-a6f8-ffbd8528310c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6834052 Nov 10 21:38:04.143180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39028) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:04.149541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-ebc4d2e1-5eb2-41c2-9cf6-b7834f917c63 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:04.150952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-ebc4d2e1-5eb2-41c2-9cf6-b7834f917c63 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 945 time: 0.0564919 Nov 10 21:38:04.154722 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': '9d22e079-2b06-42b4-9801-56beb3cd4d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:04.195828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Subnet': ['ID=cf928ce3-dca8-4571-a501-43c83ebb687c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:04.202232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b71cc-de23-4abc-822c-98139a9effd8 None None] Network 24277cf6-5687-44be-b750-a91864f0af16 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:04.204933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.208113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-213ede62-1f40-425c-a050-3b9fbdcae338 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/subnets/cf928ce3-dca8-4571-a501-43c83ebb687c HTTP/1.1" status: 204 len: 168 time: 1.3383684 Nov 10 21:38:04.227284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39030) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:04.241784 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4888bc0a-3f4f-4519-91b3-aad988b10bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.244567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4888bc0a-3f4f-4519-91b3-aad988b10bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.248215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4888bc0a-3f4f-4519-91b3-aad988b10bf0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75430144-6885-456c-98d2-3284f96fa3de HTTP/1.1" status: 204 len: 168 time: 0.4047201 Nov 10 21:38:04.266034 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.281652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888bc0a-3f4f-4519-91b3-aad988b10bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75430144-6885-456c-98d2-3284f96fa3de,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:04.308470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event deleted for resources: {'Port': ['ID=c62966a6-5897-49e5-b224-f73646f25395,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:04.353381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.353524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d340a87-65fc-4fc9-a1b6-f1b48077d630 None None] DHCP port deletion for 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:04.363407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Deleting port 3fe226a8-22ab-4542-a79d-19764134d3e7 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:04.364057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.406418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] No DVR routers for this DVR port c62966a6-5897-49e5-b224-f73646f25395 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:04.407362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.410881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-590a4b71-c8ab-4d24-9ba2-5c4046e49722 req-34acb6bc-5f2f-4cdb-bcb0-fd16b5b9fbae tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.64 "DELETE /v2.0/ports/c62966a6-5897-49e5-b224-f73646f25395 HTTP/1.1" status: 204 len: 173 time: 1.4455435 Nov 10 21:38:04.411350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-deleted', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:04.414020 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d94a5f-c7c4-4259-bce1-f8de2b91c5b5" -d '{"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-deleted", "tag": "c62966a6-5897-49e5-b224-f73646f25395"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:04.423586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:04.430879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.456790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6733a366-f78d-41a3-bbe8-6e3ff7025212 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:04.529946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] For port 3fe226a8-22ab-4542-a79d-19764134d3e7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3fe226a8-22ab-4542-a79d-19764134d3e7,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:04.530416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.553611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6733a366-f78d-41a3-bbe8-6e3ff7025212 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:04.556315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6733a366-f78d-41a3-bbe8-6e3ff7025212 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:04.562911 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] DHCP port deletion for 24277cf6-5687-44be-b750-a91864f0af16 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:04.567122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Calling delete_port for 3fe226a8-22ab-4542-a79d-19764134d3e7 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:04.593937 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b483770e-7efd-4563-a476-c75aed170a27 x-openstack-request-id: req-b483770e-7efd-4563-a476-c75aed170a27 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:04.594226 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1ead26-d0ec-4985-8d1b-bde62dcdbfec", "name": "network-vif-deleted", "tag": "c62966a6-5897-49e5-b224-f73646f25395", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:04.594469 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b483770e-7efd-4563-a476-c75aed170a27 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:04.594852 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1ead26-d0ec-4985-8d1b-bde62dcdbfec', 'name': 'network-vif-deleted', 'tag': 'c62966a6-5897-49e5-b224-f73646f25395', 'status': 'completed', 'code': 200} Nov 10 21:38:04.606084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Deleting port 2228b6f8-940b-40bc-aa34-c4d785102182 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:04.606681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.617125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device af25742d-90c8-4fe8-845c-e72db6b53738 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:38:04.631114 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eacaeddd-4943-4456-95d9-e3b0092905db req-dc6ac6fe-6516-4f02-b63e-ee5d7b824fe1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 210 time: 0.0388072 Nov 10 21:38:04.737797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] Deleting port 2228b6f8-940b-40bc-aa34-c4d785102182 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:04.738507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.821071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] For port 2228b6f8-940b-40bc-aa34-c4d785102182, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2228b6f8-940b-40bc-aa34-c4d785102182,segment=NetworkSegment(b8d92842-7b5b-44a1-9958-565c87fd32f3),segment_id=b8d92842-7b5b-44a1-9958-565c87fd32f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:04.821869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.830434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] For port 2228b6f8-940b-40bc-aa34-c4d785102182, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2228b6f8-940b-40bc-aa34-c4d785102182,segment=NetworkSegment(b8d92842-7b5b-44a1-9958-565c87fd32f3),segment_id=b8d92842-7b5b-44a1-9958-565c87fd32f3)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:04.830803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.842008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port af25742d-90c8-4fe8-845c-e72db6b53738, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=af25742d-90c8-4fe8-845c-e72db6b53738,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:04.848848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57122eaa-a19c-42cc-a518-499e58a5c51d req-8c2a2cde-6669-4443-9d85-ea23b53fa394 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:04.850578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57122eaa-a19c-42cc-a518-499e58a5c51d req-8c2a2cde-6669-4443-9d85-ea23b53fa394 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 943 time: 0.2810030 Nov 10 21:38:04.852435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] Calling delete_port for 2228b6f8-940b-40bc-aa34-c4d785102182 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:04.863341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'af25742d-90c8-4fe8-845c-e72db6b53738', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': 'af25742d-90c8-4fe8-845c-e72db6b53738', 'mac_address': 'fa:16:3e:e2:8c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:38:04.871169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Calling delete_port for 2228b6f8-940b-40bc-aa34-c4d785102182 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:04.892536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.943379 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:04.970602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af25742d-90c8-4fe8-845c-e72db6b53738 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:04.980461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=a21c7f0e-0c64-4f0d-8a64-9f3fd4593a67,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:04.984737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '2df41350-e45a-4f38-bfdf-2ca9e62317ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d22e079-2b06-42b4-9801-56beb3cd4d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:04.985101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: 9d22e079-2b06-42b4-9801-56beb3cd4d44, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:05.001061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port af25742d-90c8-4fe8-845c-e72db6b53738, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=af25742d-90c8-4fe8-845c-e72db6b53738,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:05.031800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57122eaa-a19c-42cc-a518-499e58a5c51d req-f042d110-513d-4152-90fc-a8829ba2c428 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672280 Nov 10 21:38:05.058154 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.079436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:38:05.102024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Pushing event deleted for resources: {'Port': ['ID=3fe226a8-22ab-4542-a79d-19764134d3e7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:05.114154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3fe226a8-22ab-4542-a79d-19764134d3e7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:38:05.130949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-d451d2aa-7d8c-428e-a50c-1f591b94ea60 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:05.130949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-d451d2aa-7d8c-428e-a50c-1f591b94ea60 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "GET /v2.0/networks?id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 200 len: 805 time: 0.2286553 Nov 10 21:38:05.140457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Request body: {'port': {'device_id': 'ddd0bed5-868b-4781-a869-8068278526d9', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'admin_state_up': True, 'tenant_id': '38566a07ad0446bb9d7d818fe346962a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:05.146455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc34d8-935b-45b7-ab12-e8bf388ad512 None None] DHCP port deletion for 6011e4b2-bb06-4497-8503-06f91cfa61cc request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:05.192829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b53d00a-73bc-456c-bb42-545a48093cad req-b3321a13-9d93-45ee-945d-9138ab4fd63a tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 210 time: 0.0576093 Nov 10 21:38:05.199552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] No DVR routers for this DVR port 3fe226a8-22ab-4542-a79d-19764134d3e7 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:05.203748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.207090 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9e615f80-7049-454d-ba9f-a09ce2fe53bb req-7c6897fb-0dd6-4570-bea1-0e596f24deb8 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.53 "DELETE /v2.0/ports/3fe226a8-22ab-4542-a79d-19764134d3e7 HTTP/1.1" status: 204 len: 173 time: 1.0497425 Nov 10 21:38:05.207658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'name': 'network-vif-deleted', 'tag': '3fe226a8-22ab-4542-a79d-19764134d3e7'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:05.210036 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6d3d7-8f56-4280-ba38-1ec1aa867430" -d '{"events": [{"server_uuid": "d59dc1a0-ab3c-4959-b1c7-3345b274db6f", "name": "network-vif-deleted", "tag": "3fe226a8-22ab-4542-a79d-19764134d3e7"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:05.212633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 9d22e079-2b06-42b4-9801-56beb3cd4d44 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:05.216389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.218682 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.223825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.270927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] No DVR routers for this DVR port 2228b6f8-940b-40bc-aa34-c4d785102182 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:05.277165 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63a2567-8dab-4212-8cc2-e558e7067a00 x-openstack-request-id: req-c63a2567-8dab-4212-8cc2-e558e7067a00 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:05.277456 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59dc1a0-ab3c-4959-b1c7-3345b274db6f", "name": "network-vif-deleted", "tag": "3fe226a8-22ab-4542-a79d-19764134d3e7", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:05.277704 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c63a2567-8dab-4212-8cc2-e558e7067a00 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:05.278100 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59dc1a0-ab3c-4959-b1c7-3345b274db6f', 'name': 'network-vif-deleted', 'tag': '3fe226a8-22ab-4542-a79d-19764134d3e7', 'status': 'completed', 'code': 200} Nov 10 21:38:05.287082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Port': ['ID=2228b6f8-940b-40bc-aa34-c4d785102182,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:05.294120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] No DVR routers for this DVR port 2228b6f8-940b-40bc-aa34-c4d785102182 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:05.320247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=af25742d-90c8-4fe8-845c-e72db6b53738,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:05.368788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b192e-bbd1-48c6-879e-a7def4935441 None None] Pushing event deleted for resources: {'Port': ['ID=2228b6f8-940b-40bc-aa34-c4d785102182,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:05.385984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39046) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:05.406575 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.413271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9d22e079-2b06-42b4-9801-56beb3cd4d44) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:05.434036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a866b-9701-44a2-95d3-4222f2ac8772 None None] Network 9d22e079-2b06-42b4-9801-56beb3cd4d44 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:05.440322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24277cf6-5687-44be-b750-a91864f0af16']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:05.449719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:05.450891 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.453714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d92842-7b5b-44a1-9958-565c87fd32f3') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:05.454061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d92842-7b5b-44a1-9958-565c87fd32f3') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:05.465851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.481047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.489193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:05.489869 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:05.493702 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:05.496792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-06fccefa-e1b6-4398-8846-87fb86eee5f0 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:05.497183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-06fccefa-e1b6-4398-8846-87fb86eee5f0 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 945 time: 0.0967863 Nov 10 21:38:05.499717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2a2c6a97-a4f6-4f3c-a3b0-cb5ac4d921d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8b2ba6db1d64ba895da4b8fb78cf3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126504 Nov 10 21:38:05.506307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39048) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:05.605090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Made reservation on behalf of 38566a07ad0446bb9d7d818fe346962a for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:05.608720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.633987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ad47a90b-2659-4390-9e00-72f11ff8626c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4872215 Nov 10 21:38:05.638630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Deleting port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:05.639083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.641743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39050) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:05.740596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.783309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.790734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] 10.222.0.45 "DELETE /v2.0/networks/24277cf6-5687-44be-b750-a91864f0af16 HTTP/1.1" status: 204 len: 168 time: 1.5575073 Nov 10 21:38:05.794442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef05b-0d1b-4256-9f5d-2ac09bb7af1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.810681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31bb29de-30d5-4f3b-a6e5-700505db7d1c req-308e2c0d-13b5-413f-89da-eb8039f9e6ec tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 210 time: 0.0701962 Nov 10 21:38:05.815476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:38:05.832265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820ab08-477b-4a0f-8202-adf06a417b27 tempest-NetworksIpV6TestAttrs-1572248057 tempest-NetworksIpV6TestAttrs-1572248057-project] Pushing event deleted for resources: {'Network': ['ID=24277cf6-5687-44be-b750-a91864f0af16,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:05.855375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] For port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,segment=NetworkSegment(7524cebf-2837-4fd7-88c3-338e0dab0393),segment_id=7524cebf-2837-4fd7-88c3-338e0dab0393)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:05.856633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.884139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Calling delete_port for e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:05.887516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef05b-0d1b-4256-9f5d-2ac09bb7af1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.897737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de37febe-344e-435f-a417-44e8ea04ba1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.923178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-9d22e079-2b06-42b4-9801-56beb3cd4d44', 'network_id': '9d22e079-2b06-42b4-9801-56beb3cd4d44', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': 'a21c7f0e-0c64-4f0d-8a64-9f3fd4593a67'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:05.924063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:05.946540 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.036135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Allocated IP 172.20.0.10 (3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9/9981a620-1695-4e83-a72a-5cff653d6cc4/b73a2748-f2da-4c86-8ce7-7a7d78e77e88) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:06.098668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.192092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef05b-0d1b-4256-9f5d-2ac09bb7af1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.194729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef05b-0d1b-4256-9f5d-2ac09bb7af1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.198145 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7b2ef05b-0d1b-4256-9f5d-2ac09bb7af1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6953171c-4418-4032-99a6-4ca4c093cf28 HTTP/1.1" status: 204 len: 168 time: 0.6882241 Nov 10 21:38:06.218753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.229512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ef05b-0d1b-4256-9f5d-2ac09bb7af1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6953171c-4418-4032-99a6-4ca4c093cf28,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:06.235118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Allocated IP 172.20.0.2 (9d22e079-2b06-42b4-9801-56beb3cd4d44/a21c7f0e-0c64-4f0d-8a64-9f3fd4593a67/68b4241f-f7db-4a61-821b-2d16bfdadea9) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:06.315293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a3946-067f-4d96-ba90-221e4da86246 req-15123834-6c91-482c-9f57-f43a56e15371 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:06.316803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a31a3946-067f-4d96-ba90-221e4da86246 req-15123834-6c91-482c-9f57-f43a56e15371 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 944 time: 0.1776652 Nov 10 21:38:06.349263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Pushing event deleted for resources: {'Port': ['ID=e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:06.380528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b7199-a9c0-45c7-8a85-64cbdf628acc None None] DHCP port deletion for 6011e4b2-bb06-4497-8503-06f91cfa61cc request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:06.401424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] No DVR routers for this DVR port e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:06.413828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.417824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95d7f075-6120-431f-a2a2-6d8da3f09bcd req-63dbe346-cb51-4e34-a78c-c2b09bdb9d66 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.64 "DELETE /v2.0/ports/e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb HTTP/1.1" status: 204 len: 173 time: 0.9085414 Nov 10 21:38:06.436758 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2c27dca-a9af-4957-a27a-277d970f8bbc req-fbe27433-1fd7-4404-8123-91702921270d tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=d59dc1a0-ab3c-4959-b1c7-3345b274db6f HTTP/1.1" status: 200 len: 210 time: 0.0363135 Nov 10 21:38:06.463351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a31a3946-067f-4d96-ba90-221e4da86246 req-cf29f854-67ad-4ca0-b38c-5a748575711c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309235 Nov 10 21:38:06.493055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.558096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39064) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:06.559965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2228b6f8-940b-40bc-aa34-c4d785102182 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:06.592505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2228b6f8-940b-40bc-aa34-c4d785102182 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:06.592995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2228b6f8-940b-40bc-aa34-c4d785102182 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:06.595996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'name': 'network-vif-deleted', 'tag': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:06.598461 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10616629-3e72-4c4c-ace2-5d2b0ec4fae6" -d '{"events": [{"server_uuid": "b5b8412f-8231-46ed-baff-da87639ff4b2", "name": "network-vif-deleted", "tag": "e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:06.601554 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.620450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c62966a6-5897-49e5-b224-f73646f25395 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:06.644946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: c62966a6-5897-49e5-b224-f73646f25395 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:06.645299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c62966a6-5897-49e5-b224-f73646f25395 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:06.645714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:06.652742 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71be796-4ab0-44c0-b498-9d2832c97826 x-openstack-request-id: req-f71be796-4ab0-44c0-b498-9d2832c97826 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:06.653503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.654027 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b8412f-8231-46ed-baff-da87639ff4b2", "name": "network-vif-deleted", "tag": "e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:06.654473 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f71be796-4ab0-44c0-b498-9d2832c97826 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:06.657136 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b8412f-8231-46ed-baff-da87639ff4b2', 'name': 'network-vif-deleted', 'tag': 'e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb', 'status': 'completed', 'code': 200} Nov 10 21:38:06.676152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:06.676502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e3c2e0ff-b104-4dcb-a4c2-ed945e21aaeb not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:06.708608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event updated for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:06.727878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:06.729333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:06.732533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:06.744183 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.750701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b903eb-0d59-4378-b610-01c6b73234d8 None None] DHCP port deletion for 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:06.797774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Network 9d22e079-2b06-42b4-9801-56beb3cd4d44 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:06.804431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:06.810986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Pushing event updated for resources: {'Port': ['ID=68b4241f-f7db-4a61-821b-2d16bfdadea9,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:06.813545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:06.840375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dcd13fb1-ca43-4a84-b2c0-d2b2217248b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c23754717e24824afccb77ad4e012d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804494 Nov 10 21:38:06.843057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39076) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:06.860394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:06.861322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.876267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Attempting to bind port 68b4241f-f7db-4a61-821b-2d16bfdadea9 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:06.876644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Attempting to bind port 68b4241f-f7db-4a61-821b-2d16bfdadea9 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '2df41350-e45a-4f38-bfdf-2ca9e62317ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d22e079-2b06-42b4-9801-56beb3cd4d44'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:06.877012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Attempting to bind port 68b4241f-f7db-4a61-821b-2d16bfdadea9 on network 9d22e079-2b06-42b4-9801-56beb3cd4d44 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:06.883229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:06.883641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Checking segment: {'id': '2df41350-e45a-4f38-bfdf-2ca9e62317ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d22e079-2b06-42b4-9801-56beb3cd4d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:06.884163 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.884556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Bound using segment: {'id': '2df41350-e45a-4f38-bfdf-2ca9e62317ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d22e079-2b06-42b4-9801-56beb3cd4d44'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:06.885030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Bound port: 68b4241f-f7db-4a61-821b-2d16bfdadea9, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df41350-e45a-4f38-bfdf-2ca9e62317ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '9d22e079-2b06-42b4-9801-56beb3cd4d44'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:06.885410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.892141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.933183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=a21c7f0e-0c64-4f0d-8a64-9f3fd4593a67,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:06.940072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-041c350f-876f-4cf5-99f2-176a9d02e631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.955764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-67fa079a-ec46-4d66-bcdc-12acc86eff7a None None] Provisioning complete for port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:06.956151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-67fa079a-ec46-4d66-bcdc-12acc86eff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:06.973623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-041c350f-876f-4cf5-99f2-176a9d02e631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.010397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] For port 68b4241f-f7db-4a61-821b-2d16bfdadea9, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:07.012774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-67fa079a-ec46-4d66-bcdc-12acc86eff7a None None] Port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:07.025856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] For port 68b4241f-f7db-4a61-821b-2d16bfdadea9, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=68b4241f-f7db-4a61-821b-2d16bfdadea9,segment=NetworkSegment(2df41350-e45a-4f38-bfdf-2ca9e62317ad),segment_id=2df41350-e45a-4f38-bfdf-2ca9e62317ad)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:07.154861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-041c350f-876f-4cf5-99f2-176a9d02e631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.157901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-041c350f-876f-4cf5-99f2-176a9d02e631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.159104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-041c350f-876f-4cf5-99f2-176a9d02e631 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c72c16bd-b4cd-45bb-ab1d-89b669b79a92 HTTP/1.1" status: 204 len: 168 time: 0.3145878 Nov 10 21:38:07.168768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c350f-876f-4cf5-99f2-176a9d02e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72c16bd-b4cd-45bb-ab1d-89b669b79a92,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:07.219586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.311092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb81c00-d244-4ab4-8899-8297f84341ee None None] Pushing event updated for resources: {'Port': ['ID=68b4241f-f7db-4a61-821b-2d16bfdadea9,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:07.328512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-eb736168-cbd8-46f7-9e40-2f5c50eab10f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1918013 Nov 10 21:38:07.328833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90282ea-4381-43f3-a35a-a7d877b850fd None None] Network 9d22e079-2b06-42b4-9801-56beb3cd4d44 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:07.335991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.348891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Request body: {'port': {'device_id': 'ddd0bed5-868b-4781-a869-8068278526d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:07.388616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e84bc6-221d-475c-86cc-bba9e65c2bf2 req-9a3b237b-a39d-48d6-9599-e6f14afc7a0e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:07.390115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50e84bc6-221d-475c-86cc-bba9e65c2bf2 req-9a3b237b-a39d-48d6-9599-e6f14afc7a0e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 932 time: 0.4533999 Nov 10 21:38:07.396941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d22e079-2b06-42b4-9801-56beb3cd4d44']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:07.429109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df41350-e45a-4f38-bfdf-2ca9e62317ad') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:07.429457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df41350-e45a-4f38-bfdf-2ca9e62317ad') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:07.451135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.469809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.484141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18311e81-74f7-4fbc-a44d-036f46d601b7 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:38:07.484756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.546446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:07.547018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:07.553945 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:07.652032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50e84bc6-221d-475c-86cc-bba9e65c2bf2 req-91ac219d-baa1-4e9c-a216-82cfca7c9fb5 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250614 Nov 10 21:38:07.662084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c35b17-2ec5-4f6f-8870-3d866add69b0 req-a6f0d4c4-aae9-47aa-a2da-daf154e0e61a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:07.672594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97c35b17-2ec5-4f6f-8870-3d866add69b0 req-a6f0d4c4-aae9-47aa-a2da-daf154e0e61a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 944 time: 0.0906398 Nov 10 21:38:07.749570 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97c35b17-2ec5-4f6f-8870-3d866add69b0 req-be3cbda2-650f-4f08-b60c-3896f1ab6950 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757961 Nov 10 21:38:07.753035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18311e81-74f7-4fbc-a44d-036f46d601b7 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:38:07.769034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.api [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:38:07.769034 n-d-776250-11 neutron-server[103048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:38:07.769034 n-d-776250-11 neutron-server[103048]: [parameters: {'id': '9d22e079-2b06-42b4-9801-56beb3cd4d44'}] Nov 10 21:38:07.769034 n-d-776250-11 neutron-server[103048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:38:07.769034 n-d-776250-11 neutron-server[103048]: DEBUG oslo_db.api [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:38:07.826864 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c46ddbc-dea0-42bb-ad24-395e5ff952a8 req-c6419eb1-13b1-49a2-99cf-97df52b878b6 tempest-ListServersNegativeTestJSON-1631918451 tempest-ListServersNegativeTestJSON-1631918451-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b8412f-8231-46ed-baff-da87639ff4b2 HTTP/1.1" status: 200 len: 210 time: 0.0404525 Nov 10 21:38:07.928946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39108) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:07.973373 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73198437-0afa-4fdd-baa1-a56d4bc3c7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.008301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73a2748-f2da-4c86-8ce7-7a7d78e77e88 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:08.016607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.029939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Transition to ACTIVE for port object b73a2748-f2da-4c86-8ce7-7a7d78e77e88 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:38:08.035861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fe226a8-22ab-4542-a79d-19764134d3e7 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:08.045445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-a3b33ba3-ac6f-4921-8a3f-5c748ae0711e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.046505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a3b33ba3-ac6f-4921-8a3f-5c748ae0711e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1151474 Nov 10 21:38:08.049414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39114) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.054613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-8c572578-5abc-4705-a027-1fe638030047 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.055552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8c572578-5abc-4705-a027-1fe638030047 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049443 Nov 10 21:38:08.061579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39116) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.062069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 3fe226a8-22ab-4542-a79d-19764134d3e7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:08.062364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3fe226a8-22ab-4542-a79d-19764134d3e7 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:08.067656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-7ed387d5-ea29-4178-a2e2-0d6f77702716 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.068582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7ed387d5-ea29-4178-a2e2-0d6f77702716 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052469 Nov 10 21:38:08.072224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39118) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.077562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-1ef6a755-18d4-4e23-9cf8-d63954e7e9d6 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.078733 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1ef6a755-18d4-4e23-9cf8-d63954e7e9d6 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052788 Nov 10 21:38:08.084269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39120) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.090170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-281d9be6-b412-4d84-a673-d3b58603243e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.091107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-281d9be6-b412-4d84-a673-d3b58603243e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044136 Nov 10 21:38:08.093611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.098250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-303c5856-4ed6-4bbb-85b8-efec51b02143 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.099752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-303c5856-4ed6-4bbb-85b8-efec51b02143 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044615 Nov 10 21:38:08.102529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.107215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-9501c03a-f64f-41c0-b1a2-0ba848b05029 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.110900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9501c03a-f64f-41c0-b1a2-0ba848b05029 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045691 Nov 10 21:38:08.111069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.117116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-5f191372-e0b4-4325-ad80-42fb5a25760d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.118490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5f191372-e0b4-4325-ad80-42fb5a25760d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0065918 Nov 10 21:38:08.120336 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.124816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39128) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.131782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-2e99224a-338a-4970-800c-56b9f0bb47a2 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.131782 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2e99224a-338a-4970-800c-56b9f0bb47a2 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045230 Nov 10 21:38:08.134133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39130) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.138624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-0e580fc6-53cb-472e-819f-6f3866214be9 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.139742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e580fc6-53cb-472e-819f-6f3866214be9 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045114 Nov 10 21:38:08.142079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39132) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.146173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-038e2556-4b07-4916-9863-50984108d02d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.147517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-038e2556-4b07-4916-9863-50984108d02d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042942 Nov 10 21:38:08.158000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39134) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.163906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc0895-e975-4b31-ace4-c3a00b3321d2 None None] DHCP port deletion for 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:08.166483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-0a3b4495-3438-44ea-96c2-e4eceaa69e73 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.167432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0a3b4495-3438-44ea-96c2-e4eceaa69e73 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0084147 Nov 10 21:38:08.170260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39136) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.178839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-537c9060-7a71-405b-89c4-ca72e3892d0a tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.182543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-537c9060-7a71-405b-89c4-ca72e3892d0a tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087090 Nov 10 21:38:08.182683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.187072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-83af17ba-c0ca-4ac4-8345-1acc54e35bd2 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.190848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-83af17ba-c0ca-4ac4-8345-1acc54e35bd2 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051095 Nov 10 21:38:08.191070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39140) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.195459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-65426766-c4a3-468c-9271-b30a421d5a61 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.196431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-65426766-c4a3-468c-9271-b30a421d5a61 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044923 Nov 10 21:38:08.198895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39142) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.202919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-4b3e89e4-fb26-4153-9adf-1327c6eab7ee tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.203976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4b3e89e4-fb26-4153-9adf-1327c6eab7ee tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040698 Nov 10 21:38:08.204512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Pushing event updated for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:08.206140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39144) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.211231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-4a59568a-60f1-4ffa-9bed-ecc44d8da429 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.214329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4a59568a-60f1-4ffa-9bed-ecc44d8da429 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051389 Nov 10 21:38:08.214843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39146) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.218878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-6e796cfc-7391-4b6a-857d-7bc39b5552cc tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.219837 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6e796cfc-7391-4b6a-857d-7bc39b5552cc tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040939 Nov 10 21:38:08.222427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39148) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.227525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-0b4ac364-f39e-4b51-a68d-6d02d95b1106 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.235881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39150) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.236733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0b4ac364-f39e-4b51-a68d-6d02d95b1106 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0131290 Nov 10 21:38:08.242272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-50c7d256-3dcc-4c15-80da-dfc3ec467c13 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.243574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-50c7d256-3dcc-4c15-80da-dfc3ec467c13 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058951 Nov 10 21:38:08.246802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.252015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-bb1b0584-0695-4a4b-87e3-974a2dc5bf5f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.253022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb1b0584-0695-4a4b-87e3-974a2dc5bf5f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050774 Nov 10 21:38:08.258401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39156) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.263841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-dff765b4-ba8e-4c20-a9b4-2ec665b1c270 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.267633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dff765b4-ba8e-4c20-a9b4-2ec665b1c270 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052824 Nov 10 21:38:08.267633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39158) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.271767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.273698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-5e302d17-5f5e-4d38-b3d7-552b0aebcb1d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.274714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5e302d17-5f5e-4d38-b3d7-552b0aebcb1d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0063775 Nov 10 21:38:08.277290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39160) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.281593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-ea044fcf-6239-43af-b8e4-25a376e04191 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.282613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ea044fcf-6239-43af-b8e4-25a376e04191 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044188 Nov 10 21:38:08.284205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Attempting to bind port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:08.284542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Attempting to bind port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:08.284866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Attempting to bind port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:08.286475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39164) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.292394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-81b829d2-2d9b-497f-86c2-f276d7308d3f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.293692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-81b829d2-2d9b-497f-86c2-f276d7308d3f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050378 Nov 10 21:38:08.293845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:38:08.294062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Attempting to bind port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 on network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:08.296211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39166) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.301277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-2e806e29-6275-4bcf-8229-f936a23f8ab4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.301590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:08.301928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Checking segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:08.303843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Bound using segment: {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:08.303977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2e806e29-6275-4bcf-8229-f936a23f8ab4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051954 Nov 10 21:38:08.304103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Bound port: b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:08.304103 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.305723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39168) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.311495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-f636df1a-6fb6-4dba-a805-fe3736bf5900 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.314704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f636df1a-6fb6-4dba-a805-fe3736bf5900 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058208 Nov 10 21:38:08.315356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39170) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.321137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-051a52a8-f9a1-4ea1-9538-23d9945291f3 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.324121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-051a52a8-f9a1-4ea1-9538-23d9945291f3 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052297 Nov 10 21:38:08.324622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39172) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.328809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-97a48851-9959-4721-9712-ecf65f408db5 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.330294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-97a48851-9959-4721-9712-ecf65f408db5 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042808 Nov 10 21:38:08.332163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39174) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.337576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-14a8d8ba-c2ec-47af-82e6-8500f2334f13 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.341829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-14a8d8ba-c2ec-47af-82e6-8500f2334f13 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0087669 Nov 10 21:38:08.345609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39176) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.347495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-1f2bad99-3252-48bc-946e-2f28a4309029 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.351280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f2bad99-3252-48bc-946e-2f28a4309029 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0080082 Nov 10 21:38:08.351976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39180) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.355856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-bb111d97-ac3f-4f71-9709-cedff71fbb24 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.359688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb111d97-ac3f-4f71-9709-cedff71fbb24 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0068276 Nov 10 21:38:08.360432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39182) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.364867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-74e35ed2-7f5a-4549-912d-da0a603d6d1a tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.368816 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-74e35ed2-7f5a-4549-912d-da0a603d6d1a tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070918 Nov 10 21:38:08.369568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39184) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.374126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-7cc833a6-d303-47ef-bd70-80b719165234 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.376154 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7cc833a6-d303-47ef-bd70-80b719165234 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052722 Nov 10 21:38:08.377641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39186) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.381711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-398c0aaa-c37e-4298-939e-20c14fbd3c31 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.383116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-398c0aaa-c37e-4298-939e-20c14fbd3c31 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044289 Nov 10 21:38:08.385223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39188) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.389250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-8fccec75-9dba-4a29-aadf-6c949cea5827 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.390190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8fccec75-9dba-4a29-aadf-6c949cea5827 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0040970 Nov 10 21:38:08.392936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39190) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.396314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port 68b4241f-f7db-4a61-821b-2d16bfdadea9 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:08.397174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.397983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-19158732-0713-4ea9-8464-892c99653f5d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.399117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-19158732-0713-4ea9-8464-892c99653f5d tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052271 Nov 10 21:38:08.406426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39192) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.410246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:08.410678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-f53340b1-1282-4566-aee2-9d2035557d69 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.411634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f53340b1-1282-4566-aee2-9d2035557d69 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042529 Nov 10 21:38:08.414630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39194) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.422274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-d5cef160-9b62-4448-984c-4f601ca3156b tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.423317 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d5cef160-9b62-4448-984c-4f601ca3156b tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077865 Nov 10 21:38:08.425742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39196) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.430509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-eb9e358d-da1a-4787-a953-51cc07170c43 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.431972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eb9e358d-da1a-4787-a953-51cc07170c43 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053372 Nov 10 21:38:08.434204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39198) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.437968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-7189273e-e349-4828-a91d-facab7e4def4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.438865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7189273e-e349-4828-a91d-facab7e4def4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038400 Nov 10 21:38:08.440897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39200) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.445509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-94bb59ad-e2d8-49d7-8595-f7e625c7f711 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.446451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-94bb59ad-e2d8-49d7-8595-f7e625c7f711 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047452 Nov 10 21:38:08.448652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39202) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.452404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-9335d584-6d76-43fc-973b-ad9fb838afee tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.453400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9335d584-6d76-43fc-973b-ad9fb838afee tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038316 Nov 10 21:38:08.455379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39204) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.457098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:08.459565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-3149e899-7d1e-4671-9abf-31c68d844577 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.460861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3149e899-7d1e-4671-9abf-31c68d844577 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042806 Nov 10 21:38:08.462885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39206) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.466652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-d521782e-433f-41b5-933d-f0ac40472e06 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.467593 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d521782e-433f-41b5-933d-f0ac40472e06 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038154 Nov 10 21:38:08.469795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39208) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.473938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-71756176-fe8e-4d2d-ae7b-6930abdf3e2c tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.474932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-71756176-fe8e-4d2d-ae7b-6930abdf3e2c tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0039115 Nov 10 21:38:08.477262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39210) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.478863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port 68b4241f-f7db-4a61-821b-2d16bfdadea9, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=68b4241f-f7db-4a61-821b-2d16bfdadea9,segment=NetworkSegment(2df41350-e45a-4f38-bfdf-2ca9e62317ad),segment_id=2df41350-e45a-4f38-bfdf-2ca9e62317ad)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:08.479229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.481715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-1f1dae42-0664-47ba-9f7d-09a87415ce80 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.482621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f1dae42-0664-47ba-9f7d-09a87415ce80 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045261 Nov 10 21:38:08.484727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39212) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.488383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-640afa4a-1e3c-49f9-a8f8-d87ca2c8fe59 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.489324 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-640afa4a-1e3c-49f9-a8f8-d87ca2c8fe59 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037870 Nov 10 21:38:08.492365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39214) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.492694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for 68b4241f-f7db-4a61-821b-2d16bfdadea9 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:08.496290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-8832e7a2-7712-47be-98e4-0aa61a005d04 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.497205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8832e7a2-7712-47be-98e4-0aa61a005d04 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039988 Nov 10 21:38:08.499586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39216) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.503967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-2c787360-2eff-418e-b71d-b843f1831b6c tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.505323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c787360-2eff-418e-b71d-b843f1831b6c tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043647 Nov 10 21:38:08.507837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39218) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.511927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-58045a54-4489-44cf-8bcb-df01bfc8d20f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.512850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-58045a54-4489-44cf-8bcb-df01bfc8d20f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040655 Nov 10 21:38:08.515305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39222) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.519557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-63ee457d-a5d1-421d-b1d9-fb3767484190 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.522500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-63ee457d-a5d1-421d-b1d9-fb3767484190 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039735 Nov 10 21:38:08.522773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39224) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.526813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-ace25392-9e9a-4473-a402-6cc1be7166e4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.528310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ace25392-9e9a-4473-a402-6cc1be7166e4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041559 Nov 10 21:38:08.532606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39226) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.537317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-175a669f-a52c-4fc7-9866-0fd05a3e499e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.540521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-175a669f-a52c-4fc7-9866-0fd05a3e499e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045128 Nov 10 21:38:08.540787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39228) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.545444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-555997c1-eefe-4e75-bd91-e9b1ad93d8d5 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.546476 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-555997c1-eefe-4e75-bd91-e9b1ad93d8d5 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047071 Nov 10 21:38:08.548902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39230) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.553505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-00777692-de79-4e8e-9242-93a9281c60d4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.554482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-00777692-de79-4e8e-9242-93a9281c60d4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046391 Nov 10 21:38:08.556851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39232) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.563409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-4c1081fb-fa34-42ec-80bb-f838c3efb794 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.566465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4c1081fb-fa34-42ec-80bb-f838c3efb794 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055866 Nov 10 21:38:08.566821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39234) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.567597 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.571980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-74cd9f60-781a-4760-94f8-56cf6d36e604 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.575139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-74cd9f60-781a-4760-94f8-56cf6d36e604 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0051224 Nov 10 21:38:08.575764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39236) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.580726 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-8b80a4ec-d2da-431e-84de-297f75cbe8a4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.583935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8b80a4ec-d2da-431e-84de-297f75cbe8a4 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054102 Nov 10 21:38:08.584770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39238) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.589215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-4b3486c8-c911-4d23-b844-a8aa3e287d05 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.592715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4b3486c8-c911-4d23-b844-a8aa3e287d05 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0068939 Nov 10 21:38:08.593311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39240) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.597956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-ea2fb995-a180-445e-a565-4cab6a800b88 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.599147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ea2fb995-a180-445e-a565-4cab6a800b88 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048044 Nov 10 21:38:08.601834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39242) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.607070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-79e96bec-c25f-40a6-9091-d692baf444ed tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.609132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device af25742d-90c8-4fe8-845c-e72db6b53738 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:08.610830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-79e96bec-c25f-40a6-9091-d692baf444ed tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056489 Nov 10 21:38:08.612375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:08.613126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39244) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.613895 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.616257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] 10.222.0.53 "PUT /v2.0/ports/b73a2748-f2da-4c86-8ce7-7a7d78e77e88 HTTP/1.1" status: 200 len: 1093 time: 1.2767889 Nov 10 21:38:08.619774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd0bed5-868b-4781-a869-8068278526d9', 'tag': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:08.621524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-ce1f9aa5-0157-4968-befa-fbdf4930f931 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.622804 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde7add-fc00-4c8d-b46b-be62935a4366" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd0bed5-868b-4781-a869-8068278526d9", "tag": "b73a2748-f2da-4c86-8ce7-7a7d78e77e88"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:08.625249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ce1f9aa5-0157-4968-befa-fbdf4930f931 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0111918 Nov 10 21:38:08.625831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.642857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-29dbd10f-07d4-488a-b731-cc2be4271ba2 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.650744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39250) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.651656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-29dbd10f-07d4-488a-b731-cc2be4271ba2 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0243237 Nov 10 21:38:08.656345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39252) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.657336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b3373-ed6b-4534-9bbb-6bfed0cbeeec None None] DHCP port deletion for 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:08.658725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-8f6783ce-671a-4b25-a974-47932ce5807f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.659823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8f6783ce-671a-4b25-a974-47932ce5807f tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0072989 Nov 10 21:38:08.663217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39254) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.669245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-28ce6673-922f-453a-95d7-91b2b2b00e4e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.672879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39258) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.673371 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-28ce6673-922f-453a-95d7-91b2b2b00e4e tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078940 Nov 10 21:38:08.674188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b93bf5-af55-4f9d-95f4-0e7fbf0c6e7d service neutron] Pushing event updated for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:08.686510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-6c6415f8-d12a-4bf5-80c3-d47018312c74 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.691925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39262) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.692969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c6415f8-d12a-4bf5-80c3-d47018312c74 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0185969 Nov 10 21:38:08.703452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-f103cf19-7453-440f-bf51-eb4db3dff629 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.709254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f103cf19-7453-440f-bf51-eb4db3dff629 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0138955 Nov 10 21:38:08.710132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39264) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.711327 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf61a7a-fe86-4877-aa35-80d0314254a5 x-openstack-request-id: req-ddf61a7a-fe86-4877-aa35-80d0314254a5 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:08.711653 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd0bed5-868b-4781-a869-8068278526d9", "tag": "b73a2748-f2da-4c86-8ce7-7a7d78e77e88", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:08.711954 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddf61a7a-fe86-4877-aa35-80d0314254a5 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:08.712372 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd0bed5-868b-4781-a869-8068278526d9', 'tag': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88', 'status': 'completed', 'code': 200} Nov 10 21:38:08.720273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-2605de8f-ee86-4a69-bd64-d0e5b26cf7c1 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.722829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2605de8f-ee86-4a69-bd64-d0e5b26cf7c1 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0114725 Nov 10 21:38:08.728338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39266) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.732920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [None req-a89fc8e5-b909-4676-baa1-585e70777557 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.736664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39268) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:08.736993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a89fc8e5-b909-4676-baa1-585e70777557 tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074029 Nov 10 21:38:08.743669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [None req-2ae0c13d-f9e0-43a7-8ecd-fdc18205720a tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:38:08.749095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2ae0c13d-f9e0-43a7-8ecd-fdc18205720a tempest-ExtensionsTestJSON-1663251381 tempest-ExtensionsTestJSON-1663251381-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108018 Nov 10 21:38:08.773487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.818342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port af25742d-90c8-4fe8-845c-e72db6b53738 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:38:08.824019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port af25742d-90c8-4fe8-845c-e72db6b53738 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:08.824641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.841906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port 68b4241f-f7db-4a61-821b-2d16bfdadea9 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:08.852836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=68b4241f-f7db-4a61-821b-2d16bfdadea9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:08.883908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-653885411'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:08.894039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde7add-fc00-4c8d-b46b-be62935a4366 req-4fca5b32-b062-4cbe-8d96-29745d7a865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:08.894039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fde7add-fc00-4c8d-b46b-be62935a4366 req-4fca5b32-b062-4cbe-8d96-29745d7a865c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 1096 time: 0.1544766 Nov 10 21:38:08.905147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf02fee-f34f-4b50-9a82-e8a90a9a8c7d req-bb1fcad1-7e0c-46ac-975e-17c372dd9301 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:08.906631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6cf02fee-f34f-4b50-9a82-e8a90a9a8c7d req-bb1fcad1-7e0c-46ac-975e-17c372dd9301 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 944 time: 0.1342819 Nov 10 21:38:08.931074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0259bf-9d40-4a9e-abb9-740ba8cd8a94 req-94402ec4-9425-4da7-853b-ad567b4f8627 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:08.933454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d0259bf-9d40-4a9e-abb9-740ba8cd8a94 req-94402ec4-9425-4da7-853b-ad567b4f8627 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 944 time: 0.0992367 Nov 10 21:38:08.939383 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.961087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Made reservation on behalf of 45015d757ff74df89a321490e658698d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:08.965216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855395d5-2402-441b-8074-7f63a3e701ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af25742d-90c8-4fe8-845c-e72db6b53738'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:08.965382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:08.968012 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88ca5e0-074b-473d-9655-fa7573492e61" -d '{"events": [{"server_uuid": "855395d5-2402-441b-8074-7f63a3e701ed", "name": "network-vif-plugged", "status": "completed", "tag": "af25742d-90c8-4fe8-845c-e72db6b53738"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:08.981903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port af25742d-90c8-4fe8-845c-e72db6b53738, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=af25742d-90c8-4fe8-845c-e72db6b53738,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:08.985563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.014978 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d0259bf-9d40-4a9e-abb9-740ba8cd8a94 req-1484e1c9-cf66-4f94-8f72-42a112fc30ff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754399 Nov 10 21:38:09.043706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.073321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39278) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:09.095938 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.107252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d22e079-2b06-42b4-9801-56beb3cd4d44']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:09.112197 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ab3fa-bab2-4cfb-a713-a3f89b4d319f x-openstack-request-id: req-524ab3fa-bab2-4cfb-a713-a3f89b4d319f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:09.112573 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855395d5-2402-441b-8074-7f63a3e701ed", "name": "network-vif-plugged", "status": "completed", "tag": "af25742d-90c8-4fe8-845c-e72db6b53738", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:09.113017 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-524ab3fa-bab2-4cfb-a713-a3f89b4d319f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:09.113739 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855395d5-2402-441b-8074-7f63a3e701ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af25742d-90c8-4fe8-845c-e72db6b53738', 'code': 200} Nov 10 21:38:09.124193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6cf02fee-f34f-4b50-9a82-e8a90a9a8c7d req-1854a7df-7ab6-46c2-9861-da5647444a74 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971602 Nov 10 21:38:09.128575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df41350-e45a-4f38-bfdf-2ca9e62317ad') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:09.128873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df41350-e45a-4f38-bfdf-2ca9e62317ad') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:09.136522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde7add-fc00-4c8d-b46b-be62935a4366 req-f09de576-c211-4f75-9322-ef4b9fdc41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:09.137998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fde7add-fc00-4c8d-b46b-be62935a4366 req-f09de576-c211-4f75-9322-ef4b9fdc41f4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=38566a07ad0446bb9d7d818fe346962a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2304921 Nov 10 21:38:09.141660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.144444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] Deleting subnet 10916c18-6cba-4503-a966-5fc07182ad3f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:09.149550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.170460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.186941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.199175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.202569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:09.202975 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:09.205964 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:09.242817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=af25742d-90c8-4fe8-845c-e72db6b53738,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:09.252675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.263596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.302929 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.317725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde7add-fc00-4c8d-b46b-be62935a4366 req-f378b350-5d75-4885-9f9b-af957ff9902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:09.319386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fde7add-fc00-4c8d-b46b-be62935a4366 req-f378b350-5d75-4885-9f9b-af957ff9902d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1705787 Nov 10 21:38:09.326889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb6ec38-5bf0-4113-aa5a-84dbafd36e75,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:09.333978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78be0f9-0907-45d1-be7a-72dca8801e01 req-a8cef11f-0255-4fd8-92e5-1274b3f8d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:09.336536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e78be0f9-0907-45d1-be7a-72dca8801e01 req-a8cef11f-0255-4fd8-92e5-1274b3f8d739 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 1097 time: 0.1402912 Nov 10 21:38:09.368971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.373944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.377183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/9d22e079-2b06-42b4-9801-56beb3cd4d44 HTTP/1.1" status: 204 len: 168 time: 3.7350733 Nov 10 21:38:09.380753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:09.383839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39282) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:09.389010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655199113'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:09.409254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827ad05-8a11-4e8c-9762-80464b21a98c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=9d22e079-2b06-42b4-9801-56beb3cd4d44,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:09.423213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.423565 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Added segment 64243288-a82d-4d6d-8d7d-7444d6a70b28 of type vlan for network 03c64723-aadb-44bf-be21-40fbdc40ea68 Nov 10 21:38:09.426917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-58fa0796-ef86-4641-a576-9773f43914ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:09.428875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-58fa0796-ef86-4641-a576-9773f43914ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38566a07ad0446bb9d7d818fe346962a&device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 1096 time: 0.0703690 Nov 10 21:38:09.474022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39284) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:09.474593 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e78be0f9-0907-45d1-be7a-72dca8801e01 req-1dec038a-679d-400d-b9ef-7fd12d5c141e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305153 Nov 10 21:38:09.482206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-66c99602-ea04-4a13-b4bc-b72879a42b95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88 HTTP/1.1" status: 200 len: 217 time: 0.0453429 Nov 10 21:38:09.483606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.520800 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.540876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-1b4d15b1-a3ea-4b31-90c4-bf58bac8aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:09.542234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-1b4d15b1-a3ea-4b31-90c4-bf58bac8aa9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9981a620-1695-4e83-a72a-5cff653d6cc4 HTTP/1.1" status: 200 len: 845 time: 0.0538661 Nov 10 21:38:09.552497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10916c18-6cba-4503-a966-5fc07182ad3f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:09.554700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:09.558309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.563324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.566662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7201aef7-297b-471e-aeca-abebee17ccf1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/10916c18-6cba-4503-a966-5fc07182ad3f HTTP/1.1" status: 204 len: 168 time: 0.4923618 Nov 10 21:38:09.573395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66dcc53-92b0-4ee5-bda2-ff8cfb05b32c None None] Network 6011e4b2-bb06-4497-8503-06f91cfa61cc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:09.573886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39288) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:09.577541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-3db38ec6-16c7-43eb-8b4d-b7ad0317e009 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283873 Nov 10 21:38:09.610138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.616584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:09.622395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.629936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f95330f8-7df7-4cba-9c1f-54479ea47c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.672461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:09.707663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce41741-97f8-4e11-87f7-d6c4607d2daf None None] DHCP port deletion for 6011e4b2-bb06-4497-8503-06f91cfa61cc request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:09.733410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-b1d6ad02-ccb5-4136-8764-4b4cd9394dd8 service neutron] 10.222.0.53 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488607 Nov 10 21:38:09.740349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.741527 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 3e53cb9d-1824-4f03-9129-f4a7b41b341d of type vlan for network 3c58ffaa-36fa-4561-b5ec-714d4c9d3590 Nov 10 21:38:09.744379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.779443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event updated for resources: {'Network': ['ID=03c64723-aadb-44bf-be21-40fbdc40ea68,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:09.794205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 03c64723-aadb-44bf-be21-40fbdc40ea68 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:09.800790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7c5d9684-ec7f-4249-b48f-cabb1f826db8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1433730 Nov 10 21:38:09.803996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.805184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39290) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:09.815511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Request body: {'subnet': {'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:09.894969 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.904278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f95330f8-7df7-4cba-9c1f-54479ea47c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.915199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6011e4b2-bb06-4497-8503-06f91cfa61cc']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:09.924861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7524cebf-2837-4fd7-88c3-338e0dab0393') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:09.925363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7524cebf-2837-4fd7-88c3-338e0dab0393') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:09.934396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2528486-fb16-46f5-aa5d-5b23ac75fe36 req-c2ef7f1a-af66-4602-9494-8cef68a5bca3 service neutron] 10.222.0.53 "GET /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929257 Nov 10 21:38:09.935651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.949906 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.955923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:09.956338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:09.957985 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:09.967449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.973352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:09.973999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:09.983093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f95330f8-7df7-4cba-9c1f-54479ea47c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.024921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f95330f8-7df7-4cba-9c1f-54479ea47c55 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aac2f485af2e4905b1504dd76fd01e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5491376 Nov 10 21:38:10.026194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95330f8-7df7-4cba-9c1f-54479ea47c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444e9957-4cee-4cea-92f8-54e2064a5832,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:10.028560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39292) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:10.030847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Made reservation on behalf of 45015d757ff74df89a321490e658698d for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:10.034476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.084703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=3c58ffaa-36fa-4561-b5ec-714d4c9d3590,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:10.097832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3c58ffaa-36fa-4561-b5ec-714d4c9d3590 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:10.116847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7b19e7c2-1bf9-4e01-a86d-37ca277f3399 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7319427 Nov 10 21:38:10.131701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39296) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:10.138772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': '3c58ffaa-36fa-4561-b5ec-714d4c9d3590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:10.146744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.190970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.195278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6011e4b2-bb06-4497-8503-06f91cfa61cc HTTP/1.1" status: 204 len: 168 time: 0.6204028 Nov 10 21:38:10.200973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9475db45-ed80-483f-a26f-88ff041e0f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.218963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fb90e-b98d-4919-8b96-e2eb4d9a6df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6011e4b2-bb06-4497-8503-06f91cfa61cc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:10.239796 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9475db45-ed80-483f-a26f-88ff041e0f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.280949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61a209-68c0-4afd-ac46-350d2c00f23f req-85b6dba4-1f5a-4835-a234-21d74ce82185 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:10.282789 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd61a209-68c0-4afd-ac46-350d2c00f23f req-85b6dba4-1f5a-4835-a234-21d74ce82185 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1817162 Nov 10 21:38:10.351191 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd61a209-68c0-4afd-ac46-350d2c00f23f req-b1c60100-3fa6-40bb-a07c-0f647a4f02c4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602770 Nov 10 21:38:10.412883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a13a7-4d5f-4c62-b95b-38a6e6f2a891 req-73ccff9b-c296-4796-9c99-1d90ab2a9226 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:10.414248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f15a13a7-4d5f-4c62-b95b-38a6e6f2a891 req-73ccff9b-c296-4796-9c99-1d90ab2a9226 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 944 time: 0.1310418 Nov 10 21:38:10.461561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f15a13a7-4d5f-4c62-b95b-38a6e6f2a891 req-a4669a14-7435-4c5a-b818-5284b2fed230 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Nov 10 21:38:10.765835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:10.769447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.827639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing IP validity checks on allocation pools {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 21:38:10.828344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 21:38:10.846471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9475db45-ed80-483f-a26f-88ff041e0f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.849955 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.850503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9475db45-ed80-483f-a26f-88ff041e0f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.853649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9475db45-ed80-483f-a26f-88ff041e0f04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/444e9957-4cee-4cea-92f8-54e2064a5832 HTTP/1.1" status: 204 len: 168 time: 0.8209226 Nov 10 21:38:10.868975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475db45-ed80-483f-a26f-88ff041e0f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444e9957-4cee-4cea-92f8-54e2064a5832,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:10.886794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:10.951648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:10.952339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event updated for resources: {'Subnet': ['ID=92250589-bb74-44f0-bcec-aa890037c4e6,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:10.976659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Checking segment: {'id': '64243288-a82d-4d6d-8d7d-7444d6a70b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:10.977011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Network hostable DHCP agents. Network: 03c64723-aadb-44bf-be21-40fbdc40ea68, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:11.013725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-54a54733-5836-402b-8eb0-2a13ae244f4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8860bc4d9e6348e5ae5600430ac43a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589716 Nov 10 21:38:11.016427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39306) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:11.063630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-adf88b85-54a3-4474-bf87-e48444c505d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.084805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-adf88b85-54a3-4474-bf87-e48444c505d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.086538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.116180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Network 03c64723-aadb-44bf-be21-40fbdc40ea68 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:11.166393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=d675574d-3cb4-4ed9-836c-0c84d99f3b91,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:11.175565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '3e53cb9d-1824-4f03-9129-f4a7b41b341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '3c58ffaa-36fa-4561-b5ec-714d4c9d3590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:11.176035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: 3c58ffaa-36fa-4561-b5ec-714d4c9d3590, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:11.241061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 03c64723-aadb-44bf-be21-40fbdc40ea68) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:11.242922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-adf88b85-54a3-4474-bf87-e48444c505d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.251760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-adf88b85-54a3-4474-bf87-e48444c505d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.251760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-adf88b85-54a3-4474-bf87-e48444c505d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b41ad4bc-96b1-465c-bd61-a3b5f54f24e3 HTTP/1.1" status: 204 len: 168 time: 0.2297428 Nov 10 21:38:11.251760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:11.255543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed2f04-7812-4a6d-bbfc-efe2a118aaa1 None None] Network 03c64723-aadb-44bf-be21-40fbdc40ea68 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:11.259988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.281633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf88b85-54a3-4474-bf87-e48444c505d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41ad4bc-96b1-465c-bd61-a3b5f54f24e3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:11.322985 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.326560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 3c58ffaa-36fa-4561-b5ec-714d4c9d3590 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:11.344551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3c58ffaa-36fa-4561-b5ec-714d4c9d3590) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:11.350194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:11.351006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.357287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6ffab-9134-4af1-af42-fc2e2351d6c2 None None] Network 3c58ffaa-36fa-4561-b5ec-714d4c9d3590 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:11.391277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-be1a3699-d745-4b1a-b52f-b17668e410d6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5830104 Nov 10 21:38:11.393913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39316) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:11.400060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Request body: {'port': {'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68', 'name': 'tempest-TagsExtTest-93169328'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:11.425498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2dc565bc-5172-437a-938e-d7a878f15b61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2919250 Nov 10 21:38:11.429037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39320) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:11.546358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-03c64723-aadb-44bf-be21-40fbdc40ea68', 'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68', 'tenant_id': '45015d757ff74df89a321490e658698d', 'fixed_ips': [{'subnet_id': '92250589-bb74-44f0-bcec-aa890037c4e6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:11.548046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.632800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb9bbf-14c0-4cb6-bb3a-c4484571a4e6 req-58079a33-927e-4392-bbbb-ca0e246491d9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:11.635418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dbb9bbf-14c0-4cb6-bb3a-c4484571a4e6 req-58079a33-927e-4392-bbbb-ca0e246491d9 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 944 time: 0.0703442 Nov 10 21:38:11.665986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8742-c6ef-4bce-9225-a1f3d9975210 req-8d94f0f4-5d46-438b-8d59-15f225717060 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:11.667560 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-84df8742-c6ef-4bce-9225-a1f3d9975210 req-8d94f0f4-5d46-438b-8d59-15f225717060 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.2001183 Nov 10 21:38:11.699226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Made reservation on behalf of 45015d757ff74df89a321490e658698d for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:11.701730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.704071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.737092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dbb9bbf-14c0-4cb6-bb3a-c4484571a4e6 req-1c4fbce3-045d-4c78-b5a4-b2611e6c1cbd tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938120 Nov 10 21:38:11.751767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] device_id is not set on port 825e7f4d-4717-4c62-82f1-0523f3cad497 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:38:11.800964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-84df8742-c6ef-4bce-9225-a1f3d9975210 req-a9537522-37e8-4e54-b545-e35d35a9010d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244740 Nov 10 21:38:11.852447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:11.853486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d8d3c3-dbdd-4fb6-beec-8a0a03258710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-3c58ffaa-36fa-4561-b5ec-714d4c9d3590', 'network_id': '3c58ffaa-36fa-4561-b5ec-714d4c9d3590', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': 'd675574d-3cb4-4ed9-836c-0c84d99f3b91'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:11.854892 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-28d8d3c3-dbdd-4fb6-beec-8a0a03258710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.095557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b73a2748-f2da-4c86-8ce7-7a7d78e77e88 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:38:12.151285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.189646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Allocated IP 172.20.0.2 (03c64723-aadb-44bf-be21-40fbdc40ea68/92250589-bb74-44f0-bcec-aa890037c4e6/b65a24c7-29bf-463f-aa6a-49dc3f1a41b8) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:12.195077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=d675574d-3cb4-4ed9-836c-0c84d99f3b91,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:12.306454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.377247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c58ffaa-36fa-4561-b5ec-714d4c9d3590']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:12.389664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e53cb9d-1824-4f03-9129-f4a7b41b341d') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:12.390110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e53cb9d-1824-4f03-9129-f4a7b41b341d') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:12.402241 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.419543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91578230-16d6-46e2-adea-671336a97aa1 req-5f61f695-71ef-46c6-94b9-d00bd5f9adca tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:12.421060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91578230-16d6-46e2-adea-671336a97aa1 req-5f61f695-71ef-46c6-94b9-d00bd5f9adca tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1204133 Nov 10 21:38:12.429558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server [None req-28d8d3c3-dbdd-4fb6-beec-8a0a03258710 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d675574d-3cb4-4ed9-836c-0c84d99f3b91: This subnet is being modified by another concurrent operation. Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:38:12.432972 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise exception Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d675574d-3cb4-4ed9-836c-0c84d99f3b91: This subnet is being modified by another concurrent operation. Nov 10 21:38:12.437044 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Nov 10 21:38:12.463881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:12.464805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:12.469143 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:12.518800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1df5e9-bbbb-4482-befa-ce595bd98e8a None None] Network 3c58ffaa-36fa-4561-b5ec-714d4c9d3590 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:12.548049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-91578230-16d6-46e2-adea-671336a97aa1 req-1d9dfd2b-83cf-47b6-9a6b-aaae1d4009f0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209002 Nov 10 21:38:12.571575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:12.617850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.636181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39354) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:12.637686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88', 'mac_address': 'fa:16:3e:18:eb:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:38:12.659143 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.663718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/3c58ffaa-36fa-4561-b5ec-714d4c9d3590 HTTP/1.1" status: 204 len: 168 time: 1.2345223 Nov 10 21:38:12.664931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba5c8d-5b02-400c-8977-e75fe8bd6b7c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=3c58ffaa-36fa-4561-b5ec-714d4c9d3590,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:12.667407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:12.680348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1882064552'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:12.721754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.753332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-73121813'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:12.758085 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.771526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73a2748-f2da-4c86-8ce7-7a7d78e77e88 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:12.792649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:12.795828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:12.799561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.825343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:12.835392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.835778 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.835969 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 47d940a0-f773-400f-9bc6-81d68a5c8751 of type vlan for network b0913de8-0d84-40ca-96c4-5b09aaf350b8 Nov 10 21:38:12.873986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.879529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Network 03c64723-aadb-44bf-be21-40fbdc40ea68 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:12.885677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:12.892024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:12.902696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.907276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Pushing event updated for resources: {'Port': ['ID=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:12.934070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e4a0-29e9-4dce-8cf8-17d2e47c6c6c req-397c09fd-0f06-44ce-b280-f8306ae41954 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:12.940345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d10e4a0-29e9-4dce-8cf8-17d2e47c6c6c req-397c09fd-0f06-44ce-b280-f8306ae41954 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 944 time: 0.1170361 Nov 10 21:38:12.943959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Made reservation on behalf of 6d4a09a3dc3c42089daaabaea680063d for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:12.948279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:12.954767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39366) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:12.975942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Allocated IP 172.20.0.9 (03c64723-aadb-44bf-be21-40fbdc40ea68/92250589-bb74-44f0-bcec-aa890037c4e6/825e7f4d-4717-4c62-82f1-0523f3cad497) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:12.981099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.001997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Attempting to bind port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:13.002367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Attempting to bind port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '64243288-a82d-4d6d-8d7d-7444d6a70b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:13.002728 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Attempting to bind port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 on network 03c64723-aadb-44bf-be21-40fbdc40ea68 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:13.005792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:13.010993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:13.011364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Checking segment: {'id': '64243288-a82d-4d6d-8d7d-7444d6a70b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:13.011783 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.012168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Bound using segment: {'id': '64243288-a82d-4d6d-8d7d-7444d6a70b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:13.012640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Bound port: b65a24c7-29bf-463f-aa6a-49dc3f1a41b8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64243288-a82d-4d6d-8d7d-7444d6a70b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '03c64723-aadb-44bf-be21-40fbdc40ea68'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:13.013018 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.035524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.035524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:13.035524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.086269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d10e4a0-29e9-4dce-8cf8-17d2e47c6c6c req-09e00045-38f6-4b85-803e-af6b9ef3b9c1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297760 Nov 10 21:38:13.092038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b73a2748-f2da-4c86-8ce7-7a7d78e77e88'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:38:13.095636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] For port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:13.118961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=b0913de8-0d84-40ca-96c4-5b09aaf350b8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:13.136729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] For port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,segment=NetworkSegment(64243288-a82d-4d6d-8d7d-7444d6a70b28),segment_id=64243288-a82d-4d6d-8d7d-7444d6a70b28)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:13.137847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b0913de8-0d84-40ca-96c4-5b09aaf350b8 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:13.138268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-533676958-network', 'tenant_id': '6646879fc7c84aadb764f7614bb3b85c'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:13.158818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-70c7c823-230a-437b-914c-e084332914e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4825852 Nov 10 21:38:13.159057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39370) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:13.191682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': 'b0913de8-0d84-40ca-96c4-5b09aaf350b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:13.225759 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.263558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Made reservation on behalf of 6646879fc7c84aadb764f7614bb3b85c for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:13.267571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.273711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.285453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.319285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6de9b-a758-436a-806d-4fe09d5305f5 None None] Pushing event updated for resources: {'Port': ['ID=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:13.341324 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.388436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.406759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.415003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:13.430610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85b9dba-79c3-4f21-86aa-b9db526e7257,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:13.434901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.435330 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Added segment 083314c2-ecff-433d-aece-6273add5ef46 of type vlan for network 27ee04fc-1e48-49e5-904e-2cf23c322c94 Nov 10 21:38:13.446225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:13.449828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.480173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.523873 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.527331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:13.549750 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.550186 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Added segment d0776c5e-4cfd-46a9-bd56-077d60a5a29d of type vlan for network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 Nov 10 21:38:13.551489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e627b-bd50-4721-a034-5bf2b410a3c2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:13.582124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.605913 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.638067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Network 03c64723-aadb-44bf-be21-40fbdc40ea68 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:13.643204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:13.652674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:13.677433 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.679121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:13.679641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.720861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540777-cb08-4016-967f-5c6c52692c16 req-8ce4eedc-f609-4334-9170-460fcdfb24f8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:13.721980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event updated for resources: {'Port': ['ID=825e7f4d-4717-4c62-82f1-0523f3cad497,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:13.722353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca540777-cb08-4016-967f-5c6c52692c16 req-8ce4eedc-f609-4334-9170-460fcdfb24f8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.0823951 Nov 10 21:38:13.746584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:13.747121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:13.775266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] Pushing event updated for resources: {'Network': ['ID=1720a8a5-a2de-4b10-af4a-7be54e4a0a10,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:13.786683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:13.816178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca540777-cb08-4016-967f-5c6c52692c16 req-a7f659bf-f7a1-408f-b98d-dffc6532c7cb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608869 Nov 10 21:38:14.057022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b73a2748-f2da-4c86-8ce7-7a7d78e77e88 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:14.109141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9be1e097-2825-45fc-aa25-d06698f3ce1c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1523404 Nov 10 21:38:14.109702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39374) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:14.116658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Request body: {'subnet': {'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-533676958-subnet', 'tenant_id': '6646879fc7c84aadb764f7614bb3b85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:14.145095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-45462b84-6374-424c-a301-c6b84f55c080 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.7474542 Nov 10 21:38:14.145095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.145338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39378) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:14.149781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c48c3944-72c4-409d-8edf-3815c0791fdf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-756684603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:14.153839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:14.155396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.164828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.240029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:38:14.245590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:14.246208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.288152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eebc0e-2efd-4d6c-a2da-2203de97f9f2 None None] Network 03c64723-aadb-44bf-be21-40fbdc40ea68 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:14.420125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fb8ee247-58da-4633-9fd1-77d49fbea033 None None] Provisioning complete for port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:14.420502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee247-58da-4633-9fd1-77d49fbea033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.447778 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.454877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:14.550161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd0bed5-868b-4781-a869-8068278526d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:14.552389 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d948f8d6-8628-425a-882b-c61f29c6ad78" -d '{"events": [{"server_uuid": "ddd0bed5-868b-4781-a869-8068278526d9", "name": "network-vif-plugged", "status": "completed", "tag": "b73a2748-f2da-4c86-8ce7-7a7d78e77e88"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:14.578817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:14.587822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Made reservation on behalf of 6646879fc7c84aadb764f7614bb3b85c for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:14.590116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.597710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=f53fc2ac-eca0-4c16-b04e-f07800584583,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:14.601886 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4a587c-cfa0-479e-b10d-5a76309fb8ed x-openstack-request-id: req-7c4a587c-cfa0-479e-b10d-5a76309fb8ed {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:14.602182 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd0bed5-868b-4781-a869-8068278526d9", "name": "network-vif-plugged", "status": "completed", "tag": "b73a2748-f2da-4c86-8ce7-7a7d78e77e88", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:14.602409 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c4a587c-cfa0-479e-b10d-5a76309fb8ed {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:14.602789 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd0bed5-868b-4781-a869-8068278526d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88', 'code': 200} Nov 10 21:38:14.629091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event updated for resources: {'Network': ['ID=27ee04fc-1e48-49e5-904e-2cf23c322c94,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:14.652833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:14.658078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:14.658437 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.700542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.708268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee247-58da-4633-9fd1-77d49fbea033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.731995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbbd77-68c1-435a-868c-0b6ed9e597cf req-be556577-9be9-45d6-a45b-8427873d626e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:14.733724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbbbbd77-68c1-435a-868c-0b6ed9e597cf req-be556577-9be9-45d6-a45b-8427873d626e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 945 time: 0.5427792 Nov 10 21:38:14.740128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-05c105d1-4f3a-404d-af26-f41c0040204f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1031449 Nov 10 21:38:14.744222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39382) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:14.747929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '47d940a0-f773-400f-9bc6-81d68a5c8751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'b0913de8-0d84-40ca-96c4-5b09aaf350b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:14.748627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: b0913de8-0d84-40ca-96c4-5b09aaf350b8, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:14.751024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Request body: {'subnet': {'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:14.823677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3944-72c4-409d-8edf-3815c0791fdf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.825455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3944-72c4-409d-8edf-3815c0791fdf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:14.846384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36a46e-ae1e-406b-933e-d764cef1242a req-b186b58f-ccbd-419d-bc8e-0f0df8234572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:14.849713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f36a46e-ae1e-406b-933e-d764cef1242a req-b186b58f-ccbd-419d-bc8e-0f0df8234572 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 1098 time: 0.1785626 Nov 10 21:38:14.860543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbbbbd77-68c1-435a-868c-0b6ed9e597cf req-e96cf00e-00e9-4d83-a559-75786aeb9ccd tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010852 Nov 10 21:38:14.956467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network b0913de8-0d84-40ca-96c4-5b09aaf350b8 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:14.971927 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f36a46e-ae1e-406b-933e-d764cef1242a req-a3e7e4fd-912a-405b-8bc4-86f5bf4642b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003127 Nov 10 21:38:14.998926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3944-72c4-409d-8edf-3815c0791fdf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.041586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b0913de8-0d84-40ca-96c4-5b09aaf350b8) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:15.048962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:15.056326 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.056635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fb8ee247-58da-4633-9fd1-77d49fbea033 None None] For port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,segment=NetworkSegment(64243288-a82d-4d6d-8d7d-7444d6a70b28),segment_id=64243288-a82d-4d6d-8d7d-7444d6a70b28)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:15.056735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879099fc-6ef3-4b70-81b2-16b3e65ce200 req-239a6f6b-555e-4305-901b-d21d55159080 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:15.056855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:15.058559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ab1d9-2796-415f-a549-b6ecedbd5347 None None] Network b0913de8-0d84-40ca-96c4-5b09aaf350b8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:15.069166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-879099fc-6ef3-4b70-81b2-16b3e65ce200 req-239a6f6b-555e-4305-901b-d21d55159080 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.0873973 Nov 10 21:38:15.087944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3944-72c4-409d-8edf-3815c0791fdf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.095252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Made reservation on behalf of 6d4a09a3dc3c42089daaabaea680063d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:15.098954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.149321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee247-58da-4633-9fd1-77d49fbea033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.165309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.188028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.208228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-879099fc-6ef3-4b70-81b2-16b3e65ce200 req-34ae5bbf-0c83-48ca-a110-d251f0fb5883 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320367 Nov 10 21:38:15.208761 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-99b23fa6-a45d-4ef1-98be-d6466825ee5e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0478418 Nov 10 21:38:15.219168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39386) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:15.235700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c48c3944-72c4-409d-8edf-3815c0791fdf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.237151 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c48c3944-72c4-409d-8edf-3815c0791fdf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0908651 Nov 10 21:38:15.240928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39388) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:15.245366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-270e43f6-3c26-4c53-9c39-99388ff63226 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1127939796', 'prefixes': ['172.20.0.0/16']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:15.302293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ee247-58da-4633-9fd1-77d49fbea033 None None] Pushing event updated for resources: {'Port': ['ID=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:15.329063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe41361-ef43-4b1b-be47-11abef268027,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:15.337414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-75e925b6-6bbc-4b9e-a9ec-82797aaef991 None None] Provisioning complete for port 825e7f4d-4717-4c62-82f1-0523f3cad497 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:15.337796 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75e925b6-6bbc-4b9e-a9ec-82797aaef991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.342111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Checking segment: {'id': 'd0776c5e-4cfd-46a9-bd56-077d60a5a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:15.342473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Network hostable DHCP agents. Network: 1720a8a5-a2de-4b10-af4a-7be54e4a0a10, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:15.374515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:38:15.374515 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:38:15.384327 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.399380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-75e925b6-6bbc-4b9e-a9ec-82797aaef991 None None] Port 825e7f4d-4717-4c62-82f1-0523f3cad497 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:15.406650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d045ebe-f18b-4380-b2d4-6958c48a41f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-b0913de8-0d84-40ca-96c4-5b09aaf350b8', 'network_id': 'b0913de8-0d84-40ca-96c4-5b09aaf350b8', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': 'f53fc2ac-eca0-4c16-b04e-f07800584583'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:15.407485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d045ebe-f18b-4380-b2d4-6958c48a41f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.422335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-75e925b6-6bbc-4b9e-a9ec-82797aaef991 None None] Provisioning complete for port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:15.422703 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75e925b6-6bbc-4b9e-a9ec-82797aaef991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.434414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:15.451238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.537526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 1720a8a5-a2de-4b10-af4a-7be54e4a0a10) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:15.537762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.546207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:15.548883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.553838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393482e-005a-45e8-a821-81b4f4073447 None None] Network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:15.578138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.605566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-270e43f6-3c26-4c53-9c39-99388ff63226 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for subnetpool, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.606813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-270e43f6-3c26-4c53-9c39-99388ff63226 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3649590 Nov 10 21:38:15.611066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39390) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:15.612956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=f53fc2ac-eca0-4c16-b04e-f07800584583,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:15.616570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-8ab9b3b5-0b37-40e9-99bb-41d556d2c0d7 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', 'tempest-TagsExtTest-Tag-11654784') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:15.620852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event updated for resources: {'Subnet': ['ID=8da9b212-d937-4fad-808e-89fba5606fff,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server [None req-1d045ebe-f18b-4380-b2d4-6958c48a41f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f53fc2ac-eca0-4c16-b04e-f07800584583: This subnet is being modified by another concurrent operation. Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:38:15.626160 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise exception Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f53fc2ac-eca0-4c16-b04e-f07800584583: This subnet is being modified by another concurrent operation. Nov 10 21:38:15.641736 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Nov 10 21:38:15.657769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-20e01f22-f254-4a37-85ad-872aaef14096 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5474205 Nov 10 21:38:15.660124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a66103-92c2-42d9-afc0-124734ef2205 None None] Network b0913de8-0d84-40ca-96c4-5b09aaf350b8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:15.663615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Checking segment: {'id': '083314c2-ecff-433d-aece-6273add5ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:15.664023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Network hostable DHCP agents. Network: 27ee04fc-1e48-49e5-904e-2cf23c322c94, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:15.702435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.735005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0913de8-0d84-40ca-96c4-5b09aaf350b8']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:15.747615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d940a0-f773-400f-9bc6-81d68a5c8751') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:15.748075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d940a0-f773-400f-9bc6-81d68a5c8751') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:15.759770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.776763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.784427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:15.784911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:15.788745 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:15.794290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2204e6a-5b6a-406b-958b-23e210e7f5e8 None None] Network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:15.829101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:15.858718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8ab9b3b5-0b37-40e9-99bb-41d556d2c0d7 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags/tempest-TagsExtTest-Tag-11654784 HTTP/1.1" status: 201 len: 201 time: 0.2463927 Nov 10 21:38:15.862237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39398) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:15.867463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-2f23d7ea-776b-4b84-97a5-1741621d4306 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', 'tempest-TagsExtTest-Tag-498041023') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:15.969131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 27ee04fc-1e48-49e5-904e-2cf23c322c94) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:15.976094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:15.977415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.981672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.982222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda81257-df48-4661-93cc-ebfeba2ef983 None None] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:15.992582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:15.998146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/b0913de8-0d84-40ca-96c4-5b09aaf350b8 HTTP/1.1" status: 204 len: 168 time: 0.7838156 Nov 10 21:38:16.002153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39402) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.008062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-803582000'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:16.010170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38b1f4-288c-43e9-ae54-859f74229aa6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=b0913de8-0d84-40ca-96c4-5b09aaf350b8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:16.037955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037100a-9398-4849-a282-130e739834c9 req-5dafa25c-3e7d-4f05-8777-a2270cbd2ce2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:16.040996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2037100a-9398-4849-a282-130e739834c9 req-5dafa25c-3e7d-4f05-8777-a2270cbd2ce2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 946 time: 0.1033916 Nov 10 21:38:16.099023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2037100a-9398-4849-a282-130e739834c9 req-b6615218-4d9e-47e9-926f-c50ce974fae1 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Nov 10 21:38:16.101484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2f23d7ea-776b-4b84-97a5-1741621d4306 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags/tempest-TagsExtTest-Tag-498041023 HTTP/1.1" status: 201 len: 201 time: 0.2377768 Nov 10 21:38:16.115973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39404) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.115973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-48f6f677-cd48-4733-9679-3f4dc45b0a66 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', 'tempest-TagsExtTest-Tag-705110351') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:16.176249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-27ee04fc-1e48-49e5-904e-2cf23c322c94', 'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94', 'tenant_id': '6d4a09a3dc3c42089daaabaea680063d', 'fixed_ips': [{'subnet_id': '8da9b212-d937-4fad-808e-89fba5606fff'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:16.177424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.184132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0a8d26da-9540-44ff-994e-d50b81e7e779 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4387941 Nov 10 21:38:16.186851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39406) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.191937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Request body: {'port': {'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1029690215'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:16.300829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:16.304513 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.338377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:16.347582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.347960 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment f17510b6-05cb-430a-af26-ca4dea271a91 of type vlan for network dd64c575-fa9d-4ffd-9af4-106ce0260d5a Nov 10 21:38:16.375531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Allocated IP 2001:db8::2 (27ee04fc-1e48-49e5-904e-2cf23c322c94/8da9b212-d937-4fad-808e-89fba5606fff/6459a4cc-103b-47ba-83f3-f0a6d6d8a60a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:16.392392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48f6f677-cd48-4733-9679-3f4dc45b0a66 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags/tempest-TagsExtTest-Tag-705110351 HTTP/1.1" status: 201 len: 201 time: 0.2873886 Nov 10 21:38:16.397315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39412) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.404247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.406067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-9a1b6b1c-ff46-4304-8aac-42feab9bc616 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', 'tempest-TagsExtTest-Tag-1983363769') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:16.422369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ede7b5-96a8-4acc-89c5-dc8d2b6fcd6f req-9ebdc1c8-0be4-4de7-894d-8c9679c3e568 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:16.426299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2ede7b5-96a8-4acc-89c5-dc8d2b6fcd6f req-9ebdc1c8-0be4-4de7-894d-8c9679c3e568 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1529241 Nov 10 21:38:16.449342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:16.487178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a2ede7b5-96a8-4acc-89c5-dc8d2b6fcd6f req-8fa36802-5dbd-4e1a-8a3e-e92a6c31d7de tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513384 Nov 10 21:38:16.531389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Made reservation on behalf of 6d4a09a3dc3c42089daaabaea680063d for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:16.535433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.554794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] device_id is not set on port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:38:16.562507 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.563162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:16.563318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9a1b6b1c-ff46-4304-8aac-42feab9bc616 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags/tempest-TagsExtTest-Tag-1983363769 HTTP/1.1" status: 201 len: 201 time: 0.1624811 Nov 10 21:38:16.563585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.565909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39414) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.571835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-c3c57605-c4cf-45a4-87c1-fd41dd464c0a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:16.573390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:16.574218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.614381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.660541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=dd64c575-fa9d-4ffd-9af4-106ce0260d5a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:16.672850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network dd64c575-fa9d-4ffd-9af4-106ce0260d5a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:16.688251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-afe800a6-f584-40ac-b4d4-de9dd7985f52 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6850114 Nov 10 21:38:16.691080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39418) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.697021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:16.726664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.797191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:16.799115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Pushing event updated for resources: {'Port': ['ID=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:16.803542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:16.803785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Allocated IP 2001:db8::23d (27ee04fc-1e48-49e5-904e-2cf23c322c94/8da9b212-d937-4fad-808e-89fba5606fff/675a0689-f23b-4ee8-81b4-a66f4aa478c0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:16.806121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:16.807388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c3c57605-c4cf-45a4-87c1-fd41dd464c0a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags HTTP/1.1" status: 200 len: 239 time: 0.2403729 Nov 10 21:38:16.810151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39420) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.819819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-74aec906-7d52-4599-ad4c-a7aa23c0885a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', 'tempest-TagsExtTest-Tag-11654784') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:16.864450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Attempting to bind port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:16.864818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Attempting to bind port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '083314c2-ecff-433d-aece-6273add5ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:16.865515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Attempting to bind port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a on network 27ee04fc-1e48-49e5-904e-2cf23c322c94 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:16.871413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:16.871812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Checking segment: {'id': '083314c2-ecff-433d-aece-6273add5ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:16.872209 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.872596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Bound using segment: {'id': '083314c2-ecff-433d-aece-6273add5ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:16.873103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Bound port: 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083314c2-ecff-433d-aece-6273add5ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:16.873483 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.885574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:16.889379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:16.953673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] For port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:16.958543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] For port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,segment=NetworkSegment(083314c2-ecff-433d-aece-6273add5ef46),segment_id=083314c2-ecff-433d-aece-6273add5ef46)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:16.961155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-74aec906-7d52-4599-ad4c-a7aa23c0885a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags/tempest-TagsExtTest-Tag-11654784 HTTP/1.1" status: 204 len: 168 time: 0.1497982 Nov 10 21:38:16.963691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39428) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:16.970070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-7f3feacb-bc1c-4380-ba9d-f9330b59999a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', 'tempest-TagsExtTest-Tag-11654784') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:17.039535 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:17.222406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1fc47-d104-4083-aeab-5b4c137fcee8 req-1c53a8ab-e454-4cc6-959f-ef3e9aae913e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:17.223916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03a1fc47-d104-4083-aeab-5b4c137fcee8 req-1c53a8ab-e454-4cc6-959f-ef3e9aae913e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 946 time: 0.0497570 Nov 10 21:38:17.270610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03a1fc47-d104-4083-aeab-5b4c137fcee8 req-386ed96f-a49b-4386-a273-095f609957bb tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Nov 10 21:38:17.485911 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:17.544244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:17.544863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:17.547447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7f3feacb-bc1c-4380-ba9d-f9330b59999a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags/tempest-TagsExtTest-Tag-11654784 HTTP/1.1" status: 204 len: 168 time: 0.5826793 Nov 10 21:38:17.551926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd23653-41c4-4c75-a860-0ed9b0bbf557 None None] Pushing event updated for resources: {'Port': ['ID=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:17.554465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39444) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:17.563713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-358cd586-e7d1-4ffe-9d95-cbbcc105c3b5 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:17.626818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=6d50f3ed-f84f-4767-8fdd-69b1e4fc037d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:17.633684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:17.636336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:17.636762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: dd64c575-fa9d-4ffd-9af4-106ce0260d5a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:17.674308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:17.682021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:17.687849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:17.688455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:17.694973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event updated for resources: {'Port': ['ID=675a0689-f23b-4ee8-81b4-a66f4aa478c0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:17.734249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47be78-5de4-4199-ad19-a019c62223b5 req-a7b5d4e5-b020-473b-9c39-5e2f26c449c5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:17.734937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d47be78-5de4-4199-ad19-a019c62223b5 req-a7b5d4e5-b020-473b-9c39-5e2f26c449c5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1163931 Nov 10 21:38:17.743361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-358cd586-e7d1-4ffe-9d95-cbbcc105c3b5 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags HTTP/1.1" status: 200 len: 205 time: 0.1878057 Nov 10 21:38:17.746022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39448) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:17.750265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-05604a3d-1a3e-4a64-a885-4f6431340fe3 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:17.809448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network dd64c575-fa9d-4ffd-9af4-106ce0260d5a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:17.812658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80985eaa-ba51-4272-bc8d-487c8a11d1a0 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6245563 Nov 10 21:38:17.813288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39450) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:17.822465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Request body: {'port': {'network_id': '27ee04fc-1e48-49e5-904e-2cf23c322c94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-554388838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:17.823028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.api.validators [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] bootfile-name is not in valid_values {{(pid=103048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:17.823358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.api.validators [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] tftp-server is not in valid_values {{(pid=103048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:17.823686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.api.validators [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] server-ip-address is not in valid_values {{(pid=103048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:17.831078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d47be78-5de4-4199-ad19-a019c62223b5 req-33b62bb0-58ab-4e3e-8b0b-99ea99e93d85 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865123 Nov 10 21:38:17.865945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-05604a3d-1a3e-4a64-a885-4f6431340fe3 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags HTTP/1.1" status: 200 len: 240 time: 0.1186090 Nov 10 21:38:17.866662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39452) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:17.871547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-8e63692d-8c48-45eb-ae7e-40b7e59dcc72 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', 'tempest-TagsExtTest-Tag-498041023') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:17.916891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, dd64c575-fa9d-4ffd-9af4-106ce0260d5a) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:17.935497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d00a0-036c-47ab-8eb7-cb238d894e4d None None] Network dd64c575-fa9d-4ffd-9af4-106ce0260d5a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:17.939016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:17.939612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:17.984278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8e63692d-8c48-45eb-ae7e-40b7e59dcc72 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags/tempest-TagsExtTest-Tag-498041023 HTTP/1.1" status: 204 len: 168 time: 0.1119113 Nov 10 21:38:17.986173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:17.991784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-7a43881d-4816-4950-b609-4955ab31a41d tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', 'tempest-TagsExtTest-Tag-498041023') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:18.116187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-dd64c575-fa9d-4ffd-9af4-106ce0260d5a', 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': '6d50f3ed-f84f-4767-8fdd-69b1e4fc037d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:18.118967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:18.180439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5a974acc-2161-452e-9b13-374714f94b94 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4878545 Nov 10 21:38:18.182968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39484) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:18.270459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7a43881d-4816-4950-b609-4955ab31a41d tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags/tempest-TagsExtTest-Tag-498041023 HTTP/1.1" status: 204 len: 168 time: 0.2824671 Nov 10 21:38:18.274897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39488) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:18.279743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-267d97c5-404f-486f-b7d7-8df4457b2816 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:18.283003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Allocated IP 172.20.0.1 (dd64c575-fa9d-4ffd-9af4-106ce0260d5a/6d50f3ed-f84f-4767-8fdd-69b1e4fc037d/4eb96af4-006c-4884-b590-4d2e734df49f) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:18.372764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Made reservation on behalf of 6d4a09a3dc3c42089daaabaea680063d for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:18.382580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:18.446868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] device_id is not set on port dbb142c7-46b9-4a71-90e5-c4755c7f5cd3 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:38:18.462761 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-267d97c5-404f-486f-b7d7-8df4457b2816 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags HTTP/1.1" status: 200 len: 205 time: 0.1866286 Nov 10 21:38:18.465675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39494) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:18.480373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-8e5c17b7-1ad5-4b3c-9020-c3009e426aa9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:18.488217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:18.620581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:18.636839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:18.637392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:18.765980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:18.783966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e5c17b7-1ad5-4b3c-9020-c3009e426aa9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags HTTP/1.1" status: 200 len: 240 time: 0.3168478 Nov 10 21:38:18.784703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39506) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:18.820611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Allocated IP 2001:db8::257 (27ee04fc-1e48-49e5-904e-2cf23c322c94/8da9b212-d937-4fad-808e-89fba5606fff/dbb142c7-46b9-4a71-90e5-c4755c7f5cd3) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:18.831799 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:18.832356 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:18.835700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Network dd64c575-fa9d-4ffd-9af4-106ce0260d5a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:18.837068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-fc48b943-3cbc-41d1-b481-d827f6918b62 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', 'tempest-TagsExtTest-Tag-705110351') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:18.853401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74520331-23f5-47a9-a2b4-18ac17cc2ef3 req-a031ca29-1399-4d38-a640-85b743bc2187 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:18.857690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:18.859787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:18.866278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-74520331-23f5-47a9-a2b4-18ac17cc2ef3 req-a031ca29-1399-4d38-a640-85b743bc2187 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 946 time: 0.0969074 Nov 10 21:38:18.866860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7761fb-df8a-4145-a450-ebbffb78d5b4 None None] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:18.934531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-74520331-23f5-47a9-a2b4-18ac17cc2ef3 req-57d3c8db-b9d5-4a19-9fda-406419878807 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Nov 10 21:38:19.017009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port 4eb96af4-006c-4884-b590-4d2e734df49f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:19.017554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.077378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fc48b943-3cbc-41d1-b481-d827f6918b62 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags/tempest-TagsExtTest-Tag-705110351 HTTP/1.1" status: 204 len: 168 time: 0.2474308 Nov 10 21:38:19.080054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39522) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:19.087780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-1d935efd-911f-4a9e-b92f-3544f273fa18 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', 'tempest-TagsExtTest-Tag-705110351') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:19.142283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Pushing event updated for resources: {'Port': ['ID=4eb96af4-006c-4884-b590-4d2e734df49f,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:19.147671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31461dda-3398-410c-8cb0-8f7c0a7bb745 req-229dd97c-4c90-4759-aead-f9fc3d4bc076 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:19.155457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31461dda-3398-410c-8cb0-8f7c0a7bb745 req-229dd97c-4c90-4759-aead-f9fc3d4bc076 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.2233770 Nov 10 21:38:19.187602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-057b5404-8f4b-460d-a96c-5736b7b5f8ea None None] Provisioning complete for port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:19.188578 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-057b5404-8f4b-460d-a96c-5736b7b5f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.197394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port 4eb96af4-006c-4884-b590-4d2e734df49f, host n-d-776250-11, got binding levels [] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:19.197876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.198663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Attempting to bind port 4eb96af4-006c-4884-b590-4d2e734df49f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:19.199099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Attempting to bind port 4eb96af4-006c-4884-b590-4d2e734df49f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:19.199471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Attempting to bind port 4eb96af4-006c-4884-b590-4d2e734df49f on network dd64c575-fa9d-4ffd-9af4-106ce0260d5a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:19.217332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for 4eb96af4-006c-4884-b590-4d2e734df49f owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:19.230478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,segment=NetworkSegment(083314c2-ecff-433d-aece-6273add5ef46),segment_id=083314c2-ecff-433d-aece-6273add5ef46)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:19.265468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:19.265846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Checking segment: {'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:19.266251 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.266936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Bound using segment: {'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:19.267191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Bound port: 4eb96af4-006c-4884-b590-4d2e734df49f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:19.267580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.271949 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.296706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-265eba11-ff0c-48aa-95cd-44b2b71bcbe6 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:19.298318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-265eba11-ff0c-48aa-95cd-44b2b71bcbe6 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/networks?id=1720a8a5-a2de-4b10-af4a-7be54e4a0a10 HTTP/1.1" status: 200 len: 809 time: 0.1851695 Nov 10 21:38:19.300243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31461dda-3398-410c-8cb0-8f7c0a7bb745 req-df18b70f-45b2-42a9-87f0-b20e6cce187a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392512 Nov 10 21:38:19.332276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-25f1e8bb-c13f-4dec-a042-309c06b5ef2f tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/quotas/6646879fc7c84aadb764f7614bb3b85c HTTP/1.1" status: 200 len: 375 time: 0.0164907 Nov 10 21:38:19.345581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.370727 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ccdea298-4122-4878-82c7-26a1391f0614 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6646879fc7c84aadb764f7614bb3b85c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330882 Nov 10 21:38:19.463672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1d935efd-911f-4a9e-b92f-3544f273fa18 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags/tempest-TagsExtTest-Tag-705110351 HTTP/1.1" status: 204 len: 168 time: 0.3809564 Nov 10 21:38:19.465286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.466428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39528) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:19.473271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-f996dc09-136f-49f7-b261-6ffd7a79247f tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:19.492975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:19.505152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:38:19.505549 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:38:19.517369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:19.524825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:19.525894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:19.531590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:19.532267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.535973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event updated for resources: {'Port': ['ID=dbb142c7-46b9-4a71-90e5-c4755c7f5cd3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:19.544173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.549386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.549739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.550371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.550494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.550735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.551067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.551516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.551715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.552080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.552964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.553309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.553635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.555128 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.622711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=4eb96af4-006c-4884-b590-4d2e734df49f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:19.671601 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e14f459-cea9-461c-a4b3-4f15705ad057 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8548064 Nov 10 21:38:19.673900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:19.681268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.681619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.681960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.682297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.682629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.682956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.683288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.683610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.683963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.684350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.684674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.684997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:19.688940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port 4eb96af4-006c-4884-b590-4d2e734df49f on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:19.728916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f996dc09-136f-49f7-b261-6ffd7a79247f tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags HTTP/1.1" status: 200 len: 205 time: 0.2603848 Nov 10 21:38:19.733947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85755b16-e25d-43bf-8159-cf248234b86f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:19.734234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39532) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:19.739988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85755b16-e25d-43bf-8159-cf248234b86f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:19.743374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-a7b65409-7e0f-4a54-a6c1-a47f27434f18 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:19.746172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85755b16-e25d-43bf-8159-cf248234b86f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:19.747964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-85755b16-e25d-43bf-8159-cf248234b86f tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.0731065 Nov 10 21:38:19.750732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39534) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:19.765840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-bd7dac43-05bf-4a10-b425-923421856da7 service neutron] 10.222.0.45 "GET /v2.0/networks/1720a8a5-a2de-4b10-af4a-7be54e4a0a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879037 Nov 10 21:38:19.811399 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.814907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-901f0429-acd1-4ec0-8e60-f64643cd99bb None None] Provisioning complete for port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:19.815587 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-901f0429-acd1-4ec0-8e60-f64643cd99bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.865915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Deleting port dbb142c7-46b9-4a71-90e5-c4755c7f5cd3 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:19.866413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.876818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a7b65409-7e0f-4a54-a6c1-a47f27434f18 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags HTTP/1.1" status: 200 len: 241 time: 0.1389019 Nov 10 21:38:19.882454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39536) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:19.888351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-dec3c9e1-3b69-4785-b22a-c9ae4d5fa29c tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', 'tempest-TagsExtTest-Tag-1983363769') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:19.947228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-901f0429-acd1-4ec0-8e60-f64643cd99bb None None] Provisioning complete for port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:19.948849 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-901f0429-acd1-4ec0-8e60-f64643cd99bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:19.952807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dec3c9e1-3b69-4785-b22a-c9ae4d5fa29c tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags/tempest-TagsExtTest-Tag-1983363769 HTTP/1.1" status: 204 len: 168 time: 0.0693073 Nov 10 21:38:19.956835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39540) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:19.970845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-3cab1fb3-4192-4f57-9d47-367825ed5912 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', 'tempest-TagsExtTest-Tag-1983363769') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:19.983879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-cc146183-e07a-42ba-8ffc-50b6619d2b60 service neutron] 10.222.0.45 "GET /v2.0/networks/1720a8a5-a2de-4b10-af4a-7be54e4a0a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047544 Nov 10 21:38:20.018826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-901f0429-acd1-4ec0-8e60-f64643cd99bb None None] Port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:20.025253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Attempting to bind port 4eb96af4-006c-4884-b590-4d2e734df49f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:20.025631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Attempting to bind port 4eb96af4-006c-4884-b590-4d2e734df49f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:20.025996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Attempting to bind port 4eb96af4-006c-4884-b590-4d2e734df49f on network dd64c575-fa9d-4ffd-9af4-106ce0260d5a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:20.031666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:20.032391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Checking segment: {'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:20.032522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.033301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Bound using segment: {'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:20.033719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Bound port: 4eb96af4-006c-4884-b590-4d2e734df49f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17510b6-05cb-430a-af26-ca4dea271a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'dd64c575-fa9d-4ffd-9af4-106ce0260d5a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:20.034112 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.051953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.063870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Calling delete_port for dbb142c7-46b9-4a71-90e5-c4755c7f5cd3 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:20.071033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3ab543e8-add4-469f-93a4-f1a971927ea0 None None] Port 4eb96af4-006c-4884-b590-4d2e734df49f has been deleted concurrently {{(pid=103049) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 21:38:20.072309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.073641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b73a2748-f2da-4c86-8ce7-7a7d78e77e88 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:38:20.153922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=6d50f3ed-f84f-4767-8fdd-69b1e4fc037d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:20.221771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:20.239960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88', 'network_id': '3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9', 'port_id': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88', 'mac_address': 'fa:16:3e:18:eb:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9981a620-1695-4e83-a72a-5cff653d6cc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:38:20.277008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.296833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-564813f3-2785-447e-ae26-1198300ea922 None None] Provisioning complete for port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:20.296833 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-564813f3-2785-447e-ae26-1198300ea922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.336704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd64c575-fa9d-4ffd-9af4-106ce0260d5a']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:20.346870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.354441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17510b6-05cb-430a-af26-ca4dea271a91') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:20.357920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17510b6-05cb-430a-af26-ca4dea271a91') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:20.360204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-564813f3-2785-447e-ae26-1198300ea922 None None] Port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:20.382727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b73a2748-f2da-4c86-8ce7-7a7d78e77e88 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:20.394163 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.453846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:20.455601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.467928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:20.468399 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.482572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:20.502197 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:20.556372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.603611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:20.603611 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.626377 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.629287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f1b56-69a9-40d8-b8d0-e4f52b753f31 req-4a0f9d98-fccf-4f37-840d-b5c55c67df53 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:20.631405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-404f1b56-69a9-40d8-b8d0-e4f52b753f31 req-4a0f9d98-fccf-4f37-840d-b5c55c67df53 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 946 time: 0.6040068 Nov 10 21:38:20.639217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.647021 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/dd64c575-fa9d-4ffd-9af4-106ce0260d5a HTTP/1.1" status: 204 len: 168 time: 2.4628925 Nov 10 21:38:20.647992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b73a2748-f2da-4c86-8ce7-7a7d78e77e88'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:38:20.651071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39544) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:20.657116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959187326'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:20.689651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3220c5-2119-46cf-9573-611d0b4e4847 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=dd64c575-fa9d-4ffd-9af4-106ce0260d5a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:20.708876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-70b08099-be8d-4b95-8d4e-b0ffcf2aa56d None None] Provisioning complete for port dbb142c7-46b9-4a71-90e5-c4755c7f5cd3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:20.709579 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-70b08099-be8d-4b95-8d4e-b0ffcf2aa56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.714800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:20.718646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3cab1fb3-4192-4f57-9d47-367825ed5912 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags/tempest-TagsExtTest-Tag-1983363769 HTTP/1.1" status: 204 len: 168 time: 0.7575696 Nov 10 21:38:20.721847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39548) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:20.728773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-7b180fbc-7be9-41b4-8011-13c5b0492bcc tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:20.783453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-70b08099-be8d-4b95-8d4e-b0ffcf2aa56d None None] Port dbb142c7-46b9-4a71-90e5-c4755c7f5cd3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:20.788980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-404f1b56-69a9-40d8-b8d0-e4f52b753f31 req-6cb67c0a-9659-46a8-b7db-9984c643d5e2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497757 Nov 10 21:38:20.792369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7b180fbc-7be9-41b4-8011-13c5b0492bcc tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags HTTP/1.1" status: 200 len: 205 time: 0.0695786 Nov 10 21:38:20.795151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39552) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:20.800682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-772e9e56-e9a4-4ba1-b504-8e2d10ac75f6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:20.873869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:20.883526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:20.937966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c11cb1d3-759f-4790-94f9-933a617e74a0 req-81151fa3-adaf-48d2-aaf9-0734e79679b0 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 210 time: 0.0492721 Nov 10 21:38:20.939566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e533cb-ea4e-4fa2-be78-b581ac261301 req-d519b4d0-6c2b-4cb9-a82c-97bc4df150d9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:20.950682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c6e533cb-ea4e-4fa2-be78-b581ac261301 req-d519b4d0-6c2b-4cb9-a82c-97bc4df150d9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1379571 Nov 10 21:38:20.953342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-772e9e56-e9a4-4ba1-b504-8e2d10ac75f6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags HTTP/1.1" status: 204 len: 168 time: 0.1564589 Nov 10 21:38:20.955503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39554) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:20.961959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-9979b138-180b-4e6a-8066-4f7b13f51b13 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:21.072689 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c6e533cb-ea4e-4fa2-be78-b581ac261301 req-f87b092b-f2f8-4c44-b9df-306b891f50d6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180379 Nov 10 21:38:21.083016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9979b138-180b-4e6a-8066-4f7b13f51b13 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1263793 Nov 10 21:38:21.086636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39560) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.091459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-e9f9de7a-bb57-46df-9c28-acce9ba5c810 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:21.108329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:21.116667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.123272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.123618 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment fcad66eb-ac11-4a02-b1c2-0762b94afd04 of type vlan for network 94ab833e-91a2-4c1e-b06a-378075086706 Nov 10 21:38:21.152544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event deleted for resources: {'Port': ['ID=dbb142c7-46b9-4a71-90e5-c4755c7f5cd3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:21.169462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.188171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.191431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ebb67963-d27b-40e3-aac7-6a6d1db7c249 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "DELETE /v2.0/ports/dbb142c7-46b9-4a71-90e5-c4755c7f5cd3 HTTP/1.1" status: 204 len: 168 time: 1.4395010 Nov 10 21:38:21.196306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39564) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.206963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Request body: {'port': {'name': 'tempest-new-port-name-200775195', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:21.207469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.api.validators [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] bootfile-name is not in valid_values {{(pid=103048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:21.207927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.api.validators [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] tftp-server is not in valid_values {{(pid=103048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:21.208262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.api.validators [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] server-ip-address is not in valid_values {{(pid=103048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:21.259158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e9f9de7a-bb57-46df-9c28-acce9ba5c810 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags HTTP/1.1" status: 204 len: 168 time: 0.1713574 Nov 10 21:38:21.439949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39566) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.439949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-a9930295-ab74-4716-8d0b-52efa062a2f1 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:21.440723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.441263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a9930295-ab74-4716-8d0b-52efa062a2f1 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0758934 Nov 10 21:38:21.441263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39568) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.441263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-19de06e0-a7c2-4bdf-b830-b3f3507d80c0 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', 'tempest-TagsExtTest-Tag-1983339920') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:21.441263 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.441263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:21.442003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.517641 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-19de06e0-a7c2-4bdf-b830-b3f3507d80c0 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags/tempest-TagsExtTest-Tag-1983339920 HTTP/1.1" status: 201 len: 201 time: 0.1730642 Nov 10 21:38:21.520495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39570) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.525942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-73e2f6e3-2c9d-4bc9-8daa-03fc6a6818c6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', 'tempest-TagsExtTest-Tag-2064727372') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:21.530552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=94ab833e-91a2-4c1e-b06a-378075086706,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:21.540789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 94ab833e-91a2-4c1e-b06a-378075086706 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:21.592872 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.601827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-af4de055-f68e-422f-a539-2e3f5cc0b9df tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9495094 Nov 10 21:38:21.604456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39572) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.610702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:21.633952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.642442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-23826363-6e23-43ec-ba6b-84b71bfeca6e None None] Could not find standard attr ID for object 4eb96af4-006c-4884-b590-4d2e734df49f. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:38:21.659509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd75cb-37a4-4c31-a8ea-31acd1794991 None None] DHCP port deletion for dd64c575-fa9d-4ffd-9af4-106ce0260d5a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:21.676894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11102a2-67ee-4728-aab3-b918aeadbcaa None None] Network dd64c575-fa9d-4ffd-9af4-106ce0260d5a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:21.691360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11102a2-67ee-4728-aab3-b918aeadbcaa None None] Network dd64c575-fa9d-4ffd-9af4-106ce0260d5a could not be found, it might have been deleted concurrently. {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 21:38:21.692862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] In _notify_port_updated(), no bound segment for port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 on network 27ee04fc-1e48-49e5-904e-2cf23c322c94 {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:38:21.698306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:21.699866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.700339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "PUT /v2.0/ports/675a0689-f23b-4ee8-81b4-a66f4aa478c0 HTTP/1.1" status: 200 len: 1129 time: 0.5013621 Nov 10 21:38:21.703036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39574) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.716759 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-73e2f6e3-2c9d-4bc9-8daa-03fc6a6818c6 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags/tempest-TagsExtTest-Tag-2064727372 HTTP/1.1" status: 201 len: 201 time: 0.1951010 Nov 10 21:38:21.719774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39576) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.725340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-2d71d937-a444-4272-9c94-5c0121a3cdd8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', 'tempest-TagsExtTest-Tag-1164529289') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:21.755969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa32784-1d8e-4689-a420-9a12f95a4fc7 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event updated for resources: {'Port': ['ID=675a0689-f23b-4ee8-81b4-a66f4aa478c0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:21.782111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48595c50-7bf1-4a4e-b5d5-fc0f65e47e7c tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:21.784029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-48595c50-7bf1-4a4e-b5d5-fc0f65e47e7c tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "GET /v2.0/ports/675a0689-f23b-4ee8-81b4-a66f4aa478c0 HTTP/1.1" status: 200 len: 1129 time: 0.0798039 Nov 10 21:38:21.788181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:21.916862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:21.960415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf4ce-3cea-435e-bf66-21664e62a3be req-711bb10c-efdf-4ff7-8b06-a0703e16dda2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:21.962169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a24bf4ce-3cea-435e-bf66-21664e62a3be req-711bb10c-efdf-4ff7-8b06-a0703e16dda2 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 945 time: 0.0640700 Nov 10 21:38:21.964882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Deleting port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:21.965394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.001028 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2d71d937-a444-4272-9c94-5c0121a3cdd8 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags/tempest-TagsExtTest-Tag-1164529289 HTTP/1.1" status: 201 len: 201 time: 0.2747748 Nov 10 21:38:22.001157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39586) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:22.010440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d158136-28c8-4f6c-8b9f-d05fe1c9d36b None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:38:22.012439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-d7c42a50-c4fe-402e-a600-f013d62367b2 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', 'tempest-TagsExtTest-Tag-819234935') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:22.028263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-179888f5-4c65-443b-9ab9-f0fc9f0b078f req-c3f71241-97f8-46c5-9b29-0bffa73cbe88 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 210 time: 0.0289688 Nov 10 21:38:22.033760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.045062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 94ab833e-91a2-4c1e-b06a-378075086706 is not hosted by any dhcp agent {{(pid=103047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 21:38:22.059498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:22.060321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.065990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "PUT /v2.0/networks/94ab833e-91a2-4c1e-b06a-378075086706 HTTP/1.1" status: 200 len: 723 time: 0.4559014 Nov 10 21:38:22.071298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39588) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:22.081651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': '94ab833e-91a2-4c1e-b06a-378075086706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:22.090307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b73a2748-f2da-4c86-8ce7-7a7d78e77e88 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:22.139510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-733dc836-bfee-4282-b72f-2e8c993754b3 None None] Provisioning complete for port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:22.139930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-733dc836-bfee-4282-b72f-2e8c993754b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.152007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a24bf4ce-3cea-435e-bf66-21664e62a3be req-03703106-3057-490f-ac2d-e41d4dfa5b21 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675191 Nov 10 21:38:22.157692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b54023-422f-4c26-ac93-7b6bbdcf3c62 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=94ab833e-91a2-4c1e-b06a-378075086706,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:22.197050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 94ab833e-91a2-4c1e-b06a-378075086706 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:22.207948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.244749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Calling delete_port for 675a0689-f23b-4ee8-81b4-a66f4aa478c0 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:22.268158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff03840-776e-40a4-81b9-548fcff66e14 req-24bd2cc2-5dfb-4b03-b497-e7f78f2687f9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:22.276968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ff03840-776e-40a4-81b9-548fcff66e14 req-24bd2cc2-5dfb-4b03-b497-e7f78f2687f9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.0753033 Nov 10 21:38:22.281047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-733dc836-bfee-4282-b72f-2e8c993754b3 None None] Port 675a0689-f23b-4ee8-81b4-a66f4aa478c0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:22.331495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d7c42a50-c4fe-402e-a600-f013d62367b2 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags/tempest-TagsExtTest-Tag-819234935 HTTP/1.1" status: 201 len: 201 time: 0.3322592 Nov 10 21:38:22.335116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39594) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:22.337984 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ff03840-776e-40a4-81b9-548fcff66e14 req-a9fe4346-9d26-4c88-becb-5cfea69dcc6c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600760 Nov 10 21:38:22.341418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-9c5f31ca-30e3-4975-bec4-11df9f2555a7 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', {'tags': ['tempest-TagsExtTest-Tag-564864332', 'tempest-TagsExtTest-Tag-581149172', 'tempest-TagsExtTest-Tag-736728001']}) {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:22.379750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d158136-28c8-4f6c-8b9f-d05fe1c9d36b None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:38:22.383753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.405816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b73a2748-f2da-4c86-8ce7-7a7d78e77e88 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:22.448430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:22.451892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.484434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:22.579376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9c5f31ca-30e3-4975-bec4-11df9f2555a7 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags HTTP/1.1" status: 200 len: 315 time: 0.2434936 Nov 10 21:38:22.581899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39596) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:22.585649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.586348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-46a8046d-b723-461b-b8a3-8859c1d9cad9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:22.649400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.687986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event deleted for resources: {'Port': ['ID=675a0689-f23b-4ee8-81b4-a66f4aa478c0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:22.699462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:22.768378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.776155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b63f16a5-fc1c-47c7-b277-ddf3e2391fb4 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "DELETE /v2.0/ports/675a0689-f23b-4ee8-81b4-a66f4aa478c0 HTTP/1.1" status: 204 len: 168 time: 0.9852779 Nov 10 21:38:22.777123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39606) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:22.797808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-46a8046d-b723-461b-b8a3-8859c1d9cad9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags HTTP/1.1" status: 204 len: 168 time: 0.2149661 Nov 10 21:38:22.803234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d63c0d1-f300-4f26-9d0f-bc1c75dd2b88 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:38:22.820321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39608) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:22.828434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-794cc724-9b40-4c26-b27c-44f9cb62425a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', 'tempest-TagsExtTest-Tag-564864332') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:22.877071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Deleting subnet 8da9b212-d937-4fad-808e-89fba5606fff {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:22.883073 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.939977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.942786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:22.968193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63c0d1-f300-4f26-9d0f-bc1c75dd2b88 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:38:23.016754 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-794cc724-9b40-4c26-b27c-44f9cb62425a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:23.018107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-794cc724-9b40-4c26-b27c-44f9cb62425a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags/tempest-TagsExtTest-Tag-564864332 HTTP/1.1" status: 404 len: 328 time: 0.1967669 Nov 10 21:38:23.021338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39612) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.027917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-8b51a0e3-36d0-4ba0-b070-3b2c809afe56 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', 'tempest-TagsExtTest-Tag-581149172') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:23.029185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=167c3301-5ff1-4669-8f4f-87508a150cf6,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:23.031289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': 'fcad66eb-ac11-4a02-b1c2-0762b94afd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '94ab833e-91a2-4c1e-b06a-378075086706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:23.031655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: 94ab833e-91a2-4c1e-b06a-378075086706, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:23.055979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343f96e-457f-438e-8240-99726d4b1b04 req-592f263e-f3d1-4fff-9559-7067836f994f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:23.059038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6343f96e-457f-438e-8240-99726d4b1b04 req-592f263e-f3d1-4fff-9559-7067836f994f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 944 time: 0.0836930 Nov 10 21:38:23.097180 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-8b51a0e3-36d0-4ba0-b070-3b2c809afe56 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:23.098261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b51a0e3-36d0-4ba0-b070-3b2c809afe56 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags/tempest-TagsExtTest-Tag-581149172 HTTP/1.1" status: 404 len: 328 time: 0.0757399 Nov 10 21:38:23.102281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39616) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.111993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-1ef8a745-fa4b-4830-9980-a24731a4be53 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6', 'tempest-TagsExtTest-Tag-736728001') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:23.146622 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.151918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e61647cd-81ae-46f0-8da2-34bc8a6de05d req-476fe6e5-855b-489d-9060-faed0e6bf674 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 210 time: 0.0288723 Nov 10 21:38:23.183332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 94ab833e-91a2-4c1e-b06a-378075086706 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:23.210956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6343f96e-457f-438e-8240-99726d4b1b04 req-b3530ac3-f7e0-4197-b96b-57ea41277378 tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339195 Nov 10 21:38:23.250770 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-1ef8a745-fa4b-4830-9980-a24731a4be53 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:23.254736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1ef8a745-fa4b-4830-9980-a24731a4be53 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags/tempest-TagsExtTest-Tag-736728001 HTTP/1.1" status: 404 len: 328 time: 0.1466258 Nov 10 21:38:23.257538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39618) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.263172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-ef9834da-400f-4855-b4da-e7b25a25ea5a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', {'tags': ['tempest-TagsExtTest-Tag-2059839486', 'tempest-TagsExtTest-Tag-1095916283', 'tempest-TagsExtTest-Tag-153565503']}) {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:23.285529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 94ab833e-91a2-4c1e-b06a-378075086706) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:23.301533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:23.306433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.331549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.361405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event deleted for resources: {'Subnet': ['ID=8da9b212-d937-4fad-808e-89fba5606fff,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:23.363019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.366865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-37379bc9-5962-4dc9-82bc-4f55ec582466 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "DELETE /v2.0/subnets/8da9b212-d937-4fad-808e-89fba5606fff HTTP/1.1" status: 204 len: 168 time: 0.5912275 Nov 10 21:38:23.369985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39622) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.387349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a92fb-d3b2-44a4-b281-5bdc81c40054 None None] Network 94ab833e-91a2-4c1e-b06a-378075086706 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:23.407471 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ef9834da-400f-4855-b4da-e7b25a25ea5a tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags HTTP/1.1" status: 200 len: 317 time: 0.1485462 Nov 10 21:38:23.409535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39624) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.417429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2d3e8151-978d-4575-bb49-f703afbfc3e0 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3426375 Nov 10 21:38:23.421850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-f5fd8734-464c-4194-8dde-a55f0d6a0fe9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:23.425548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39626) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.432235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f9abe3b8-a79e-47c5-85f9-590aecf641e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:23.453723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.590083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9abe3b8-a79e-47c5-85f9-590aecf641e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62709598'] for subnet, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.590345 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.593785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-94ab833e-91a2-4c1e-b06a-378075086706', 'network_id': '94ab833e-91a2-4c1e-b06a-378075086706', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': '167c3301-5ff1-4669-8f4f-87508a150cf6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:23.595477 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.668450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-cce85b6f-284a-4914-88f8-28887d8bb60f tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:23.672091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-cce85b6f-284a-4914-88f8-28887d8bb60f tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.53 "GET /v2.0/networks?id=1720a8a5-a2de-4b10-af4a-7be54e4a0a10 HTTP/1.1" status: 200 len: 809 time: 0.2640724 Nov 10 21:38:23.694003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44785d02-c347-40f2-bc19-91cec355f048 None None] Network 27ee04fc-1e48-49e5-904e-2cf23c322c94 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:23.703338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Request body: {'port': {'device_id': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10', 'admin_state_up': True, 'tenant_id': '6646879fc7c84aadb764f7614bb3b85c'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:23.745723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f867912-a839-4cf5-99f5-77da29523552 req-bd3453df-7848-42d2-aded-4217ba23ae9f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:23.748134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f867912-a839-4cf5-99f5-77da29523552 req-bd3453df-7848-42d2-aded-4217ba23ae9f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1549385 Nov 10 21:38:23.786315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f5fd8734-464c-4194-8dde-a55f0d6a0fe9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags HTTP/1.1" status: 204 len: 168 time: 0.3747194 Nov 10 21:38:23.790057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39628) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.797583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-9a653428-5c03-4a41-b13c-b33825e6e9ea tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', 'tempest-TagsExtTest-Tag-2059839486') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:23.862674 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-9a653428-5c03-4a41-b13c-b33825e6e9ea tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:23.862674 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9a653428-5c03-4a41-b13c-b33825e6e9ea tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags/tempest-TagsExtTest-Tag-2059839486 HTTP/1.1" status: 404 len: 329 time: 0.0682995 Nov 10 21:38:23.862674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39630) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.867628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-461f226f-6db8-4ed9-ab44-b2f660fc6deb tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', 'tempest-TagsExtTest-Tag-1095916283') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:23.874731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9abe3b8-a79e-47c5-85f9-590aecf641e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754252939906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59470283'] for subnet, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.897246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Deleting port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:23.897584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.902087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f867912-a839-4cf5-99f5-77da29523552 req-5574ed76-31ad-41d2-90b8-4fa801f87eb9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052485 Nov 10 21:38:23.917282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Allocated IP 172.20.0.2 (94ab833e-91a2-4c1e-b06a-378075086706/167c3301-5ff1-4669-8f4f-87508a150cf6/b10e1fb4-eb9f-4197-8817-caa42848bb66) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:23.949454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9abe3b8-a79e-47c5-85f9-590aecf641e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:23.951536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9abe3b8-a79e-47c5-85f9-590aecf641e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:23.955820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f9abe3b8-a79e-47c5-85f9-590aecf641e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "PUT /v2.0/subnets/167c3301-5ff1-4669-8f4f-87508a150cf6 HTTP/1.1" status: 200 len: 806 time: 0.5290129 Nov 10 21:38:23.958007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39636) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:23.967989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] DHCP port deletion for 27ee04fc-1e48-49e5-904e-2cf23c322c94 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:24.003459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abe3b8-a79e-47c5-85f9-590aecf641e1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=167c3301-5ff1-4669-8f4f-87508a150cf6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:24.012131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] For port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,segment=NetworkSegment(083314c2-ecff-433d-aece-6273add5ef46),segment_id=083314c2-ecff-433d-aece-6273add5ef46)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:24.012506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.030044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Calling delete_port for 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:24.085689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Made reservation on behalf of 6646879fc7c84aadb764f7614bb3b85c for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:24.088363 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-461f226f-6db8-4ed9-ab44-b2f660fc6deb tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:24.089643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-461f226f-6db8-4ed9-ab44-b2f660fc6deb tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags/tempest-TagsExtTest-Tag-1095916283 HTTP/1.1" status: 404 len: 329 time: 0.2264292 Nov 10 21:38:24.089806 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.096403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39638) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:24.103457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-f622c827-16d6-432d-b137-b5b16c766529 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497', 'tempest-TagsExtTest-Tag-153565503') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.138624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.235463 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-f622c827-16d6-432d-b137-b5b16c766529 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:24.236552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f622c827-16d6-432d-b137-b5b16c766529 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags/tempest-TagsExtTest-Tag-153565503 HTTP/1.1" status: 404 len: 328 time: 0.1389022 Nov 10 21:38:24.239705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39642) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:24.244449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.252989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-d6e9ef73-cd42-407d-a9a6-5b40e52e7e99 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', {'tags': ['tempest-TagsExtTest-Tag-742336562', 'tempest-TagsExtTest-Tag-1316844452', 'tempest-TagsExtTest-Tag-893419591']}) {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.319118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] Deleting port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:24.319494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.397698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.411918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:24.420092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.444837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] For port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:24.445103 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7d97318f-09c5-4b61-adb2-efaf8ce2d1b5 req-0ef26238-a6e6-422e-a323-e0174f7d2dcb tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 210 time: 0.0900064 Nov 10 21:38:24.445225 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.448059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:24.448273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:24.461082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] Calling delete_port for 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:24.463969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] Port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 21:38:24.465265 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.484628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] No DVR routers for this DVR port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:24.486073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event deleted for resources: {'Port': ['ID=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:24.492283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] Pushing event deleted for resources: {'Port': ['ID=6459a4cc-103b-47ba-83f3-f0a6d6d8a60a,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:24.496113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c912fe-1267-462d-a0e5-991c3c37650e None None] No DVR routers for this DVR port 6459a4cc-103b-47ba-83f3-f0a6d6d8a60a on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:24.514498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.553073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Allocated IP 172.20.0.14 (1720a8a5-a2de-4b10-af4a-7be54e4a0a10/6fe41361-ef43-4b1b-be47-11abef268027/a3ec23e3-6499-42c6-9954-18649c357caa) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:24.586080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.587131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Network 94ab833e-91a2-4c1e-b06a-378075086706 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:24.592901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:24.604780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:24.608962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Pushing event updated for resources: {'Port': ['ID=b10e1fb4-eb9f-4197-8817-caa42848bb66,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:24.641831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=167c3301-5ff1-4669-8f4f-87508a150cf6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:24.665758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-0f9168b3-d325-4026-a02d-e9f2f36d0d8b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.667355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-0f9168b3-d325-4026-a02d-e9f2f36d0d8b tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 944 time: 0.4016759 Nov 10 21:38:24.683331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d6e9ef73-cd42-407d-a9a6-5b40e52e7e99 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags HTTP/1.1" status: 200 len: 316 time: 0.4365990 Nov 10 21:38:24.688502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39648) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:24.689515 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.690348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Attempting to bind port b10e1fb4-eb9f-4197-8817-caa42848bb66 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:24.690717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Attempting to bind port b10e1fb4-eb9f-4197-8817-caa42848bb66 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'fcad66eb-ac11-4a02-b1c2-0762b94afd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '94ab833e-91a2-4c1e-b06a-378075086706'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:24.691084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Attempting to bind port b10e1fb4-eb9f-4197-8817-caa42848bb66 on network 94ab833e-91a2-4c1e-b06a-378075086706 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:24.698149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:24.698525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Checking segment: {'id': 'fcad66eb-ac11-4a02-b1c2-0762b94afd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '94ab833e-91a2-4c1e-b06a-378075086706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:24.698926 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.700339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Bound using segment: {'id': 'fcad66eb-ac11-4a02-b1c2-0762b94afd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '94ab833e-91a2-4c1e-b06a-378075086706'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:24.700339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Bound port: b10e1fb4-eb9f-4197-8817-caa42848bb66, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcad66eb-ac11-4a02-b1c2-0762b94afd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '94ab833e-91a2-4c1e-b06a-378075086706'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:24.700339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.707866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-36faf9bf-8426-4ce4-b4d6-29b0b9c845b5 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.757981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ee04fc-1e48-49e5-904e-2cf23c322c94']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.772034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] For port b10e1fb4-eb9f-4197-8817-caa42848bb66, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:24.776149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] For port b10e1fb4-eb9f-4197-8817-caa42848bb66, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b10e1fb4-eb9f-4197-8817-caa42848bb66,segment=NetworkSegment(fcad66eb-ac11-4a02-b1c2-0762b94afd04),segment_id=fcad66eb-ac11-4a02-b1c2-0762b94afd04)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:24.776424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.787549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083314c2-ecff-433d-aece-6273add5ef46') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.787869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083314c2-ecff-433d-aece-6273add5ef46') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.830065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ab833e-91a2-4c1e-b06a-378075086706']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.832660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f2430-b6ae-4f9e-8335-0b8d79bc60ff req-6b5edfcf-f831-43ec-a447-b00cb01702aa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.836433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-095f2430-b6ae-4f9e-8335-0b8d79bc60ff req-6b5edfcf-f831-43ec-a447-b00cb01702aa tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 944 time: 0.2754145 Nov 10 21:38:24.848598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.851896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.855633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.859759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.866072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.872091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.878725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.884609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.890666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:24.892592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-77f91281-411a-4df5-8736-415aeb9a6505 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.2529681 Nov 10 21:38:24.894837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcad66eb-ac11-4a02-b1c2-0762b94afd04') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.895101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcad66eb-ac11-4a02-b1c2-0762b94afd04') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:24.909419 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.913267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.941186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b025e-dcb2-4ff5-be2c-46658edeefac None None] Pushing event updated for resources: {'Port': ['ID=b10e1fb4-eb9f-4197-8817-caa42848bb66,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:24.950932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:24.952174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:24.962401 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:24.975416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a30365-20d7-489d-9545-86cf2e9b362d None None] Network 94ab833e-91a2-4c1e-b06a-378075086706 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:24.996218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-913402c2-9761-47f7-9df8-23ad0ca22e35 req-78ae19a0-612b-4458-b326-1c6a78fe384a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785718 Nov 10 21:38:25.008049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-36faf9bf-8426-4ce4-b4d6-29b0b9c845b5 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags HTTP/1.1" status: 204 len: 168 time: 0.3113270 Nov 10 21:38:25.012114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39652) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:25.018972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-a1be4d62-0a95-4be3-84e7-aeade9633d48 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', 'tempest-TagsExtTest-Tag-742336562') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:25.060401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-095f2430-b6ae-4f9e-8335-0b8d79bc60ff req-7e8ca926-835f-4b44-a456-a2aee66d941f tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a87967d-df0b-48f7-813b-35b32d39db42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138841 Nov 10 21:38:25.109759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Deleting port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:25.110070 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.117259 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-a1be4d62-0a95-4be3-84e7-aeade9633d48 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:25.118006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.118322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a1be4d62-0a95-4be3-84e7-aeade9633d48 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags/tempest-TagsExtTest-Tag-742336562 HTTP/1.1" status: 404 len: 328 time: 0.1052628 Nov 10 21:38:25.121170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39654) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:25.126477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-6c8c3aa8-f8aa-4e64-86c0-ef6ba28575f9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', 'tempest-TagsExtTest-Tag-1316844452') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:25.159861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae460d3f-a6d0-4763-af2f-f95fe91a13a6 None None] Network 94ab833e-91a2-4c1e-b06a-378075086706 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:25.186862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.207204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.212901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] 10.222.0.45 "DELETE /v2.0/networks/27ee04fc-1e48-49e5-904e-2cf23c322c94 HTTP/1.1" status: 204 len: 168 time: 1.8415406 Nov 10 21:38:25.237157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67ade4-8381-4415-bf60-adcbd8993ce8 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246 tempest-ExtraDHCPOptionsIpV6TestJSON-74557246-project] Pushing event deleted for resources: {'Network': ['ID=27ee04fc-1e48-49e5-904e-2cf23c322c94,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:25.283116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] For port b73a2748-f2da-4c86-8ce7-7a7d78e77e88, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,segment=NetworkSegment(e4978cc4-6511-4d54-bc7a-43d0afc4fa6f),segment_id=e4978cc4-6511-4d54-bc7a-43d0afc4fa6f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:25.283487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.299202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Calling delete_port for b73a2748-f2da-4c86-8ce7-7a7d78e77e88 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:25.340736 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354550f-68bc-46b5-9dc7-e0c9aa14e6f9 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:38:25.420407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.488020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:25.503241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:25.510254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:25.515322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354550f-68bc-46b5-9dc7-e0c9aa14e6f9 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:38:25.538784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Pushing event updated for resources: {'Port': ['ID=a3ec23e3-6499-42c6-9954-18649c357caa,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:25.589997 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.600608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:25.601008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.602759 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:25.605080 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:25.614069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:25.615139 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:25.659993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca08860-8bae-4959-8066-d6f6e86d6792 req-503d41fc-c213-4701-8df9-17b5169c4581 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:25.662102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ca08860-8bae-4959-8066-d6f6e86d6792 req-503d41fc-c213-4701-8df9-17b5169c4581 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 932 time: 0.1178443 Nov 10 21:38:25.666895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Pushing event deleted for resources: {'Port': ['ID=b73a2748-f2da-4c86-8ce7-7a7d78e77e88,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:25.703589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d409424-f903-4701-a604-31d7c6077450 req-5eaf8205-8852-4853-981e-8f220ce64ff1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:25.711499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d409424-f903-4701-a604-31d7c6077450 req-5eaf8205-8852-4853-981e-8f220ce64ff1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.5919604 Nov 10 21:38:25.743750 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-6c8c3aa8-f8aa-4e64-86c0-ef6ba28575f9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:25.747956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c8c3aa8-f8aa-4e64-86c0-ef6ba28575f9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags/tempest-TagsExtTest-Tag-1316844452 HTTP/1.1" status: 404 len: 329 time: 0.6226671 Nov 10 21:38:25.748214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39662) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:25.757952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-33121cba-1660-4f84-9965-54d14c8df598 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a', 'tempest-TagsExtTest-Tag-893419591') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:25.817143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39664) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:25.827710 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:38:25.827710 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:38:25.827710 n-d-776250-11 neutron-server[103047]: [parameters: {'id': '94ab833e-91a2-4c1e-b06a-378075086706'}] Nov 10 21:38:25.827710 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:38:25.828275 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:38:25.842781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d409424-f903-4701-a604-31d7c6077450 req-4efc274a-9d0c-4ea1-b3ab-8cdb430044be tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302986 Nov 10 21:38:25.872451 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:38:25.896759 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-33121cba-1660-4f84-9965-54d14c8df598 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:25.900534 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-33121cba-1660-4f84-9965-54d14c8df598 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags/tempest-TagsExtTest-Tag-893419591 HTTP/1.1" status: 404 len: 328 time: 0.1488500 Nov 10 21:38:25.901165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39668) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:25.905698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-194fd3aa-017f-4ddb-bb94-ee2ac5db68cd tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', {'tags': ['tempest-TagsExtTest-Tag-1686610179', 'tempest-TagsExtTest-Tag-894865987', 'tempest-TagsExtTest-Tag-1731782668']}) {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:25.960195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e8c2f-cbc2-4764-bc31-2d55f0e6c82d None None] DHCP port deletion for 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:25.960195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3498581-8be8-40f5-a698-b91dd1171cfb None None] DHCP port deletion for 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:26.006382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7ddd8b55-4645-48a5-ae04-53ef7f9fe2c2 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3090160 Nov 10 21:38:26.021589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9ae351e1-e3f1-4bae-acb8-a35c6367cff1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d4a09a3dc3c42089daaabaea680063d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011874 Nov 10 21:38:26.022696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] No DVR routers for this DVR port b73a2748-f2da-4c86-8ce7-7a7d78e77e88 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:26.024240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39670) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.028294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Request body: {'port': {'device_id': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:26.032967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.037313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc818144-cb11-4f94-a65b-3b2368bfb064 req-db5835ff-6280-4c0b-a47c-140477ea97ac tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.53 "DELETE /v2.0/ports/b73a2748-f2da-4c86-8ce7-7a7d78e77e88 HTTP/1.1" status: 204 len: 173 time: 1.3569744 Nov 10 21:38:26.038035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd0bed5-868b-4781-a869-8068278526d9', 'name': 'network-vif-deleted', 'tag': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:26.049163 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048c01aa-6010-4656-b112-50d3bf901d2e" -d '{"events": [{"server_uuid": "ddd0bed5-868b-4781-a869-8068278526d9", "name": "network-vif-deleted", "tag": "b73a2748-f2da-4c86-8ce7-7a7d78e77e88"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:26.072780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4c87b06f-cb01-411b-a6ac-f899c675fe9d None None] Provisioning complete for port a3ec23e3-6499-42c6-9954-18649c357caa triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:26.073171 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c87b06f-cb01-411b-a6ac-f899c675fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.106464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-194fd3aa-017f-4ddb-bb94-ee2ac5db68cd tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "PUT /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags HTTP/1.1" status: 200 len: 317 time: 0.2043934 Nov 10 21:38:26.107770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39678) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.111018 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ca08860-8bae-4959-8066-d6f6e86d6792 req-39f2af49-bfb4-47c9-aa16-2a945ead2d8d tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356110 Nov 10 21:38:26.113389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4c87b06f-cb01-411b-a6ac-f899c675fe9d None None] Port a3ec23e3-6499-42c6-9954-18649c357caa cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:26.116111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-de0c0a42-e477-4a25-af9c-eeeb50ece716 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:26.156283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.182061 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dab2566-3cb9-4566-810b-4ccfe37e4d35 x-openstack-request-id: req-0dab2566-3cb9-4566-810b-4ccfe37e4d35 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:26.182440 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd0bed5-868b-4781-a869-8068278526d9", "name": "network-vif-deleted", "tag": "b73a2748-f2da-4c86-8ce7-7a7d78e77e88", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:26.182594 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dab2566-3cb9-4566-810b-4ccfe37e4d35 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:26.182996 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd0bed5-868b-4781-a869-8068278526d9', 'name': 'network-vif-deleted', 'tag': 'b73a2748-f2da-4c86-8ce7-7a7d78e77e88', 'status': 'completed', 'code': 200} Nov 10 21:38:26.224926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.231205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.238312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.244631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.252892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.257459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.263452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.265411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-aa5d92bf-2046-4095-991f-d4185f469b38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.2258534 Nov 10 21:38:26.269180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c776239-9a04-47d9-b06d-c7f66640229c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.298523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.306287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.309378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e41b5da-bc4d-491c-9e53-5814e77e6a15 req-7b98ffc9-b742-4a17-a805-72b14ad8a23e tempest-ImagesTestJSON-2082552612 tempest-ImagesTestJSON-2082552612-project] 10.222.0.45 "GET /v2.0/ports?device_id=ddd0bed5-868b-4781-a869-8068278526d9 HTTP/1.1" status: 200 len: 210 time: 0.0716693 Nov 10 21:38:26.311386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.313046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-de0c0a42-e477-4a25-af9c-eeeb50ece716 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags HTTP/1.1" status: 204 len: 168 time: 0.2011297 Nov 10 21:38:26.316164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39680) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.317596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.322309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-04a9f9d1-2747-43d6-800c-cbda3b1cbe9c tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', 'tempest-TagsExtTest-Tag-1686610179') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:26.324003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.329954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.346675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.348660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-6a4b8786-6c10-4839-86e3-29579b30cd65 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 5441 time: 0.2353592 Nov 10 21:38:26.359413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.396596 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c776239-9a04-47d9-b06d-c7f66640229c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.401229 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-04a9f9d1-2747-43d6-800c-cbda3b1cbe9c tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:26.402283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-04a9f9d1-2747-43d6-800c-cbda3b1cbe9c tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags/tempest-TagsExtTest-Tag-1686610179 HTTP/1.1" status: 404 len: 329 time: 0.0855606 Nov 10 21:38:26.409856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39682) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.416338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-3e0aca4f-213b-45a7-952a-ce179cdba279 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', 'tempest-TagsExtTest-Tag-894865987') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:26.437918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1f8596e6-5c5f-4d1d-b7c4-faf6b7332cf8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:26.439800 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1f8596e6-5c5f-4d1d-b7c4-faf6b7332cf8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "GET /v2.0/ports/04d58efe-ff3c-4d10-9296-caef817e068a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1556873 Nov 10 21:38:26.453828 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-3e0aca4f-213b-45a7-952a-ce179cdba279 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:26.454167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3e0aca4f-213b-45a7-952a-ce179cdba279 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags/tempest-TagsExtTest-Tag-894865987 HTTP/1.1" status: 404 len: 328 time: 0.0433939 Nov 10 21:38:26.457345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39684) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.467651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-c8766bbe-49e5-4bf3-b911-3287dc481fc2 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40', 'tempest-TagsExtTest-Tag-1731782668') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:26.506507 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-c8766bbe-49e5-4bf3-b911-3287dc481fc2 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] show failed (client error): The resource could not be found. Nov 10 21:38:26.507666 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c8766bbe-49e5-4bf3-b911-3287dc481fc2 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags/tempest-TagsExtTest-Tag-1731782668 HTTP/1.1" status: 404 len: 329 time: 0.0493245 Nov 10 21:38:26.519154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39686) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.530418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-1cc26864-83a5-4cf9-be04-a23aa9f484c9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:26.544589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ec23e3-6499-42c6-9954-18649c357caa {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:26.552155 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.593872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-642d439d-0d09-4ed7-bf06-423d949a7745 req-65696661-7f2b-42b3-95fa-0b71778268be tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2302890 Nov 10 21:38:26.640458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1cc26864-83a5-4cf9-be04-a23aa9f484c9 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40/tags HTTP/1.1" status: 204 len: 168 time: 0.1194444 Nov 10 21:38:26.643378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39688) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.649526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-b0fb8df3-6e51-423f-8b45-38af5c579cce tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e407f5b8-3d74-4fae-ad02-ca65946a3e3a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:26.659665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-8e67d215-4dd5-4263-be91-1d6e3f44bf11 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "GET /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2088947 Nov 10 21:38:26.663423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port b10e1fb4-eb9f-4197-8817-caa42848bb66 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:26.663777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.680772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:26.682796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Transition to ACTIVE for port object a3ec23e3-6499-42c6-9954-18649c357caa will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:38:26.688979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c776239-9a04-47d9-b06d-c7f66640229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.691519 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c776239-9a04-47d9-b06d-c7f66640229c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.693600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1c776239-9a04-47d9-b06d-c7f66640229c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b85b9dba-79c3-4f21-86aa-b9db526e7257 HTTP/1.1" status: 204 len: 168 time: 0.6671953 Nov 10 21:38:26.744872 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.751575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c776239-9a04-47d9-b06d-c7f66640229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85b9dba-79c3-4f21-86aa-b9db526e7257,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:26.777897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port b10e1fb4-eb9f-4197-8817-caa42848bb66, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b10e1fb4-eb9f-4197-8817-caa42848bb66,segment=NetworkSegment(fcad66eb-ac11-4a02-b1c2-0762b94afd04),segment_id=fcad66eb-ac11-4a02-b1c2-0762b94afd04)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:26.778109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.788887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ddbcf-e052-4fa4-9a97-1f076376137b None None] DHCP port deletion for 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:26.810084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b0fb8df3-6e51-423f-8b45-38af5c579cce tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1623237 Nov 10 21:38:26.810751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for b10e1fb4-eb9f-4197-8817-caa42848bb66 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:26.811605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:26.816495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:26.819079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-ad22a249-4422-438e-a4bf-110de1eed410 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '825e7f4d-4717-4c62-82f1-0523f3cad497') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:26.860724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ec23e3-6499-42c6-9954-18649c357caa,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:26.970938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Attempting to bind port a3ec23e3-6499-42c6-9954-18649c357caa on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:26.971280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Attempting to bind port a3ec23e3-6499-42c6-9954-18649c357caa by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd0776c5e-4cfd-46a9-bd56-077d60a5a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:26.971602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Attempting to bind port a3ec23e3-6499-42c6-9954-18649c357caa on network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:26.995622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Port a3ec23e3-6499-42c6-9954-18649c357caa on network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:38:26.995894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Attempting to bind port a3ec23e3-6499-42c6-9954-18649c357caa on network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:27.009245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:27.010427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Checking segment: {'id': 'd0776c5e-4cfd-46a9-bd56-077d60a5a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:27.010427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Bound using segment: {'id': 'd0776c5e-4cfd-46a9-bd56-077d60a5a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:27.010730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Bound port: a3ec23e3-6499-42c6-9954-18649c357caa, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0776c5e-4cfd-46a9-bd56-077d60a5a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:27.010857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.030575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] For port 04d58efe-ff3c-4d10-9296-caef817e068a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=04d58efe-ff3c-4d10-9296-caef817e068a,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:27.042899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb01c-79bd-4778-b871-0a2f65cc717a req-a2f41234-e8ec-4de9-bf3a-4472803f4809 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.044422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e74eb01c-79bd-4778-b871-0a2f65cc717a req-a2f41234-e8ec-4de9-bf3a-4472803f4809 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1190481 Nov 10 21:38:27.049045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad22a249-4422-438e-a4bf-110de1eed410 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497/tags HTTP/1.1" status: 204 len: 168 time: 0.2350495 Nov 10 21:38:27.068073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39696) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:27.069285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-d4880770-cb3e-4859-add4-3420dc403e49 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '92250589-bb74-44f0-bcec-aa890037c4e6') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:27.112575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] For port 04d58efe-ff3c-4d10-9296-caef817e068a, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:27.136769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e74eb01c-79bd-4778-b871-0a2f65cc717a req-384949f0-5309-4a61-ae16-d570260237d1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684133 Nov 10 21:38:27.151742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.166421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] device_id is not set on port 04d58efe-ff3c-4d10-9296-caef817e068a yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:38:27.172396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] For port a3ec23e3-6499-42c6-9954-18649c357caa, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:27.175830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] For port a3ec23e3-6499-42c6-9954-18649c357caa, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a3ec23e3-6499-42c6-9954-18649c357caa,segment=NetworkSegment(d0776c5e-4cfd-46a9-bd56-077d60a5a29d),segment_id=d0776c5e-4cfd-46a9-bd56-077d60a5a29d)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:27.191001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.221465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port b10e1fb4-eb9f-4197-8817-caa42848bb66 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:27.258731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=b10e1fb4-eb9f-4197-8817-caa42848bb66,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:27.268720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.304975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.307098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.307643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] 10.222.0.53 "PUT /v2.0/ports/a3ec23e3-6499-42c6-9954-18649c357caa HTTP/1.1" status: 200 len: 1093 time: 1.2863252 Nov 10 21:38:27.314398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099971f-8afa-4feb-a279-f3fa9b7df862 None None] DHCP port deletion for 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:27.315049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4880770-cb3e-4859-add4-3420dc403e49 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6/tags HTTP/1.1" status: 204 len: 168 time: 0.2485623 Nov 10 21:38:27.322777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:27.354921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.360201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.369544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2de61a-fee7-4b87-bae1-ad7f00555322 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ec23e3-6499-42c6-9954-18649c357caa,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:27.424756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ab833e-91a2-4c1e-b06a-378075086706']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:27.438591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dff19-8591-4d56-86e9-eb62c10816b8 req-e4f366c2-3d18-4abb-968d-760659f3e999 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.449005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-556dff19-8591-4d56-86e9-eb62c10816b8 req-e4f366c2-3d18-4abb-968d-760659f3e999 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 944 time: 0.2295895 Nov 10 21:38:27.492570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcad66eb-ac11-4a02-b1c2-0762b94afd04') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:27.492870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcad66eb-ac11-4a02-b1c2-0762b94afd04') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:27.528842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7134aefe-7ba1-4c6b-9d7d-2247f1349d6e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for subnetpool, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.531583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7134aefe-7ba1-4c6b-9d7d-2247f1349d6e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnetpools/30a8f4b3-fe5f-4eec-b062-1b4d35cd3c40 HTTP/1.1" status: 204 len: 168 time: 0.2071722 Nov 10 21:38:27.540394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39724) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:27.541783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.543847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] No DVR routers for this DVR port 04d58efe-ff3c-4d10-9296-caef817e068a on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:27.559536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8de18-b017-4518-abff-532e400ced79 service neutron] Pushing event updated for resources: {'Port': ['ID=04d58efe-ff3c-4d10-9296-caef817e068a,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:27.571309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-f78c9f01-0466-43b5-b775-063736a467e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.576890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-f78c9f01-0466-43b5-b775-063736a467e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6646879fc7c84aadb764f7614bb3b85c&device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 1096 time: 0.1046109 Nov 10 21:38:27.606503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.612679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94131598-c9cc-460f-807d-42032f902470 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "GET /v2.0/ports?device_id=e407f5b8-3d74-4fae-ad02-ca65946a3e3a HTTP/1.1" status: 200 len: 205 time: 0.0709543 Nov 10 21:38:27.615680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39728) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:27.623035 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-556dff19-8591-4d56-86e9-eb62c10816b8 req-1bc44f80-568e-4beb-8ae2-31d0c0b83b56 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731462 Nov 10 21:38:27.625858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:27.626250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:27.639021 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:27.691842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] In _notify_port_updated(), no bound segment for port 04d58efe-ff3c-4d10-9296-caef817e068a on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:38:27.693445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.696189 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.697116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-27a8de18-b017-4518-abff-532e400ced79 service neutron] 10.222.0.64 "PUT /v2.0/ports/04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 200 len: 1029 time: 1.0211291 Nov 10 21:38:27.719087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c018567a-eb30-4d97-83c1-3fba10e45db5 None None] Provisioning complete for port 04d58efe-ff3c-4d10-9296-caef817e068a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:27.721753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c018567a-eb30-4d97-83c1-3fba10e45db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.786525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-200075fc-f718-453d-94f7-3ab81fdb396e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.790447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-e1d82967-87b9-4b1b-b8f5-d97bc5ce4357 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3ec23e3-6499-42c6-9954-18649c357caa HTTP/1.1" status: 200 len: 217 time: 0.1867704 Nov 10 21:38:27.833343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c018567a-eb30-4d97-83c1-3fba10e45db5 None None] Port 04d58efe-ff3c-4d10-9296-caef817e068a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:27.860150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.866954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-6fd94d7a-24a3-4bdc-8cb2-5de08edeb7ef tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.868403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-6fd94d7a-24a3-4bdc-8cb2-5de08edeb7ef tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "GET /v2.0/ports/ece4bd31-1f9f-4b07-997c-e3145edfe7b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1565850 Nov 10 21:38:27.874495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:27.878643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/94ab833e-91a2-4c1e-b06a-378075086706 HTTP/1.1" status: 204 len: 168 time: 3.9165299 Nov 10 21:38:27.886850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:27.888338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39756) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:27.917219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bc8c4-7606-458c-a977-bacf39476395 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=94ab833e-91a2-4c1e-b06a-378075086706,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:27.917498 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-94deccf6-b673-4d89-aa26-2eedcefeedf4 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:27.917894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94deccf6-b673-4d89-aa26-2eedcefeedf4 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:27.920941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94deccf6-b673-4d89-aa26-2eedcefeedf4 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/94ab833e-91a2-4c1e-b06a-378075086706 HTTP/1.1" status: 404 len: 339 time: 0.0298538 Nov 10 21:38:27.925072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39758) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:27.932458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1795951456', 'description': 'd1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:27.945138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-630590d6-7f2a-4dbb-bb21-f67fb1de2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.946642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-630590d6-7f2a-4dbb-bb21-f67fb1de2425 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6fe41361-ef43-4b1b-be47-11abef268027 HTTP/1.1" status: 200 len: 849 time: 0.1211231 Nov 10 21:38:27.947147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39760) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:27.952712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-22653c37-cf14-41d4-9f2a-a7a3f974d4e1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.959635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-22653c37-cf14-41d4-9f2a-a7a3f974d4e1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.965624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-22653c37-cf14-41d4-9f2a-a7a3f974d4e1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.971863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-22653c37-cf14-41d4-9f2a-a7a3f974d4e1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.978290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-22653c37-cf14-41d4-9f2a-a7a3f974d4e1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.984298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-22653c37-cf14-41d4-9f2a-a7a3f974d4e1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:27.986166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-22653c37-cf14-41d4-9f2a-a7a3f974d4e1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 4665 time: 0.1921172 Nov 10 21:38:28.024582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.041847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-f51dae60-d00c-460d-ab35-fd3915a61880 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1720a8a5-a2de-4b10-af4a-7be54e4a0a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631094 Nov 10 21:38:28.062079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39764) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:28.102188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6016a1b8-e0ec-41d1-b9d2-29a5e2418f37 req-df3a2c44-145a-4914-8085-473986247280 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=e630b671-13c1-4df3-b423-c4d7bcd08272&id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005225 Nov 10 21:38:28.128512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b73a2748-f2da-4c86-8ce7-7a7d78e77e88 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:28.135424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-200075fc-f718-453d-94f7-3ab81fdb396e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.138950 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-200075fc-f718-453d-94f7-3ab81fdb396e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.159396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: b73a2748-f2da-4c86-8ce7-7a7d78e77e88 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:28.160020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b73a2748-f2da-4c86-8ce7-7a7d78e77e88 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:28.198758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'tag': 'a3ec23e3-6499-42c6-9954-18649c357caa'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:28.200839 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46e7a7a-74c0-486e-95cd-c772fc0400be" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5", "tag": "a3ec23e3-6499-42c6-9954-18649c357caa"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:28.206921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] For port ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:28.213078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:28.216542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.248688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] For port ece4bd31-1f9f-4b07-997c-e3145edfe7b7, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:28.254738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] Deleting subnet 9981a620-1695-4e83-a72a-5cff653d6cc4 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:28.281234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.288519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-862043814'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:28.293183 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21550cc0-6500-4537-aa0b-c97ac189a9cc x-openstack-request-id: req-21550cc0-6500-4537-aa0b-c97ac189a9cc {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:28.293466 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5", "tag": "a3ec23e3-6499-42c6-9954-18649c357caa", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:28.293798 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21550cc0-6500-4537-aa0b-c97ac189a9cc {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:28.294173 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'tag': 'a3ec23e3-6499-42c6-9954-18649c357caa', 'status': 'completed', 'code': 200} Nov 10 21:38:28.297023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] device_id is not set on port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:38:28.307079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.373943 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-200075fc-f718-453d-94f7-3ab81fdb396e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.374459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200075fc-f718-453d-94f7-3ab81fdb396e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Fanout notify agent at l3_agent the message router_deleted on router e407f5b8-3d74-4fae-ad02-ca65946a3e3a {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:38:28.382070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:28.388131 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.393283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-200075fc-f718-453d-94f7-3ab81fdb396e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.397262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-200075fc-f718-453d-94f7-3ab81fdb396e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/routers/e407f5b8-3d74-4fae-ad02-ca65946a3e3a HTTP/1.1" status: 204 len: 168 time: 0.7650120 Nov 10 21:38:28.399452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39772) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:28.403312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-7c53a35e-f63c-4c1a-b1e6-f2026ca80fee service neutron] 10.222.0.53 "GET /v2.0/networks/1720a8a5-a2de-4b10-af4a-7be54e4a0a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388851 Nov 10 21:38:28.407795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.444501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.444848 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 82102f6a-aad2-41e8-915e-12828b3a7cfb of type vlan for network 2af51f00-6366-45bf-a2a0-13eda054dcf6 Nov 10 21:38:28.495434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] No DVR routers for this DVR port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:28.504305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:28.533710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Made reservation on behalf of 9f80486662514ef89a7530e4e84b0f1a for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:28.537132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.546391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aecb01-4100-4ac2-a98c-4ffbcb488b7a req-95f2fd17-72b7-4613-8d29-c8f962c0f139 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:28.547968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44aecb01-4100-4ac2-a98c-4ffbcb488b7a req-95f2fd17-72b7-4613-8d29-c8f962c0f139 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.2703240 Nov 10 21:38:28.577008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] In _notify_port_updated(), no bound segment for port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 on network 0253683b-7b38-4986-9e96-597b3d57acb4 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:38:28.577894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:28.578509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.580408 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-2a2e41e6-c64b-4430-9999-2452d525b1e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 200 len: 1033 time: 0.6984615 Nov 10 21:38:28.582828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.588723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.591761 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.628448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Deleting port 825e7f4d-4717-4c62-82f1-0523f3cad497 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:28.628793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.678155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 413693c0-7375-4fca-8afa-16feab091d0c no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:28.733413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68ca55a1-2803-4366-8c35-3fe5d2d584a9 req-05ea453b-2ccb-4572-badf-0b57c2854d56 service neutron] 10.222.0.53 "GET /v2.0/networks/1720a8a5-a2de-4b10-af4a-7be54e4a0a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050756 Nov 10 21:38:28.736775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44aecb01-4100-4ac2-a98c-4ffbcb488b7a req-c4f665db-16fc-4ccb-b3be-906372efc2cb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745594 Nov 10 21:38:28.790699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7f77fdd6-8661-4f93-be73-5a32cb83ecd4 None None] Provisioning complete for port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:28.791134 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7f77fdd6-8661-4f93-be73-5a32cb83ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.804257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.806440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.809759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.812633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:28.813527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.836141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Calling delete_port for 825e7f4d-4717-4c62-82f1-0523f3cad497 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:28.842517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.857023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7f77fdd6-8661-4f93-be73-5a32cb83ecd4 None None] Port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:28.871072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea62cf-18cd-4ccf-9938-a0376a92de86 req-17d7c1e5-3c25-4a4c-8f78-eef467978e4e tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:28.872726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfea62cf-18cd-4ccf-9938-a0376a92de86 req-17d7c1e5-3c25-4a4c-8f78-eef467978e4e tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 944 time: 0.1478131 Nov 10 21:38:28.874599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:28.877793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port 413693c0-7375-4fca-8afa-16feab091d0c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:28.879714 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.879900 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081dae17-eecb-45cc-bb11-b16a063324d0" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "413693c0-7375-4fca-8afa-16feab091d0c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:28.890094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.897409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 413693c0-7375-4fca-8afa-16feab091d0c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=413693c0-7375-4fca-8afa-16feab091d0c,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:28.932596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=2af51f00-6366-45bf-a2a0-13eda054dcf6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:28.941718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.948193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9981a620-1695-4e83-a72a-5cff653d6cc4 HTTP/1.1" status: 204 len: 168 time: 0.9732473 Nov 10 21:38:28.948381 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f637e-4450-4bff-a57f-39f7539f0627 x-openstack-request-id: req-538f637e-4450-4bff-a57f-39f7539f0627 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:28.948755 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "413693c0-7375-4fca-8afa-16feab091d0c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:28.949293 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-538f637e-4450-4bff-a57f-39f7539f0627 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:28.949293 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c', 'code': 200} Nov 10 21:38:28.950352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd1e7f-d990-490d-9576-c486b905d847 None None] Network 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:28.952913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39778) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:28.964652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 2af51f00-6366-45bf-a2a0-13eda054dcf6 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:28.980632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fe5ca-8dfc-480c-8342-ea862d2ebe75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9981a620-1695-4e83-a72a-5cff653d6cc4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:28.984578 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:28.998873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eddb1c16-e2d2-4728-a501-a98131824051 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0703750 Nov 10 21:38:29.002229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39780) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:29.029285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:29.065593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.066961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device db0eba94-232d-4566-b0f0-1c1dba8e8f41 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:29.069036 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.069377 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Added segment 485f22c4-60ca-4e1a-83aa-1f4d79343d37 of type vlan for network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de Nov 10 21:38:29.120575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfea62cf-18cd-4ccf-9938-a0376a92de86 req-b9b4f3ba-1cb8-45f1-b551-9e7fbc9ce8e5 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364557 Nov 10 21:38:29.142321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e839fc-5bee-42e0-9960-24a0fc2f5b6f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:29.147211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-98d146c6-143d-4e15-98b7-49da3d1fde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.149065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-98d146c6-143d-4e15-98b7-49da3d1fde3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6646879fc7c84aadb764f7614bb3b85c&device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 1096 time: 0.2198491 Nov 10 21:38:29.226027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=413693c0-7375-4fca-8afa-16feab091d0c,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:29.232951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] For port 413693c0-7375-4fca-8afa-16feab091d0c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=413693c0-7375-4fca-8afa-16feab091d0c,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:29.233335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.245874 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.253271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for 413693c0-7375-4fca-8afa-16feab091d0c owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:29.263204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef2f20-b251-49d5-95b9-1d9d86bc60ab None None] DHCP port deletion for 3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:29.271849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.272444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.272628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.273126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.273621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.274393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.274740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.275068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.275424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.275766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.276375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.276972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.277304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:29.297551 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.310534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c501d2-f014-43d0-9224-76d32ea09a6c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.312071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-84c501d2-f014-43d0-9224-76d32ea09a6c tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/networks?id=2af51f00-6366-45bf-a2a0-13eda054dcf6 HTTP/1.1" status: 200 len: 761 time: 0.3073757 Nov 10 21:38:29.320762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:29.326579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.330953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'description': 'd2'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:29.349204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port db0eba94-232d-4566-b0f0-1c1dba8e8f41, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:29.379193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event deleted for resources: {'Port': ['ID=825e7f4d-4717-4c62-82f1-0523f3cad497,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:29.445653 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.457871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.461525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 85be49a8-9c42-4012-bd0d-0f30d7b97138 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:29.507108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:29.527297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:29.527592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4978cc4-6511-4d54-bc7a-43d0afc4fa6f') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:29.565289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.567682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.571378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2aee38fb-fbf6-4acf-b70a-477eb9b29918 tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/ports/825e7f4d-4717-4c62-82f1-0523f3cad497 HTTP/1.1" status: 204 len: 168 time: 1.1496735 Nov 10 21:38:29.575610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39786) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:29.615717 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.622846 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.631751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=db0eba94-232d-4566-b0f0-1c1dba8e8f41,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:29.640904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:29.641230 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:29.643651 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:29.654259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:38:29.675375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 85be49a8-9c42-4012-bd0d-0f30d7b97138, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:29.713312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Deleting subnet 92250589-bb74-44f0-bcec-aa890037c4e6 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:29.717217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.720220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.742850 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.745101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f1762f7c-78ce-4eb0-b42c-50fb3fef0514 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:29.753473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d15734-6874-433a-8589-6f3c7900135f req-e5fb883c-253a-451e-b7e0-ebafe96d880e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.760050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d15734-6874-433a-8589-6f3c7900135f req-e5fb883c-253a-451e-b7e0-ebafe96d880e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.766087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d15734-6874-433a-8589-6f3c7900135f req-e5fb883c-253a-451e-b7e0-ebafe96d880e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.774716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d15734-6874-433a-8589-6f3c7900135f req-e5fb883c-253a-451e-b7e0-ebafe96d880e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.779223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d15734-6874-433a-8589-6f3c7900135f req-e5fb883c-253a-451e-b7e0-ebafe96d880e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.781302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5d15734-6874-433a-8589-6f3c7900135f req-e5fb883c-253a-451e-b7e0-ebafe96d880e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 3805 time: 0.5151706 Nov 10 21:38:29.783891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-a909a45c-10c3-4cdb-8371-1e79d736aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.785270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=413693c0-7375-4fca-8afa-16feab091d0c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:29.785430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-a909a45c-10c3-4cdb-8371-1e79d736aecd service neutron] 10.222.0.53 "GET /v2.0/networks?id=1720a8a5-a2de-4b10-af4a-7be54e4a0a10 HTTP/1.1" status: 200 len: 910 time: 0.6197996 Nov 10 21:38:29.827259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.855475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=85be49a8-9c42-4012-bd0d-0f30d7b97138,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:29.863696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] No DVR routers for this DVR port 413693c0-7375-4fca-8afa-16feab091d0c on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:29.870247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.873692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-21b9190a-a8ca-4389-8c7d-4fb86041978b tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "DELETE /v2.0/ports/413693c0-7375-4fca-8afa-16feab091d0c HTTP/1.1" status: 204 len: 173 time: 1.2845778 Nov 10 21:38:29.874893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:29.877164 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f14619c-12b4-46a7-a086-f9748b458063" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "413693c0-7375-4fca-8afa-16feab091d0c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:29.879770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.888989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.896243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:29.897844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.901688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-8f04371f-a162-4561-9c21-48ba24941faa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3ec23e3-6499-42c6-9954-18649c357caa HTTP/1.1" status: 200 len: 217 time: 0.0996208 Nov 10 21:38:29.904231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.920833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:29.926145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] 10.222.0.45 "DELETE /v2.0/networks/3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9 HTTP/1.1" status: 204 len: 168 time: 0.9675720 Nov 10 21:38:29.942166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:29.967647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9564b92-1f7b-4127-977c-1e4f3c6edede admin admin] Pushing event deleted for resources: {'Network': ['ID=3f42e4d9-cbfd-495e-9fa1-c27858a5b5b9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:30.023148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.023979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device ece4bd31-1f9f-4b07-997c-e3145edfe7b7 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:30.057085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fe2d8-6fc2-457a-aefa-f2708e4a5537 req-a6a2b276-d5c8-4e3c-a112-79abfc0039bd tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:30.064651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c0fe2d8-6fc2-457a-aefa-f2708e4a5537 req-a6a2b276-d5c8-4e3c-a112-79abfc0039bd tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1988883 Nov 10 21:38:30.081431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.096625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0308063 Nov 10 21:38:30.103338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device ece4bd31-1f9f-4b07-997c-e3145edfe7b7 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:30.103936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:30.110197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5d15734-6874-433a-8589-6f3c7900135f req-ac1b7a82-c526-4090-a7c4-995eb1f3b41f tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069301 Nov 10 21:38:30.112766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39794) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:30.122830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Request body: {'subnet': {'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:30.158219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.184664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-8467002d-4047-466f-bc3f-67ee8dec9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:30.186345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-8467002d-4047-466f-bc3f-67ee8dec9dbb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6fe41361-ef43-4b1b-be47-11abef268027 HTTP/1.1" status: 200 len: 849 time: 0.2374444 Nov 10 21:38:30.190548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0351627-8e3b-482d-bb0c-6c010ceef439 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event updated for resources: {'Network': ['ID=f6b45c7d-9aa9-4c23-ae10-5f6e2db492de,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:30.260438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.270407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-33c3c38c-7e40-4185-8975-440c5a65c698 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1720a8a5-a2de-4b10-af4a-7be54e4a0a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732324 Nov 10 21:38:30.379448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a3ec23e3-6499-42c6-9954-18649c357caa details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:38:30.448136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:30.460506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-e3f96e3d-94bd-4d60-9db2-a1943e57fe44 service neutron] 10.222.0.53 "GET /v2.0/networks/1720a8a5-a2de-4b10-af4a-7be54e4a0a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692693 Nov 10 21:38:30.461289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 2af51f00-6366-45bf-a2a0-13eda054dcf6 is not hosted by any dhcp agent {{(pid=103048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 21:38:30.468126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:30.468768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.472980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "PUT /v2.0/networks/2af51f00-6366-45bf-a2a0-13eda054dcf6 HTTP/1.1" status: 200 len: 758 time: 1.1486871 Nov 10 21:38:30.473166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:30.474665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39798) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:30.474856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39800) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:30.570738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a3ec23e3-6499-42c6-9954-18649c357caa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a3ec23e3-6499-42c6-9954-18649c357caa,segment=NetworkSegment(d0776c5e-4cfd-46a9-bd56-077d60a5a29d),segment_id=d0776c5e-4cfd-46a9-bd56-077d60a5a29d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:30.583944 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b91732-6086-4fc9-b4cf-7e554572c092 x-openstack-request-id: req-03b91732-6086-4fc9-b4cf-7e554572c092 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:30.584374 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "413693c0-7375-4fca-8afa-16feab091d0c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:30.585046 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03b91732-6086-4fc9-b4cf-7e554572c092 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:30.585435 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': '413693c0-7375-4fca-8afa-16feab091d0c', 'status': 'completed', 'code': 200} Nov 10 21:38:30.606518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a3ec23e3-6499-42c6-9954-18649c357caa', 'network_id': '1720a8a5-a2de-4b10-af4a-7be54e4a0a10', 'port_id': 'a3ec23e3-6499-42c6-9954-18649c357caa', 'mac_address': 'fa:16:3e:07:56:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe41361-ef43-4b1b-be47-11abef268027', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:38:30.617445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.666922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c94b9a-8f8c-47c3-aefc-192eccf1e561 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=2af51f00-6366-45bf-a2a0-13eda054dcf6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:30.673697 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.683081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c0fe2d8-6fc2-457a-aefa-f2708e4a5537 req-88cbd2eb-3ce8-4590-ace4-667c8889cc9b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173334 Nov 10 21:38:30.700374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:30.705636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 2af51f00-6366-45bf-a2a0-13eda054dcf6 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:30.728792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ec23e3-6499-42c6-9954-18649c357caa {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:30.741100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:30.741452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.761285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9fcce311-8fe4-4ade-b7c5-9bc7b152ce5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38566a07ad0446bb9d7d818fe346962a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831352 Nov 10 21:38:30.765594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39808) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:30.775506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054150b3-3426-4030-989b-40efa19fb41e req-cd620924-1428-49e3-a1dd-cf196c1e3639 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:30.780752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054150b3-3426-4030-989b-40efa19fb41e req-cd620924-1428-49e3-a1dd-cf196c1e3639 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 944 time: 0.3044589 Nov 10 21:38:30.789082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5c78f2-d3b3-4297-8caf-becfb655c137 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:30.790933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3c5c78f2-d3b3-4297-8caf-becfb655c137 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/networks?id=2af51f00-6366-45bf-a2a0-13eda054dcf6 HTTP/1.1" status: 200 len: 761 time: 0.3115702 Nov 10 21:38:30.794495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a3ec23e3-6499-42c6-9954-18649c357caa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a3ec23e3-6499-42c6-9954-18649c357caa,segment=NetworkSegment(d0776c5e-4cfd-46a9-bd56-077d60a5a29d),segment_id=d0776c5e-4cfd-46a9-bd56-077d60a5a29d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:30.797215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.797462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 04d58efe-ff3c-4d10-9296-caef817e068a no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:30.798002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39810) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:30.806810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2130650608'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:30.837526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d46e7a7a-74c0-486e-95cd-c772fc0400be req-5eb5eb0f-1e19-44d0-b2cf-129fb09f5518 service neutron] 10.222.0.53 "GET /v2.0/networks/1720a8a5-a2de-4b10-af4a-7be54e4a0a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604045 Nov 10 21:38:30.857958 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.862153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.878429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:30.885236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 04d58efe-ff3c-4d10-9296-caef817e068a not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:30.886069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-054150b3-3426-4030-989b-40efa19fb41e req-b3f27d00-8232-463e-81d9-aa05828bd317 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883691 Nov 10 21:38:30.893064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Made reservation on behalf of 9f80486662514ef89a7530e4e84b0f1a for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:30.900894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d62312-670a-4a44-bfd1-f1be40a3c5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.903448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.933477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a3ec23e3-6499-42c6-9954-18649c357caa,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:30.936394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event deleted for resources: {'Subnet': ['ID=92250589-bb74-44f0-bcec-aa890037c4e6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:30.943971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d62312-670a-4a44-bfd1-f1be40a3c5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.950513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41'}, {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138'}, {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514'}, {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:30.953462 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62b92b-e60f-45fe-b6a4-a41703370294" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41"}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138"}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514"}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:30.968896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:30.971640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0337f-9e7e-4aea-bd56-c6e90bc0b4d2 None None] Network 03c64723-aadb-44bf-be21-40fbdc40ea68 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:30.974830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4b8a9656-3600-4cce-ba1b-9e9ef6da657e tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/subnets/92250589-bb74-44f0-bcec-aa890037c4e6 HTTP/1.1" status: 204 len: 168 time: 1.3923738 Nov 10 21:38:30.977880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39814) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:31.018960 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab9aa00-bba3-4ad7-9e56-702be2191e69 x-openstack-request-id: req-fab9aa00-bba3-4ad7-9e56-702be2191e69 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:31.019258 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41", "code": 200}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138", "code": 200}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514", "code": 200}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:31.019502 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fab9aa00-bba3-4ad7-9e56-702be2191e69 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:31.021037 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41', 'code': 200} Nov 10 21:38:31.021037 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'code': 200} Nov 10 21:38:31.021037 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514', 'code': 200} Nov 10 21:38:31.021037 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3', 'code': 200} Nov 10 21:38:31.047601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] For port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:31.047920 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.073775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.075201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a3ec23e3-6499-42c6-9954-18649c357caa'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:38:31.076313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:31.090884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:31.095052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.135146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Deleting port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:31.135494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.159177 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d62312-670a-4a44-bfd1-f1be40a3c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.162679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d62312-670a-4a44-bfd1-f1be40a3c5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.170449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b4d62312-670a-4a44-bfd1-f1be40a3c5f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a87967d-df0b-48f7-813b-35b32d39db42 HTTP/1.1" status: 204 len: 168 time: 0.3744581 Nov 10 21:38:31.206320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:31.240449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.240832 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 5c784740-e349-4cfe-a94f-de5b796a0ac9 of type vlan for network 3a7b962e-4ffd-432d-a81f-527086e559ae Nov 10 21:38:31.292058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] DHCP port deletion for 03c64723-aadb-44bf-be21-40fbdc40ea68 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:31.314198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d62312-670a-4a44-bfd1-f1be40a3c5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a87967d-df0b-48f7-813b-35b32d39db42,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:31.356604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.366147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4217-d5f5-4190-8c0e-96d9962d6aae req-283e3472-36ae-490a-acc1-63699cd62534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:31.373289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4217-d5f5-4190-8c0e-96d9962d6aae req-283e3472-36ae-490a-acc1-63699cd62534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:31.376771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] Deleting port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:31.377298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.379645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4217-d5f5-4190-8c0e-96d9962d6aae req-283e3472-36ae-490a-acc1-63699cd62534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:31.386658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4217-d5f5-4190-8c0e-96d9962d6aae req-283e3472-36ae-490a-acc1-63699cd62534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:31.388406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-409f4217-d5f5-4190-8c0e-96d9962d6aae req-283e3472-36ae-490a-acc1-63699cd62534 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 3142 time: 0.1146202 Nov 10 21:38:31.396313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] For port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,segment=NetworkSegment(64243288-a82d-4d6d-8d7d-7444d6a70b28),segment_id=64243288-a82d-4d6d-8d7d-7444d6a70b28)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:31.397398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.422983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Calling delete_port for b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:31.446196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.451683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] For port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,segment=NetworkSegment(64243288-a82d-4d6d-8d7d-7444d6a70b28),segment_id=64243288-a82d-4d6d-8d7d-7444d6a70b28)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:31.454801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.466131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] Calling delete_port for b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:31.486080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.494257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:31.495010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.501830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-409f4217-d5f5-4190-8c0e-96d9962d6aae req-ee11af79-1769-40e5-bfaa-79c3a570d42a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969875 Nov 10 21:38:31.559824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.627023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event updated for resources: {'Subnet': ['ID=c538ce61-7872-4936-b6cc-f2cbc8256b90,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:31.637410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=1ee1c5d6-e188-4aa8-92c8-b364dfefcad3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:31.645109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=3a7b962e-4ffd-432d-a81f-527086e559ae,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:31.656730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.667236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3a7b962e-4ffd-432d-a81f-527086e559ae details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:31.670596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.679479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] No DVR routers for this DVR port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:31.697783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Checking segment: {'id': '485f22c4-60ca-4e1a-83aa-1f4d79343d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:31.698158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Network hostable DHCP agents. Network: f6b45c7d-9aa9-4c23-ae10-5f6e2db492de, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:31.701541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] No DVR routers for this DVR port 1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:31.717343 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f3514db6-160a-4aa9-b998-e9dfb25e7942 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9179049 Nov 10 21:38:31.719703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.723086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-1d188141-ff05-4636-b15c-95ab329aebf7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "DELETE /v2.0/ports/1ee1c5d6-e188-4aa8-92c8-b364dfefcad3 HTTP/1.1" status: 204 len: 173 time: 1.8311300 Nov 10 21:38:31.724501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39824) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:31.732275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': '3a7b962e-4ffd-432d-a81f-527086e559ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:31.804448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.825914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c64723-aadb-44bf-be21-40fbdc40ea68']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:31.837199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64243288-a82d-4d6d-8d7d-7444d6a70b28') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:31.837932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64243288-a82d-4d6d-8d7d-7444d6a70b28') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:31.850170 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.859059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] No DVR routers for this DVR port b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:31.865282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event deleted for resources: {'Port': ['ID=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:31.876436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dde93-dca5-4168-b187-cdfa535704ca None None] Pushing event deleted for resources: {'Port': ['ID=b65a24c7-29bf-463f-aa6a-49dc3f1a41b8,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:31.884175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.887253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:31.897916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:31.898322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:31.902253 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:31.958936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768162d-898a-4cde-a947-71cf4d1774df req-a1083465-bce4-47b6-8592-1fc84756da23 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:31.961086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b768162d-898a-4cde-a947-71cf4d1774df req-a1083465-bce4-47b6-8592-1fc84756da23 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1333871 Nov 10 21:38:31.983422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f6b45c7d-9aa9-4c23-ae10-5f6e2db492de) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:32.001766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:32.005019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.007668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d5456-fede-4de7-a139-1972daff50e5 None None] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:32.036758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:32.038028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.079155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:32.083111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.105289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b768162d-898a-4cde-a947-71cf4d1774df req-7c767885-8034-4939-bd50-abd64988f8ad tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290240 Nov 10 21:38:32.113169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83976aa3-3644-479b-84a7-4ce9ca63b90b req-2c5cb588-b692-4b74-a603-365852610309 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:32.114910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83976aa3-3644-479b-84a7-4ce9ca63b90b req-2c5cb588-b692-4b74-a603-365852610309 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 945 time: 0.1315536 Nov 10 21:38:32.164944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.175527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.185518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] 10.222.0.45 "DELETE /v2.0/networks/03c64723-aadb-44bf-be21-40fbdc40ea68 HTTP/1.1" status: 204 len: 168 time: 1.2043672 Nov 10 21:38:32.230935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a3ec23e3-6499-42c6-9954-18649c357caa up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:32.231161 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7cbaf2d6-7158-4dbf-9bde-a3014b7349da tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1140177 Nov 10 21:38:32.238085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39838) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:32.243456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79caa0d-3a44-4260-978b-202929fababf tempest-TagsExtTest-765329214 tempest-TagsExtTest-765329214-project] Pushing event deleted for resources: {'Network': ['ID=03c64723-aadb-44bf-be21-40fbdc40ea68,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:32.252164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Request body: {'port': {'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1719971399'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:32.295122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83976aa3-3644-479b-84a7-4ce9ca63b90b req-48bc15af-dc21-46fe-a662-cda38bece776 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658394 Nov 10 21:38:32.300586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f6b45c7d-9aa9-4c23-ae10-5f6e2db492de', 'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de', 'tenant_id': '9f80486662514ef89a7530e4e84b0f1a', 'fixed_ips': [{'subnet_id': 'c538ce61-7872-4936-b6cc-f2cbc8256b90'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:32.305152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.418507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a3ec23e3-6499-42c6-9954-18649c357caa completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:38:32.431613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a3ec23e3-6499-42c6-9954-18649c357caa triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:32.432034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.456524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] For port f1762f7c-78ce-4eb0-b42c-50fb3fef0514, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:32.456524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.481526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:32.486855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for f1762f7c-78ce-4eb0-b42c-50fb3fef0514 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:32.525920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:32.526923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b65a24c7-29bf-463f-aa6a-49dc3f1a41b8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:32.569528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Allocated IP 172.20.0.2 (f6b45c7d-9aa9-4c23-ae10-5f6e2db492de/c538ce61-7872-4936-b6cc-f2cbc8256b90/d21946ab-dec3-46f8-af6a-a1e130758f09) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:32.587202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:32.589626 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f181b410-decb-4b21-aeb5-08326138ca34" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:32.704006 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8a1d8d-f2a5-4254-8451-b701f26e684b x-openstack-request-id: req-0f8a1d8d-f2a5-4254-8451-b701f26e684b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:32.704276 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "1ee1c5d6-e188-4aa8-92c8-b364dfefcad3", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:32.704528 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f8a1d8d-f2a5-4254-8451-b701f26e684b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:32.704948 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': '1ee1c5d6-e188-4aa8-92c8-b364dfefcad3', 'status': 'completed', 'code': 200} Nov 10 21:38:32.705488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Made reservation on behalf of 9f80486662514ef89a7530e4e84b0f1a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:32.709819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.720733 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.742337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] device_id is not set on port 972a86d6-0134-4544-a88f-66b6bd26c079 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:38:32.781379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a3ec23e3-6499-42c6-9954-18649c357caa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a3ec23e3-6499-42c6-9954-18649c357caa,segment=NetworkSegment(d0776c5e-4cfd-46a9-bd56-077d60a5a29d),segment_id=d0776c5e-4cfd-46a9-bd56-077d60a5a29d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:32.793419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6931-32e7-4670-902d-971c95ccfaee req-a8d171be-5bd2-4a8d-ab61-16d5c3f4cda3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:32.800712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6931-32e7-4670-902d-971c95ccfaee req-a8d171be-5bd2-4a8d-ab61-16d5c3f4cda3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:32.805543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6931-32e7-4670-902d-971c95ccfaee req-a8d171be-5bd2-4a8d-ab61-16d5c3f4cda3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:32.807258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9ea6931-32e7-4670-902d-971c95ccfaee req-a8d171be-5bd2-4a8d-ab61-16d5c3f4cda3 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 2409 time: 0.1468182 Nov 10 21:38:32.850041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.868588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.873391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.879458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39854) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:32.939647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a3ec23e3-6499-42c6-9954-18649c357caa,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:32.954857 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:32.965762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=a750be50-2244-435d-b911-ffa7aaa02b18,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:32.980226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39858) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:33.009319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9ea6931-32e7-4670-902d-971c95ccfaee req-da6d3147-f640-4cfa-8a91-0136b794ed85 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728413 Nov 10 21:38:33.010013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.016689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:33.025951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:33.027907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ec23e3-6499-42c6-9954-18649c357caa'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:33.048736 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77f0f21-f6c5-4be7-a813-704637179659" -d '{"events": [{"server_uuid": "dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5", "name": "network-vif-plugged", "status": "completed", "tag": "a3ec23e3-6499-42c6-9954-18649c357caa"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:33.064318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:33.068362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Pushing event updated for resources: {'Port': ['ID=d21946ab-dec3-46f8-af6a-a1e130758f09,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:33.073988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=f1762f7c-78ce-4eb0-b42c-50fb3fef0514,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:33.083079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '5c784740-e349-4cfe-a94f-de5b796a0ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '3a7b962e-4ffd-432d-a81f-527086e559ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:33.083572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: 3a7b962e-4ffd-432d-a81f-527086e559ae, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:33.090995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Allocated IP 172.20.0.9 (f6b45c7d-9aa9-4c23-ae10-5f6e2db492de/c538ce61-7872-4936-b6cc-f2cbc8256b90/972a86d6-0134-4544-a88f-66b6bd26c079) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:33.140591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Attempting to bind port d21946ab-dec3-46f8-af6a-a1e130758f09 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:33.142411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Attempting to bind port d21946ab-dec3-46f8-af6a-a1e130758f09 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '485f22c4-60ca-4e1a-83aa-1f4d79343d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:33.142411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Attempting to bind port d21946ab-dec3-46f8-af6a-a1e130758f09 on network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:33.148399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:33.148809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Checking segment: {'id': '485f22c4-60ca-4e1a-83aa-1f4d79343d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:33.149029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-184171603-network', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:33.149226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.149868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Bound using segment: {'id': '485f22c4-60ca-4e1a-83aa-1f4d79343d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:33.150481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Bound port: d21946ab-dec3-46f8-af6a-a1e130758f09, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485f22c4-60ca-4e1a-83aa-1f4d79343d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:33.150876 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.161665 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c225a5-1523-4cc5-9476-e31d5b36be8a x-openstack-request-id: req-81c225a5-1523-4cc5-9476-e31d5b36be8a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:33.161986 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5", "name": "network-vif-plugged", "status": "completed", "tag": "a3ec23e3-6499-42c6-9954-18649c357caa", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:33.162195 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81c225a5-1523-4cc5-9476-e31d5b36be8a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:33.162584 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ec23e3-6499-42c6-9954-18649c357caa', 'code': 200} Nov 10 21:38:33.176068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] No DVR routers for this DVR port f1762f7c-78ce-4eb0-b42c-50fb3fef0514 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:33.182845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.186374 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-998e1689-8b32-419a-8100-5ef75c3441b8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "DELETE /v2.0/ports/f1762f7c-78ce-4eb0-b42c-50fb3fef0514 HTTP/1.1" status: 204 len: 173 time: 1.4493060 Nov 10 21:38:33.209547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5489d3a1-2009-4cdf-befa-51e50a6667fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45015d757ff74df89a321490e658698d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279099 Nov 10 21:38:33.210123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:33.263622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] For port d21946ab-dec3-46f8-af6a-a1e130758f09, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:33.267209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] For port d21946ab-dec3-46f8-af6a-a1e130758f09, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d21946ab-dec3-46f8-af6a-a1e130758f09,segment=NetworkSegment(485f22c4-60ca-4e1a-83aa-1f4d79343d37),segment_id=485f22c4-60ca-4e1a-83aa-1f4d79343d37)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:33.288429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8d0e7-7a3f-49e6-8133-b09934c3308d req-0c04c5be-be0d-4eb9-a3d2-cfa5a32ec850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:33.293434 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5c8d0e7-7a3f-49e6-8133-b09934c3308d req-0c04c5be-be0d-4eb9-a3d2-cfa5a32ec850 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 1098 time: 0.0519958 Nov 10 21:38:33.314174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Made reservation on behalf of 1cb461a1ce8c47ab8a8490aec202e00b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:33.316910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.329571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 3a7b962e-4ffd-432d-a81f-527086e559ae is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:33.332220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.377353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5c8d0e7-7a3f-49e6-8133-b09934c3308d req-67cfc1ec-758c-4510-80d0-bc9e214ca9f5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769818 Nov 10 21:38:33.383145 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.453669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7bf70-befb-4c9c-a0bd-7944b22d369f req-2ee03068-2cb6-41c0-92a4-e579eb9280a7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:33.455253 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ab7bf70-befb-4c9c-a0bd-7944b22d369f req-2ee03068-2cb6-41c0-92a4-e579eb9280a7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.2145693 Nov 10 21:38:33.471768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3a7b962e-4ffd-432d-a81f-527086e559ae) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:33.488170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10ff3167-0179-40af-be82-6e4aab84753c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.491852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:33.492374 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.503871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b612c78-a620-44cf-9eb9-4f15278a9be8 None None] Network 3a7b962e-4ffd-432d-a81f-527086e559ae requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:33.509851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd28c58-3263-4d19-838f-bffd67cd1d2b req-7b33111d-7396-49d5-b57f-4fa611a9522c tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:33.516285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe2145-fa9b-4c36-a9c1-2f44111ca3a2 None None] Pushing event updated for resources: {'Port': ['ID=d21946ab-dec3-46f8-af6a-a1e130758f09,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:33.530869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cfd28c58-3263-4d19-838f-bffd67cd1d2b req-7b33111d-7396-49d5-b57f-4fa611a9522c tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 946 time: 0.1510231 Nov 10 21:38:33.592260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.599770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10ff3167-0179-40af-be82-6e4aab84753c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.626100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.639445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cfd28c58-3263-4d19-838f-bffd67cd1d2b req-c3a9d4c5-0357-4a2d-a654-461b05422cec tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070716 Nov 10 21:38:33.652387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port db0eba94-232d-4566-b0f0-1c1dba8e8f41 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:33.652732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.666762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4f115e84-523b-4075-8c87-a57a42c009b5 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9404540 Nov 10 21:38:33.669475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39870) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:33.700252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ab7bf70-befb-4c9c-a0bd-7944b22d369f req-49970a40-7b89-48db-aed4-d325ddd4212a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235265 Nov 10 21:38:33.751569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-3a7b962e-4ffd-432d-a81f-527086e559ae', 'network_id': '3a7b962e-4ffd-432d-a81f-527086e559ae', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': 'a750be50-2244-435d-b911-ffa7aaa02b18'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:33.752360 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.774966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.846506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:33.859618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b7123-2a31-4b9f-b099-517ce90ccf1c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:33.874800 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.875241 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Added segment 191c0b6b-00ac-4b75-8393-f89459d387a6 of type vlan for network d7c53942-9bcb-47ff-9688-e556fa1b1b86 Nov 10 21:38:33.909470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] For port db0eba94-232d-4566-b0f0-1c1dba8e8f41, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=db0eba94-232d-4566-b0f0-1c1dba8e8f41,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:33.909856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.921983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.935164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for db0eba94-232d-4566-b0f0-1c1dba8e8f41 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:33.939346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.951474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10ff3167-0179-40af-be82-6e4aab84753c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.952765 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10ff3167-0179-40af-be82-6e4aab84753c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:33.954516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-10ff3167-0179-40af-be82-6e4aab84753c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1bb6ec38-5bf0-4113-aa5a-84dbafd36e75 HTTP/1.1" status: 204 len: 168 time: 0.7431221 Nov 10 21:38:33.993135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Allocated IP 172.20.0.2 (3a7b962e-4ffd-432d-a81f-527086e559ae/a750be50-2244-435d-b911-ffa7aaa02b18/ea33fe7b-b65d-45be-8ca7-314f7f29b669) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:34.004739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff3167-0179-40af-be82-6e4aab84753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb6ec38-5bf0-4113-aa5a-84dbafd36e75,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:34.014016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.040677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.091404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.092773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:34.093544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.144003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:34.144797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event updated for resources: {'Port': ['ID=972a86d6-0134-4544-a88f-66b6bd26c079,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:34.151070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:34.156540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:34.215199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:34.215935 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.239492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] Pushing event updated for resources: {'Network': ['ID=d7c53942-9bcb-47ff-9688-e556fa1b1b86,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:34.240459 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.250982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:34.252526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.284167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b09b1b-dd37-4796-b395-ea0c67b3f771 req-d61c6544-d17a-4608-8283-ec276216613c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:34.286690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=db0eba94-232d-4566-b0f0-1c1dba8e8f41,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:34.291703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b09b1b-dd37-4796-b395-ea0c67b3f771 req-d61c6544-d17a-4608-8283-ec276216613c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:34.296281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69b09b1b-dd37-4796-b395-ea0c67b3f771 req-d61c6544-d17a-4608-8283-ec276216613c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 1600 time: 0.1572163 Nov 10 21:38:34.308090 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-257d93aa-c329-40bc-aeb4-ae16fae693dc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3253608 Nov 10 21:38:34.309875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39876) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:34.314718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Request body: {'subnet': {'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-184171603-subnet', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:34.338412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.354046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] No DVR routers for this DVR port db0eba94-232d-4566-b0f0-1c1dba8e8f41 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:34.362236 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d6b6bd8-c1f1-4577-9435-3fca8b934341 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1141675 Nov 10 21:38:34.362236 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.370064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-43adc758-f4aa-4218-90cb-abaa60182bff tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "DELETE /v2.0/ports/db0eba94-232d-4566-b0f0-1c1dba8e8f41 HTTP/1.1" status: 204 len: 173 time: 1.1728613 Nov 10 21:38:34.370734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39880) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:34.376245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Request body: {'port': {'network_id': 'f6b45c7d-9aa9-4c23-ae10-5f6e2db492de', 'name': 'tempest-ExtraDHCPOptionsTestJSON-460462799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:34.376894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.api.validators [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] bootfile-name is not in valid_values {{(pid=103047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:34.382325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.api.validators [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] tftp-server is not in valid_values {{(pid=103047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:34.382325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.api.validators [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] server-ip-address is not in valid_values {{(pid=103047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:34.508428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69b09b1b-dd37-4796-b395-ea0c67b3f771 req-3d6c8568-a91b-410e-8569-73df40385e11 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053471 Nov 10 21:38:34.561675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Made reservation on behalf of 1cb461a1ce8c47ab8a8490aec202e00b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:34.564814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.569653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.664013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=a750be50-2244-435d-b911-ffa7aaa02b18,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:34.715824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514'}, {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:34.718826 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b720a8c8-ef1b-4f55-b185-c2289b5ad9b1" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514"}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:34.749292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d21946ab-dec3-46f8-af6a-a1e130758f09 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:34.808670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Pushing event updated for resources: {'Port': ['ID=ea33fe7b-b65d-45be-8ca7-314f7f29b669,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:34.814192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Network 3a7b962e-4ffd-432d-a81f-527086e559ae is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:34.822095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:34.830845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:34.861587 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d366dbb3-62e3-476d-b5b2-2f50e4bc98a4 x-openstack-request-id: req-d366dbb3-62e3-476d-b5b2-2f50e4bc98a4 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:34.861587 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "f1762f7c-78ce-4eb0-b42c-50fb3fef0514", "status": "completed", "code": 200}, {"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "db0eba94-232d-4566-b0f0-1c1dba8e8f41", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:34.861820 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d366dbb3-62e3-476d-b5b2-2f50e4bc98a4 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:34.862187 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': 'f1762f7c-78ce-4eb0-b42c-50fb3fef0514', 'status': 'completed', 'code': 200} Nov 10 21:38:34.862439 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': 'db0eba94-232d-4566-b0f0-1c1dba8e8f41', 'status': 'completed', 'code': 200} Nov 10 21:38:34.866287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Made reservation on behalf of 9f80486662514ef89a7530e4e84b0f1a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:34.870061 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.904847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.926615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Attempting to bind port ea33fe7b-b65d-45be-8ca7-314f7f29b669 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:34.927500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Attempting to bind port ea33fe7b-b65d-45be-8ca7-314f7f29b669 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '5c784740-e349-4cfe-a94f-de5b796a0ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '3a7b962e-4ffd-432d-a81f-527086e559ae'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:34.927913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Attempting to bind port ea33fe7b-b65d-45be-8ca7-314f7f29b669 on network 3a7b962e-4ffd-432d-a81f-527086e559ae {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:34.935274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:34.935699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Checking segment: {'id': '5c784740-e349-4cfe-a94f-de5b796a0ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '3a7b962e-4ffd-432d-a81f-527086e559ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:34.936082 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.936472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Bound using segment: {'id': '5c784740-e349-4cfe-a94f-de5b796a0ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '3a7b962e-4ffd-432d-a81f-527086e559ae'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:34.936962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Bound port: ea33fe7b-b65d-45be-8ca7-314f7f29b669, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c784740-e349-4cfe-a94f-de5b796a0ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '3a7b962e-4ffd-432d-a81f-527086e559ae'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:34.937354 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:34.969727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port 85be49a8-9c42-4012-bd0d-0f30d7b97138 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:34.970172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.014702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d21946ab-dec3-46f8-af6a-a1e130758f09 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:35.015705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.016871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7b962e-4ffd-432d-a81f-527086e559ae']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:35.041069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] device_id is not set on port d8799998-e731-4145-8ab1-f444dc98d382 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:38:35.047477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c784740-e349-4cfe-a94f-de5b796a0ac9') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:35.047893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c784740-e349-4cfe-a94f-de5b796a0ac9') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:35.080907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3a5b-4589-4384-94ee-015e71247f80 req-4bf3a16e-dd5d-4e18-9c55-d86acef101ad tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:35.084212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff6a3a5b-4589-4384-94ee-015e71247f80 req-4bf3a16e-dd5d-4e18-9c55-d86acef101ad tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1353559 Nov 10 21:38:35.104247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.117126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0edd-e7f2-47a1-9a51-96775f8fd4de req-364e7711-82e5-4114-9a0d-f366a6518258 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:35.118857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38ae0edd-e7f2-47a1-9a51-96775f8fd4de req-364e7711-82e5-4114-9a0d-f366a6518258 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 946 time: 0.3269541 Nov 10 21:38:35.139276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] For port ea33fe7b-b65d-45be-8ca7-314f7f29b669, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:35.145402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.168881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:35.169560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:35.172806 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:35.184142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.199396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c3daae-f9a1-4946-8780-c474828a5a3a None None] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:35.275908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] For port 85be49a8-9c42-4012-bd0d-0f30d7b97138, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=85be49a8-9c42-4012-bd0d-0f30d7b97138,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:35.276249 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.283987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff6a3a5b-4589-4384-94ee-015e71247f80 req-9db0be0d-263a-4d37-b92a-84c5822cd988 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752493 Nov 10 21:38:35.322564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38ae0edd-e7f2-47a1-9a51-96775f8fd4de req-66e72e5e-fe79-4167-80e3-fcc52d98f092 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724293 Nov 10 21:38:35.365845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.api [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:38:35.365845 n-d-776250-11 neutron-server[103048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:38:35.365845 n-d-776250-11 neutron-server[103048]: [parameters: {'id': '3a7b962e-4ffd-432d-a81f-527086e559ae'}] Nov 10 21:38:35.365845 n-d-776250-11 neutron-server[103048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:38:35.366815 n-d-776250-11 neutron-server[103048]: DEBUG oslo_db.api [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:38:35.380755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] For port ea33fe7b-b65d-45be-8ca7-314f7f29b669, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ea33fe7b-b65d-45be-8ca7-314f7f29b669,segment=NetworkSegment(5c784740-e349-4cfe-a94f-de5b796a0ac9),segment_id=5c784740-e349-4cfe-a94f-de5b796a0ac9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:35.385251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ce7bbda8-a1c0-4195-94e7-0147efd89b5c None None] Provisioning complete for port d21946ab-dec3-46f8-af6a-a1e130758f09 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:35.386061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce7bbda8-a1c0-4195-94e7-0147efd89b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.388537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.406501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Allocated IP 172.20.0.14 (f6b45c7d-9aa9-4c23-ae10-5f6e2db492de/c538ce61-7872-4936-b6cc-f2cbc8256b90/d8799998-e731-4145-8ab1-f444dc98d382) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:35.454251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port d21946ab-dec3-46f8-af6a-a1e130758f09, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d21946ab-dec3-46f8-af6a-a1e130758f09,segment=NetworkSegment(485f22c4-60ca-4e1a-83aa-1f4d79343d37),segment_id=485f22c4-60ca-4e1a-83aa-1f4d79343d37)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:35.463854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.471588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2abf651-97dd-4470-91b5-990057152e85,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:35.474705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Checking segment: {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:35.475270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Network hostable DHCP agents. Network: d7c53942-9bcb-47ff-9688-e556fa1b1b86, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:35.541238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.559996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:35.611509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a471a6-ae4c-4cf2-99af-314934dda542 None None] Pushing event updated for resources: {'Port': ['ID=ea33fe7b-b65d-45be-8ca7-314f7f29b669,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:35.670440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d7c53942-9bcb-47ff-9688-e556fa1b1b86) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:35.695194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea4797c-cb6b-43a0-8d32-9aab03c57863 None None] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:35.695431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:35.705836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.748892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01280bd9-4187-4e57-8625-32ae83b76f0b req-86d213dd-5d06-4a58-bfcf-03200bb46516 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:35.750488 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01280bd9-4187-4e57-8625-32ae83b76f0b req-86d213dd-5d06-4a58-bfcf-03200bb46516 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 944 time: 0.1259511 Nov 10 21:38:35.796361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5befeab6-7716-46cb-850c-1e942ca31825 None None] Network 3a7b962e-4ffd-432d-a81f-527086e559ae requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:35.836699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01280bd9-4187-4e57-8625-32ae83b76f0b req-2df79fda-ec0d-4b6c-8f51-30ba3bb99f63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcd508b6-85d6-4700-8958-2bb33393184c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771687 Nov 10 21:38:35.878259 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-70d6bf52-86ae-4835-8b28-cdb94159319c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5673182 Nov 10 21:38:35.879054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.879431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.880439 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Floating IP 954cc34b-6ba1-4c32-b30a-b6c3e911b4f8 disassociated. External IP: 172.25.7.221, port: 85be49a8-9c42-4012-bd0d-0f30d7b97138. Nov 10 21:38:35.880698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.880901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for 85be49a8-9c42-4012-bd0d-0f30d7b97138 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:35.884149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.884958 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a69a66e-3385-4696-88e8-fee307163c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:35.885416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39916) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:35.890410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=d21946ab-dec3-46f8-af6a-a1e130758f09,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:35.912782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:36.025053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port ea33fe7b-b65d-45be-8ca7-314f7f29b669 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:36.025406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.056520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.065391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.101361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.137254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d7c53942-9bcb-47ff-9688-e556fa1b1b86', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:36.139347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.208033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port ea33fe7b-b65d-45be-8ca7-314f7f29b669, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ea33fe7b-b65d-45be-8ca7-314f7f29b669,segment=NetworkSegment(5c784740-e349-4cfe-a94f-de5b796a0ac9),segment_id=5c784740-e349-4cfe-a94f-de5b796a0ac9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:36.208414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.220059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.221135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747e5eb-74d7-4c1d-91bd-a4e1d4c4073c req-c0a47351-aa3d-44ed-bacf-2009e65f0ad5 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:36.227652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for ea33fe7b-b65d-45be-8ca7-314f7f29b669 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:36.229865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4747e5eb-74d7-4c1d-91bd-a4e1d4c4073c req-c0a47351-aa3d-44ed-bacf-2009e65f0ad5 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 946 time: 0.2398903 Nov 10 21:38:36.365865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event updated for resources: {'Port': ['ID=d8799998-e731-4145-8ab1-f444dc98d382,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:36.378407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:36.394556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:36.400312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.412640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:36.438519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Allocated IP 172.20.0.2 (d7c53942-9bcb-47ff-9688-e556fa1b1b86/d2abf651-97dd-4470-91b5-990057152e85/ac79326c-e554-415b-a83d-2cb7f997b1a1) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:36.499878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=85be49a8-9c42-4012-bd0d-0f30d7b97138,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:36.523245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4747e5eb-74d7-4c1d-91bd-a4e1d4c4073c req-0c237a7c-c6e6-44c5-8870-be70ec984fed tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893908 Nov 10 21:38:36.538210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d21946ab-dec3-46f8-af6a-a1e130758f09 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:36.609882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-add833e1-8a70-495d-8c55-b66e99986cc8 None None] Provisioning complete for port d21946ab-dec3-46f8-af6a-a1e130758f09 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:36.610506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-add833e1-8a70-495d-8c55-b66e99986cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.668745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.699215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc4d6-78a5-4e81-937c-a86105d4cdda req-34a97abe-59c8-4440-b1c8-234016ba94f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:36.701140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-643bc4d6-78a5-4e81-937c-a86105d4cdda req-34a97abe-59c8-4440-b1c8-234016ba94f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.2201481 Nov 10 21:38:36.707606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:36.707606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.806021 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-643bc4d6-78a5-4e81-937c-a86105d4cdda req-e7a204db-9071-422d-aed6-41331857c6c4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973570 Nov 10 21:38:36.819549 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:36.866933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Router c4e96831-d767-4596-b96e-9e36686ff3c6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:38:36.878734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=ea33fe7b-b65d-45be-8ca7-314f7f29b669,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:36.892488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port ea33fe7b-b65d-45be-8ca7-314f7f29b669 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:36.935680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-301ca1eb-fd1b-4117-9ffa-3d81ddafaa74 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5636072 Nov 10 21:38:36.938685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:36.991426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d21946ab-dec3-46f8-af6a-a1e130758f09 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:36.992231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.047719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.096036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-add833e1-8a70-495d-8c55-b66e99986cc8 None None] Provisioning complete for port 972a86d6-0134-4544-a88f-66b6bd26c079 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:37.097952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7b962e-4ffd-432d-a81f-527086e559ae']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:37.098122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-add833e1-8a70-495d-8c55-b66e99986cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.109831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f417467-a7d9-47a5-97c7-047249cc71ba req-e4f79f81-5d9e-4ace-9abd-0622f67cc328 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0605662 Nov 10 21:38:37.115368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c784740-e349-4cfe-a94f-de5b796a0ac9') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:37.115556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c784740-e349-4cfe-a94f-de5b796a0ac9') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:37.137858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.154752 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.163256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:37.163706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.203264 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.226538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-add833e1-8a70-495d-8c55-b66e99986cc8 None None] Port 972a86d6-0134-4544-a88f-66b6bd26c079 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:37.245799 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:37.342286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-282f2377-4319-4549-bd1c-91e943061396 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:37.344194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-282f2377-4319-4549-bd1c-91e943061396 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 946 time: 0.0998013 Nov 10 21:38:37.357109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-69afe08b-83e4-41ed-87cb-f0a4a05d20ef None None] Provisioning complete for port d8799998-e731-4145-8ab1-f444dc98d382 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:37.358162 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-69afe08b-83e4-41ed-87cb-f0a4a05d20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.386236 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.423279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.437845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.444081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/3a7b962e-4ffd-432d-a81f-527086e559ae HTTP/1.1" status: 204 len: 168 time: 3.7706349 Nov 10 21:38:37.444282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:37.453255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-69afe08b-83e4-41ed-87cb-f0a4a05d20ef None None] Port d8799998-e731-4145-8ab1-f444dc98d382 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:37.453255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:37.455761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:37.457388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:37.469759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Pushing event updated for resources: {'Port': ['ID=ac79326c-e554-415b-a83d-2cb7f997b1a1,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:37.470097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13549f9f-d838-4bf8-9f48-994b19b15d87 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=3a7b962e-4ffd-432d-a81f-527086e559ae,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:37.483427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-69afe08b-83e4-41ed-87cb-f0a4a05d20ef None None] Provisioning complete for port 972a86d6-0134-4544-a88f-66b6bd26c079 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:37.483427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-69afe08b-83e4-41ed-87cb-f0a4a05d20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.576701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Attempting to bind port ac79326c-e554-415b-a83d-2cb7f997b1a1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:37.577186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Attempting to bind port ac79326c-e554-415b-a83d-2cb7f997b1a1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:37.577674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Attempting to bind port ac79326c-e554-415b-a83d-2cb7f997b1a1 on network d7c53942-9bcb-47ff-9688-e556fa1b1b86 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:37.580937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-69afe08b-83e4-41ed-87cb-f0a4a05d20ef None None] Port 972a86d6-0134-4544-a88f-66b6bd26c079 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:37.588193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:37.588812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Checking segment: {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:37.589316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.589812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Bound using segment: {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:37.590406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Bound port: ac79326c-e554-415b-a83d-2cb7f997b1a1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:37.590921 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.606932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc503d5-c971-4e9b-8716-191fcb54a075 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:37.612837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc503d5-c971-4e9b-8716-191fcb54a075 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:37.618864 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc503d5-c971-4e9b-8716-191fcb54a075 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:37.623509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8dc503d5-c971-4e9b-8716-191fcb54a075 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6809149 Nov 10 21:38:37.623738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:37.662914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:38:37.696279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] For port ac79326c-e554-415b-a83d-2cb7f997b1a1, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:37.701319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] For port ac79326c-e554-415b-a83d-2cb7f997b1a1, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac79326c-e554-415b-a83d-2cb7f997b1a1,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:37.705495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] Sync routers for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:38:37.726253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:37.727031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:37.741580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] No DVR routers for this DVR port 85be49a8-9c42-4012-bd0d-0f30d7b97138 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:37.744497 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.750695 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6f0e36-81f0-4b49-964a-b2b34e594bba req-71127f9b-4aae-45aa-94dd-a9df2ef334e8 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.64 "DELETE /v2.0/ports/85be49a8-9c42-4012-bd0d-0f30d7b97138 HTTP/1.1" status: 204 len: 173 time: 3.3603213 Nov 10 21:38:37.750695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:37.751435 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d4ec65-9216-4b38-ba5b-03a8912e8559" -d '{"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:37.797485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.800830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Deleting port d8799998-e731-4145-8ab1-f444dc98d382 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:37.801180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.821269 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dca24-0ade-4e6f-b060-89bdec031b86 x-openstack-request-id: req-4b4dca24-0ade-4e6f-b060-89bdec031b86 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:37.821550 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7f81a-3555-4c68-8706-d3bb723539a2", "name": "network-vif-deleted", "tag": "85be49a8-9c42-4012-bd0d-0f30d7b97138", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:37.821909 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b4dca24-0ade-4e6f-b060-89bdec031b86 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:37.822311 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7f81a-3555-4c68-8706-d3bb723539a2', 'name': 'network-vif-deleted', 'tag': '85be49a8-9c42-4012-bd0d-0f30d7b97138', 'status': 'completed', 'code': 200} Nov 10 21:38:37.923315 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-60504a12-88b1-402a-8be5-7f987daaacbb tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] GET failed (client error): The resource could not be found. Nov 10 21:38:37.931251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-60504a12-88b1-402a-8be5-7f987daaacbb tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/subnets/a750be50-2244-435d-b911-ffa7aaa02b18 HTTP/1.1" status: 404 len: 337 time: 0.4742043 Nov 10 21:38:37.931962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39964) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:37.943882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:37.961456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Calling delete_port for d8799998-e731-4145-8ab1-f444dc98d382 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:38.062489 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25eeb03-e996-4ba2-b7d3-0a97377853f8 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:38.063113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25eeb03-e996-4ba2-b7d3-0a97377853f8 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:38.071008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a25eeb03-e996-4ba2-b7d3-0a97377853f8 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/3a7b962e-4ffd-432d-a81f-527086e559ae HTTP/1.1" status: 404 len: 339 time: 0.1063478 Nov 10 21:38:38.072636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39966) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:38.111024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a1ff7-b57a-481c-b19d-532a4bbb8670 req-014a2f48-25d5-4b5e-8fac-6b56a43e0f9f tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:38.121874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a5a1ff7-b57a-481c-b19d-532a4bbb8670 req-014a2f48-25d5-4b5e-8fac-6b56a43e0f9f tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 946 time: 0.2603757 Nov 10 21:38:38.167650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Deleting port a3ec23e3-6499-42c6-9954-18649c357caa {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:38.167997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:38.247322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435c92a-56d6-4921-b44f-801efcd0fe72 None None] Pushing event updated for resources: {'Port': ['ID=ac79326c-e554-415b-a83d-2cb7f997b1a1,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:38.266712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:38:38.406944 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e871cc35-7eb5-4525-a93a-dccb5e59725d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:38.409249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] For port a3ec23e3-6499-42c6-9954-18649c357caa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a3ec23e3-6499-42c6-9954-18649c357caa,segment=NetworkSegment(d0776c5e-4cfd-46a9-bd56-077d60a5a29d),segment_id=d0776c5e-4cfd-46a9-bd56-077d60a5a29d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:38.409249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:38.426746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Calling delete_port for a3ec23e3-6499-42c6-9954-18649c357caa owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:38.500577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bec42-f594-4831-96cf-3e480f0c6344 req-538f91ad-7f53-438b-9e61-d0f5513b33ea tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:38.509043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d8bec42-f594-4831-96cf-3e480f0c6344 req-538f91ad-7f53-438b-9e61-d0f5513b33ea tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.5761862 Nov 10 21:38:38.517774 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:38.584668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a5a1ff7-b57a-481c-b19d-532a4bbb8670 req-e2efdc29-3e22-4a32-b979-659a083e7a04 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/security-groups?id=f55e627b-bd50-4721-a034-5bf2b410a3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618201 Nov 10 21:38:38.588217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:38.601024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:38.611750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a570a5-a0a0-417d-a519-2cebbe429084 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:38.617074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39972) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:38.622720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d6a570a5-a0a0-417d-a519-2cebbe429084 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5384889 Nov 10 21:38:38.713512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 5, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:38.744984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event deleted for resources: {'Port': ['ID=d8799998-e731-4145-8ab1-f444dc98d382,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:38.784161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] Checking router: c4e96831-d767-4596-b96e-9e36686ff3c6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:38:38.802394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:38.803411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:38.837693 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d8bec42-f594-4831-96cf-3e480f0c6344 req-a986dd93-c4d8-4f21-9984-152ca8b5e5fb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274581 Nov 10 21:38:38.840915 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:38.848162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-391fd15a-7136-4e88-98d5-b2732c86390c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "DELETE /v2.0/ports/d8799998-e731-4145-8ab1-f444dc98d382 HTTP/1.1" status: 204 len: 168 time: 1.2201500 Nov 10 21:38:38.848827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39974) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:38.860571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5f6f57af-8841-4499-9c27-34581859b3f8 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 207 time: 0.2394347 Nov 10 21:38:38.862872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Request body: {'port': {'name': 'tempest-new-port-name-919341512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:38.863388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.api.validators [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] bootfile-name is not in valid_values {{(pid=103047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:38.863892 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.api.validators [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] tftp-server is not in valid_values {{(pid=103047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:38.866034 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.api.validators [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] server-ip-address is not in valid_values {{(pid=103047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 21:38:38.871919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:38.911352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba3890aa-1b64-40d3-94f1-1ec827897567 req-c1590a1d-8088-4c17-8f68-64e5091ce0a7 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.2037721 Nov 10 21:38:39.003046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Allocated IP 172.25.7.74 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/5a877767-9281-4b07-b230-5b2d74b55115) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:39.006788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:38:39.107841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.164408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Pushing event deleted for resources: {'Port': ['ID=a3ec23e3-6499-42c6-9954-18649c357caa,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:39.212989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47d5a6d-65b9-4903-b99f-58afdabbca7a None None] DHCP port deletion for 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:39.226651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.268152 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.282937 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.298262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8740ec1-2dd0-4a22-bd32-4abf8870917f tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:39.311776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8740ec1-2dd0-4a22-bd32-4abf8870917f tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:39.319751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8740ec1-2dd0-4a22-bd32-4abf8870917f tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:39.326195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8740ec1-2dd0-4a22-bd32-4abf8870917f tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:39.327978 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f8740ec1-2dd0-4a22-bd32-4abf8870917f tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4550695 Nov 10 21:38:39.347520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39978) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:39.348745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] No DVR routers for this DVR port a3ec23e3-6499-42c6-9954-18649c357caa on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:39.361694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.369146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95723da8-7b96-4fb7-8fcf-eacd8ba9ba1c req-f8d38463-5249-4c3b-91e1-03379aaeb7c1 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.53 "DELETE /v2.0/ports/a3ec23e3-6499-42c6-9954-18649c357caa HTTP/1.1" status: 204 len: 173 time: 2.0185690 Nov 10 21:38:39.369519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 5, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:39.369689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'name': 'network-vif-deleted', 'tag': 'a3ec23e3-6499-42c6-9954-18649c357caa'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:38:39.371996 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05b5127-ff09-4c0e-934f-bea667bbbf1a" -d '{"events": [{"server_uuid": "dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5", "name": "network-vif-deleted", "tag": "a3ec23e3-6499-42c6-9954-18649c357caa"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:38:39.409241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aae839-d092-44f7-9340-46e194fa6520 None None] The sync data for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 is: [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:27:17Z', 'revision_number': 4, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4660c3ff-ed80-4751-b7b4-40c9397f9461', 'name': '', 'network_id': 'efbc1997-e0f6-40b9-b64d-1422ec458b59', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'mac_address': 'fa:16:3e:8a:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:15Z', 'updated_at': '2021-11-10T21:27:27Z', 'revision_number': 5, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'subnets': [{'id': '1c8312dd-f4d5-44d5-8e28-d99358036f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:38:39.475660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.497099 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8c166c-c6c1-4a11-8edf-56cd9a738b10 x-openstack-request-id: req-ff8c166c-c6c1-4a11-8edf-56cd9a738b10 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:38:39.497473 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5", "name": "network-vif-deleted", "tag": "a3ec23e3-6499-42c6-9954-18649c357caa", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:38:39.497684 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff8c166c-c6c1-4a11-8edf-56cd9a738b10 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:38:39.498331 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5', 'name': 'network-vif-deleted', 'tag': 'a3ec23e3-6499-42c6-9954-18649c357caa', 'status': 'completed', 'code': 200} Nov 10 21:38:39.641031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.661457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:39.708783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.715582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:39.734253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334549c2-05f1-4e9a-8453-24d24f175501 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:39.759094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:39.834153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event updated for resources: {'Port': ['ID=972a86d6-0134-4544-a88f-66b6bd26c079,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:39.843686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Pushing event updated for resources: {'Port': ['ID=5a877767-9281-4b07-b230-5b2d74b55115,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:39.856437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e82a0bad-b3f8-4ea1-b083-f45693234131 None None] Provisioning complete for port 5a877767-9281-4b07-b230-5b2d74b55115 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:39.859057 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e82a0bad-b3f8-4ea1-b083-f45693234131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.862813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] In _notify_port_updated(), no bound segment for port 972a86d6-0134-4544-a88f-66b6bd26c079 on network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:38:39.877388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:39.880663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:39.881389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bd904aa-8226-41ed-a1d4-29d0548fb990 req-38972d95-b377-4d08-9b56-307e35a51897 tempest-ServerGroupTestJSON-434419530 tempest-ServerGroupTestJSON-434419530-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc3a9447-d8df-4cd4-9385-8afd5f9f8ca5 HTTP/1.1" status: 200 len: 210 time: 0.1198967 Nov 10 21:38:39.884326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0bdcfd48-23b9-424a-b3d8-a23985ef59e8 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "PUT /v2.0/ports/972a86d6-0134-4544-a88f-66b6bd26c079 HTTP/1.1" status: 200 len: 1135 time: 1.0327203 Nov 10 21:38:39.885339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39990) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:39.947220 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a64ee30-2f0e-4b7b-a1fe-71c3f0aa5a81 None None] New status for floating IP 954cc34b-6ba1-4c32-b30a-b6c3e911b4f8: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:38:39.988570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99aa488-3850-46cd-8b7e-1fd5b9817802 None None] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:40.008753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f563221-505a-43dc-8bbe-bd654459d18c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:40.011526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-857af9ea-86a5-4704-942d-10a00bd466d3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6536500 Nov 10 21:38:40.013588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39994) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:40.014169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39996) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:40.015162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0f563221-505a-43dc-8bbe-bd654459d18c tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "GET /v2.0/ports/972a86d6-0134-4544-a88f-66b6bd26c079 HTTP/1.1" status: 200 len: 1135 time: 0.1216908 Nov 10 21:38:40.082329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e82a0bad-b3f8-4ea1-b083-f45693234131 None None] Port 5a877767-9281-4b07-b230-5b2d74b55115 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:40.101185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80ed4-9078-481a-982a-7282a4e5a912 req-24277da4-b42b-44ef-9718-cf4ac3bde934 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:40.108772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0b80ed4-9078-481a-982a-7282a4e5a912 req-24277da4-b42b-44ef-9718-cf4ac3bde934 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.0917563 Nov 10 21:38:40.195475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a3ec23e3-6499-42c6-9954-18649c357caa no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:40.212000 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0b80ed4-9078-481a-982a-7282a4e5a912 req-06873707-f946-4ae3-bb49-09b6070e5b61 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016717 Nov 10 21:38:40.241064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7846f-4a92-4027-bde2-db9b98cbd729 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:40.241822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a3ec23e3-6499-42c6-9954-18649c357caa {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:40.242173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a3ec23e3-6499-42c6-9954-18649c357caa not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:40.242734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7846f-4a92-4027-bde2-db9b98cbd729 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:40.247817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bda7846f-4a92-4027-bde2-db9b98cbd729 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2264884 Nov 10 21:38:40.251195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:40.326861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-afd9190f-5e28-4cc3-a918-67d0dd9545b8 None None] Provisioning complete for port ac79326c-e554-415b-a83d-2cb7f997b1a1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:40.327405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-afd9190f-5e28-4cc3-a918-67d0dd9545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:40.351113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b46ddf4-8eb7-46e2-985a-c893bc45fe89 req-8c820836-6572-457b-9686-74d6190cda38 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.2629447 Nov 10 21:38:40.433941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05654b27-9187-489d-acb8-63403e732374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:40.438865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05654b27-9187-489d-acb8-63403e732374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:40.440530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-05654b27-9187-489d-acb8-63403e732374 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1914668 Nov 10 21:38:40.456820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40000) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:40.604961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-afd9190f-5e28-4cc3-a918-67d0dd9545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:40.648521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac79326c-e554-415b-a83d-2cb7f997b1a1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:40.653862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c32f1-42d6-47e9-9d52-54371e1255c9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:40.658865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-885c32f1-42d6-47e9-9d52-54371e1255c9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/networks/fd490e1b-5355-4298-92d3-092ec5d29543 HTTP/1.1" status: 200 len: 799 time: 0.2010009 Nov 10 21:38:40.659175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40002) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:40.678760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Deleting port 972a86d6-0134-4544-a88f-66b6bd26c079 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:40.679189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:40.751672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-afd9190f-5e28-4cc3-a918-67d0dd9545b8 None None] For port ac79326c-e554-415b-a83d-2cb7f997b1a1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac79326c-e554-415b-a83d-2cb7f997b1a1,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:40.761275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:40.814642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-afd9190f-5e28-4cc3-a918-67d0dd9545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:40.870615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ac79326c-e554-415b-a83d-2cb7f997b1a1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:40.870988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:40.872863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:40.913809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Calling delete_port for 972a86d6-0134-4544-a88f-66b6bd26c079 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:40.926119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9190f-5e28-4cc3-a918-67d0dd9545b8 None None] Pushing event updated for resources: {'Port': ['ID=ac79326c-e554-415b-a83d-2cb7f997b1a1,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:40.948910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8f888e8b-49ea-466a-b319-09bc219e9537 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/networks/fd490e1b-5355-4298-92d3-092ec5d29543?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2886925 Nov 10 21:38:40.952901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40014) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:40.955595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8abde-047a-47b7-8b12-e93eee11efbb None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:38:41.043081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-56ef7892-29e0-4350-a468-6e7d6a40c856 None None] Provisioning complete for port 972a86d6-0134-4544-a88f-66b6bd26c079 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:41.054482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56ef7892-29e0-4350-a468-6e7d6a40c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.118227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b491c24-c66a-48a8-be0f-854797fb004b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:41.123188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7b491c24-c66a-48a8-be0f-854797fb004b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/subnets/26fd144f-dea0-4bf1-a456-84db6a44708d HTTP/1.1" status: 200 len: 811 time: 0.1642761 Nov 10 21:38:41.123777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40022) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:41.220524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae688a0-493e-4213-add7-c0a22d0cf5e6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:41.221985 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9ae688a0-493e-4213-add7-c0a22d0cf5e6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "GET /v2.0/subnets/26fd144f-dea0-4bf1-a456-84db6a44708d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0971982 Nov 10 21:38:41.225954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40026) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:41.227364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-56ef7892-29e0-4350-a468-6e7d6a40c856 None None] Port 972a86d6-0134-4544-a88f-66b6bd26c079 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:41.239647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203083509'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:41.333540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8abde-047a-47b7-8b12-e93eee11efbb None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:38:41.335307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.348842 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.372663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-65eb5249-f92b-4005-bbe9-1b6fab9d7ca1 None None] Provisioning complete for port ac79326c-e554-415b-a83d-2cb7f997b1a1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:41.373189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65eb5249-f92b-4005-bbe9-1b6fab9d7ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.389514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:41.393465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.438570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:41.442223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.454947 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.455395 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Added segment 81d4bcf9-59ee-46c3-8575-c6e2c092553f of type vlan for network 535ab836-5ebd-4adf-83bf-59a66ef51944 Nov 10 21:38:41.507778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event deleted for resources: {'Port': ['ID=972a86d6-0134-4544-a88f-66b6bd26c079,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:41.541654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40044) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:41.584719 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.709924 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6560b74-b218-4990-96b1-a784d094ef25 req-f62839fa-9e45-4bd8-9274-6382962cca13 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0523574 Nov 10 21:38:41.729012 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.742871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:41.743612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:41.824786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Network': ['ID=535ab836-5ebd-4adf-83bf-59a66ef51944,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:41.837518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 535ab836-5ebd-4adf-83bf-59a66ef51944 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:41.869944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6dbac399-d553-4032-8315-d0d9101ac103 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6405678 Nov 10 21:38:41.870699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40046) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:41.884463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'network_id': '535ab836-5ebd-4adf-83bf-59a66ef51944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:42.131470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Made reservation on behalf of d5acc57c425a4df39f26fab37fcdce3d for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:42.136157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.204869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing IP validity checks on allocation pools {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 21:38:42.205394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 21:38:42.224956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d1569-7311-4ae5-9f4a-77fcc2d252d0 req-92a7fceb-15b0-49d5-ba38-521ea3ad94b8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:42.233531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-976d1569-7311-4ae5-9f4a-77fcc2d252d0 req-92a7fceb-15b0-49d5-ba38-521ea3ad94b8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.8143365 Nov 10 21:38:42.274396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.477787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac79326c-e554-415b-a83d-2cb7f997b1a1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:42.531365 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.611346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ac79326c-e554-415b-a83d-2cb7f997b1a1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:42.615357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.616281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] Deleting subnet 6fe41361-ef43-4b1b-be47-11abef268027 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:42.620698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.680404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Checking segment: {'id': '81d4bcf9-59ee-46c3-8575-c6e2c092553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '535ab836-5ebd-4adf-83bf-59a66ef51944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:42.680778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network hostable DHCP agents. Network: 535ab836-5ebd-4adf-83bf-59a66ef51944, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:42.684381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=640f21fa-c7ac-417f-8885-f18609b8f7a1,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:42.692787 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.694198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b7f5aaf6-d6df-4778-9e3c-f0b0ef49178d tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "DELETE /v2.0/ports/972a86d6-0134-4544-a88f-66b6bd26c079 HTTP/1.1" status: 204 len: 168 time: 2.6745358 Nov 10 21:38:42.695014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40062) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:42.785065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-976d1569-7311-4ae5-9f4a-77fcc2d252d0 req-c58ab71f-163e-44de-b9f6-7ef917ed1951 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464747 Nov 10 21:38:42.792905 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.834451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Network 535ab836-5ebd-4adf-83bf-59a66ef51944 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:42.845616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Deleting subnet c538ce61-7872-4936-b6cc-f2cbc8256b90 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:42.857985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.898718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Router c9a999a3-6469-421e-b0fa-f1c2cc05f3de is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:38:42.937750 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c289664-d5d5-476d-a4ab-bdfb00c5d842 req-4fab4632-cc9a-4a63-a6e5-51725c6ff9ea tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0550551 Nov 10 21:38:42.939599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 535ab836-5ebd-4adf-83bf-59a66ef51944) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:42.949323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae9eb3-3438-4866-862e-5afcfb51d313 None None] Network 535ab836-5ebd-4adf-83bf-59a66ef51944 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:42.956528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:42.957145 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:42.976012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.053474 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.098820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3aee354c-d922-48c1-94f6-11b03cad91b9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2247121 Nov 10 21:38:43.098820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40066) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:43.103844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-845f5179-d13a-4958-a388-7e8f7ef33307 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:43.195932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.275404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-535ab836-5ebd-4adf-83bf-59a66ef51944', 'network_id': '535ab836-5ebd-4adf-83bf-59a66ef51944', 'tenant_id': 'd5acc57c425a4df39f26fab37fcdce3d', 'fixed_ips': [{'subnet_id': '640f21fa-c7ac-417f-8885-f18609b8f7a1'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:43.276316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.284239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe41361-ef43-4b1b-be47-11abef268027,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:43.295556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e68c0-7294-46b8-ac9d-7b46cd8efcff None None] Network 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:43.301103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-845f5179-d13a-4958-a388-7e8f7ef33307 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62709598'] for subnet, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.308792 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.311983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c46f2bd8-209b-4b59-aae8-c4af2fbc4a9e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6fe41361-ef43-4b1b-be47-11abef268027 HTTP/1.1" status: 204 len: 168 time: 1.7640004 Nov 10 21:38:43.320521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40072) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:43.536433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:38:43.558981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Sync routers for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:38:43.561170 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.584937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:43.585480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:43.593594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-845f5179-d13a-4958-a388-7e8f7ef33307 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754252939906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59470283'] for subnet, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.627703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.704565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f5179-d13a-4958-a388-7e8f7ef33307 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event updated for resources: {'Subnet': ['ID=640f21fa-c7ac-417f-8885-f18609b8f7a1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:43.711957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f5179-d13a-4958-a388-7e8f7ef33307 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:43.712684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-845f5179-d13a-4958-a388-7e8f7ef33307 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.714404 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-845f5179-d13a-4958-a388-7e8f7ef33307 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "PUT /v2.0/subnets/640f21fa-c7ac-417f-8885-f18609b8f7a1 HTTP/1.1" status: 200 len: 877 time: 0.6161065 Nov 10 21:38:43.717627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeca72a-5d51-4aee-985b-937a0a456f09 None None] DHCP port deletion for 1720a8a5-a2de-4b10-af4a-7be54e4a0a10 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:43.717792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40074) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:43.734417 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.736108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-42587822-a34d-441c-8f47-85f3a0e3157e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8440549 Nov 10 21:38:43.753960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40076) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:43.763751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Allocated IP 172.20.0.3 (535ab836-5ebd-4adf-83bf-59a66ef51944/640f21fa-c7ac-417f-8885-f18609b8f7a1/17a7a702-9195-446e-8c52-f449b08a1ca2) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:43.779679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:38:43.806053 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.835238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1720a8a5-a2de-4b10-af4a-7be54e4a0a10']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:43.854354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0776c5e-4cfd-46a9-bd56-077d60a5a29d') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:43.854797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0776c5e-4cfd-46a9-bd56-077d60a5a29d') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:43.871833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.896242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:43.913110 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:43.996259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.041090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event deleted for resources: {'Subnet': ['ID=c538ce61-7872-4936-b6cc-f2cbc8256b90,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:44.045827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.052197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b7816452-9ec5-4b6e-b05a-dd598c6daf9b tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "DELETE /v2.0/subnets/c538ce61-7872-4936-b6cc-f2cbc8256b90 HTTP/1.1" status: 204 len: 168 time: 1.3463802 Nov 10 21:38:44.053688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40082) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:44.099365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678e1a6-1bc3-427f-8207-d1e3c362a9f0 req-bd0c2a02-8b40-4151-8c61-5762ad27437d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:44.100168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0741fb4f-41e4-431b-b700-664bc35d6176 None None] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:44.101265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a678e1a6-1bc3-427f-8207-d1e3c362a9f0 req-bd0c2a02-8b40-4151-8c61-5762ad27437d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.1697891 Nov 10 21:38:44.144388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.161875 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.164098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-edbb5043-f2af-4eb8-ae07-53b5725ffc29 req-aee4d605-419b-4ab6-8778-3314df37d95a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0413938 Nov 10 21:38:44.168156 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1720a8a5-a2de-4b10-af4a-7be54e4a0a10 HTTP/1.1" status: 204 len: 168 time: 0.8444722 Nov 10 21:38:44.224225 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.230899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.233745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08fcaa-9eca-4366-a431-004d5ff42945 admin admin] Pushing event deleted for resources: {'Network': ['ID=1720a8a5-a2de-4b10-af4a-7be54e4a0a10,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:44.301948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a678e1a6-1bc3-427f-8207-d1e3c362a9f0 req-0905b365-3eab-4c84-8977-772c8d43e9d9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660955 Nov 10 21:38:44.339560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.404830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Deleting port d21946ab-dec3-46f8-af6a-a1e130758f09 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:44.404830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.583896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.620655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:40Z', 'revision_number': 3, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:44.636487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] For port d21946ab-dec3-46f8-af6a-a1e130758f09, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d21946ab-dec3-46f8-af6a-a1e130758f09,segment=NetworkSegment(485f22c4-60ca-4e1a-83aa-1f4d79343d37),segment_id=485f22c4-60ca-4e1a-83aa-1f4d79343d37)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:44.637002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.667771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Checking router: c9a999a3-6469-421e-b0fa-f1c2cc05f3de for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:38:44.668521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Updating router c9a999a3-6469-421e-b0fa-f1c2cc05f3de port 5a877767-9281-4b07-b230-5b2d74b55115 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:38:44.694806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Calling delete_port for d21946ab-dec3-46f8-af6a-a1e130758f09 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:44.705074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:44.722608 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.732666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.734185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] DHCP port deletion for f6b45c7d-9aa9-4c23-ae10-5f6e2db492de request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:44.740160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb45d3-af7d-4b5e-a25b-4dc87b8b5859 req-2d3936fd-8968-451a-9fba-50242e4f4ac4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:44.740539 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.747888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0bdb45d3-af7d-4b5e-a25b-4dc87b8b5859 req-2d3936fd-8968-451a-9fba-50242e4f4ac4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1627042 Nov 10 21:38:44.859749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Network 535ab836-5ebd-4adf-83bf-59a66ef51944 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:44.863190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=640f21fa-c7ac-417f-8885-f18609b8f7a1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:44.903083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:44.918864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:44.934306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Pushing event updated for resources: {'Port': ['ID=17a7a702-9195-446e-8c52-f449b08a1ca2,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:44.937003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:44.966513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535ab836-5ebd-4adf-83bf-59a66ef51944']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:44.967535 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0bdb45d3-af7d-4b5e-a25b-4dc87b8b5859 req-264f88d9-f879-4ddb-94d6-746dbf922841 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2185853 Nov 10 21:38:44.971705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-50bbf117-fd85-48fb-9cd3-74f0616e3fd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6646879fc7c84aadb764f7614bb3b85c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645867 Nov 10 21:38:44.978344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d4bcf9-59ee-46c3-8575-c6e2c092553f') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:44.979633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d4bcf9-59ee-46c3-8575-c6e2c092553f') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:44.998395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40098) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:44.998632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.003636 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.024122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:45.024122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:45.079662 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:45.096540 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.125990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:38:45.125990 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:38:45.125990 n-d-776250-11 neutron-server[103047]: [parameters: {'id': '535ab836-5ebd-4adf-83bf-59a66ef51944'}] Nov 10 21:38:45.125990 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:38:45.128390 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:38:45.133666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] Deleting port d21946ab-dec3-46f8-af6a-a1e130758f09 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:45.134126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.170143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.267315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event deleted for resources: {'Port': ['ID=d21946ab-dec3-46f8-af6a-a1e130758f09,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:45.275171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Attempting to bind port 17a7a702-9195-446e-8c52-f449b08a1ca2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:45.276198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Attempting to bind port 17a7a702-9195-446e-8c52-f449b08a1ca2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '81d4bcf9-59ee-46c3-8575-c6e2c092553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '535ab836-5ebd-4adf-83bf-59a66ef51944'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:45.276198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Attempting to bind port 17a7a702-9195-446e-8c52-f449b08a1ca2 on network 535ab836-5ebd-4adf-83bf-59a66ef51944 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:45.277285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] No DVR routers for this DVR port d21946ab-dec3-46f8-af6a-a1e130758f09 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:45.279235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5417afc-ef5f-436e-824b-d5ec314ce0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.308193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5417afc-ef5f-436e-824b-d5ec314ce0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.328118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:45.328502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Checking segment: {'id': '81d4bcf9-59ee-46c3-8575-c6e2c092553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '535ab836-5ebd-4adf-83bf-59a66ef51944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:45.328882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.329275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Bound using segment: {'id': '81d4bcf9-59ee-46c3-8575-c6e2c092553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '535ab836-5ebd-4adf-83bf-59a66ef51944'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:45.329882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Bound port: 17a7a702-9195-446e-8c52-f449b08a1ca2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d4bcf9-59ee-46c3-8575-c6e2c092553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '535ab836-5ebd-4adf-83bf-59a66ef51944'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:45.330271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.408864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] For port 17a7a702-9195-446e-8c52-f449b08a1ca2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:45.413521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] For port 17a7a702-9195-446e-8c52-f449b08a1ca2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=17a7a702-9195-446e-8c52-f449b08a1ca2,segment=NetworkSegment(81d4bcf9-59ee-46c3-8575-c6e2c092553f),segment_id=81d4bcf9-59ee-46c3-8575-c6e2c092553f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:45.421232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] For port d21946ab-dec3-46f8-af6a-a1e130758f09, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d21946ab-dec3-46f8-af6a-a1e130758f09,segment=NetworkSegment(485f22c4-60ca-4e1a-83aa-1f4d79343d37),segment_id=485f22c4-60ca-4e1a-83aa-1f4d79343d37)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:45.421627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.472002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] Calling delete_port for d21946ab-dec3-46f8-af6a-a1e130758f09 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:45.486484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-191fc8ea-3c8f-4772-9bc5-9be7c39fc640 req-757d39bd-a274-4a34-8b54-46eda564449c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0530756 Nov 10 21:38:45.570604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5417afc-ef5f-436e-824b-d5ec314ce0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.573698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5417afc-ef5f-436e-824b-d5ec314ce0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.575462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a5417afc-ef5f-436e-824b-d5ec314ce0fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f55e627b-bd50-4721-a034-5bf2b410a3c2 HTTP/1.1" status: 204 len: 168 time: 0.5923815 Nov 10 21:38:45.586222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.606101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5417afc-ef5f-436e-824b-d5ec314ce0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e627b-bd50-4721-a034-5bf2b410a3c2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:45.617315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b45c7d-9aa9-4c23-ae10-5f6e2db492de']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:45.627283 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.631393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485f22c4-60ca-4e1a-83aa-1f4d79343d37') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:45.631699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485f22c4-60ca-4e1a-83aa-1f4d79343d37') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:45.659401 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.676545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.685277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.694085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:45.694630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:45.699290 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:45.718386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6947a-bfd1-451c-afe9-f04eec633072 req-8d80796f-f27c-4218-b9b4-d80611e4f153 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:45.721517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29c6947a-bfd1-451c-afe9-f04eec633072 req-8d80796f-f27c-4218-b9b4-d80611e4f153 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.5288835 Nov 10 21:38:45.792086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.856541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.864544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.875972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] 10.222.0.45 "DELETE /v2.0/networks/f6b45c7d-9aa9-4c23-ae10-5f6e2db492de HTTP/1.1" status: 204 len: 168 time: 1.8132939 Nov 10 21:38:45.909758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0d7f3-4bff-46af-b4ab-abe1614707c1 tempest-ExtraDHCPOptionsTestJSON-90937032 tempest-ExtraDHCPOptionsTestJSON-90937032-project] Pushing event deleted for resources: {'Network': ['ID=f6b45c7d-9aa9-4c23-ae10-5f6e2db492de,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:45.927888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:45.982468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73c262-b5c3-47ba-8113-b244db21f7d4 None None] Pushing event updated for resources: {'Port': ['ID=17a7a702-9195-446e-8c52-f449b08a1ca2,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:46.064173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4acf2-c24c-49e0-a6e4-1a003e02e06d None None] Pushing event updated for resources: {'Port': ['ID=5a877767-9281-4b07-b230-5b2d74b55115,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:46.067351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0880618-ba1b-4f73-9e50-954ea7d3f1a3 None None] Network 535ab836-5ebd-4adf-83bf-59a66ef51944 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:46.069422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259325af-4cdd-40bc-8b3b-96ab81fcc34f None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:46.111244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:46.133271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Attempting to bind port 5a877767-9281-4b07-b230-5b2d74b55115 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:46.133644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Attempting to bind port 5a877767-9281-4b07-b230-5b2d74b55115 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:46.134009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Attempting to bind port 5a877767-9281-4b07-b230-5b2d74b55115 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:46.253553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] Pushing event deleted for resources: {'Port': ['ID=d21946ab-dec3-46f8-af6a-a1e130758f09,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:46.264536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:46.271331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:46.272351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:46.274062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:46.274676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Bound port: 5a877767-9281-4b07-b230-5b2d74b55115, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:46.275970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:46.305436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] Network f6b45c7d-9aa9-4c23-ae10-5f6e2db492de is not hosted by any dhcp agent {{(pid=103049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 21:38:46.305998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e637c29-b622-4bac-a1af-2f8f7cbd0573 None None] No DVR routers for this DVR port d21946ab-dec3-46f8-af6a-a1e130758f09 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:46.386865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e48e9b1f-5096-456b-871f-f4168aa37c07 None None] Provisioning complete for port 5a877767-9281-4b07-b230-5b2d74b55115 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:46.387608 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e48e9b1f-5096-456b-871f-f4168aa37c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:46.451658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d21946ab-dec3-46f8-af6a-a1e130758f09 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:46.494689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d21946ab-dec3-46f8-af6a-a1e130758f09 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:38:46.494689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d21946ab-dec3-46f8-af6a-a1e130758f09 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:46.550079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] For port 5a877767-9281-4b07-b230-5b2d74b55115, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:46.554772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] For port 5a877767-9281-4b07-b230-5b2d74b55115, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5a877767-9281-4b07-b230-5b2d74b55115,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:46.584366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e48e9b1f-5096-456b-871f-f4168aa37c07 None None] Port 5a877767-9281-4b07-b230-5b2d74b55115 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:46.613087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b6b658-6176-4ec8-9f67-5e804bdb7592 None None] Network 535ab836-5ebd-4adf-83bf-59a66ef51944 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:46.687215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:46.712449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c98c2096-f4bf-4e6e-b1e2-53c224274899 req-da92ee10-607c-47b0-a73f-5573c3e7a7d0 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0562682 Nov 10 21:38:46.749020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29c6947a-bfd1-451c-afe9-f04eec633072 req-741e89f4-1659-4def-b65e-5effb71e2704 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0153522 Nov 10 21:38:46.830058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40134) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:46.850420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Allocated IP 172.20.0.1 (d7c53942-9bcb-47ff-9688-e556fa1b1b86/d2abf651-97dd-4470-91b5-990057152e85/fe1e6842-1762-461b-a153-7758984eb47c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:46.856524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f904d-bfe9-40a3-9a74-5e2b242e9fa5 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:46.949630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:46.950377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:46.954110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4acf2-c24c-49e0-a6e4-1a003e02e06d None None] Pushing event updated for resources: {'Port': ['ID=5a877767-9281-4b07-b230-5b2d74b55115,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:47.185223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port 17a7a702-9195-446e-8c52-f449b08a1ca2 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:47.185566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.257198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1358b37-4f4d-424a-9871-35aab9059b38 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:38:47.263117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e60474ca-092f-490a-9867-3145d3ac686b None None] Provisioning complete for port 5a877767-9281-4b07-b230-5b2d74b55115 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:47.265492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e60474ca-092f-490a-9867-3145d3ac686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.370617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5d9e6cd0-5660-4392-b6be-83df9ee21a98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f80486662514ef89a7530e4e84b0f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391006 Nov 10 21:38:47.374445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40160) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:47.389010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-9458fc0c-12ea-484d-88c2-5259745c81dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3273447 Nov 10 21:38:47.411659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:38:47.417558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.424623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-29008472-128c-45ad-9d43-a9526da0c293 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:47.430932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port 17a7a702-9195-446e-8c52-f449b08a1ca2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=17a7a702-9195-446e-8c52-f449b08a1ca2,segment=NetworkSegment(81d4bcf9-59ee-46c3-8575-c6e2c092553f),segment_id=81d4bcf9-59ee-46c3-8575-c6e2c092553f)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:47.431298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.432309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-29008472-128c-45ad-9d43-a9526da0c293 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.3374968 Nov 10 21:38:47.464362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-3af3449d-6463-47d2-8285-8c39b262328c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/quotas/f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 375 time: 0.0310273 Nov 10 21:38:47.488299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for 17a7a702-9195-446e-8c52-f449b08a1ca2 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:47.499660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40162) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:47.529633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a8f4-6836-4788-aca3-b5dedd6123a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.585283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-a06257b0-a06e-46c5-82e8-5416d67a7c5f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1194112 Nov 10 21:38:47.588462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a8f4-6836-4788-aca3-b5dedd6123a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.638675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-24708054-34c6-4b48-8003-e8a918bc56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:47.642434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-24708054-34c6-4b48-8003-e8a918bc56ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.2225900 Nov 10 21:38:47.653540 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e60474ca-092f-490a-9867-3145d3ac686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.686707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1358b37-4f4d-424a-9871-35aab9059b38 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:38:47.692691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e60474ca-092f-490a-9867-3145d3ac686b None None] For port 5a877767-9281-4b07-b230-5b2d74b55115, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5a877767-9281-4b07-b230-5b2d74b55115,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:47.789452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2027098850-network', 'tenant_id': '06f61401f763441daae34d7fb4b492f8'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:47.802471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e60474ca-092f-490a-9867-3145d3ac686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.861044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:47.889101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:40Z', 'revision_number': 3, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:47.900434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60474ca-092f-490a-9867-3145d3ac686b None None] Pushing event updated for resources: {'Port': ['ID=5a877767-9281-4b07-b230-5b2d74b55115,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:47.920346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-61c7723b-bc1e-408e-80c9-be6242844c3c service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342068 Nov 10 21:38:47.940170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390d00a-cf10-4a08-811c-3a0e83d21770 None None] The sync data for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 is: [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:40Z', 'revision_number': 3, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:38:48.027236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Pushing event updated for resources: {'Port': ['ID=fe1e6842-1762-461b-a153-7758984eb47c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:48.046310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9b89140-bdcd-4cad-adeb-849a4d9f4662 req-1c16c587-9107-4afe-8bd2-0d1d17776462 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.1222634 Nov 10 21:38:48.061425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a8f4-6836-4788-aca3-b5dedd6123a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.066306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ae2a8f4-6836-4788-aca3-b5dedd6123a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.073302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7ae2a8f4-6836-4788-aca3-b5dedd6123a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04e839fc-5bee-42e0-9960-24a0fc2f5b6f HTTP/1.1" status: 204 len: 168 time: 0.6961629 Nov 10 21:38:48.074051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Made reservation on behalf of 06f61401f763441daae34d7fb4b492f8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:48.082032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.083417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:48.096484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:48.099956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:48.200241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.221088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-13909625-d0f6-4c2e-acfc-4ef77a9a4959 service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997882 Nov 10 21:38:48.223434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2a8f4-6836-4788-aca3-b5dedd6123a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e839fc-5bee-42e0-9960-24a0fc2f5b6f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:48.244478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-fbd08fcd-0e9d-49bb-801b-bfa2475ae83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:48.246978 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-fbd08fcd-0e9d-49bb-801b-bfa2475ae83c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.4850969 Nov 10 21:38:48.250584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.394883 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.494027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.571296 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.762337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-904a4026-1232-4aa9-ba30-6a3c91d5730a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.4936881 Nov 10 21:38:48.805304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52258568-62ec-40e8-8894-c46bd94759bb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:48.857242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:48.893760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:48.895921 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Added segment 3a13460b-f6a5-4bbc-8406-a7a75389f928 of type vlan for network 5e6a976d-7cba-4921-9737-6d48a79b67c6 Nov 10 21:38:48.985259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4b3b8ee1-5e5e-468d-ae8c-c3440e477ab6 None None] Provisioning complete for port fe1e6842-1762-461b-a153-7758984eb47c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:48.988869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b3b8ee1-5e5e-468d-ae8c-c3440e477ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.033837 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.062625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=17a7a702-9195-446e-8c52-f449b08a1ca2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:49.072399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b8ee1-5e5e-468d-ae8c-c3440e477ab6 None None] Port fe1e6842-1762-461b-a153-7758984eb47c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:49.078419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port 17a7a702-9195-446e-8c52-f449b08a1ca2 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:49.162120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-319a33ad-4583-47ac-ab1a-8fd580125000 req-c6b090bc-95f2-412d-b30b-c21f8091e541 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 210 time: 0.1841240 Nov 10 21:38:49.225142 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.226078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:49.226650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.268513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2747a852-d976-4081-89bb-9d27ec088ead req-f931c8a0-d4b1-4126-ae49-261bd0e31b51 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0540473 Nov 10 21:38:49.313849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-5d7c8fdf-702f-4770-b33f-83b9ab1e7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:49.325773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-5d7c8fdf-702f-4770-b33f-83b9ab1e7180 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.5504010 Nov 10 21:38:49.392675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6a976d-7cba-4921-9737-6d48a79b67c6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:49.415327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 5e6a976d-7cba-4921-9737-6d48a79b67c6 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:49.447992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40194) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:49.448944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9f1de14a-6421-4bd4-87df-1085333c7195 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9461696 Nov 10 21:38:49.464659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.480861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Request body: {'subnet': {'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2027098850-subnet', 'tenant_id': '06f61401f763441daae34d7fb4b492f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:49.493512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.563393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.638817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535ab836-5ebd-4adf-83bf-59a66ef51944']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:49.678149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-14600f6e-d815-4ca0-bea6-2e92efb75644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:49.679767 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-14600f6e-d815-4ca0-bea6-2e92efb75644 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3524280 Nov 10 21:38:49.712781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d4bcf9-59ee-46c3-8575-c6e2c092553f') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:49.713081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d4bcf9-59ee-46c3-8575-c6e2c092553f') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:49.849506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-80cf50c5-3768-4864-88a0-c91289277638 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310358 Nov 10 21:38:49.854821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.905486 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.943508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:49.943943 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:49.946856 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:49.960967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Made reservation on behalf of 06f61401f763441daae34d7fb4b492f8 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:49.963279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.037540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40210) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:50.162431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c681a53-5df4-4a60-9ca1-6c33df08fe71 req-eed6e1fa-6200-4fdf-9c58-01e5a725f741 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973354 Nov 10 21:38:50.253332 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.262360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-991703347'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:50.277569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.277569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/535ab836-5ebd-4adf-83bf-59a66ef51944 HTTP/1.1" status: 204 len: 168 time: 6.5563693 Nov 10 21:38:50.283549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40216) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:50.300462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.338708 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-69eeb13b-3e80-4a3e-8547-f9339bec5b01 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:50.339119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69eeb13b-3e80-4a3e-8547-f9339bec5b01 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:50.344822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-69eeb13b-3e80-4a3e-8547-f9339bec5b01 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/640f21fa-c7ac-417f-8885-f18609b8f7a1 HTTP/1.1" status: 404 len: 337 time: 0.0576420 Nov 10 21:38:50.353373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40220) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:50.384891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d4b5906-1518-42c6-a86f-cd34a915f758 req-e5690f4e-4b48-435b-b580-644925f0f591 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 210 time: 0.0979266 Nov 10 21:38:50.388081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbfa4d-2d9d-4704-87ee-6f5fcac551da tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=535ab836-5ebd-4adf-83bf-59a66ef51944,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:50.400080 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7feb7607-da3d-4118-b317-8f6d2dd92c1e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:50.400881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7feb7607-da3d-4118-b317-8f6d2dd92c1e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:50.404884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.407590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7feb7607-da3d-4118-b317-8f6d2dd92c1e tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/535ab836-5ebd-4adf-83bf-59a66ef51944 HTTP/1.1" status: 404 len: 339 time: 0.0528722 Nov 10 21:38:50.411165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40222) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:50.512176 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b59a4e-a569-4e11-8cc7-46d8536f62de tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:50.513447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b59a4e-a569-4e11-8cc7-46d8536f62de tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:50.518120 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-18b59a4e-a569-4e11-8cc7-46d8536f62de tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/a750be50-2244-435d-b911-ffa7aaa02b18 HTTP/1.1" status: 404 len: 337 time: 0.1059139 Nov 10 21:38:50.526034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40224) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:50.538784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Made reservation on behalf of b55ce27c1c0d41b79a05c6ea9117fac8 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:50.538967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5a877767-9281-4b07-b230-5b2d74b55115 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:50.557938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.602649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.610849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.643440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5a877767-9281-4b07-b230-5b2d74b55115 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:50.645746 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.653883 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4a4acc-ba51-4787-a0df-b559284c5ce6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:50.653883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4a4acc-ba51-4787-a0df-b559284c5ce6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:50.653883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ec4a4acc-ba51-4787-a0df-b559284c5ce6 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/3a7b962e-4ffd-432d-a81f-527086e559ae HTTP/1.1" status: 404 len: 339 time: 0.1262212 Nov 10 21:38:50.654303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-086ced3c-940c-45d4-8837-5c9fcacf336a req-86528de4-38de-4ba8-90c8-3bb05b26f7a4 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.2196195 Nov 10 21:38:50.657497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40226) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:50.659711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Pushing event updated for resources: {'Port': ['ID=fe1e6842-1762-461b-a153-7758984eb47c,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:50.808133 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.911402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:50.955776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:50.958179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:51.054607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.087311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af51f00-6366-45bf-a2a0-13eda054dcf6']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:51.110832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82102f6a-aad2-41e8-915e-12828b3a7cfb') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:51.111973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82102f6a-aad2-41e8-915e-12828b3a7cfb') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:51.131338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.159851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.175013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:51.175335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:51.187816 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:51.288065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.303229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:38:51.323676 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.328729 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Added segment 6a8fae8c-be6b-45d4-89e2-37574e15246a of type vlan for network 4dd0bd22-df78-4ade-b05f-c82068179311 Nov 10 21:38:51.377220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.426643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5a903fc-daff-477b-aac7-2edd362c748a None None] Provisioning complete for port fe1e6842-1762-461b-a153-7758984eb47c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:51.427159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5a903fc-daff-477b-aac7-2edd362c748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.480450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.482044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.496211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.496694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5a903fc-daff-477b-aac7-2edd362c748a None None] Port fe1e6842-1762-461b-a153-7758984eb47c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:51.500675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/2af51f00-6366-45bf-a2a0-13eda054dcf6 HTTP/1.1" status: 204 len: 168 time: 0.8415322 Nov 10 21:38:51.502242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec231d0-15d8-4e98-b8cf-d0ec18ad13c4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:51.512179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40234) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:51.533524 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.540936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:51.541693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:51.568243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912782e-f6ce-4231-b52b-5c9c47ec736b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=2af51f00-6366-45bf-a2a0-13eda054dcf6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:51.671995 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93168a9-6653-45ff-bf03-0cc8ff60a58d tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:51.672406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93168a9-6653-45ff-bf03-0cc8ff60a58d tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:51.675443 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e93168a9-6653-45ff-bf03-0cc8ff60a58d tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/167c3301-5ff1-4669-8f4f-87508a150cf6 HTTP/1.1" status: 404 len: 337 time: 0.1546662 Nov 10 21:38:51.680655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40236) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:51.684885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-916db0ac-f21f-4401-ad96-e4935ec24446 req-895d590f-402e-4fd5-994f-0dcb6281ff8e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 210 time: 0.1059618 Nov 10 21:38:51.766020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Router c9a999a3-6469-421e-b0fa-f1c2cc05f3de has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:38:51.773263 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-362f4a94-211e-464f-9005-35eee04a4c61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:51.774012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362f4a94-211e-464f-9005-35eee04a4c61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:51.779454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-362f4a94-211e-464f-9005-35eee04a4c61 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/94ab833e-91a2-4c1e-b06a-378075086706 HTTP/1.1" status: 404 len: 339 time: 0.0913386 Nov 10 21:38:51.779454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6909eccd-b4d2-4a00-a532-d730a2a8264b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:51.780542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40240) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:51.828603 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d61e68-3e66-484c-b188-cdeb439f4be4 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:51.829205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d61e68-3e66-484c-b188-cdeb439f4be4 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:51.834800 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f7d61e68-3e66-484c-b188-cdeb439f4be4 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/6d50f3ed-f84f-4767-8fdd-69b1e4fc037d HTTP/1.1" status: 404 len: 337 time: 0.0477655 Nov 10 21:38:51.835821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40242) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:51.836576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Checking segment: {'id': '3a13460b-f6a5-4bbc-8406-a7a75389f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:51.836943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Network hostable DHCP agents. Network: 5e6a976d-7cba-4921-9737-6d48a79b67c6, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:51.909106 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-20757156-c127-42e9-b960-706ed5354882 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:51.910339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20757156-c127-42e9-b960-706ed5354882 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:51.915873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-20757156-c127-42e9-b960-706ed5354882 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/dd64c575-fa9d-4ffd-9af4-106ce0260d5a HTTP/1.1" status: 404 len: 339 time: 0.0739152 Nov 10 21:38:51.917361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40244) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:51.958739 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fb5668-8f54-49b1-82b2-6f3846eaa265 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:51.959116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fb5668-8f54-49b1-82b2-6f3846eaa265 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:51.964648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c5fb5668-8f54-49b1-82b2-6f3846eaa265 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/f53fc2ac-eca0-4c16-b04e-f07800584583 HTTP/1.1" status: 404 len: 337 time: 0.0404775 Nov 10 21:38:51.967192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.031806 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-7892a298-8dd3-4c49-bc9b-4eaf56c30683 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.032365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7892a298-8dd3-4c49-bc9b-4eaf56c30683 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.035553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7892a298-8dd3-4c49-bc9b-4eaf56c30683 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/b0913de8-0d84-40ca-96c4-5b09aaf350b8 HTTP/1.1" status: 404 len: 339 time: 0.0696433 Nov 10 21:38:52.038110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40250) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.075259 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0deb0dd4-e993-4184-a558-b70b880f487b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.077278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0deb0dd4-e993-4184-a558-b70b880f487b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.078920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0deb0dd4-e993-4184-a558-b70b880f487b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/d675574d-3cb4-4ed9-836c-0c84d99f3b91 HTTP/1.1" status: 404 len: 337 time: 0.0398753 Nov 10 21:38:52.082945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40252) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.110646 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b1c83d-3dfa-4501-9fdb-173c05829f5b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.111251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b1c83d-3dfa-4501-9fdb-173c05829f5b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.118179 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e8b1c83d-3dfa-4501-9fdb-173c05829f5b tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/3c58ffaa-36fa-4561-b5ec-714d4c9d3590 HTTP/1.1" status: 404 len: 339 time: 0.0341432 Nov 10 21:38:52.120220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Network 5e6a976d-7cba-4921-9737-6d48a79b67c6 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:52.126843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40256) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.143596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:38:52.150939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b5ae5c47-2c97-486c-9e5a-508e852c13fa admin admin] 10.222.0.45 "PUT /v2.0/routers/c9a999a3-6469-421e-b0fa-f1c2cc05f3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3943737 Nov 10 21:38:52.157719 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Sync routers for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:38:52.170432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Network': ['ID=4dd0bd22-df78-4ade-b05f-c82068179311,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:52.182106 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-695b0c93-21f0-4e66-b094-6a6ce9f41267 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.186765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695b0c93-21f0-4e66-b094-6a6ce9f41267 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.187226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-695b0c93-21f0-4e66-b094-6a6ce9f41267 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/a21c7f0e-0c64-4f0d-8a64-9f3fd4593a67 HTTP/1.1" status: 404 len: 337 time: 0.0580049 Nov 10 21:38:52.189434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40260) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.192206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4dd0bd22-df78-4ade-b05f-c82068179311 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:38:52.192738 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:52.193381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-96edc79c-4ee0-4ddc-a351-0310609af6f9 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1538618 Nov 10 21:38:52.193901 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:52.194060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40262) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.208265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'subnet': {'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:52.221302 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-970d5c43-aa34-419c-a2a3-5e7dfb537aa9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.221836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970d5c43-aa34-419c-a2a3-5e7dfb537aa9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.227963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-970d5c43-aa34-419c-a2a3-5e7dfb537aa9 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/9d22e079-2b06-42b4-9801-56beb3cd4d44 HTTP/1.1" status: 404 len: 339 time: 0.0325921 Nov 10 21:38:52.240493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40264) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.241091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 5e6a976d-7cba-4921-9737-6d48a79b67c6) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:52.262426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e883823-53a2-4b88-877a-a00dd976cba6 None None] Network 5e6a976d-7cba-4921-9737-6d48a79b67c6 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:52.311717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30b299e1-4276-4564-b420-458094d6ad08 req-03d7c74d-eee4-403e-b4c9-7715190f3b58 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.1276152 Nov 10 21:38:52.328320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:52.330309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:52.353372 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6af1cd-af8e-4ee5-aaa7-868182388865 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.353838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6af1cd-af8e-4ee5-aaa7-868182388865 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.356925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc6af1cd-af8e-4ee5-aaa7-868182388865 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/4a991bb3-4a60-44a6-b641-fb6a4fcadff9 HTTP/1.1" status: 404 len: 337 time: 0.1138999 Nov 10 21:38:52.368910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40266) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.456392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-603476bd-59cd-4b1d-9084-87044f291694 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9794788 Nov 10 21:38:52.470772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2a8ad-1c11-4f01-b1f7-764070fc3ab6 None None] Network 5e6a976d-7cba-4921-9737-6d48a79b67c6 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:52.520849 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e0ed32-93f9-4cf6-bbd2-3b3d2f59d715 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.521465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e0ed32-93f9-4cf6-bbd2-3b3d2f59d715 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.537524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d2e0ed32-93f9-4cf6-bbd2-3b3d2f59d715 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/afeb6b28-fbcc-42b9-b656-43118b44bf0d HTTP/1.1" status: 404 len: 339 time: 0.1247993 Nov 10 21:38:52.540101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40274) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.586031 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:38:52.613070 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0208f01d-3c6a-4455-8eb4-b687c0464b8d tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.619697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0208f01d-3c6a-4455-8eb4-b687c0464b8d tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.639400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0208f01d-3c6a-4455-8eb4-b687c0464b8d tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/def6cdf1-792e-44a3-82c5-b456513b268b HTTP/1.1" status: 404 len: 337 time: 0.0925136 Nov 10 21:38:52.640310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40276) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.663452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-44fde238-870c-4859-b073-ab2715075764 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:52.665051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-44fde238-870c-4859-b073-ab2715075764 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.4880559 Nov 10 21:38:52.678879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'port': {'device_id': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'admin_state_up': True, 'tenant_id': 'f1bc044361e9458a91074240d37f7214'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:52.720540 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f072ef7-3e46-4855-9063-f5e8964bb6b1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.725530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f072ef7-3e46-4855-9063-f5e8964bb6b1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.734667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8f072ef7-3e46-4855-9063-f5e8964bb6b1 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/de316e69-4858-4587-b00e-4953cffde8f1 HTTP/1.1" status: 404 len: 339 time: 0.0904682 Nov 10 21:38:52.740437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.783817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Made reservation on behalf of b55ce27c1c0d41b79a05c6ea9117fac8 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:52.791447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:52.812222 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33d5f53-caf2-4df7-b35c-76cadbcfd9e3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.813189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33d5f53-caf2-4df7-b35c-76cadbcfd9e3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.822393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b33d5f53-caf2-4df7-b35c-76cadbcfd9e3 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/4cd5b589-a43f-41f1-a154-731737c2e1b2 HTTP/1.1" status: 404 len: 337 time: 0.0785079 Nov 10 21:38:52.822885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40286) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.870513 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed0e342-d3e3-4780-b92b-2cb393829e65 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] DELETE failed (client error): The resource could not be found. Nov 10 21:38:52.873532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed0e342-d3e3-4780-b92b-2cb393829e65 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:38:52.883999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aed0e342-d3e3-4780-b92b-2cb393829e65 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/6b420911-605d-46ae-b723-c7ddd1f18b25 HTTP/1.1" status: 404 len: 339 time: 0.0564511 Nov 10 21:38:52.884485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40288) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:52.961194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting subnet 26fd144f-dea0-4bf1-a456-84db6a44708d {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:38:52.965791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:52.969201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-431d7a7e-3c9f-4c21-b622-b8565e337927 req-557f2d58-e44e-4b26-b15a-fc6272429ee6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 210 time: 0.1027792 Nov 10 21:38:53.039880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.088798 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 2, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:53.141160 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Checking router: c9a999a3-6469-421e-b0fa-f1c2cc05f3de for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:38:53.141519 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Updating router c9a999a3-6469-421e-b0fa-f1c2cc05f3de port fe1e6842-1762-461b-a153-7758984eb47c binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:38:53.209702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.219001 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.292847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40304) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:53.299548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2c61686b-43f9-480d-91db-7f1a55b48b62 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662079008', 'description': 'tempest-description--447775938'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:53.307449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Made reservation on behalf of f1bc044361e9458a91074240d37f7214 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:53.311914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.432533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-893ef810-6b3b-4a6c-8cfe-e4cf10f46b6f req-af3aa827-4ea6-43f0-9220-411baad1573c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0489604 Nov 10 21:38:53.483417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c61686b-43f9-480d-91db-7f1a55b48b62 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.536655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.574842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.593547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.600077 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.604895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/subnets/26fd144f-dea0-4bf1-a456-84db6a44708d HTTP/1.1" status: 204 len: 168 time: 0.7186651 Nov 10 21:38:53.609306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ff29e-0cae-40dd-b995-9f9a6bffcbcc None None] Network fd490e1b-5355-4298-92d3-092ec5d29543 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:53.615282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40308) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:53.664389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c61686b-43f9-480d-91db-7f1a55b48b62 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.668216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c5058-3e5a-423f-9d0d-7de1e5034955 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Subnet': ['ID=26fd144f-dea0-4bf1-a456-84db6a44708d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:53.713217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c61686b-43f9-480d-91db-7f1a55b48b62 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.727143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.792122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61686b-43f9-480d-91db-7f1a55b48b62 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f778e55-c08b-4c74-b0c3-d9c5d2121706,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:53.810016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c61686b-43f9-480d-91db-7f1a55b48b62 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.811751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c61686b-43f9-480d-91db-7f1a55b48b62 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5179927 Nov 10 21:38:53.814412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40310) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:53.820960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0e046c36-9dba-4241-a84e-2e5c568fbafb tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Request body: {'security_group_rule': {'security_group_id': '8f778e55-c08b-4c74-b0c3-d9c5d2121706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:53.859909 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.895993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-8b0e71a2-1d0b-4d9d-8605-ea0bc9cef676 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:53.897452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-8b0e71a2-1d0b-4d9d-8605-ea0bc9cef676 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/networks?id=5e6a976d-7cba-4921-9737-6d48a79b67c6 HTTP/1.1" status: 200 len: 821 time: 0.5995944 Nov 10 21:38:53.908438 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.910677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Checking segment: {'id': '6a8fae8c-be6b-45d4-89e2-37574e15246a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:53.911045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Network hostable DHCP agents. Network: 4dd0bd22-df78-4ade-b05f-c82068179311, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:38:53.921428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e046c36-9dba-4241-a84e-2e5c568fbafb tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:53.933287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11591de-452e-4072-8ae7-913195801071 None None] DHCP port deletion for fd490e1b-5355-4298-92d3-092ec5d29543 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:38:53.959346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Subnet': ['ID=da4503a9-1c88-481e-b718-73cdc129b273,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:54.046372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-7b68cf3c-6e66-4bb3-8fcb-ab0fb8667f6f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/quotas/06f61401f763441daae34d7fb4b492f8 HTTP/1.1" status: 200 len: 375 time: 0.1284966 Nov 10 21:38:54.058461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b11591de-452e-4072-8ae7-913195801071 None None] Deleting port 2d923d1f-32ab-4eff-bec7-aa733dab185c {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:54.058461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b11591de-452e-4072-8ae7-913195801071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.080738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Allocated IP 172.20.0.6 (7dad6678-5dfe-4d09-b6f6-635b98a9149f/d1363015-d85e-46ce-9c77-d0c70f51ddec/3b15a663-7e4a-4008-924b-ffc68135670b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:54.085055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Network 4dd0bd22-df78-4ade-b05f-c82068179311 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:38:54.087435 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Attempting to bind port fe1e6842-1762-461b-a153-7758984eb47c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:54.088428 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Attempting to bind port fe1e6842-1762-461b-a153-7758984eb47c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:54.102069 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Attempting to bind port fe1e6842-1762-461b-a153-7758984eb47c on network d7c53942-9bcb-47ff-9688-e556fa1b1b86 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:54.111474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e046c36-9dba-4241-a84e-2e5c568fbafb tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.132455 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:54.133967 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Checking segment: {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:54.134627 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.136577 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Bound using segment: {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:54.137595 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Bound port: fe1e6842-1762-461b-a153-7758984eb47c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:54.138427 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.164534 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-780376a4-6932-49e0-8cbb-8874e7f61deb req-11d2fd8e-ff77-4c0a-81af-b7ff4b6092e6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 210 time: 0.0451164 Nov 10 21:38:54.186415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Deleting port 2d923d1f-32ab-4eff-bec7-aa733dab185c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:38:54.186813 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.194334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-cedf28c9-52b4-4a61-b352-b26607370e9c tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=06f61401f763441daae34d7fb4b492f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151745 Nov 10 21:38:54.196199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b11591de-452e-4072-8ae7-913195801071 None None] For port 2d923d1f-32ab-4eff-bec7-aa733dab185c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d923d1f-32ab-4eff-bec7-aa733dab185c,segment=NetworkSegment(5cf5b11a-d607-4ea1-8ca1-8443e9315615),segment_id=5cf5b11a-d607-4ea1-8ca1-8443e9315615)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:54.196615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b11591de-452e-4072-8ae7-913195801071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.199032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e046c36-9dba-4241-a84e-2e5c568fbafb tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.208879 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Pushing event updated for resources: {'Port': ['ID=fe1e6842-1762-461b-a153-7758984eb47c,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:54.226218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b11591de-452e-4072-8ae7-913195801071 None None] Calling delete_port for 2d923d1f-32ab-4eff-bec7-aa733dab185c owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:54.245367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e046c36-9dba-4241-a84e-2e5c568fbafb tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca05de62-6842-471a-b823-4a3fe005def1,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:54.252685 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.253234 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.254434 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.254778 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.255116 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.256690 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.257030 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.257360 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.257687 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.258009 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.258330 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.258650 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:38:54.291517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4dd0bd22-df78-4ade-b05f-c82068179311) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:54.308765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc9a274-976f-4580-b36c-a374ecbd4a3a None None] Network 4dd0bd22-df78-4ade-b05f-c82068179311 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:54.314890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:54.319886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.331499 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] For port fe1e6842-1762-461b-a153-7758984eb47c, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:54.337747 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] For port fe1e6842-1762-461b-a153-7758984eb47c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fe1e6842-1762-461b-a153-7758984eb47c,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:54.342616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e046c36-9dba-4241-a84e-2e5c568fbafb tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.346684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e046c36-9dba-4241-a84e-2e5c568fbafb tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5309877 Nov 10 21:38:54.350281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40316) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:54.363243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3a590c2c-b126-4d73-9203-e10c907373ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Request body: {'security_group_rule': {'security_group_id': '8f778e55-c08b-4c74-b0c3-d9c5d2121706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:54.417768 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.477042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-07388bf9-6452-444b-a22e-30d1c01c3ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/5e6a976d-7cba-4921-9737-6d48a79b67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478926 Nov 10 21:38:54.503680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-74b2a17a-462f-48d6-bb1a-09f4d901d75c None None] Provisioning complete for port fe1e6842-1762-461b-a153-7758984eb47c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:54.503680 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-74b2a17a-462f-48d6-bb1a-09f4d901d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.525673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a590c2c-b126-4d73-9203-e10c907373ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.583098 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37109d0-302f-4079-9f85-ef2b5f01900d None None] Pushing event updated for resources: {'Port': ['ID=fe1e6842-1762-461b-a153-7758984eb47c,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:54.593571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d923d1f-32ab-4eff-bec7-aa733dab185c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:38:54.626834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] For port 2d923d1f-32ab-4eff-bec7-aa733dab185c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d923d1f-32ab-4eff-bec7-aa733dab185c,segment=NetworkSegment(5cf5b11a-d607-4ea1-8ca1-8443e9315615),segment_id=5cf5b11a-d607-4ea1-8ca1-8443e9315615)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:54.626834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.637375 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:38:54.638192 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:54.688538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d8623e6-9610-4255-841b-a9fa89a3447c req-b78aa9fa-8675-4bcb-8d69-153050a47875 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0836904 Nov 10 21:38:54.718708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8ced22c0-649e-4462-8b6f-61150b07b06c tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5154645 Nov 10 21:38:54.719682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40322) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:54.728018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3a0876b1-4f43-4236-8b31-386b1d4b907e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1599495170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:54.760535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Calling delete_port for 2d923d1f-32ab-4eff-bec7-aa733dab185c owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:38:54.800951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a590c2c-b126-4d73-9203-e10c907373ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.880272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a590c2c-b126-4d73-9203-e10c907373ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:54.914386 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:38:54.936344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a590c2c-b126-4d73-9203-e10c907373ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26d18b2-9457-4ef5-8acf-8ee6448b5010,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:54.993742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2485444f-02f4-4e69-b1c6-385c483d53ef service neutron] 10.222.0.45 "GET /v2.0/networks/5e6a976d-7cba-4921-9737-6d48a79b67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782157 Nov 10 21:38:55.006493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a0876b1-4f43-4236-8b31-386b1d4b907e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.007504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a0876b1-4f43-4236-8b31-386b1d4b907e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.079699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No active binding found for port 2d923d1f-32ab-4eff-bec7-aa733dab185c {{(pid=103049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 21:38:55.080737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d923d1f-32ab-4eff-bec7-aa733dab185c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:38:55.099880 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.103187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a0876b1-4f43-4236-8b31-386b1d4b907e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.106618 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b11591de-452e-4072-8ae7-913195801071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.142208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.165293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11591de-452e-4072-8ae7-913195801071 None None] No DVR routers for this DVR port 2d923d1f-32ab-4eff-bec7-aa733dab185c on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:55.171908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a590c2c-b126-4d73-9203-e10c907373ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.178195 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3a590c2c-b126-4d73-9203-e10c907373ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8216088 Nov 10 21:38:55.178195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40324) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:55.182455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:55.238799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4dd0bd22-df78-4ade-b05f-c82068179311', 'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311', 'tenant_id': 'b55ce27c1c0d41b79a05c6ea9117fac8', 'fixed_ips': [{'subnet_id': 'da4503a9-1c88-481e-b718-73cdc129b273'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:38:55.250513 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.250513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11591de-452e-4072-8ae7-913195801071 None None] Pushing event deleted for resources: {'Port': ['ID=2d923d1f-32ab-4eff-bec7-aa733dab185c,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:55.289119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a0876b1-4f43-4236-8b31-386b1d4b907e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.297007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] No DVR routers for this DVR port 2d923d1f-32ab-4eff-bec7-aa733dab185c on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:38:55.301357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Port': ['ID=2d923d1f-32ab-4eff-bec7-aa733dab185c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:55.325985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:54Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:55.353444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-511c5e69-4a55-4b80-b95d-d0818ba354ce req-63b3b9db-72de-4422-9f1c-5939981da3bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 210 time: 0.0729458 Nov 10 21:38:55.383877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cf703-1b35-43d1-b937-88f1f67cd79a None None] The sync data for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 is: [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:54Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:38:55.397901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.444840 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.480459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.525125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd490e1b-5355-4298-92d3-092ec5d29543']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:55.532250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:38:55.548298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf5b11a-d607-4ea1-8ca1-8443e9315615') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:55.548593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf5b11a-d607-4ea1-8ca1-8443e9315615') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:38:55.566076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.590552 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.599256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:38:55.599256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.605315 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-74b2a17a-462f-48d6-bb1a-09f4d901d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.649333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b2ab1a6b-7ad7-4f1d-bec7-4cf051b3c93c req-ac63935f-368f-4693-9eff-42a935fbdccb tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 210 time: 0.1840565 Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:38:55.718147 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:38:55.755446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-74b2a17a-462f-48d6-bb1a-09f4d901d75c None None] For port fe1e6842-1762-461b-a153-7758984eb47c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fe1e6842-1762-461b-a153-7758984eb47c,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:55.761202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a0876b1-4f43-4236-8b31-386b1d4b907e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.765354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.771788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3a0876b1-4f43-4236-8b31-386b1d4b907e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0419183 Nov 10 21:38:55.771788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40338) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:55.798277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Allocated IP 172.20.0.2 (4dd0bd22-df78-4ade-b05f-c82068179311/da4503a9-1c88-481e-b718-73cdc129b273/4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:55.926678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:55.934097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:55.981536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-74b2a17a-462f-48d6-bb1a-09f4d901d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:55.995790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.023259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:56.041245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Allocated IP 172.25.7.2 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/5c1d0204-4bb1-4bcc-90f9-b468ec6a6e08) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:56.074459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2a17a-462f-48d6-bb1a-09f4d901d75c None None] Pushing event updated for resources: {'Port': ['ID=fe1e6842-1762-461b-a153-7758984eb47c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:56.106230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.109813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] 10.222.0.45 "DELETE /v2.0/networks/fd490e1b-5355-4298-92d3-092ec5d29543 HTTP/1.1" status: 204 len: 168 time: 2.4891796 Nov 10 21:38:56.113028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=3b15a663-7e4a-4008-924b-ffc68135670b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:56.142285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-807a2a94-1d8a-4806-981e-ab779f17209e req-a886d10d-cdef-4ecb-9a11-cdf9696ede33 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.2074809 Nov 10 21:38:56.177928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2f8b-e5c8-4a0f-9340-d1850f541703 tempest-NetworksTest-720666601 tempest-NetworksTest-720666601-project] Pushing event deleted for resources: {'Network': ['ID=fd490e1b-5355-4298-92d3-092ec5d29543,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:56.185094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-428739fa-3e85-413f-a753-461ba86aee5c None None] Provisioning complete for port fe1e6842-1762-461b-a153-7758984eb47c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:56.185406 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-428739fa-3e85-413f-a753-461ba86aee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.424400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.444802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.482795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:56.486658 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.530930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.638173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fe1e6842-1762-461b-a153-7758984eb47c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:56.670163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Network 4dd0bd22-df78-4ade-b05f-c82068179311 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:56.678408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:56.682584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec2492-f662-4933-bc08-42fd1e80a51c req-e016d9ce-0c4b-4497-8eef-226ebdc8e4bc tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:56.685386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0ec2492-f662-4933-bc08-42fd1e80a51c req-e016d9ce-0c4b-4497-8eef-226ebdc8e4bc tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 931 time: 0.1550174 Nov 10 21:38:56.753118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0ec2492-f662-4933-bc08-42fd1e80a51c req-ed34319f-afb6-4221-abd9-008ffe449f09 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591435 Nov 10 21:38:56.756467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-863d7421-3ab8-4194-97dd-38b3ab580a2d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0818090 Nov 10 21:38:56.764521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.766198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:56.783615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:56.837946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Request body: {'port': {'device_id': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:56.874766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:56.906257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Pushing event updated for resources: {'Port': ['ID=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:56.911812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:56.924219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:57.004149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c9eb205e-d1c1-490c-9f89-536e740598e4 None None] Provisioning complete for port 3b15a663-7e4a-4008-924b-ffc68135670b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:57.004822 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9eb205e-d1c1-490c-9f89-536e740598e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.017901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event updated for resources: {'Port': ['ID=5c1d0204-4bb1-4bcc-90f9-b468ec6a6e08,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:57.126296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Attempting to bind port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:57.136320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Attempting to bind port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '6a8fae8c-be6b-45d4-89e2-37574e15246a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:57.136320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Attempting to bind port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 on network 4dd0bd22-df78-4ade-b05f-c82068179311 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:57.143500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40358) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:57.152814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fe1e6842-1762-461b-a153-7758984eb47c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:57.153178 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.226651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.248717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb205e-d1c1-490c-9f89-536e740598e4 None None] Port 3b15a663-7e4a-4008-924b-ffc68135670b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:38:57.253552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:57.254053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Checking segment: {'id': '6a8fae8c-be6b-45d4-89e2-37574e15246a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:57.254364 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.255070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Bound using segment: {'id': '6a8fae8c-be6b-45d4-89e2-37574e15246a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:57.255905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Bound port: 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8fae8c-be6b-45d4-89e2-37574e15246a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:57.262558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.262912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0bdd59b-bb1c-4d4b-86a2-413bda233f6a req-b2a5ab4b-4517-4df7-9946-6a87a454b683 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 210 time: 0.4991553 Nov 10 21:38:57.303506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.333184 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b693003c-b395-4c7d-b2d8-41097019cfb8 req-b52f64e2-9f1d-446d-aaf4-09db8663a11d tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0417714 Nov 10 21:38:57.377978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.451326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] For port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:38:57.459075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] For port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,segment=NetworkSegment(6a8fae8c-be6b-45d4-89e2-37574e15246a),segment_id=6a8fae8c-be6b-45d4-89e2-37574e15246a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:38:57.537122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.671362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.672622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f1dab-57e4-4f6b-899a-146a3a58a255 None None] Pushing event updated for resources: {'Port': ['ID=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:57.764515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:57.865954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event updated for resources: {'Port': ['ID=5c1d0204-4bb1-4bcc-90f9-b468ec6a6e08,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:57.966029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.105471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.122437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9b20a8d2-8817-4da6-87e0-ff717d43304e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9438210 Nov 10 21:38:58.286557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a7147f4c-606c-4962-8bc1-260ffe2fe3cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5acc57c425a4df39f26fab37fcdce3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1407566 Nov 10 21:38:58.289170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40376) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:38:58.389963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Allocated IP 172.20.0.1 (4dd0bd22-df78-4ade-b05f-c82068179311/da4503a9-1c88-481e-b718-73cdc129b273/372eb98b-58ce-4a2f-9499-ba1aedf6c5ac) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:38:58.455471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59f28943-0c76-492a-8b99-f364568fade4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.487793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59f28943-0c76-492a-8b99-f364568fade4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.499458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-ad5b5de6-1b95-416f-aa26-d75beae283c2 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--662079008&fields=id&tenant_id=1cb461a1ce8c47ab8a8490aec202e00b HTTP/1.1" status: 200 len: 267 time: 0.1023936 Nov 10 21:38:58.556685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:38:58.596096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b15a663-7e4a-4008-924b-ffc68135670b {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:38:58.609393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.643188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c19c70-dc55-4827-a32f-5866bc4e80a2 req-2fcc09a5-da08-45f8-89c2-d84da1345a82 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:58.645662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-a230f878-46a8-4331-8f5b-0fda7906a11b tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:58.645935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4c19c70-dc55-4827-a32f-5866bc4e80a2 req-2fcc09a5-da08-45f8-89c2-d84da1345a82 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 931 time: 0.4026701 Nov 10 21:38:58.652965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-a230f878-46a8-4331-8f5b-0fda7906a11b tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/networks?id=d7c53942-9bcb-47ff-9688-e556fa1b1b86 HTTP/1.1" status: 200 len: 811 time: 0.1510739 Nov 10 21:38:58.675017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-077c812d-a431-44f6-a348-c1e5b4b0ef7c tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/quotas/1cb461a1ce8c47ab8a8490aec202e00b HTTP/1.1" status: 200 len: 375 time: 0.0210319 Nov 10 21:38:58.704583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:58.705739 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.785085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-60fc400a-bf13-42a7-a89b-59aa0084f985 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cb461a1ce8c47ab8a8490aec202e00b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011782 Nov 10 21:38:58.786756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59f28943-0c76-492a-8b99-f364568fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.790489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59f28943-0c76-492a-8b99-f364568fade4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.791633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-59f28943-0c76-492a-8b99-f364568fade4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b884632e-0c3a-4995-aadf-4546d08ada6a HTTP/1.1" status: 204 len: 168 time: 0.5011740 Nov 10 21:38:58.805104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Transition to ACTIVE for port object 3b15a663-7e4a-4008-924b-ffc68135670b will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:38:58.808454 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4c19c70-dc55-4827-a32f-5866bc4e80a2 req-f8ece3d6-5b08-4431-9e8d-494c4ac0041b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505671 Nov 10 21:38:58.845119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f28943-0c76-492a-8b99-f364568fade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884632e-0c3a-4995-aadf-4546d08ada6a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:58.912979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:58.977448 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:59.001050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-0af61467-43a3-47b0-98d9-83640fa2da0c service neutron] 10.222.0.45 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081265 Nov 10 21:38:59.035671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47ba0f0f-75fd-4064-979e-15628e61677c req-3a3f99a0-72ea-41a8-af47-250b33cff3c3 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 210 time: 0.0982811 Nov 10 21:38:59.040089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:59.066519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,segment=NetworkSegment(6a8fae8c-be6b-45d4-89e2-37574e15246a),segment_id=6a8fae8c-be6b-45d4-89e2-37574e15246a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:38:59.133676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Pushing event updated for resources: {'Port': ['ID=3b15a663-7e4a-4008-924b-ffc68135670b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:59.192711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:59.288468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-c5ebcf5d-9bba-4e81-87a1-336128ed36a2 service neutron] 10.222.0.45 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820079 Nov 10 21:38:59.290685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ce87ddc-c78b-4020-8757-9e251e2d8161 req-f4fa9f6c-f8f4-4aae-ab28-e75af9028e2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0418553 Nov 10 21:38:59.358418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:59.372994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2f18adde-a05f-45dc-8c1f-a52d6c7a30ff tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:38:59.377187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2f18adde-a05f-45dc-8c1f-a52d6c7a30ff tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.64 "GET /v2.0/networks?id=5e6a976d-7cba-4921-9737-6d48a79b67c6 HTTP/1.1" status: 200 len: 821 time: 0.2497172 Nov 10 21:38:59.392010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Request body: {'port': {'device_id': '22398c88-5846-44d5-8e25-4525eef3896c', 'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6', 'admin_state_up': True, 'tenant_id': '06f61401f763441daae34d7fb4b492f8'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:38:59.408361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:59.557823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Network 4dd0bd22-df78-4ade-b05f-c82068179311 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:38:59.577066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:38:59.584217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:38:59.679108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9530ca-d289-4563-a7a1-8fbba21eaeb1 None None] Network 4dd0bd22-df78-4ade-b05f-c82068179311 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:38:59.724230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Port': ['ID=372eb98b-58ce-4a2f-9499-ba1aedf6c5ac,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:38:59.751762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:59.760425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Attempting to bind port 3b15a663-7e4a-4008-924b-ffc68135670b on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:38:59.760933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Attempting to bind port 3b15a663-7e4a-4008-924b-ffc68135670b by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:38:59.766053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Attempting to bind port 3b15a663-7e4a-4008-924b-ffc68135670b on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:59.826771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Made reservation on behalf of 06f61401f763441daae34d7fb4b492f8 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:38:59.837863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:59.908235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-22e242c4-3ec4-483b-83bc-e19dab69ae6a None None] Provisioning complete for port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:38:59.909213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22e242c4-3ec4-483b-83bc-e19dab69ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:38:59.936685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Port 3b15a663-7e4a-4008-924b-ffc68135670b on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:38:59.936685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Attempting to bind port 3b15a663-7e4a-4008-924b-ffc68135670b on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:38:59.965287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16a99643-4073-4dc0-ae19-a86163f8cd3e req-f217411f-b80e-4260-92a9-2e9eb87a1f3f tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0340164 Nov 10 21:38:59.966449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:38:59.966769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:38:59.967325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Bound using segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:38:59.967578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Bound port: 3b15a663-7e4a-4008-924b-ffc68135670b, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:38:59.968704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.123527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Allocated IP 172.20.0.14 (5e6a976d-7cba-4921-9737-6d48a79b67c6/6909eccd-b4d2-4a00-a532-d730a2a8264b/89aa2ee1-a24d-4b56-a722-cabecd586185) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:00.231201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.311993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbebbe8-92db-4a0e-861a-0a4d665c1001 req-108ce6ae-bc34-4e93-806e-6a50f767da36 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:00.312567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ce5ea423-524d-4c3d-ae2d-cb6074dca759 req-6f2718d0-a026-4fa4-895c-792a4867cde1 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 210 time: 0.1466377 Nov 10 21:39:00.313789 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8dbebbe8-92db-4a0e-861a-0a4d665c1001 req-108ce6ae-bc34-4e93-806e-6a50f767da36 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 943 time: 0.3536236 Nov 10 21:39:00.333630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] For port 3b15a663-7e4a-4008-924b-ffc68135670b, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:00.440640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] For port 3b15a663-7e4a-4008-924b-ffc68135670b, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b15a663-7e4a-4008-924b-ffc68135670b,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:00.538918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.545810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:00.562938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8dbebbe8-92db-4a0e-861a-0a4d665c1001 req-8d62c463-6d8f-4803-8d50-6caecb9df5b3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315648 Nov 10 21:39:00.586670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.660326 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1817f20d-f223-4c12-bf63-332fd8d437f5 req-0442098e-e28c-422f-b13c-f1e5bb7d6701 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.1655707 Nov 10 21:39:00.683677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:00.684323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.721402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.783058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:00.792282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.794053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] 10.222.0.53 "PUT /v2.0/ports/3b15a663-7e4a-4008-924b-ffc68135670b HTTP/1.1" status: 200 len: 1092 time: 3.9624867 Nov 10 21:39:00.795773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'tag': '3b15a663-7e4a-4008-924b-ffc68135670b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:00.798754 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f114e8-dba4-4242-b37f-aa76373d4f71" -d '{"events": [{"name": "network-changed", "server_uuid": "b60e20c3-58c0-442e-937f-a972a32b80b2", "tag": "3b15a663-7e4a-4008-924b-ffc68135670b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:00.844038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-668dc8b5-329f-4bc5-966c-43f5f48fbef6 None None] Provisioning complete for port 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:00.848875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-668dc8b5-329f-4bc5-966c-43f5f48fbef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:00.866363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e2fa3-5c71-41df-9e8e-3a42bff9e61a service neutron] Pushing event updated for resources: {'Port': ['ID=3b15a663-7e4a-4008-924b-ffc68135670b,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:00.947973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Network 5e6a976d-7cba-4921-9737-6d48a79b67c6 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:00.949690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40432) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:00.952846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:00.953984 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b08426-e3db-4049-b539-dba62c513bc6 x-openstack-request-id: req-11b08426-e3db-4049-b539-dba62c513bc6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:00.954284 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60e20c3-58c0-442e-937f-a972a32b80b2", "tag": "3b15a663-7e4a-4008-924b-ffc68135670b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:00.954533 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11b08426-e3db-4049-b539-dba62c513bc6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:00.957221 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'tag': '3b15a663-7e4a-4008-924b-ffc68135670b', 'status': 'completed', 'code': 200} Nov 10 21:39:00.958509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:01.055243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-668dc8b5-329f-4bc5-966c-43f5f48fbef6 None None] Port 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:01.130266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-668dc8b5-329f-4bc5-966c-43f5f48fbef6 None None] Provisioning complete for port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:01.130538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-668dc8b5-329f-4bc5-966c-43f5f48fbef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:01.152380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Pushing event updated for resources: {'Port': ['ID=89aa2ee1-a24d-4b56-a722-cabecd586185,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:01.200628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:01.203604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:01.246186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-acf14f05-9f85-42a0-a268-0fb404f91f8d tempest-DvrRoutersNegativeTest-1573668775 tempest-DvrRoutersNegativeTest-1573668775-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1550545358', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:01.249748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.policy [None req-acf14f05-9f85-42a0-a268-0fb404f91f8d tempest-DvrRoutersNegativeTest-1573668775 tempest-DvrRoutersNegativeTest-1573668775-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103047) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 10 21:39:01.250160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.policy [None req-acf14f05-9f85-42a0-a268-0fb404f91f8d tempest-DvrRoutersNegativeTest-1573668775 tempest-DvrRoutersNegativeTest-1573668775-project] Failed policy check for 'create_router' {{(pid=103047) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 10 21:39:01.250831 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-acf14f05-9f85-42a0-a268-0fb404f91f8d tempest-DvrRoutersNegativeTest-1573668775 tempest-DvrRoutersNegativeTest-1573668775-project] create failed (client error): Access was denied to this resource. Nov 10 21:39:01.252459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-acf14f05-9f85-42a0-a268-0fb404f91f8d tempest-DvrRoutersNegativeTest-1573668775 tempest-DvrRoutersNegativeTest-1573668775-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2956855 Nov 10 21:39:01.254069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f669be17-75ec-4def-96ff-842663fdf9e1 req-740aa8a9-3193-48c3-a50c-ee0bb1ac8593 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 210 time: 0.1629004 Nov 10 21:39:01.276445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-11dcebb9-6eaf-4508-942f-89c1e860aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:01.277943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-11dcebb9-6eaf-4508-942f-89c1e860aa7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 1095 time: 0.3518002 Nov 10 21:39:01.333508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-1deb572a-d660-4da5-8a77-1fe85c85669f tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9461827 Nov 10 21:39:01.347007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Request body: {'port': {'device_id': '22398c88-5846-44d5-8e25-4525eef3896c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:01.354142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-bd58bc1d-7633-4c29-b9cb-03860417125b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b15a663-7e4a-4008-924b-ffc68135670b HTTP/1.1" status: 200 len: 217 time: 0.0676897 Nov 10 21:39:01.480463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a6731778-a5ba-476a-b992-02eb3f2cb5ff None None] Provisioning complete for port 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:01.481076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6731778-a5ba-476a-b992-02eb3f2cb5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:01.496297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:01.499571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-4703f6db-9c45-4926-af7b-69e4022250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:01.502826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-4703f6db-9c45-4926-af7b-69e4022250c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1384945 Nov 10 21:39:01.506106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:01.530524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a6731778-a5ba-476a-b992-02eb3f2cb5ff None None] Port 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:01.568469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-84bdf6a1-7cf4-4987-a4e3-53bccfa7a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:01.570946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-84bdf6a1-7cf4-4987-a4e3-53bccfa7a27e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604177 Nov 10 21:39:01.588585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:01.623516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e61b2b-dc49-4f6b-b634-ae4bb245fd21 req-24b8aa81-e58f-4623-928d-7c1b6d1ba7ee tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:01.625618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41e61b2b-dc49-4f6b-b634-ae4bb245fd21 req-24b8aa81-e58f-4623-928d-7c1b6d1ba7ee tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 932 time: 0.1263404 Nov 10 21:39:01.792620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Port': ['ID=372eb98b-58ce-4a2f-9499-ba1aedf6c5ac,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:01.805029 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:01.832906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb5ce1-6cee-404c-8017-d0fcf35c57c0 req-62c4375d-9990-4cd9-88b7-d2cf80564ba6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:01.840613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-42bb5ce1-6cee-404c-8017-d0fcf35c57c0 req-62c4375d-9990-4cd9-88b7-d2cf80564ba6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 943 time: 0.1425741 Nov 10 21:39:01.961042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-b01c45ea-8193-4f5c-9a81-c778856f905a service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829606 Nov 10 21:39:02.011489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41e61b2b-dc49-4f6b-b634-ae4bb245fd21 req-f7cef187-773c-4990-aabb-ff0f24cfcd57 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777711 Nov 10 21:39:02.019717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40454) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:02.038295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-42bb5ce1-6cee-404c-8017-d0fcf35c57c0 req-2539debb-9ba8-4795-a344-007c4f24d0f4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967304 Nov 10 21:39:02.203625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Network 4dd0bd22-df78-4ade-b05f-c82068179311 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:02.210588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:02.230848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2101c1a2-0689-4e35-ba05-e03741a6aca7 req-5d8fd1bc-c609-4979-b815-a95784da39f1 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0586283 Nov 10 21:39:02.259574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f2484b7e-a7bb-4453-b8cf-a0c0ec245837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.279974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aa2ee1-a24d-4b56-a722-cabecd586185 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:39:02.290748 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.333863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Transition to ACTIVE for port object 89aa2ee1-a24d-4b56-a722-cabecd586185 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:39:02.339399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7242013-d9ab-4d2d-884f-d77ee0235528 req-9b646a8f-a974-4762-a58e-21234b3ae5cc service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700883 Nov 10 21:39:02.384269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d7254ba-f37f-4ad6-a264-6fe933965c85 req-6d9e04b3-d87c-4af3-a68c-c66525284abd tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0348778 Nov 10 21:39:02.446478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.492286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f2484b7e-a7bb-4453-b8cf-a0c0ec245837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.572126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa2ee1-a24d-4b56-a722-cabecd586185,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:02.587392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Router 614b3471-9c12-4438-955c-d28c360446f0 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:39:02.603965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7ee041d7-35af-41bb-b522-a487e7ee8058 None None] Provisioning complete for port 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:02.605447 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7ee041d7-35af-41bb-b522-a487e7ee8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.620681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-5557abb6-0b27-451e-ad6e-3f78c448f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:02.622318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-5557abb6-0b27-451e-ad6e-3f78c448f981 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 1095 time: 0.0805836 Nov 10 21:39:02.636901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f2484b7e-a7bb-4453-b8cf-a0c0ec245837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.660402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7ee041d7-35af-41bb-b522-a487e7ee8058 None None] Port 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:02.676141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Attempting to bind port 89aa2ee1-a24d-4b56-a722-cabecd586185 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:02.676588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Attempting to bind port 89aa2ee1-a24d-4b56-a722-cabecd586185 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '3a13460b-f6a5-4bbc-8406-a7a75389f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:02.676963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Attempting to bind port 89aa2ee1-a24d-4b56-a722-cabecd586185 on network 5e6a976d-7cba-4921-9737-6d48a79b67c6 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:02.702130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2484b7e-a7bb-4453-b8cf-a0c0ec245837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868c46a5-16d8-4a3d-bc32-736a41c1dffa,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:02.710741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Port 89aa2ee1-a24d-4b56-a722-cabecd586185 on network 5e6a976d-7cba-4921-9737-6d48a79b67c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:39:02.710968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Attempting to bind port 89aa2ee1-a24d-4b56-a722-cabecd586185 on network 5e6a976d-7cba-4921-9737-6d48a79b67c6 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:02.716439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f2484b7e-a7bb-4453-b8cf-a0c0ec245837 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65a49aef5d0e42aeba9ad76a6daf3e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6954522 Nov 10 21:39:02.719883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40464) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:02.727310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:02.727646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Checking segment: {'id': '3a13460b-f6a5-4bbc-8406-a7a75389f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:02.728071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Bound using segment: {'id': '3a13460b-f6a5-4bbc-8406-a7a75389f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:02.728550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Bound port: 89aa2ee1-a24d-4b56-a722-cabecd586185, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a13460b-f6a5-4bbc-8406-a7a75389f928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:02.728909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.848311 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e6fe2075-9cef-4de0-ac82-ddf316e8ac9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.868610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] For port 89aa2ee1-a24d-4b56-a722-cabecd586185, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:02.872786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:39:02.881103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e6fe2075-9cef-4de0-ac82-ddf316e8ac9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:02.898484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] For port 89aa2ee1-a24d-4b56-a722-cabecd586185, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=89aa2ee1-a24d-4b56-a722-cabecd586185,segment=NetworkSegment(3a13460b-f6a5-4bbc-8406-a7a75389f928),segment_id=3a13460b-f6a5-4bbc-8406-a7a75389f928)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:02.989092 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:03.084031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa2ee1-a24d-4b56-a722-cabecd586185,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:03.089218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.089845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:03.094945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-2d6e9630-d7fa-4699-bcd9-0e8cea8a3df1 service neutron] 10.222.0.64 "PUT /v2.0/ports/89aa2ee1-a24d-4b56-a722-cabecd586185 HTTP/1.1" status: 200 len: 1093 time: 1.7528713 Nov 10 21:39:03.095486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22398c88-5846-44d5-8e25-4525eef3896c', 'tag': '89aa2ee1-a24d-4b56-a722-cabecd586185'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:03.098280 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf2c967-496c-40b0-b360-465456bdbd58" -d '{"events": [{"name": "network-changed", "server_uuid": "22398c88-5846-44d5-8e25-4525eef3896c", "tag": "89aa2ee1-a24d-4b56-a722-cabecd586185"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:03.103504 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e6fe2075-9cef-4de0-ac82-ddf316e8ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:03.117672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e6fe2075-9cef-4de0-ac82-ddf316e8ac9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:03.117672 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e6fe2075-9cef-4de0-ac82-ddf316e8ac9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/868c46a5-16d8-4a3d-bc32-736a41c1dffa HTTP/1.1" status: 204 len: 168 time: 0.3897123 Nov 10 21:39:03.122431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe2075-9cef-4de0-ac82-ddf316e8ac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c46a5-16d8-4a3d-bc32-736a41c1dffa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:03.246385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13354f6c-cc6e-4284-a74a-bff817ad6310 req-7a60c0d0-8cac-416f-b62e-09513985d5a3 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.248402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13354f6c-cc6e-4284-a74a-bff817ad6310 req-7a60c0d0-8cac-416f-b62e-09513985d5a3 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 944 time: 0.1000648 Nov 10 21:39:03.331907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-77f758ae-1568-4dad-96eb-3bd5cc07ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.333370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-77f758ae-1568-4dad-96eb-3bd5cc07ffd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06f61401f763441daae34d7fb4b492f8&device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 1096 time: 0.0783346 Nov 10 21:39:03.360847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-63efe7a9-6fb0-4007-8ba5-0b94617ead12 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.363954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-63efe7a9-6fb0-4007-8ba5-0b94617ead12 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.53 "GET /v2.0/networks?id=d7c53942-9bcb-47ff-9688-e556fa1b1b86 HTTP/1.1" status: 200 len: 811 time: 0.1294510 Nov 10 21:39:03.385480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13354f6c-cc6e-4284-a74a-bff817ad6310 req-42155787-980e-46ba-ae65-1f30057f107d tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160860 Nov 10 21:39:03.452238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-20291f4e-9f94-47c3-8fae-15cd7fa27da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.453989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-20291f4e-9f94-47c3-8fae-15cd7fa27da5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.7970669 Nov 10 21:39:03.455068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:03.466885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-39fe8c8b-c0d8-4c97-9bda-140720a9cd6d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "PUT /v2.0/routers/614b3471-9c12-4438-955c-d28c360446f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6953444 Nov 10 21:39:03.470675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] Sync routers for ids ['614b3471-9c12-4438-955c-d28c360446f0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:03.479585 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2012416e-92b0-493d-9f23-cb15493efc80 x-openstack-request-id: req-2012416e-92b0-493d-9f23-cb15493efc80 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:03.479898 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22398c88-5846-44d5-8e25-4525eef3896c", "tag": "89aa2ee1-a24d-4b56-a722-cabecd586185", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:03.480155 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2012416e-92b0-493d-9f23-cb15493efc80 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:03.480608 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22398c88-5846-44d5-8e25-4525eef3896c', 'tag': '89aa2ee1-a24d-4b56-a722-cabecd586185', 'status': 'completed', 'code': 200} Nov 10 21:39:03.481309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40478) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:03.485945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-78a4a5db-482a-4310-aa0d-513560082f9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89aa2ee1-a24d-4b56-a722-cabecd586185 HTTP/1.1" status: 200 len: 217 time: 0.1426182 Nov 10 21:39:03.491968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'port': {'network_id': '4dd0bd22-df78-4ade-b05f-c82068179311', 'name': 'tempest-FloatingIPNegativeTestJSON-250354976'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:03.496145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] Routers {'614b3471-9c12-4438-955c-d28c360446f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:03.507069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['614b3471-9c12-4438-955c-d28c360446f0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:03.568014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14855436-5e62-4e7f-bcd7-13f17776a933 req-019986d9-b1ce-45a9-93f4-8f27f2322e71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.575008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:03.582800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14855436-5e62-4e7f-bcd7-13f17776a933 req-019986d9-b1ce-45a9-93f4-8f27f2322e71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 943 time: 0.3443038 Nov 10 21:39:03.603174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] Routers {'614b3471-9c12-4438-955c-d28c360446f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:03.603987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:38:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['614b3471-9c12-4438-955c-d28c360446f0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:03.678498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:03.681497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c292c-433a-45fa-b540-a85994fbbdfe None None] The sync data for ids ['614b3471-9c12-4438-955c-d28c360446f0'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:03.687430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-f1b9da1c-6305-4c1d-8e2b-2aeb2ec56225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.689175 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-f1b9da1c-6305-4c1d-8e2b-2aeb2ec56225 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6909eccd-b4d2-4a00-a532-d730a2a8264b HTTP/1.1" status: 200 len: 861 time: 0.0985723 Nov 10 21:39:03.707900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-5ac04e13-b8ae-45f5-b6b5-bcfa354af6c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b15a663-7e4a-4008-924b-ffc68135670b HTTP/1.1" status: 200 len: 217 time: 0.2179120 Nov 10 21:39:03.763937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-d7acced0-a937-4c52-a0bb-4bbbc3351a29 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb461a1ce8c47ab8a8490aec202e00b HTTP/1.1" status: 200 len: 379 time: 0.3882036 Nov 10 21:39:03.792343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Request body: {'port': {'device_id': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'admin_state_up': True, 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'security_groups': ['8f778e55-c08b-4c74-b0c3-d9c5d2121706']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:03.899009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14855436-5e62-4e7f-bcd7-13f17776a933 req-31452a4f-eb31-4189-9ef3-28aed0dd8869 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104359 Nov 10 21:39:03.902495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-e8e505e1-87e6-468a-975c-60f29109da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.904173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-e8e505e1-87e6-468a-975c-60f29109da1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1833961 Nov 10 21:39:03.991878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-8f13f035-30d0-4708-bda4-38265929248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:03.993384 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-8f13f035-30d0-4708-bda4-38265929248a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805566 Nov 10 21:39:04.036666 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b85aa2e-87da-4966-b849-2522e033929c req-ea0215f5-b3b7-45f0-b28c-edb32686ba7c tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0388682 Nov 10 21:39:04.120641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-3a76bb03-9b75-40fa-a592-55dbcb7eb540 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123209 Nov 10 21:39:04.145622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Made reservation on behalf of 1cb461a1ce8c47ab8a8490aec202e00b for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:04.145622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:04.252524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b15a663-7e4a-4008-924b-ffc68135670b details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:39:04.258791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a61c8cb3-5803-4c0e-9393-aa6648f0017c req-1b7f5efd-6b22-4be9-be33-9b716c31ffaa tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.5573351 Nov 10 21:39:04.278604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-66a1cd76-993b-48d4-9da9-4b6d56b7a42a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6a976d-7cba-4921-9737-6d48a79b67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5650239 Nov 10 21:39:04.385265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-0e13490c-8c62-4037-9fac-9bedd24d32aa service neutron] 10.222.0.64 "GET /v2.0/networks/5e6a976d-7cba-4921-9737-6d48a79b67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972974 Nov 10 21:39:04.411092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9f114e8-dba4-4242-b37f-aa76373d4f71 req-85874b3a-30c8-423b-8d7d-6dc04896e6ce service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805326 Nov 10 21:39:04.418463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3b15a663-7e4a-4008-924b-ffc68135670b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b15a663-7e4a-4008-924b-ffc68135670b,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:04.449454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '3b15a663-7e4a-4008-924b-ffc68135670b', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '3b15a663-7e4a-4008-924b-ffc68135670b', 'mac_address': 'fa:16:3e:58:33:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:39:04.470193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Allocated IP 172.20.0.8 (d7c53942-9bcb-47ff-9688-e556fa1b1b86/d2abf651-97dd-4470-91b5-990057152e85/f81fb43b-a5c4-4a8f-85b1-b1dd840e153d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:04.528024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:04.545889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b15a663-7e4a-4008-924b-ffc68135670b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:39:04.556584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Made reservation on behalf of b55ce27c1c0d41b79a05c6ea9117fac8 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:04.562694 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:04.589426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] device_id is not set on port b5828c6d-26f6-4002-9c29-9f4cf787919b yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:39:04.599995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3b15a663-7e4a-4008-924b-ffc68135670b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b15a663-7e4a-4008-924b-ffc68135670b,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:04.667537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8cf80489-b3c9-4b7f-9b2f-1fa5b9b75965 req-3ad1e7bb-f974-407e-a419-af4019e887ea service neutron] 10.222.0.64 "GET /v2.0/networks/5e6a976d-7cba-4921-9737-6d48a79b67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744231 Nov 10 21:39:04.687676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5770b02-3f9c-436e-8403-ba86aa6ece9c req-39966cff-e490-4ae5-ab0b-9d93473c3bbf tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:04.689564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5770b02-3f9c-436e-8403-ba86aa6ece9c req-39966cff-e490-4ae5-ab0b-9d93473c3bbf tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 944 time: 0.1422381 Nov 10 21:39:04.753947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:04.773280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:04.854722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5770b02-3f9c-436e-8403-ba86aa6ece9c req-cbe6cb69-ae83-4aa5-82fb-02eb44247237 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455784 Nov 10 21:39:04.867907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Allocated IP 172.20.0.4 (4dd0bd22-df78-4ade-b05f-c82068179311/da4503a9-1c88-481e-b718-73cdc129b273/b5828c6d-26f6-4002-9c29-9f4cf787919b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:04.908842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40508) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:04.918696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3b15a663-7e4a-4008-924b-ffc68135670b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:04.955353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b15a663-7e4a-4008-924b-ffc68135670b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:39:04.973094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-d7da7b45-2405-40a8-ac64-2908189bb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:04.974583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-d7da7b45-2405-40a8-ac64-2908189bb14d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=06f61401f763441daae34d7fb4b492f8&device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 1096 time: 0.1385221 Nov 10 21:39:05.000495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.087980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:05.107634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:05.120310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:05.198228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:05.198755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.217098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-869dd207-9b54-4866-9a82-473aa9716329 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-71904353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:05.225311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee6398-6e8d-412a-b140-b8fd11e47563 req-1ff92d18-54a1-4876-b9d5-ad28cab937ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:05.233059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4dee6398-6e8d-412a-b140-b8fd11e47563 req-1ff92d18-54a1-4876-b9d5-ad28cab937ec tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 944 time: 0.2297418 Nov 10 21:39:05.265282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-84a8a510-dd8f-4886-853f-643fee71fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:05.266831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-84a8a510-dd8f-4886-853f-643fee71fc0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e6a976d-7cba-4921-9737-6d48a79b67c6 HTTP/1.1" status: 200 len: 922 time: 0.2840612 Nov 10 21:39:05.279239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event updated for resources: {'Port': ['ID=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:05.309245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afddb13-d7f3-478c-8785-c5365dbaa5dd req-3cb59e78-ab1e-405a-b99c-e515eec8780a tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:05.310897 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9afddb13-d7f3-478c-8785-c5365dbaa5dd req-3cb59e78-ab1e-405a-b99c-e515eec8780a tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 931 time: 0.0977898 Nov 10 21:39:05.333339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-8be22e11-278e-4b04-bad7-660faa57bae8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89aa2ee1-a24d-4b56-a722-cabecd586185 HTTP/1.1" status: 200 len: 217 time: 0.0585101 Nov 10 21:39:05.370701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9afddb13-d7f3-478c-8785-c5365dbaa5dd req-2a586832-77a0-4b72-b797-97aef1a63fb6 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528793 Nov 10 21:39:05.391886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4dee6398-6e8d-412a-b140-b8fd11e47563 req-0dfb119c-36e4-4333-8399-9c6aa552b247 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577933 Nov 10 21:39:05.424757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.435229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-47e5c7fe-a7df-4e74-b86b-7a8dc5f07043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:05.436755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-47e5c7fe-a7df-4e74-b86b-7a8dc5f07043 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6909eccd-b4d2-4a00-a532-d730a2a8264b HTTP/1.1" status: 200 len: 861 time: 0.0928640 Nov 10 21:39:05.480896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-1fa640ad-3910-4830-b0a6-9d830ba82cbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e6a976d-7cba-4921-9737-6d48a79b67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347629 Nov 10 21:39:05.500851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82d165c9-be54-4ffe-b5b7-f41e21fc159a req-9aaa72d5-01bf-46e3-bc0b-a33426fba683 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7f81a-3555-4c68-8706-d3bb723539a2 HTTP/1.1" status: 200 len: 210 time: 0.0309613 Nov 10 21:39:05.510255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-9bcd9c7c-d69b-4222-99e8-fec9c0c55765 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7256970 Nov 10 21:39:05.518079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a59e7f6-0aad-4ac9-bfd6-fd176ae22a30 None None] Provisioning complete for port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:05.518266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a59e7f6-0aad-4ac9-bfd6-fd176ae22a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.529057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Request body: {'port': {'device_id': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:05.554562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.585557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3a59e7f6-0aad-4ac9-bfd6-fd176ae22a30 None None] Port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:05.605305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.620351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-869dd207-9b54-4866-9a82-473aa9716329 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.621402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-869dd207-9b54-4866-9a82-473aa9716329 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.636490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Network 4dd0bd22-df78-4ade-b05f-c82068179311 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:05.642246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Port': ['ID=b5828c6d-26f6-4002-9c29-9f4cf787919b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:05.647511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:05.651308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:05.656830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-f2c07752-95c0-436b-b1d4-c7c437941341 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6a976d-7cba-4921-9737-6d48a79b67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679223 Nov 10 21:39:05.667041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a68cfb52-fc06-4e80-981d-20d62e8e4f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.727316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-869dd207-9b54-4866-9a82-473aa9716329 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.772369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:05.773023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.820092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bf2c967-496c-40b0-b360-465456bdbd58 req-1a8ea15c-3927-4be9-80f4-5c9064dd57d5 service neutron] 10.222.0.64 "GET /v2.0/networks/5e6a976d-7cba-4921-9737-6d48a79b67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355104 Nov 10 21:39:05.880089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-869dd207-9b54-4866-9a82-473aa9716329 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:05.921791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2690240c-bfe7-4662-840e-6d1a29dbbd86 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4390738 Nov 10 21:39:05.924832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40524) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:05.930064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:06.017872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ef651348-be5e-476a-a946-61b332fb16da None None] Provisioning complete for port b5828c6d-26f6-4002-9c29-9f4cf787919b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:06.019336 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ef651348-be5e-476a-a946-61b332fb16da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.044823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219267-4de5-4d5d-bce4-0589ef51077d req-4fd5f64f-e593-4e7a-8fc9-428faa2c6d2e tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:06.046355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9219267-4de5-4d5d-bce4-0589ef51077d req-4fd5f64f-e593-4e7a-8fc9-428faa2c6d2e tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 944 time: 0.0716734 Nov 10 21:39:06.075296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ef651348-be5e-476a-a946-61b332fb16da None None] Port b5828c6d-26f6-4002-9c29-9f4cf787919b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:06.086107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-869dd207-9b54-4866-9a82-473aa9716329 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.087564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-869dd207-9b54-4866-9a82-473aa9716329 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.1770577 Nov 10 21:39:06.093324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40526) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:06.101838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1836338303'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:06.119513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9219267-4de5-4d5d-bce4-0589ef51077d req-03a2653d-77d1-45ea-b24c-be2f5c7b9b1d tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665011 Nov 10 21:39:06.120655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81fb43b-a5c4-4a8f-85b1-b1dd840e153d {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:39:06.130114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.146334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Transition to ACTIVE for port object f81fb43b-a5c4-4a8f-85b1-b1dd840e153d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:39:06.258202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b15a663-7e4a-4008-924b-ffc68135670b up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:06.320259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.345506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.369992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 3b15a663-7e4a-4008-924b-ffc68135670b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:39:06.381195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 3b15a663-7e4a-4008-924b-ffc68135670b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:06.381922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.460386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Pushing event updated for resources: {'Port': ['ID=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:06.464340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:06.476548 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.516157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.616605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.622285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2ab3-b989-49f3-b525-5acad78175af req-1ab9b5dd-cb0e-44a3-99b1-c0b1a599b9c3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:06.631909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d92b2ab3-b989-49f3-b525-5acad78175af req-1ab9b5dd-cb0e-44a3-99b1-c0b1a599b9c3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 944 time: 0.0921116 Nov 10 21:39:06.678586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3b15a663-7e4a-4008-924b-ffc68135670b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b15a663-7e4a-4008-924b-ffc68135670b,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:06.679585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b15a663-7e4a-4008-924b-ffc68135670b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:06.682305 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c5ea3f-9e53-4599-b273-376f43fcab79" -d '{"events": [{"server_uuid": "b60e20c3-58c0-442e-937f-a972a32b80b2", "name": "network-vif-plugged", "status": "completed", "tag": "3b15a663-7e4a-4008-924b-ffc68135670b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:06.692390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5339d1-98f6-4ae3-b8ec-1243e163aac4 req-989aa25d-1aea-43a3-a0f1-c6eb022c1596 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:06.693989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca5339d1-98f6-4ae3-b8ec-1243e163aac4 req-989aa25d-1aea-43a3-a0f1-c6eb022c1596 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 943 time: 0.1795089 Nov 10 21:39:06.708883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d92b2ab3-b989-49f3-b525-5acad78175af req-0d3fe72d-2d5d-4b3f-a270-d2db101d74df tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758991 Nov 10 21:39:06.784304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Attempting to bind port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:06.784650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Attempting to bind port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:06.784983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Attempting to bind port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d on network d7c53942-9bcb-47ff-9688-e556fa1b1b86 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:06.805406 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7039d998-8bb5-4f9e-9c12-4ec7cc62b1c7 x-openstack-request-id: req-7039d998-8bb5-4f9e-9c12-4ec7cc62b1c7 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:06.805706 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e20c3-58c0-442e-937f-a972a32b80b2", "name": "network-vif-plugged", "status": "completed", "tag": "3b15a663-7e4a-4008-924b-ffc68135670b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:06.805960 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7039d998-8bb5-4f9e-9c12-4ec7cc62b1c7 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:06.806362 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b15a663-7e4a-4008-924b-ffc68135670b', 'code': 200} Nov 10 21:39:06.809405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.840609 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.843235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d on network d7c53942-9bcb-47ff-9688-e556fa1b1b86 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:39:06.843396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Attempting to bind port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d on network d7c53942-9bcb-47ff-9688-e556fa1b1b86 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:06.858791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.862838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:06.863373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Checking segment: {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:06.863784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Bound using segment: {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:06.864552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Bound port: f81fb43b-a5c4-4a8f-85b1-b1dd840e153d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191c0b6b-00ac-4b75-8393-f89459d387a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:06.864927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:06.870118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca5339d1-98f6-4ae3-b8ec-1243e163aac4 req-8ccde65d-be8e-4471-996b-451afbd7023e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686745 Nov 10 21:39:06.912542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3b15a663-7e4a-4008-924b-ffc68135670b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:06.914096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40538) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:06.995936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.021830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caeeac90-67fb-443b-9905-42120823b42a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.061456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caeeac90-67fb-443b-9905-42120823b42a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.079322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:07.116864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d455c0-1c3c-4979-8bbd-328baa68b5f2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:07.121415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.121759 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Added segment d051b3d8-570d-4b26-a849-59ad9de4e382 of type vlan for network aa3d6d1f-a54b-489e-9e29-0e895a32810d Nov 10 21:39:07.126012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] For port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:07.146315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ca19e-d132-4703-bdab-1266e9618c91 req-36ddcf9c-2b1a-442d-bfc0-209624087b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:07.146315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-386ca19e-d132-4703-bdab-1266e9618c91 req-36ddcf9c-2b1a-442d-bfc0-209624087b12 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 1097 time: 0.2112966 Nov 10 21:39:07.190717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] For port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:07.196871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Allocated IP 172.25.7.106 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/4cbc30bf-1555-4b67-8b62-f54a7858739e) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:07.210153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.290159 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caeeac90-67fb-443b-9905-42120823b42a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.293311 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caeeac90-67fb-443b-9905-42120823b42a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.294646 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-caeeac90-67fb-443b-9905-42120823b42a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/security-groups/fcd508b6-85d6-4700-8958-2bb33393184c HTTP/1.1" status: 204 len: 168 time: 0.3794150 Nov 10 21:39:07.298333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:07.317572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeac90-67fb-443b-9905-42120823b42a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd508b6-85d6-4700-8958-2bb33393184c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:07.328391 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-d90e45e1-dac8-48ad-b5ff-dca54aff7150 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] show failed (client error): The resource could not be found. Nov 10 21:39:07.330406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d90e45e1-dac8-48ad-b5ff-dca54aff7150 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "GET /v2.0/security-groups/fcd508b6-85d6-4700-8958-2bb33393184c HTTP/1.1" status: 404 len: 347 time: 0.0308836 Nov 10 21:39:07.333649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40548) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:07.342316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-386ca19e-d132-4703-bdab-1266e9618c91 req-eb7d15f5-eee4-4e0e-a8c0-7a2975b3e664 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722636 Nov 10 21:39:07.364019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853ced6-a9a7-4023-868c-5baa44d862a7 req-0f08edc1-3d1a-4172-94c8-0697a96c4437 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:07.364019 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8853ced6-a9a7-4023-868c-5baa44d862a7 req-0f08edc1-3d1a-4172-94c8-0697a96c4437 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 944 time: 0.1561990 Nov 10 21:39:07.424403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.491071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.492302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port 3d250e40-c7fc-4f85-8398-1e379b620e80 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:07.492559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.507008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:07.507647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.509091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] 10.222.0.53 "PUT /v2.0/ports/f81fb43b-a5c4-4a8f-85b1-b1dd840e153d HTTP/1.1" status: 200 len: 1092 time: 1.9868338 Nov 10 21:39:07.512620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:07.514896 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9811828a-f922-44ed-8823-29171e7f299e" -d '{"events": [{"name": "network-changed", "server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:07.537196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8853ced6-a9a7-4023-868c-5baa44d862a7 req-f723518a-0884-444c-969d-5fc41377e847 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549454 Nov 10 21:39:07.538256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.543751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:07.544297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.586164 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b130938-8b21-4dd0-88cf-664572e97e82 x-openstack-request-id: req-1b130938-8b21-4dd0-88cf-664572e97e82 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:07.586527 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:07.586690 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b130938-8b21-4dd0-88cf-664572e97e82 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:07.587100 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'status': 'completed', 'code': 200} Nov 10 21:39:07.608940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05974596-e18c-443d-8edb-dcf971bc7e94 service neutron] Pushing event updated for resources: {'Port': ['ID=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:07.642225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.642851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.668513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for 3d250e40-c7fc-4f85-8398-1e379b620e80 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:07.697980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Network': ['ID=aa3d6d1f-a54b-489e-9e29-0e895a32810d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:07.710888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:07.721464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811828a-f922-44ed-8823-29171e7f299e req-33e253d4-1f9b-488b-a9c1-cafa83034285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:07.723814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9811828a-f922-44ed-8823-29171e7f299e req-33e253d4-1f9b-488b-a9c1-cafa83034285 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cb461a1ce8c47ab8a8490aec202e00b&device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0822866 Nov 10 21:39:07.873268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-96cf2dc2-63ae-41af-b97b-300d01ccab77 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7784550 Nov 10 21:39:07.882292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40554) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:07.893828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'subnet': {'network_id': 'aa3d6d1f-a54b-489e-9e29-0e895a32810d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:07.918704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:07.998298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bd9ab59a-d47a-4d6b-868c-f386650c6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.070270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:08.079005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811828a-f922-44ed-8823-29171e7f299e req-0eb3a07a-27c9-4dcf-9796-743db3ff32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:08.082647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9811828a-f922-44ed-8823-29171e7f299e req-0eb3a07a-27c9-4dcf-9796-743db3ff32a3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1cb461a1ce8c47ab8a8490aec202e00b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3492429 Nov 10 21:39:08.089543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Port': ['ID=4cbc30bf-1555-4b67-8b62-f54a7858739e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:08.096282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:08.112072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:08.117693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04288173-7987-4b9d-ba22-5af9b2ba781b req-5d3bdbf2-800c-4edf-ad8b-23bcd672ffaf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:08.125425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70230d-008f-433c-889f-a93ced9016df req-fc1124be-89ea-414b-b481-d17300d7e3b8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:08.126925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04288173-7987-4b9d-ba22-5af9b2ba781b req-5d3bdbf2-800c-4edf-ad8b-23bcd672ffaf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 943 time: 0.1316586 Nov 10 21:39:08.127069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a70230d-008f-433c-889f-a93ced9016df req-fc1124be-89ea-414b-b481-d17300d7e3b8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 945 time: 0.2396123 Nov 10 21:39:08.196696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.203962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:08.207641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.273265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=3d250e40-c7fc-4f85-8398-1e379b620e80,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:08.297165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db9d5a-4116-4597-aca0-54465dc6806d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:08.361112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04288173-7987-4b9d-ba22-5af9b2ba781b req-9feca73c-c4df-4e9a-be01-f93d30531835 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331235 Nov 10 21:39:08.386285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.437198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a70230d-008f-433c-889f-a93ced9016df req-734d8f36-4db5-4b05-aa45-6b4577baf8b0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649632 Nov 10 21:39:08.442965 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.444164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811828a-f922-44ed-8823-29171e7f299e req-da896088-ba63-43ad-b370-702b70d4f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:08.445830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9811828a-f922-44ed-8823-29171e7f299e req-da896088-ba63-43ad-b370-702b70d4f83e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448458 Nov 10 21:39:08.446130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.450142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78d9e05b-79b9-45eb-80f0-3e6dfbffae10 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/floatingips/954cc34b-6ba1-4c32-b30a-b6c3e911b4f8 HTTP/1.1" status: 204 len: 168 time: 1.1124139 Nov 10 21:39:08.456858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40562) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:08.565134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.623908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-3bb69457-22ea-4c17-88f4-b951726736bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:08.625422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-3bb69457-22ea-4c17-88f4-b951726736bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cb461a1ce8c47ab8a8490aec202e00b&device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 1095 time: 0.1287439 Nov 10 21:39:08.649144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.690822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-7887e871-6d84-4acf-92ea-029eec96e4d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d HTTP/1.1" status: 200 len: 217 time: 0.0562744 Nov 10 21:39:08.737575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44844e75-226d-46ee-8c15-e85e98b9b7ae req-8a14d45a-c0a3-4c19-be7c-3503c6a32abe tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:08.739594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44844e75-226d-46ee-8c15-e85e98b9b7ae req-8a14d45a-c0a3-4c19-be7c-3503c6a32abe tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 944 time: 0.1294670 Nov 10 21:39:08.777861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Subnet': ['ID=03837167-eb87-43ce-8963-7d0a0fae209d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:08.792770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Checking segment: {'id': 'd051b3d8-570d-4b26-a849-59ad9de4e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'aa3d6d1f-a54b-489e-9e29-0e895a32810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:08.793137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network hostable DHCP agents. Network: aa3d6d1f-a54b-489e-9e29-0e895a32810d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:08.802531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-e3402d9f-55fb-40d4-b25b-6eb2d9e21886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:08.804059 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-e3402d9f-55fb-40d4-b25b-6eb2d9e21886 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2abf651-97dd-4470-91b5-990057152e85 HTTP/1.1" status: 200 len: 850 time: 0.0947170 Nov 10 21:39:08.810471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port 04d58efe-ff3c-4d10-9296-caef817e068a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:08.810819 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:08.824889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44844e75-226d-46ee-8c15-e85e98b9b7ae req-39613ed6-39ce-4b13-b36f-cd5f6990efc6 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782537 Nov 10 21:39:08.903850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 89aa2ee1-a24d-4b56-a722-cabecd586185 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:39:08.924014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:09.015001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 89aa2ee1-a24d-4b56-a722-cabecd586185, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=89aa2ee1-a24d-4b56-a722-cabecd586185,segment=NetworkSegment(3a13460b-f6a5-4bbc-8406-a7a75389f928),segment_id=3a13460b-f6a5-4bbc-8406-a7a75389f928)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:09.028371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '89aa2ee1-a24d-4b56-a722-cabecd586185', 'network_id': '5e6a976d-7cba-4921-9737-6d48a79b67c6', 'port_id': '89aa2ee1-a24d-4b56-a722-cabecd586185', 'mac_address': 'fa:16:3e:7a:74:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6909eccd-b4d2-4a00-a532-d730a2a8264b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:39:09.044114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, aa3d6d1f-a54b-489e-9e29-0e895a32810d) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:09.059965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:09.061275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.066294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abfc6d9-826a-4c1a-adcb-edb68c0fb4e1 None None] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:09.104175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.164681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aa2ee1-a24d-4b56-a722-cabecd586185 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:39:09.179451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7306055c-f457-4d97-aca2-4762800b01ce tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2956226 Nov 10 21:39:09.182877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40566) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:09.187235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 89aa2ee1-a24d-4b56-a722-cabecd586185, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=89aa2ee1-a24d-4b56-a722-cabecd586185,segment=NetworkSegment(3a13460b-f6a5-4bbc-8406-a7a75389f928),segment_id=3a13460b-f6a5-4bbc-8406-a7a75389f928)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:09.191294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'network': {'name': 'tempest-router-network01--1406150153'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:09.261860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782beafd-b16b-4ab9-826d-ea49af656443 req-31edd7e9-cb68-423c-abc0-6c949d32a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:09.263377 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-31edd7e9-cb68-423c-abc0-6c949d32a510 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7c53942-9bcb-47ff-9688-e556fa1b1b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4480834 Nov 10 21:39:09.283029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.294932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.307476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.330102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:09.334308 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.340562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.356344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for 04d58efe-ff3c-4d10-9296-caef817e068a owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:09.363083 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.377240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-aa3d6d1f-a54b-489e-9e29-0e895a32810d', 'network_id': 'aa3d6d1f-a54b-489e-9e29-0e895a32810d', 'tenant_id': '31d7dae5a6e54a2290f9b4fdf06beb4a', 'fixed_ips': [{'subnet_id': '03837167-eb87-43ce-8963-7d0a0fae209d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:39:09.380815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.383967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=89aa2ee1-a24d-4b56-a722-cabecd586185,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:09.397241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:09.419466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.420057 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Added segment a2f69bdc-f6d2-46ef-af45-134426cb4f74 of type vlan for network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 Nov 10 21:39:09.495668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.530110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Port': ['ID=4cbc30bf-1555-4b67-8b62-f54a7858739e,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:09.535613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Allocated IP 2001:db8::2 (aa3d6d1f-a54b-489e-9e29-0e895a32810d/03837167-eb87-43ce-8963-7d0a0fae209d/ac691efb-ba19-4ff0-a440-b308e2691879) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:09.555817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-caedcaf1-dd90-48ba-a019-f17f2e93ec23 service neutron] 10.222.0.53 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786863 Nov 10 21:39:09.564282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.630778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e5864-47e4-494b-9177-e5369af4f0a1 req-6a548b98-9692-4b57-a483-e9fd76dd44ea tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:09.633955 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f0e5864-47e4-494b-9177-e5369af4f0a1 req-6a548b98-9692-4b57-a483-e9fd76dd44ea tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 945 time: 0.0602198 Nov 10 21:39:09.678880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755c788-5ed8-4bc5-b7b4-3549651ee6b6 req-db21aff4-fdd0-4bf7-9d42-f4cac2dbbc61 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:09.680406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9755c788-5ed8-4bc5-b7b4-3549651ee6b6 req-db21aff4-fdd0-4bf7-9d42-f4cac2dbbc61 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 943 time: 0.1808159 Nov 10 21:39:09.696099 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.708743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:09.710007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.729665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.730904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd003ea0-8fc2-4f39-a4c3-6aa3ff8c2bfc tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8045671 Nov 10 21:39:09.742518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40576) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:09.749892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ede2a310-c168-41b8-b644-47a3677ecb37 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'floatingip': {'port_id': 'b5828c6d-26f6-4002-9c29-9f4cf787919b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:09.820465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782beafd-b16b-4ab9-826d-ea49af656443 req-d6947bd5-7a56-4cc3-b8b7-9f8ebd71fe1e service neutron] 10.222.0.53 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513022 Nov 10 21:39:09.831921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9755c788-5ed8-4bc5-b7b4-3549651ee6b6 req-9fc11c0e-dff7-418c-9b9c-2f6e6caafbe9 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188195 Nov 10 21:39:09.838738 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f0e5864-47e4-494b-9177-e5369af4f0a1 req-dc91c526-6319-4004-817f-9b6893fe588c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977150 Nov 10 21:39:09.881622 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ede2a310-c168-41b8-b644-47a3677ecb37 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.889892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7056532 Nov 10 21:39:09.893849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40582) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:09.899531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'network': {'name': 'tempest-router-network02--67827954'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:09.927096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:09.958677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=04d58efe-ff3c-4d10-9296-caef817e068a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:09.968695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['89aa2ee1-a24d-4b56-a722-cabecd586185'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:39:10.013457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a6b37-cfd4-406b-9d2e-9c30c4c795e7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Network': ['ID=9c6e1242-df60-445c-acd4-01cf3d73f3e8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:10.021165 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.035192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:10.067598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:10.072135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.089799 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.097535 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7d59f374-c617-4058-8281-e19eff96cf39 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/ports/04d58efe-ff3c-4d10-9296-caef817e068a HTTP/1.1" status: 204 len: 168 time: 1.6359932 Nov 10 21:39:10.098222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40584) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:10.119629 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-ede2a310-c168-41b8-b644-47a3677ecb37 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] update failed (client error): The resource could not be found. Nov 10 21:39:10.123381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ede2a310-c168-41b8-b644-47a3677ecb37 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "PUT /v2.0/floatingips/ff984bce-c247-4de2-8c14-643157c18749 HTTP/1.1" status: 404 len: 507 time: 0.3771598 Nov 10 21:39:10.124198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40586) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:10.137374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.139481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636098e7-709e-4521-8c28-cc68e12eba27 req-ecc88ffa-3554-441a-b14d-b96a3f9ff3cb tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:10.141079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-636098e7-709e-4521-8c28-cc68e12eba27 req-ecc88ffa-3554-441a-b14d-b96a3f9ff3cb tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 945 time: 0.1761756 Nov 10 21:39:10.163185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:10.198605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.198864 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Added segment 58488230-9ad5-4029-a58e-8d984bd49e1c of type vlan for network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f Nov 10 21:39:10.237968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:10.243413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Pushing event updated for resources: {'Port': ['ID=ac691efb-ba19-4ff0-a440-b308e2691879,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:10.247198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:10.250487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.255209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:10.285764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port ece4bd31-1f9f-4b07-997c-e3145edfe7b7 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:10.286053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-636098e7-709e-4521-8c28-cc68e12eba27 req-b18c0a1d-8ed1-485a-8bcf-8a066be98bdc tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117811 Nov 10 21:39:10.286830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.336201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Deleting port 4cbc30bf-1555-4b67-8b62-f54a7858739e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:10.336638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.380990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Attempting to bind port ac691efb-ba19-4ff0-a440-b308e2691879 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:10.385452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Attempting to bind port ac691efb-ba19-4ff0-a440-b308e2691879 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'd051b3d8-570d-4b26-a849-59ad9de4e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'aa3d6d1f-a54b-489e-9e29-0e895a32810d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:10.385452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Attempting to bind port ac691efb-ba19-4ff0-a440-b308e2691879 on network aa3d6d1f-a54b-489e-9e29-0e895a32810d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:10.399109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:10.399475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Checking segment: {'id': 'd051b3d8-570d-4b26-a849-59ad9de4e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'aa3d6d1f-a54b-489e-9e29-0e895a32810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:10.399916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.400315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Bound using segment: {'id': 'd051b3d8-570d-4b26-a849-59ad9de4e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'aa3d6d1f-a54b-489e-9e29-0e895a32810d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:10.400806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Bound port: ac691efb-ba19-4ff0-a440-b308e2691879, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd051b3d8-570d-4b26-a849-59ad9de4e382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'aa3d6d1f-a54b-489e-9e29-0e895a32810d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:10.401216 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.430143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.454875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for ece4bd31-1f9f-4b07-997c-e3145edfe7b7 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:10.464114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.470351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:10.471114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.479786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.480366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.500298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Calling delete_port for 4cbc30bf-1555-4b67-8b62-f54a7858739e owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:10.536219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] For port ac691efb-ba19-4ff0-a440-b308e2691879, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:10.542477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] For port ac691efb-ba19-4ff0-a440-b308e2691879, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac691efb-ba19-4ff0-a440-b308e2691879,segment=NetworkSegment(d051b3d8-570d-4b26-a849-59ad9de4e382),segment_id=d051b3d8-570d-4b26-a849-59ad9de4e382)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:10.610275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.625173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Network': ['ID=4abfcc97-ad8b-429f-abba-0f6c0cb8e77f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:10.657829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94bbd7f8-ee86-4561-8d77-513914adbc20 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7605710 Nov 10 21:39:10.658043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:10.658157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40600) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:10.676069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'subnet': {'network_id': '9c6e1242-df60-445c-acd4-01cf3d73f3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:10.769241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c6b07-191a-4941-b17f-9b21bda8d972 None None] Pushing event updated for resources: {'Port': ['ID=ac691efb-ba19-4ff0-a440-b308e2691879,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:10.787074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.816197 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.826850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event deleted for resources: {'Port': ['ID=4cbc30bf-1555-4b67-8b62-f54a7858739e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:10.898966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.901794 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.903057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-51fac0fd-a7e5-4b8f-8c5f-0b276c2e4536 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "DELETE /v2.0/floatingips/ff984bce-c247-4de2-8c14-643157c18749 HTTP/1.1" status: 204 len: 168 time: 0.7781823 Nov 10 21:39:10.907005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40606) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:10.908684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:10.910877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:10.912234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-31e3464b-6443-43aa-b7a9-786ed28cf73e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'floatingip': {'floating_network_id': '4dd0bd22-df78-4ade-b05f-c82068179311', 'port_id': 'b5828c6d-26f6-4002-9c29-9f4cf787919b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:10.915677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.074601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-31e3464b-6443-43aa-b7a9-786ed28cf73e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.082946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=ece4bd31-1f9f-4b07-997c-e3145edfe7b7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:11.189746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.197629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40616) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:11.201009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-05ed9527-65ea-4800-af39-dd5486918c88 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/ports/ece4bd31-1f9f-4b07-997c-e3145edfe7b7 HTTP/1.1" status: 204 len: 168 time: 1.1012597 Nov 10 21:39:11.214229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220f362-2ba5-44cd-8517-67041e3a58b3 req-ad0c99e4-2955-476a-bc50-173949f95248 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:11.216324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5220f362-2ba5-44cd-8517-67041e3a58b3 req-ad0c99e4-2955-476a-bc50-173949f95248 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 943 time: 0.2099712 Nov 10 21:39:11.267192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting subnet cdc5fbee-aaf4-4957-b765-a05e81d1a4bf {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:11.271191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.297868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.318697 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.356169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5220f362-2ba5-44cd-8517-67041e3a58b3 req-04a865f7-6f92-4042-a2e8-ad5c0b8f5098 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299942 Nov 10 21:39:11.429862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.470284 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-31e3464b-6443-43aa-b7a9-786ed28cf73e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:39:11.474010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-31e3464b-6443-43aa-b7a9-786ed28cf73e tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5659361 Nov 10 21:39:11.476393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40620) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:11.481814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'b5828c6d-26f6-4002-9c29-9f4cf787919b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:11.522637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.549487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb007e-b903-4bbd-8f70-e1dca225e4a4 req-4575d106-bf46-4ee4-abc6-00cb7a138398 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:11.551829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37eb007e-b903-4bbd-8f70-e1dca225e4a4 req-4575d106-bf46-4ee4-abc6-00cb7a138398 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 945 time: 0.0865343 Nov 10 21:39:11.603505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.608062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Subnet': ['ID=4490470f-61c2-431c-9c88-e10438dd14f4,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:11.633600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37eb007e-b903-4bbd-8f70-e1dca225e4a4 req-bc4a49e8-001d-41f7-b498-96e9bdba3f56 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566733 Nov 10 21:39:11.641169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.674380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Checking segment: {'id': 'a2f69bdc-f6d2-46ef-af45-134426cb4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c6e1242-df60-445c-acd4-01cf3d73f3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:11.675625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network hostable DHCP agents. Network: 9c6e1242-df60-445c-acd4-01cf3d73f3e8, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:11.688789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc5fbee-aaf4-4957-b765-a05e81d1a4bf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:11.691142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.694523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144fdd21-6717-4df6-9e17-78053e883d1a None None] Network 6359ee6b-9696-4450-b1ad-82a172074b22 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:11.695001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0189bf0c-92ea-40b1-9bc8-3de1d2616c63 tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/subnets/cdc5fbee-aaf4-4957-b765-a05e81d1a4bf HTTP/1.1" status: 204 len: 168 time: 0.4964190 Nov 10 21:39:11.698749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40622) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:11.803770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting subnet 113d376f-d45c-45f2-98b2-71dc9ecd90ab {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:11.809076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.853585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:11.902928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.932225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9c6e1242-df60-445c-acd4-01cf3d73f3e8) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:11.943080 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:11.947776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] DHCP port deletion for 6359ee6b-9696-4450-b1ad-82a172074b22 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:11.953713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb99a9-a26e-42aa-99cc-2a6e09793727 None None] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:11.964333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:11.964931 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.094954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef35181d-de37-4afe-96ec-64187d44dea5 None None] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:12.101325 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.155964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-62968d5d-0593-4497-b159-dda389938964 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4961596 Nov 10 21:39:12.164971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40628) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:12.170136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'subnet': {'network_id': '4abfcc97-ad8b-429f-abba-0f6c0cb8e77f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:12.172990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Allocated IP 172.25.7.220 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/a9516c34-ae84-44e7-9c63-5e20bb06c7a4) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:12.293408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f81fb43b-a5c4-4a8f-85b1-b1dd840e153d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:39:12.296833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.348960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Subnet': ['ID=113d376f-d45c-45f2-98b2-71dc9ecd90ab,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:12.356789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.360168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7fabf987-64c0-4411-9feb-0d37d80bba2e tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/subnets/113d376f-d45c-45f2-98b2-71dc9ecd90ab HTTP/1.1" status: 204 len: 168 time: 0.6603625 Nov 10 21:39:12.364795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40632) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:12.382716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eadfde0-ca98-4889-8180-05adc9ceb766 None None] Network 0253683b-7b38-4986-9e96-597b3d57acb4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:12.408543 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.438622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:12.443768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.459752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bab2b946-eef5-41ed-909b-74419e45e773 None None] Provisioning complete for port ac691efb-ba19-4ff0-a440-b308e2691879 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:12.460476 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bab2b946-eef5-41ed-909b-74419e45e773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.546167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] Deleting port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:12.546627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.548674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.570607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac691efb-ba19-4ff0-a440-b308e2691879 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:12.573590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-9c6e1242-df60-445c-acd4-01cf3d73f3e8', 'network_id': '9c6e1242-df60-445c-acd4-01cf3d73f3e8', 'tenant_id': '31d7dae5a6e54a2290f9b4fdf06beb4a', 'fixed_ips': [{'subnet_id': '4490470f-61c2-431c-9c88-e10438dd14f4'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:39:12.574546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.621126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:12.625162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:12.630184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:12.657271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event updated for resources: {'Port': ['ID=a9516c34-ae84-44e7-9c63-5e20bb06c7a4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:12.767235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:12.857374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'port_id': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'mac_address': 'fa:16:3e:8f:45:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:39:12.902656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b55ebf-3a6d-4258-8b5a-799071174327 req-86f0ec03-6ac4-4416-a917-4f35485c5e3c tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:12.904915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91b55ebf-3a6d-4258-8b5a-799071174327 req-86f0ec03-6ac4-4416-a917-4f35485c5e3c tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 945 time: 0.1036952 Nov 10 21:39:12.931143 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.939063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Deleting port a9516c34-ae84-44e7-9c63-5e20bb06c7a4 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:12.940260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.957676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 89aa2ee1-a24d-4b56-a722-cabecd586185 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:12.967379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] For port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:12.968153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:12.974266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5821-f960-4726-9817-f5db8ee4ebdf req-4827c087-8112-4311-abf4-8a03f98a5581 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:12.981533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f90b5821-f960-4726-9817-f5db8ee4ebdf req-4827c087-8112-4311-abf4-8a03f98a5581 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 943 time: 0.1391037 Nov 10 21:39:13.045355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.047149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.064097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Calling delete_port for a9516c34-ae84-44e7-9c63-5e20bb06c7a4 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:13.099197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f90b5821-f960-4726-9817-f5db8ee4ebdf req-283065bb-a6a7-47ab-a2e0-ff68bac4ea6c tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166635 Nov 10 21:39:13.203670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] Calling delete_port for 4f6ef839-a8c2-4680-a863-2bb8b891dd4a owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:13.216372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:13.217008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.273577 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91b55ebf-3a6d-4258-8b5a-799071174327 req-e0a205ac-7cb5-47fe-a8d7-eac00891cbde tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597836 Nov 10 21:39:13.324494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.333017 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.337361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ac691efb-ba19-4ff0-a440-b308e2691879 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:13.338044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.351616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.395255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] For port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,segment=NetworkSegment(e78a1c70-1817-4e59-8965-2e0def5af91a),segment_id=e78a1c70-1817-4e59-8965-2e0def5af91a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:13.395703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.442024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bab2b946-eef5-41ed-909b-74419e45e773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.442679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for 4f6ef839-a8c2-4680-a863-2bb8b891dd4a owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:13.451579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event deleted for resources: {'Port': ['ID=a9516c34-ae84-44e7-9c63-5e20bb06c7a4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:13.463216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81fb43b-a5c4-4a8f-85b1-b1dd840e153d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:39:13.474700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Subnet': ['ID=57d7a549-3cf0-42ee-9767-9b60e1ddf0fb,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:13.486563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] DHCP port deletion for 0253683b-7b38-4986-9e96-597b3d57acb4 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:13.519056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Allocated IP 2001:db8::2 (9c6e1242-df60-445c-acd4-01cf3d73f3e8/4490470f-61c2-431c-9c88-e10438dd14f4/5129f3f5-b63b-402a-88a7-bc25e032c02b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:13.543446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Checking segment: {'id': '58488230-9ad5-4029-a58e-8d984bd49e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4abfcc97-ad8b-429f-abba-0f6c0cb8e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:13.543990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network hostable DHCP agents. Network: 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:13.569322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bab2b946-eef5-41ed-909b-74419e45e773 None None] For port ac691efb-ba19-4ff0-a440-b308e2691879, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac691efb-ba19-4ff0-a440-b308e2691879,segment=NetworkSegment(d051b3d8-570d-4b26-a849-59ad9de4e382),segment_id=d051b3d8-570d-4b26-a849-59ad9de4e382)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:13.578823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:13.633083 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] create failed (client error): The resource could not be found. Nov 10 21:39:13.634657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7c8b38c0-6174-44e9-ad88-ee5a42b7194f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1569483 Nov 10 21:39:13.638632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40644) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:13.651048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:13.664013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.685001 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:13.687788 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:39:13.688686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] No DVR routers for this DVR port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:13.688779 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.688779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 89aa2ee1-a24d-4b56-a722-cabecd586185 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:39:13.690020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bab2b946-eef5-41ed-909b-74419e45e773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.710794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:13.726925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 89aa2ee1-a24d-4b56-a722-cabecd586185 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:13.727297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.731619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:13.733928 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.739658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:13.742902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.765751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f1bafe-c7da-41cb-9f1a-d4bdc2f6c2bc None None] Network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:13.786733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Deleting port b5828c6d-26f6-4002-9c29-9f4cf787919b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:13.787092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.810632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.833237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6359ee6b-9696-4450-b1ad-82a172074b22']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:13.847079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78a1c70-1817-4e59-8965-2e0def5af91a') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:13.847863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78a1c70-1817-4e59-8965-2e0def5af91a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:13.853243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a04af846-9ea4-43ce-84e0-da73e93e8b0f tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6870377 Nov 10 21:39:13.856066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40646) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:13.859293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] No DVR routers for this DVR port 4f6ef839-a8c2-4680-a863-2bb8b891dd4a on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:13.866839 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.882426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.888806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:13.889251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:13.892449 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:13.950869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:13.954439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['f81fb43b-a5c4-4a8f-85b1-b1dd840e153d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:39:13.976376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.041354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-01cc0001-3834-467f-b5a7-5d3f2cf3c082 None None] Provisioning complete for port ac691efb-ba19-4ff0-a440-b308e2691879 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:14.041719 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-01cc0001-3834-467f-b5a7-5d3f2cf3c082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.053036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4f6ef839-a8c2-4680-a863-2bb8b891dd4a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:14.064197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Calling delete_port for b5828c6d-26f6-4002-9c29-9f4cf787919b owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:14.081749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] Deleting port 2cc12231-fc29-4fc9-92b0-7d2132232d48 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:14.081749 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.089451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.109153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.112209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/networks/6359ee6b-9696-4450-b1ad-82a172074b22 HTTP/1.1" status: 204 len: 168 time: 1.7456865 Nov 10 21:39:14.113220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5b490-a4ee-4e75-bcc5-666ff950a83c tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Network': ['ID=6359ee6b-9696-4450-b1ad-82a172074b22,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:14.115009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40648) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:14.149781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 4f6ef839-a8c2-4680-a863-2bb8b891dd4a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:14.150231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4f6ef839-a8c2-4680-a863-2bb8b891dd4a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:14.232600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.251568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2b946-eef5-41ed-909b-74419e45e773 None None] Pushing event updated for resources: {'Port': ['ID=ac691efb-ba19-4ff0-a440-b308e2691879,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:14.312268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.323830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] For port 2cc12231-fc29-4fc9-92b0-7d2132232d48, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2cc12231-fc29-4fc9-92b0-7d2132232d48,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:14.323830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.374445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa0a06-e6f2-4f1b-a5dd-f1646b96b5d5 None None] Pushing event deleted for resources: {'Port': ['ID=4f6ef839-a8c2-4680-a863-2bb8b891dd4a,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:14.388087 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.388581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097663a-d95b-4ecf-8210-d683d8b5a347 req-1cb81b87-ee7e-45be-816e-324c7d0ce7b4 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:14.390545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f097663a-d95b-4ecf-8210-d683d8b5a347 req-1cb81b87-ee7e-45be-816e-324c7d0ce7b4 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 944 time: 0.1629899 Nov 10 21:39:14.403334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] Calling delete_port for 2cc12231-fc29-4fc9-92b0-7d2132232d48 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:14.442033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.479211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f097663a-d95b-4ecf-8210-d683d8b5a347 req-d77f1025-c5a1-4a16-ab63-bdf7f5783c0e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780854 Nov 10 21:39:14.493024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Deleting port 2cc12231-fc29-4fc9-92b0-7d2132232d48 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:14.493563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.559628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:14.574468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4abfcc97-ad8b-429f-abba-0f6c0cb8e77f', 'network_id': '4abfcc97-ad8b-429f-abba-0f6c0cb8e77f', 'tenant_id': '31d7dae5a6e54a2290f9b4fdf06beb4a', 'fixed_ips': [{'subnet_id': '57d7a549-3cf0-42ee-9767-9b60e1ddf0fb'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:39:14.575324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.577376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac691efb-ba19-4ff0-a440-b308e2691879 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:14.595000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] For port 2cc12231-fc29-4fc9-92b0-7d2132232d48, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2cc12231-fc29-4fc9-92b0-7d2132232d48,segment=NetworkSegment(7b8df6ed-fa21-48ea-993e-44a8d57f3ef6),segment_id=7b8df6ed-fa21-48ea-993e-44a8d57f3ef6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:14.595452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.609972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Calling delete_port for 2cc12231-fc29-4fc9-92b0-7d2132232d48 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:14.625128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:14.643087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22398c88-5846-44d5-8e25-4525eef3896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa2ee1-a24d-4b56-a722-cabecd586185'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:14.645648 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e3ff3-d20e-41d4-9dc4-564bcf023f9f" -d '{"events": [{"server_uuid": "22398c88-5846-44d5-8e25-4525eef3896c", "name": "network-vif-plugged", "status": "completed", "tag": "89aa2ee1-a24d-4b56-a722-cabecd586185"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:14.648336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Pushing event updated for resources: {'Port': ['ID=5129f3f5-b63b-402a-88a7-bc25e032c02b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:14.654423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:14.689582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 89aa2ee1-a24d-4b56-a722-cabecd586185, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=89aa2ee1-a24d-4b56-a722-cabecd586185,segment=NetworkSegment(3a13460b-f6a5-4bbc-8406-a7a75389f928),segment_id=3a13460b-f6a5-4bbc-8406-a7a75389f928)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:14.743928 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a822b25-62aa-47d2-8c62-de964c33921b x-openstack-request-id: req-3a822b25-62aa-47d2-8c62-de964c33921b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:14.744726 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22398c88-5846-44d5-8e25-4525eef3896c", "name": "network-vif-plugged", "status": "completed", "tag": "89aa2ee1-a24d-4b56-a722-cabecd586185", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:14.745021 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a822b25-62aa-47d2-8c62-de964c33921b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:14.745524 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22398c88-5846-44d5-8e25-4525eef3896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa2ee1-a24d-4b56-a722-cabecd586185', 'code': 200} Nov 10 21:39:14.824490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00a86e-6f14-427a-a1ac-774ab7d0d411 req-7fc19861-7962-4b4f-bc59-a6a8bc73580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:14.826001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca00a86e-6f14-427a-a1ac-774ab7d0d411 req-7fc19861-7962-4b4f-bc59-a6a8bc73580c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 1097 time: 0.0451813 Nov 10 21:39:14.832905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.848320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.911345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Port': ['ID=2cc12231-fc29-4fc9-92b0-7d2132232d48,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:14.917734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] No DVR routers for this DVR port 2cc12231-fc29-4fc9-92b0-7d2132232d48 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:14.932997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Attempting to bind port 5129f3f5-b63b-402a-88a7-bc25e032c02b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:14.933375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Attempting to bind port 5129f3f5-b63b-402a-88a7-bc25e032c02b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a2f69bdc-f6d2-46ef-af45-134426cb4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c6e1242-df60-445c-acd4-01cf3d73f3e8'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:14.933758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Attempting to bind port 5129f3f5-b63b-402a-88a7-bc25e032c02b on network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:14.948409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:14.948795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Checking segment: {'id': 'a2f69bdc-f6d2-46ef-af45-134426cb4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c6e1242-df60-445c-acd4-01cf3d73f3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:14.949217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.951144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Bound using segment: {'id': 'a2f69bdc-f6d2-46ef-af45-134426cb4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c6e1242-df60-445c-acd4-01cf3d73f3e8'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:14.951144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Bound port: 5129f3f5-b63b-402a-88a7-bc25e032c02b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f69bdc-f6d2-46ef-af45-134426cb4f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c6e1242-df60-445c-acd4-01cf3d73f3e8'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:14.951144 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.961304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e8e71-1a0e-4886-8608-6c14e33d389a req-ff4d157f-7fd4-4629-8829-49e81e3a83ce tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:14.963849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-398e8e71-1a0e-4886-8608-6c14e33d389a req-ff4d157f-7fd4-4629-8829-49e81e3a83ce tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 945 time: 0.2473319 Nov 10 21:39:14.965842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.966752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.982051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ac691efb-ba19-4ff0-a440-b308e2691879 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:14.982420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:14.989882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca00a86e-6f14-427a-a1ac-774ab7d0d411 req-1e14b4a4-7c1f-48e1-b04c-dd01f31cc936 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515088 Nov 10 21:39:15.044407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.076742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0253683b-7b38-4986-9e96-597b3d57acb4']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:15.089104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:15.089441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8df6ed-fa21-48ea-993e-44a8d57f3ef6') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:15.102191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.120046 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.127364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:15.128505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.157733 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-398e8e71-1a0e-4886-8608-6c14e33d389a req-fbe6d743-2bdb-4ade-bcdd-0d519b9cc538 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728632 Nov 10 21:39:15.194724 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:15.208094 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:15.262732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] No DVR routers for this DVR port 2cc12231-fc29-4fc9-92b0-7d2132232d48 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:15.278740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=89aa2ee1-a24d-4b56-a722-cabecd586185,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:15.290333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event deleted for resources: {'Port': ['ID=b5828c6d-26f6-4002-9c29-9f4cf787919b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:15.319951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.333968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dfc00-3657-40ef-adc7-43fdb9bb76f2 None None] Pushing event deleted for resources: {'Port': ['ID=2cc12231-fc29-4fc9-92b0-7d2132232d48,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:15.336360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Allocated IP 2001:db8::2 (4abfcc97-ad8b-429f-abba-0f6c0cb8e77f/57d7a549-3cf0-42ee-9767-9b60e1ddf0fb/14fdecc4-1004-4a3d-b004-3d2acf40cb08) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:15.367677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] For port 5129f3f5-b63b-402a-88a7-bc25e032c02b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:15.375689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] For port 5129f3f5-b63b-402a-88a7-bc25e032c02b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5129f3f5-b63b-402a-88a7-bc25e032c02b,segment=NetworkSegment(a2f69bdc-f6d2-46ef-af45-134426cb4f74),segment_id=a2f69bdc-f6d2-46ef-af45-134426cb4f74)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:15.390169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.405379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] 10.222.0.45 "DELETE /v2.0/networks/0253683b-7b38-4986-9e96-597b3d57acb4 HTTP/1.1" status: 204 len: 168 time: 1.2861245 Nov 10 21:39:15.408383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a6d7b-36c3-41dc-8d86-6192fff4794a tempest-TaggedBootDevicesTest_v242-1809936712 tempest-TaggedBootDevicesTest_v242-1809936712-project] Pushing event deleted for resources: {'Network': ['ID=0253683b-7b38-4986-9e96-597b3d57acb4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:15.437954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.442382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b5ff22ed-1e47-41f9-90de-63f63ce12fda tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "DELETE /v2.0/ports/b5828c6d-26f6-4002-9c29-9f4cf787919b HTTP/1.1" status: 204 len: 168 time: 1.8021991 Nov 10 21:39:15.447187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40666) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:15.542245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.672117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ca2771-0fc0-42dc-bf5c-31a25d57469f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:15.677204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40678) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:15.682474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1ca2771-0fc0-42dc-bf5c-31a25d57469f tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "GET /v2.0/ports?device_id=614b3471-9c12-4438-955c-d28c360446f0 HTTP/1.1" status: 200 len: 913 time: 0.2319098 Nov 10 21:39:15.685506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Allocated IP 2001:db8::1 (9c6e1242-df60-445c-acd4-01cf3d73f3e8/4490470f-61c2-431c-9c88-e10438dd14f4/11167eb5-91d6-4e1e-8fd2-1778497438cc) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:15.834739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70729e-4d48-46d1-b3e7-274fdb86059d req-a002cebc-9c10-4529-b5fe-d4119bf46256 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:15.842248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d70729e-4d48-46d1-b3e7-274fdb86059d req-a002cebc-9c10-4529-b5fe-d4119bf46256 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 944 time: 0.1608939 Nov 10 21:39:15.845666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c7ca3-0d38-4742-ba88-b9778a5ea4d7 None None] Pushing event updated for resources: {'Port': ['ID=5129f3f5-b63b-402a-88a7-bc25e032c02b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:15.910777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc12231-fc29-4fc9-92b0-7d2132232d48 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:15.929376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d70729e-4d48-46d1-b3e7-274fdb86059d req-2aad8350-9a3d-4b34-899d-5df60e0fbac6 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827544 Nov 10 21:39:15.954414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:15.994329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2cc12231-fc29-4fc9-92b0-7d2132232d48 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:15.994766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2cc12231-fc29-4fc9-92b0-7d2132232d48 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:16.116020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.121370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.253064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:16.257626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:16.270135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:16.271183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.303713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f81fb43b-a5c4-4a8f-85b1-b1dd840e153d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:16.326208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.431373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Port': ['ID=11167eb5-91d6-4e1e-8fd2-1778497438cc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:16.522858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:16.556777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:16.559446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:16.562694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.563277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Pushing event updated for resources: {'Port': ['ID=14fdecc4-1004-4a3d-b004-3d2acf40cb08,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:16.661539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:39:16.698745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edf828-f6fb-46f7-a6cb-b2414ef9f9a9 req-23bd49c6-825b-46ca-8d9b-f7722170eb27 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:16.703311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5129f3f5-b63b-402a-88a7-bc25e032c02b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:16.708168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e1edf828-f6fb-46f7-a6cb-b2414ef9f9a9 req-23bd49c6-825b-46ca-8d9b-f7722170eb27 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 946 time: 0.3155529 Nov 10 21:39:16.818424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Attempting to bind port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:16.818979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Attempting to bind port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '58488230-9ad5-4029-a58e-8d984bd49e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4abfcc97-ad8b-429f-abba-0f6c0cb8e77f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:16.819444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Attempting to bind port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 on network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:16.821579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:16.822048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.866010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:16.866571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Checking segment: {'id': '58488230-9ad5-4029-a58e-8d984bd49e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4abfcc97-ad8b-429f-abba-0f6c0cb8e77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:16.867075 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.867572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Bound using segment: {'id': '58488230-9ad5-4029-a58e-8d984bd49e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4abfcc97-ad8b-429f-abba-0f6c0cb8e77f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:16.868193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Bound port: 14fdecc4-1004-4a3d-b004-3d2acf40cb08, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58488230-9ad5-4029-a58e-8d984bd49e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '4abfcc97-ad8b-429f-abba-0f6c0cb8e77f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:16.868678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:16.886210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e1edf828-f6fb-46f7-a6cb-b2414ef9f9a9 req-b3079ebb-93f6-4e82-9345-92ae9b5616f7 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770849 Nov 10 21:39:16.962391 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.000581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d782eefd-f213-41d0-b66d-969def554962 None None] For port 14fdecc4-1004-4a3d-b004-3d2acf40cb08, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:17.004994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d782eefd-f213-41d0-b66d-969def554962 None None] For port 14fdecc4-1004-4a3d-b004-3d2acf40cb08, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=14fdecc4-1004-4a3d-b004-3d2acf40cb08,segment=NetworkSegment(58488230-9ad5-4029-a58e-8d984bd49e1c),segment_id=58488230-9ad5-4029-a58e-8d984bd49e1c)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:17.013771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5129f3f5-b63b-402a-88a7-bc25e032c02b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:17.014256 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.095541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.152485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.176706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.267299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:17.270648 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b37948-a53d-40ab-8445-6a0f39325f54" -d '{"events": [{"server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "name": "network-vif-plugged", "status": "completed", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:17.308540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782eefd-f213-41d0-b66d-969def554962 None None] Pushing event updated for resources: {'Port': ['ID=14fdecc4-1004-4a3d-b004-3d2acf40cb08,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:17.332048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.332868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.344849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:17.375429 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.425902 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d54d41-18a5-4350-a9d1-27380fe38726 x-openstack-request-id: req-e6d54d41-18a5-4350-a9d1-27380fe38726 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:17.426203 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "name": "network-vif-plugged", "status": "completed", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:17.426509 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6d54d41-18a5-4350-a9d1-27380fe38726 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:17.426865 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'code': 200} Nov 10 21:39:17.441727 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.509928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 5129f3f5-b63b-402a-88a7-bc25e032c02b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5129f3f5-b63b-402a-88a7-bc25e032c02b,segment=NetworkSegment(a2f69bdc-f6d2-46ef-af45-134426cb4f74),segment_id=a2f69bdc-f6d2-46ef-af45-134426cb4f74)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:17.572123 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.574297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:17.637103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Deleting port 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:17.637375 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.648504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=5129f3f5-b63b-402a-88a7-bc25e032c02b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:17.728068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35de86a-61d2-4e28-b1f9-bf4693cbc02b None None] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:17.789616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a1c3a-0015-428b-bb48-ff843817a0d5 req-07ff291c-3223-49b0-a2c1-454a8f13f605 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:17.791187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e04a1c3a-0015-428b-bb48-ff843817a0d5 req-07ff291c-3223-49b0-a2c1-454a8f13f605 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 944 time: 0.6677790 Nov 10 21:39:17.793914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Port': ['ID=11167eb5-91d6-4e1e-8fd2-1778497438cc,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:17.810529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.820910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:17.827531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Calling delete_port for 372eb98b-58ce-4a2f-9499-ba1aedf6c5ac owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:17.829777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:17.850643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f2096afe-7af8-4dac-b8b6-3c32f6199c39 None None] Provisioning complete for port 5129f3f5-b63b-402a-88a7-bc25e032c02b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:17.851018 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f2096afe-7af8-4dac-b8b6-3c32f6199c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:17.867498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02208709-f9b1-49af-a487-0176d844ccfc req-2c3a7fb4-f643-44c4-bdc3-944762119bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:17.869042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02208709-f9b1-49af-a487-0176d844ccfc req-2c3a7fb4-f643-44c4-bdc3-944762119bea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 1097 time: 0.3354199 Nov 10 21:39:18.031580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02208709-f9b1-49af-a487-0176d844ccfc req-f6cda9fd-43be-4123-aeb0-1a1add0f850c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090922 Nov 10 21:39:18.038158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e04a1c3a-0015-428b-bb48-ff843817a0d5 req-0a032243-c84c-4b2c-8bf0-d67ff16bd654 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198701 Nov 10 21:39:18.132821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87560190-b632-452d-9108-7d2a431a513f req-ad0636d3-355e-4b92-a7a2-c685b09b2b46 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:18.134579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87560190-b632-452d-9108-7d2a431a513f req-ad0636d3-355e-4b92-a7a2-c685b09b2b46 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 946 time: 0.0975704 Nov 10 21:39:18.232172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Router 6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:39:18.274085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87560190-b632-452d-9108-7d2a431a513f req-2db290f2-1cbb-4ffd-80b5-5f64ef408911 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300063 Nov 10 21:39:18.349626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:18.403377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event deleted for resources: {'Port': ['ID=372eb98b-58ce-4a2f-9499-ba1aedf6c5ac,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:18.526529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:18.539935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-901bd603-d502-4de8-aba6-206a7d5fbdd7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6815307 Nov 10 21:39:18.546265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40718) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:18.553771 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] Sync routers for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:18.605053 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:18.606081 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:18.712427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1e36eaf1-b5fd-415c-b50a-a5051b0b3128 None None] Provisioning complete for port 11167eb5-91d6-4e1e-8fd2-1778497438cc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:18.722871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1e36eaf1-b5fd-415c-b50a-a5051b0b3128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:18.804475 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:18.849104 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:18.850766 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:18.858732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5129f3f5-b63b-402a-88a7-bc25e032c02b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:18.981640 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:19.008170 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be036c6-310a-4527-8767-7fcc90fc3026 None None] The sync data for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:19.013702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:19.019640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1e36eaf1-b5fd-415c-b50a-a5051b0b3128 None None] Port 11167eb5-91d6-4e1e-8fd2-1778497438cc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:19.052815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1e36eaf1-b5fd-415c-b50a-a5051b0b3128 None None] Provisioning complete for port 5129f3f5-b63b-402a-88a7-bc25e032c02b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:19.053153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1e36eaf1-b5fd-415c-b50a-a5051b0b3128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:19.116618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5129f3f5-b63b-402a-88a7-bc25e032c02b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:19.117051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:19.326546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae8a5d0-06bc-4feb-8ffb-f13289b8b450 None None] Network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:19.533148 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-f3bb832b-2477-473c-aa10-67ee1b06f938 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:39:19.536555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f3bb832b-2477-473c-aa10-67ee1b06f938 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9889066 Nov 10 21:39:19.539759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40748) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:19.551669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Router 614b3471-9c12-4438-955c-d28c360446f0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:19.581511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9692d-7326-4958-8d6b-97341a67613d req-ece28353-1955-495c-b6a5-df53b15bc395 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:19.583088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8bb9692d-7326-4958-8d6b-97341a67613d req-ece28353-1955-495c-b6a5-df53b15bc395 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.2404466 Nov 10 21:39:19.637646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 14fdecc4-1004-4a3d-b004-3d2acf40cb08 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:19.720195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:19.772416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Provisioning complete for port 11167eb5-91d6-4e1e-8fd2-1778497438cc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:19.772814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:19.810529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:19.828819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9111b442-f101-4a71-9af4-00b5055caf57 tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "PUT /v2.0/routers/614b3471-9c12-4438-955c-d28c360446f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1498466 Nov 10 21:39:19.836114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40758) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:19.839750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] Sync routers for ids ['614b3471-9c12-4438-955c-d28c360446f0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:19.861369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8bb9692d-7326-4958-8d6b-97341a67613d req-42cd6056-1511-43b6-847c-237c5502b729 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715428 Nov 10 21:39:19.862498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Port 11167eb5-91d6-4e1e-8fd2-1778497438cc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:19.885782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] Routers {'614b3471-9c12-4438-955c-d28c360446f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:19.885782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['614b3471-9c12-4438-955c-d28c360446f0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:19.937923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Provisioning complete for port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:19.938297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:19.985671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:19.987887 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.008936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41f2df90-f2bb-488e-9f32-e9c9f1dbb44d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.036681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26f6f1-efbf-4c8c-8cbd-cb696bbe403f req-6b197320-b800-4211-bb3c-d3e512a9c9ad tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:20.044523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e26f6f1-efbf-4c8c-8cbd-cb696bbe403f req-6b197320-b800-4211-bb3c-d3e512a9c9ad tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 946 time: 0.1144166 Nov 10 21:39:20.061125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:20.117898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] Routers {'614b3471-9c12-4438-955c-d28c360446f0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:20.118594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['614b3471-9c12-4438-955c-d28c360446f0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:20.156838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e26f6f1-efbf-4c8c-8cbd-cb696bbe403f req-a46c8c13-d1a2-46a6-943f-cfecf598dc14 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094522 Nov 10 21:39:20.177197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:20.178293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ecce4-6460-4363-b408-1b95b99be1cf None None] The sync data for ids ['614b3471-9c12-4438-955c-d28c360446f0'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:20.258399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.280994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.305935 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.373415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] For port 14fdecc4-1004-4a3d-b004-3d2acf40cb08, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=14fdecc4-1004-4a3d-b004-3d2acf40cb08,segment=NetworkSegment(58488230-9ad5-4029-a58e-8d984bd49e1c),segment_id=58488230-9ad5-4029-a58e-8d984bd49e1c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:20.458682 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.544161 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:39:20.544512 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:39:20.555665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ac91e-2b22-490a-b1f0-1ff58541178a None None] Pushing event updated for resources: {'Port': ['ID=14fdecc4-1004-4a3d-b004-3d2acf40cb08,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:20.584264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a49902bd-4d8d-4f58-b6bc-7457ea32a0b2 None None] Provisioning complete for port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:20.584604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a49902bd-4d8d-4f58-b6bc-7457ea32a0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.699379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41f2df90-f2bb-488e-9f32-e9c9f1dbb44d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.702164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41f2df90-f2bb-488e-9f32-e9c9f1dbb44d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.827142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41f2df90-f2bb-488e-9f32-e9c9f1dbb44d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.828310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f2df90-f2bb-488e-9f32-e9c9f1dbb44d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Fanout notify agent at l3_agent the message router_deleted on router 614b3471-9c12-4438-955c-d28c360446f0 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:39:20.845530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41f2df90-f2bb-488e-9f32-e9c9f1dbb44d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.848115 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-41f2df90-f2bb-488e-9f32-e9c9f1dbb44d tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "DELETE /v2.0/routers/614b3471-9c12-4438-955c-d28c360446f0 HTTP/1.1" status: 204 len: 168 time: 1.0029557 Nov 10 21:39:20.851088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40766) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:20.923663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Deleting subnet da4503a9-1c88-481e-b718-73cdc129b273 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:20.928933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:20.949481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting port 11167eb5-91d6-4e1e-8fd2-1778497438cc {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:20.950058 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.053594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.055852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.070891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Calling delete_port for 11167eb5-91d6-4e1e-8fd2-1778497438cc owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:21.163436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea4128-e554-4097-86cb-a5147ebd58ef req-a7b83f60-d461-442c-b702-74e06caccea6 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:21.165128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bea4128-e554-4097-86cb-a5147ebd58ef req-a7b83f60-d461-442c-b702-74e06caccea6 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.1895411 Nov 10 21:39:21.280424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 14fdecc4-1004-4a3d-b004-3d2acf40cb08 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:21.305557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad5fd9-4eeb-45ed-b4cd-ae70b7d1f7bb req-3d76545d-63b7-4a75-a3f3-adc7faed4616 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:21.307254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72ad5fd9-4eeb-45ed-b4cd-ae70b7d1f7bb req-3d76545d-63b7-4a75-a3f3-adc7faed4616 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0931206 Nov 10 21:39:21.334576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.365169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bea4128-e554-4097-86cb-a5147ebd58ef req-a4a0d7c1-a05b-49f1-9708-7181fd039afd tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649911 Nov 10 21:39:21.381957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72ad5fd9-4eeb-45ed-b4cd-ae70b7d1f7bb req-57446c3c-ff88-4e75-a6ea-055e5ba55a30 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680020 Nov 10 21:39:21.413196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-472d98eb-3171-41f0-9ed8-b881adb4a84d tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:21.416092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-472d98eb-3171-41f0-9ed8-b881adb4a84d tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.64 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 946 time: 0.2025146 Nov 10 21:39:21.443478 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.548194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Port': ['ID=11167eb5-91d6-4e1e-8fd2-1778497438cc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:21.583694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.585645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.586104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.586444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.586781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.587116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.587444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.587788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.588124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.588442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.588764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.589081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.639527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:21.640193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.701518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6103c4-f70c-4a56-9fa8-1c69395c4054 req-2f84e286-7ad3-4a1d-995a-84a4449aa869 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:21.709740 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6103c4-f70c-4a56-9fa8-1c69395c4054 req-2f84e286-7ad3-4a1d-995a-84a4449aa869 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 946 time: 0.2197163 Nov 10 21:39:21.765366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1994f1c-969a-48dd-80b6-77e92d73e91f req-0b4a8377-de41-4852-b1f8-81d5bdf17948 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:21.767616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e1994f1c-969a-48dd-80b6-77e92d73e91f req-0b4a8377-de41-4852-b1f8-81d5bdf17948 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.2528341 Nov 10 21:39:21.772081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.781828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40782) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:21.782274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.788610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Request body: {'floatingip': {'port_id': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:21.819988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event deleted for resources: {'Subnet': ['ID=da4503a9-1c88-481e-b718-73cdc129b273,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:21.857044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Deleting port 89aa2ee1-a24d-4b56-a722-cabecd586185 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:21.857489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.874813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc6103c4-f70c-4a56-9fa8-1c69395c4054 req-ede32caa-2db3-4cf1-9f52-744dfe6e24d2 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575220 Nov 10 21:39:21.899815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.901373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.901693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.902246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.902670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.903009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.903345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.903676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.904051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.904434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.904767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.905094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:21.919393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b60e70-0e95-46fd-9974-442f249f04ec None None] Network 4dd0bd22-df78-4ade-b05f-c82068179311 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:21.928840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:21.938514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-01afb01a-e7bc-41ff-9d7a-17ad2a87edaa tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "DELETE /v2.0/subnets/da4503a9-1c88-481e-b718-73cdc129b273 HTTP/1.1" status: 204 len: 168 time: 1.0863867 Nov 10 21:39:21.944172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40790) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:21.970704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.081642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.151308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] For port 89aa2ee1-a24d-4b56-a722-cabecd586185, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=89aa2ee1-a24d-4b56-a722-cabecd586185,segment=NetworkSegment(3a13460b-f6a5-4bbc-8406-a7a75389f928),segment_id=3a13460b-f6a5-4bbc-8406-a7a75389f928)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:22.151308 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.178384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4586e5-76bb-4aa9-9b4e-d8f752ce214e req-1814e5b1-ea7a-40b6-bb8a-c10c26bd5108 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:22.180005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-db4586e5-76bb-4aa9-9b4e-d8f752ce214e req-1814e5b1-ea7a-40b6-bb8a-c10c26bd5108 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2470438 Nov 10 21:39:22.201237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Calling delete_port for 89aa2ee1-a24d-4b56-a722-cabecd586185 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:22.211442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Router 6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:22.249807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] DHCP port deletion for 4dd0bd22-df78-4ade-b05f-c82068179311 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:22.293886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Deleting port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:22.294144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.344917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] Deleting port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:22.345676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.428272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] For port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,segment=NetworkSegment(6a8fae8c-be6b-45d4-89e2-37574e15246a),segment_id=6a8fae8c-be6b-45d4-89e2-37574e15246a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:22.428780 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.445528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] Calling delete_port for 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:22.495946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-db4586e5-76bb-4aa9-9b4e-d8f752ce214e req-19354e96-67ff-4320-960e-924eb78f1fa3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3068595 Nov 10 21:39:22.530908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:22.545460 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] Sync routers for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:22.563924 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:22.565760 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:22.566732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2929047d-b8d6-411a-9653-b00ea3fabf2b tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0256267 Nov 10 21:39:22.576883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:22.614835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] For port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,segment=NetworkSegment(6a8fae8c-be6b-45d4-89e2-37574e15246a),segment_id=6a8fae8c-be6b-45d4-89e2-37574e15246a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:22.618375 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.672190 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:22.677245 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:22.704437 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:22.708376 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:22.711822 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-1be8cd33-fc47-4616-a1d2-0214e8a541cd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] delete failed (client error): The resource could not be found. Nov 10 21:39:22.722309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1be8cd33-fc47-4616-a1d2-0214e8a541cd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-433768792 HTTP/1.1" status: 404 len: 334 time: 0.1441531 Nov 10 21:39:22.723791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40808) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:22.724905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Calling delete_port for 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:22.750826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e4747a95-58fd-4464-97d2-c46e5d25f589 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:22.751990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] Pushing event deleted for resources: {'Port': ['ID=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:22.757556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df55b4-8606-472e-bfb9-9f4b9b96c7d9 None None] No DVR routers for this DVR port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:22.772001 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:22.772670 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b20714-8458-435b-82ec-6d978eb474c0 None None] The sync data for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:23.021754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fdd1b-de7a-4993-8126-f4667417463e req-a668f518-d116-4340-ae49-4524420b607d tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:23.023419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d7fdd1b-de7a-4993-8126-f4667417463e req-a668f518-d116-4340-ae49-4524420b607d tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 946 time: 0.0618632 Nov 10 21:39:23.062972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.102387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event deleted for resources: {'Port': ['ID=4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:23.202512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:23.205802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] No DVR routers for this DVR port 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:23.211952 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.260579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40818) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:23.264209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4747a95-58fd-4464-97d2-c46e5d25f589 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.267693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Pushing event deleted for resources: {'Port': ['ID=89aa2ee1-a24d-4b56-a722-cabecd586185,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:23.293146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:23.293772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4fcd1fbf-52d9-4955-9a98-7cdf5b6b1cb8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:23.341384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] No DVR routers for this DVR port 89aa2ee1-a24d-4b56-a722-cabecd586185 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:23.344548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.348889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae56672d-d495-412c-bc39-ab5afab2cb04 req-7fa4f4c5-ed2d-4077-af08-26fa10308e67 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.64 "DELETE /v2.0/ports/89aa2ee1-a24d-4b56-a722-cabecd586185 HTTP/1.1" status: 204 len: 173 time: 1.9118030 Nov 10 21:39:23.352118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22398c88-5846-44d5-8e25-4525eef3896c', 'name': 'network-vif-deleted', 'tag': '89aa2ee1-a24d-4b56-a722-cabecd586185'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:23.354646 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a9fabd-5f27-4a95-853a-9b96e69bfbdf" -d '{"events": [{"server_uuid": "22398c88-5846-44d5-8e25-4525eef3896c", "name": "network-vif-deleted", "tag": "89aa2ee1-a24d-4b56-a722-cabecd586185"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:23.402225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.478878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd0bd22-df78-4ade-b05f-c82068179311']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:23.490988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8fae8c-be6b-45d4-89e2-37574e15246a') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:23.491340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8fae8c-be6b-45d4-89e2-37574e15246a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:23.504219 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.508755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.533119 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.533597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d7fdd1b-de7a-4993-8126-f4667417463e req-86ebb1f8-15f2-4ae7-8d10-c92246c076f0 tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/security-groups?id=52258568-62ec-40e8-8894-c46bd94759bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893441 Nov 10 21:39:23.535810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:23.536749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.558040 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:23.608037 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:23.619256 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734433fd-3d5c-4c05-adae-434906554848 x-openstack-request-id: req-734433fd-3d5c-4c05-adae-434906554848 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:23.619576 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22398c88-5846-44d5-8e25-4525eef3896c", "name": "network-vif-deleted", "tag": "89aa2ee1-a24d-4b56-a722-cabecd586185", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:23.619961 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-734433fd-3d5c-4c05-adae-434906554848 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:23.620362 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22398c88-5846-44d5-8e25-4525eef3896c', 'name': 'network-vif-deleted', 'tag': '89aa2ee1-a24d-4b56-a722-cabecd586185', 'status': 'completed', 'code': 200} Nov 10 21:39:23.645371 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-e4747a95-58fd-4464-97d2-c46e5d25f589 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] update failed (client error): The resource could not be found. Nov 10 21:39:23.645611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.649795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40824) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:23.653992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e4747a95-58fd-4464-97d2-c46e5d25f589 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f HTTP/1.1" status: 404 len: 339 time: 0.9220960 Nov 10 21:39:23.653992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a462245c-1eb3-496c-80ee-38f9eea40edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.662337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1023702988'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:23.682007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84247f7-9851-459c-93cc-bba5d3a98dc3 req-0058e0ae-7317-40e4-adc7-6e6c77bf424b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:23.690258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b84247f7-9851-459c-93cc-bba5d3a98dc3 req-0058e0ae-7317-40e4-adc7-6e6c77bf424b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2904532 Nov 10 21:39:23.759931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.773399 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.786026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] 10.222.0.45 "DELETE /v2.0/networks/4dd0bd22-df78-4ade-b05f-c82068179311 HTTP/1.1" status: 204 len: 168 time: 1.8341579 Nov 10 21:39:23.804348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b84247f7-9851-459c-93cc-bba5d3a98dc3 req-6b07474e-b6dc-4762-80d2-4c94898fe3b0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131725 Nov 10 21:39:23.811097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:23.821110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af62bf-3044-4c1c-959a-40562e8f28ec tempest-FloatingIPNegativeTestJSON-1684754941 tempest-FloatingIPNegativeTestJSON-1684754941-project] Pushing event deleted for resources: {'Network': ['ID=4dd0bd22-df78-4ade-b05f-c82068179311,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:23.826265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.862111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a462245c-1eb3-496c-80ee-38f9eea40edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.872173 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Floating IP 427348be-43c5-49bc-999c-37e827fa56ff associated. External IP: 172.25.7.2, port: f81fb43b-a5c4-4a8f-85b1-b1dd840e153d. Nov 10 21:39:23.922808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:23.942420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:23.951816 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Added segment 6a72bfab-b82b-4ffd-b7d8-90b76bf71111 of type vlan for network 60ed7614-42ba-4077-91c2-443ffdc0b28b Nov 10 21:39:23.981051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a462245c-1eb3-496c-80ee-38f9eea40edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.037704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a462245c-1eb3-496c-80ee-38f9eea40edb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b12a2f3300864f23aaccc753ea04f6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7641065 Nov 10 21:39:24.040018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40832) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:24.050404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462245c-1eb3-496c-80ee-38f9eea40edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3f319-33d0-4a7d-8a8e-63b59635c27d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:24.064018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.204764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-632aea5c-4d58-4436-9382-4b1cd98a4fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.236322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-632aea5c-4d58-4436-9382-4b1cd98a4fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.247635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Router c9a999a3-6469-421e-b0fa-f1c2cc05f3de has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:24.386908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.393656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:24.394292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.430955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-632aea5c-4d58-4436-9382-4b1cd98a4fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.433575 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-632aea5c-4d58-4436-9382-4b1cd98a4fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.434752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-632aea5c-4d58-4436-9382-4b1cd98a4fef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27f3f319-33d0-4a7d-8a8e-63b59635c27d HTTP/1.1" status: 204 len: 168 time: 0.3937881 Nov 10 21:39:24.484528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40840) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:24.508907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Network': ['ID=60ed7614-42ba-4077-91c2-443ffdc0b28b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:24.520459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aea5c-4d58-4436-9382-4b1cd98a4fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3f319-33d0-4a7d-8a8e-63b59635c27d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:24.521135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 60ed7614-42ba-4077-91c2-443ffdc0b28b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:24.528119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:24.554567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-14ad745c-3b5e-4ea4-a508-be7176af58fc tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9007819 Nov 10 21:39:24.555107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40848) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:24.560847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'subnet': {'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:24.596774 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.631108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] Sync routers for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:24.656549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f4eb21ef-13ee-49a3-9e76-35bda3b118ea tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "PUT /v2.0/floatingips/427348be-43c5-49bc-999c-37e827fa56ff HTTP/1.1" status: 200 len: 989 time: 2.8711321 Nov 10 21:39:24.657279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:24.662034 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:24.740711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-884cfd14-6dbc-427c-bcdd-b70794d319a7 req-20c59109-c2c9-402b-b55c-904c1e7606af tempest-ServerMetadataNegativeTestJSON-589891627 tempest-ServerMetadataNegativeTestJSON-589891627-project] 10.222.0.45 "GET /v2.0/ports?device_id=22398c88-5846-44d5-8e25-4525eef3896c HTTP/1.1" status: 200 len: 210 time: 0.0362639 Nov 10 21:39:24.769644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:24.770287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:24.823381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6fc7b8b9-050a-4d0c-9e7f-5391eecec5c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b55ce27c1c0d41b79a05c6ea9117fac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366926 Nov 10 21:39:24.824564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40856) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:24.916245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:39:24.925076 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde4ed60-bb2a-4e88-a03d-a8689d3fee9b x-openstack-request-id: req-dde4ed60-bb2a-4e88-a03d-a8689d3fee9b {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:24.925371 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:24.925624 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dde4ed60-bb2a-4e88-a03d-a8689d3fee9b {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:24.926026 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'status': 'completed', 'code': 200} Nov 10 21:39:24.926594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-613449c6-7dd6-4593-a6fd-f90cc8cd1b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.941786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Made reservation on behalf of 31d7dae5a6e54a2290f9b4fdf06beb4a for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:24.947882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:24.997775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-613449c6-7dd6-4593-a6fd-f90cc8cd1b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.022059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-e8e5208c-96b0-4393-98bb-1f05774bc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:25.023600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-e8e5208c-96b0-4393-98bb-1f05774bc6d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cb461a1ce8c47ab8a8490aec202e00b&device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0767107 Nov 10 21:39:25.162514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 89aa2ee1-a24d-4b56-a722-cabecd586185 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:25.196685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-14ad26ec-a4d7-4115-a10a-56d8576024fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:25.199363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-14ad26ec-a4d7-4115-a10a-56d8576024fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7c53942-9bcb-47ff-9688-e556fa1b1b86 HTTP/1.1" status: 200 len: 912 time: 0.1655619 Nov 10 21:39:25.211467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 89aa2ee1-a24d-4b56-a722-cabecd586185 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:25.211858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 89aa2ee1-a24d-4b56-a722-cabecd586185 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:25.361825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '427348be-43c5-49bc-999c-37e827fa56ff', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'port_id': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'mac_address': 'fa:16:3e:8f:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:38:57Z', 'updated_at': '2021-11-10T21:39:23Z', 'revision_number': 1, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:55Z', 'revision_number': 5, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:25.398863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.400136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] Checking router: c9a999a3-6469-421e-b0fa-f1c2cc05f3de for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:39:25.412169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:25.412798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:25.484877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Subnet': ['ID=25141ca1-aaf9-4c9d-b3ce-291e2e983dba,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:25.499611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Checking segment: {'id': '6a72bfab-b82b-4ffd-b7d8-90b76bf71111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:25.503361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network hostable DHCP agents. Network: 60ed7614-42ba-4077-91c2-443ffdc0b28b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:25.535882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40864) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:25.555223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:39:25.557968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33ee0543-c7fc-49a7-a591-f3a9f4451f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.638436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network 60ed7614-42ba-4077-91c2-443ffdc0b28b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:25.660351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-613449c6-7dd6-4593-a6fd-f90cc8cd1b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.663309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-613449c6-7dd6-4593-a6fd-f90cc8cd1b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.667205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-613449c6-7dd6-4593-a6fd-f90cc8cd1b6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eec231d0-15d8-4e98-b8cf-d0ec18ad13c4 HTTP/1.1" status: 204 len: 168 time: 0.8413374 Nov 10 21:39:25.677415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33ee0543-c7fc-49a7-a591-f3a9f4451f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.701046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613449c6-7dd6-4593-a6fd-f90cc8cd1b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec231d0-15d8-4e98-b8cf-d0ec18ad13c4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:25.723441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 60ed7614-42ba-4077-91c2-443ffdc0b28b) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:25.728491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:25.728711 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.729721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-b4ae8b41-ac7f-4269-802a-4a3a8b9e381f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d HTTP/1.1" status: 200 len: 997 time: 0.5242982 Nov 10 21:39:25.738675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbe1ba-0085-4bba-af0e-f1abff69b27c req-39fa2ee1-6aa6-4737-935a-263429f14d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:25.746048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6dbe1ba-0085-4bba-af0e-f1abff69b27c req-39fa2ee1-6aa6-4737-935a-263429f14d74 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.5217566 Nov 10 21:39:25.760089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687596e-0ff0-4d71-8b71-1196623e1c5f None None] Network 60ed7614-42ba-4077-91c2-443ffdc0b28b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:25.763639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33ee0543-c7fc-49a7-a591-f3a9f4451f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:25.839991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40870) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:25.881957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9d41622e-87b6-44f4-a40a-30b47c4f6192 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3258266 Nov 10 21:39:25.886883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40874) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:25.892318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-28d22136-6f8b-438d-9b0e-1a95bdcf68a7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'router': {'external_gateway_info': {'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:25.896903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6dbe1ba-0085-4bba-af0e-f1abff69b27c req-fecc1759-0ea5-405e-b7f7-a5a112595bf2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499104 Nov 10 21:39:25.906328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-a355b39b-df14-4b2a-b448-869aab032f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:25.906328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-a355b39b-df14-4b2a-b448-869aab032f55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2abf651-97dd-4470-91b5-990057152e85 HTTP/1.1" status: 200 len: 850 time: 0.1516848 Nov 10 21:39:25.925840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee0543-c7fc-49a7-a591-f3a9f4451f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a495b685-6cb5-41a4-acd7-d22529f8d110,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:25.936524 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-33ee0543-c7fc-49a7-a591-f3a9f4451f88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cddad82c10142d19d37134142cdd78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973346 Nov 10 21:39:25.957589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40876) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:26.016364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-6c95beef-3c09-4a6b-b3c5-a23a22a0ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:26.019014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-6c95beef-3c09-4a6b-b3c5-a23a22a0ebb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7c53942-9bcb-47ff-9688-e556fa1b1b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031001 Nov 10 21:39:26.053477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5b62980-b5b5-4078-99c9-02743bccd483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.064186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-60ed7614-42ba-4077-91c2-443ffdc0b28b', 'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b', 'tenant_id': '31d7dae5a6e54a2290f9b4fdf06beb4a', 'fixed_ips': [{'subnet_id': '25141ca1-aaf9-4c9d-b3ce-291e2e983dba'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:39:26.066235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.115098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5b62980-b5b5-4078-99c9-02743bccd483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.188968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-76fb5dcc-5354-4ff6-b6fa-6fbec66d7d6a service neutron] 10.222.0.53 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594865 Nov 10 21:39:26.193176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] Deleting subnet 6909eccd-b4d2-4a00-a532-d730a2a8264b {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:26.209194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.300673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '427348be-43c5-49bc-999c-37e827fa56ff', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'port_id': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'mac_address': 'fa:16:3e:8f:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:38:57Z', 'updated_at': '2021-11-10T21:39:23Z', 'revision_number': 1, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:55Z', 'revision_number': 5, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:26.317320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea0ee44-57bb-406e-97e2-7c48a68fd1fd req-d780c807-f59c-49b1-b057-a89281314784 service neutron] 10.222.0.53 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186273 Nov 10 21:39:26.330560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5b62980-b5b5-4078-99c9-02743bccd483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.333868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5b62980-b5b5-4078-99c9-02743bccd483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.335063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e5b62980-b5b5-4078-99c9-02743bccd483 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a495b685-6cb5-41a4-acd7-d22529f8d110 HTTP/1.1" status: 204 len: 168 time: 0.3762524 Nov 10 21:39:26.344494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b62980-b5b5-4078-99c9-02743bccd483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a495b685-6cb5-41a4-acd7-d22529f8d110,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:26.356623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38621c6-4cb2-4c3d-9a78-f287ca785054 None None] The sync data for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 is: [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '427348be-43c5-49bc-999c-37e827fa56ff', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'floating_ip_address': '172.25.7.2', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'port_id': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'mac_address': 'fa:16:3e:8f:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:38:57Z', 'updated_at': '2021-11-10T21:39:23Z', 'revision_number': 1, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:55Z', 'revision_number': 5, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:26.368535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Allocated IP 2001:db8:1::2 (60ed7614-42ba-4077-91c2-443ffdc0b28b/25141ca1-aaf9-4c9d-b3ce-291e2e983dba/3e0475ce-15b4-4764-b512-3736d7f20a82) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:26.631834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.715567 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01be198-3726-4946-a86c-a5d682415ede None None] New status for floating IP 427348be-43c5-49bc-999c-37e827fa56ff: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:39:26.770281 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.845419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Pushing event updated for resources: {'Port': ['ID=3e0475ce-15b4-4764-b512-3736d7f20a82,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:26.851635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28d22136-6f8b-438d-9b0e-1a95bdcf68a7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.856197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:26.865878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Network 60ed7614-42ba-4077-91c2-443ffdc0b28b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:26.870196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:26.898536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:26.910970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.042363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Attempting to bind port 3e0475ce-15b4-4764-b512-3736d7f20a82 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:27.042363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Attempting to bind port 3e0475ce-15b4-4764-b512-3736d7f20a82 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '6a72bfab-b82b-4ffd-b7d8-90b76bf71111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:27.042363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Attempting to bind port 3e0475ce-15b4-4764-b512-3736d7f20a82 on network 60ed7614-42ba-4077-91c2-443ffdc0b28b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:27.065389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:27.076604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Checking segment: {'id': '6a72bfab-b82b-4ffd-b7d8-90b76bf71111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:27.076604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.076604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Bound using segment: {'id': '6a72bfab-b82b-4ffd-b7d8-90b76bf71111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:27.076604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Bound port: 3e0475ce-15b4-4764-b512-3736d7f20a82, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a72bfab-b82b-4ffd-b7d8-90b76bf71111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '60ed7614-42ba-4077-91c2-443ffdc0b28b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:27.076604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.142577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499573-7fbb-402b-9462-bf95f37d5a30 req-2da523fb-97be-401d-8c34-96314642ab24 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:27.144493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2499573-7fbb-402b-9462-bf95f37d5a30 req-2da523fb-97be-401d-8c34-96314642ab24 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0942605 Nov 10 21:39:27.153061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] For port 3e0475ce-15b4-4764-b512-3736d7f20a82, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:27.156343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] For port 3e0475ce-15b4-4764-b512-3736d7f20a82, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3e0475ce-15b4-4764-b512-3736d7f20a82,segment=NetworkSegment(6a72bfab-b82b-4ffd-b7d8-90b76bf71111),segment_id=6a72bfab-b82b-4ffd-b7d8-90b76bf71111)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:27.177626 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-28d22136-6f8b-438d-9b0e-1a95bdcf68a7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:39:27.179290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-28d22136-6f8b-438d-9b0e-1a95bdcf68a7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f HTTP/1.1" status: 400 len: 364 time: 1.2916484 Nov 10 21:39:27.183102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40910) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:27.219956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2499573-7fbb-402b-9462-bf95f37d5a30 req-7af0f064-bb58-43dc-b1ca-47fa5770946f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686188 Nov 10 21:39:27.304090 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.315776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.402864 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6909eccd-b4d2-4a00-a532-d730a2a8264b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:27.405202 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.408963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dbc8434d-b7c6-406f-b636-50afa6fa760d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6909eccd-b4d2-4a00-a532-d730a2a8264b HTTP/1.1" status: 204 len: 168 time: 1.5640283 Nov 10 21:39:27.411978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40918) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:27.439222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216cd78-8fc1-4360-88fe-6543b913aa57 None None] Pushing event updated for resources: {'Port': ['ID=3e0475ce-15b4-4764-b512-3736d7f20a82,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:27.515845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40920) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:27.522547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.615953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.666275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.692207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6a976d-7cba-4921-9737-6d48a79b67c6']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:27.711713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a13460b-f6a5-4bbc-8406-a7a75389f928') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:27.714014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a13460b-f6a5-4bbc-8406-a7a75389f928') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:27.729169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.744923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.751444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:27.752224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:27.754369 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:27.757808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0da666f0-18c7-4c70-a303-9f01cd2cff49 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1318396670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:27.946510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.963395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:27.966618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5e6a976d-7cba-4921-9737-6d48a79b67c6 HTTP/1.1" status: 204 len: 168 time: 0.5521107 Nov 10 21:39:27.968277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21378a77-8323-44ef-8ede-e3e66ebf34a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6a976d-7cba-4921-9737-6d48a79b67c6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:28.008096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0da666f0-18c7-4c70-a303-9f01cd2cff49 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.009174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0da666f0-18c7-4c70-a303-9f01cd2cff49 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.112130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0da666f0-18c7-4c70-a303-9f01cd2cff49 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.160785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Allocated IP 2001:db8::1 (aa3d6d1f-a54b-489e-9e29-0e895a32810d/03837167-eb87-43ce-8963-7d0a0fae209d/e107ced9-038e-4ec0-be38-250da2f5f95c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:28.243547 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0da666f0-18c7-4c70-a303-9f01cd2cff49 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.308212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.396933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775db847-3a9a-46c2-97cb-6e7901ce1073 req-a8f611dc-1cac-4e46-9f04-2d033ed78e6d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:28.398817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-775db847-3a9a-46c2-97cb-6e7901ce1073 req-a8f611dc-1cac-4e46-9f04-2d033ed78e6d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0974104 Nov 10 21:39:28.419079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0da666f0-18c7-4c70-a303-9f01cd2cff49 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.422550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0da666f0-18c7-4c70-a303-9f01cd2cff49 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9033535 Nov 10 21:39:28.422724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40946) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:28.429137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-194190088'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:28.464348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.524700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Port': ['ID=e107ced9-038e-4ec0-be38-250da2f5f95c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:28.524995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-775db847-3a9a-46c2-97cb-6e7901ce1073 req-a8387895-dd93-4443-9871-e1438ef99d3b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157224 Nov 10 21:39:28.542968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Made reservation on behalf of b9856e291ac143b39b312582e3af6794 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:28.546496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.557117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:28.558121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.561821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:28.568871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:28.574788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.665378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:28.757492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.764444 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7aa95b0d-a33a-466e-a13f-91f33f28de48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06f61401f763441daae34d7fb4b492f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0976532 Nov 10 21:39:28.766987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40956) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:28.859627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:28.913369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44416b8-7005-489d-9a63-8e6f20fddcc9 None None] Network 60ed7614-42ba-4077-91c2-443ffdc0b28b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:28.935596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:28.938939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff9a0d9-6c29-47f8-b960-bc448b56d7a7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:28.976663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.004535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Provisioning complete for port 3e0475ce-15b4-4764-b512-3736d7f20a82 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:29.004993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.013902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.015123 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Added segment 74519e22-1362-4545-9015-2ad363bf4897 of type vlan for network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 Nov 10 21:39:29.016949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5270-9d91-43ee-a6a6-3dc16569a9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.313099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3e0475ce-15b4-4764-b512-3736d7f20a82 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:29.436549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5270-9d91-43ee-a6a6-3dc16569a9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.450834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.470252 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.517112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3e0475ce-15b4-4764-b512-3736d7f20a82 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:29.517615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.525766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.574905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.589457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:29.589457 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.613511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] For port 3e0475ce-15b4-4764-b512-3736d7f20a82, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3e0475ce-15b4-4764-b512-3736d7f20a82,segment=NetworkSegment(6a72bfab-b82b-4ffd-b7d8-90b76bf71111),segment_id=6a72bfab-b82b-4ffd-b7d8-90b76bf71111)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:29.629815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5270-9d91-43ee-a6a6-3dc16569a9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.633962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5270-9d91-43ee-a6a6-3dc16569a9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.637807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6fdf5270-9d91-43ee-a6a6-3dc16569a9ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52258568-62ec-40e8-8894-c46bd94759bb HTTP/1.1" status: 204 len: 168 time: 0.8691099 Nov 10 21:39:29.638585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.639376 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.714632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.724780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92ea5a-fd58-4e9b-a101-218705b2145d req-6affb2c9-4d74-42ca-83ed-e777e1fd2402 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:29.726348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc92ea5a-fd58-4e9b-a101-218705b2145d req-6affb2c9-4d74-42ca-83ed-e777e1fd2402 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0932240 Nov 10 21:39:29.771611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf5270-9d91-43ee-a6a6-3dc16569a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52258568-62ec-40e8-8894-c46bd94759bb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:29.805575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3817859 Nov 10 21:39:29.813633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262ced7-a8d0-4a7d-a759-e8c9845a6f67 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Network': ['ID=53f8ca49-0700-4d64-8a52-dc09338e9ab0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:29.822318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:29.833948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc92ea5a-fd58-4e9b-a101-218705b2145d req-905598ef-2c18-4283-b2a9-91dc5f997ef9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007073 Nov 10 21:39:29.838718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'subnet': {'network_id': '53f8ca49-0700-4d64-8a52-dc09338e9ab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:29.900242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:29.905957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:29.920929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event updated for resources: {'Port': ['ID=e107ced9-038e-4ec0-be38-250da2f5f95c,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:29.968683 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:39:29.969285 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:39:30.087524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:30.089219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:30.099123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Pushing event updated for resources: {'Port': ['ID=3e0475ce-15b4-4764-b512-3736d7f20a82,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:30.107116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1eb613b7-c5f7-4c32-9ffb-84424bd2b380 None None] Provisioning complete for port 3e0475ce-15b4-4764-b512-3736d7f20a82 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:30.107583 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1eb613b7-c5f7-4c32-9ffb-84424bd2b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:30.142145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.143783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.143783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.143783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.143783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.144225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.144494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.144898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.145233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.145549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.146548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.146548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba28f3fd-444e-40a8-8c92-77f721103b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:39:30.250280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1eb613b7-c5f7-4c32-9ffb-84424bd2b380 None None] Provisioning complete for port e107ced9-038e-4ec0-be38-250da2f5f95c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:30.250817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1eb613b7-c5f7-4c32-9ffb-84424bd2b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:30.278128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Router 6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:30.292301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1eb613b7-c5f7-4c32-9ffb-84424bd2b380 None None] Port e107ced9-038e-4ec0-be38-250da2f5f95c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:30.301430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Made reservation on behalf of b9856e291ac143b39b312582e3af6794 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:30.309072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:30.529051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:30.536976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7e8a286e-d739-4deb-9544-8e1b219191c2 None None] Provisioning complete for port e107ced9-038e-4ec0-be38-250da2f5f95c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:30.536976 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e8a286e-d739-4deb-9544-8e1b219191c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:30.542280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c1b04a00-86ab-48a1-9cd5-cd38faa9c6b7 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3561227 Nov 10 21:39:30.545257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40996) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:30.576758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] Sync routers for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:30.603609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a286e-d739-4deb-9544-8e1b219191c2 None None] Port e107ced9-038e-4ec0-be38-250da2f5f95c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:30.608563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:30.609200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:30.651467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:30.662121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:30.663002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:30.694818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c644bb-d661-40ea-b466-e2b38baffd00 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:30.713509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:30.714175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66721287-9eef-4221-bd98-fe50a0c69441 None None] The sync data for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:30.724998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:30.804048 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-40c644bb-d661-40ea-b466-e2b38baffd00 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 21:39:30.805510 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-40c644bb-d661-40ea-b466-e2b38baffd00 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f HTTP/1.1" status: 409 len: 329 time: 0.2592533 Nov 10 21:39:30.809392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41000) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:30.864576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Subnet': ['ID=23d9c9e2-f942-4ce7-915d-5d51cd437123,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:30.883435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Checking segment: {'id': '74519e22-1362-4545-9015-2ad363bf4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '53f8ca49-0700-4d64-8a52-dc09338e9ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:30.883964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network hostable DHCP agents. Network: 53f8ca49-0700-4d64-8a52-dc09338e9ab0, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:30.968907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:31.088012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d25fc-62e3-4c5b-bfe1-3c54fdf68caa req-df9a3e35-14ab-4e89-93ef-c2f48b877080 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:31.093120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 53f8ca49-0700-4d64-8a52-dc09338e9ab0) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:31.093717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd8d25fc-62e3-4c5b-bfe1-3c54fdf68caa req-df9a3e35-14ab-4e89-93ef-c2f48b877080 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0917044 Nov 10 21:39:31.095492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:31.096181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.101772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b72697-3e17-47b9-9676-c84c9a7f8712 None None] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:31.221857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd8d25fc-62e3-4c5b-bfe1-3c54fdf68caa req-7852a54d-d86d-4ea9-a8e7-1d47ba804959 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129887 Nov 10 21:39:31.231529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3e0475ce-15b4-4764-b512-3736d7f20a82 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:31.243654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f7856cea-ee45-47e0-ac01-d2394ff2841f tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4094260 Nov 10 21:39:31.247108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41014) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:31.254880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'network': {'name': 'tempest-router-network01--1745657353'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:31.296887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.366521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3e0475ce-15b4-4764-b512-3736d7f20a82 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:31.367075 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.391225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Made reservation on behalf of b9856e291ac143b39b312582e3af6794 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:31.395592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12997cd0-54de-408a-806d-277560bf006f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-53f8ca49-0700-4d64-8a52-dc09338e9ab0', 'network_id': '53f8ca49-0700-4d64-8a52-dc09338e9ab0', 'tenant_id': 'b9856e291ac143b39b312582e3af6794', 'fixed_ips': [{'subnet_id': '23d9c9e2-f942-4ce7-915d-5d51cd437123'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:39:31.396467 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12997cd0-54de-408a-806d-277560bf006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.398903 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.476290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:31.507098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.507801 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Added segment aaa04456-2d1a-4f0c-89f9-fd81b5404370 of type vlan for network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e Nov 10 21:39:31.559448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.662968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-12997cd0-54de-408a-806d-277560bf006f None None] Allocated IP 172.20.0.2 (53f8ca49-0700-4d64-8a52-dc09338e9ab0/23d9c9e2-f942-4ce7-915d-5d51cd437123/b6fe4a1f-3aec-4921-95a7-15239a069619) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:31.672943 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.678884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:31.679491 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.698281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting port e107ced9-038e-4ec0-be38-250da2f5f95c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:31.699599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.806366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5571094 Nov 10 21:39:31.817534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41038) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:31.829042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'network': {'name': 'tempest-router-network02--371843645'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:31.843703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4e744-d301-485e-ba91-25581bbf49a3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Network': ['ID=83489fb1-d576-46e5-b3dc-775c5a1d0c2e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:31.870866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:31.886669 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:31.901646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Calling delete_port for e107ced9-038e-4ec0-be38-250da2f5f95c owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:31.986405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12997cd0-54de-408a-806d-277560bf006f None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.004206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Made reservation on behalf of b9856e291ac143b39b312582e3af6794 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:32.009306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.061301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:32.075136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.075546 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Added segment 972217c5-8ec3-4c46-ae6e-b40582998b3b of type vlan for network 6704888a-e432-4960-af52-bffb3914c200 Nov 10 21:39:32.120971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.181811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee3419d8-5c16-463e-86dc-e85ac947fd66 req-a7f7f534-fad4-4701-830a-5a61042939d2 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0282445 Nov 10 21:39:32.221678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12997cd0-54de-408a-806d-277560bf006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.262381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.269662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12997cd0-54de-408a-806d-277560bf006f None None] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:32.271932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-12997cd0-54de-408a-806d-277560bf006f None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:32.276048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12997cd0-54de-408a-806d-277560bf006f None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:32.284454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12997cd0-54de-408a-806d-277560bf006f None None] Pushing event updated for resources: {'Port': ['ID=b6fe4a1f-3aec-4921-95a7-15239a069619,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:32.351648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.357735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:32.358271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.371202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Port': ['ID=e107ced9-038e-4ec0-be38-250da2f5f95c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:32.392204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-12997cd0-54de-408a-806d-277560bf006f None None] Attempting to bind port b6fe4a1f-3aec-4921-95a7-15239a069619 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:32.392204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-12997cd0-54de-408a-806d-277560bf006f None None] Attempting to bind port b6fe4a1f-3aec-4921-95a7-15239a069619 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '74519e22-1362-4545-9015-2ad363bf4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '53f8ca49-0700-4d64-8a52-dc09338e9ab0'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:32.392204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12997cd0-54de-408a-806d-277560bf006f None None] Attempting to bind port b6fe4a1f-3aec-4921-95a7-15239a069619 on network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:32.396770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12997cd0-54de-408a-806d-277560bf006f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:32.397405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12997cd0-54de-408a-806d-277560bf006f None None] Checking segment: {'id': '74519e22-1362-4545-9015-2ad363bf4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '53f8ca49-0700-4d64-8a52-dc09338e9ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:32.398141 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12997cd0-54de-408a-806d-277560bf006f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.398822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12997cd0-54de-408a-806d-277560bf006f None None] Bound using segment: {'id': '74519e22-1362-4545-9015-2ad363bf4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '53f8ca49-0700-4d64-8a52-dc09338e9ab0'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:32.399556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-12997cd0-54de-408a-806d-277560bf006f None None] Bound port: b6fe4a1f-3aec-4921-95a7-15239a069619, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74519e22-1362-4545-9015-2ad363bf4897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '53f8ca49-0700-4d64-8a52-dc09338e9ab0'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:32.400180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12997cd0-54de-408a-806d-277560bf006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.531908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-12997cd0-54de-408a-806d-277560bf006f None None] For port b6fe4a1f-3aec-4921-95a7-15239a069619, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:32.542717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-12997cd0-54de-408a-806d-277560bf006f None None] For port b6fe4a1f-3aec-4921-95a7-15239a069619, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b6fe4a1f-3aec-4921-95a7-15239a069619,segment=NetworkSegment(74519e22-1362-4545-9015-2ad363bf4897),segment_id=74519e22-1362-4545-9015-2ad363bf4897)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:32.572569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Network': ['ID=6704888a-e432-4960-af52-bffb3914c200,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:32.587295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 6704888a-e432-4960-af52-bffb3914c200 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:32.625972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4e3b5c0a-f9b4-41ec-9d25-7f9c0637113c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8048806 Nov 10 21:39:32.626326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:32.632188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'subnet': {'network_id': '83489fb1-d576-46e5-b3dc-775c5a1d0c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:32.661049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec47d1e-b996-4ab9-bce2-bf99da3e151f req-d17d60d4-61bf-4841-95dc-4700337b039c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:32.676006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cec47d1e-b996-4ab9-bce2-bf99da3e151f req-d17d60d4-61bf-4841-95dc-4700337b039c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.3064756 Nov 10 21:39:32.691563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12997cd0-54de-408a-806d-277560bf006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.723226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:32.756260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12997cd0-54de-408a-806d-277560bf006f None None] Pushing event updated for resources: {'Port': ['ID=b6fe4a1f-3aec-4921-95a7-15239a069619,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:32.929327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cec47d1e-b996-4ab9-bce2-bf99da3e151f req-ed6f2501-52ba-428b-ba2a-9b46dd2b9e20 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2410545 Nov 10 21:39:32.991669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Made reservation on behalf of b9856e291ac143b39b312582e3af6794 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:32.997479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.065477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Router 6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:33.288038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45547c01-9afc-4727-91ec-bde827923295 req-1c97155a-faf2-4e8a-8823-2a90fac41cfb tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0651503 Nov 10 21:39:33.291155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:33.303479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c2b710be-a687-45d8-82a1-48229169dcf8 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4878793 Nov 10 21:39:33.303479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41100) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:33.304324 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] Sync routers for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:33.318208 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:33.321422 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:33.361628 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:33.374920 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-999ced2c-e39e-427c-a213-63b497765693 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] show failed (client error): The resource could not be found. Nov 10 21:39:33.379978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-999ced2c-e39e-427c-a213-63b497765693 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-621578950 HTTP/1.1" status: 404 len: 334 time: 0.0724430 Nov 10 21:39:33.381107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41102) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:33.381614 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] Routers {'6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:33.382041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:33.387028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-26fe2f72-2806-4a07-9c05-1787123d1f37 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:33.432648 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-26fe2f72-2806-4a07-9c05-1787123d1f37 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] update failed (client error): The resource could not be found. Nov 10 21:39:33.434001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-26fe2f72-2806-4a07-9c05-1787123d1f37 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1070974555 HTTP/1.1" status: 404 len: 335 time: 0.0508525 Nov 10 21:39:33.435268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b6fe4a1f-3aec-4921-95a7-15239a069619 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:33.437002 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:33.437654 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e81023-5b29-4054-90f5-0984d6a372e5 None None] The sync data for ids ['6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:33.438077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41104) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:33.482869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.497754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting subnet 25141ca1-aaf9-4c9d-b3ce-291e2e983dba {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:33.498150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b6fe4a1f-3aec-4921-95a7-15239a069619 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:33.498724 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.502493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.571554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.593718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.604790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Subnet': ['ID=5ef0749b-4ad9-4bb9-9c9a-a891d9929330,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:33.637087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Checking segment: {'id': 'aaa04456-2d1a-4f0c-89f9-fd81b5404370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '83489fb1-d576-46e5-b3dc-775c5a1d0c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:33.638595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network hostable DHCP agents. Network: 83489fb1-d576-46e5-b3dc-775c5a1d0c2e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:33.671289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port b6fe4a1f-3aec-4921-95a7-15239a069619, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b6fe4a1f-3aec-4921-95a7-15239a069619,segment=NetworkSegment(74519e22-1362-4545-9015-2ad363bf4897),segment_id=74519e22-1362-4545-9015-2ad363bf4897)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:33.689672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.723227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:33.758046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.815903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 83489fb1-d576-46e5-b3dc-775c5a1d0c2e) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:33.829283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:33.831390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.837860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=b6fe4a1f-3aec-4921-95a7-15239a069619,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:33.847063 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.849512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2b1b3-65ed-4608-8263-b323656583bf None None] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:33.911642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Subnet': ['ID=25141ca1-aaf9-4c9d-b3ce-291e2e983dba,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:33.921106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:33.926041 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9f227fdb-1121-4d24-9d72-ca5e7fa5871d tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/subnets/25141ca1-aaf9-4c9d-b3ce-291e2e983dba HTTP/1.1" status: 204 len: 168 time: 0.4868731 Nov 10 21:39:33.929643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41112) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:33.940387 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2f15cc5e-cfed-44f8-b741-76178c52fc50 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3118148 Nov 10 21:39:33.945214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41118) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:34.081681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ee534-596d-4cc3-92b3-0f9c26886b11 None None] Network 60ed7614-42ba-4077-91c2-443ffdc0b28b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:34.225264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:34.229237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e07c31-62db-4276-8eb9-693cdaef0d9c req-27582834-ccf6-45bc-970b-ec85e70ea69a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:34.229237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66e07c31-62db-4276-8eb9-693cdaef0d9c req-27582834-ccf6-45bc-970b-ec85e70ea69a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1775084 Nov 10 21:39:34.250875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'subnet': {'network_id': '6704888a-e432-4960-af52-bffb3914c200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:34.270778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:34.341111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-83489fb1-d576-46e5-b3dc-775c5a1d0c2e', 'network_id': '83489fb1-d576-46e5-b3dc-775c5a1d0c2e', 'tenant_id': 'b9856e291ac143b39b312582e3af6794', 'fixed_ips': [{'subnet_id': '5ef0749b-4ad9-4bb9-9c9a-a891d9929330'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:39:34.342414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:34.384282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66e07c31-62db-4276-8eb9-693cdaef0d9c req-785269e4-b188-4095-b0de-353a3c185186 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461506 Nov 10 21:39:34.490197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting port 3e0475ce-15b4-4764-b512-3736d7f20a82 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:34.491218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:34.613314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ef798-2ef0-4570-89fc-cc74f26a3f8f None None] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:34.842126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a2cc1c48-3f81-420b-b33a-e256d9911ad7 None None] Provisioning complete for port b6fe4a1f-3aec-4921-95a7-15239a069619 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:34.842496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a2cc1c48-3f81-420b-b33a-e256d9911ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:34.898518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Allocated IP 172.20.0.2 (83489fb1-d576-46e5-b3dc-775c5a1d0c2e/5ef0749b-4ad9-4bb9-9c9a-a891d9929330/8bf74bd4-028f-466d-81d4-e05d16941137) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:35.020155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] DHCP port deletion for 60ed7614-42ba-4077-91c2-443ffdc0b28b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:35.079973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Made reservation on behalf of b9856e291ac143b39b312582e3af6794 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:35.093020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:35.195286 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8568c54-d65d-4b33-85f8-47a70713f621 req-642229cd-baa2-4939-b3de-9d323888a3cb tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1149533 Nov 10 21:39:35.277343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41140) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:35.326138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] For port 3e0475ce-15b4-4764-b512-3736d7f20a82, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3e0475ce-15b4-4764-b512-3736d7f20a82,segment=NetworkSegment(6a72bfab-b82b-4ffd-b7d8-90b76bf71111),segment_id=6a72bfab-b82b-4ffd-b7d8-90b76bf71111)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:35.326536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:35.391487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Calling delete_port for 3e0475ce-15b4-4764-b512-3736d7f20a82 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:35.449336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b6fe4a1f-3aec-4921-95a7-15239a069619 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:35.617112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36aa0045-868c-4fdb-b1da-b13aa4861c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:35.819372 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36aa0045-868c-4fdb-b1da-b13aa4861c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:35.820616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:35.827042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217011f-6177-4f89-9c94-e90890d917aa req-584cf7fe-e5a0-45a7-b251-6c914c566a3f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:35.836143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] No DVR routers for this DVR port 3e0475ce-15b4-4764-b512-3736d7f20a82 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:35.837423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c217011f-6177-4f89-9c94-e90890d917aa req-584cf7fe-e5a0-45a7-b251-6c914c566a3f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1545169 Nov 10 21:39:35.891367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Port': ['ID=3e0475ce-15b4-4764-b512-3736d7f20a82,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:35.894030 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:35.959826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c217011f-6177-4f89-9c94-e90890d917aa req-8b49427e-7566-4dd3-a5a1-951e943b5704 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162181 Nov 10 21:39:36.002432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Subnet': ['ID=9f3806df-0d67-4ff9-9368-d235dedff41b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:36.024700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36aa0045-868c-4fdb-b1da-b13aa4861c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.076093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.091297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d08f4e06-de17-49eb-b015-f039f66978c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.103631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b6fe4a1f-3aec-4921-95a7-15239a069619 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:36.104052 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.115333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.132456 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.169275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-36aa0045-868c-4fdb-b1da-b13aa4861c8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b57775d8209c44dea8d6d8dd75bc991a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8844388 Nov 10 21:39:36.171920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ed7614-42ba-4077-91c2-443ffdc0b28b']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:36.174503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41148) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:36.196318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Checking segment: {'id': '972217c5-8ec3-4c46-ae6e-b40582998b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6704888a-e432-4960-af52-bffb3914c200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:36.196807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network hostable DHCP agents. Network: 6704888a-e432-4960-af52-bffb3914c200, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:36.199358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] Deleting port 3e0475ce-15b4-4764-b512-3736d7f20a82 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:36.199777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.203897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa0045-868c-4fdb-b1da-b13aa4861c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac01f07-bc1a-417d-b7fc-2473aa8fd4b1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:36.213749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a72bfab-b82b-4ffd-b7d8-90b76bf71111') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:36.214378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a72bfab-b82b-4ffd-b7d8-90b76bf71111') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:36.257756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.286526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.308590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:36.309016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.324856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:36.359442 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:36.361786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-726e1978-410f-4c67-b9af-f38198ca3774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.372590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] For port 3e0475ce-15b4-4764-b512-3736d7f20a82, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:36.372990 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.384272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network 6704888a-e432-4960-af52-bffb3914c200 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:36.417804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] Calling delete_port for 3e0475ce-15b4-4764-b512-3736d7f20a82 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:36.427268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] Port 3e0475ce-15b4-4764-b512-3736d7f20a82 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 21:39:36.433757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:36.436659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.438458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Pushing event updated for resources: {'Port': ['ID=8bf74bd4-028f-466d-81d4-e05d16941137,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:36.444377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:36.448813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c6c3aa6f-f64b-494d-aac7-bde85a258661 req-2d0f61a3-7484-4235-8b87-3936133237bb tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0573599 Nov 10 21:39:36.452125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:36.460372 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-726e1978-410f-4c67-b9af-f38198ca3774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.480809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] Pushing event deleted for resources: {'Port': ['ID=3e0475ce-15b4-4764-b512-3736d7f20a82,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:36.486480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c9cdb-5985-4b8b-a7da-036b6b12beae None None] No DVR routers for this DVR port 3e0475ce-15b4-4764-b512-3736d7f20a82 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:36.526176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 6704888a-e432-4960-af52-bffb3914c200) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:36.536210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa79460-fde3-4f04-b38d-80eaa9e2ad07 None None] Network 6704888a-e432-4960-af52-bffb3914c200 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:36.540155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:36.542914 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.564459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.571716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.577891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/networks/60ed7614-42ba-4077-91c2-443ffdc0b28b HTTP/1.1" status: 204 len: 168 time: 2.6326513 Nov 10 21:39:36.577891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41152) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:36.617921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3e0475ce-15b4-4764-b512-3736d7f20a82 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:36.619985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419bddb-ebd9-46ac-bbc8-3ac3d8b9b612 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Network': ['ID=60ed7614-42ba-4077-91c2-443ffdc0b28b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:36.634973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3d8b0596-04d0-439a-83a8-71bbf8172e73 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4187376 Nov 10 21:39:36.636001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41154) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:36.636669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Deleting port 4660c3ff-ed80-4751-b7b4-40c9397f9461 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:36.637009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.708260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3e0475ce-15b4-4764-b512-3736d7f20a82 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:36.708597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3e0475ce-15b4-4764-b512-3736d7f20a82 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:36.710538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Attempting to bind port 8bf74bd4-028f-466d-81d4-e05d16941137 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:36.711074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Attempting to bind port 8bf74bd4-028f-466d-81d4-e05d16941137 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'aaa04456-2d1a-4f0c-89f9-fd81b5404370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '83489fb1-d576-46e5-b3dc-775c5a1d0c2e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:36.711616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Attempting to bind port 8bf74bd4-028f-466d-81d4-e05d16941137 on network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:36.727377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting subnet 57d7a549-3cf0-42ee-9767-9b60e1ddf0fb {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:36.728989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:36.729368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Checking segment: {'id': 'aaa04456-2d1a-4f0c-89f9-fd81b5404370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '83489fb1-d576-46e5-b3dc-775c5a1d0c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:36.729770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.730158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Bound using segment: {'id': 'aaa04456-2d1a-4f0c-89f9-fd81b5404370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '83489fb1-d576-46e5-b3dc-775c5a1d0c2e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:36.730637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Bound port: 8bf74bd4-028f-466d-81d4-e05d16941137, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa04456-2d1a-4f0c-89f9-fd81b5404370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '83489fb1-d576-46e5-b3dc-775c5a1d0c2e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:36.731019 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.734060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-726e1978-410f-4c67-b9af-f38198ca3774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.737179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-726e1978-410f-4c67-b9af-f38198ca3774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.738342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-726e1978-410f-4c67-b9af-f38198ca3774 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ac01f07-bc1a-417d-b7fc-2473aa8fd4b1 HTTP/1.1" status: 204 len: 168 time: 0.5618238 Nov 10 21:39:36.743175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.757157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] For port 4660c3ff-ed80-4751-b7b4-40c9397f9461, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4660c3ff-ed80-4751-b7b4-40c9397f9461,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:36.757527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.760970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4fe5f5ce-0362-4a03-bba3-47b64683fdf1 None None] Provisioning complete for port b6fe4a1f-3aec-4921-95a7-15239a069619 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:36.761338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f5ce-0362-4a03-bba3-47b64683fdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.781713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Calling delete_port for 4660c3ff-ed80-4751-b7b4-40c9397f9461 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:36.825804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1978-410f-4c67-b9af-f38198ca3774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac01f07-bc1a-417d-b7fc-2473aa8fd4b1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:36.879442 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.934714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] For port 8bf74bd4-028f-466d-81d4-e05d16941137, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:36.971316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-6704888a-e432-4960-af52-bffb3914c200', 'network_id': '6704888a-e432-4960-af52-bffb3914c200', 'tenant_id': 'b9856e291ac143b39b312582e3af6794', 'fixed_ips': [{'subnet_id': '9f3806df-0d67-4ff9-9368-d235dedff41b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:39:36.972195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:36.990370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] For port 8bf74bd4-028f-466d-81d4-e05d16941137, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8bf74bd4-028f-466d-81d4-e05d16941137,segment=NetworkSegment(aaa04456-2d1a-4f0c-89f9-fd81b5404370),segment_id=aaa04456-2d1a-4f0c-89f9-fd81b5404370)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:37.129669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.134525 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.149244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.186111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.186719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b840c7a-3554-4516-bbce-d632ed343383 req-5ff44fab-f23b-46b1-b727-6d2788e7a5d7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:37.188192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b840c7a-3554-4516-bbce-d632ed343383 req-5ff44fab-f23b-46b1-b727-6d2788e7a5d7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1418400 Nov 10 21:39:37.212046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Pushing event deleted for resources: {'Port': ['ID=4660c3ff-ed80-4751-b7b4-40c9397f9461,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:37.234431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Allocated IP 172.20.0.2 (6704888a-e432-4960-af52-bffb3914c200/9f3806df-0d67-4ff9-9368-d235dedff41b/dc2565a9-ade4-4de0-a50b-1a70cbf48074) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:37.259274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c229e60-e638-4513-884c-3cd84d954289 None None] Pushing event updated for resources: {'Port': ['ID=8bf74bd4-028f-466d-81d4-e05d16941137,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:37.398043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b840c7a-3554-4516-bbce-d632ed343383 req-16308463-09fb-4b83-972e-f66c6eb462a7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1703281 Nov 10 21:39:37.471035 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.517416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Subnet': ['ID=57d7a549-3cf0-42ee-9767-9b60e1ddf0fb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:37.518374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.541970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.552522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c15bf4-c6e0-421f-b7a0-761db560208d None None] Network 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:37.556618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b4f36c95-2f4a-47be-89eb-6cc481d28f0e tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/subnets/57d7a549-3cf0-42ee-9767-9b60e1ddf0fb HTTP/1.1" status: 204 len: 168 time: 0.9778574 Nov 10 21:39:37.560317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41168) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:37.623408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.718627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b8c4b857-b484-4b7b-8e98-492acf98088a req-8e26f580-a4f6-4763-9c6c-306b80b6d279 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0875559 Nov 10 21:39:37.718750 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.732279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Allocated IP 172.20.0.1 (83489fb1-d576-46e5-b3dc-775c5a1d0c2e/5ef0749b-4ad9-4bb9-9c9a-a891d9929330/cb9936e3-7cfb-4a3d-8efa-5f916a24bee0) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:37.741507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting subnet 4490470f-61c2-431c-9c88-e10438dd14f4 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:37.754170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Network 6704888a-e432-4960-af52-bffb3914c200 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:37.764326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:37.764326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:37.772166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.912346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.960560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Pushing event updated for resources: {'Port': ['ID=dc2565a9-ade4-4de0-a50b-1a70cbf48074,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:37.973225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41172) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:37.978070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Attempting to bind port dc2565a9-ade4-4de0-a50b-1a70cbf48074 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:37.979248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Attempting to bind port dc2565a9-ade4-4de0-a50b-1a70cbf48074 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '972217c5-8ec3-4c46-ae6e-b40582998b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6704888a-e432-4960-af52-bffb3914c200'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:37.979621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Attempting to bind port dc2565a9-ade4-4de0-a50b-1a70cbf48074 on network 6704888a-e432-4960-af52-bffb3914c200 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:37.986138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] DHCP port deletion for 4abfcc97-ad8b-429f-abba-0f6c0cb8e77f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:37.992546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:37.992979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Checking segment: {'id': '972217c5-8ec3-4c46-ae6e-b40582998b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6704888a-e432-4960-af52-bffb3914c200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:37.993546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:37.995859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Bound using segment: {'id': '972217c5-8ec3-4c46-ae6e-b40582998b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6704888a-e432-4960-af52-bffb3914c200'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:37.996453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Bound port: dc2565a9-ade4-4de0-a50b-1a70cbf48074, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972217c5-8ec3-4c46-ae6e-b40582998b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6704888a-e432-4960-af52-bffb3914c200'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:37.996865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.007523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e09f1456-1a18-4f90-9a82-49661820166c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.084136 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-11a5ffcf-7f65-49f7-8fa1-68e654645b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.112144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] For port dc2565a9-ade4-4de0-a50b-1a70cbf48074, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:38.113068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e09f1456-1a18-4f90-9a82-49661820166c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.116790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] For port dc2565a9-ade4-4de0-a50b-1a70cbf48074, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=dc2565a9-ade4-4de0-a50b-1a70cbf48074,segment=NetworkSegment(972217c5-8ec3-4c46-ae6e-b40582998b3b),segment_id=972217c5-8ec3-4c46-ae6e-b40582998b3b)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:38.123650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] Deleting port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:38.124051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.125127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e38df-6b60-4bce-b09c-519b283f8816 req-99e1005a-b9c2-4335-acf3-f42bf5159233 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:38.132180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.134729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a72e38df-6b60-4bce-b09c-519b283f8816 req-99e1005a-b9c2-4335-acf3-f42bf5159233 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1987143 Nov 10 21:39:38.158796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-34949a8b-551a-45d7-9888-962bd2ff02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:38.160652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-34949a8b-551a-45d7-9888-962bd2ff02d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.1290226 Nov 10 21:39:38.162107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.191004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e09f1456-1a18-4f90-9a82-49661820166c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.201916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] For port 14fdecc4-1004-4a3d-b004-3d2acf40cb08, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=14fdecc4-1004-4a3d-b004-3d2acf40cb08,segment=NetworkSegment(58488230-9ad5-4029-a58e-8d984bd49e1c),segment_id=58488230-9ad5-4029-a58e-8d984bd49e1c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:38.202517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.216475 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.220606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] Calling delete_port for 14fdecc4-1004-4a3d-b004-3d2acf40cb08 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:38.260304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a72e38df-6b60-4bce-b09c-519b283f8816 req-c502e6e3-d2ec-40b6-a3f8-36f89a911911 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245723 Nov 10 21:39:38.306250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e09f1456-1a18-4f90-9a82-49661820166c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51419e8ac1244c7c90c1d414d27654a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357704 Nov 10 21:39:38.308295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f1456-1a18-4f90-9a82-49661820166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96316b25-286d-47cc-bfd3-53c9142c117e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:38.309147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41174) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:38.320296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Router c4e96831-d767-4596-b96e-9e36686ff3c6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:38.374173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607da99-7163-41eb-b7d8-cf6118e4b2d5 None None] Pushing event updated for resources: {'Port': ['ID=dc2565a9-ade4-4de0-a50b-1a70cbf48074,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:38.375992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-ca42e98c-d046-49fd-a726-cca668d66ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:38.377724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-ca42e98c-d046-49fd-a726-cca668d66ab4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.1918526 Nov 10 21:39:38.384414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.418014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:38.454741 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.471047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:38.479810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a3cb0887-42de-44ba-8760-b4e0d4270087 admin admin] 10.222.0.45 "PUT /v2.0/routers/c4e96831-d767-4596-b96e-9e36686ff3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2078872 Nov 10 21:39:38.481223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41176) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:38.485632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] Sync routers for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:38.496151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:38.505572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:38.541403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-211d84b0-d938-46fa-9914-86dfc20bcbf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.546578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:38.547093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:38.591005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Subnet': ['ID=4490470f-61c2-431c-9c88-e10438dd14f4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:38.621424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.625559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a67519d4-4b57-4c08-97fa-4bd3fc0c1152 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/subnets/4490470f-61c2-431c-9c88-e10438dd14f4 HTTP/1.1" status: 204 len: 168 time: 1.0577393 Nov 10 21:39:38.659976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Port': ['ID=cb9936e3-7cfb-4a3d-8efa-5f916a24bee0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:38.661294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41180) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:38.668219 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.683908 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-3e08e42e-ce22-4509-a7ad-fd4414b011f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.2839277 Nov 10 21:39:38.690347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-211d84b0-d938-46fa-9914-86dfc20bcbf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.796008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:39:38.819537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.867033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:38.921012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96784fe-6c62-4a46-b828-f5efee18c1b4 None None] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:38.924341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] No DVR routers for this DVR port 14fdecc4-1004-4a3d-b004-3d2acf40cb08 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:38.938030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-dfef9a51-6576-47e8-bfcc-3539008c2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:38.941242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-dfef9a51-6576-47e8-bfcc-3539008c2996 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.2483499 Nov 10 21:39:39.033777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6141123-f709-4007-92ab-08a5bcf5ce9b None None] Pushing event deleted for resources: {'Port': ['ID=14fdecc4-1004-4a3d-b004-3d2acf40cb08,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:39.039709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c639b88-df52-48d3-9193-0a7aefe45c5b req-cb242518-e8b1-4a38-af6c-72554cd36d88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0708010 Nov 10 21:39:39.053831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.059347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-d8ad0f48-7ac2-4b6e-aafa-8319bd6776ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:39.060889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-d8ad0f48-7ac2-4b6e-aafa-8319bd6776ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983651 Nov 10 21:39:39.072988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.102165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-14937ceb-7530-417d-ae6b-9932bcf00e2a req-3747135c-3648-42bd-b5c4-5a217ad92496 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1851399 Nov 10 21:39:39.178703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-211d84b0-d938-46fa-9914-86dfc20bcbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.192104 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-211d84b0-d938-46fa-9914-86dfc20bcbf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.193296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-211d84b0-d938-46fa-9914-86dfc20bcbf1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96316b25-286d-47cc-bfd3-53c9142c117e HTTP/1.1" status: 204 len: 168 time: 0.8832216 Nov 10 21:39:39.223537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520a49c-e1a7-4048-82d7-b63106dbfa8b None None] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:39.299670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.317549 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.339281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abfcc97-ad8b-429f-abba-0f6c0cb8e77f']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:39.363665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58488230-9ad5-4029-a58e-8d984bd49e1c') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:39.363665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58488230-9ad5-4029-a58e-8d984bd49e1c') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:39.367059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d84b0-d938-46fa-9914-86dfc20bcbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96316b25-286d-47cc-bfd3-53c9142c117e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:39.380467 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.409687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.424541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:39.424955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:39.428890 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:39.618556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Deleting port 79353cd2-bb9d-44fd-922b-ac48335b8654 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:39.619274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.624437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8bf74bd4-028f-466d-81d4-e05d16941137 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:39.699518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.714894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.715807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/networks/4abfcc97-ad8b-429f-abba-0f6c0cb8e77f HTTP/1.1" status: 204 len: 168 time: 1.0535705 Nov 10 21:39:39.719605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41194) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:39.735245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.776223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ba668-5bfc-49cf-88d0-04c15826fd74 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Network': ['ID=4abfcc97-ad8b-429f-abba-0f6c0cb8e77f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:39.784896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9c218ddd-291e-4dd9-9478-c7307d03da75 None None] Provisioning complete for port 8bf74bd4-028f-466d-81d4-e05d16941137 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:39.785500 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c218ddd-291e-4dd9-9478-c7307d03da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.874492 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:39:39.918444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] For port 79353cd2-bb9d-44fd-922b-ac48335b8654, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=79353cd2-bb9d-44fd-922b-ac48335b8654,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:39.924144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.940274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] DHCP port deletion for 9c6e1242-df60-445c-acd4-01cf3d73f3e8 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:39.966827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:39.981486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Calling delete_port for 79353cd2-bb9d-44fd-922b-ac48335b8654 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:40.018695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b493e7e1-7617-43bb-b8ec-49b808cc4617 req-f8219012-a356-4789-8acd-8691321f8f6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0606360 Nov 10 21:39:40.058747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8bf74bd4-028f-466d-81d4-e05d16941137 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:40.064763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.065268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c218ddd-291e-4dd9-9478-c7307d03da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.067322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3197fd67-190d-42ab-8332-5a1c7a132b76 None None] Network 6704888a-e432-4960-af52-bffb3914c200 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:40.091064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-d25c96bb-4360-46fb-b4fd-b76c9c674b24 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277191 Nov 10 21:39:40.144510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting port 5129f3f5-b63b-402a-88a7-bc25e032c02b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:40.144775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.208643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8033c2-dc80-4b81-93ea-3cd2627f1ae0 req-19ecc25d-c09f-42ea-ab20-1cee38565de5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:40.215493 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a8033c2-dc80-4b81-93ea-3cd2627f1ae0 req-19ecc25d-c09f-42ea-ab20-1cee38565de5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.7111177 Nov 10 21:39:40.257529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:39:36Z', 'revision_number': 5, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port': {'id': '79353cd2-bb9d-44fd-922b-ac48335b8654', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:10Z', 'updated_at': '2021-11-10T21:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:40.312675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-244e2291-2407-4e90-936b-3aff89ae4c6d req-108416a7-2bd7-4bde-a5ea-a9389ec50f46 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0990927 Nov 10 21:39:40.356154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] For port 5129f3f5-b63b-402a-88a7-bc25e032c02b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5129f3f5-b63b-402a-88a7-bc25e032c02b,segment=NetworkSegment(a2f69bdc-f6d2-46ef-af45-134426cb4f74),segment_id=a2f69bdc-f6d2-46ef-af45-134426cb4f74)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:40.356512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.358706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9c218ddd-291e-4dd9-9478-c7307d03da75 None None] For port 8bf74bd4-028f-466d-81d4-e05d16941137, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8bf74bd4-028f-466d-81d4-e05d16941137,segment=NetworkSegment(aaa04456-2d1a-4f0c-89f9-fd81b5404370),segment_id=aaa04456-2d1a-4f0c-89f9-fd81b5404370)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:40.363455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] Checking router: c4e96831-d767-4596-b96e-9e36686ff3c6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:39:40.374427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Calling delete_port for 5129f3f5-b63b-402a-88a7-bc25e032c02b owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:40.381117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a8033c2-dc80-4b81-93ea-3cd2627f1ae0 req-21709fbf-d70f-4dc7-8294-bbfd6c3e65e6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1646917 Nov 10 21:39:40.437479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] Routers {'c4e96831-d767-4596-b96e-9e36686ff3c6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:40.445122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c4e96831-d767-4596-b96e-9e36686ff3c6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:40.454038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] Deleting port 5129f3f5-b63b-402a-88a7-bc25e032c02b {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:40.455573 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.456842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.475348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b272cfe-582e-41d3-9513-ce1e539d90c3 req-702fc5fc-9f40-4a6b-af0a-eee4493e4287 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913779 Nov 10 21:39:40.528685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.545805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.572562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Pushing event deleted for resources: {'Port': ['ID=79353cd2-bb9d-44fd-922b-ac48335b8654,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:40.579702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c218ddd-291e-4dd9-9478-c7307d03da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.606183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.654829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Port': ['ID=5129f3f5-b63b-402a-88a7-bc25e032c02b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:40.660591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.664728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Port': ['ID=cb9936e3-7cfb-4a3d-8efa-5f916a24bee0,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:40.666117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] No DVR routers for this DVR port 5129f3f5-b63b-402a-88a7-bc25e032c02b on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:40.725047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.808044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb427ed0-a07c-44df-ba41-af04dc3c4acf None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:40.815666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:40.817777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:40.850789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] Set router c4e96831-d767-4596-b96e-9e36686ff3c6 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:39:40.854323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.966138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] For port 5129f3f5-b63b-402a-88a7-bc25e032c02b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5129f3f5-b63b-402a-88a7-bc25e032c02b,segment=NetworkSegment(a2f69bdc-f6d2-46ef-af45-134426cb4f74),segment_id=a2f69bdc-f6d2-46ef-af45-134426cb4f74)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:40.966839 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:40.984877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:39:39Z', 'revision_number': 6, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.031668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.035290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.062545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] Calling delete_port for 5129f3f5-b63b-402a-88a7-bc25e032c02b owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:41.083921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d4058-20a1-4c3b-819a-7dc05777f342 None None] The sync data for ids ['c4e96831-d767-4596-b96e-9e36686ff3c6'] in n-d-776250-11 is: [{'id': 'c4e96831-d767-4596-b96e-9e36686ff3c6', 'name': 'tempest-TaggedBootDevicesTest_v242-216717689-router', 'tenant_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:09Z', 'updated_at': '2021-11-10T21:39:39Z', 'revision_number': 6, 'project_id': '54bbb4fa890b4b80ba14b8b889c53f09', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:41.097958 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.141775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c218ddd-291e-4dd9-9478-c7307d03da75 None None] Pushing event updated for resources: {'Port': ['ID=8bf74bd4-028f-466d-81d4-e05d16941137,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:41.141775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7c2c8bfa-e405-4a58-828d-20465f3689c5 None None] Provisioning complete for port dc2565a9-ade4-4de0-a50b-1a70cbf48074 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:41.141775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8bfa-e405-4a58-828d-20465f3689c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.145760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6e1242-df60-445c-acd4-01cf3d73f3e8']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.157870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f69bdc-f6d2-46ef-af45-134426cb4f74') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.164788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f69bdc-f6d2-46ef-af45-134426cb4f74') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.165085 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.178172 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.179964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Router ed71c150-12ce-4842-9818-d84212195959 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:39:41.210925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.211691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4e96831-d767-4596-b96e-9e36686ff3c6 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:39:41.217769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.218960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fd72b26d-ec6d-47b9-a8ca-f2c3b24daf60 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c4e96831-d767-4596-b96e-9e36686ff3c6 HTTP/1.1" status: 204 len: 168 time: 2.7360377 Nov 10 21:39:41.221863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41220) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:41.228068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.239245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:41.245435 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:41.294188 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:39:41.294808 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:39:41.426978 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.429871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.447040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.458753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/networks/9c6e1242-df60-445c-acd4-01cf3d73f3e8 HTTP/1.1" status: 204 len: 168 time: 1.7353144 Nov 10 21:39:41.466754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41226) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:41.485186 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.530383 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8bfa-e405-4a58-828d-20465f3689c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.543829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] Network 9c6e1242-df60-445c-acd4-01cf3d73f3e8 is not hosted by any dhcp agent {{(pid=103049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 21:39:41.549247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] No DVR routers for this DVR port 5129f3f5-b63b-402a-88a7-bc25e032c02b on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:41.553590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff7b7e-7053-4e3d-96ba-993675994302 None None] Pushing event deleted for resources: {'Port': ['ID=5129f3f5-b63b-402a-88a7-bc25e032c02b,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:41.612716 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9a586d1-1407-4fae-be94-ed18844e92a9 req-07743865-dd6b-4d3e-b5bd-b2e27e830078 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1782939 Nov 10 21:39:41.621018 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] Deleting subnet 1c8312dd-f4d5-44d5-8e28-d99358036f7e {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:41.626077 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.660054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7c2c8bfa-e405-4a58-828d-20465f3689c5 None None] For port dc2565a9-ade4-4de0-a50b-1a70cbf48074, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=dc2565a9-ade4-4de0-a50b-1a70cbf48074,segment=NetworkSegment(972217c5-8ec3-4c46-ae6e-b40582998b3b),segment_id=972217c5-8ec3-4c46-ae6e-b40582998b3b)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:41.697471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:41.707704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5d2302cb-5dbb-4dfb-9c8e-2e923c522506 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "PUT /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0706906 Nov 10 21:39:41.710296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41232) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:41.717252 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] Sync routers for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:41.740100 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:41.741726 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.757796 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c2c8bfa-e405-4a58-828d-20465f3689c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.778458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting subnet 03837167-eb87-43ce-8963-7d0a0fae209d {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:41.786466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956240d-8b3b-4ceb-b215-7a08b7f0d0fd tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Network': ['ID=9c6e1242-df60-445c-acd4-01cf3d73f3e8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:41.790759 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.795796 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.803522 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:41.804958 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.855337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:41.902038 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:41.902692 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01031b97-c239-4f64-b85c-d9e92be20466 None None] The sync data for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:41.949726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3c66f-7de1-4bd9-a4a7-2b02984232d1 req-c0b6d5b2-d122-41b3-a58d-8556ca84429d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:41.953076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4be3c66f-7de1-4bd9-a4a7-2b02984232d1 req-c0b6d5b2-d122-41b3-a58d-8556ca84429d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2865162 Nov 10 21:39:41.955827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c8bfa-e405-4a58-828d-20465f3689c5 None None] Pushing event updated for resources: {'Port': ['ID=dc2565a9-ade4-4de0-a50b-1a70cbf48074,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:41.968939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-494718a3-ca54-44e3-b8c5-5a9bee23e2bb None None] Provisioning complete for port dc2565a9-ade4-4de0-a50b-1a70cbf48074 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:41.968939 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-494718a3-ca54-44e3-b8c5-5a9bee23e2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.026511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.059648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device dc2565a9-ade4-4de0-a50b-1a70cbf48074 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:42.113961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.260947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-494718a3-ca54-44e3-b8c5-5a9bee23e2bb None None] Provisioning complete for port cb9936e3-7cfb-4a3d-8efa-5f916a24bee0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:42.265556 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-494718a3-ca54-44e3-b8c5-5a9bee23e2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.322186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port dc2565a9-ade4-4de0-a50b-1a70cbf48074 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:42.322811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.373918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.445558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8312dd-f4d5-44d5-8e28-d99358036f7e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:42.458490 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.462692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-84a19afd-8fd8-42e2-b855-3445f2bef220 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1c8312dd-f4d5-44d5-8e28-d99358036f7e HTTP/1.1" status: 204 len: 168 time: 1.2381856 Nov 10 21:39:42.480404 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-6806ba02-2e88-4772-8e96-4ef92eab09f6 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:39:42.485438 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6806ba02-2e88-4772-8e96-4ef92eab09f6 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "PUT /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7739565 Nov 10 21:39:42.486421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:42.486539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41248) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:42.603574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf1068-0ae0-479b-8036-2f57d035bcdd None None] Network efbc1997-e0f6-40b9-b64d-1422ec458b59 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:42.653560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4be3c66f-7de1-4bd9-a4a7-2b02984232d1 req-05a3b0d8-aa7f-4931-8399-8086f9fffea6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6571662 Nov 10 21:39:42.653560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-79507d46-fc9b-43d7-9fe5-358f5986dab7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7548532 Nov 10 21:39:42.759836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.816122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-3b2201da-effa-48ea-877f-c00282a8fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:42.817696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-3b2201da-effa-48ea-877f-c00282a8fcd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 1097 time: 0.1096365 Nov 10 21:39:42.874872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-494718a3-ca54-44e3-b8c5-5a9bee23e2bb None None] Port cb9936e3-7cfb-4a3d-8efa-5f916a24bee0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:42.940830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.950918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-494718a3-ca54-44e3-b8c5-5a9bee23e2bb None None] Provisioning complete for port 8bf74bd4-028f-466d-81d4-e05d16941137 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:42.952197 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-494718a3-ca54-44e3-b8c5-5a9bee23e2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:42.998695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Subnet': ['ID=03837167-eb87-43ce-8963-7d0a0fae209d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:43.014844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 14fdecc4-1004-4a3d-b004-3d2acf40cb08 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:43.018758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.026883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c34676e7-c462-4b4b-b789-0cd30568540a tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/subnets/03837167-eb87-43ce-8963-7d0a0fae209d HTTP/1.1" status: 204 len: 168 time: 1.5584228 Nov 10 21:39:43.033203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1036637-f54c-4751-a7df-07f61ee883f0 None None] Network aa3d6d1f-a54b-489e-9e29-0e895a32810d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:43.042932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41268) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:43.075395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-b31046b1-d08e-4898-b4d7-58631f43a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:43.078179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-b31046b1-d08e-4898-b4d7-58631f43a754 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2334900 Nov 10 21:39:43.091020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44fac3a1-bee0-49d2-9b2a-b2174ea13169 req-3127b626-abc3-483a-bd9b-63144fcb2b4d tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1877940 Nov 10 21:39:43.150438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 14fdecc4-1004-4a3d-b004-3d2acf40cb08 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:43.150800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 14fdecc4-1004-4a3d-b004-3d2acf40cb08 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:43.298580 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.310992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-bc5afd2a-a8ce-49ea-bfeb-f0e42ddcae66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b15a663-7e4a-4008-924b-ffc68135670b HTTP/1.1" status: 200 len: 217 time: 0.2019081 Nov 10 21:39:43.403083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8bf74bd4-028f-466d-81d4-e05d16941137 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:43.441159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Deleting port e6287eee-2e00-48d7-af35-2159bd0f6a94 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:43.441745 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.475871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-4654a1c1-2205-476f-91c6-0c7e10762acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:43.477418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-4654a1c1-2205-476f-91c6-0c7e10762acd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.0979226 Nov 10 21:39:43.498837 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.519579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] For port e6287eee-2e00-48d7-af35-2159bd0f6a94, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e6287eee-2e00-48d7-af35-2159bd0f6a94,segment=NetworkSegment(0f2b2379-f6b0-482d-8cb7-d45c9dcba96e),segment_id=0f2b2379-f6b0-482d-8cb7-d45c9dcba96e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:43.519579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.534804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Calling delete_port for e6287eee-2e00-48d7-af35-2159bd0f6a94 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:43.574663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1ac7-a9c7-4068-8dd1-1b06692bd207 req-1edcf15d-21d8-4874-89f3-1456100b1a88 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:43.576742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-328a1ac7-a9c7-4068-8dd1-1b06692bd207 req-1edcf15d-21d8-4874-89f3-1456100b1a88 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2850859 Nov 10 21:39:43.582633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-4515c500-aa84-4169-8c72-05bf0cb424ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:43.584507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-4515c500-aa84-4169-8c72-05bf0cb424ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993662 Nov 10 21:39:43.663646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] DHCP port deletion for efbc1997-e0f6-40b9-b64d-1422ec458b59 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:43.663898 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.712866 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.715589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-328a1ac7-a9c7-4068-8dd1-1b06692bd207 req-298a8f18-109f-4e9a-b705-0b9c6d9c5939 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281936 Nov 10 21:39:43.743418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Deleting port ac691efb-ba19-4ff0-a440-b308e2691879 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:43.745665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.777124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8bf74bd4-028f-466d-81d4-e05d16941137 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:43.778301 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.850944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] For port ac691efb-ba19-4ff0-a440-b308e2691879, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac691efb-ba19-4ff0-a440-b308e2691879,segment=NetworkSegment(d051b3d8-570d-4b26-a849-59ad9de4e382),segment_id=d051b3d8-570d-4b26-a849-59ad9de4e382)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:43.851309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.865375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Calling delete_port for ac691efb-ba19-4ff0-a440-b308e2691879 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:43.908266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] Deleting port e6287eee-2e00-48d7-af35-2159bd0f6a94 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:43.908714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:43.910252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6287eee-2e00-48d7-af35-2159bd0f6a94,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:43.938051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-1ffb5cf2-f313-496b-a5eb-aaee3b7c50d6 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417010 Nov 10 21:39:44.005967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] For port e6287eee-2e00-48d7-af35-2159bd0f6a94, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:44.006646 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.023695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] Calling delete_port for e6287eee-2e00-48d7-af35-2159bd0f6a94 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:44.025991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e434aa2d-3e77-468b-a1c5-21e4f7e9e91a req-31ddca7d-9763-4a01-bb45-f646620c6919 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1207197 Nov 10 21:39:44.033856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] No DVR routers for this DVR port e6287eee-2e00-48d7-af35-2159bd0f6a94 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:44.035652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] Port e6287eee-2e00-48d7-af35-2159bd0f6a94 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 21:39:44.047554 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.050905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] DHCP port deletion for aa3d6d1f-a54b-489e-9e29-0e895a32810d request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:44.096681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f708cd3-40b9-4e8c-8615-229c2b9a282b req-d06eae87-41eb-444b-9832-1ba3421ae7c9 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496587 Nov 10 21:39:44.123329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.138490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] Pushing event deleted for resources: {'Port': ['ID=e6287eee-2e00-48d7-af35-2159bd0f6a94,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:44.147134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a58bf-5872-4b88-951c-3c66efe90444 None None] No DVR routers for this DVR port e6287eee-2e00-48d7-af35-2159bd0f6a94 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:44.166655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device dc2565a9-ade4-4de0-a50b-1a70cbf48074 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:39:44.217895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] No DVR routers for this DVR port ac691efb-ba19-4ff0-a440-b308e2691879 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:44.221790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Port': ['ID=ac691efb-ba19-4ff0-a440-b308e2691879,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:44.241955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] Deleting port ac691efb-ba19-4ff0-a440-b308e2691879 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:44.242428 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.277651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.311221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port dc2565a9-ade4-4de0-a50b-1a70cbf48074 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:44.311673 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.333274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbc1997-e0f6-40b9-b64d-1422ec458b59']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:44.361187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.375249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] For port ac691efb-ba19-4ff0-a440-b308e2691879, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:44.375641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.392122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] Calling delete_port for ac691efb-ba19-4ff0-a440-b308e2691879 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:44.394940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] Port ac691efb-ba19-4ff0-a440-b308e2691879 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 21:39:44.398296 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.408314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3d6d1f-a54b-489e-9e29-0e895a32810d']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:44.429308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd051b3d8-570d-4b26-a849-59ad9de4e382') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:44.429619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd051b3d8-570d-4b26-a849-59ad9de4e382') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:44.445625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.448634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] Pushing event deleted for resources: {'Port': ['ID=ac691efb-ba19-4ff0-a440-b308e2691879,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:44.462807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:44.463401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2b2379-f6b0-482d-8cb7-d45c9dcba96e') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:44.466255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fe67f6-4d7f-4854-a619-93a18e1b7cad None None] No DVR routers for this DVR port ac691efb-ba19-4ff0-a440-b308e2691879 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:44.473226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.482297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:44.482297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:44.485825 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:44.511449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.560780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.572230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:44.572734 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:44.574531 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:44.579962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5129f3f5-b63b-402a-88a7-bc25e032c02b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:44.601549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff068209-196e-4f74-872d-94cab3d62f76 req-047c4052-82f5-491a-bf87-35c7e8aa766a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:44.603085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff068209-196e-4f74-872d-94cab3d62f76 req-047c4052-82f5-491a-bf87-35c7e8aa766a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1495490 Nov 10 21:39:44.623694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5129f3f5-b63b-402a-88a7-bc25e032c02b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:44.624471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5129f3f5-b63b-402a-88a7-bc25e032c02b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:44.625706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 79353cd2-bb9d-44fd-922b-ac48335b8654 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:44.652331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 79353cd2-bb9d-44fd-922b-ac48335b8654 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:44.653039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 79353cd2-bb9d-44fd-922b-ac48335b8654 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:44.654381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.666641 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.667235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4660c3ff-ed80-4751-b7b4-40c9397f9461 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:44.677704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Deleting port cb9936e3-7cfb-4a3d-8efa-5f916a24bee0 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:44.677920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/networks/aa3d6d1f-a54b-489e-9e29-0e895a32810d HTTP/1.1" status: 204 len: 168 time: 1.6305480 Nov 10 21:39:44.678032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.678820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41300) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:44.695580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 4660c3ff-ed80-4751-b7b4-40c9397f9461 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:44.696913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4660c3ff-ed80-4751-b7b4-40c9397f9461 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:44.712362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d14775-ce15-4ac2-a97a-d13dd7fe1686 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Pushing event deleted for resources: {'Network': ['ID=aa3d6d1f-a54b-489e-9e29-0e895a32810d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:44.732123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-288c0bc4-9a91-49a5-928d-be761025b342 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f HTTP/1.1" status: 200 len: 205 time: 0.0372818 Nov 10 21:39:44.734473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:44.751953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff068209-196e-4f74-872d-94cab3d62f76 req-f2c7cc81-9a2e-4472-bf98-538b8cd69cbe tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207521 Nov 10 21:39:44.754642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.762253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.765452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] 10.222.0.45 "DELETE /v2.0/networks/efbc1997-e0f6-40b9-b64d-1422ec458b59 HTTP/1.1" status: 204 len: 168 time: 2.2779648 Nov 10 21:39:44.788679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56b6f-1674-473b-9da0-0857f19d937d admin admin] Pushing event deleted for resources: {'Network': ['ID=efbc1997-e0f6-40b9-b64d-1422ec458b59,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:44.860701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.881469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-845f4b00-3ff0-4b81-a5c8-524ab584a094 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:44.884617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Calling delete_port for cb9936e3-7cfb-4a3d-8efa-5f916a24bee0 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:45.064450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-845f4b00-3ff0-4b81-a5c8-524ab584a094 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.066603 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-845f4b00-3ff0-4b81-a5c8-524ab584a094 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.227443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.257981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e6287eee-2e00-48d7-af35-2159bd0f6a94 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:45.264966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53ce696f-9f34-4b01-adb1-54b62ad73499 req-39821288-65b6-4351-a8e2-87dcede3e66a tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0345135 Nov 10 21:39:45.269614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Port': ['ID=cb9936e3-7cfb-4a3d-8efa-5f916a24bee0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:45.286039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e6287eee-2e00-48d7-af35-2159bd0f6a94 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:45.286391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e6287eee-2e00-48d7-af35-2159bd0f6a94 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:45.286813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac691efb-ba19-4ff0-a440-b308e2691879 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:45.308124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad33aa-eade-4c19-ba1e-553eac4d5431 req-82b5caa2-2526-49a7-acdc-d9934d204825 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:45.316881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aaad33aa-eade-4c19-ba1e-553eac4d5431 req-82b5caa2-2526-49a7-acdc-d9934d204825 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1358211 Nov 10 21:39:45.324890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: ac691efb-ba19-4ff0-a440-b308e2691879 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:45.326078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac691efb-ba19-4ff0-a440-b308e2691879 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:45.341197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-845f4b00-3ff0-4b81-a5c8-524ab584a094 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.342144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f4b00-3ff0-4b81-a5c8-524ab584a094 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Fanout notify agent at l3_agent the message router_deleted on router 6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:39:45.366702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-845f4b00-3ff0-4b81-a5c8-524ab584a094 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.369189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-845f4b00-3ff0-4b81-a5c8-524ab584a094 tempest-RoutersNegativeIpV6Test-1693391890 tempest-RoutersNegativeIpV6Test-1693391890-project] 10.222.0.45 "DELETE /v2.0/routers/6d0dfef4-617b-4ebf-a2a0-5d5d4a0c059f HTTP/1.1" status: 204 len: 168 time: 0.6337545 Nov 10 21:39:45.431460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41318) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:45.448413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aaad33aa-eade-4c19-ba1e-553eac4d5431 req-2f41bfa2-1632-46f7-935b-1ffb05c3085d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1305697 Nov 10 21:39:45.528968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5ceeebcf-ae80-4c6b-aebe-a78dcb974022 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54bbb4fa890b4b80ba14b8b889c53f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960288 Nov 10 21:39:45.531434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41320) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:45.600884 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfefab4a-daad-4a3e-9a9d-168fad46f276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.627889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfefab4a-daad-4a3e-9a9d-168fad46f276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.752075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfefab4a-daad-4a3e-9a9d-168fad46f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.755358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfefab4a-daad-4a3e-9a9d-168fad46f276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.756744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dfefab4a-daad-4a3e-9a9d-168fad46f276 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e630b671-13c1-4df3-b423-c4d7bcd08272 HTTP/1.1" status: 204 len: 168 time: 0.2229135 Nov 10 21:39:45.766283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefab4a-daad-4a3e-9a9d-168fad46f276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630b671-13c1-4df3-b423-c4d7bcd08272,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:45.900321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:45.999014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41326) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:46.058208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Router ed71c150-12ce-4842-9818-d84212195959 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:46.138391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:46.147682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41332) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:46.149879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-378a2acb-6ff9-4f05-b8e6-cbccedfec602 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "PUT /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6606987 Nov 10 21:39:46.164849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] Sync routers for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:46.178152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:46.178772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:46.223974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:46.236602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:46.236602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:46.247104 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-aaf2bbb9-5d2d-4eec-b96d-f95d028ba9b8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] delete failed (client error): The resource could not be found. Nov 10 21:39:46.252289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41340) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:46.257208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d7ab4ce4-8527-4985-b816-d6e55049d74c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed71c150-12ce-4842-9818-d84212195959'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:46.258394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aaf2bbb9-5d2d-4eec-b96d-f95d028ba9b8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-252577037 HTTP/1.1" status: 404 len: 334 time: 0.1093202 Nov 10 21:39:46.310279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5d1a1f75-6634-428b-9038-f86eae5f19fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31d7dae5a6e54a2290f9b4fdf06beb4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099699 Nov 10 21:39:46.312668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41348) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:46.312945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:46.314254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff7fb4e-014e-4b95-b5e9-e6338a436154 None None] The sync data for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:46.385425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eddc25b-890f-44e8-9dd8-48f48f0175dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:46.409384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eddc25b-890f-44e8-9dd8-48f48f0175dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:46.466765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3308735-cdac-42fb-960f-d5ce9a4c35f9 req-fc3ae353-5d8c-4377-86d6-312029620239 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0305655 Nov 10 21:39:46.511484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eddc25b-890f-44e8-9dd8-48f48f0175dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:46.514286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0eddc25b-890f-44e8-9dd8-48f48f0175dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:46.523669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0eddc25b-890f-44e8-9dd8-48f48f0175dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0d455c0-1c3c-4979-8bbd-328baa68b5f2 HTTP/1.1" status: 204 len: 168 time: 0.2018449 Nov 10 21:39:46.544434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddc25b-890f-44e8-9dd8-48f48f0175dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d455c0-1c3c-4979-8bbd-328baa68b5f2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:46.606412 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4ce4-8527-4985-b816-d6e55049d74c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:46.672370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47c175-69d9-4e93-911b-a50ab7bd293d req-548b723a-4652-4d6b-a6a4-b5fea01c0d11 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:46.675047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f47c175-69d9-4e93-911b-a50ab7bd293d req-548b723a-4652-4d6b-a6a4-b5fea01c0d11 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0578985 Nov 10 21:39:46.702253 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-d7ab4ce4-8527-4985-b816-d6e55049d74c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] update failed (client error): The resource could not be found. Nov 10 21:39:46.706926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d7ab4ce4-8527-4985-b816-d6e55049d74c tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "PUT /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959 HTTP/1.1" status: 404 len: 339 time: 0.4497540 Nov 10 21:39:46.707180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41366) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:46.767794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f47c175-69d9-4e93-911b-a50ab7bd293d req-f9abbc81-8648-4f51-80c1-0892e8b83ee3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828052 Nov 10 21:39:47.017974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.084137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41378) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:47.276520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbffb-c55c-43f1-8cd4-c9c4d9e0c893 req-2bcf44c0-e3ec-43e6-aeec-31d575f0be56 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:47.285350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-883fbffb-c55c-43f1-8cd4-c9c4d9e0c893 req-2bcf44c0-e3ec-43e6-aeec-31d575f0be56 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1066792 Nov 10 21:39:47.300752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-118228420-network', 'tenant_id': 'fee052dfe6b64a12ab2f84bc6a83f9a3'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:47.353433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-883fbffb-c55c-43f1-8cd4-c9c4d9e0c893 req-1142d69f-13cb-4960-9497-2d99dc4561af tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670846 Nov 10 21:39:47.402967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Made reservation on behalf of fee052dfe6b64a12ab2f84bc6a83f9a3 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:47.406017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.409891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Allocated IP 172.20.0.1 (53f8ca49-0700-4d64-8a52-dc09338e9ab0/23d9c9e2-f942-4ce7-915d-5d51cd437123/476b0779-f3e8-4347-9930-9ccd655ddd63) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:47.418239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.553299 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.556153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.622290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-239ea423-a90f-4b30-9b2e-ace0d0eb1617 req-f2875b23-aeb7-453a-948d-771090816092 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0371799 Nov 10 21:39:47.642716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.680740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:47.691892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48952848-36c2-4bf1-a50f-0de6ecd2aafc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:47.694881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.701066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.704532 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Added segment e3f879df-16ac-4cdf-a628-2c24f3af4657 of type vlan for network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d Nov 10 21:39:47.748694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:47.752222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:47.756412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:47.763952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Port': ['ID=476b0779-f3e8-4347-9930-9ccd655ddd63,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:47.780807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.821746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.989986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:47.989986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:47.989986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.005432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41408) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:48.046530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a296f5b-bfe0-46f0-a4b7-245c71b62459 None None] Provisioning complete for port 476b0779-f3e8-4347-9930-9ccd655ddd63 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:48.053692 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a296f5b-bfe0-46f0-a4b7-245c71b62459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.066406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:48.087020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:48.143645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94954fa3-e242-4b31-bac7-27e714b83f27 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0581250 Nov 10 21:39:48.146510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41412) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:48.147665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3a296f5b-bfe0-46f0-a4b7-245c71b62459 None None] Port 476b0779-f3e8-4347-9930-9ccd655ddd63 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:48.149785 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.154531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Request body: {'subnet': {'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-118228420-subnet', 'tenant_id': 'fee052dfe6b64a12ab2f84bc6a83f9a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:48.158362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-768834657'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:48.305627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Made reservation on behalf of fee052dfe6b64a12ab2f84bc6a83f9a3 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:48.308165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.415353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Made reservation on behalf of 0586ab8c176c4dc18bee361b64bf0335 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:48.419947 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.433313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.535502 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.559246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78fb08-fe0c-42cb-bf9a-0d9f9fba025a req-2efa9b7d-6f8e-4f6d-9d2a-ab4ed0bfce94 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:48.560852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e78fb08-fe0c-42cb-bf9a-0d9f9fba025a req-2efa9b7d-6f8e-4f6d-9d2a-ab4ed0bfce94 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0921078 Nov 10 21:39:48.603331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.619799 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.637973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e78fb08-fe0c-42cb-bf9a-0d9f9fba025a req-30f494ad-af3a-4797-893e-d5a0de3d22ae tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682383 Nov 10 21:39:48.643489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.674771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=46315227-89a9-4504-88cb-863a709c0db0,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:48.687281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Checking segment: {'id': 'e3f879df-16ac-4cdf-a628-2c24f3af4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:48.687643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Network hostable DHCP agents. Network: d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:48.710336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.742455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.803321 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6a83b59-0704-4f2c-bfd7-d1cb4033e429 req-5a30858a-01d7-4206-9de0-6fa2ebe7c1a3 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0299351 Nov 10 21:39:48.854130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:48.879413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68de1b90-acc9-4a8c-a287-abc3e1898b01,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:48.882115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:48.891769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event updated for resources: {'Port': ['ID=476b0779-f3e8-4347-9930-9ccd655ddd63,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:48.906546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.911898 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Added segment 888b664c-3d64-4a36-be1e-e25f377a0067 of type vlan for network ca05bc6d-ee85-4a9c-bddf-7985f0c899f3 Nov 10 21:39:48.928793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:48.940385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe289e6-57f3-4325-bfa3-f74fd71fcdb9 None None] Network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:48.943976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:48.943976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:48.980315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dcc2d-e184-448d-b229-0b209c075d89 req-2bf80739-175f-48e7-9a62-f9046c817a04 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:48.981837 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e33dcc2d-e184-448d-b229-0b209c075d89 req-2bf80739-175f-48e7-9a62-f9046c817a04 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1774404 Nov 10 21:39:49.007756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:49.024604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:49.030434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:49.058791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-67aa8f6f-2290-4fa0-8c26-e6a810819cad admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9083440 Nov 10 21:39:49.136966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b109d-dc9e-4611-9575-1e9f6b8cd27c None None] Network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:49.245915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e33dcc2d-e184-448d-b229-0b209c075d89 req-c77e5546-c0c1-4d97-a624-fea8eaced7ab tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2516339 Nov 10 21:39:49.255331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Router ed71c150-12ce-4842-9818-d84212195959 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:49.260945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:49.269803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:49.269803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:49.370553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Pushing event updated for resources: {'Network': ['ID=ca05bc6d-ee85-4a9c-bddf-7985f0c899f3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:49.410696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ca05bc6d-ee85-4a9c-bddf-7985f0c899f3 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:49.480470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-059b1cf5-bd37-45b6-949b-827be401f5ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.4736309 Nov 10 21:39:49.483599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41434) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:49.490685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-12638ef2-b54d-4f40-8f55-b9c66c4c1fa4 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-622412582') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:49.510018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c136fcc-df83-40a0-a083-ba58683770bc req-587cb83d-081c-4fb4-92c7-1a894e7d773a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:49.512036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c136fcc-df83-40a0-a083-ba58683770bc req-587cb83d-081c-4fb4-92c7-1a894e7d773a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0724497 Nov 10 21:39:49.542362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-85a12c09-b975-4a43-9b08-70391b520abe None None] Provisioning complete for port 476b0779-f3e8-4347-9930-9ccd655ddd63 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:49.542742 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-85a12c09-b975-4a43-9b08-70391b520abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:49.573651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:49.584850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38358cc2-9ffc-4c48-8017-48c2e6fe2bce tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "PUT /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764498 Nov 10 21:39:49.585568 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] Sync routers for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:49.588546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41438) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:49.605619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c136fcc-df83-40a0-a083-ba58683770bc req-fc00041c-f12e-4b48-b398-b19002fc98cb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865257 Nov 10 21:39:49.606332 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:49.606948 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:49.610279 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:49.611163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-85a12c09-b975-4a43-9b08-70391b520abe None None] Port 476b0779-f3e8-4347-9930-9ccd655ddd63 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:49.675351 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-12638ef2-b54d-4f40-8f55-b9c66c4c1fa4 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "PUT /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-622412582 HTTP/1.1" status: 201 len: 201 time: 0.1856961 Nov 10 21:39:49.678429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41450) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:49.690886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-a9335ecd-d0c0-4758-9756-273aee723ef2 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-622412582') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:49.695206 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:49.709669 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:49.710425 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:49.757033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7838fb7-9dd2-4eee-9951-3ecf7cdda6af req-d7c8e158-77be-4ee5-8ec6-c4845abb198e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:49.758534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7838fb7-9dd2-4eee-9951-3ecf7cdda6af req-d7c8e158-77be-4ee5-8ec6-c4845abb198e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0680659 Nov 10 21:39:49.761583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44b5f6ec-7409-4782-aabd-b4566eec7e0d tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:49.769578 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:49.770555 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365c3d3-ef91-4446-853a-3f592c7015bd None None] The sync data for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:49.863083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a9335ecd-d0c0-4758-9756-273aee723ef2 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "GET /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-622412582 HTTP/1.1" status: 204 len: 168 time: 0.1829679 Nov 10 21:39:49.866107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41458) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:49.874026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-c30c47c3-8aee-4b73-af93-2b9c69aeabca tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:49.914725 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-44b5f6ec-7409-4782-aabd-b4566eec7e0d tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 21:39:49.916186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-44b5f6ec-7409-4782-aabd-b4566eec7e0d tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959 HTTP/1.1" status: 409 len: 329 time: 0.3266544 Nov 10 21:39:49.920319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7838fb7-9dd2-4eee-9951-3ecf7cdda6af req-d2540166-bede-4044-a91a-7f71518b809b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153102 Nov 10 21:39:49.921117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:49.925224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-939fe0c8-9e11-4e42-a1a0-cf49a8ba47e6 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:49.925865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-939fe0c8-9e11-4e42-a1a0-cf49a8ba47e6 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/networks?id=d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d HTTP/1.1" status: 200 len: 812 time: 0.2138460 Nov 10 21:39:49.986372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-13cba15e-e29b-4346-aef6-21578aac0d86 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/quotas/fee052dfe6b64a12ab2f84bc6a83f9a3 HTTP/1.1" status: 200 len: 375 time: 0.0526352 Nov 10 21:39:49.991357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c30c47c3-8aee-4b73-af93-2b9c69aeabca tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "GET /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags HTTP/1.1" status: 200 len: 237 time: 0.1219099 Nov 10 21:39:49.993425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41466) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:50.007361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-4e675118-e12f-4239-8f4a-d7d4d2f3a2c0 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', {'tags': ['tempest-TagsTest-Tag-76549653', 'tempest-TagsTest-Tag-1083315728', 'tempest-TagsTest-Tag-1039022140']}) {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:50.038865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-9a6e24d5-f58e-4243-91cd-b48be2ddb460 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fee052dfe6b64a12ab2f84bc6a83f9a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467908 Nov 10 21:39:50.059276 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-546d15d8-eeee-4857-91d0-6b7b0f6d8cc8 req-2e45c97e-f66e-453c-a158-153fde668eaa tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0307798 Nov 10 21:39:50.187631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-93eda111-c7d7-4827-b0b3-ff8d89d39142 service neutron] 10.222.0.45 "GET /v2.0/networks/d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398935 Nov 10 21:39:50.227365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4e675118-e12f-4239-8f4a-d7d4d2f3a2c0 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "PUT /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags HTTP/1.1" status: 200 len: 307 time: 0.2329781 Nov 10 21:39:50.230022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41468) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:50.264329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-b4358638-539c-46b8-bdfd-4f69197ffd68 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-76549653') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:50.373844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-0c3f7c01-cb17-4e4f-bb69-4d87d9e4c654 service neutron] 10.222.0.45 "GET /v2.0/networks/d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756208 Nov 10 21:39:50.405098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:50.409798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41472) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:50.458514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b4358638-539c-46b8-bdfd-4f69197ffd68 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "DELETE /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-76549653 HTTP/1.1" status: 204 len: 168 time: 0.2274122 Nov 10 21:39:50.459502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41476) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:50.464734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-2a8a21e9-0066-45c5-b133-ef75e0154a9c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-76549653') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:50.701432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4dcdf1f8-4b98-45e7-b18c-9ea8a90c7dd5 req-0cefe6e6-692b-4c7f-8f15-e7b743505474 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 210 time: 0.0761886 Nov 10 21:39:50.915096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31cc7a5-1754-4dfc-a53d-3df762bb33ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:50.938851 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-2a8a21e9-0066-45c5-b133-ef75e0154a9c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] show failed (client error): The resource could not be found. Nov 10 21:39:50.943037 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2a8a21e9-0066-45c5-b133-ef75e0154a9c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "GET /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-76549653 HTTP/1.1" status: 404 len: 324 time: 0.4820390 Nov 10 21:39:50.947009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41486) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:50.951315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-c63d2b1b-336c-4f68-9b52-588e87b0203d tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-1083315728') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:51.068348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c63d2b1b-336c-4f68-9b52-588e87b0203d tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "GET /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-1083315728 HTTP/1.1" status: 204 len: 168 time: 0.1202021 Nov 10 21:39:51.069115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Deleting port 476b0779-f3e8-4347-9930-9ccd655ddd63 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:51.069581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.072912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41488) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:51.077564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-08e3892d-5f15-47e6-b499-dd31b4905f53 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-1039022140') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:51.085356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31cc7a5-1754-4dfc-a53d-3df762bb33ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.181637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-75f55172-ae15-4278-8b36-8fda37dd300a req-b1aec31b-94ac-4bff-97e1-d422192c2ff7 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0288367 Nov 10 21:39:51.182380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31cc7a5-1754-4dfc-a53d-3df762bb33ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.230339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d31cc7a5-1754-4dfc-a53d-3df762bb33ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32f7511dbf684b3983907276b6a22ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8171651 Nov 10 21:39:51.230531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.231279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:51.234627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-08e3892d-5f15-47e6-b499-dd31b4905f53 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "GET /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-1039022140 HTTP/1.1" status: 204 len: 168 time: 0.1585171 Nov 10 21:39:51.238534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41496) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:51.242941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-4511cc26-a12c-4bf7-a023-2e6013bb6aef tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:51.261527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Calling delete_port for 476b0779-f3e8-4347-9930-9ccd655ddd63 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:51.261926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cc7a5-1754-4dfc-a53d-3df762bb33ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66774dfa-9568-4681-8491-7a58d56d7cca,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:51.316554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-431c12cc-a866-4897-8721-9974423e53cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.339719 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-431c12cc-a866-4897-8721-9974423e53cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.465665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-431c12cc-a866-4897-8721-9974423e53cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.468481 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-431c12cc-a866-4897-8721-9974423e53cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.469964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-431c12cc-a866-4897-8721-9974423e53cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66774dfa-9568-4681-8491-7a58d56d7cca HTTP/1.1" status: 204 len: 168 time: 0.2383082 Nov 10 21:39:51.477922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c12cc-a866-4897-8721-9974423e53cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66774dfa-9568-4681-8491-7a58d56d7cca,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:51.600003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4511cc26-a12c-4bf7-a023-2e6013bb6aef tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "DELETE /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags HTTP/1.1" status: 204 len: 168 time: 0.3580990 Nov 10 21:39:51.600217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41506) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:51.604538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.tag.tag_plugin [None req-a1f3296c-36a9-4923-aa2f-dab2759ba2ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-1083315728') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:51.631507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.663283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Port': ['ID=476b0779-f3e8-4347-9930-9ccd655ddd63,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:51.756610 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-a1f3296c-36a9-4923-aa2f-dab2759ba2ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] show failed (client error): The resource could not be found. Nov 10 21:39:51.759944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a1f3296c-36a9-4923-aa2f-dab2759ba2ab tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "GET /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-1083315728 HTTP/1.1" status: 404 len: 326 time: 0.1565166 Nov 10 21:39:51.762401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41510) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:51.765299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-25e91a6b-8fd6-46ba-8e5b-d48a0f669e23 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3', 'tempest-TagsTest-Tag-1039022140') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:51.862211 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-25e91a6b-8fd6-46ba-8e5b-d48a0f669e23 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] show failed (client error): The resource could not be found. Nov 10 21:39:51.865960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-25e91a6b-8fd6-46ba-8e5b-d48a0f669e23 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "GET /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags/tempest-TagsTest-Tag-1039022140 HTTP/1.1" status: 404 len: 326 time: 0.1017337 Nov 10 21:39:51.866674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41514) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:51.871951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.tag.tag_plugin [None req-be318121-e0e6-43d9-ac45-ab6ffbb11a90 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ca05bc6d-ee85-4a9c-bddf-7985f0c899f3') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:51.909404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b869d52-4206-40f8-991d-d19ae6f1e094 req-05a62e42-dfe5-4c52-9f25-6030a73fb453 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 210 time: 0.0708430 Nov 10 21:39:51.912105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:51.999499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-be318121-e0e6-43d9-ac45-ab6ffbb11a90 tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "DELETE /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3/tags HTTP/1.1" status: 204 len: 168 time: 0.1295104 Nov 10 21:39:52.002166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41516) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:52.086639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.097082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Router ed71c150-12ce-4842-9818-d84212195959 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:52.173743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:52.179339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4bf85bbe-85f6-4cfb-908f-9b5fac7a72f4 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "PUT /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565472 Nov 10 21:39:52.179788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.182521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41518) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:52.187246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] Sync routers for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:52.198307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:52.198913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:52.230906 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-093aed36-f27c-40f0-b8d5-6785df293144 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] show failed (client error): The resource could not be found. Nov 10 21:39:52.235997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-093aed36-f27c-40f0-b8d5-6785df293144 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1154110514 HTTP/1.1" status: 404 len: 335 time: 0.0485053 Nov 10 21:39:52.236471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41522) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:52.241052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f139bcd7-dbb5-4e61-908f-fd64782810b8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:52.242453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca05bc6d-ee85-4a9c-bddf-7985f0c899f3']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:52.246375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:52.255415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] Routers {'ed71c150-12ce-4842-9818-d84212195959'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:52.255635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888b664c-3d64-4a36-be1e-e25f377a0067') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:52.256066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888b664c-3d64-4a36-be1e-e25f377a0067') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:52.256606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed71c150-12ce-4842-9818-d84212195959'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:52.267451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.282736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.289204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:52.289608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:52.294325 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:52.301385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:52.302394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf6b3e-d5c3-42e0-abf6-4dd9878c2a6a None None] The sync data for ids ['ed71c150-12ce-4842-9818-d84212195959'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:39:52.325092 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-f139bcd7-dbb5-4e61-908f-fd64782810b8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] update failed (client error): The resource could not be found. Nov 10 21:39:52.326523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f139bcd7-dbb5-4e61-908f-fd64782810b8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1517166610 HTTP/1.1" status: 404 len: 335 time: 0.0891626 Nov 10 21:39:52.342194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41528) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:52.369084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86c8d004-5992-41e5-8180-1b7f295f898a req-eb1aaad7-0d55-41c8-bf89-d27c0d077c8b tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0643065 Nov 10 21:39:52.430237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Deleting subnet 9f3806df-0d67-4ff9-9368-d235dedff41b {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:52.434402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.489139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:52.490949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:52.491089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:52.496975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:52.503198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:52.504010 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a766a91-c85b-4f3e-bc1c-cfa988589ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.509303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:52.515331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:52.521803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:52.523605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-b401c6d8-6dd0-427b-9e60-38174c7cd566 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.1437156 Nov 10 21:39:52.527026 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.542136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.548677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] 10.222.0.45 "DELETE /v2.0/networks/ca05bc6d-ee85-4a9c-bddf-7985f0c899f3 HTTP/1.1" status: 204 len: 168 time: 0.5422060 Nov 10 21:39:52.549242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.587630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a766a91-c85b-4f3e-bc1c-cfa988589ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.592989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f319a-bd9d-4713-9065-61f02896420c tempest-TagsTest-1132759307 tempest-TagsTest-1132759307-project] Pushing event deleted for resources: {'Network': ['ID=ca05bc6d-ee85-4a9c-bddf-7985f0c899f3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:52.643791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a766a91-c85b-4f3e-bc1c-cfa988589ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.683896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d676757e-d3e7-4748-a9f6-ebfb5a68ee9e req-a894f1ea-647f-41c2-8288-b746f56a747a tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369870 Nov 10 21:39:52.690612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5a766a91-c85b-4f3e-bc1c-cfa988589ffb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7cb4963ebd4e48268f3f08459f28a4d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984546 Nov 10 21:39:52.691608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a766a91-c85b-4f3e-bc1c-cfa988589ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9e8289-a9cc-499d-91e9-0794f823d2d6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:52.694035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41534) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:52.707648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.753067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-614686db-7ff9-4e11-8769-cce466e78dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:52.776457 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-614686db-7ff9-4e11-8769-cce466e78dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.012893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec84b1ca-68dc-413d-b43d-94de2490e2a9 req-e1744286-0d91-4429-aa7f-34ae8e224ceb tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 210 time: 0.0271544 Nov 10 21:39:53.087748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-614686db-7ff9-4e11-8769-cce466e78dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.090381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.090566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-614686db-7ff9-4e11-8769-cce466e78dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.091741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-614686db-7ff9-4e11-8769-cce466e78dfb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b9e8289-a9cc-499d-91e9-0794f823d2d6 HTTP/1.1" status: 204 len: 168 time: 0.3967936 Nov 10 21:39:53.100944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614686db-7ff9-4e11-8769-cce466e78dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9e8289-a9cc-499d-91e9-0794f823d2d6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:53.121182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3806df-0d67-4ff9-9368-d235dedff41b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:53.127178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.130731 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d98b38bf-dc93-4525-b7a8-dc5811dae0e0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/subnets/9f3806df-0d67-4ff9-9368-d235dedff41b HTTP/1.1" status: 204 len: 168 time: 0.7873714 Nov 10 21:39:53.133714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41540) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:53.138336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68842dc1-f10e-4f54-9bf1-292bc4a2df87 None None] Network 6704888a-e432-4960-af52-bffb3914c200 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:53.199749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Deleting subnet 5ef0749b-4ad9-4bb9-9c9a-a891d9929330 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:53.203106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.252110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.320982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41544) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:53.351042 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.357830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] DHCP port deletion for 6704888a-e432-4960-af52-bffb3914c200 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:53.491484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] Deleting port dc2565a9-ade4-4de0-a50b-1a70cbf48074 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:53.492209 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.496509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5536cd77-a6c6-4ef4-8518-b629eba34666 req-90b673a7-2d52-425b-8ff5-530427f92492 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0453012 Nov 10 21:39:53.553657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.586163 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.595876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] For port dc2565a9-ade4-4de0-a50b-1a70cbf48074, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=dc2565a9-ade4-4de0-a50b-1a70cbf48074,segment=NetworkSegment(972217c5-8ec3-4c46-ae6e-b40582998b3b),segment_id=972217c5-8ec3-4c46-ae6e-b40582998b3b)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:53.596274 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.608577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] Calling delete_port for dc2565a9-ade4-4de0-a50b-1a70cbf48074 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:53.642913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef0749b-4ad9-4bb9-9c9a-a891d9929330,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:53.644675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.648636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad72568f-6eaf-4ab1-bb24-df465b19abaf tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/subnets/5ef0749b-4ad9-4bb9-9c9a-a891d9929330 HTTP/1.1" status: 204 len: 168 time: 0.5132048 Nov 10 21:39:53.652347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41558) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:53.656336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1306e0b6-007f-4e3c-ab19-4a50526f3851 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0586ab8c176c4dc18bee361b64bf0335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340731 Nov 10 21:39:53.657103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41560) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:53.704776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006d60b-6307-4a1b-bd08-9ba1147ec566 None None] Network 83489fb1-d576-46e5-b3dc-775c5a1d0c2e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:53.720829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee44328a-cb99-4ec3-b809-ef14a86d526f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.746515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee44328a-cb99-4ec3-b809-ef14a86d526f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.775055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ec1de7b5-93e5-41c3-a37e-72883e59ea84 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.776762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ec1de7b5-93e5-41c3-a37e-72883e59ea84 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.53 "GET /v2.0/networks?id=d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d HTTP/1.1" status: 200 len: 812 time: 0.2810621 Nov 10 21:39:53.785640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.793217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Request body: {'port': {'device_id': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d', 'admin_state_up': True, 'tenant_id': 'fee052dfe6b64a12ab2f84bc6a83f9a3'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:53.831401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.877401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] Pushing event deleted for resources: {'Port': ['ID=dc2565a9-ade4-4de0-a50b-1a70cbf48074,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:53.895755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350da8f-49fa-46ac-8cce-f25842958a65 None None] No DVR routers for this DVR port dc2565a9-ade4-4de0-a50b-1a70cbf48074 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:53.901331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.909954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.916064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.922212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.929302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.936132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.942509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:53.944772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-5047bab5-6040-4441-9975-ccb6dc9a65e0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.1102383 Nov 10 21:39:53.945884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee44328a-cb99-4ec3-b809-ef14a86d526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.948468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee44328a-cb99-4ec3-b809-ef14a86d526f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:53.956297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ee44328a-cb99-4ec3-b809-ef14a86d526f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68de1b90-acc9-4a8c-a287-abc3e1898b01 HTTP/1.1" status: 204 len: 168 time: 0.2972376 Nov 10 21:39:53.980528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.019361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6704888a-e432-4960-af52-bffb3914c200']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:54.021108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] DHCP port deletion for 83489fb1-d576-46e5-b3dc-775c5a1d0c2e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:54.032481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44328a-cb99-4ec3-b809-ef14a86d526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68de1b90-acc9-4a8c-a287-abc3e1898b01,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:54.033989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972217c5-8ec3-4c46-ae6e-b40582998b3b') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:54.034484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972217c5-8ec3-4c46-ae6e-b40582998b3b') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:54.046400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.063483 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.080652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:54.081356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:54.089221 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:54.136420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Made reservation on behalf of fee052dfe6b64a12ab2f84bc6a83f9a3 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:54.139952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.160001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8baed5f3-c461-4f09-b567-a7857bb8b5e1 req-a34c115e-3f88-4313-b05f-0b3226c8d86f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2019475 Nov 10 21:39:54.176564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] Deleting port 8bf74bd4-028f-466d-81d4-e05d16941137 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:54.176961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.185718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.191040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.198488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.206235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.212407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.219202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.225422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.229821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-0a4db3ab-3d15-45bf-b96c-4fcc9a225563 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 5434 time: 0.2601626 Nov 10 21:39:54.244571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46e22195-72b4-44ea-b342-ab8e096a10bc req-c0ceda87-ebc9-4a08-99e6-9aaf89b90df2 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 210 time: 0.0393338 Nov 10 21:39:54.288832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] For port 8bf74bd4-028f-466d-81d4-e05d16941137, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8bf74bd4-028f-466d-81d4-e05d16941137,segment=NetworkSegment(aaa04456-2d1a-4f0c-89f9-fd81b5404370),segment_id=aaa04456-2d1a-4f0c-89f9-fd81b5404370)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:54.289519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.294131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-53fb9aab-bfa5-4c31-969a-3ddca778c1de tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.295644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-53fb9aab-bfa5-4c31-969a-3ddca778c1de tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "GET /v2.0/ports/48d97c8f-2dc5-4412-a33e-8853c4c29754?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0530283 Nov 10 21:39:54.308666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] Calling delete_port for 8bf74bd4-028f-466d-81d4-e05d16941137 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:54.370733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.375790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.382653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/networks/6704888a-e432-4960-af52-bffb3914c200 HTTP/1.1" status: 204 len: 168 time: 0.7284539 Nov 10 21:39:54.384364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41578) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:54.405897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e67e5f-54ef-4c82-88b6-e00937492951 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Network': ['ID=6704888a-e432-4960-af52-bffb3914c200,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:54.415378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Allocated IP 172.20.0.9 (d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d/46315227-89a9-4504-88cb-863a709c0db0/fef65146-5af2-4da0-8050-517ae6c03028) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:39:54.486327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-649a836d-1b75-47dc-bce4-845e80c01f14 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "GET /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1847327 Nov 10 21:39:54.493979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.502338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:54.510878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.537705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] Pushing event deleted for resources: {'Port': ['ID=8bf74bd4-028f-466d-81d4-e05d16941137,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:54.540099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bdfee2-1ce5-4296-b775-ec2bb68b8146 None None] No DVR routers for this DVR port 8bf74bd4-028f-466d-81d4-e05d16941137 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:54.631366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.654645 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.658998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.701386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-812a953a-d56b-4fd0-bf0a-e6cd1cde966e req-89de22fc-0ec7-4486-afd1-ed474c07e4fb tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0463917 Nov 10 21:39:54.747777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.760458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83489fb1-d576-46e5-b3dc-775c5a1d0c2e']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:54.778373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa04456-2d1a-4f0c-89f9-fd81b5404370') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:54.778373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa04456-2d1a-4f0c-89f9-fd81b5404370') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:54.806637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:39:54.806780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.809849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:54.820610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:39:54.852054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.864318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:54.864730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:54.867703 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:54.875544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Pushing event updated for resources: {'Port': ['ID=fef65146-5af2-4da0-8050-517ae6c03028,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:54.897107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:54.897651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:54.940602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] For port 48d97c8f-2dc5-4412-a33e-8853c4c29754, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=48d97c8f-2dc5-4412-a33e-8853c4c29754,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:54.977448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] For port 48d97c8f-2dc5-4412-a33e-8853c4c29754, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:54.998894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-ab7673c2-4482-464f-8aa1-6eb90abbffbe tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2100894 Nov 10 21:39:55.011748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Request body: {'port': {'device_id': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:55.012157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] device_id is not set on port 48d97c8f-2dc5-4412-a33e-8853c4c29754 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:39:55.021345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.065377 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.070944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.082249 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.084852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/networks/83489fb1-d576-46e5-b3dc-775c5a1d0c2e HTTP/1.1" status: 204 len: 168 time: 0.6995432 Nov 10 21:39:55.093948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41598) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:55.102465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265f8c3-d18a-44c6-969f-8fa807ea7dc3 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Network': ['ID=83489fb1-d576-46e5-b3dc-775c5a1d0c2e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:55.147177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Deleting subnet 23d9c9e2-f942-4ce7-915d-5d51cd437123 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:39:55.150660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.198116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.248847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.299038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8bf74bd4-028f-466d-81d4-e05d16941137 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:55.325462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] Pushing event updated for resources: {'Port': ['ID=48d97c8f-2dc5-4412-a33e-8853c4c29754,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:55.441980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] No DVR routers for this DVR port 48d97c8f-2dc5-4412-a33e-8853c4c29754 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:55.443806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-51adbbe9-06e7-44e3-a2fc-0378cc388814 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.451703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-51adbbe9-06e7-44e3-a2fc-0378cc388814 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.459353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-51adbbe9-06e7-44e3-a2fc-0378cc388814 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.466294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-51adbbe9-06e7-44e3-a2fc-0378cc388814 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.474330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-51adbbe9-06e7-44e3-a2fc-0378cc388814 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.483874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-51adbbe9-06e7-44e3-a2fc-0378cc388814 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.486905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-51adbbe9-06e7-44e3-a2fc-0378cc388814 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 4660 time: 0.1658330 Nov 10 21:39:55.505298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a965f-4632-42b5-84f2-814b17850a93 req-0ff26500-9624-4fe8-97a1-a08512b063fd tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.513583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b1a965f-4632-42b5-84f2-814b17850a93 req-0ff26500-9624-4fe8-97a1-a08512b063fd tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 931 time: 0.1512051 Nov 10 21:39:55.583127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] In _notify_port_updated(), no bound segment for port 48d97c8f-2dc5-4412-a33e-8853c4c29754 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:39:55.584265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.584888 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.587164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-8f1cc7c7-d970-413e-9e69-de44e68f724e service neutron] 10.222.0.64 "PUT /v2.0/ports/48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 200 len: 1027 time: 1.0902493 Nov 10 21:39:55.648380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef65146-5af2-4da0-8050-517ae6c03028 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:39:55.656671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-5be8e9d0-ed88-4c5b-8d9b-c79af062c12f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:55.659502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-5be8e9d0-ed88-4c5b-8d9b-c79af062c12f tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "GET /v2.0/ports/a67af197-b6bd-4f2b-af57-89a35d6ca5b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0572536 Nov 10 21:39:55.669947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8bf74bd4-028f-466d-81d4-e05d16941137 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:55.670594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8bf74bd4-028f-466d-81d4-e05d16941137 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:55.670594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device dc2565a9-ade4-4de0-a50b-1a70cbf48074 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:55.687075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b1a965f-4632-42b5-84f2-814b17850a93 req-0016c44c-684a-4180-9bc9-32d15f5cc722 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692872 Nov 10 21:39:55.690017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.697760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57e94f25-267b-44df-ba86-f2ba19507a21 req-0e537540-2671-464a-bce8-a431713475a0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=10b5f7e0-2ccf-4af0-868e-c572ca4c3567&id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2014344 Nov 10 21:39:55.699793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.715820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:55.735190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: dc2565a9-ade4-4de0-a50b-1a70cbf48074 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:55.735190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device dc2565a9-ade4-4de0-a50b-1a70cbf48074 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:55.735913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Transition to ACTIVE for port object fef65146-5af2-4da0-8050-517ae6c03028 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:39:55.818192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9435b4a9-a408-45dd-abec-c6e9769f7f06 None None] Provisioning complete for port 48d97c8f-2dc5-4412-a33e-8853c4c29754 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:55.819054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9435b4a9-a408-45dd-abec-c6e9769f7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.831120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.837693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.879209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9435b4a9-a408-45dd-abec-c6e9769f7f06 None None] Port 48d97c8f-2dc5-4412-a33e-8853c4c29754 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:55.926280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78510852-02b9-41f6-9131-3134ad23f79d req-c728eb36-0e8d-41f6-9fcd-4b793c4f02cc tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0705006 Nov 10 21:39:55.935948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:55.964422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Pushing event updated for resources: {'Port': ['ID=fef65146-5af2-4da0-8050-517ae6c03028,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:55.996416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Subnet': ['ID=23d9c9e2-f942-4ce7-915d-5d51cd437123,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:56.009777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.015026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d98d2b8e-c936-4996-a788-a0d2d41dbb18 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/subnets/23d9c9e2-f942-4ce7-915d-5d51cd437123 HTTP/1.1" status: 204 len: 168 time: 0.9200490 Nov 10 21:39:56.018061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de549d-67fe-4bc9-9ec9-d51fad4e76c7 None None] Network 53f8ca49-0700-4d64-8a52-dc09338e9ab0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:56.024637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41632) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:56.067910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] For port a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:56.074608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Attempting to bind port fef65146-5af2-4da0-8050-517ae6c03028 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:39:56.075227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Attempting to bind port fef65146-5af2-4da0-8050-517ae6c03028 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'e3f879df-16ac-4cdf-a628-2c24f3af4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:39:56.075758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Attempting to bind port fef65146-5af2-4da0-8050-517ae6c03028 on network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:56.084043 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Port fef65146-5af2-4da0-8050-517ae6c03028 on network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:39:56.085636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Attempting to bind port fef65146-5af2-4da0-8050-517ae6c03028 on network d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:39:56.112024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] For port a67af197-b6bd-4f2b-af57-89a35d6ca5b7, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:56.120889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41636) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:56.135855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:39:56.136381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Checking segment: {'id': 'e3f879df-16ac-4cdf-a628-2c24f3af4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:56.136946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Bound using segment: {'id': 'e3f879df-16ac-4cdf-a628-2c24f3af4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:39:56.137634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Bound port: fef65146-5af2-4da0-8050-517ae6c03028, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f879df-16ac-4cdf-a628-2c24f3af4657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:39:56.138277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.160290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] device_id is not set on port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:39:56.170179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.183576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.254152 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.263522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192529841-network', 'tenant_id': '9af94a7f46ef469a9144668f5c583d99'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:56.290060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] For port fef65146-5af2-4da0-8050-517ae6c03028, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:39:56.295470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] For port fef65146-5af2-4da0-8050-517ae6c03028, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fef65146-5af2-4da0-8050-517ae6c03028,segment=NetworkSegment(e3f879df-16ac-4cdf-a628-2c24f3af4657),segment_id=e3f879df-16ac-4cdf-a628-2c24f3af4657)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:39:56.300693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] DHCP port deletion for 53f8ca49-0700-4d64-8a52-dc09338e9ab0 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:39:56.320451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Deleting port b6fe4a1f-3aec-4921-95a7-15239a069619 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:56.321499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.341981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] No DVR routers for this DVR port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:56.379385 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.379938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] Deleting port b6fe4a1f-3aec-4921-95a7-15239a069619 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:56.380350 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.386823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] Pushing event updated for resources: {'Port': ['ID=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:56.399836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Made reservation on behalf of 9af94a7f46ef469a9144668f5c583d99 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:56.409968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] In _notify_port_updated(), no bound segment for port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 on network 92f7713a-46a6-4f78-96c8-61feea471e37 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:39:56.409968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.410206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.411149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.419691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-11fb8710-570b-4ecc-8b2a-e2d3d254eceb service neutron] 10.222.0.64 "PUT /v2.0/ports/a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 200 len: 1028 time: 0.7346342 Nov 10 21:39:56.484194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] For port b6fe4a1f-3aec-4921-95a7-15239a069619, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b6fe4a1f-3aec-4921-95a7-15239a069619,segment=NetworkSegment(74519e22-1362-4545-9015-2ad363bf4897),segment_id=74519e22-1362-4545-9015-2ad363bf4897)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:56.484194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.485903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.497986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] For port b6fe4a1f-3aec-4921-95a7-15239a069619, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b6fe4a1f-3aec-4921-95a7-15239a069619,segment=NetworkSegment(74519e22-1362-4545-9015-2ad363bf4897),segment_id=74519e22-1362-4545-9015-2ad363bf4897)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:56.498413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.512686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] Calling delete_port for b6fe4a1f-3aec-4921-95a7-15239a069619 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:56.513583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.514306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.515806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] 10.222.0.53 "PUT /v2.0/ports/fef65146-5af2-4da0-8050-517ae6c03028 HTTP/1.1" status: 200 len: 1092 time: 1.5081744 Nov 10 21:39:56.520655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'tag': 'fef65146-5af2-4da0-8050-517ae6c03028'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:56.523759 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78774ae-f14e-4512-91e1-0038c51be53e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4bcc91-06da-402c-b4cd-751027bb087a", "tag": "fef65146-5af2-4da0-8050-517ae6c03028"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:56.543126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Calling delete_port for b6fe4a1f-3aec-4921-95a7-15239a069619 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:56.591701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:56.592729 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.593623 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2944f9-0be5-466c-ace3-17e40a57c42e x-openstack-request-id: req-9e2944f9-0be5-466c-ace3-17e40a57c42e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:56.594202 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4bcc91-06da-402c-b4cd-751027bb087a", "tag": "fef65146-5af2-4da0-8050-517ae6c03028", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:56.594202 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e2944f9-0be5-466c-ace3-17e40a57c42e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:56.594579 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'tag': 'fef65146-5af2-4da0-8050-517ae6c03028', 'status': 'completed', 'code': 200} Nov 10 21:39:56.606129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766a8f1-33b6-47db-88c7-071f1827d918 service neutron] Pushing event updated for resources: {'Port': ['ID=fef65146-5af2-4da0-8050-517ae6c03028,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:56.715342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] For port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:56.716368 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.724171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78774ae-f14e-4512-91e1-0038c51be53e req-c527fdd3-5e4f-48df-9c9b-44d60259ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.725677 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e78774ae-f14e-4512-91e1-0038c51be53e req-c527fdd3-5e4f-48df-9c9b-44d60259ef96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fee052dfe6b64a12ab2f84bc6a83f9a3&device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 1095 time: 0.1100032 Nov 10 21:39:56.727229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fa50994e-e7a8-415c-bfa6-a5d73bb9d720 None None] Provisioning complete for port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:39:56.730034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa50994e-e7a8-415c-bfa6-a5d73bb9d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.736508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:56.773100 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.804722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.820082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fa50994e-e7a8-415c-bfa6-a5d73bb9d720 None None] Port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:39:56.824923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] Pushing event deleted for resources: {'Port': ['ID=b6fe4a1f-3aec-4921-95a7-15239a069619,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:56.836868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ce5e6-6323-436f-acac-563eb2ede09d None None] No DVR routers for this DVR port b6fe4a1f-3aec-4921-95a7-15239a069619 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:56.877033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.893499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:56.947813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad538-6cc6-4c44-8b92-d860e9649cee req-e8da6eb0-eeea-4d12-a2d5-37f49fba03e2 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.954176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad538-6cc6-4c44-8b92-d860e9649cee req-e8da6eb0-eeea-4d12-a2d5-37f49fba03e2 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.960872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad538-6cc6-4c44-8b92-d860e9649cee req-e8da6eb0-eeea-4d12-a2d5-37f49fba03e2 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.967547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad538-6cc6-4c44-8b92-d860e9649cee req-e8da6eb0-eeea-4d12-a2d5-37f49fba03e2 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.974895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dad538-6cc6-4c44-8b92-d860e9649cee req-e8da6eb0-eeea-4d12-a2d5-37f49fba03e2 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:56.976847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49dad538-6cc6-4c44-8b92-d860e9649cee req-e8da6eb0-eeea-4d12-a2d5-37f49fba03e2 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 3885 time: 0.1322985 Nov 10 21:39:57.060619 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49dad538-6cc6-4c44-8b92-d860e9649cee req-9b202188-0170-4255-99ff-a6e0ce2dc027 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724981 Nov 10 21:39:57.138698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:57.145345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.188279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:57.188818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:57.190192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a3521bd5-eb62-486e-bcef-a5dd31ce1036 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:57.196935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=0dfd77a7-b29f-4e22-a61b-08a9fe58fd46,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:57.250510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] No DVR routers for this DVR port 0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:57.263087 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.268219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-d40903b4-fe39-4366-852b-4a6678d9ae05 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "DELETE /v2.0/ports/0dfd77a7-b29f-4e22-a61b-08a9fe58fd46 HTTP/1.1" status: 204 len: 173 time: 0.8411217 Nov 10 21:39:57.269390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:57.274474 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89632a6-a962-475d-8485-f7f3f5b52fe2" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "0dfd77a7-b29f-4e22-a61b-08a9fe58fd46"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:57.295665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.300095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] No DVR routers for this DVR port b6fe4a1f-3aec-4921-95a7-15239a069619 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:57.307455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Port': ['ID=b6fe4a1f-3aec-4921-95a7-15239a069619,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:57.310763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b6fe4a1f-3aec-4921-95a7-15239a069619 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:57.324045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18b3eca3-5d4a-43a7-9194-7160eb287744 req-3e9e6394-6ed8-4b22-8e54-d007535dc1f2 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0619447 Nov 10 21:39:57.338346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b6fe4a1f-3aec-4921-95a7-15239a069619 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:39:57.340381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b6fe4a1f-3aec-4921-95a7-15239a069619 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:57.362336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:39:57.365051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:57.367327 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50390fab-3490-4178-974c-83e2c1234079" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:57.374222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc818bd-8534-40dc-81a3-267462042f7b req-445dbec5-281b-493e-b2fd-a769ca70854e tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:57.376067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fc818bd-8534-40dc-81a3-267462042f7b req-445dbec5-281b-493e-b2fd-a769ca70854e tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 943 time: 0.6234679 Nov 10 21:39:57.384985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a3521bd5-eb62-486e-bcef-a5dd31ce1036, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:57.412704 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0459b6-7a0d-48af-8764-acd27a6976a7 x-openstack-request-id: req-dc0459b6-7a0d-48af-8764-acd27a6976a7 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:57.413104 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "0dfd77a7-b29f-4e22-a61b-08a9fe58fd46", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:57.414994 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc0459b6-7a0d-48af-8764-acd27a6976a7 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:57.414994 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': '0dfd77a7-b29f-4e22-a61b-08a9fe58fd46', 'status': 'completed', 'code': 200} Nov 10 21:39:57.431031 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.431450 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Added segment af56a05e-dbaf-4e11-8744-b4f54301d12a of type vlan for network 64bad6c7-3fed-4943-bb03-5e97de570f62 Nov 10 21:39:57.446045 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bb1cc3-d7d1-4352-840d-c259e643847c x-openstack-request-id: req-31bb1cc3-d7d1-4352-840d-c259e643847c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:57.446395 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:57.447174 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31bb1cc3-d7d1-4352-840d-c259e643847c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:57.447632 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036', 'code': 200} Nov 10 21:39:57.450740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port cdbbd72b-c5b8-40dd-981e-5e523173d376 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:57.451110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.455441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.460862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device cdbbd72b-c5b8-40dd-981e-5e523173d376 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:57.479993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78774ae-f14e-4512-91e1-0038c51be53e req-a960e823-e837-4575-a18d-6717966398db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:57.481556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e78774ae-f14e-4512-91e1-0038c51be53e req-a960e823-e837-4575-a18d-6717966398db service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fee052dfe6b64a12ab2f84bc6a83f9a3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7417133 Nov 10 21:39:57.483950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64d5e4-9d52-4e22-a4f2-6649e392fb35,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:57.562598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.580957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a3521bd5-eb62-486e-bcef-a5dd31ce1036,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:57.581972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.587314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] For port cdbbd72b-c5b8-40dd-981e-5e523173d376, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:57.587987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.605449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for cdbbd72b-c5b8-40dd-981e-5e523173d376 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:57.675558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.694694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f8ca49-0700-4d64-8a52-dc09338e9ab0']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:57.711019 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fc818bd-8534-40dc-81a3-267462042f7b req-411a1fc7-411b-4177-b3aa-ec361bcf1a88 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117547 Nov 10 21:39:57.721475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74519e22-1362-4545-9015-2ad363bf4897') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:57.721891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74519e22-1362-4545-9015-2ad363bf4897') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:57.740967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.745328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port cdbbd72b-c5b8-40dd-981e-5e523173d376, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=cdbbd72b-c5b8-40dd-981e-5e523173d376,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:57.773014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.774321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:57.775106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.778164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.782135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78774ae-f14e-4512-91e1-0038c51be53e req-dae79c70-9620-4a5f-89f2-daa24c7da62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:57.784202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e78774ae-f14e-4512-91e1-0038c51be53e req-dae79c70-9620-4a5f-89f2-daa24c7da62d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2872050 Nov 10 21:39:57.806578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:39:57.807391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:39:57.810508 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:39:57.815439 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.818391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67af197-b6bd-4f2b-af57-89a35d6ca5b7 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:57.905092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67af197-b6bd-4f2b-af57-89a35d6ca5b7 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:57.905437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 48d97c8f-2dc5-4412-a33e-8853c4c29754 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:57.907485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=cdbbd72b-c5b8-40dd-981e-5e523173d376,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:57.928640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:57.943867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8200316 Nov 10 21:39:57.951376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41664) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:57.955058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 48d97c8f-2dc5-4412-a33e-8853c4c29754 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:39:57.955593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c4dfdabb-1806-4262-bb5a-810fd3717445 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:57.958535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Request body: {'subnet': {'network_id': '64bad6c7-3fed-4943-bb03-5e97de570f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1192529841-subnet', 'tenant_id': '9af94a7f46ef469a9144668f5c583d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:39:57.964794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdcd8a-b24e-4d04-9589-3c234623c83c admin admin] Pushing event updated for resources: {'Network': ['ID=64bad6c7-3fed-4943-bb03-5e97de570f62,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:57.964978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=cdbbd72b-c5b8-40dd-981e-5e523173d376,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:57.992034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 64bad6c7-3fed-4943-bb03-5e97de570f62 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:39:57.996393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-0c653b66-19d4-46e9-90f7-ada9b845b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:57.997955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-0c653b66-19d4-46e9-90f7-ada9b845b746 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fee052dfe6b64a12ab2f84bc6a83f9a3&device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 1095 time: 0.1651316 Nov 10 21:39:58.025064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] No DVR routers for this DVR port cdbbd72b-c5b8-40dd-981e-5e523173d376 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:58.028091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.033652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-a25686c7-e31c-402d-9c10-a6073b537e83 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "DELETE /v2.0/ports/cdbbd72b-c5b8-40dd-981e-5e523173d376 HTTP/1.1" status: 204 len: 173 time: 0.7543392 Nov 10 21:39:58.046975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-d26b38e2-e9dd-4bb3-8503-bf85d8babff7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fef65146-5af2-4da0-8050-517ae6c03028 HTTP/1.1" status: 200 len: 217 time: 0.0411787 Nov 10 21:39:58.088874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.117809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.122853 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.130589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/networks/53f8ca49-0700-4d64-8a52-dc09338e9ab0 HTTP/1.1" status: 204 len: 168 time: 2.1019769 Nov 10 21:39:58.143973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41670) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:58.203686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port 41e729c8-5ce6-4a25-899e-aad9b0e5510b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:39:58.208378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.215571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c4dfdabb-1806-4262-bb5a-810fd3717445, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4dfdabb-1806-4262-bb5a-810fd3717445,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:58.228149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Made reservation on behalf of 9af94a7f46ef469a9144668f5c583d99 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:39:58.230547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.238043 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a9d46-c50a-4b6c-84e2-0b14bcccbab8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Pushing event deleted for resources: {'Network': ['ID=53f8ca49-0700-4d64-8a52-dc09338e9ab0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:58.240591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93652bed-fca8-4fa9-9584-8cc62b8916d8 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed71c150-12ce-4842-9818-d84212195959 HTTP/1.1" status: 200 len: 205 time: 0.0778365 Nov 10 21:39:58.256276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41674) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:58.317389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.318428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 41e729c8-5ce6-4a25-899e-aad9b0e5510b no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:39:58.340720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-277370d7-c536-47fe-a960-e91a80fb575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:58.342462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-277370d7-c536-47fe-a960-e91a80fb575b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46315227-89a9-4504-88cb-863a709c0db0 HTTP/1.1" status: 200 len: 852 time: 0.2877195 Nov 10 21:39:58.388717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b917-bf5a-4ae6-a6d8-88194c297f2b req-fa5caae8-d3c7-4b30-8e8b-f3e45ad17334 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:58.411877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b917-bf5a-4ae6-a6d8-88194c297f2b req-fa5caae8-d3c7-4b30-8e8b-f3e45ad17334 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:58.417093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f60392e-bc50-4ad5-ac34-86426f12f8a0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.422229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280b917-bf5a-4ae6-a6d8-88194c297f2b req-fa5caae8-d3c7-4b30-8e8b-f3e45ad17334 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:58.427468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f280b917-bf5a-4ae6-a6d8-88194c297f2b req-fa5caae8-d3c7-4b30-8e8b-f3e45ad17334 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 2415 time: 0.1948414 Nov 10 21:39:58.431791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] For port 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:58.433797 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.479328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c4dfdabb-1806-4262-bb5a-810fd3717445,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:58.556537 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.572571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f280b917-bf5a-4ae6-a6d8-88194c297f2b req-78717b8f-0ee3-450f-a40d-520f393b19e1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288993 Nov 10 21:39:58.628953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 41e729c8-5ce6-4a25-899e-aad9b0e5510b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=41e729c8-5ce6-4a25-899e-aad9b0e5510b,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:39:58.636605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-3eb1f2d6-bc71-4981-b08d-2c635f8c1d85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2521043 Nov 10 21:39:58.667180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-163ba33d-f645-4766-aba0-adf2f061f8be req-178bcf6b-ee48-468c-9477-b18f160b6657 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0487723 Nov 10 21:39:58.705808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.722016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.722016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.722743 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Floating IP 8d5ff1f8-77bc-40f9-bb57-446dc47691a3 disassociated. External IP: 172.25.7.118, port: 41e729c8-5ce6-4a25-899e-aad9b0e5510b. Nov 10 21:39:58.722870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for 41e729c8-5ce6-4a25-899e-aad9b0e5510b owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:39:58.781216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=41e729c8-5ce6-4a25-899e-aad9b0e5510b,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:58.866796 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f60392e-bc50-4ad5-ac34-86426f12f8a0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.872535 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f60392e-bc50-4ad5-ac34-86426f12f8a0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:58.882419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d70b6-ef6d-4fa6-aeab-fb40d59e8b15 req-f9eeebff-a977-4ae8-a478-4d293573b91a tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:58.883972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-860d70b6-ef6d-4fa6-aeab-fb40d59e8b15 req-f9eeebff-a977-4ae8-a478-4d293573b91a tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 943 time: 0.0692117 Nov 10 21:39:58.971386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-860d70b6-ef6d-4fa6-aeab-fb40d59e8b15 req-5bb80f1d-3e96-40ee-a9b0-41c912d9f632 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776925 Nov 10 21:39:58.982852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-61daa18d-567d-478e-bc28-51062e678f8e service neutron] 10.222.0.53 "GET /v2.0/networks/d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256965 Nov 10 21:39:59.049679 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:59.085042 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:59.086102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f60392e-bc50-4ad5-ac34-86426f12f8a0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:59.086560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f60392e-bc50-4ad5-ac34-86426f12f8a0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Fanout notify agent at l3_agent the message router_deleted on router ed71c150-12ce-4842-9818-d84212195959 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:39:59.092651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=41e729c8-5ce6-4a25-899e-aad9b0e5510b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:59.103553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f60392e-bc50-4ad5-ac34-86426f12f8a0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:59.104707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8f60392e-bc50-4ad5-ac34-86426f12f8a0 tempest-RoutersNegativeTest-1783510764 tempest-RoutersNegativeTest-1783510764-project] 10.222.0.45 "DELETE /v2.0/routers/ed71c150-12ce-4842-9818-d84212195959 HTTP/1.1" status: 204 len: 168 time: 0.8415990 Nov 10 21:39:59.134834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d94fb01-50fa-4e8b-8320-d9312f8a542a req-e9f8942d-16b0-4dcb-ac13-4477aa42a911 service neutron] 10.222.0.53 "GET /v2.0/networks/d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447651 Nov 10 21:39:59.167904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=576c5868-6ee3-4fb7-8cf8-59beff28aeb5,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:39:59.184906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Checking segment: {'id': 'af56a05e-dbaf-4e11-8744-b4f54301d12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '64bad6c7-3fed-4943-bb03-5e97de570f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:39:59.185974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Network hostable DHCP agents. Network: 64bad6c7-3fed-4943-bb03-5e97de570f62, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:39:59.299233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Network 64bad6c7-3fed-4943-bb03-5e97de570f62 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:39:59.413712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 64bad6c7-3fed-4943-bb03-5e97de570f62) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:39:59.421924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c39040-0e8d-4caf-909f-ef919e09f44a None None] Network 64bad6c7-3fed-4943-bb03-5e97de570f62 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:59.434971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:59.435849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:59.450588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376'}, {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445'}, {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:59.452935 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b683111-b3de-49e0-af38-8269488ed073" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376"}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445"}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:59.504757 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf4110c-25df-449d-88d6-584ddad7d82b x-openstack-request-id: req-1cf4110c-25df-449d-88d6-584ddad7d82b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:59.505055 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376", "code": 200}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445", "code": 200}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-unplugged", "status": "completed", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:59.505301 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cf4110c-25df-449d-88d6-584ddad7d82b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:59.505695 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376', 'code': 200} Nov 10 21:39:59.505943 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445', 'code': 200} Nov 10 21:39:59.506366 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'code': 200} Nov 10 21:39:59.515448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:39:59.518437 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c863f53b-bb56-4086-88bb-78c3b114c6f6" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:39:59.537581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-39276e9f-9aa0-4036-abf6-a903bf302b07 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5840116 Nov 10 21:39:59.552447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:39:59.576258 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c3ed71-4162-4fac-9243-d07a7dc191a0 x-openstack-request-id: req-88c3ed71-4162-4fac-9243-d07a7dc191a0 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:39:59.576258 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "cdbbd72b-c5b8-40dd-981e-5e523173d376", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:39:59.576258 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88c3ed71-4162-4fac-9243-d07a7dc191a0 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:39:59.576258 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': 'cdbbd72b-c5b8-40dd-981e-5e523173d376', 'status': 'completed', 'code': 200} Nov 10 21:39:59.659362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc36f9-7073-47fa-8199-2c91ea36eb0f None None] Network 64bad6c7-3fed-4943-bb03-5e97de570f62 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:39:59.725131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:39:59.737320 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] Sync routers for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:39:59.742973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41700) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:39:59.768956 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:39:59.771787 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:39:59.788271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] No DVR routers for this DVR port 41e729c8-5ce6-4a25-899e-aad9b0e5510b on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:39:59.800096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:39:59.807078 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-b3054ea1-0e1c-42bd-9e8e-1ecd06738d3d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "DELETE /v2.0/ports/41e729c8-5ce6-4a25-899e-aad9b0e5510b HTTP/1.1" status: 204 len: 173 time: 1.7631845 Nov 10 21:39:59.892979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f7db670-4154-4135-ac08-56ad8ae4ddd7 req-4573a035-3a6f-4d5c-971b-ea0db3ee40f3 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0671136 Nov 10 21:39:59.948764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111951-f396-46f0-9c2d-1bb659577a38 req-1c00820d-9620-45d1-8fd3-4fc19a5bb570 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:59.955242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111951-f396-46f0-9c2d-1bb659577a38 req-1c00820d-9620-45d1-8fd3-4fc19a5bb570 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:39:59.957224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc111951-f396-46f0-9c2d-1bb659577a38 req-1c00820d-9620-45d1-8fd3-4fc19a5bb570 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 1677 time: 0.1701267 Nov 10 21:40:00.031537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0beb8415-d09a-40f1-a535-63b5f34d0704 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9856e291ac143b39b312582e3af6794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872674 Nov 10 21:40:00.032863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41712) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:00.063687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc111951-f396-46f0-9c2d-1bb659577a38 req-2baa2cbc-c8cf-486e-a38b-58ef34f0a9c3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups?id=d634b9b2-89e9-41c9-8033-1831630f7c70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987649 Nov 10 21:40:00.077994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port a3521bd5-eb62-486e-bcef-a5dd31ce1036 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:00.079568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.134630 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:00.152885 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d383-797a-4166-bd7f-415ead3fd985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.183768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d383-797a-4166-bd7f-415ead3fd985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.201003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] For port a3521bd5-eb62-486e-bcef-a5dd31ce1036, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a3521bd5-eb62-486e-bcef-a5dd31ce1036,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:00.201580 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.202419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9fdda-dd04-4ef2-919d-8f8cdbdb7a96 req-62d76435-8ed4-461e-9685-5f792dd3ec02 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:00.210777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-adf9fdda-dd04-4ef2-919d-8f8cdbdb7a96 req-62d76435-8ed4-461e-9685-5f792dd3ec02 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 943 time: 0.1028936 Nov 10 21:40:00.221115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for a3521bd5-eb62-486e-bcef-a5dd31ce1036 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:00.343406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-adf9fdda-dd04-4ef2-919d-8f8cdbdb7a96 req-4494b1fb-d62b-49d8-a68d-536c919e86e2 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317022 Nov 10 21:40:00.430474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 5, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:00.431874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d383-797a-4166-bd7f-415ead3fd985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.435042 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d383-797a-4166-bd7f-415ead3fd985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.438917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d0f2d383-797a-4166-bd7f-415ead3fd985 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dff9a0d9-6c29-47f8-b960-bc448b56d7a7 HTTP/1.1" status: 204 len: 168 time: 0.4025176 Nov 10 21:40:00.447229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2d383-797a-4166-bd7f-415ead3fd985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff9a0d9-6c29-47f8-b960-bc448b56d7a7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:00.462821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.463449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] Checking router: b2cc4ab0-c70e-49ac-a176-d83a731b4f4d for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:40:00.481378 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:00.482019 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:00.547027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=a3521bd5-eb62-486e-bcef-a5dd31ce1036,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:00.573738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] No DVR routers for this DVR port a3521bd5-eb62-486e-bcef-a5dd31ce1036 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:00.576687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.579619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41728) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:00.584556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-371294974-network', 'tenant_id': '4372e5c622064dee9c6790f98b5b8a16'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:00.585331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-262eb7a1-f179-4bff-bacd-7abf3d4a0c8b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "DELETE /v2.0/ports/a3521bd5-eb62-486e-bcef-a5dd31ce1036 HTTP/1.1" status: 204 len: 173 time: 0.7325094 Nov 10 21:40:00.603420 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:00.665246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Made reservation on behalf of 4372e5c622064dee9c6790f98b5b8a16 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:00.667906 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.679317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.706084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port c4dfdabb-1806-4262-bb5a-810fd3717445 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:00.706559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.835309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] For port c4dfdabb-1806-4262-bb5a-810fd3717445, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c4dfdabb-1806-4262-bb5a-810fd3717445,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:00.838548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.850537 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 5, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:00.854027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for c4dfdabb-1806-4262-bb5a-810fd3717445 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:00.856435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:00.889902 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a4f11-5b84-496c-a300-7da71ff55309 None None] The sync data for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 is: [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '433a4c04-f3a7-441e-b21e-e4186244b60f', 'name': '', 'network_id': '8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'mac_address': 'fa:16:3e:19:7f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:16Z', 'updated_at': '2021-11-10T21:28:29Z', 'revision_number': 5, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'subnets': [{'id': 'e2d35b2c-db91-4a29-b936-225b49929d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:40:00.956183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.029055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:40:01.059020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14d80fc-ff49-45ec-ae03-981a2eb6a476,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:01.098430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83378456-fba3-4d99-bcd2-a4c249ee9c52 req-af6e38fd-b9fa-42aa-ae98-f66694125285 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0666749 Nov 10 21:40:01.101403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.101936 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Added segment d168a285-a172-4b4d-8346-b59140fdf36b of type vlan for network 574b9b7d-cf8c-4fae-a8fd-afa32e9a980b Nov 10 21:40:01.139788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.160049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.216583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=c4dfdabb-1806-4262-bb5a-810fd3717445,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:01.288148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18afda28-67eb-41d9-a96c-7de049a6f768 req-7a07b3a5-b81b-4762-9c9f-aac6e30c151e tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0595756 Nov 10 21:40:01.293737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.294860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:01.295493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.318080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] No DVR routers for this DVR port c4dfdabb-1806-4262-bb5a-810fd3717445 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:01.322080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.326756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bd9e49e-d417-43c6-a20c-fee922f09d8b req-1a57497a-d169-46f0-b364-a90ee9959068 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.64 "DELETE /v2.0/ports/c4dfdabb-1806-4262-bb5a-810fd3717445 HTTP/1.1" status: 204 len: 173 time: 0.7311463 Nov 10 21:40:01.368850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e2459c-56fe-415e-ab59-27c6817baab8 None None] New status for floating IP 8d5ff1f8-77bc-40f9-bb57-446dc47691a3: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:40:01.392317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=574b9b7d-cf8c-4fae-a8fd-afa32e9a980b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:01.436492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13e090d4-2bab-489f-a689-7fb1a6571fc1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8539379 Nov 10 21:40:01.437703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41744) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:01.443947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Request body: {'subnet': {'network_id': '574b9b7d-cf8c-4fae-a8fd-afa32e9a980b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-371294974-subnet', 'tenant_id': '4372e5c622064dee9c6790f98b5b8a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:01.454873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 574b9b7d-cf8c-4fae-a8fd-afa32e9a980b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:40:01.544672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90488839-25a8-461a-8d85-708e88ab7e18 req-f440179a-8ad9-49e9-b158-f5934701605d tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:01.546303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90488839-25a8-461a-8d85-708e88ab7e18 req-f440179a-8ad9-49e9-b158-f5934701605d tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 943 time: 0.0658967 Nov 10 21:40:01.577503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b'}, {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036'}, {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:40:01.580410 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2746d060-2a32-43ec-abcf-67fd590fe58f" -d '{"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b"}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036"}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:40:01.585168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Made reservation on behalf of 4372e5c622064dee9c6790f98b5b8a16 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:01.591124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:01.661122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90488839-25a8-461a-8d85-708e88ab7e18 req-aa593ecb-b1f6-4115-8961-98d28aef9680 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031647 Nov 10 21:40:01.724823 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 21:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eef94d-e10a-4e0d-a770-10ce15c1199e x-openstack-request-id: req-d2eef94d-e10a-4e0d-a770-10ce15c1199e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:40:01.725303 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "41e729c8-5ce6-4a25-899e-aad9b0e5510b", "status": "completed", "code": 200}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "a3521bd5-eb62-486e-bcef-a5dd31ce1036", "status": "completed", "code": 200}, {"server_uuid": "e45ecfd9-fdb1-46a9-8385-c75fc9afb13a", "name": "network-vif-deleted", "tag": "c4dfdabb-1806-4262-bb5a-810fd3717445", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:40:01.725576 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2eef94d-e10a-4e0d-a770-10ce15c1199e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:40:01.728537 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': '41e729c8-5ce6-4a25-899e-aad9b0e5510b', 'status': 'completed', 'code': 200} Nov 10 21:40:01.728537 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': 'a3521bd5-eb62-486e-bcef-a5dd31ce1036', 'status': 'completed', 'code': 200} Nov 10 21:40:01.728537 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ecfd9-fdb1-46a9-8385-c75fc9afb13a', 'name': 'network-vif-deleted', 'tag': 'c4dfdabb-1806-4262-bb5a-810fd3717445', 'status': 'completed', 'code': 200} Nov 10 21:40:02.009400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:02.113333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f88800-c8ee-4634-bc1d-1613ec287f21,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:02.126851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Checking segment: {'id': 'd168a285-a172-4b4d-8346-b59140fdf36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '574b9b7d-cf8c-4fae-a8fd-afa32e9a980b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:02.132172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Network hostable DHCP agents. Network: 574b9b7d-cf8c-4fae-a8fd-afa32e9a980b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:40:02.208961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Network 574b9b7d-cf8c-4fae-a8fd-afa32e9a980b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:40:02.237523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d8bc54d4-4a13-4f84-9a8d-ef89296c30d6 req-74c34526-3532-4720-b0ff-40163247d352 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0314596 Nov 10 21:40:02.310977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 574b9b7d-cf8c-4fae-a8fd-afa32e9a980b) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:02.315310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:02.316107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:02.322992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ff436-a947-4eb8-a8ec-a6521edd42d0 None None] Network 574b9b7d-cf8c-4fae-a8fd-afa32e9a980b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:02.342897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41768) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:02.399874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-af25cc6b-ebcd-4aed-8c36-432c95eac1e9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9567144 Nov 10 21:40:02.495060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fef65146-5af2-4da0-8050-517ae6c03028 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:40:02.536000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3e448e2d-5e92-4b2d-8444-274458d7815e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:02.539793 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-3e448e2d-5e92-4b2d-8444-274458d7815e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 21:40:02.539793 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-3e448e2d-5e92-4b2d-8444-274458d7815e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 21:40:02.539793 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3e448e2d-5e92-4b2d-8444-274458d7815e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1956506 Nov 10 21:40:02.542176 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e3766994-27d9-4cb2-860c-2f13dfea3889 req-f2223acb-c791-47d8-bf55-17ce9a34b832 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.1446197 Nov 10 21:40:02.553347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41778) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:02.563438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--455089486'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:02.699398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0bb93e-7bc5-4aa6-a41e-110cebbcfd33 None None] Network 574b9b7d-cf8c-4fae-a8fd-afa32e9a980b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:02.743992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41782) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:02.818045 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:02.870156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:02.906064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] Deleting subnet 576c5868-6ee3-4fb7-8cf8-59beff28aeb5 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:40:02.910488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:02.929314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fef65146-5af2-4da0-8050-517ae6c03028, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fef65146-5af2-4da0-8050-517ae6c03028,segment=NetworkSegment(e3f879df-16ac-4cdf-a628-2c24f3af4657),segment_id=e3f879df-16ac-4cdf-a628-2c24f3af4657)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:02.949874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:02.955106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'fef65146-5af2-4da0-8050-517ae6c03028', 'network_id': 'd6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d', 'port_id': 'fef65146-5af2-4da0-8050-517ae6c03028', 'mac_address': 'fa:16:3e:6b:31:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46315227-89a9-4504-88cb-863a709c0db0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:40:02.995212 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.003598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3da0d-a002-4e2a-94c5-e99f89c1e64b req-556a2982-3b2e-4e64-8816-e17d79270ac0 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:03.005145 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bde3da0d-a002-4e2a-94c5-e99f89c1e64b req-556a2982-3b2e-4e64-8816-e17d79270ac0 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 943 time: 0.1946621 Nov 10 21:40:03.008672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.009200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef65146-5af2-4da0-8050-517ae6c03028 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:40:03.030984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fef65146-5af2-4da0-8050-517ae6c03028, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fef65146-5af2-4da0-8050-517ae6c03028,segment=NetworkSegment(e3f879df-16ac-4cdf-a628-2c24f3af4657),segment_id=e3f879df-16ac-4cdf-a628-2c24f3af4657)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:03.128265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bde3da0d-a002-4e2a-94c5-e99f89c1e64b req-a707209f-953c-489a-8ddb-c7342c424802 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987349 Nov 10 21:40:03.150851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.151392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.200624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=fef65146-5af2-4da0-8050-517ae6c03028,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:03.242004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.272814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=576c5868-6ee3-4fb7-8cf8-59beff28aeb5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:03.275623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.278935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c44fbeb2-ca7b-4acd-938f-2c39777755c8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/576c5868-6ee3-4fb7-8cf8-59beff28aeb5 HTTP/1.1" status: 204 len: 168 time: 0.5335536 Nov 10 21:40:03.283487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41786) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:03.292068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.334844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f2d4d7-aad7-4bca-8493-0499485fa997,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:03.375592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['fef65146-5af2-4da0-8050-517ae6c03028'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:40:03.390370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.402555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2b2e73f8-5827-4f21-93f6-11d496294abd req-05e30a64-7ec2-440a-a973-fdeede8d3799 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0391784 Nov 10 21:40:03.417996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.477604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.505571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.537704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effd4423-8a94-43d7-b154-27119122ec06,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:03.539588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bad6c7-3fed-4943-bb03-5e97de570f62']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:03.552639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af56a05e-dbaf-4e11-8744-b4f54301d12a') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:03.552932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af56a05e-dbaf-4e11-8744-b4f54301d12a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:03.566207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.583673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.590034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:40:03.590431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:40:03.592369 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:40:03.598438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.602717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e63bf69b-2fd7-4d52-82eb-d2867fd5737b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0484684 Nov 10 21:40:03.603463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41792) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:03.607902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5089e338-909d-47bc-a0c3-4858faa15fad tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': 'effd4423-8a94-43d7-b154-27119122ec06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:03.769893 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea36baf2-bc7d-4ce1-8018-bdd87eec78a8 req-f74c7c06-cac3-4562-bd42-28cb179483a5 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0294542 Nov 10 21:40:03.778073 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5089e338-909d-47bc-a0c3-4858faa15fad tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.799096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.816380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.819840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] 10.222.0.45 "DELETE /v2.0/networks/64bad6c7-3fed-4943-bb03-5e97de570f62 HTTP/1.1" status: 204 len: 168 time: 0.5352902 Nov 10 21:40:03.820863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176dc78-d2ac-4fe3-8d89-38ec3876d8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=64bad6c7-3fed-4943-bb03-5e97de570f62,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:03.822737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41798) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:03.909308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5089e338-909d-47bc-a0c3-4858faa15fad tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.912848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] Deleting subnet a5f88800-c8ee-4634-bc1d-1613ec287f21 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:40:03.916291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.955343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:03.995825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.015041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5089e338-909d-47bc-a0c3-4858faa15fad tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.043562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089e338-909d-47bc-a0c3-4858faa15fad tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378d65f-047b-4f0c-b83a-d8fb51cea60d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:04.185341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5089e338-909d-47bc-a0c3-4858faa15fad tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.187022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5089e338-909d-47bc-a0c3-4858faa15fad tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5826027 Nov 10 21:40:04.190408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41806) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:04.194874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-cc9b7c01-b860-4591-974e-d8416a6c037b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': 'effd4423-8a94-43d7-b154-27119122ec06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:04.247193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.277575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f88800-c8ee-4634-bc1d-1613ec287f21,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:04.287702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.287702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8dd4c952-ce82-4e9c-a2dc-656d67fe5314 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a5f88800-c8ee-4634-bc1d-1613ec287f21 HTTP/1.1" status: 204 len: 168 time: 0.4631042 Nov 10 21:40:04.291098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41810) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:04.304163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8009-9987-4001-a319-1e1715300fc5 req-af33d5bf-88a7-4432-a730-45e56f231b8e tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:04.309456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-349c8009-9987-4001-a319-1e1715300fc5 req-af33d5bf-88a7-4432-a730-45e56f231b8e tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 944 time: 0.0932391 Nov 10 21:40:04.365078 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7c01-b860-4591-974e-d8416a6c037b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.386013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.396790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-349c8009-9987-4001-a319-1e1715300fc5 req-03706211-211e-457a-bc72-c874d8215014 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813706 Nov 10 21:40:04.491091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.499293 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-cc9b7c01-b860-4591-974e-d8416a6c037b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 21:40:04.503247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cc9b7c01-b860-4591-974e-d8416a6c037b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3092906 Nov 10 21:40:04.503817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41818) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:04.505187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fef65146-5af2-4da0-8050-517ae6c03028 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:04.543152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574b9b7d-cf8c-4fae-a8fd-afa32e9a980b']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:04.558688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd168a285-a172-4b4d-8346-b59140fdf36b') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:04.559129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd168a285-a172-4b4d-8346-b59140fdf36b') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:04.571200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.588673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.598096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:40:04.599213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:40:04.600543 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:40:04.603392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-196e0f1e-fcdf-4b8a-8d56-9648160f572f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.629071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-196e0f1e-fcdf-4b8a-8d56-9648160f572f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.641774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec5196ae-e27e-4c2e-aa55-48c663227f9b req-e74f2631-215e-4e93-9a32-f9613a24837b tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1296349 Nov 10 21:40:04.678095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port fef65146-5af2-4da0-8050-517ae6c03028 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:40:04.682913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port fef65146-5af2-4da0-8050-517ae6c03028 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:04.683508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.768208 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.776574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.782884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] 10.222.0.45 "DELETE /v2.0/networks/574b9b7d-cf8c-4fae-a8fd-afa32e9a980b HTTP/1.1" status: 204 len: 168 time: 0.4907188 Nov 10 21:40:04.796445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-196e0f1e-fcdf-4b8a-8d56-9648160f572f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.799360 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-196e0f1e-fcdf-4b8a-8d56-9648160f572f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.809609 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-196e0f1e-fcdf-4b8a-8d56-9648160f572f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/effd4423-8a94-43d7-b154-27119122ec06 HTTP/1.1" status: 204 len: 168 time: 0.3021677 Nov 10 21:40:04.816610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41826) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:04.819054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:04.849382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707082b-3ff6-41d4-9e7b-f0a14065bc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=574b9b7d-cf8c-4fae-a8fd-afa32e9a980b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:04.877709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e0f1e-fcdf-4b8a-8d56-9648160f572f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effd4423-8a94-43d7-b154-27119122ec06,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:04.886283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef65146-5af2-4da0-8050-517ae6c03028'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:40:04.894752 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3b1949-eb87-402c-904d-d74a06c2ff41" -d '{"events": [{"server_uuid": "3e4bcc91-06da-402c-b4cd-751027bb087a", "name": "network-vif-plugged", "status": "completed", "tag": "fef65146-5af2-4da0-8050-517ae6c03028"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:40:04.936629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fef65146-5af2-4da0-8050-517ae6c03028, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fef65146-5af2-4da0-8050-517ae6c03028,segment=NetworkSegment(e3f879df-16ac-4cdf-a628-2c24f3af4657),segment_id=e3f879df-16ac-4cdf-a628-2c24f3af4657)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:04.969910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1adb5788-3e06-49d2-8871-4ab5922db947 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1466570 Nov 10 21:40:04.975211 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8ace95-6f57-4028-ab2c-99ebea0b87ef x-openstack-request-id: req-8c8ace95-6f57-4028-ab2c-99ebea0b87ef {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:40:04.975422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41830) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:04.975571 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4bcc91-06da-402c-b4cd-751027bb087a", "name": "network-vif-plugged", "status": "completed", "tag": "fef65146-5af2-4da0-8050-517ae6c03028", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:40:04.975889 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c8ace95-6f57-4028-ab2c-99ebea0b87ef {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:40:04.976283 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef65146-5af2-4da0-8050-517ae6c03028', 'code': 200} Nov 10 21:40:04.978487 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d44fc7e-de46-4653-8e45-9ac7d7c9033e req-30a45a7d-fa0f-4c7c-be9f-e4a7f0427f73 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0642858 Nov 10 21:40:04.980096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4ac17360-1cfb-4eb7-94c7-e68c8e01defe tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050322219'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:04.996516 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.070972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=fef65146-5af2-4da0-8050-517ae6c03028,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:05.079127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ac17360-1cfb-4eb7-94c7-e68c8e01defe tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.095540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13964f5f-4b31-4d4e-bb86-b5990de0ac41 req-5023e6b1-6dc5-411a-89ed-ed812f9f5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:05.097245 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13964f5f-4b31-4d4e-bb86-b5990de0ac41 req-5023e6b1-6dc5-411a-89ed-ed812f9f5bc9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 1097 time: 0.0568385 Nov 10 21:40:05.170137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13964f5f-4b31-4d4e-bb86-b5990de0ac41 req-7ab35aad-8383-42c5-ad49-7360d7643f13 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633421 Nov 10 21:40:05.212160 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ac17360-1cfb-4eb7-94c7-e68c8e01defe tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.304648 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ac17360-1cfb-4eb7-94c7-e68c8e01defe tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.317119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41832) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:05.345528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac17360-1cfb-4eb7-94c7-e68c8e01defe tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20182ea3-71df-4fc6-b5d2-c966dfa84531,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:05.379455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f7344bf4-da99-4e27-bb64-f7d2c68e07e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9af94a7f46ef469a9144668f5c583d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611603 Nov 10 21:40:05.381985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41834) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:05.404306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ac17360-1cfb-4eb7-94c7-e68c8e01defe tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.408891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4ac17360-1cfb-4eb7-94c7-e68c8e01defe tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4292307 Nov 10 21:40:05.409174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41836) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:05.413939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6800af24-1bcd-42de-aa30-d40ac1ff416e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '20182ea3-71df-4fc6-b5d2-c966dfa84531', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:05.414765 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-6800af24-1bcd-42de-aa30-d40ac1ff416e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 21:40:05.415273 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-6800af24-1bcd-42de-aa30-d40ac1ff416e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:05.419597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6800af24-1bcd-42de-aa30-d40ac1ff416e tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062099 Nov 10 21:40:05.423693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41840) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:05.480855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62b6dd0f-32ed-4834-b551-5ab02671da12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.517065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da5932b8-89fb-48f0-ad66-d55fc5ca02ee tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.526720 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62b6dd0f-32ed-4834-b551-5ab02671da12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.540203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111e208-c52d-45bb-b792-c240ae8f4bf1 req-c692d035-cda1-4af3-9ef6-fc751d4e001e tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:05.541829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f111e208-c52d-45bb-b792-c240ae8f4bf1 req-c692d035-cda1-4af3-9ef6-fc751d4e001e tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 945 time: 0.0670836 Nov 10 21:40:05.577425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da5932b8-89fb-48f0-ad66-d55fc5ca02ee tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.624048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f111e208-c52d-45bb-b792-c240ae8f4bf1 req-b97d1e1d-09a4-408a-a8f4-f7f27e740bff tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748363 Nov 10 21:40:05.648148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-016c9f0e-5097-4335-8adc-7c9b1b0b31b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.683151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62b6dd0f-32ed-4834-b551-5ab02671da12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.686216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62b6dd0f-32ed-4834-b551-5ab02671da12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.692907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-62b6dd0f-32ed-4834-b551-5ab02671da12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf64d5e4-9d52-4e22-a4f2-6649e392fb35 HTTP/1.1" status: 204 len: 168 time: 0.3073423 Nov 10 21:40:05.698945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6dd0f-32ed-4834-b551-5ab02671da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64d5e4-9d52-4e22-a4f2-6649e392fb35,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:05.711114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da5932b8-89fb-48f0-ad66-d55fc5ca02ee tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.714434 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da5932b8-89fb-48f0-ad66-d55fc5ca02ee tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:05.718734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41848) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:05.719512 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-da5932b8-89fb-48f0-ad66-d55fc5ca02ee tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/20182ea3-71df-4fc6-b5d2-c966dfa84531 HTTP/1.1" status: 204 len: 168 time: 0.2940934 Nov 10 21:40:05.731063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5932b8-89fb-48f0-ad66-d55fc5ca02ee tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20182ea3-71df-4fc6-b5d2-c966dfa84531,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:05.773011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6f3aea6-167d-478e-9ec4-83f21a770f1c req-f0cde90a-ceed-4697-95d3-a8f811163461 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0314031 Nov 10 21:40:05.823192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2b5681c1-7cc8-4087-9603-cc1ce505604c tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1024294 Nov 10 21:40:05.826934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41850) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:05.831816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-564a2f00-98ce-480c-98a8-e9e79d3e3edf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263014178'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:05.923851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-564a2f00-98ce-480c-98a8-e9e79d3e3edf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.160423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d41fc0e2-56b5-42ec-bb3d-de9407841b76 req-3887d14c-9143-47e0-acdc-aa4d346f1acc tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0363779 Nov 10 21:40:06.269966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-564a2f00-98ce-480c-98a8-e9e79d3e3edf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.321986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-564a2f00-98ce-480c-98a8-e9e79d3e3edf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.360627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a2f00-98ce-480c-98a8-e9e79d3e3edf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f924476-a1a8-49fb-94e9-e6e6f49a06f4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:06.393275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-564a2f00-98ce-480c-98a8-e9e79d3e3edf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.394897 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-564a2f00-98ce-480c-98a8-e9e79d3e3edf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5670245 Nov 10 21:40:06.397694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41858) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:06.402588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-93eb8103-1d6f-441c-b09a-547c89a85c2d tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '2f924476-a1a8-49fb-94e9-e6e6f49a06f4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:06.403701 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-93eb8103-1d6f-441c-b09a-547c89a85c2d tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 21:40:06.404467 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-93eb8103-1d6f-441c-b09a-547c89a85c2d tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:06.405696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93eb8103-1d6f-441c-b09a-547c89a85c2d tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067933 Nov 10 21:40:06.409054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41860) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:06.464935 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f94cacde-d831-4d4a-814c-a2ed4ae5ce80 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.488956 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f94cacde-d831-4d4a-814c-a2ed4ae5ce80 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.565295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41864) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:06.607305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fcafbbc1-4c69-4711-be49-34081f8dab12 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4372e5c622064dee9c6790f98b5b8a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408013 Nov 10 21:40:06.610047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:06.618986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f94cacde-d831-4d4a-814c-a2ed4ae5ce80 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.621868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f94cacde-d831-4d4a-814c-a2ed4ae5ce80 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.625805 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f94cacde-d831-4d4a-814c-a2ed4ae5ce80 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/2f924476-a1a8-49fb-94e9-e6e6f49a06f4 HTTP/1.1" status: 204 len: 168 time: 0.2141421 Nov 10 21:40:06.627778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41868) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:06.636999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cacde-d831-4d4a-814c-a2ed4ae5ce80 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f924476-a1a8-49fb-94e9-e6e6f49a06f4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:06.701751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-830ef3c6-16c6-43d6-9ec1-357e58365f99 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0728550 Nov 10 21:40:06.706290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41872) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:06.711233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e57dc987-e167-4556-862c-a69a295e6998 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111435998'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:06.722373 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2125f93-c07f-40f3-a0d1-fe33e04d2440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.745804 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2125f93-c07f-40f3-a0d1-fe33e04d2440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.791215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9070658-c28e-4ca1-ac38-7ec60030658e req-f6bf0e91-a6e1-4f6c-8846-6dbc0bc0a158 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:06.793084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9070658-c28e-4ca1-ac38-7ec60030658e req-f6bf0e91-a6e1-4f6c-8846-6dbc0bc0a158 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 945 time: 0.0585263 Nov 10 21:40:06.848836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9070658-c28e-4ca1-ac38-7ec60030658e req-ee4a5aa8-74d5-460d-a5d7-4973263bc510 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479577 Nov 10 21:40:06.851127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e57dc987-e167-4556-862c-a69a295e6998 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.882406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2125f93-c07f-40f3-a0d1-fe33e04d2440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.886472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2125f93-c07f-40f3-a0d1-fe33e04d2440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:06.898359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2125f93-c07f-40f3-a0d1-fe33e04d2440 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a14d80fc-ff49-45ec-ae03-981a2eb6a476 HTTP/1.1" status: 204 len: 168 time: 0.2766201 Nov 10 21:40:06.917520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f1def8e2-b409-407b-9302-5d01a8897a37 req-c7167306-5d70-454a-95e7-d1943899399a tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0468843 Nov 10 21:40:06.926517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2125f93-c07f-40f3-a0d1-fe33e04d2440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14d80fc-ff49-45ec-ae03-981a2eb6a476,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:06.951909 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e57dc987-e167-4556-862c-a69a295e6998 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.064976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e57dc987-e167-4556-862c-a69a295e6998 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.098851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dc987-e167-4556-862c-a69a295e6998 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96954b76-75c9-4c9b-9cf5-a730744735b3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:07.176091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e57dc987-e167-4556-862c-a69a295e6998 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.177571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e57dc987-e167-4556-862c-a69a295e6998 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4700963 Nov 10 21:40:07.185900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41886) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.191960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-01ebd9d6-7c85-4381-b282-3795f4253b1b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '96954b76-75c9-4c9b-9cf5-a730744735b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:07.210436 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-01ebd9d6-7c85-4381-b282-3795f4253b1b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 21:40:07.211066 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-01ebd9d6-7c85-4381-b282-3795f4253b1b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:07.218781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-01ebd9d6-7c85-4381-b282-3795f4253b1b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250387 Nov 10 21:40:07.219090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41890) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.223947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bfeab46c-7ad3-45e8-aeef-78e9dbc27e18 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '96954b76-75c9-4c9b-9cf5-a730744735b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:07.225880 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-bfeab46c-7ad3-45e8-aeef-78e9dbc27e18 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 21:40:07.226655 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-bfeab46c-7ad3-45e8-aeef-78e9dbc27e18 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:07.228894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bfeab46c-7ad3-45e8-aeef-78e9dbc27e18 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073748 Nov 10 21:40:07.230691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41892) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.237492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d9600574-37bf-4329-9f85-f4b1cb8ccfd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '96954b76-75c9-4c9b-9cf5-a730744735b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:07.239075 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-d9600574-37bf-4329-9f85-f4b1cb8ccfd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 21:40:07.239803 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-d9600574-37bf-4329-9f85-f4b1cb8ccfd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:07.241007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d9600574-37bf-4329-9f85-f4b1cb8ccfd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092125 Nov 10 21:40:07.243707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41894) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.248717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4a77e7d5-c73a-456d-9fb1-ad656fa5e9fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '96954b76-75c9-4c9b-9cf5-a730744735b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:07.249598 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-4a77e7d5-c73a-456d-9fb1-ad656fa5e9fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 21:40:07.250762 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-4a77e7d5-c73a-456d-9fb1-ad656fa5e9fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:07.251822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4a77e7d5-c73a-456d-9fb1-ad656fa5e9fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067468 Nov 10 21:40:07.254656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41896) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.289553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73875370-e9f6-4bc5-afbe-893592ba8e15 req-36f69e38-7cab-430c-bb2e-42a96b2d0db1 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0365882 Nov 10 21:40:07.334196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7a105c5-faf2-496d-bcb8-9b420c5ec1cf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.358639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7a105c5-faf2-496d-bcb8-9b420c5ec1cf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.483426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7a105c5-faf2-496d-bcb8-9b420c5ec1cf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.484797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7a105c5-faf2-496d-bcb8-9b420c5ec1cf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.486089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c7a105c5-faf2-496d-bcb8-9b420c5ec1cf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/96954b76-75c9-4c9b-9cf5-a730744735b3 HTTP/1.1" status: 204 len: 168 time: 0.2304528 Nov 10 21:40:07.493859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41906) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.498582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a105c5-faf2-496d-bcb8-9b420c5ec1cf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96954b76-75c9-4c9b-9cf5-a730744735b3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:07.552622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-15f063c2-fc07-4fbb-bcda-4d0e376d0306 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572858 Nov 10 21:40:07.556378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41908) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.561347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6bc7f4f5-cce7-4c59-b8e9-042999475fd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--472895429'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:07.657691 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f4f5-cce7-4c59-b8e9-042999475fd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.747638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ead24d-4ea6-44b8-8a0d-66da793780ef req-5beef6ff-0e81-4ee5-80b2-3370cd610f8c tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:07.749427 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73ead24d-4ea6-44b8-8a0d-66da793780ef req-5beef6ff-0e81-4ee5-80b2-3370cd610f8c tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 945 time: 0.0790505 Nov 10 21:40:07.812609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f4f5-cce7-4c59-b8e9-042999475fd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.834024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73ead24d-4ea6-44b8-8a0d-66da793780ef req-bc10471f-92f4-4e49-b5a5-0f0353fe9fd7 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733387 Nov 10 21:40:07.888720 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f4f5-cce7-4c59-b8e9-042999475fd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.929289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7f4f5-cce7-4c59-b8e9-042999475fd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8196325f-098c-4a05-b188-d70dc8e306f3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:07.960255 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7ad15069-6d1c-4bf7-ac53-57f8d83624ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.982580 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6bc7f4f5-cce7-4c59-b8e9-042999475fd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:07.988232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:07.990827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6bc7f4f5-cce7-4c59-b8e9-042999475fd1 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4318445 Nov 10 21:40:07.993885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-cc42d6f4-9270-4afd-8467-5d23444d5a8b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:07.994940 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-cc42d6f4-9270-4afd-8467-5d23444d5a8b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 21:40:07.995747 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-cc42d6f4-9270-4afd-8467-5d23444d5a8b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:07.996961 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cc42d6f4-9270-4afd-8467-5d23444d5a8b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074871 Nov 10 21:40:08.000833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41930) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:08.006126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d39de8fc-9561-4022-9bfe-b185e78dfdda tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:08.077512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-291ff396-a38f-4c9d-891f-4adb14d4d250 req-6caf61d1-c2fb-4bc9-b174-4bfde4765109 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0508440 Nov 10 21:40:08.265329 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-d39de8fc-9561-4022-9bfe-b185e78dfdda tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:08.267623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d39de8fc-9561-4022-9bfe-b185e78dfdda tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2657082 Nov 10 21:40:08.270382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41938) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:08.276825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-589cfa7c-e0dc-4769-b114-1076404419df tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:08.277550 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-589cfa7c-e0dc-4769-b114-1076404419df tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 21:40:08.278548 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-589cfa7c-e0dc-4769-b114-1076404419df tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:08.280498 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-589cfa7c-e0dc-4769-b114-1076404419df tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087819 Nov 10 21:40:08.283683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41940) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:08.291941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2b599da9-949e-4855-a5de-2a61de123057 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:08.405337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27cf305b-60eb-489c-835b-239118255506 req-d8e07bb6-ee72-4179-b414-79d1465bfb9c tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0320151 Nov 10 21:40:08.482353 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-2b599da9-949e-4855-a5de-2a61de123057 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:08.486875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2b599da9-949e-4855-a5de-2a61de123057 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1981478 Nov 10 21:40:08.487095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41946) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:08.493767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-57024723-9ad0-42ce-b7fa-766e053c9871 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:08.494788 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-57024723-9ad0-42ce-b7fa-766e053c9871 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 21:40:08.495561 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-57024723-9ad0-42ce-b7fa-766e053c9871 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:08.497610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-57024723-9ad0-42ce-b7fa-766e053c9871 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085621 Nov 10 21:40:08.504356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41948) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:08.510661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0c9361ce-4d0b-43ef-967f-bac0e6e53a47 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:08.647616 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-0c9361ce-4d0b-43ef-967f-bac0e6e53a47 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Project 7c669aa956034aa6b97d87f8e278ebf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:40:08.739494 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-0c9361ce-4d0b-43ef-967f-bac0e6e53a47 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:08.740983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0c9361ce-4d0b-43ef-967f-bac0e6e53a47 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2350104 Nov 10 21:40:08.748887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41954) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:08.748887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-84024fa6-727e-4726-93c2-adb490e186fc tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:08.750255 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-84024fa6-727e-4726-93c2-adb490e186fc tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 21:40:08.750773 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-84024fa6-727e-4726-93c2-adb490e186fc tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:08.753352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-84024fa6-727e-4726-93c2-adb490e186fc tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085359 Nov 10 21:40:08.756111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41956) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:08.760977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bd184414-82d5-4695-89f5-dab5c79f22a6 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:08.893668 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-bd184414-82d5-4695-89f5-dab5c79f22a6 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Project 7c669aa956034aa6b97d87f8e278ebf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:40:08.980649 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-bd184414-82d5-4695-89f5-dab5c79f22a6 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:08.998614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd184414-82d5-4695-89f5-dab5c79f22a6 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2384944 Nov 10 21:40:09.012883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41964) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:09.034469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-8a57929f-e7ae-4ef6-bd30-e120b38adffa tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:09.037376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-8a57929f-e7ae-4ef6-bd30-e120b38adffa tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 945 time: 0.1361458 Nov 10 21:40:09.050386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d681c33d-3f30-46b9-b67b-4b22ffcd39b7 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '8196325f-098c-4a05-b188-d70dc8e306f3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:09.073343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b97be-76f9-4016-b865-782193373254 req-b2634b30-0286-46ff-b662-a411290cbbfb tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:09.082410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa1b97be-76f9-4016-b865-782193373254 req-b2634b30-0286-46ff-b662-a411290cbbfb tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 945 time: 0.1232107 Nov 10 21:40:09.141624 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa1b97be-76f9-4016-b865-782193373254 req-3dde0a65-1462-4a84-b436-500b5b34c619 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/security-groups?id=48952848-36c2-4bf1-a50f-0de6ecd2aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581164 Nov 10 21:40:09.213808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.243337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-654aec1a-f14f-40ea-a9ce-8a0a751ee6fd req-866b3de1-e44e-4bb6-91cc-1a443e611cb8 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0793507 Nov 10 21:40:09.280310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Deleting port fef65146-5af2-4da0-8050-517ae6c03028 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:09.280658 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.285749 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-d681c33d-3f30-46b9-b67b-4b22ffcd39b7 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Project 7c669aa956034aa6b97d87f8e278ebf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:40:09.366526 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-d681c33d-3f30-46b9-b67b-4b22ffcd39b7 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:09.370311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d681c33d-3f30-46b9-b67b-4b22ffcd39b7 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3264911 Nov 10 21:40:09.370646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41978) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:09.427594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] For port fef65146-5af2-4da0-8050-517ae6c03028, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fef65146-5af2-4da0-8050-517ae6c03028,segment=NetworkSegment(e3f879df-16ac-4cdf-a628-2c24f3af4657),segment_id=e3f879df-16ac-4cdf-a628-2c24f3af4657)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:09.428409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.448373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Calling delete_port for fef65146-5af2-4da0-8050-517ae6c03028 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:09.552710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1baa3b1c-8707-44b7-9709-3c798d854d84 req-59f0d034-6dc9-4f85-8126-b22e6be58d26 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0514729 Nov 10 21:40:09.583998 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ccb1-f1af-4a70-bafb-60bb3f2885ac tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.663886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ccb1-f1af-4a70-bafb-60bb3f2885ac tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.790692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.803969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['fef65146-5af2-4da0-8050-517ae6c03028'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:40:09.829319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Pushing event deleted for resources: {'Port': ['ID=fef65146-5af2-4da0-8050-517ae6c03028,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:09.856505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ccb1-f1af-4a70-bafb-60bb3f2885ac tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.858343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ccb1-f1af-4a70-bafb-60bb3f2885ac tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.862414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a3f7ccb1-f1af-4a70-bafb-60bb3f2885ac tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/8196325f-098c-4a05-b188-d70dc8e306f3 HTTP/1.1" status: 204 len: 168 time: 0.4876096 Nov 10 21:40:09.863880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41984) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:09.897544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] No DVR routers for this DVR port fef65146-5af2-4da0-8050-517ae6c03028 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:09.900127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7ccb1-f1af-4a70-bafb-60bb3f2885ac tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8196325f-098c-4a05-b188-d70dc8e306f3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:09.903001 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:09.922649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02b52c06-0091-4b0a-a02d-a57f0b75fca6 req-d806e116-3b6f-47ee-80a8-331270a898ea tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.53 "DELETE /v2.0/ports/fef65146-5af2-4da0-8050-517ae6c03028 HTTP/1.1" status: 204 len: 173 time: 0.8560960 Nov 10 21:40:09.924406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78b1b18a-38dd-4b56-a9eb-e935ea10fd13 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593777 Nov 10 21:40:09.928124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41986) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:09.928340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'name': 'network-vif-deleted', 'tag': 'fef65146-5af2-4da0-8050-517ae6c03028'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:40:09.930756 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdea5316-94b3-4920-a2a6-0be813e2e32a" -d '{"events": [{"server_uuid": "3e4bcc91-06da-402c-b4cd-751027bb087a", "name": "network-vif-deleted", "tag": "fef65146-5af2-4da0-8050-517ae6c03028"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:40:09.938588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dc3e61c1-38f4-4ace-9f60-657c141521d5 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--110069498'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:09.978753 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eb1012-1bbe-49f8-b2a6-6a10f0078155 x-openstack-request-id: req-d0eb1012-1bbe-49f8-b2a6-6a10f0078155 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:40:09.979084 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4bcc91-06da-402c-b4cd-751027bb087a", "name": "network-vif-deleted", "tag": "fef65146-5af2-4da0-8050-517ae6c03028", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:40:09.979342 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0eb1012-1bbe-49f8-b2a6-6a10f0078155 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:40:09.979927 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4bcc91-06da-402c-b4cd-751027bb087a', 'name': 'network-vif-deleted', 'tag': 'fef65146-5af2-4da0-8050-517ae6c03028', 'status': 'completed', 'code': 200} Nov 10 21:40:10.099971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3e61c1-38f4-4ace-9f60-657c141521d5 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:10.247505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3e61c1-38f4-4ace-9f60-657c141521d5 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:10.328566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e81ba30-3d2d-4d97-b791-7d24b1685edf req-d1069edb-b8e2-458a-884f-7a1df5028022 tempest-ServerPasswordTestJSON-714583897 tempest-ServerPasswordTestJSON-714583897-project] 10.222.0.45 "GET /v2.0/ports?device_id=3e4bcc91-06da-402c-b4cd-751027bb087a HTTP/1.1" status: 200 len: 210 time: 0.0717003 Nov 10 21:40:10.332625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3e61c1-38f4-4ace-9f60-657c141521d5 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:10.398076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e61c1-38f4-4ace-9f60-657c141521d5 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1eb7d2-b9a8-4f2e-9c27-b44faad52c39,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:10.459610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6eeaffba-6ada-4a05-80dc-3949fe8a7993 req-b88b66af-311b-4b87-a65b-56428ef42bea tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0356858 Nov 10 21:40:10.478297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3e61c1-38f4-4ace-9f60-657c141521d5 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:10.483811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc3e61c1-38f4-4ace-9f60-657c141521d5 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5536375 Nov 10 21:40:10.483811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42002) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:10.488603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-38b9277b-871e-4c11-a172-dae2fb7f4631 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': 'ad1eb7d2-b9a8-4f2e-9c27-b44faad52c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:10.680991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e69d319-1d2a-4676-befc-80a11d4fcc15 req-508d9eee-9340-4de7-a9f5-e5a01e2f9527 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0363724 Nov 10 21:40:10.681920 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-38b9277b-871e-4c11-a172-dae2fb7f4631 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The resource could not be found. Nov 10 21:40:10.682865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38b9277b-871e-4c11-a172-dae2fb7f4631 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1987708 Nov 10 21:40:10.689635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42010) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:10.692679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-83629ca4-410d-4b91-a1c9-f7e6c9a09497 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': 'ad1eb7d2-b9a8-4f2e-9c27-b44faad52c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a27c0cc1-7321-4da5-9e8f-b1ff0f7fdbb7'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:10.942372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:10.944783 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-83629ca4-410d-4b91-a1c9-f7e6c9a09497 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The resource could not be found. Nov 10 21:40:10.948547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83629ca4-410d-4b91-a1c9-f7e6c9a09497 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2587345 Nov 10 21:40:10.950554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42014) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:11.049590 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97fe3076-1a34-4f76-8102-d1acddca2a15 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.082711 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97fe3076-1a34-4f76-8102-d1acddca2a15 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.224976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97fe3076-1a34-4f76-8102-d1acddca2a15 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.227606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97fe3076-1a34-4f76-8102-d1acddca2a15 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.231193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-97fe3076-1a34-4f76-8102-d1acddca2a15 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/ad1eb7d2-b9a8-4f2e-9c27-b44faad52c39 HTTP/1.1" status: 204 len: 168 time: 0.2787902 Nov 10 21:40:11.238391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42016) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:11.256445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe3076-1a34-4f76-8102-d1acddca2a15 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1eb7d2-b9a8-4f2e-9c27-b44faad52c39,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:11.316098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42018) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:11.317590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8663a439-52b0-4d71-9765-8b9d5728580b tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0848083 Nov 10 21:40:11.320678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-47be44f8-72fd-4291-9775-77c0ebe97d46 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': 'a803dfb6-7567-491c-9c13-0430eb32fad7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:11.356521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.405845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42028) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:11.457327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] Deleting subnet 46315227-89a9-4504-88cb-863a709c0db0 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:40:11.460669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.509050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.553974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.609713 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-47be44f8-72fd-4291-9775-77c0ebe97d46 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The resource could not be found. Nov 10 21:40:11.610716 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-47be44f8-72fd-4291-9775-77c0ebe97d46 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2935781 Nov 10 21:40:11.615017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42034) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:11.622391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7a0908cc-2957-453b-807b-bdd330fb0256 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116843744'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:11.666728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d7474fa-b842-4bf5-805a-f1b013721252 req-9f0f54ac-8a7e-48a7-b1b5-ec998447f380 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0733843 Nov 10 21:40:11.750603 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a0908cc-2957-453b-807b-bdd330fb0256 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.817663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.839043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f29bcc83-882b-45b9-bd9e-cff807703aad req-6afa5af6-de42-4979-bad2-11aa62f421de tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0434718 Nov 10 21:40:11.869165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46315227-89a9-4504-88cb-863a709c0db0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:11.879341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a0908cc-2957-453b-807b-bdd330fb0256 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.882162 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:11.889743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42038) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:11.891111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-270b5ed4-623a-4ec6-af68-eb15d3ab6135 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/46315227-89a9-4504-88cb-863a709c0db0 HTTP/1.1" status: 204 len: 168 time: 0.4840691 Nov 10 21:40:12.307206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a0908cc-2957-453b-807b-bdd330fb0256 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.352278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.357179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0908cc-2957-453b-807b-bdd330fb0256 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5cfa87-8e68-4da9-83d0-83ec4054e499,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:12.469007 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.481488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a0908cc-2957-453b-807b-bdd330fb0256 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.485264 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7a0908cc-2957-453b-807b-bdd330fb0256 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8659196 Nov 10 21:40:12.485787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42048) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:12.490448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-cb053db3-5391-49f0-9b8e-801aeab13774 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391787603'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:12.506022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:12.518402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f879df-16ac-4cdf-a628-2c24f3af4657') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:12.518748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f879df-16ac-4cdf-a628-2c24f3af4657') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:12.527998 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.535009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fef65146-5af2-4da0-8050-517ae6c03028 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:40:12.548236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.562159 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:40:12.562159 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:40:12.567214 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:40:12.573442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: fef65146-5af2-4da0-8050-517ae6c03028 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:40:12.573791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fef65146-5af2-4da0-8050-517ae6c03028 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:40:12.613334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cb053db3-5391-49f0-9b8e-801aeab13774 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.666310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42052) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:12.706836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cb053db3-5391-49f0-9b8e-801aeab13774 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.767511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.784353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.789871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d HTTP/1.1" status: 204 len: 168 time: 0.8973212 Nov 10 21:40:12.812875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cb053db3-5391-49f0-9b8e-801aeab13774 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.841263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-968ecae9-1c62-49b4-8e2e-50c7aab82123 req-c70de598-200e-41c8-8b9f-26127a03f83b tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0713000 Nov 10 21:40:12.842247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d706f-dca4-400a-86b7-094217ac6ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f6cfe4-b24f-4dd2-8dc9-6d3368701b5d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:12.862305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239961ef-8917-4a1a-9015-1147ede9bd1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.862305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb053db3-5391-49f0-9b8e-801aeab13774 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63c674b-e207-4379-be95-1aba23aa2daa,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:12.970607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239961ef-8917-4a1a-9015-1147ede9bd1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:12.989205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6006488b-72a7-4356-8710-4f7f65918a4c req-abed8a1c-8d88-47c3-a8f5-e3f493d2d9a0 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0320976 Nov 10 21:40:13.181917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cb053db3-5391-49f0-9b8e-801aeab13774 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.184328 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cb053db3-5391-49f0-9b8e-801aeab13774 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6962781 Nov 10 21:40:13.192612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42064) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:13.197215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b82f9e59-4e45-4d52-8b47-dcb0ddba5326 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '2c5cfa87-8e68-4da9-83d0-83ec4054e499', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f63c674b-e207-4379-be95-1aba23aa2daa'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:13.329766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239961ef-8917-4a1a-9015-1147ede9bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.407094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-239961ef-8917-4a1a-9015-1147ede9bd1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b5fc496b4f041808b3516cff0a082df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7385349 Nov 10 21:40:13.413732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239961ef-8917-4a1a-9015-1147ede9bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a5c134-d8dc-49f7-b8bc-b619a042e075,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:13.413884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42066) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:13.464102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fca2e-a83a-48aa-a758-bdfe02983eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.485723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fca2e-a83a-48aa-a758-bdfe02983eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.520018 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-b82f9e59-4e45-4d52-8b47-dcb0ddba5326 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:13.523513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b82f9e59-4e45-4d52-8b47-dcb0ddba5326 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3275092 Nov 10 21:40:13.523830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42070) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:13.523830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42072) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:13.606144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2375c552-5d9d-4299-9032-8d7ecc466905 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fee052dfe6b64a12ab2f84bc6a83f9a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0812936 Nov 10 21:40:13.609535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42074) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:13.621484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c6e650b-7e12-47ba-b53b-ebb4d81fc6fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.658568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c6e650b-7e12-47ba-b53b-ebb4d81fc6fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.667222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94f78e14-3f2e-46ec-a5fe-b041c7b9614c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.681518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fca2e-a83a-48aa-a758-bdfe02983eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.685194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fca2e-a83a-48aa-a758-bdfe02983eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.696157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ba7fca2e-a83a-48aa-a758-bdfe02983eea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03a5c134-d8dc-49f7-b8bc-b619a042e075 HTTP/1.1" status: 204 len: 168 time: 0.2765081 Nov 10 21:40:13.710617 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94f78e14-3f2e-46ec-a5fe-b041c7b9614c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.719158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fca2e-a83a-48aa-a758-bdfe02983eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a5c134-d8dc-49f7-b8bc-b619a042e075,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:13.820449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c6e650b-7e12-47ba-b53b-ebb4d81fc6fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.823563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c6e650b-7e12-47ba-b53b-ebb4d81fc6fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.837684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9c6e650b-7e12-47ba-b53b-ebb4d81fc6fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/f63c674b-e207-4379-be95-1aba23aa2daa HTTP/1.1" status: 204 len: 168 time: 0.2991419 Nov 10 21:40:13.838212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42080) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:13.851289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e650b-7e12-47ba-b53b-ebb4d81fc6fd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63c674b-e207-4379-be95-1aba23aa2daa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:13.879258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94f78e14-3f2e-46ec-a5fe-b041c7b9614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.886873 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94f78e14-3f2e-46ec-a5fe-b041c7b9614c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:13.886873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94f78e14-3f2e-46ec-a5fe-b041c7b9614c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48952848-36c2-4bf1-a50f-0de6ecd2aafc HTTP/1.1" status: 204 len: 168 time: 0.2732801 Nov 10 21:40:13.910904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f78e14-3f2e-46ec-a5fe-b041c7b9614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48952848-36c2-4bf1-a50f-0de6ecd2aafc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:13.931131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93e4cffd-68f8-4d4a-86c2-c2b9dac521a0 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1001639 Nov 10 21:40:13.933283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42086) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:14.009969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e77324d-54f5-4a09-bdf4-7a077bd3a13a req-61e627a8-7662-487b-9016-5865f7ecb3f1 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0739954 Nov 10 21:40:14.054148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-136c0737-f232-4d43-a29b-34479f124d78 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.088693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-136c0737-f232-4d43-a29b-34479f124d78 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.123124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3dad2da-12b2-48c6-9253-667df7373c2a req-0803f3e2-559b-4156-bc0a-b643331962f4 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0296113 Nov 10 21:40:14.248171 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-136c0737-f232-4d43-a29b-34479f124d78 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.252377 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-136c0737-f232-4d43-a29b-34479f124d78 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.252687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-136c0737-f232-4d43-a29b-34479f124d78 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/2c5cfa87-8e68-4da9-83d0-83ec4054e499 HTTP/1.1" status: 204 len: 168 time: 0.3181059 Nov 10 21:40:14.255301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:14.271200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c0737-f232-4d43-a29b-34479f124d78 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5cfa87-8e68-4da9-83d0-83ec4054e499,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:14.317853 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-565787a8-8b02-4126-8905-17cd8a7fdccd tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0609457 Nov 10 21:40:14.321249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42094) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:14.328328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-62d90935-9c57-428d-b117-2ea9e0ec096f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--409936425'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:14.430860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62d90935-9c57-428d-b117-2ea9e0ec096f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.514012 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62d90935-9c57-428d-b117-2ea9e0ec096f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.573001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62d90935-9c57-428d-b117-2ea9e0ec096f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.603358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d90935-9c57-428d-b117-2ea9e0ec096f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c31809-cb55-49e4-93db-cd880b82459e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:14.689336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62d90935-9c57-428d-b117-2ea9e0ec096f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.691684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-62d90935-9c57-428d-b117-2ea9e0ec096f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3681812 Nov 10 21:40:14.698191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42106) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:14.702789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2598859a-de03-4be8-9eff-820e4fd75399 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '96c31809-cb55-49e4-93db-cd880b82459e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:14.758874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42108) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:14.773485 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-95174b6a-7eda-4e0c-937a-886221f9429a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.869474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-95174b6a-7eda-4e0c-937a-886221f9429a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:14.927744 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-2598859a-de03-4be8-9eff-820e4fd75399 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:14.928943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2598859a-de03-4be8-9eff-820e4fd75399 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2297287 Nov 10 21:40:14.931610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42114) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:14.936336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5605f956-d4f3-4530-8920-96f52cb322bf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group_rule': {'security_group_id': '96c31809-cb55-49e4-93db-cd880b82459e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:14.953193 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-95174b6a-7eda-4e0c-937a-886221f9429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.013342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174b6a-7eda-4e0c-937a-886221f9429a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a7020-3b28-4710-909a-93de29b631fb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:15.025609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-95174b6a-7eda-4e0c-937a-886221f9429a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82ca12b5b9534ec293d440286589fed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637112 Nov 10 21:40:15.026499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42116) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:15.101979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aaaaafb6-cc65-4513-98e6-7e584a56c7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.189493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61ea60bb-01b6-4d6e-9ce9-992f40235948 req-05cb1394-f58f-42ab-b57d-b04fcd58c9d5 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0851502 Nov 10 21:40:15.274540 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-5605f956-d4f3-4530-8920-96f52cb322bf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:40:15.282191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5605f956-d4f3-4530-8920-96f52cb322bf tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3493614 Nov 10 21:40:15.284743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42128) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:15.293954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aaaaafb6-cc65-4513-98e6-7e584a56c7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.397857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a526823a-7898-4705-904f-a6cfad5f5d95 req-a031efd5-61e8-4ff7-a087-7adac8986198 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0331893 Nov 10 21:40:15.418547 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d03f61-db51-4328-97df-838123b25596 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.448800 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d03f61-db51-4328-97df-838123b25596 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.476178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aaaaafb6-cc65-4513-98e6-7e584a56c7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.478818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aaaaafb6-cc65-4513-98e6-7e584a56c7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.479933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aaaaafb6-cc65-4513-98e6-7e584a56c7fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/519a7020-3b28-4710-909a-93de29b631fb HTTP/1.1" status: 204 len: 168 time: 0.4520686 Nov 10 21:40:15.488314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaafb6-cc65-4513-98e6-7e584a56c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a7020-3b28-4710-909a-93de29b631fb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:15.567359 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d03f61-db51-4328-97df-838123b25596 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.569885 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d03f61-db51-4328-97df-838123b25596 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.573397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a4d03f61-db51-4328-97df-838123b25596 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/96c31809-cb55-49e4-93db-cd880b82459e HTTP/1.1" status: 204 len: 168 time: 0.2849104 Nov 10 21:40:15.578561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42134) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:15.586470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42136) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:15.593481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d03f61-db51-4328-97df-838123b25596 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c31809-cb55-49e4-93db-cd880b82459e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:15.658845 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-75d8873b-c147-43b1-9157-a9222f95f82f tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828803 Nov 10 21:40:15.662992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42140) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:15.667363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b3ee8a7b-79f3-4c96-837d-31d2d5477a26 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'tempest-secgroup--534035447'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:15.704972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-network', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:15.798710 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a7b-79f3-4c96-837d-31d2d5477a26 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.875613 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a7b-79f3-4c96-837d-31d2d5477a26 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.881923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Made reservation on behalf of 3c1bc09ba82d4e79a6ad242468530705 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:15.885484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.895816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.967252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a7b-79f3-4c96-837d-31d2d5477a26 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:15.997703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.014667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee8a7b-79f3-4c96-837d-31d2d5477a26 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b38f90-dff0-4832-86c2-3d6446d3e332,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:16.071380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.095509 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3ee8a7b-79f3-4c96-837d-31d2d5477a26 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.097164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b3ee8a7b-79f3-4c96-837d-31d2d5477a26 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4328735 Nov 10 21:40:16.099673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:16.104450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6bcdfce2-7be6-4847-be44-3577d94ba5c9 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:16.105102 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-6bcdfce2-7be6-4847-be44-3577d94ba5c9 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 21:40:16.105592 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-6bcdfce2-7be6-4847-be44-3577d94ba5c9 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 21:40:16.114764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6bcdfce2-7be6-4847-be44-3577d94ba5c9 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "PUT /v2.0/security-groups/b6b38f90-dff0-4832-86c2-3d6446d3e332 HTTP/1.1" status: 409 len: 330 time: 0.0109119 Nov 10 21:40:16.117008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:16.132243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:40:16.146632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f1866-027a-41eb-91af-5add44dc7e2a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:16.198083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.200418 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Added segment bd59e74e-438d-452f-97e0-6cbee90dc0d9 of type vlan for network 22de6ba9-97a3-4409-8083-bdf7cc96105e Nov 10 21:40:16.249651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-856c62ba-fe24-4c24-89ae-721994f3ee81 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.251789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.281644 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-856c62ba-fe24-4c24-89ae-721994f3ee81 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.362741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b01c21ee-185d-4553-9503-bd24ed106498 req-acb4a892-ce7a-494a-b968-adbd557d676b tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0564439 Nov 10 21:40:16.363926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.364839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:16.365407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.430753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-856c62ba-fe24-4c24-89ae-721994f3ee81 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.435128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-856c62ba-fe24-4c24-89ae-721994f3ee81 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.436532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-856c62ba-fe24-4c24-89ae-721994f3ee81 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/b6b38f90-dff0-4832-86c2-3d6446d3e332 HTTP/1.1" status: 204 len: 168 time: 0.3184662 Nov 10 21:40:16.454924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42170) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:16.456076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c62ba-fe24-4c24-89ae-721994f3ee81 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b38f90-dff0-4832-86c2-3d6446d3e332,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:16.494446 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9064949 Nov 10 21:40:16.498766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42172) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:16.499508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27276ed5-715a-4c6b-b150-619128d0006e admin admin] Pushing event updated for resources: {'Network': ['ID=22de6ba9-97a3-4409-8083-bdf7cc96105e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:16.510639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 22de6ba9-97a3-4409-8083-bdf7cc96105e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:40:16.513858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Request body: {'subnet': {'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-subnet', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:16.582899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00dc8023-af41-4fc3-aae9-7b22577c606c req-6cfb0ba5-9ef3-4240-9072-d507c65b77eb tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0516226 Nov 10 21:40:16.618846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f53abed4-8dd4-4585-992a-953807070416 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1391470 Nov 10 21:40:16.622460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42178) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:16.647915 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-81def26e-f249-46a8-81d1-5982e66608fa tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] delete failed (client error): The resource could not be found. Nov 10 21:40:16.647915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-81def26e-f249-46a8-81d1-5982e66608fa tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "DELETE /v2.0/security-groups/2b025680-2f39-4013-ae0f-4d3baf2c6ee2 HTTP/1.1" status: 404 len: 347 time: 0.0154188 Nov 10 21:40:16.648374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42180) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:16.665883 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-a7c52177-6c78-4baa-b9fa-8b40ff26c355 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] show failed (client error): The resource could not be found. Nov 10 21:40:16.666919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a7c52177-6c78-4baa-b9fa-8b40ff26c355 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-groups/ad948e9f-b214-4c31-8876-903d8fd9872e HTTP/1.1" status: 404 len: 347 time: 0.0190871 Nov 10 21:40:16.670739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42184) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:16.685371 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-5748e0dc-5b9c-4aa9-8849-c42ac5639e71 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] show failed (client error): The resource could not be found. Nov 10 21:40:16.686435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5748e0dc-5b9c-4aa9-8849-c42ac5639e71 tempest-NegativeSecGroupIPv6Test-840382808 tempest-NegativeSecGroupIPv6Test-840382808-project] 10.222.0.45 "GET /v2.0/security-group-rules/1aaf1d0a-4dd5-4f1c-88d1-1cce39e24622 HTTP/1.1" status: 404 len: 356 time: 0.0146215 Nov 10 21:40:16.756201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Made reservation on behalf of 3c1bc09ba82d4e79a6ad242468530705 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:16.758546 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:16.874065 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:40:17.065277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.131824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cc8aaa-3498-449d-a4e0-0e05d997a49f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:17.139190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Checking segment: {'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:17.139548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Network hostable DHCP agents. Network: 22de6ba9-97a3-4409-8083-bdf7cc96105e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:40:17.247823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42198) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:17.321508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Network 22de6ba9-97a3-4409-8083-bdf7cc96105e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:40:17.443578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 22de6ba9-97a3-4409-8083-bdf7cc96105e) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:17.448077 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ecfdecd5-593d-44fc-9552-720d77ba3dd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c669aa956034aa6b97d87f8e278ebf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989338 Nov 10 21:40:17.451961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:17.455291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8aa936-b161-4224-8c3f-196bba0cb01f None None] Network 22de6ba9-97a3-4409-8083-bdf7cc96105e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:17.456330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42210) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:17.459770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.570770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-411374a1-ab90-4339-acf7-6495e94a5e80 req-0e66957c-da37-45d0-bd7f-c34e9880408c tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0599904 Nov 10 21:40:17.586823 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fb548a48-9d59-4606-80f0-405019e6bf41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.592007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dc97c46b-7cd5-41f3-870c-f11994a2a72f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0930212 Nov 10 21:40:17.597980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42216) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:17.605955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:17.615140 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fb548a48-9d59-4606-80f0-405019e6bf41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.660400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66d81d-951b-42ec-bba8-5c95083c54f7 None None] Network 22de6ba9-97a3-4409-8083-bdf7cc96105e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:17.724823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.725936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.772229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b228565f-3d58-40de-8574-b62844b27ff9 req-0f8786df-feb1-46ff-b3f5-6efddd3e36cf tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0476418 Nov 10 21:40:17.773970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fb548a48-9d59-4606-80f0-405019e6bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.782267 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fb548a48-9d59-4606-80f0-405019e6bf41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:17.787776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fb548a48-9d59-4606-80f0-405019e6bf41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0f2d4d7-aad7-4bca-8493-0499485fa997 HTTP/1.1" status: 204 len: 168 time: 0.3291245 Nov 10 21:40:17.803015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb548a48-9d59-4606-80f0-405019e6bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f2d4d7-aad7-4bca-8493-0499485fa997,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:17.869819 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:18.120402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:18.473659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:18.496439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:18.609532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Allocated IP 172.25.7.128 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/bed58a22-242c-4937-b689-918bc0447086) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:40:18.722615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ad8b8d6-6a5b-4276-8278-cd6d7e259025 req-23a9b6b1-412e-4d1b-b7a6-236ed64d7771 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0542178 Nov 10 21:40:18.751753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:18.842860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:18.950268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:18.960127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b54e6987-37f9-4b90-b648-6c1904135abd req-38286fd6-6319-4916-b35e-c7be7422c401 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/ports?device_id=e45ecfd9-fdb1-46a9-8385-c75fc9afb13a HTTP/1.1" status: 200 len: 210 time: 0.0634866 Nov 10 21:40:18.979591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:18.985367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:40:19.016007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c3028-6cec-4f0a-9995-22e9287211fd None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:19.022720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Pushing event updated for resources: {'Port': ['ID=bed58a22-242c-4937-b689-918bc0447086,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:19.097868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-757e0fbf-700a-4362-b6fd-9745f713b69c None None] Provisioning complete for port bed58a22-242c-4937-b689-918bc0447086 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:19.098304 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-757e0fbf-700a-4362-b6fd-9745f713b69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:19.152866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-757e0fbf-700a-4362-b6fd-9745f713b69c None None] Port bed58a22-242c-4937-b689-918bc0447086 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:40:19.227458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42270) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:19.358416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5a74c2fd-d59a-481f-abe5-c2da79778cfe tempest-ServiceProvidersTest-876844922 tempest-ServiceProvidersTest-876844922-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1291502 Nov 10 21:40:19.453541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:19.464805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:19.521342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-538d6978-06fb-4061-befa-463045582cf1 req-d391f6a1-41f5-4d56-ba42-f067393cced3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0306950 Nov 10 21:40:19.668229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:19.841813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67f13364-4c1f-4cf5-9cec-5bfc64a1616c req-f53440a7-9e9f-46ec-9ddb-086dc84b1984 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0318508 Nov 10 21:40:19.921507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42284) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:19.921728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:40:20.049853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:40:20.059602 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Sync routers for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:40:20.091191 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:20.094315 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:20.114958 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8ed5-2dff-4809-99d4-779f85f21390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.209142 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.210385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad292c53-be75-49fd-8cbf-cfd5fece14a3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6110814 Nov 10 21:40:20.213101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42296) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:20.222256 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8ed5-2dff-4809-99d4-779f85f21390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.233761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42300) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:20.287025 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:20.313879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8ed5-2dff-4809-99d4-779f85f21390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.353777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac8ed5-2dff-4809-99d4-779f85f21390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce63734-2aa0-4c3b-a3bd-b04febeffd25,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:20.414368 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2959c71-e68b-425d-bdec-ac4e25f4d687 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.418353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c1ac8ed5-2dff-4809-99d4-779f85f21390 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6b4eb29c78449be80c9d076bc59e28c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951966 Nov 10 21:40:20.421300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42302) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:20.468863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2959c71-e68b-425d-bdec-ac4e25f4d687 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.526192 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeedc-41f4-4d08-a3d1-bce2631784a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.560654 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeedc-41f4-4d08-a3d1-bce2631784a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.629302 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:19Z', 'revision_number': 3, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:20.653214 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2959c71-e68b-425d-bdec-ac4e25f4d687 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.658167 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2959c71-e68b-425d-bdec-ac4e25f4d687 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.659714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b2959c71-e68b-425d-bdec-ac4e25f4d687 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/security-groups/d634b9b2-89e9-41c9-8033-1831630f7c70 HTTP/1.1" status: 204 len: 168 time: 0.4230862 Nov 10 21:40:20.662834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:20.676206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2959c71-e68b-425d-bdec-ac4e25f4d687 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d634b9b2-89e9-41c9-8033-1831630f7c70,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:20.680212 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Checking router: 4d2ef6bb-bd70-47bb-8a03-eba67a239969 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:40:20.681128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Updating router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 port bed58a22-242c-4937-b689-918bc0447086 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:40:20.695774 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-3d0f4aef-399b-40a9-8a99-d4b06234d1ba tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] show failed (client error): The resource could not be found. Nov 10 21:40:20.699369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d0f4aef-399b-40a9-8a99-d4b06234d1ba tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "GET /v2.0/security-groups/d634b9b2-89e9-41c9-8033-1831630f7c70 HTTP/1.1" status: 404 len: 347 time: 0.0336297 Nov 10 21:40:20.701349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42306) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:20.710921 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.727371 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeedc-41f4-4d08-a3d1-bce2631784a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.730758 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8ddeedc-41f4-4d08-a3d1-bce2631784a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:20.732200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f8ddeedc-41f4-4d08-a3d1-bce2631784a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ce63734-2aa0-4c3b-a3bd-b04febeffd25 HTTP/1.1" status: 204 len: 168 time: 0.3096232 Nov 10 21:40:20.745210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddeedc-41f4-4d08-a3d1-bce2631784a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce63734-2aa0-4c3b-a3bd-b04febeffd25,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:21.003934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-885364a6-fd62-4082-b301-1d653760f9eb req-2ab04dac-04b5-477b-b091-795193c1d872 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0343895 Nov 10 21:40:21.111780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port 4f4de141-eda0-4824-84d6-6da381582402 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:21.112196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.156773 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.253366 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.275319 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.279100 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.279774 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.331296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f5de0-65e2-4265-880c-92e670a484de None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:21.345351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for 4f4de141-eda0-4824-84d6-6da381582402 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:21.358956 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Attempting to bind port bed58a22-242c-4937-b689-918bc0447086 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:40:21.361005 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Attempting to bind port bed58a22-242c-4937-b689-918bc0447086 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:40:21.362255 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Attempting to bind port bed58a22-242c-4937-b689-918bc0447086 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:40:21.373521 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:40:21.376146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:21.381214 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.382394 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:40:21.383098 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Bound port: bed58a22-242c-4937-b689-918bc0447086, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:40:21.383889 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.388692 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Pushing event updated for resources: {'Port': ['ID=bed58a22-242c-4937-b689-918bc0447086,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:21.401708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-54654c32-40cc-4923-817e-22d9be40176e None None] Provisioning complete for port bed58a22-242c-4937-b689-918bc0447086 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:21.402318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54654c32-40cc-4923-817e-22d9be40176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.434801 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.435923 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.436446 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.443931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:21.496059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-54654c32-40cc-4923-817e-22d9be40176e None None] Port bed58a22-242c-4937-b689-918bc0447086 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:40:21.505490 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] For port bed58a22-242c-4937-b689-918bc0447086, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:40:21.513400 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] For port bed58a22-242c-4937-b689-918bc0447086, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bed58a22-242c-4937-b689-918bc0447086,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:40:21.591064 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.661512 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:21.662313 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:21.665361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b167cf-c70f-4ba3-b3aa-d7df363be731 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:21.723801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-47a7dd0c-0f16-4908-bbfc-7f5477945d9b None None] Provisioning complete for port bed58a22-242c-4937-b689-918bc0447086 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:21.724169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47a7dd0c-0f16-4908-bbfc-7f5477945d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.725213 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b443b6-7e77-426d-8dc4-478a01d3b3f1 None None] Pushing event updated for resources: {'Port': ['ID=bed58a22-242c-4937-b689-918bc0447086,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:21.928910 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:21.941919 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47a7dd0c-0f16-4908-bbfc-7f5477945d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:21.970371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-47a7dd0c-0f16-4908-bbfc-7f5477945d9b None None] For port bed58a22-242c-4937-b689-918bc0447086, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bed58a22-242c-4937-b689-918bc0447086,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:22.083272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Allocated IP 172.20.0.1 (22de6ba9-97a3-4409-8083-bdf7cc96105e/b4cc8aaa-3498-449d-a4e0-0e05d997a49f/97e7e47c-e1d1-4bea-b322-6fe8856755ad) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:40:22.121114 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47a7dd0c-0f16-4908-bbfc-7f5477945d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.182817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7dd0c-0f16-4908-bbfc-7f5477945d9b None None] Pushing event updated for resources: {'Port': ['ID=bed58a22-242c-4937-b689-918bc0447086,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:22.184856 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:19Z', 'revision_number': 3, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:22.213784 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d967de2-02b6-4f08-9862-ef7fb1219265 None None] The sync data for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 is: [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:19Z', 'revision_number': 3, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:40:22.261328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b48b5ece-5c44-4c39-91e5-25a4f08c01e2 req-f7ea839e-4726-4108-af8d-4dc1569e706e tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.0613952 Nov 10 21:40:22.270986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.321265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a6966-0656-4e57-b9e8-be45a0cc0b2d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:22.441228 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.443010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=4f4de141-eda0-4824-84d6-6da381582402,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:22.460424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.460988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.461510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.462030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.462538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.463057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.463696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.464204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.464715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.466450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.467554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.468171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:22.521608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42348) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:22.551157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.554108 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.555320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-56cb2cf9-4ab6-4566-ba69-43244d4c649d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/floatingips/8d5ff1f8-77bc-40f9-bb57-446dc47691a3 HTTP/1.1" status: 204 len: 168 time: 1.8397551 Nov 10 21:40:22.558260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42352) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:22.653662 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.658017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-afc098f5-9fa8-4c46-88d6-610f09b25881 tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-572296290', 'prefixes': ['172.20.0.0/16']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:22.711643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Network 22de6ba9-97a3-4409-8083-bdf7cc96105e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:22.714842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:22.719178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:40:22.750071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Pushing event updated for resources: {'Port': ['ID=97e7e47c-e1d1-4bea-b322-6fe8856755ad,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:22.794557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.839416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port 48d97c8f-2dc5-4412-a33e-8853c4c29754 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:22.839780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.872021 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-486ef4cb-7765-4f1d-b26a-92daef5c43ee req-9e7838b3-775b-4eeb-b379-e8adc433bcd9 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee&device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0797338 Nov 10 21:40:22.955466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:22.973582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for 48d97c8f-2dc5-4412-a33e-8853c4c29754 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:23.041530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.107741 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-afc098f5-9fa8-4c46-88d6-610f09b25881 tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] Publish callbacks [] for subnetpool, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.109824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-afc098f5-9fa8-4c46-88d6-610f09b25881 tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5870237 Nov 10 21:40:23.112985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:23.156463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df459812-6c6a-4baa-afd0-30020f1ac8bf tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] 10.222.0.45 "GET /v2.0/subnetpools/aaeb1213-4d76-4e2e-904a-ba64d722ee46 HTTP/1.1" status: 200 len: 731 time: 0.0411587 Nov 10 21:40:23.159776 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42362) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:23.164907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b3d61335-eec4-4faf-bb73-cc5eabf7413e tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-913589406'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:23.254954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.285069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.323544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bed58a22-242c-4937-b689-918bc0447086 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:23.344899 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.363182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=48d97c8f-2dc5-4412-a33e-8853c4c29754,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:23.407766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bed58a22-242c-4937-b689-918bc0447086 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:23.408305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.444063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Pushing event updated for resources: {'Port': ['ID=97e7e47c-e1d1-4bea-b322-6fe8856755ad,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:23.484356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3d61335-eec4-4faf-bb73-cc5eabf7413e tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] Publish callbacks [] for subnetpool, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.485835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.489526 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b3d61335-eec4-4faf-bb73-cc5eabf7413e tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] 10.222.0.45 "PUT /v2.0/subnetpools/aaeb1213-4d76-4e2e-904a-ba64d722ee46 HTTP/1.1" status: 200 len: 683 time: 0.3262682 Nov 10 21:40:23.500397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42372) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:23.505132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.505709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.506132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.506619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.507853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.508489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.509038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.509470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.514985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.514985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.514985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.514985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:23.560879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e5eecd3-5629-4715-8c3a-33526bd7399e req-970ae845-1d8f-4949-88d4-0c8dbed77768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=721fc17654b3435a8079a0a439675691&device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1375766 Nov 10 21:40:23.581373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e0481bb-329a-4dc7-a57b-6bb3c8c81f22 req-e79f9519-6d5a-4685-8443-2c372ccfde0c tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1346118 Nov 10 21:40:23.620725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.695382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.699379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2f26b277-731f-47ae-960f-772f7c35f248 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/ports/48d97c8f-2dc5-4412-a33e-8853c4c29754 HTTP/1.1" status: 204 len: 168 time: 1.1395028 Nov 10 21:40:23.701614 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e5eecd3-5629-4715-8c3a-33526bd7399e req-96a15422-a007-4b39-8dee-bab4797e0c5b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=721fc17654b3435a8079a0a439675691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147363 Nov 10 21:40:23.702081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42378) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:23.804639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Network 22de6ba9-97a3-4409-8083-bdf7cc96105e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:23.806307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:23.809875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e76b43e1-b35c-4b4c-adce-9af33df6485b tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] Publish callbacks [] for subnetpool, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:23.814086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e76b43e1-b35c-4b4c-adce-9af33df6485b tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] 10.222.0.45 "DELETE /v2.0/subnetpools/aaeb1213-4d76-4e2e-904a-ba64d722ee46 HTTP/1.1" status: 204 len: 168 time: 0.3085983 Nov 10 21:40:23.815471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42380) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:23.912787 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-78f55429-5de3-4e5a-904b-39908f0f2721 tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] show failed (client error): The resource could not be found. Nov 10 21:40:23.916632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78f55429-5de3-4e5a-904b-39908f0f2721 tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] 10.222.0.45 "GET /v2.0/subnetpools/aaeb1213-4d76-4e2e-904a-ba64d722ee46 HTTP/1.1" status: 404 len: 346 time: 0.0820742 Nov 10 21:40:23.922869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42384) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:23.948668 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-69472dc6-cd12-4cf3-ac00-ec4439ab302d tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] delete failed (client error): The resource could not be found. Nov 10 21:40:23.954077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-69472dc6-cd12-4cf3-ac00-ec4439ab302d tempest-SubnetPoolsTestJSON-1740348324 tempest-SubnetPoolsTestJSON-1740348324-project] 10.222.0.45 "DELETE /v2.0/subnetpools/aaeb1213-4d76-4e2e-904a-ba64d722ee46 HTTP/1.1" status: 404 len: 346 time: 0.0194044 Nov 10 21:40:23.985310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port a67af197-b6bd-4f2b-af57-89a35d6ca5b7 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:23.986313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:24.041716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:40:24.121273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:24.140415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for a67af197-b6bd-4f2b-af57-89a35d6ca5b7 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:24.157227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eecd3-5629-4715-8c3a-33526bd7399e req-d41bd976-8d84-4c54-a9a3-88689f112b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:24.158742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e5eecd3-5629-4715-8c3a-33526bd7399e req-d41bd976-8d84-4c54-a9a3-88689f112b4f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3750086 Nov 10 21:40:24.232389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:40:24.239135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4da5d415-5a23-492d-8a5a-449861089f9f admin admin] 10.222.0.45 "PUT /v2.0/routers/4d2ef6bb-bd70-47bb-8a03-eba67a239969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0236518 Nov 10 21:40:24.424357 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:24.540155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=a67af197-b6bd-4f2b-af57-89a35d6ca5b7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:24.631445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:24.638076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42414) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:24.640969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-08a0ac03-68f1-4f23-8565-c718cbec725d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/ports/a67af197-b6bd-4f2b-af57-89a35d6ca5b7 HTTP/1.1" status: 204 len: 168 time: 0.9370012 Nov 10 21:40:24.738960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting subnet 911687fa-5666-44e7-b540-b2cbdc4dace7 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:40:24.745937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:24.778128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:24.908895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e65032e5-ee49-4aa5-a437-0e1df23c9161 req-71547388-2983-4d95-9bdb-7bfa2812053c tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1082695 Nov 10 21:40:24.931604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:24.951120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Sync routers for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:40:24.971359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:24.974046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:25.089141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec52e9df-ac39-4a12-9068-09be8db82418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.122086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.265971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:25.299262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.349105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Subnet': ['ID=911687fa-5666-44e7-b540-b2cbdc4dace7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:25.353316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.358137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4579ac58-3a1b-4e11-936e-19c86b875da3 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/subnets/911687fa-5666-44e7-b540-b2cbdc4dace7 HTTP/1.1" status: 204 len: 168 time: 0.7187433 Nov 10 21:40:25.361850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42446) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:25.363578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74529c9f-db7e-4682-8f36-c8037c7e7997 None None] Network 832a1c7f-42d8-4db8-844c-8912958a8973 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:25.398381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c9f8fcce-573f-447d-996f-abc454f20382 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:25.400618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c9f8fcce-573f-447d-996f-abc454f20382 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 820 time: 0.2551293 Nov 10 21:40:25.432011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-e962a5f3-36c9-4d70-84b5-6f52f8e7b1b2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/quotas/3c1bc09ba82d4e79a6ad242468530705 HTTP/1.1" status: 200 len: 375 time: 0.0233352 Nov 10 21:40:25.470394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting subnet 5379ff5d-0b2d-49f8-a0e0-58eba0256e9b {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:40:25.480465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.531051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec52e9df-ac39-4a12-9068-09be8db82418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.536922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.572090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-0f5eb430-f0ec-4a97-a1a4-df54b91188e1 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251693 Nov 10 21:40:25.664541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.720238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c15b8c63-195f-4a8d-9fc8-c523729b871c service neutron] 10.222.0.45 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337020 Nov 10 21:40:25.721080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec52e9df-ac39-4a12-9068-09be8db82418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.812691 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.872706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e5eecd3-5629-4715-8c3a-33526bd7399e req-8bf8762e-5cc0-46c0-8ebf-13affb422226 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.64 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1485050 Nov 10 21:40:25.894067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Subnet': ['ID=5379ff5d-0b2d-49f8-a0e0-58eba0256e9b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:25.911347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] DHCP port deletion for 832a1c7f-42d8-4db8-844c-8912958a8973 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:25.920301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ec52e9df-ac39-4a12-9068-09be8db82418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=402abdba01434822a1281880786fafc2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1384466 Nov 10 21:40:25.927823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:25.931304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ae5f05ae-0334-4353-90ab-55b7f8bb452b tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/subnets/5379ff5d-0b2d-49f8-a0e0-58eba0256e9b HTTP/1.1" status: 204 len: 168 time: 0.5681298 Nov 10 21:40:25.932183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:23Z', 'revision_number': 2, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:25.932462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:25.940726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42464) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:25.967280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52e9df-ac39-4a12-9068-09be8db82418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd9196-8bca-47cc-b2c9-5f31d1e0ef5d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:25.993111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53472de0-745b-4f48-b9f6-010a283a082c None None] Network 92f7713a-46a6-4f78-96c8-61feea471e37 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:26.032367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-0ef8a526-d49c-4d7e-8b00-d1ea3dc345b6 service neutron] 10.222.0.45 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907097 Nov 10 21:40:26.128259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Checking router: 4d2ef6bb-bd70-47bb-8a03-eba67a239969 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:40:26.128259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Updating router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 port 97e7e47c-e1d1-4bea-b322-6fe8856755ad binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:40:26.170940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.186180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c7fbbfe-89d5-48ed-b207-2e714f7085d4 req-90fbddbd-8763-4e8c-81d6-084ff8ed8aa0 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=129bf213-2d9c-4353-bb5f-8a112d239eee HTTP/1.1" status: 200 len: 210 time: 0.1474371 Nov 10 21:40:26.196822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.223445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c386b7ce-ae96-4460-80ee-ba33a36bd570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.273087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c386b7ce-ae96-4460-80ee-ba33a36bd570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.315667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] Deleting port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:26.316347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.325418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Deleting port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:26.325986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.408907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] For port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:26.409314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.435945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] DHCP port deletion for 92f7713a-46a6-4f78-96c8-61feea471e37 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:26.441910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] Calling delete_port for cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:26.515634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab3e0714-be85-4687-9249-65b1380d3200 req-37d5daf5-ab0e-4f73-bed9-fedfda680ece tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 210 time: 0.0556633 Nov 10 21:40:26.543795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] For port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,segment=NetworkSegment(78e548b4-7ab4-40e5-a5a0-c85310429d5f),segment_id=78e548b4-7ab4-40e5-a5a0-c85310429d5f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:26.544167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.547400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c386b7ce-ae96-4460-80ee-ba33a36bd570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.551259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c386b7ce-ae96-4460-80ee-ba33a36bd570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.553137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c386b7ce-ae96-4460-80ee-ba33a36bd570 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30dd9196-8bca-47cc-b2c9-5f31d1e0ef5d HTTP/1.1" status: 204 len: 168 time: 0.6194487 Nov 10 21:40:26.617129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386b7ce-ae96-4460-80ee-ba33a36bd570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd9196-8bca-47cc-b2c9-5f31d1e0ef5d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:26.620888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Calling delete_port for cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:26.804271 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.846584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.867987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] Deleting port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:26.868356 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.873480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Port': ['ID=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:26.876175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] No DVR routers for this DVR port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:26.918218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] Pushing event deleted for resources: {'Port': ['ID=cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:26.927203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380fb2d6-3c9b-4f56-b752-64ff2d84da83 None None] No DVR routers for this DVR port cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:26.969422 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.996467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] For port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=84a010f9-16d8-48fb-8d2f-9c86d318c2e3,segment=NetworkSegment(91526852-8bd8-4dc8-a6a4-0bc67dc0693e),segment_id=91526852-8bd8-4dc8-a6a4-0bc67dc0693e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:26.997064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:26.999936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.014165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] Calling delete_port for 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:27.037442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832a1c7f-42d8-4db8-844c-8912958a8973']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:27.051262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e548b4-7ab4-40e5-a5a0-c85310429d5f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:27.052193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e548b4-7ab4-40e5-a5a0-c85310429d5f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:27.068685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.074641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.119057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.137718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:40:27.139870 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.160443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3da19-533c-498e-8ab6-dd948741361d None None] Pushing event updated for resources: {'Port': ['ID=97e7e47c-e1d1-4bea-b322-6fe8856755ad,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:40:27.254867 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:40:27.290291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Attempting to bind port 97e7e47c-e1d1-4bea-b322-6fe8856755ad on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:40:27.301598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Attempting to bind port 97e7e47c-e1d1-4bea-b322-6fe8856755ad by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:40:27.301598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Attempting to bind port 97e7e47c-e1d1-4bea-b322-6fe8856755ad on network 22de6ba9-97a3-4409-8083-bdf7cc96105e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:40:27.307029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:40:27.310483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Checking segment: {'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:27.310985 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.312049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Bound using segment: {'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:40:27.312873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Bound port: 97e7e47c-e1d1-4bea-b322-6fe8856755ad, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:40:27.313361 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.317249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.345118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.362712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.371986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/networks/832a1c7f-42d8-4db8-844c-8912958a8973 HTTP/1.1" status: 204 len: 168 time: 1.4300997 Nov 10 21:40:27.375403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42512) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:27.416584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557798cf-f5b5-42a4-93fa-f734903a3b0d tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Network': ['ID=832a1c7f-42d8-4db8-844c-8912958a8973,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:27.440816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] For port 97e7e47c-e1d1-4bea-b322-6fe8856755ad, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:40:27.443705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:40:27.447077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] Pushing event deleted for resources: {'Port': ['ID=84a010f9-16d8-48fb-8d2f-9c86d318c2e3,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:27.449297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c52ddb4-a604-41e0-a7f3-5dce4ba54ca8 None None] No DVR routers for this DVR port 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:27.494787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:40:27.494787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd1ad39f-6ab9-4cc9-a4e0-fa41c52b792d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:40:27.495249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:40:27.497831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] For port 97e7e47c-e1d1-4bea-b322-6fe8856755ad, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=97e7e47c-e1d1-4bea-b322-6fe8856755ad,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:40:27.519176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:40:27.519808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 84a010f9-16d8-48fb-8d2f-9c86d318c2e3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:40:27.562847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.568065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:27.692822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0efd525e-6ba7-41f5-93c4-397c22c33e17 req-df6a36fe-45b8-44a5-95fa-bbd6a3bdb22c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 210 time: 0.0941505 Nov 10 21:40:27.697245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:27.697888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:27.803346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3da19-533c-498e-8ab6-dd948741361d None None] Pushing event updated for resources: {'Port': ['ID=97e7e47c-e1d1-4bea-b322-6fe8856755ad,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:27.993061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:28.020394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-617a4ab2-117c-40c1-9ebd-be224a1b1bb1 req-2aabf919-a93a-46f2-8706-e3431a43bdd9 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0862889 Nov 10 21:40:28.220426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef8a366d-2610-4873-98e3-cfe81ea8b36f req-1306cf6b-50f1-49c3-ab51-bdc879ec152e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=721fc17654b3435a8079a0a439675691&device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0359285 Nov 10 21:40:28.263343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:28.282803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef8a366d-2610-4873-98e3-cfe81ea8b36f req-5cd9af85-3b04-4386-a49d-b666ec87e1ff service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=721fc17654b3435a8079a0a439675691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352755 Nov 10 21:40:28.347387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8857488b-7170-4486-9457-5e11e31875ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:27Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:28.381234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857488b-7170-4486-9457-5e11e31875ff None None] The sync data for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 is: [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:27Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:40:28.414706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f7713a-46a6-4f78-96c8-61feea471e37']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:28.431365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a366d-2610-4873-98e3-cfe81ea8b36f req-7a49b70d-6f0d-42a7-9c69-3074d31fbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:28.437561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef8a366d-2610-4873-98e3-cfe81ea8b36f req-7a49b70d-6f0d-42a7-9c69-3074d31fbe07 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390955 Nov 10 21:40:28.448395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91526852-8bd8-4dc8-a6a4-0bc67dc0693e') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:28.448991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91526852-8bd8-4dc8-a6a4-0bc67dc0693e') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:28.474494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:28.502675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:28.511420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:40:28.514514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:40:28.518385 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:40:28.710392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:28.802389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:28.813748 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] 10.222.0.45 "DELETE /v2.0/networks/92f7713a-46a6-4f78-96c8-61feea471e37 HTTP/1.1" status: 204 len: 168 time: 1.4322824 Nov 10 21:40:28.813748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e70a2-f42b-477b-84aa-5ee776b99212 tempest-TaggedBootDevicesTest-11162546 tempest-TaggedBootDevicesTest-11162546-project] Pushing event deleted for resources: {'Network': ['ID=92f7713a-46a6-4f78-96c8-61feea471e37,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:28.934348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fb9e721-f197-4d6c-b172-e6e7f7d7c593 req-97622081-7fe0-4f3e-b342-16527e1f7a1a tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 210 time: 0.0574930 Nov 10 21:40:29.236946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a57f33df-6e77-4fb1-90f9-f7777f9fd940 req-71d5ebc3-9915-46e4-a86a-6a9b607b8db6 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0482965 Nov 10 21:40:29.410590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 97e7e47c-e1d1-4bea-b322-6fe8856755ad up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:29.482215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-a21512a5-61c8-4a45-a87a-3110076d2406 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:29.485626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-a21512a5-61c8-4a45-a87a-3110076d2406 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.53 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 820 time: 0.2025566 Nov 10 21:40:29.500291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Request body: {'port': {'device_id': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'admin_state_up': True, 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:29.565748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 97e7e47c-e1d1-4bea-b322-6fe8856755ad triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:29.566207 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:29.759776 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:29.810810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 97e7e47c-e1d1-4bea-b322-6fe8856755ad, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=97e7e47c-e1d1-4bea-b322-6fe8856755ad,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:29.836224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Made reservation on behalf of 3c1bc09ba82d4e79a6ad242468530705 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:29.845241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:29.900563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef8a366d-2610-4873-98e3-cfe81ea8b36f req-3a14a985-702a-4785-9978-5fd16051dd85 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.64 "GET /v2.0/ports?device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0561070 Nov 10 21:40:29.930173 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:30.055621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=97e7e47c-e1d1-4bea-b322-6fe8856755ad,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:30.153007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b674b0e8-0e50-44fb-96bb-8ac475ba5ae7 req-4d33836b-bba3-4951-b1da-b371a3255513 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 210 time: 0.0649824 Nov 10 21:40:30.249743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Allocated IP 172.20.0.11 (22de6ba9-97a3-4409-8083-bdf7cc96105e/b4cc8aaa-3498-449d-a4e0-0e05d997a49f/b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:40:30.450164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b35865d-1e4c-45d8-9e67-6a7c920e63b6 req-1fb158d9-6a76-4c90-9965-756d61c26217 tempest-ServerShowV247Test-372437363 tempest-ServerShowV247Test-372437363-project] 10.222.0.45 "GET /v2.0/ports?device_id=59789dae-52eb-45e3-ad9a-c0ea686be099 HTTP/1.1" status: 200 len: 210 time: 0.0618052 Nov 10 21:40:30.536122 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:30.676628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:30.748617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Network 22de6ba9-97a3-4409-8083-bdf7cc96105e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:30.762557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:30.765447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:40:30.798133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event updated for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:30.835924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:30.836604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:30.929137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-c64b3fd3-3c5e-494c-90ee-912ce97e3e57 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4351635 Nov 10 21:40:30.941978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Request body: {'port': {'device_id': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:31.021636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:31.379834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 97e7e47c-e1d1-4bea-b322-6fe8856755ad up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:31.448798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 97e7e47c-e1d1-4bea-b322-6fe8856755ad triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:31.449348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:31.468889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729bb62-dd09-4865-b2fd-9a1e6490c9be req-bfe20e64-d818-4807-a2f1-beb1f8a83fc5 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:31.471301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6729bb62-dd09-4865-b2fd-9a1e6490c9be req-bfe20e64-d818-4807-a2f1-beb1f8a83fc5 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 932 time: 0.1493144 Nov 10 21:40:31.609096 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6729bb62-dd09-4865-b2fd-9a1e6490c9be req-33e56878-a853-4573-8826-4deb0f20c882 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206534 Nov 10 21:40:31.614537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:40:31.625395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:31.652724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Transition to ACTIVE for port object b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:40:31.749186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:32.016854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Pushing event updated for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:32.047556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Attempting to bind port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:40:32.048496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Attempting to bind port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:40:32.050371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Attempting to bind port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c on network 22de6ba9-97a3-4409-8083-bdf7cc96105e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:40:32.107534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c on network 22de6ba9-97a3-4409-8083-bdf7cc96105e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:40:32.108403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Attempting to bind port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c on network 22de6ba9-97a3-4409-8083-bdf7cc96105e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:40:32.144174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:40:32.144571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Checking segment: {'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:32.145781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Bound using segment: {'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:40:32.149153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Bound port: b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd59e74e-438d-452f-97e0-6cbee90dc0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:40:32.149555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:32.272592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:40:32.285746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:40:32.305753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42676) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:32.354502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42680) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:32.373516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:32.433926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:32.444767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:32.444767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] 10.222.0.53 "PUT /v2.0/ports/b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 1093 time: 1.5027306 Nov 10 21:40:32.451075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:40:32.457023 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f1d261-17e5-4d35-9dfd-6f849df82153" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:40:32.497138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3a26-1ab9-43a7-88da-dd984fc4961f service neutron] Pushing event updated for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:32.607407 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53081d07-a5f2-495b-a4ab-2801432db56d x-openstack-request-id: req-53081d07-a5f2-495b-a4ab-2801432db56d {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:40:32.607776 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:40:32.608532 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53081d07-a5f2-495b-a4ab-2801432db56d {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:40:32.608930 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'status': 'completed', 'code': 200} Nov 10 21:40:32.627612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d411767e-a9b5-4559-981b-e950cd9631f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:32.655369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-49ca273c-4e17-4536-9c1d-771bcfade28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:32.662528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-49ca273c-4e17-4536-9c1d-771bcfade28c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1096 time: 0.1090324 Nov 10 21:40:32.743944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-2c50b07b-5b0b-451c-b120-4fe98b0c8c71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 217 time: 0.0782909 Nov 10 21:40:32.810244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:32.867655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-9c6d1b3d-71db-4957-a0b5-1342910ef12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:32.872959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-9c6d1b3d-71db-4957-a0b5-1342910ef12c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.1219223 Nov 10 21:40:32.945170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ede4c850-3421-47c7-8aa3-8ba42cdc69de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:32.949861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-10e5e375-02ef-468b-bca8-d745f7843b57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666895 Nov 10 21:40:32.991896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d411767e-a9b5-4559-981b-e950cd9631f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.105419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3e7dd-6b55-479b-a01d-39caca025354 req-0583fcef-62d7-4c7e-a886-e1a34893c276 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:33.107047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8c3e7dd-6b55-479b-a01d-39caca025354 req-0583fcef-62d7-4c7e-a886-e1a34893c276 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 944 time: 0.2567368 Nov 10 21:40:33.109776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d411767e-a9b5-4559-981b-e950cd9631f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.158968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-637d936b-c951-4a23-82f0-0c1445232317 service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764367 Nov 10 21:40:33.162239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-425e5119-bd10-422b-ac85-34c10c28e120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.176390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411767e-a9b5-4559-981b-e950cd9631f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d50045d-352d-43e9-b5ca-2491e77a5423,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:33.304995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d411767e-a9b5-4559-981b-e950cd9631f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=721fc17654b3435a8079a0a439675691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9980762 Nov 10 21:40:33.320451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42700) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:33.359019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8c3e7dd-6b55-479b-a01d-39caca025354 req-47372878-92eb-4bd4-b055-b233340c4fe9 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850023 Nov 10 21:40:33.415275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ede4c850-3421-47c7-8aa3-8ba42cdc69de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.527229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ede4c850-3421-47c7-8aa3-8ba42cdc69de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.535649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-86b808a9-d9cc-4f5a-9701-aff970c6e65e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.541769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4791b538-d1a7-4991-a0d6-5455c66e591e req-fee616d5-b3f3-4393-8e71-940304b99dcb service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535700 Nov 10 21:40:33.543930 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-425e5119-bd10-422b-ac85-34c10c28e120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.585851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ede4c850-3421-47c7-8aa3-8ba42cdc69de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3388d8755f9443e82cac8398b3d06cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2308528 Nov 10 21:40:33.587127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4c850-3421-47c7-8aa3-8ba42cdc69de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a996ba-0be6-4534-b23c-6b950478a16b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:33.593781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42702) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:33.614663 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-86b808a9-d9cc-4f5a-9701-aff970c6e65e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.632476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-425e5119-bd10-422b-ac85-34c10c28e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.742829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-425e5119-bd10-422b-ac85-34c10c28e120 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f27c31eba35a4c02baca8dfa9efb1712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9292645 Nov 10 21:40:33.743463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42706) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:33.744628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e5119-bd10-422b-ac85-34c10c28e120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710dacd9-722f-4025-b2c3-7ebed370e6b2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:33.766307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb61b253-2a92-402f-970e-aa3d8703233f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.793559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-a6b8a17a-22cd-42e3-8d8a-0594dc70c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:33.795038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-a6b8a17a-22cd-42e3-8d8a-0594dc70c95e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1096 time: 0.1066768 Nov 10 21:40:33.800278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb61b253-2a92-402f-970e-aa3d8703233f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.823226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b5b471a-d3e5-4d63-b2a3-f4ebd6ea2864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.848462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b5b471a-d3e5-4d63-b2a3-f4ebd6ea2864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.896179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-86b808a9-d9cc-4f5a-9701-aff970c6e65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.898806 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-86b808a9-d9cc-4f5a-9701-aff970c6e65e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.902123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-86b808a9-d9cc-4f5a-9701-aff970c6e65e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d50045d-352d-43e9-b5ca-2491e77a5423 HTTP/1.1" status: 204 len: 168 time: 0.5801332 Nov 10 21:40:33.923812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b808a9-d9cc-4f5a-9701-aff970c6e65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d50045d-352d-43e9-b5ca-2491e77a5423,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:33.968621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b5b471a-d3e5-4d63-b2a3-f4ebd6ea2864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.972578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b5b471a-d3e5-4d63-b2a3-f4ebd6ea2864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:33.976886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7b5b471a-d3e5-4d63-b2a3-f4ebd6ea2864 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/710dacd9-722f-4025-b2c3-7ebed370e6b2 HTTP/1.1" status: 204 len: 168 time: 0.2294700 Nov 10 21:40:33.981951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-ecb6bb7f-fb33-4a0d-9f75-c086cdc39012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:33.984263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-ecb6bb7f-fb33-4a0d-9f75-c086cdc39012 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.1813335 Nov 10 21:40:33.988124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b471a-d3e5-4d63-b2a3-f4ebd6ea2864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710dacd9-722f-4025-b2c3-7ebed370e6b2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:34.049499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb61b253-2a92-402f-970e-aa3d8703233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:34.052123 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb61b253-2a92-402f-970e-aa3d8703233f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:34.053490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb61b253-2a92-402f-970e-aa3d8703233f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33a996ba-0be6-4534-b23c-6b950478a16b HTTP/1.1" status: 204 len: 168 time: 0.4587309 Nov 10 21:40:34.056900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-6d60c7a5-e734-4a6b-8cfa-9fa03901bb06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 217 time: 0.0645683 Nov 10 21:40:34.063531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61b253-2a92-402f-970e-aa3d8703233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a996ba-0be6-4534-b23c-6b950478a16b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:34.145959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-882ed505-7698-41dd-bfd7-802c7f9ea789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:34.148256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-882ed505-7698-41dd-bfd7-802c7f9ea789 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.0821595 Nov 10 21:40:34.181038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-c179261f-d66f-404a-9908-2e9df78daf7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243852 Nov 10 21:40:34.305523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-a79f8b51-0b01-46b1-9f15-ba187b39738b service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152382 Nov 10 21:40:34.531051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3951e-4c9d-4fc0-93ea-bd233751bf10 req-5b67ed4a-4784-4e96-a57a-8f614ddac39a tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:34.533709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92c3951e-4c9d-4fc0-93ea-bd233751bf10 req-5b67ed4a-4784-4e96-a57a-8f614ddac39a tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 944 time: 0.0745864 Nov 10 21:40:34.620664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92c3951e-4c9d-4fc0-93ea-bd233751bf10 req-3a2b2240-fad2-453f-9634-0997cd345ce1 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785768 Nov 10 21:40:34.879689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01f1d261-17e5-4d35-9dfd-6f849df82153 req-c5cc9cf5-823e-4168-bdd6-ba440693ea60 service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662463 Nov 10 21:40:35.078173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42732) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:35.105447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a8bd9-9092-4e12-974f-c244302ed833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.169461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42738) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:35.201374 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-368027f4-efdd-4bff-b604-27335170c2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.226090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a8bd9-9092-4e12-974f-c244302ed833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.263691 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a8bd9-9092-4e12-974f-c244302ed833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.298857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-368027f4-efdd-4bff-b604-27335170c2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.309627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d31a8bd9-9092-4e12-974f-c244302ed833 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1081b98744524047ae4e5c0337299e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276814 Nov 10 21:40:35.309869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42740) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:35.312786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a8bd9-9092-4e12-974f-c244302ed833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69392807-c200-402d-a854-4a7ba382f605,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:35.354246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-368027f4-efdd-4bff-b604-27335170c2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.425940 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-368027f4-efdd-4bff-b604-27335170c2b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bb1b1392e0b401aaaa0437e017bfa3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524815 Nov 10 21:40:35.426256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42750) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:35.428425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368027f4-efdd-4bff-b604-27335170c2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ed5142-addf-4994-863a-26f42a148763,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:35.447019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46931e77-a33f-4b3d-bbbd-026ee5d96535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.476435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46931e77-a33f-4b3d-bbbd-026ee5d96535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.520246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589371a5-744a-4a9e-8634-f5e16dbb6a6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.591091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589371a5-744a-4a9e-8634-f5e16dbb6a6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.624747 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46931e77-a33f-4b3d-bbbd-026ee5d96535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.627900 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46931e77-a33f-4b3d-bbbd-026ee5d96535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.629146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-46931e77-a33f-4b3d-bbbd-026ee5d96535 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69392807-c200-402d-a854-4a7ba382f605 HTTP/1.1" status: 204 len: 168 time: 0.3184049 Nov 10 21:40:35.646391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5fc4c3b-9f06-4b69-b2de-0372e9acd5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.654373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46931e77-a33f-4b3d-bbbd-026ee5d96535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69392807-c200-402d-a854-4a7ba382f605,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:35.809703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cc5db-cd02-4b21-b09d-6c3740e597c0 req-5591f6a9-5132-4210-a5e0-df8c38e50626 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:35.812171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba7cc5db-cd02-4b21-b09d-6c3740e597c0 req-5591f6a9-5132-4210-a5e0-df8c38e50626 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 944 time: 0.0675042 Nov 10 21:40:35.839282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589371a5-744a-4a9e-8634-f5e16dbb6a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.863247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589371a5-744a-4a9e-8634-f5e16dbb6a6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:35.872808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-589371a5-744a-4a9e-8634-f5e16dbb6a6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9ed5142-addf-4994-863a-26f42a148763 HTTP/1.1" status: 204 len: 168 time: 0.4453855 Nov 10 21:40:35.937340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589371a5-744a-4a9e-8634-f5e16dbb6a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ed5142-addf-4994-863a-26f42a148763,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:36.023100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba7cc5db-cd02-4b21-b09d-6c3740e597c0 req-5eaaa63c-89ca-455c-b6fb-0eebdf2ef59b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015870 Nov 10 21:40:36.632201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:40:36.782129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:36.798141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'port_id': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'mac_address': 'fa:16:3e:fd:d9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:40:36.848391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:36.866603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:40:36.897470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:37.001316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:37.130758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:37.142334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.142897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.143421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.143947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.144643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.146903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.148739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.150221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.150906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.153018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.154246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.155333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:40:37.251391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:40:37.374755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487efdf-30a0-410c-941d-6b1bacedb7fa req-c91564ff-e289-4136-a743-ddccbf6fa27f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:37.396787 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9487efdf-30a0-410c-941d-6b1bacedb7fa req-c91564ff-e289-4136-a743-ddccbf6fa27f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 945 time: 0.1338725 Nov 10 21:40:37.519428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9487efdf-30a0-410c-941d-6b1bacedb7fa req-faeb75ea-a455-4ec0-8fcc-adb600c67161 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188748 Nov 10 21:40:37.532688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad220f34-874c-424c-9e02-800cecc614a7 req-d5416db5-0210-4682-b848-1c097b6b7c80 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0704091 Nov 10 21:40:37.922061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d59d5b14-2b97-4dd6-a53e-ec8b276210b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:38.650429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:38.668227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6c265dc-96ef-4efc-9e03-245937567ee8 req-6d6ee96f-45bd-4914-a45e-b64ce7c343cb tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0744858 Nov 10 21:40:38.782924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4587-3d62-4f10-acf4-1009feba6426 req-171fffc1-dc6c-4942-a806-25637063dc2f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:38.793367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f8b4587-3d62-4f10-acf4-1009feba6426 req-171fffc1-dc6c-4942-a806-25637063dc2f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 945 time: 0.1224027 Nov 10 21:40:38.863435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:40:38.875543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:38.875952 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:38.890808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f8b4587-3d62-4f10-acf4-1009feba6426 req-86dfc7d2-27d6-4c2e-b5c1-325c3ef24263 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871015 Nov 10 21:40:38.978581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:39.010111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:40:39.012520 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f26cb-74f7-4e0b-beb6-49c8faa8c094" -d '{"events": [{"server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:40:39.028526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:39.062794 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e638c0-b8da-4a31-832c-8c511132ea6e x-openstack-request-id: req-18e638c0-b8da-4a31-832c-8c511132ea6e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:40:39.063340 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:40:39.064130 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18e638c0-b8da-4a31-832c-8c511132ea6e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:40:39.064746 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'code': 200} Nov 10 21:40:39.098081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:39.210246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e733747-48d7-4375-84df-8d181f6c31d2 req-c13562ba-0ab0-4bce-8c2c-6591e4a7e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:39.212046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e733747-48d7-4375-84df-8d181f6c31d2 req-c13562ba-0ab0-4bce-8c2c-6591e4a7e6ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.0739605 Nov 10 21:40:39.258786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:39.269474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:39.278081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e733747-48d7-4375-84df-8d181f6c31d2 req-8ebc02d9-55fe-4ba3-a147-279c1236ff03 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537591 Nov 10 21:40:39.918732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6eda465-3484-4199-a60a-3d210342e4d5 req-12f5a5a5-59f7-4f22-8f81-eb8f411e3849 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0398390 Nov 10 21:40:40.119534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395522c-3cc7-4e36-add2-a1b399a92007 req-10adec42-1d75-4aa6-8b78-e12a75ab2523 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:40.119534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4395522c-3cc7-4e36-add2-a1b399a92007 req-10adec42-1d75-4aa6-8b78-e12a75ab2523 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0844107 Nov 10 21:40:40.195633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4395522c-3cc7-4e36-add2-a1b399a92007 req-3e8961be-336b-4e59-a118-eda68aa2f803 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718703 Nov 10 21:40:40.423841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-49be2a0e-8619-4345-a253-bef1a50de83a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0599136 Nov 10 21:40:40.491957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2b131-89c0-455e-bada-690b078caa45 req-8fdb7ea1-62af-42a3-9ec0-ac83c9090519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:40.493544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-8fdb7ea1-62af-42a3-9ec0-ac83c9090519 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1cb461a1ce8c47ab8a8490aec202e00b&device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0476210 Nov 10 21:40:40.622831 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2b131-89c0-455e-bada-690b078caa45 req-3f004b4c-0923-469e-8984-e88fdfb201ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:40.625411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-3f004b4c-0923-469e-8984-e88fdfb201ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7c53942-9bcb-47ff-9688-e556fa1b1b86 HTTP/1.1" status: 200 len: 912 time: 0.1079407 Nov 10 21:40:40.706048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-106313fc-0445-4c79-84fd-192ce28eb924 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d HTTP/1.1" status: 200 len: 999 time: 0.0738809 Nov 10 21:40:40.767341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2b131-89c0-455e-bada-690b078caa45 req-d6447ccf-a65d-489e-bcf6-7a8d772fa484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:40.822620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-d6447ccf-a65d-489e-bcf6-7a8d772fa484 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d2abf651-97dd-4470-91b5-990057152e85 HTTP/1.1" status: 200 len: 850 time: 0.0565391 Nov 10 21:40:40.822620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2b131-89c0-455e-bada-690b078caa45 req-16c9987d-3d62-4979-a0c6-577490b5acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:40.822620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-16c9987d-3d62-4979-a0c6-577490b5acc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7c53942-9bcb-47ff-9688-e556fa1b1b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434744 Nov 10 21:40:40.942274 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-21c47297-7ff6-4ada-b5d5-5f32d32b7534 service neutron] 10.222.0.53 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164463 Nov 10 21:40:41.052508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ed2b131-89c0-455e-bada-690b078caa45 req-0da87edc-061a-49e5-8590-9295cbb13364 service neutron] 10.222.0.53 "GET /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031220 Nov 10 21:40:41.082238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4ebcd73a-8073-4269-afd7-044beff4cf5a req-60d0c21f-a15a-4deb-8de4-01c415741383 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Nov 10 21:40:41.187641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:41.321586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:41.467684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b70af1-22e9-47b5-bc7b-ddcf4b7c1b93 req-6104f63d-2bec-4eb8-8543-b6bfaa9ce202 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:41.478439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64b70af1-22e9-47b5-bc7b-ddcf4b7c1b93 req-6104f63d-2bec-4eb8-8543-b6bfaa9ce202 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1265178 Nov 10 21:40:41.594231 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64b70af1-22e9-47b5-bc7b-ddcf4b7c1b93 req-2270ae52-be87-4cdb-9ee9-1b32a5db5a2b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103423 Nov 10 21:40:41.890220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42970) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:42.040092 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77656870-2138-496f-932f-2cab692805f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:42.130974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77656870-2138-496f-932f-2cab692805f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:42.223973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b38fe05-903e-4c2a-a375-2dbd27fdbe9f req-73536e8f-c835-46df-9804-4a314723d00d tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0445511 Nov 10 21:40:42.225329 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77656870-2138-496f-932f-2cab692805f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:42.288089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-77656870-2138-496f-932f-2cab692805f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81bb0c871039450eb5681d25119ebe4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952196 Nov 10 21:40:42.288694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42982) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:42.289188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77656870-2138-496f-932f-2cab692805f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e550a38-ca0f-4681-83aa-07f1834214f7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:42.369830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b476dce2-a59d-4949-9a62-3fd7790fa0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:42.399874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b476dce2-a59d-4949-9a62-3fd7790fa0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:42.532310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b476dce2-a59d-4949-9a62-3fd7790fa0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:42.535379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b476dce2-a59d-4949-9a62-3fd7790fa0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:42.536985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b476dce2-a59d-4949-9a62-3fd7790fa0cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e550a38-ca0f-4681-83aa-07f1834214f7 HTTP/1.1" status: 204 len: 168 time: 0.2471666 Nov 10 21:40:42.561009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476dce2-a59d-4949-9a62-3fd7790fa0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e550a38-ca0f-4681-83aa-07f1834214f7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:42.832631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f030b8a-b8d7-4ab8-b252-2915259d39a5 req-6b78c6e1-5239-40c6-99e9-21390b3963d2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:42.837005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f030b8a-b8d7-4ab8-b252-2915259d39a5 req-6b78c6e1-5239-40c6-99e9-21390b3963d2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0993142 Nov 10 21:40:42.949056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f030b8a-b8d7-4ab8-b252-2915259d39a5 req-b7308eda-f2a8-4b23-803e-8c1fa66ea606 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073992 Nov 10 21:40:43.366525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a54ab0e8-e9d3-4e57-bd7e-daee32cf7f34 req-6351d169-354e-485a-be04-01016d08dae4 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0380177 Nov 10 21:40:43.385253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43006) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:43.405342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37c8a4c9-56b3-4a72-a1fc-5a3ed9270b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:43.506378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37c8a4c9-56b3-4a72-a1fc-5a3ed9270b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:43.526975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c893bf-23f1-4f13-b08d-1b5706ecf301 req-d5990da1-7eb8-487f-a1a1-7daa02656dd4 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:43.532307 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4c893bf-23f1-4f13-b08d-1b5706ecf301 req-d5990da1-7eb8-487f-a1a1-7daa02656dd4 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0697224 Nov 10 21:40:43.579881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37c8a4c9-56b3-4a72-a1fc-5a3ed9270b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:43.611305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4c893bf-23f1-4f13-b08d-1b5706ecf301 req-57ef5427-a4eb-48c4-bdd9-e2849415e75d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Nov 10 21:40:43.619999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-37c8a4c9-56b3-4a72-a1fc-5a3ed9270b19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fefccab6a810442980da9d4a50fc46d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394946 Nov 10 21:40:43.622843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43014) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:43.652904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39597365-41fb-433e-b789-6863e0534f22 req-e9e1adc2-b297-4dcc-b14a-54fa871c3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:43.661642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39597365-41fb-433e-b789-6863e0534f22 req-e9e1adc2-b297-4dcc-b14a-54fa871c3c10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.1579034 Nov 10 21:40:43.671628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8a4c9-56b3-4a72-a1fc-5a3ed9270b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3052acac-2d25-45e2-96c3-73b10dc2328a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:43.704310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cae4c919-4731-4f77-bb74-e788b269e5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:43.732586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cae4c919-4731-4f77-bb74-e788b269e5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:43.779083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39597365-41fb-433e-b789-6863e0534f22 req-76f111ff-5a20-4f8a-8c05-0cf57c7baa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:43.781319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39597365-41fb-433e-b789-6863e0534f22 req-76f111ff-5a20-4f8a-8c05-0cf57c7baa13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.1067719 Nov 10 21:40:43.834213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39597365-41fb-433e-b789-6863e0534f22 req-2fa32fd1-4112-47da-a31f-a69e318a44e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 217 time: 0.0461056 Nov 10 21:40:43.869536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cae4c919-4731-4f77-bb74-e788b269e5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:43.876241 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cae4c919-4731-4f77-bb74-e788b269e5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:43.876241 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cae4c919-4731-4f77-bb74-e788b269e5f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3052acac-2d25-45e2-96c3-73b10dc2328a HTTP/1.1" status: 204 len: 168 time: 0.2512786 Nov 10 21:40:43.892228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4c919-4731-4f77-bb74-e788b269e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3052acac-2d25-45e2-96c3-73b10dc2328a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:43.907205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39597365-41fb-433e-b789-6863e0534f22 req-889930e5-720f-4a74-b565-71132d4c6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:43.916183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39597365-41fb-433e-b789-6863e0534f22 req-889930e5-720f-4a74-b565-71132d4c6f42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.0670619 Nov 10 21:40:43.960912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39597365-41fb-433e-b789-6863e0534f22 req-162161ae-83b9-417e-80a7-710ab9a3bf57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366552 Nov 10 21:40:44.128300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39597365-41fb-433e-b789-6863e0534f22 req-a6020e51-cd3b-4509-a3a7-786ea81d0213 service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594586 Nov 10 21:40:44.151905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-575f4d39-24fa-45b7-a1c6-61272c3ca17f req-378aeaea-6226-4167-9680-02f216c846e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0616877 Nov 10 21:40:44.282511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39597365-41fb-433e-b789-6863e0534f22 req-32fb73d7-d24a-4573-983e-3bab944f4bde service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437795 Nov 10 21:40:44.521105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-17ba9552-e71a-4050-bd38-5281bf454067 req-72dd7e29-efb0-420d-8e12-10f673b50525 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0316432 Nov 10 21:40:44.813541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc59f3c-ed78-47d3-9e9d-39e387102b62 req-6f4dceb2-dbd6-4be5-bb8b-d5d9530f26cd tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:44.815554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5bc59f3c-ed78-47d3-9e9d-39e387102b62 req-6f4dceb2-dbd6-4be5-bb8b-d5d9530f26cd tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0968173 Nov 10 21:40:44.892147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5bc59f3c-ed78-47d3-9e9d-39e387102b62 req-15b57358-04b6-438f-98ce-72fa727b1a45 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Nov 10 21:40:45.692292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-697c2a4f-e6e3-4d08-bd0f-c2181e8bad87 req-dbb721e8-e6f6-4cb4-af4f-1be9910f8db1 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0469897 Nov 10 21:40:45.854050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43082) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:46.096683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc6b4f-84d7-4fee-8e14-f1fb000310a7 req-afd450d4-dd8c-4ed6-afe6-ac40020bca15 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:46.098237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80fc6b4f-84d7-4fee-8e14-f1fb000310a7 req-afd450d4-dd8c-4ed6-afe6-ac40020bca15 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0877931 Nov 10 21:40:46.276936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80fc6b4f-84d7-4fee-8e14-f1fb000310a7 req-e8e83c26-090c-46aa-9914-f6d9b299dd24 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713839 Nov 10 21:40:46.430160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240200c-bb6b-4029-ab5f-89f39c4ce8b4 req-1a1582ed-16bd-4a50-8606-54a40f2ad346 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:46.439546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b240200c-bb6b-4029-ab5f-89f39c4ce8b4 req-1a1582ed-16bd-4a50-8606-54a40f2ad346 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1555436 Nov 10 21:40:46.467160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60979c-9042-4481-b93c-0f797a57d215 req-f22a285e-3505-4a7f-a091-62bfe203c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:46.469450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb60979c-9042-4481-b93c-0f797a57d215 req-f22a285e-3505-4a7f-a091-62bfe203c3e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.1791868 Nov 10 21:40:46.557724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b240200c-bb6b-4029-ab5f-89f39c4ce8b4 req-42c43e3a-83f4-4426-9859-b592cd86e009 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1157510 Nov 10 21:40:46.615623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43100) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:46.747075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60979c-9042-4481-b93c-0f797a57d215 req-535334a5-cbc9-49e6-aeaf-d90b2a347b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:46.749032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb60979c-9042-4481-b93c-0f797a57d215 req-535334a5-cbc9-49e6-aeaf-d90b2a347b75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2713544 Nov 10 21:40:46.883347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb60979c-9042-4481-b93c-0f797a57d215 req-9e63c40a-b713-4d7d-b93f-8ec7660c5bdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.1261537 Nov 10 21:40:46.889274 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac206bd9-f99a-486e-85dd-cf757c747fe4 req-012fccba-9626-4876-bba4-fae39dbba856 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0412416 Nov 10 21:40:46.902834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16830dbe-185d-4744-a76b-5d4f48177bb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.014740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60979c-9042-4481-b93c-0f797a57d215 req-613d5916-b754-4f45-bbcd-1fd3f331a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:47.016652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb60979c-9042-4481-b93c-0f797a57d215 req-613d5916-b754-4f45-bbcd-1fd3f331a973 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1219120 Nov 10 21:40:47.033508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16830dbe-185d-4744-a76b-5d4f48177bb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.087190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16830dbe-185d-4744-a76b-5d4f48177bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.114229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60979c-9042-4481-b93c-0f797a57d215 req-a171bbde-461e-4ab1-b67f-2528446f9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:47.115758 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb60979c-9042-4481-b93c-0f797a57d215 req-a171bbde-461e-4ab1-b67f-2528446f9a46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877473 Nov 10 21:40:47.127850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.157633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16830dbe-185d-4744-a76b-5d4f48177bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf0654-5723-45d2-9348-be6472109603,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:47.202620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-16830dbe-185d-4744-a76b-5d4f48177bb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1140f967641a436aa602c2ebd91e6f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5828843 Nov 10 21:40:47.203051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43116) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:47.277646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-599f3442-2c00-417b-bb6e-dab7d96aea79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.305674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-599f3442-2c00-417b-bb6e-dab7d96aea79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.316717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb60979c-9042-4481-b93c-0f797a57d215 req-882255f7-4bfd-419c-a725-7ebebc7dd69f service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908526 Nov 10 21:40:47.479453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb60979c-9042-4481-b93c-0f797a57d215 req-8bd6b000-fd27-4834-844b-7a8afe6af7c4 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324446 Nov 10 21:40:47.526735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74223dd2-f934-4a9c-b4de-b0746dc6ce77 req-5e77d24e-fb6a-4f15-9aae-75123c548b39 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:47.528351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74223dd2-f934-4a9c-b4de-b0746dc6ce77 req-5e77d24e-fb6a-4f15-9aae-75123c548b39 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1232109 Nov 10 21:40:47.606830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-599f3442-2c00-417b-bb6e-dab7d96aea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.610302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-599f3442-2c00-417b-bb6e-dab7d96aea79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.611760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-599f3442-2c00-417b-bb6e-dab7d96aea79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dbdf0654-5723-45d2-9348-be6472109603 HTTP/1.1" status: 204 len: 168 time: 0.4074755 Nov 10 21:40:47.645135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74223dd2-f934-4a9c-b4de-b0746dc6ce77 req-10029966-9aaa-431c-ba48-125e2c52c4c0 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096547 Nov 10 21:40:47.658718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f3442-2c00-417b-bb6e-dab7d96aea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf0654-5723-45d2-9348-be6472109603,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:47.666647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-227a3b74-1d48-4051-82e6-ede66879a96f req-157e31fd-8a60-43f9-b976-d0eff9f2512c tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0841722 Nov 10 21:40:47.734919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Deleting port 433a4c04-f3a7-441e-b21e-e4186244b60f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:47.736658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.868822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687dcd01-fdb3-4c66-b710-c40117217a45 req-9607217c-a0b5-4e70-9ddf-1da5165040ab tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:47.888982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-687dcd01-fdb3-4c66-b710-c40117217a45 req-9607217c-a0b5-4e70-9ddf-1da5165040ab tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0808442 Nov 10 21:40:47.896038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] For port 433a4c04-f3a7-441e-b21e-e4186244b60f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=433a4c04-f3a7-441e-b21e-e4186244b60f,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:47.896831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:47.917629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Calling delete_port for 433a4c04-f3a7-441e-b21e-e4186244b60f owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:47.953365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-687dcd01-fdb3-4c66-b710-c40117217a45 req-ea66b915-2a30-498a-ace8-bbf80e12c270 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628684 Nov 10 21:40:48.225725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:48.310877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Pushing event deleted for resources: {'Port': ['ID=433a4c04-f3a7-441e-b21e-e4186244b60f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:48.567095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:48.851654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b797-9828-4741-8f11-6d71858e9af0 req-1a033d34-e5fb-4061-a6dd-1ee5a72c94c5 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:48.859064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbb7b797-9828-4741-8f11-6d71858e9af0 req-1a033d34-e5fb-4061-a6dd-1ee5a72c94c5 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1119850 Nov 10 21:40:48.940573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2f10633-1721-450a-863f-70b957360f5e req-0de53de9-e18b-453d-8314-983548eec6e9 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.1002147 Nov 10 21:40:48.946057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbb7b797-9828-4741-8f11-6d71858e9af0 req-965f53cf-f4a8-4b0c-a795-89a0c159849c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812457 Nov 10 21:40:48.971859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:40:49.121869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:40:49.127940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-352cac79-4cb3-4afe-a60f-c5443de59275 admin admin] 10.222.0.45 "PUT /v2.0/routers/b2cc4ab0-c70e-49ac-a176-d83a731b4f4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2718387 Nov 10 21:40:49.129841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43166) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:49.139399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66043f1c-49a1-4c06-b0d1-3d3fa03a2f38 req-610aa494-5bda-4642-ba65-a02dbfa4cbc8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:49.145096 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] Sync routers for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:40:49.149587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66043f1c-49a1-4c06-b0d1-3d3fa03a2f38 req-610aa494-5bda-4642-ba65-a02dbfa4cbc8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1101718 Nov 10 21:40:49.162523 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:49.163374 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:49.242490 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66043f1c-49a1-4c06-b0d1-3d3fa03a2f38 req-1ba39303-c3c8-4d51-9478-c0df8fd0b0ab tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782588 Nov 10 21:40:49.292887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43170) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:49.309601 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.341553 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:49.420559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-594813876-network', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:49.444630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.474860 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.532840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Made reservation on behalf of ba8df1c8929c4a038be10713e9cfd836 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:49.538122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.557201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.604422 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:40:48Z', 'revision_number': 5, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port': {'id': '16cb3af7-d44e-4715-a7b6-33496464bc2e', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:28:11Z', 'updated_at': '2021-11-10T21:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:49.634222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Deleting port 16cb3af7-d44e-4715-a7b6-33496464bc2e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:49.634893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.647871 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] Checking router: b2cc4ab0-c70e-49ac-a176-d83a731b4f4d for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:40:49.658297 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] Routers {'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:49.659630 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:49.679978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.755431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.759140 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] Set router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:49.792335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] For port 16cb3af7-d44e-4715-a7b6-33496464bc2e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=16cb3af7-d44e-4715-a7b6-33496464bc2e,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:49.795229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.808624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:40:49.817889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Calling delete_port for 16cb3af7-d44e-4715-a7b6-33496464bc2e owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:49.820072 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:40:49Z', 'revision_number': 6, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:49.840363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:49.840718 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Added segment f148d25f-5871-4289-a427-e9808699d35c of type vlan for network 5d85a531-a253-40c9-a435-3388ed85bd54 Nov 10 21:40:49.843207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a62cd1-549b-43ef-9e25-d31678e1a53d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:49.852788 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9daa87-c839-436a-a1c1-13b9a0227130 None None] The sync data for ids ['b2cc4ab0-c70e-49ac-a176-d83a731b4f4d'] in n-d-776250-11 is: [{'id': 'b2cc4ab0-c70e-49ac-a176-d83a731b4f4d', 'name': 'tempest-TaggedBootDevicesTest-1959365116-router', 'tenant_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:28:09Z', 'updated_at': '2021-11-10T21:40:49Z', 'revision_number': 6, 'project_id': 'a3ebd0f9bdec48b58c3eec103c05b07a', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:40:49.958211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.080215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.082544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:50.083482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.152429 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-195fddbe-8a85-499a-b50a-d5c802e972f4 req-587c578a-f421-4a23-9726-0d194dd72961 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0766017 Nov 10 21:40:50.166686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf01c3-31b1-42cd-b805-3f92b09f143f req-e209e5c9-10a7-43ff-ae59-5ec9dd31461c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:50.176573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-85cf01c3-31b1-42cd-b805-3f92b09f143f req-e209e5c9-10a7-43ff-ae59-5ec9dd31461c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0795729 Nov 10 21:40:50.315016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-85cf01c3-31b1-42cd-b805-3f92b09f143f req-12866c36-9cab-461e-9951-b1ec3a01a383 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966995 Nov 10 21:40:50.366598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.398148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=16cb3af7-d44e-4715-a7b6-33496464bc2e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:50.417699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156fc53f-bf10-405b-91aa-0da5f77a38cf None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:50.471022 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.574741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-7fb0693d-3977-439c-bbf4-5335aee53017 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5322750 Nov 10 21:40:50.574984 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.575499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] Pushing event updated for resources: {'Network': ['ID=5d85a531-a253-40c9-a435-3388ed85bd54,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:50.601835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 5d85a531-a253-40c9-a435-3388ed85bd54 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:40:50.608041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.629338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a8ea15a2-cdfa-46fd-8e27-6c9b0cd3663c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3326385 Nov 10 21:40:50.630955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43190) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:50.641964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Request body: {'subnet': {'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-594813876-subnet', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:50.741122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-98cf4d55-d627-476a-8bef-174874fb0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:50.743175 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-98cf4d55-d627-476a-8bef-174874fb0bab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.0914161 Nov 10 21:40:50.755478 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.756100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cc4ab0-c70e-49ac-a176-d83a731b4f4d {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:40:50.764667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.768280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43192) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:50.769046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a9d66724-cf2f-47f3-961a-ad627fb5c2cf admin admin] 10.222.0.45 "DELETE /v2.0/routers/b2cc4ab0-c70e-49ac-a176-d83a731b4f4d HTTP/1.1" status: 204 len: 168 time: 1.6377966 Nov 10 21:40:50.825244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Made reservation on behalf of ba8df1c8929c4a038be10713e9cfd836 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:50.828350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:50.968972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] Deleting subnet e2d35b2c-db91-4a29-b936-225b49929d0a {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:40:50.978440 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:51.072116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:51.182362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-9d20f88e-8dec-45b0-9491-dd0f055edeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:51.182362 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-9d20f88e-8dec-45b0-9491-dd0f055edeb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.3384030 Nov 10 21:40:51.269143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-c509d653-3535-4b59-94e6-602c5968313f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.0986726 Nov 10 21:40:51.348420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-ce3b182c-befa-4401-804f-10e1b50b5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:51.349904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-ce3b182c-befa-4401-804f-10e1b50b5181 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.0667326 Nov 10 21:40:51.360061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0db4625-0a9c-4254-956c-675f4ab8db6b req-c64f7760-cbff-4621-a0ba-0ee1574a56ae tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0649414 Nov 10 21:40:51.369798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 16cb3af7-d44e-4715-a7b6-33496464bc2e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:40:51.420252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 16cb3af7-d44e-4715-a7b6-33496464bc2e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:40:51.421072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 16cb3af7-d44e-4715-a7b6-33496464bc2e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:40:51.421676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 433a4c04-f3a7-441e-b21e-e4186244b60f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:40:51.439362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:51.457085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 433a4c04-f3a7-441e-b21e-e4186244b60f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:40:51.457431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 433a4c04-f3a7-441e-b21e-e4186244b60f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:40:51.537880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-423a6a96-5861-4392-9fc2-22d47ea5350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:51.539754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-423a6a96-5861-4392-9fc2-22d47ea5350d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436939 Nov 10 21:40:51.554203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad9eaa-b5c6-4bde-9584-83c54ec1ef1a req-9cbdcdf1-45ed-418c-8434-e76895daf372 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:51.555850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99ad9eaa-b5c6-4bde-9584-83c54ec1ef1a req-9cbdcdf1-45ed-418c-8434-e76895daf372 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1471512 Nov 10 21:40:51.559826 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:51.717342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddf04ea-780c-4774-9c6f-afa6c6c87ac2,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:51.744914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Checking segment: {'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:51.745271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Network hostable DHCP agents. Network: 5d85a531-a253-40c9-a435-3388ed85bd54, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:40:51.750665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:51.765011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99ad9eaa-b5c6-4bde-9584-83c54ec1ef1a req-bd14fb7b-5824-4a53-a8ba-938349cf98ca tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922147 Nov 10 21:40:51.793012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d35b2c-db91-4a29-b936-225b49929d0a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:51.805093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-50492490-9ca6-4b0f-9e03-32cb574db23f service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481430 Nov 10 21:40:51.806183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:51.809310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5a7f5d8a-0f34-46d9-ae63-55c77c51ab3b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e2d35b2c-db91-4a29-b936-225b49929d0a HTTP/1.1" status: 204 len: 168 time: 1.0400312 Nov 10 21:40:51.812700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43208) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:51.818302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b7d6f5-3f80-4b86-9e60-2d18b2aa7ce2 None None] Network 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:51.960937 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:51.977133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Network 5d85a531-a253-40c9-a435-3388ed85bd54 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:40:52.003453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1d5d514-6f2f-4ab6-bff7-9939af2a48d1 req-e5db8414-2e86-4aa1-aafc-68f237727e51 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886578 Nov 10 21:40:52.054197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Deleting port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:52.064396 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.083375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 5d85a531-a253-40c9-a435-3388ed85bd54) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:52.084912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] DHCP port deletion for 8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:52.094218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:52.095070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.138059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be70a9e4-f3c2-457c-babb-b20a8c209648 None None] Network 5d85a531-a253-40c9-a435-3388ed85bd54 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:52.151405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] For port 8d83a51f-6792-494f-994a-4f2ab1f5ed84, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8d83a51f-6792-494f-994a-4f2ab1f5ed84,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:52.151909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.167749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Calling delete_port for 8d83a51f-6792-494f-994a-4f2ab1f5ed84 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:52.238170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] Deleting port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:40:52.238484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.294912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b90d3e2-c50f-48c0-9702-4ed8dccc48d5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6577072 Nov 10 21:40:52.294912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43228) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:52.296351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:52.349268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-5d85a531-a253-40c9-a435-3388ed85bd54', 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'fixed_ips': [{'subnet_id': 'dddf04ea-780c-4774-9c6f-afa6c6c87ac2'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:40:52.352340 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.377440 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.457550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.458630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.464770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d83a51f-6792-494f-994a-4f2ab1f5ed84,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:52.482751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] No DVR routers for this DVR port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:52.508080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Allocated IP 172.20.0.2 (5d85a531-a253-40c9-a435-3388ed85bd54/dddf04ea-780c-4774-9c6f-afa6c6c87ac2/1bb04989-4011-45e7-8c73-2691f3250369) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:40:52.552979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.604919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e89d994b-5d2d-4448-923f-d247183263a7 req-29a24c72-6b87-4f2f-94fd-24f9ed0006c1 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.1256194 Nov 10 21:40:52.616552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] For port 8d83a51f-6792-494f-994a-4f2ab1f5ed84, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8d83a51f-6792-494f-994a-4f2ab1f5ed84,segment=NetworkSegment(c58cd598-38d7-4859-9e79-824fdd1ba115),segment_id=c58cd598-38d7-4859-9e79-824fdd1ba115)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:52.617175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.644180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] Calling delete_port for 8d83a51f-6792-494f-994a-4f2ab1f5ed84 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:40:52.729563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.782939 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.878491 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.926223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:52.968023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:52.978332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58cd598-38d7-4859-9e79-824fdd1ba115') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:52.979093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58cd598-38d7-4859-9e79-824fdd1ba115') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:52.994879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.050953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.052778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] No DVR routers for this DVR port 8d83a51f-6792-494f-994a-4f2ab1f5ed84 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:40:53.056489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.060917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51e096-3762-48c9-93fb-bd32291889b4 None None] Pushing event deleted for resources: {'Port': ['ID=8d83a51f-6792-494f-994a-4f2ab1f5ed84,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:53.088277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:40:53.088277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:40:53.098751 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:40:53.105714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Network 5d85a531-a253-40c9-a435-3388ed85bd54 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:53.111447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:53.133836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:40:53.220067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a193dd-e086-42e9-a094-01da74f22910 req-33b6d95f-ca84-4141-bc82-290fe51b56f6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:53.220067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65a193dd-e086-42e9-a094-01da74f22910 req-33b6d95f-ca84-4141-bc82-290fe51b56f6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.3338885 Nov 10 21:40:53.332136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Pushing event updated for resources: {'Port': ['ID=1bb04989-4011-45e7-8c73-2691f3250369,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:53.338267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8d83a51f-6792-494f-994a-4f2ab1f5ed84 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:40:53.358303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65a193dd-e086-42e9-a094-01da74f22910 req-bf44b45d-6377-4267-ba5b-0ac1d19083fd tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187913 Nov 10 21:40:53.371696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.395203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8d83a51f-6792-494f-994a-4f2ab1f5ed84 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:40:53.395833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8d83a51f-6792-494f-994a-4f2ab1f5ed84 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:40:53.396246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.397566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Attempting to bind port 1bb04989-4011-45e7-8c73-2691f3250369 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:40:53.398031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Attempting to bind port 1bb04989-4011-45e7-8c73-2691f3250369 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:40:53.398488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Attempting to bind port 1bb04989-4011-45e7-8c73-2691f3250369 on network 5d85a531-a253-40c9-a435-3388ed85bd54 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:40:53.406592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:40:53.407083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Checking segment: {'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:53.407582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.408127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Bound using segment: {'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:40:53.408887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Bound port: 1bb04989-4011-45e7-8c73-2691f3250369, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:40:53.409464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.423354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa HTTP/1.1" status: 204 len: 168 time: 1.5897024 Nov 10 21:40:53.458588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31f76b-144a-4bcd-96c3-15be77588a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5c17e6-25dc-4e1e-a7d4-a63ada5b16aa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:53.491405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.500912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] For port 1bb04989-4011-45e7-8c73-2691f3250369, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:40:53.504101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] For port 1bb04989-4011-45e7-8c73-2691f3250369, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1bb04989-4011-45e7-8c73-2691f3250369,segment=NetworkSegment(f148d25f-5871-4289-a427-e9808699d35c),segment_id=f148d25f-5871-4289-a427-e9808699d35c)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:40:53.516585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.536174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.618486 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.651182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Allocated IP 172.25.7.97 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/7418cf6e-869b-4070-9fc2-b7c37d821904) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:40:53.685747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac677f-a490-45fc-8bb8-7a522bfa5d18 None None] Pushing event updated for resources: {'Port': ['ID=1bb04989-4011-45e7-8c73-2691f3250369,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:53.783630 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc8d5618-cde6-489a-8f00-5cf4901bd728 req-8c7ac8b9-bfaa-403a-8e4d-9a284e00f4c9 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0562987 Nov 10 21:40:53.832742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:53.850810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:53.894430 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:40:53.917395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1d411539-b9ac-40a7-ad31-64ba9fda637b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3ebd0f9bdec48b58c3eec103c05b07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652993 Nov 10 21:40:53.920956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43248) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:53.974379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:54.010521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dacdd6b0-f207-43c5-86cc-5ce4f0931eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:54.021861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:54.023230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:54.042161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:40:54.052115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dde2c7-f861-4303-9aa1-e274b4161b43 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:54.058969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dacdd6b0-f207-43c5-86cc-5ce4f0931eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:54.090265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7418cf6e-869b-4070-9fc2-b7c37d821904,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:54.196322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4de8c07f-4c5c-4b9f-82a9-9d460e388e31 None None] Provisioning complete for port 7418cf6e-869b-4070-9fc2-b7c37d821904 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:54.196896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4de8c07f-4c5c-4b9f-82a9-9d460e388e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:54.200991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dacdd6b0-f207-43c5-86cc-5ce4f0931eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:54.203741 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dacdd6b0-f207-43c5-86cc-5ce4f0931eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:54.205450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dacdd6b0-f207-43c5-86cc-5ce4f0931eaf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10b5f7e0-2ccf-4af0-868e-c572ca4c3567 HTTP/1.1" status: 204 len: 168 time: 0.2832229 Nov 10 21:40:54.232971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdd6b0-f207-43c5-86cc-5ce4f0931eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b5f7e0-2ccf-4af0-868e-c572ca4c3567,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:54.252277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4de8c07f-4c5c-4b9f-82a9-9d460e388e31 None None] Port 7418cf6e-869b-4070-9fc2-b7c37d821904 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:40:54.505027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:54.557202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb3d01-ce4a-4e3f-8b48-ecf155070145 req-895a3f2a-417b-4774-9567-47b7c7f9ddac tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:54.559636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6fcb3d01-ce4a-4e3f-8b48-ecf155070145 req-895a3f2a-417b-4774-9567-47b7c7f9ddac tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1086209 Nov 10 21:40:54.720604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6fcb3d01-ce4a-4e3f-8b48-ecf155070145 req-7cf4e581-e440-487d-90ac-e6acc737d722 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511459 Nov 10 21:40:54.998598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3702ce7c-0356-44af-9d71-f6b3d0d74bd3 req-134fb76c-dc98-43b0-b793-8f57f7ae4878 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0635545 Nov 10 21:40:55.066527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33da35d-5ecb-4c3c-aaa8-0a3c6e8df2fd None None] Network 5d85a531-a253-40c9-a435-3388ed85bd54 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:55.137815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-401760fb-0afc-4c92-b5a6-6b0a25bbb465 None None] Provisioning complete for port 1bb04989-4011-45e7-8c73-2691f3250369 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:55.138859 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-401760fb-0afc-4c92-b5a6-6b0a25bbb465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:55.252798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:55.345456 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-401760fb-0afc-4c92-b5a6-6b0a25bbb465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:55.449846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-401760fb-0afc-4c92-b5a6-6b0a25bbb465 None None] For port 1bb04989-4011-45e7-8c73-2691f3250369, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1bb04989-4011-45e7-8c73-2691f3250369,segment=NetworkSegment(f148d25f-5871-4289-a427-e9808699d35c),segment_id=f148d25f-5871-4289-a427-e9808699d35c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:55.452242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1bb04989-4011-45e7-8c73-2691f3250369 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:55.528444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1bb04989-4011-45e7-8c73-2691f3250369 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:55.529264 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:55.577263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Router 2dadcdc7-bf89-43f3-81d9-209a89247a77 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:40:55.578388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-401760fb-0afc-4c92-b5a6-6b0a25bbb465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:55.707012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401760fb-0afc-4c92-b5a6-6b0a25bbb465 None None] Pushing event updated for resources: {'Port': ['ID=1bb04989-4011-45e7-8c73-2691f3250369,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:55.747096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:40:55.754949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:55.765537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Sync routers for ids ['2dadcdc7-bf89-43f3-81d9-209a89247a77'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:40:55.776308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Routers {'2dadcdc7-bf89-43f3-81d9-209a89247a77'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:55.776938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2dadcdc7-bf89-43f3-81d9-209a89247a77'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:55.858940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-598b5a8c-b119-45eb-bcbb-5526bc3b3339 None None] Provisioning complete for port 1bb04989-4011-45e7-8c73-2691f3250369 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:55.859306 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-598b5a8c-b119-45eb-bcbb-5526bc3b3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:55.876922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1191193505-network', 'tenant_id': '65a04434ceb348cd9473d4a21e59d6dc'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:55.884311 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:55.885664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5f5e8e95-e56c-44d1-bf80-78a327ef28f9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.5934639 Nov 10 21:40:55.888705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43308) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:55.894825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffd7b7-4e53-4fba-ba1f-2cb46b918e66 req-58a58826-0c0f-4d93-96d7-8252d7b2ae0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:55.904588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaffd7b7-4e53-4fba-ba1f-2cb46b918e66 req-58a58826-0c0f-4d93-96d7-8252d7b2ae0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0916235 Nov 10 21:40:55.960638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Set router 2dadcdc7-bf89-43f3-81d9-209a89247a77 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:55.989246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaffd7b7-4e53-4fba-ba1f-2cb46b918e66 req-ad0d550e-b3a4-4627-8a07-a23603c70939 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833089 Nov 10 21:40:56.029446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Made reservation on behalf of 65a04434ceb348cd9473d4a21e59d6dc for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:56.032514 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.054841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.178091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.191149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88a2baa8-aae3-4073-9a1e-c95e06b6a588 req-003cc593-23ed-488d-9f44-455ba76c9fb3 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0524328 Nov 10 21:40:56.257758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.258433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:40:54Z', 'revision_number': 3, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port': {'id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:53Z', 'updated_at': '2021-11-10T21:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:56.286792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Checking router: 2dadcdc7-bf89-43f3-81d9-209a89247a77 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:40:56.287116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Updating router 2dadcdc7-bf89-43f3-81d9-209a89247a77 port 7418cf6e-869b-4070-9fc2-b7c37d821904 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:40:56.289192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:40:56.307561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16972b92-db9a-416c-a75a-69aa0bd89aad,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:56.315094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.346506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.347549 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Added segment 315fb596-be0b-46df-b6a7-3fe659969f02 of type vlan for network 179c458c-6a67-4e29-9bd3-b74a594f17ed Nov 10 21:40:56.405805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.509853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.511029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:56.512661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.554673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.646562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] Pushing event updated for resources: {'Network': ['ID=179c458c-6a67-4e29-9bd3-b74a594f17ed,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:56.651760 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.658392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 179c458c-6a67-4e29-9bd3-b74a594f17ed details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:40:56.659147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ea889b1f-3b8f-4d73-9f0b-e3d1acfc8e60 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9025795 Nov 10 21:40:56.661909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43318) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:40:56.667670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Request body: {'subnet': {'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1191193505-subnet', 'tenant_id': '65a04434ceb348cd9473d4a21e59d6dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:40:56.770779 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.799317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Allocated IP 172.20.0.1 (5d85a531-a253-40c9-a435-3388ed85bd54/dddf04ea-780c-4774-9c6f-afa6c6c87ac2/6d535952-4039-4470-a7a7-6366680133c3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:40:56.823267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Made reservation on behalf of 65a04434ceb348cd9473d4a21e59d6dc for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:40:56.826260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.835516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Attempting to bind port 7418cf6e-869b-4070-9fc2-b7c37d821904 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:40:56.835516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Attempting to bind port 7418cf6e-869b-4070-9fc2-b7c37d821904 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:40:56.835516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Attempting to bind port 7418cf6e-869b-4070-9fc2-b7c37d821904 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:40:56.842424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7257731-3097-4162-8514-4f090171b413 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:56.859036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:40:56.859036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:56.859036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.859036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:40:56.859646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Bound port: 7418cf6e-869b-4070-9fc2-b7c37d821904, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:40:56.859843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:56.867565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645f051-496d-42cd-bc92-559b288a23d6 None None] Pushing event updated for resources: {'Port': ['ID=7418cf6e-869b-4070-9fc2-b7c37d821904,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:56.954087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] For port 7418cf6e-869b-4070-9fc2-b7c37d821904, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:40:56.970369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] For port 7418cf6e-869b-4070-9fc2-b7c37d821904, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7418cf6e-869b-4070-9fc2-b7c37d821904,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:40:56.983377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-89cf5368-2bbf-4306-8ecd-d7c10847f639 None None] Provisioning complete for port 7418cf6e-869b-4070-9fc2-b7c37d821904 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:56.983783 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-89cf5368-2bbf-4306-8ecd-d7c10847f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.005677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.037712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-89cf5368-2bbf-4306-8ecd-d7c10847f639 None None] Port 7418cf6e-869b-4070-9fc2-b7c37d821904 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:40:57.052528 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.135941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645f051-496d-42cd-bc92-559b288a23d6 None None] Pushing event updated for resources: {'Port': ['ID=7418cf6e-869b-4070-9fc2-b7c37d821904,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:57.140973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1fd48-ca3c-4ef7-a4f4-841fc2e40ea5 req-3bc9bf10-aa7a-4bb8-b79a-51df2375345c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:57.142790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5af1fd48-ca3c-4ef7-a4f4-841fc2e40ea5 req-3bc9bf10-aa7a-4bb8-b79a-51df2375345c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0697691 Nov 10 21:40:57.154787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442399d7-529d-4f36-ae3d-13b3732bbc63 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:40:57.160709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Routers {'2dadcdc7-bf89-43f3-81d9-209a89247a77'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:40:57.161435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2dadcdc7-bf89-43f3-81d9-209a89247a77'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:57.212999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5af1fd48-ca3c-4ef7-a4f4-841fc2e40ea5 req-a1f238cd-8e25-4053-9fa3-b4012165891f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628238 Nov 10 21:40:57.269466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.270391 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.346398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Network 5d85a531-a253-40c9-a435-3388ed85bd54 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:57.349482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:57.357057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:40:57.362723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6d535952-4039-4470-a7a7-6366680133c3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:57.392334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1bb04989-4011-45e7-8c73-2691f3250369 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:57.420123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.424566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-25b28e22-891f-4f5e-901f-16ee42fe2ad5 None None] Provisioning complete for port 7418cf6e-869b-4070-9fc2-b7c37d821904 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:57.425119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-25b28e22-891f-4f5e-901f-16ee42fe2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.436986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4830e771-ebc0-47e0-977a-d3b765e070d0 req-66b6ca03-ac3f-4312-a061-300bcfcab4d7 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0747271 Nov 10 21:40:57.453791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] Set router 2dadcdc7-bf89-43f3-81d9-209a89247a77 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:40:57.511395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a764bc66-1eec-40f1-a1c2-151111ff8c73,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:57.525543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Checking segment: {'id': '315fb596-be0b-46df-b6a7-3fe659969f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:40:57.526798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Network hostable DHCP agents. Network: 179c458c-6a67-4e29-9bd3-b74a594f17ed, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:40:57.658082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Network 179c458c-6a67-4e29-9bd3-b74a594f17ed is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:40:57.722044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.774634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1bb04989-4011-45e7-8c73-2691f3250369 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:57.775257 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.795551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 179c458c-6a67-4e29-9bd3-b74a594f17ed) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:57.807433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:57.809498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.924658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:57.929404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8acc04b6-4929-472d-9ea5-2f04ad640fa8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2662060 Nov 10 21:40:57.976114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37fc113-9c0b-4439-8623-ec4bee0a7a41 None None] Network 179c458c-6a67-4e29-9bd3-b74a594f17ed requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:57.978314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-25b28e22-891f-4f5e-901f-16ee42fe2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:58.024447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:58.082941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-25b28e22-891f-4f5e-901f-16ee42fe2ad5 None None] For port 7418cf6e-869b-4070-9fc2-b7c37d821904, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7418cf6e-869b-4070-9fc2-b7c37d821904,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:40:58.126449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:58.128398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Pushing event updated for resources: {'Port': ['ID=6d535952-4039-4470-a7a7-6366680133c3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:58.219402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-25b28e22-891f-4f5e-901f-16ee42fe2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:58.229972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123fa68-9180-4254-bb89-8c065df4a116 None None] Network 179c458c-6a67-4e29-9bd3-b74a594f17ed requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:40:58.279627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Network 5d85a531-a253-40c9-a435-3388ed85bd54 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:40:58.281586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:40:58.289338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:40:54Z', 'revision_number': 3, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port': {'id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:53Z', 'updated_at': '2021-11-10T21:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:40:58.420105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff82c82-f6ba-4014-bdd1-26f4e78a7c8c None None] The sync data for ids ['2dadcdc7-bf89-43f3-81d9-209a89247a77'] in n-d-776250-11 is: [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:40:54Z', 'revision_number': 3, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port': {'id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:53Z', 'updated_at': '2021-11-10T21:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:40:58.464264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b28e22-891f-4f5e-901f-16ee42fe2ad5 None None] Pushing event updated for resources: {'Port': ['ID=7418cf6e-869b-4070-9fc2-b7c37d821904,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:40:58.514842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a98ddbc4-3adf-4b41-b69e-3ef581cc2880 None None] Provisioning complete for port 6d535952-4039-4470-a7a7-6366680133c3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:58.515246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a98ddbc4-3adf-4b41-b69e-3ef581cc2880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:58.528621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Router 2dadcdc7-bf89-43f3-81d9-209a89247a77 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:40:58.630051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-db2b8be2-ef9c-4bdc-b9e3-e4b1ba1dc92c tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:58.638130 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-db2b8be2-ef9c-4bdc-b9e3-e4b1ba1dc92c tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/networks?id=179c458c-6a67-4e29-9bd3-b74a594f17ed HTTP/1.1" status: 200 len: 814 time: 0.2228482 Nov 10 21:40:58.666183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-9072af6b-e6f4-4667-9ba1-967310bc2d39 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/quotas/65a04434ceb348cd9473d4a21e59d6dc HTTP/1.1" status: 200 len: 375 time: 0.0266564 Nov 10 21:40:58.695674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a98ddbc4-3adf-4b41-b69e-3ef581cc2880 None None] Port 6d535952-4039-4470-a7a7-6366680133c3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:40:58.717069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-f0377a20-00c2-4451-b58e-c88a47dceef6 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=65a04434ceb348cd9473d4a21e59d6dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479167 Nov 10 21:40:58.737384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a79d2-bcf0-4c22-b430-b8e1fd59d2c0 req-bcdd3532-9dfd-4da1-953f-773f2b713712 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:58.737919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-626a79d2-bcf0-4c22-b430-b8e1fd59d2c0 req-bcdd3532-9dfd-4da1-953f-773f2b713712 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.2325735 Nov 10 21:40:58.783445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:40:58.789347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-931e6166-e9a0-4ebe-bdc0-99765a84feb4 admin admin] 10.222.0.45 "PUT /v2.0/routers/2dadcdc7-bf89-43f3-81d9-209a89247a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8995404 Nov 10 21:40:58.849280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5816b1b7-62ad-4a28-814a-bb2256d1cd24 None None] Provisioning complete for port 6d535952-4039-4470-a7a7-6366680133c3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:58.849893 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5816b1b7-62ad-4a28-814a-bb2256d1cd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:58.878453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-626a79d2-bcf0-4c22-b430-b8e1fd59d2c0 req-3c73c2b2-de8c-4eac-bd95-ab0c7c6f4c31 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261449 Nov 10 21:40:58.915586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-e6e976cf-11b8-4e6e-a298-cae1365ef28f service neutron] 10.222.0.45 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882317 Nov 10 21:40:58.953737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5816b1b7-62ad-4a28-814a-bb2256d1cd24 None None] Port 6d535952-4039-4470-a7a7-6366680133c3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:40:59.043494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-5383897d-1ccb-4a5e-a90c-58b4b0c91b27 service neutron] 10.222.0.45 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182449 Nov 10 21:40:59.085766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-358a9a41-a415-4bdd-902f-ff7099584504 req-4a95fbf7-d33d-4cdd-9b90-2bb09616d0a2 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0655396 Nov 10 21:40:59.323197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03307b8e-4ef1-42ca-90fa-bcd77f2719f4 req-d43bbd6b-2e2f-46d1-97e2-496099d739bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:40:59.340775 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03307b8e-4ef1-42ca-90fa-bcd77f2719f4 req-d43bbd6b-2e2f-46d1-97e2-496099d739bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0870440 Nov 10 21:40:59.387170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7418cf6e-869b-4070-9fc2-b7c37d821904 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:40:59.421318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03307b8e-4ef1-42ca-90fa-bcd77f2719f4 req-b0d461e5-a11e-4223-bdfa-968d1f501e1d tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825083 Nov 10 21:40:59.459134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 7418cf6e-869b-4070-9fc2-b7c37d821904 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:40:59.459548 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:40:59.570370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be51d367-69ad-4f8d-95a8-ea3ab8d2ccae req-ca10a8dd-7f5f-407d-9770-63bcc2e2c270 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 210 time: 0.0431082 Nov 10 21:41:00.049211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76214e65-e6a4-4fbc-8455-d64eedd25b5f req-223cdf6f-8823-4a15-9ec2-5c665ffaa169 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:00.051640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76214e65-e6a4-4fbc-8455-d64eedd25b5f req-223cdf6f-8823-4a15-9ec2-5c665ffaa169 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Nov 10 21:41:00.139020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76214e65-e6a4-4fbc-8455-d64eedd25b5f req-2c6bc56e-b3b9-45ca-bf02-0b88e56e6621 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738678 Nov 10 21:41:00.257704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65304e7b-4634-4a57-90f4-abcdd21b0227 req-7ef6d9b0-2605-466d-bf2f-be5cfb2670ea tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0321586 Nov 10 21:41:00.281872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ebeb7-3a95-4f6a-8379-02070a7ad7d7 req-29f22582-a526-46fd-afd6-b507fc083d25 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:00.283377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce6ebeb7-3a95-4f6a-8379-02070a7ad7d7 req-29f22582-a526-46fd-afd6-b507fc083d25 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0657318 Nov 10 21:41:00.342621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce6ebeb7-3a95-4f6a-8379-02070a7ad7d7 req-5172c370-abdd-4e51-aa35-bd834761b4a9 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492499 Nov 10 21:41:00.549762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43410) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:00.558602 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Sync routers for ids ['2dadcdc7-bf89-43f3-81d9-209a89247a77'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:00.567670 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Routers {'2dadcdc7-bf89-43f3-81d9-209a89247a77'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:00.568474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2dadcdc7-bf89-43f3-81d9-209a89247a77'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:00.680659 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Set router 2dadcdc7-bf89-43f3-81d9-209a89247a77 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:00.706034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f094aab-1991-48cc-8d1d-69f32b0b0772 req-fb65294f-7f3a-4275-8771-d9572bbe0946 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 210 time: 0.0715065 Nov 10 21:41:00.971132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:00.997133 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 4, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port': {'id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:53Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6d535952-4039-4470-a7a7-6366680133c3', 'name': '', 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'mac_address': 'fa:16:3e:e3:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'dddf04ea-780c-4774-9c6f-afa6c6c87ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:56Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 2, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'subnets': [{'id': 'dddf04ea-780c-4774-9c6f-afa6c6c87ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:01.039672 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Checking router: 2dadcdc7-bf89-43f3-81d9-209a89247a77 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:01.039672 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Updating router 2dadcdc7-bf89-43f3-81d9-209a89247a77 port 6d535952-4039-4470-a7a7-6366680133c3 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:01.070520 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:01.343258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfedb-7bdd-42a2-a5a2-94cdec2c011a req-b7a1639d-68ac-4ec3-92c6-839b699cabe3 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:01.352478 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a8cfedb-7bdd-42a2-a5a2-94cdec2c011a req-b7a1639d-68ac-4ec3-92c6-839b699cabe3 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0690687 Nov 10 21:41:01.408440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a8cfedb-7bdd-42a2-a5a2-94cdec2c011a req-cf1fd199-8b74-465c-b42b-300bc7146305 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544941 Nov 10 21:41:01.538657 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:01.543268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00798-f02b-4cb4-9afd-39a51807e02a req-c6203a5e-5df2-4e87-86b6-1dcc8a3d07d0 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:01.552850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ad00798-f02b-4cb4-9afd-39a51807e02a req-c6203a5e-5df2-4e87-86b6-1dcc8a3d07d0 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0761843 Nov 10 21:41:01.584334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eff1b08c-ede7-4ad1-a8a5-535e76f5f46f req-a74aa5a9-47ab-4a7c-97f2-a12c7f121d2c tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0499067 Nov 10 21:41:01.616464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ad00798-f02b-4cb4-9afd-39a51807e02a req-faedbb87-3b60-4402-9937-e994b87b323e tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625203 Nov 10 21:41:01.668537 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:01.718089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Deleting port 6d535952-4039-4470-a7a7-6366680133c3 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:01.719213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:01.727455 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2dc8b-2ce4-4638-b7a7-e48e8117adfc None None] Pushing event updated for resources: {'Port': ['ID=6d535952-4039-4470-a7a7-6366680133c3,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:01.807807 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Attempting to bind port 6d535952-4039-4470-a7a7-6366680133c3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:01.808561 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Attempting to bind port 6d535952-4039-4470-a7a7-6366680133c3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:01.809104 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Attempting to bind port 6d535952-4039-4470-a7a7-6366680133c3 on network 5d85a531-a253-40c9-a435-3388ed85bd54 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:01.817267 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:01.817782 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Checking segment: {'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:01.818446 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:01.818909 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Bound using segment: {'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:01.819443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Bound port: 6d535952-4039-4470-a7a7-6366680133c3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f148d25f-5871-4289-a427-e9808699d35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:01.819910 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:01.937128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1dfa8ced-e4b5-46f3-8ad6-e24dd10129d1 req-12dcad92-3670-44e0-ab4a-063cc8ac91ff tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 210 time: 0.0969172 Nov 10 21:41:01.960353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] For port 6d535952-4039-4470-a7a7-6366680133c3, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:01.964242 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] For port 6d535952-4039-4470-a7a7-6366680133c3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6d535952-4039-4470-a7a7-6366680133c3,segment=NetworkSegment(f148d25f-5871-4289-a427-e9808699d35c),segment_id=f148d25f-5871-4289-a427-e9808699d35c)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:01.968883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:01.982395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Calling delete_port for 6d535952-4039-4470-a7a7-6366680133c3 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:02.118675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c8984072-0b47-4512-b8da-8d44e4cd1550 None None] Provisioning complete for port 6d535952-4039-4470-a7a7-6366680133c3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:02.119369 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8984072-0b47-4512-b8da-8d44e4cd1550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:02.155201 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:02.156537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c8984072-0b47-4512-b8da-8d44e4cd1550 None None] Port 6d535952-4039-4470-a7a7-6366680133c3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:02.223393 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2dc8b-2ce4-4638-b7a7-e48e8117adfc None None] Pushing event updated for resources: {'Port': ['ID=6d535952-4039-4470-a7a7-6366680133c3,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:02.229315 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Routers {'2dadcdc7-bf89-43f3-81d9-209a89247a77'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:02.229947 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2dadcdc7-bf89-43f3-81d9-209a89247a77'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:02.357274 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] Set router 2dadcdc7-bf89-43f3-81d9-209a89247a77 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:02.472138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:02.482389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dacd3a35-1c03-46df-9fbc-a262fef81ad3 None None] Could not find standard attr ID for object 6d535952-4039-4470-a7a7-6366680133c3. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:41:02.504539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d535952-4039-4470-a7a7-6366680133c3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:02.596209 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 4, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port': {'id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:53Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6d535952-4039-4470-a7a7-6366680133c3', 'name': '', 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'mac_address': 'fa:16:3e:e3:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'dddf04ea-780c-4774-9c6f-afa6c6c87ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:56Z', 'updated_at': '2021-11-10T21:41:01Z', 'revision_number': 4, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'subnets': [{'id': 'dddf04ea-780c-4774-9c6f-afa6c6c87ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:02.645053 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03efde7-194d-487a-8a96-077642a1eab2 None None] The sync data for ids ['2dadcdc7-bf89-43f3-81d9-209a89247a77'] in n-d-776250-11 is: [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 4, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port': {'id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:53Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6d535952-4039-4470-a7a7-6366680133c3', 'name': '', 'network_id': '5d85a531-a253-40c9-a435-3388ed85bd54', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'mac_address': 'fa:16:3e:e3:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'dddf04ea-780c-4774-9c6f-afa6c6c87ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:56Z', 'updated_at': '2021-11-10T21:41:01Z', 'revision_number': 4, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'subnets': [{'id': 'dddf04ea-780c-4774-9c6f-afa6c6c87ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:02.680650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152cde3-d711-444f-bcb2-1a97f587c423 req-b2043352-2ebb-4d23-8dfa-92d31b241a7f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:02.691367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a152cde3-d711-444f-bcb2-1a97f587c423 req-b2043352-2ebb-4d23-8dfa-92d31b241a7f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.2063367 Nov 10 21:41:02.794881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c61ab5a-573e-4bc4-bbaa-c38e6bb80ff1 req-3d4bef2f-cb3e-46f5-b52a-13c76f02f5ac tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0475979 Nov 10 21:41:02.795514 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:02.810920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a152cde3-d711-444f-bcb2-1a97f587c423 req-3c1062a6-d901-4064-b51a-e6ded9615449 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118944 Nov 10 21:41:02.944454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65039d-3eb2-4bd0-9353-571c81e0ac55 req-33cfa80d-0f4a-488f-ae94-a93a08c8e0e6 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:02.945336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b65039d-3eb2-4bd0-9353-571c81e0ac55 req-33cfa80d-0f4a-488f-ae94-a93a08c8e0e6 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.0556085 Nov 10 21:41:02.985680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-1e92758e-fb6e-4e7c-b99d-a15d36e03ef5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:02.987571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-1e92758e-fb6e-4e7c-b99d-a15d36e03ef5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.53 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.1157639 Nov 10 21:41:03.039377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b65039d-3eb2-4bd0-9353-571c81e0ac55 req-7e8bc665-befc-4b0f-95e4-02cb6abfe1b9 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861540 Nov 10 21:41:03.073622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22773458-f0a6-48c6-a0b3-0327c0553ba3 req-b4c152ef-f88e-49b3-9480-9828635a20a8 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 210 time: 0.0403666 Nov 10 21:41:03.300428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Router 2dadcdc7-bf89-43f3-81d9-209a89247a77 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:03.308569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Deleting port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:03.308939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:03.360294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-c67a70f6-40e2-4f0d-ac7b-f5d94f89b574 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:03.361766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-c67a70f6-40e2-4f0d-ac7b-f5d94f89b574 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.53 "GET /v2.0/networks?id=179c458c-6a67-4e29-9bd3-b74a594f17ed HTTP/1.1" status: 200 len: 814 time: 0.1809816 Nov 10 21:41:03.395541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Request body: {'port': {'device_id': '96ac7485-2847-4488-8113-15b05e2364e0', 'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed', 'admin_state_up': True, 'tenant_id': '65a04434ceb348cd9473d4a21e59d6dc'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:03.589065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] For port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:03.589433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:03.705326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:03.717932 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0c4bcde9-d12c-4ba0-8ff2-54752d8362f1 admin admin] 10.222.0.45 "PUT /v2.0/routers/2dadcdc7-bf89-43f3-81d9-209a89247a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1669824 Nov 10 21:41:03.726887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43456) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:03.872014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:03.897748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Made reservation on behalf of 65a04434ceb348cd9473d4a21e59d6dc for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:03.903099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:03.905485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:03.905845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:03.906164 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Floating IP 427348be-43c5-49bc-999c-37e827fa56ff disassociated. External IP: 172.25.7.2, port: f81fb43b-a5c4-4a8f-85b1-b1dd840e153d. Nov 10 21:41:03.906508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Calling delete_port for f81fb43b-a5c4-4a8f-85b1-b1dd840e153d owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:03.935565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43464) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:04.048434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54775-4df6-41be-b161-f72a4e3e9d7a req-25b9d5a2-a21f-4a9e-9f78-b3e7355ed7b2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:04.050451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1da54775-4df6-41be-b161-f72a4e3e9d7a req-25b9d5a2-a21f-4a9e-9f78-b3e7355ed7b2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0964291 Nov 10 21:41:04.052126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-276c0272-629b-451e-8777-c7f7df2f46a0 req-304e78b2-a5d6-4e53-8c29-910ac75901b1 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.1219447 Nov 10 21:41:04.095667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] Sync routers for ids ['2dadcdc7-bf89-43f3-81d9-209a89247a77'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:04.112043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] Routers {'2dadcdc7-bf89-43f3-81d9-209a89247a77'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:04.114222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2dadcdc7-bf89-43f3-81d9-209a89247a77'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:04.128413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.172441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1da54775-4df6-41be-b161-f72a4e3e9d7a req-71dae911-c68e-4f73-bd90-b77486bff937 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089478 Nov 10 21:41:04.202992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Allocated IP 172.20.0.14 (179c458c-6a67-4e29-9bd3-b74a594f17ed/a764bc66-1eec-40f1-a1c2-151111ff8c73/626d02d7-a2c8-4d61-9201-7e7dd621b7a8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:04.236163 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f31fe510-1349-4ed7-96c2-fa6e63e066d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.266689 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-84b28756-567e-4b25-9067-ebd41f9794a0 req-f1750bac-b333-4052-a4bb-7402b942a39c tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 210 time: 0.0371253 Nov 10 21:41:04.288624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] Set router 2dadcdc7-bf89-43f3-81d9-209a89247a77 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:04.319127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Deleting port 7418cf6e-869b-4070-9fc2-b7c37d821904 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:04.319590 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.341466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5f306-3e06-42cc-96bf-014c6865101c req-c62a3c35-3acc-45ee-ba79-0c642e109175 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:04.343086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fae5f306-3e06-42cc-96bf-014c6865101c req-c62a3c35-3acc-45ee-ba79-0c642e109175 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 945 time: 0.1303227 Nov 10 21:41:04.453912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fae5f306-3e06-42cc-96bf-014c6865101c req-681853f2-1f4a-4147-a6fc-802370ea4df4 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups?id=8f778e55-c08b-4c74-b0c3-d9c5d2121706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042287 Nov 10 21:41:04.502788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] For port 7418cf6e-869b-4070-9fc2-b7c37d821904, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7418cf6e-869b-4070-9fc2-b7c37d821904,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:04.503257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f31fe510-1349-4ed7-96c2-fa6e63e066d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.503773 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.516844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Calling delete_port for 7418cf6e-869b-4070-9fc2-b7c37d821904 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:04.549137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.558171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:41:02Z', 'revision_number': 5, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port': {'id': '7418cf6e-869b-4070-9fc2-b7c37d821904', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:53Z', 'updated_at': '2021-11-10T21:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:04.585621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] Checking router: 2dadcdc7-bf89-43f3-81d9-209a89247a77 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:04.594937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] Routers {'2dadcdc7-bf89-43f3-81d9-209a89247a77'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:04.595594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2dadcdc7-bf89-43f3-81d9-209a89247a77'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:04.681463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] Set router 2dadcdc7-bf89-43f3-81d9-209a89247a77 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:04.697770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.727205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event deleted for resources: {'Port': ['ID=f81fb43b-a5c4-4a8f-85b1-b1dd840e153d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:04.736844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:41:04Z', 'revision_number': 6, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:04.739312 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.740857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f31fe510-1349-4ed7-96c2-fa6e63e066d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.766274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.771768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4d8f9-eec0-439f-94ad-00e6608162f5 None None] The sync data for ids ['2dadcdc7-bf89-43f3-81d9-209a89247a77'] in n-d-776250-11 is: [{'id': '2dadcdc7-bf89-43f3-81d9-209a89247a77', 'name': 'tempest-ImageQuotaTest-594813876-router', 'tenant_id': 'ba8df1c8929c4a038be10713e9cfd836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:52Z', 'updated_at': '2021-11-10T21:41:04Z', 'revision_number': 6, 'project_id': 'ba8df1c8929c4a038be10713e9cfd836', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:04.804914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Pushing event deleted for resources: {'Port': ['ID=7418cf6e-869b-4070-9fc2-b7c37d821904,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:04.814701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2833639-f2df-409c-8fb3-4877e8c1ddd0 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:04.877377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Network 179c458c-6a67-4e29-9bd3-b74a594f17ed is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:04.878049 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.883437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f31fe510-1349-4ed7-96c2-fa6e63e066d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d152e6acddcf4ae2b177826302278973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9505367 Nov 10 21:41:04.911364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43476) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:04.912155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fe510-1349-4ed7-96c2-fa6e63e066d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d03224-dc54-432e-970e-29aea09ba699,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:04.915104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:04.917940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Pushing event updated for resources: {'Port': ['ID=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:04.920296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:04.983158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:04.985627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.021819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:05.022320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.037698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Router c9a999a3-6469-421e-b0fa-f1c2cc05f3de has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:05.048330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5eca5a27-4608-40b5-b42d-8cf17e76f8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.118833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5eca5a27-4608-40b5-b42d-8cf17e76f8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.149335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.150118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dadcdc7-bf89-43f3-81d9-209a89247a77 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:41:05.155766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.157108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-be036382-87c2-41f9-b5b0-c808311d4181 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2dadcdc7-bf89-43f3-81d9-209a89247a77 HTTP/1.1" status: 204 len: 168 time: 1.4285681 Nov 10 21:41:05.162737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43482) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:05.197007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b9387ef-8b43-4507-b32e-fd63e1cf282f req-8d94f3a0-6028-4ce3-8a16-02ea29e2b08b tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0387185 Nov 10 21:41:05.290690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d2aa84fc-7205-4fa4-8c98-93cc58e9959e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8896167 Nov 10 21:41:05.295247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d80b7209-0c5c-473c-8b44-a9aa7f0cd624 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:41:05.308514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-d80b7209-0c5c-473c-8b44-a9aa7f0cd624 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190620 Nov 10 21:41:05.427425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a868d02-4273-42a2-9617-18006a750ecc req-7013d212-79bb-4cbb-8cf9-244f0335d4a1 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:05.429043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a868d02-4273-42a2-9617-18006a750ecc req-7013d212-79bb-4cbb-8cf9-244f0335d4a1 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 932 time: 0.0522583 Nov 10 21:41:05.483043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a868d02-4273-42a2-9617-18006a750ecc req-8ab2cdd1-e508-4a3c-a2a1-297dedcfc022 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464311 Nov 10 21:41:05.579967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ca95c32-2a02-4918-b81e-9dd0e34668c9 req-226fef4b-d662-43ca-8728-397b116ca556 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0322790 Nov 10 21:41:05.675420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6d535952-4039-4470-a7a7-6366680133c3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:05.696838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Request body: {'port': {'device_id': '96ac7485-2847-4488-8113-15b05e2364e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:05.698814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6d535952-4039-4470-a7a7-6366680133c3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:05.699335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6d535952-4039-4470-a7a7-6366680133c3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:05.701412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-19960557-b10c-43e7-a7d9-fb699ad47e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.734352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] Deleting subnet dddf04ea-780c-4774-9c6f-afa6c6c87ac2 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:41:05.740175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:05.741745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.752906 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] Sync routers for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:05.764504 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:05.765115 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:05.847416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73d858-043e-4db0-acc4-00141a7de371 req-57d6a596-d0d7-4f16-a934-ef72dcfd9359 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:05.849044 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a73d858-043e-4db0-acc4-00141a7de371 req-57d6a596-d0d7-4f16-a934-ef72dcfd9359 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.5358386 Nov 10 21:41:05.855244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] No DVR routers for this DVR port f81fb43b-a5c4-4a8f-85b1-b1dd840e153d on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:41:05.862066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.865441 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6004021b-178d-4436-8df8-48ec0c1190b9 req-07409e3f-d74b-4f31-ba8f-394c0edda9f8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.53 "DELETE /v2.0/ports/f81fb43b-a5c4-4a8f-85b1-b1dd840e153d HTTP/1.1" status: 204 len: 173 time: 2.8703871 Nov 10 21:41:05.866772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'name': 'network-vif-deleted', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:05.869125 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec558786-a73f-4c05-af14-9a2272f0eab2" -d '{"events": [{"server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "name": "network-vif-deleted", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:05.871645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.877723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.890085 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:05.909556 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5eca5a27-4608-40b5-b42d-8cf17e76f8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.912131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5eca5a27-4608-40b5-b42d-8cf17e76f8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:05.915863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5eca5a27-4608-40b5-b42d-8cf17e76f8fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80d03224-dc54-432e-970e-29aea09ba699 HTTP/1.1" status: 204 len: 168 time: 0.9962444 Nov 10 21:41:05.953880 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93b4973-53c9-4434-b57e-659cf7c5d6a0 x-openstack-request-id: req-d93b4973-53c9-4434-b57e-659cf7c5d6a0 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:05.954185 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731dd223-586c-47e0-8518-e8f6eaf3d5f9", "name": "network-vif-deleted", "tag": "f81fb43b-a5c4-4a8f-85b1-b1dd840e153d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:05.954438 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d93b4973-53c9-4434-b57e-659cf7c5d6a0 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:05.954851 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731dd223-586c-47e0-8518-e8f6eaf3d5f9', 'name': 'network-vif-deleted', 'tag': 'f81fb43b-a5c4-4a8f-85b1-b1dd840e153d', 'status': 'completed', 'code': 200} Nov 10 21:41:05.980467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca5a27-4608-40b5-b42d-8cf17e76f8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d03224-dc54-432e-970e-29aea09ba699,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:06.128589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a73d858-043e-4db0-acc4-00141a7de371 req-9959b313-e462-4dc8-ad03-0ede78e1322a tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700024 Nov 10 21:41:06.162012 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:55Z', 'revision_number': 5, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:06.195708 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] Checking router: c9a999a3-6469-421e-b0fa-f1c2cc05f3de for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:06.204889 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:06.209349 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:40:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:06.230033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.321760 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:06.388652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c58ec5fc-0520-4e8f-af4e-ddb082c9e2a9 req-f99653fc-392d-4354-9961-f7b532ce47a7 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0451436 Nov 10 21:41:06.405476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:06.416436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.491867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Transition to ACTIVE for port object 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:41:06.493166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.519473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dddf04ea-780c-4774-9c6f-afa6c6c87ac2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:06.523413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.528654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2f4abb26-eb1f-4472-9586-009dbe68f1a6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dddf04ea-780c-4774-9c6f-afa6c6c87ac2 HTTP/1.1" status: 204 len: 168 time: 1.3621571 Nov 10 21:41:06.531560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43504) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:06.533803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923156c9-14cb-4843-b15c-fb8e7b147561 None None] Network 5d85a531-a253-40c9-a435-3388ed85bd54 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:06.540726 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:55Z', 'revision_number': 5, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:06.585328 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4d691c-3df6-47c3-8492-b9df115c4b88 None None] The sync data for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 is: [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:38:49Z', 'revision_number': 4, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'fe1e6842-1762-461b-a153-7758984eb47c', 'name': '', 'network_id': 'd7c53942-9bcb-47ff-9688-e556fa1b1b86', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'mac_address': 'fa:16:3e:0a:c2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd2abf651-97dd-4470-91b5-990057152e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:45Z', 'updated_at': '2021-11-10T21:38:55Z', 'revision_number': 5, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'subnets': [{'id': 'd2abf651-97dd-4470-91b5-990057152e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:06.634705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.730470 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.742974 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d8d195f4-b880-42e8-bf42-8a18d638d5e5 req-56eb3d6b-c7e5-4f35-855a-7c5062c56bd8 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/ports?device_id=731dd223-586c-47e0-8518-e8f6eaf3d5f9 HTTP/1.1" status: 200 len: 210 time: 0.0505533 Nov 10 21:41:06.765102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] DHCP port deletion for 5d85a531-a253-40c9-a435-3388ed85bd54 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:06.781954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9ff20-e164-4f06-964d-3c88b0530ad7 req-a8ad8da1-fe71-4fd5-9e28-67ef09b48747 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:06.783482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03d9ff20-e164-4f06-964d-3c88b0530ad7 req-a8ad8da1-fe71-4fd5-9e28-67ef09b48747 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 944 time: 0.1805289 Nov 10 21:41:06.787940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Pushing event updated for resources: {'Port': ['ID=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:06.799123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f81fb43b-a5c4-4a8f-85b1-b1dd840e153d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:06.830005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: f81fb43b-a5c4-4a8f-85b1-b1dd840e153d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:06.830345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f81fb43b-a5c4-4a8f-85b1-b1dd840e153d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:06.851064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] Deleting port 1bb04989-4011-45e7-8c73-2691f3250369 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:06.851448 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.923358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03d9ff20-e164-4f06-964d-3c88b0530ad7 req-7f134507-0f35-421c-83d8-81f3f4a17f97 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284502 Nov 10 21:41:06.927383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Attempting to bind port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:06.927383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Attempting to bind port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '315fb596-be0b-46df-b6a7-3fe659969f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:06.927383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Attempting to bind port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 on network 179c458c-6a67-4e29-9bd3-b74a594f17ed {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:06.934482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43508) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:06.935808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 on network 179c458c-6a67-4e29-9bd3-b74a594f17ed not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:41:06.936167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Attempting to bind port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 on network 179c458c-6a67-4e29-9bd3-b74a594f17ed {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:06.937820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] For port 1bb04989-4011-45e7-8c73-2691f3250369, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1bb04989-4011-45e7-8c73-2691f3250369,segment=NetworkSegment(f148d25f-5871-4289-a427-e9808699d35c),segment_id=f148d25f-5871-4289-a427-e9808699d35c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:06.938639 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.953326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:06.954554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Checking segment: {'id': '315fb596-be0b-46df-b6a7-3fe659969f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:06.955181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Bound using segment: {'id': '315fb596-be0b-46df-b6a7-3fe659969f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:06.955328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] Calling delete_port for 1bb04989-4011-45e7-8c73-2691f3250369 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:06.956261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Bound port: 626d02d7-a2c8-4d61-9201-7e7dd621b7a8, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315fb596-be0b-46df-b6a7-3fe659969f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:06.956443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647d8224-325f-44cc-80e2-dde5cec8f4fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.957570 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:06.962356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Deleting port 1bb04989-4011-45e7-8c73-2691f3250369 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:06.963091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.006810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3552d160-6a6e-4e51-83cd-0ae06694c721 None None] New status for floating IP 427348be-43c5-49bc-999c-37e827fa56ff: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:41:07.080564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] For port 1bb04989-4011-45e7-8c73-2691f3250369, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1bb04989-4011-45e7-8c73-2691f3250369,segment=NetworkSegment(f148d25f-5871-4289-a427-e9808699d35c),segment_id=f148d25f-5871-4289-a427-e9808699d35c)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:07.080933 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.102670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Calling delete_port for 1bb04989-4011-45e7-8c73-2691f3250369 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:07.170849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] For port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:07.175116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] For port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,segment=NetworkSegment(315fb596-be0b-46df-b6a7-3fe659969f02),segment_id=315fb596-be0b-46df-b6a7-3fe659969f02)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:07.249822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09691afd-95d9-42a4-ac3f-e654c55df922 req-4a65d739-ba4c-4bee-a8e8-0aede1bc394c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:07.251306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09691afd-95d9-42a4-ac3f-e654c55df922 req-4a65d739-ba4c-4bee-a8e8-0aede1bc394c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Nov 10 21:41:07.291365 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.296336 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.316470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1bb04989-4011-45e7-8c73-2691f3250369 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:07.328108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09691afd-95d9-42a4-ac3f-e654c55df922 req-1e0fbcd2-d2b7-4068-838d-2e4188fad9fd tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701468 Nov 10 21:41:07.334169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.345498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1bb04989-4011-45e7-8c73-2691f3250369 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:07.345831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1bb04989-4011-45e7-8c73-2691f3250369 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:07.347596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7418cf6e-869b-4070-9fc2-b7c37d821904 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:07.350988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] Pushing event deleted for resources: {'Port': ['ID=1bb04989-4011-45e7-8c73-2691f3250369,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:07.375137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 7418cf6e-869b-4070-9fc2-b7c37d821904 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:07.375816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7418cf6e-869b-4070-9fc2-b7c37d821904 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:07.377652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0dc13-97dd-4c49-b2ba-482ecdb1cbf3 None None] No DVR routers for this DVR port 1bb04989-4011-45e7-8c73-2691f3250369 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:41:07.379119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:07.383808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.383808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] 10.222.0.53 "PUT /v2.0/ports/626d02d7-a2c8-4d61-9201-7e7dd621b7a8 HTTP/1.1" status: 200 len: 1093 time: 2.0472867 Nov 10 21:41:07.383808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] No DVR routers for this DVR port 1bb04989-4011-45e7-8c73-2691f3250369 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:41:07.390220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fac94-87ba-49a2-9fbf-0f64b2dfc66f service neutron] Pushing event updated for resources: {'Port': ['ID=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:07.394885 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647d8224-325f-44cc-80e2-dde5cec8f4fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.448808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb04989-4011-45e7-8c73-2691f3250369,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:07.500448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.526437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b79119b-c978-4f1f-8eb2-785bd6875ef8 req-55bb6750-7551-452f-b05a-d500fa569f64 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0400727 Nov 10 21:41:07.540192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d85a531-a253-40c9-a435-3388ed85bd54']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:07.552176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f148d25f-5871-4289-a427-e9808699d35c') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:07.552529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f148d25f-5871-4289-a427-e9808699d35c') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:07.562481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.582564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647d8224-325f-44cc-80e2-dde5cec8f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.583686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.605294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:41:07.605678 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:41:07.607467 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:41:07.624841 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-647d8224-325f-44cc-80e2-dde5cec8f4fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49b25638aae94ffb92cfd40b5693dfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890187 Nov 10 21:41:07.626028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d8224-325f-44cc-80e2-dde5cec8f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79783c24-0d53-4a4e-bbd8-ae008c6a4fc6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:07.629641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43516) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:07.671082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-1b2de765-d68e-49ab-9bb5-f86ef7225ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:07.672570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-1b2de765-d68e-49ab-9bb5-f86ef7225ba2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65a04434ceb348cd9473d4a21e59d6dc&device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 1096 time: 0.0977883 Nov 10 21:41:07.682134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbc950a5-ef3e-46ab-8af7-15fb8533b58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.704539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbc950a5-ef3e-46ab-8af7-15fb8533b58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.717669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-b184f022-86b1-40ea-9daf-a85d41ee7641 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0373380 Nov 10 21:41:07.766651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-ad0acf9f-3066-4f3d-a2d7-3aa0479af2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:07.768205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-ad0acf9f-3066-4f3d-a2d7-3aa0479af2f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a764bc66-1eec-40f1-a1c2-151111ff8c73 HTTP/1.1" status: 200 len: 854 time: 0.0443709 Nov 10 21:41:07.784541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.803133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-ccdc573f-1f09-4401-b8b5-5983226954fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=179c458c-6a67-4e29-9bd3-b74a594f17ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282660 Nov 10 21:41:07.805679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.811292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5d85a531-a253-40c9-a435-3388ed85bd54 HTTP/1.1" status: 204 len: 168 time: 1.2761180 Nov 10 21:41:07.834009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045d9e1-c781-4860-a689-5897cb3aa6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d85a531-a253-40c9-a435-3388ed85bd54,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:07.925165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-ae24f9fe-7284-4942-a19d-03c62da81b57 service neutron] 10.222.0.53 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993512 Nov 10 21:41:07.930278 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbc950a5-ef3e-46ab-8af7-15fb8533b58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.932998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbc950a5-ef3e-46ab-8af7-15fb8533b58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:07.934813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bbc950a5-ef3e-46ab-8af7-15fb8533b58d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79783c24-0d53-4a4e-bbd8-ae008c6a4fc6 HTTP/1.1" status: 204 len: 168 time: 0.3036325 Nov 10 21:41:07.951427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc950a5-ef3e-46ab-8af7-15fb8533b58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79783c24-0d53-4a4e-bbd8-ae008c6a4fc6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:07.959046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ac7485-2847-4488-8113-15b05e2364e0', 'tag': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:07.961615 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c092fd48-ead2-4982-a502-d54513c09628" -d '{"events": [{"name": "network-changed", "server_uuid": "96ac7485-2847-4488-8113-15b05e2364e0", "tag": "626d02d7-a2c8-4d61-9201-7e7dd621b7a8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:08.008406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:08.061259 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-167fbe39-fdc1-4625-b0be-1c939b94e209 req-04f51ddd-66a5-48b1-a0df-cdf823b61ace service neutron] 10.222.0.53 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288068 Nov 10 21:41:08.078045 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc2d7ed-9cfd-4e21-92b6-a43eba2b9020 x-openstack-request-id: req-4fc2d7ed-9cfd-4e21-92b6-a43eba2b9020 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:08.078045 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ac7485-2847-4488-8113-15b05e2364e0", "tag": "626d02d7-a2c8-4d61-9201-7e7dd621b7a8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:08.078045 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fc2d7ed-9cfd-4e21-92b6-a43eba2b9020 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:08.078045 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ac7485-2847-4488-8113-15b05e2364e0', 'tag': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8', 'status': 'completed', 'code': 200} Nov 10 21:41:08.135318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c462dbf-b75a-462c-9408-127cae47a1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.153202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e363c6-94e5-4ced-b1d5-99e9a5564727 req-0f5828e6-72d7-46e4-8f90-f24161d7b0c9 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:08.154731 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2e363c6-94e5-4ced-b1d5-99e9a5564727 req-0f5828e6-72d7-46e4-8f90-f24161d7b0c9 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 944 time: 0.1025250 Nov 10 21:41:08.155577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66ba9d56-633c-4835-9b23-edec3595d2bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.192589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66ba9d56-633c-4835-9b23-edec3595d2bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.256858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2e363c6-94e5-4ced-b1d5-99e9a5564727 req-ba038354-7cd5-49d8-a489-b23f65c41e79 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951092 Nov 10 21:41:08.305032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092fd48-ead2-4982-a502-d54513c09628 req-476126be-24f4-488a-9101-603e4587f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:08.306646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c092fd48-ead2-4982-a502-d54513c09628 req-476126be-24f4-488a-9101-603e4587f39a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65a04434ceb348cd9473d4a21e59d6dc&device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 1096 time: 0.0485778 Nov 10 21:41:08.388213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43536) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:08.405616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66ba9d56-633c-4835-9b23-edec3595d2bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.408741 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66ba9d56-633c-4835-9b23-edec3595d2bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.409984 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-66ba9d56-633c-4835-9b23-edec3595d2bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "DELETE /v2.0/security-groups/8f778e55-c08b-4c74-b0c3-d9c5d2121706 HTTP/1.1" status: 204 len: 168 time: 0.4002645 Nov 10 21:41:08.415066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43538) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:08.428705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba9d56-633c-4835-9b23-edec3595d2bf tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f778e55-c08b-4c74-b0c3-d9c5d2121706,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:08.448340 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-9e726bcc-08b6-40fb-b392-a0f9b9a5f0b2 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] show failed (client error): The resource could not be found. Nov 10 21:41:08.450715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9e726bcc-08b6-40fb-b392-a0f9b9a5f0b2 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "GET /v2.0/security-groups/8f778e55-c08b-4c74-b0c3-d9c5d2121706 HTTP/1.1" status: 404 len: 347 time: 0.0297072 Nov 10 21:41:08.453305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43540) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:08.457480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092fd48-ead2-4982-a502-d54513c09628 req-1659a946-7533-419d-9995-1a0b195dbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:08.459318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c092fd48-ead2-4982-a502-d54513c09628 req-1659a946-7533-419d-9995-1a0b195dbbc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=179c458c-6a67-4e29-9bd3-b74a594f17ed HTTP/1.1" status: 200 len: 915 time: 0.1452248 Nov 10 21:41:08.521764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c092fd48-ead2-4982-a502-d54513c09628 req-98813584-9c5f-4796-a270-6290f76f8a96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0527618 Nov 10 21:41:08.524102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-53ea8abf-a62b-46a2-a586-d022c962a85e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba8df1c8929c4a038be10713e9cfd836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348076 Nov 10 21:41:08.526713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43544) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:08.540438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09715b50-3682-4c0f-b37d-39333e9cf32e req-252a2007-16c9-4557-9f7b-3361814d074d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:08.541995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09715b50-3682-4c0f-b37d-39333e9cf32e req-252a2007-16c9-4557-9f7b-3361814d074d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1449835 Nov 10 21:41:08.605710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Deleting port 5c1d0204-4bb1-4bcc-90f9-b468ec6a6e08 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:08.606709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.645807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092fd48-ead2-4982-a502-d54513c09628 req-2a76057e-ff6d-48d3-8e6b-b0f26cb9316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:08.647302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c092fd48-ead2-4982-a502-d54513c09628 req-2a76057e-ff6d-48d3-8e6b-b0f26cb9316a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a764bc66-1eec-40f1-a1c2-151111ff8c73 HTTP/1.1" status: 200 len: 854 time: 0.1027675 Nov 10 21:41:08.680835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09715b50-3682-4c0f-b37d-39333e9cf32e req-c6d1b626-bfe6-4fc2-b2f1-06ada207b34b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169660 Nov 10 21:41:08.681112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d53331ad-b6d3-42d1-bb67-d956e739e721 req-d339e3c7-bffc-4014-be84-269505f5252c tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0622869 Nov 10 21:41:08.697841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c092fd48-ead2-4982-a502-d54513c09628 req-a63b114a-e894-45e4-ab53-fadbd5c94395 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=179c458c-6a67-4e29-9bd3-b74a594f17ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377827 Nov 10 21:41:08.701143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66335a2f-a98f-4ea0-9037-eb6e9e90ba7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.714156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.714479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.728770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Calling delete_port for 5c1d0204-4bb1-4bcc-90f9-b468ec6a6e08 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:08.781289 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66335a2f-a98f-4ea0-9037-eb6e9e90ba7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.841344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c092fd48-ead2-4982-a502-d54513c09628 req-9bf6efaf-a688-46a3-b8e8-bc3a255ab575 service neutron] 10.222.0.53 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342914 Nov 10 21:41:08.928474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43548) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:08.942380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62389c96-5b6a-4326-a0e7-c85f80079c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.949431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c092fd48-ead2-4982-a502-d54513c09628 req-ba745221-a971-49e7-9f6d-24c67162cd79 service neutron] 10.222.0.53 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907614 Nov 10 21:41:08.953707 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66335a2f-a98f-4ea0-9037-eb6e9e90ba7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.956364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66335a2f-a98f-4ea0-9037-eb6e9e90ba7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:08.958235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-66335a2f-a98f-4ea0-9037-eb6e9e90ba7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66a62cd1-549b-43ef-9e25-d31678e1a53d HTTP/1.1" status: 204 len: 168 time: 0.4298129 Nov 10 21:41:08.967306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66335a2f-a98f-4ea0-9037-eb6e9e90ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a62cd1-549b-43ef-9e25-d31678e1a53d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:09.000596 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.029372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Pushing event deleted for resources: {'Port': ['ID=5c1d0204-4bb1-4bcc-90f9-b468ec6a6e08,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:09.095668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62389c96-5b6a-4326-a0e7-c85f80079c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.113383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.115928 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.117103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4e739935-55e4-4d5d-b092-cf9b01e3aae5 tempest-ServersTestManualDisk-1671596913 tempest-ServersTestManualDisk-1671596913-project] 10.222.0.45 "DELETE /v2.0/floatingips/427348be-43c5-49bc-999c-37e827fa56ff HTTP/1.1" status: 204 len: 168 time: 0.6627498 Nov 10 21:41:09.120151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43552) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:09.178063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62389c96-5b6a-4326-a0e7-c85f80079c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.261268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-62389c96-5b6a-4326-a0e7-c85f80079c13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61141b8279194f75b6e6cb9eb8dd7d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316019 Nov 10 21:41:09.264512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43554) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:09.269707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62389c96-5b6a-4326-a0e7-c85f80079c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b413384-e787-4ac6-8008-19aa81e1783c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:09.338723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-23cb1d9c-8f24-450b-baac-ed29cee38e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.370635 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.377093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-23cb1d9c-8f24-450b-baac-ed29cee38e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.452323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccd514-72f3-4e89-8303-02095dd53b7d req-02bae0e7-d331-44f6-9254-4948f652f548 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:09.453807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5dccd514-72f3-4e89-8303-02095dd53b7d req-02bae0e7-d331-44f6-9254-4948f652f548 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 944 time: 0.0886824 Nov 10 21:41:09.535828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5dccd514-72f3-4e89-8303-02095dd53b7d req-310b9b9b-ce57-4f64-8e86-f62c7ff07ef6 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755522 Nov 10 21:41:09.582807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-23cb1d9c-8f24-450b-baac-ed29cee38e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.585529 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-23cb1d9c-8f24-450b-baac-ed29cee38e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:09.591868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-23cb1d9c-8f24-450b-baac-ed29cee38e32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b413384-e787-4ac6-8008-19aa81e1783c HTTP/1.1" status: 204 len: 168 time: 0.3257856 Nov 10 21:41:09.603260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb1d9c-8f24-450b-baac-ed29cee38e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b413384-e787-4ac6-8008-19aa81e1783c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:09.807920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2be9ada4-3c9e-4385-9fb8-f0351ae36687 req-a291b193-644e-4c54-90b2-0d5215efae12 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0313632 Nov 10 21:41:09.977339 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.023850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af3ea3-0fa2-4b00-96ff-799e96006f0f req-d49ee375-2588-490f-862d-4ffb3819588f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:10.025498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-10af3ea3-0fa2-4b00-96ff-799e96006f0f req-d49ee375-2588-490f-862d-4ffb3819588f tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0967245 Nov 10 21:41:10.107952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43574) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:10.125319 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-531450b3-b0b9-430a-aeed-582eda87b906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.142726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-10af3ea3-0fa2-4b00-96ff-799e96006f0f req-f1db7278-5f12-4b38-99ed-9e41316b1c11 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033924 Nov 10 21:41:10.254217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-531450b3-b0b9-430a-aeed-582eda87b906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.315488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Deleting port fe1e6842-1762-461b-a153-7758984eb47c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:10.315788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.337112 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-531450b3-b0b9-430a-aeed-582eda87b906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.388291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-531450b3-b0b9-430a-aeed-582eda87b906 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2780693 Nov 10 21:41:10.389495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43580) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:10.390974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531450b3-b0b9-430a-aeed-582eda87b906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402333b7-8c25-456f-ae04-890999ab9c6a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:10.439803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] For port fe1e6842-1762-461b-a153-7758984eb47c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fe1e6842-1762-461b-a153-7758984eb47c,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:10.440709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.467958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Calling delete_port for fe1e6842-1762-461b-a153-7758984eb47c owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:10.501757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e45e-6b96-4f71-8d0c-6acfa3585b34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.566706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e45e-6b96-4f71-8d0c-6acfa3585b34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.576748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0035f-7c84-44f3-ba42-1334fa585d28 req-fdaa46a4-1a23-4d19-8290-e087df9e19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:10.579200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17d0035f-7c84-44f3-ba42-1334fa585d28 req-fdaa46a4-1a23-4d19-8290-e087df9e19f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.0635562 Nov 10 21:41:10.735605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e246692-684a-4eea-8a14-22376d72cf3c req-314f3ea3-319a-4856-9427-e4d717f917be tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:10.737348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e246692-684a-4eea-8a14-22376d72cf3c req-314f3ea3-319a-4856-9427-e4d717f917be tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 944 time: 0.1087174 Nov 10 21:41:10.740136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17d0035f-7c84-44f3-ba42-1334fa585d28 req-fbfc1998-7ac6-488e-b9ec-b6f8c1c90074 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473613 Nov 10 21:41:10.749752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.785921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e246692-684a-4eea-8a14-22376d72cf3c req-4bcc6a59-66d8-45d0-ba06-ae5e306473b0 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Nov 10 21:41:10.795219 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e45e-6b96-4f71-8d0c-6acfa3585b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.805769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e45e-6b96-4f71-8d0c-6acfa3585b34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.805769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3cd9e45e-6b96-4f71-8d0c-6acfa3585b34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/402333b7-8c25-456f-ae04-890999ab9c6a HTTP/1.1" status: 204 len: 168 time: 0.4058034 Nov 10 21:41:10.806199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:41:10.814340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9e45e-6b96-4f71-8d0c-6acfa3585b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402333b7-8c25-456f-ae04-890999ab9c6a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:10.828840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:10.880194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1e6842-1762-461b-a153-7758984eb47c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:10.954243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,segment=NetworkSegment(315fb596-be0b-46df-b6a7-3fe659969f02),segment_id=315fb596-be0b-46df-b6a7-3fe659969f02)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:10.972822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8', 'network_id': '179c458c-6a67-4e29-9bd3-b74a594f17ed', 'port_id': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8', 'mac_address': 'fa:16:3e:1c:ba:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a764bc66-1eec-40f1-a1c2-151111ff8c73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:41:11.023706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:11.026373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-766cdce3-87fa-4835-b2eb-e276ccc53c8d req-6b0ba5ed-b3e4-4f6f-8052-47903763342d tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0916607 Nov 10 21:41:11.055848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:11.115933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,segment=NetworkSegment(315fb596-be0b-46df-b6a7-3fe659969f02),segment_id=315fb596-be0b-46df-b6a7-3fe659969f02)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:11.223526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:11.233891 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:11.306037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:11.310416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de83f32-373f-4680-8280-4a5fff919286 req-76e8d6eb-1543-4082-91ed-85380707d05e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:11.318098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4de83f32-373f-4680-8280-4a5fff919286 req-76e8d6eb-1543-4082-91ed-85380707d05e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.0880747 Nov 10 21:41:11.365177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4de83f32-373f-4680-8280-4a5fff919286 req-2bf0c4ed-ba55-445a-8965-89e6d434f9c2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 Nov 10 21:41:11.405573 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:11.473364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Router c9a999a3-6469-421e-b0fa-f1c2cc05f3de has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:11.480158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['626d02d7-a2c8-4d61-9201-7e7dd621b7a8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:11.605080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:11.611331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a4d54dd7-612c-4ce0-8bf8-8b5378336001 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9a999a3-6469-421e-b0fa-f1c2cc05f3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4896915 Nov 10 21:41:11.613803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43620) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:11.617762 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] Sync routers for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:11.634963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:11.640703 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:11.917365 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:11.947940 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:11.999037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca47d1-2399-49b9-997f-ea08b50d0c47 req-dfb17558-ff0d-4fb4-8bd8-c21b0c4bbac6 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:12.000542 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6ca47d1-2399-49b9-997f-ea08b50d0c47 req-dfb17558-ff0d-4fb4-8bd8-c21b0c4bbac6 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 945 time: 0.0948389 Nov 10 21:41:12.032783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.085249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6ca47d1-2399-49b9-997f-ea08b50d0c47 req-6887dded-4363-4f74-b9c7-8e342ea62bf9 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777133 Nov 10 21:41:12.139144 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '5a877767-9281-4b07-b230-5b2d74b55115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:41:10Z', 'revision_number': 5, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port': {'id': '5a877767-9281-4b07-b230-5b2d74b55115', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:38:38Z', 'updated_at': '2021-11-10T21:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:12.172100 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] Checking router: c9a999a3-6469-421e-b0fa-f1c2cc05f3de for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:12.194777 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] Routers {'c9a999a3-6469-421e-b0fa-f1c2cc05f3de'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:12.195413 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:12.209565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43642) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:12.264361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Deleting port 5a877767-9281-4b07-b230-5b2d74b55115 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:12.266057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.277391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-362be7f0-634a-4599-a6f7-0725df1d67c3 req-905e4f83-4502-4032-90d0-56fbcbfffaa8 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0496795 Nov 10 21:41:12.331901 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] Set router c9a999a3-6469-421e-b0fa-f1c2cc05f3de gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:12.378532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] For port 5a877767-9281-4b07-b230-5b2d74b55115, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5a877767-9281-4b07-b230-5b2d74b55115,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:12.378923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.393282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Calling delete_port for 5a877767-9281-4b07-b230-5b2d74b55115 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:12.412244 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:41:12Z', 'revision_number': 6, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:12.443248 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d74d5-4528-4b18-b7c7-f0603b3c7cee None None] The sync data for ids ['c9a999a3-6469-421e-b0fa-f1c2cc05f3de'] in n-d-776250-11 is: [{'id': 'c9a999a3-6469-421e-b0fa-f1c2cc05f3de', 'name': 'tempest-ServersTestManualDisk-184171603-router', 'tenant_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:38:36Z', 'updated_at': '2021-11-10T21:41:12Z', 'revision_number': 6, 'project_id': '1cb461a1ce8c47ab8a8490aec202e00b', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:12.562495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-882449319-network', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:12.637549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05e680-7c4b-4ff1-b8b0-8ce7ef90c8ce req-7135ef19-9643-45c6-b7d5-35166ae6c673 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:12.639075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5c05e680-7c4b-4ff1-b8b0-8ce7ef90c8ce req-7135ef19-9643-45c6-b7d5-35166ae6c673 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1297028 Nov 10 21:41:12.658003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Made reservation on behalf of e2f9a0f147bc4595a375ece280b33e47 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:12.660758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.679463 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.730736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5c05e680-7c4b-4ff1-b8b0-8ce7ef90c8ce req-114ceb1d-8fa7-45aa-a560-e24008d0a8ab tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846303 Nov 10 21:41:12.792893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e91680d0-a237-4085-b6c7-a404034e81c8 req-b6551bba-4c58-43a3-a64c-324e953175ec tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1629107066', 'description': 'tempest-description-1497878447'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:12.816524 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.830950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:12.857937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.874952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a877767-9281-4b07-b230-5b2d74b55115,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:12.900976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da9024-ef57-43d4-b5a0-da0351884452 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:12.946556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.960712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:12.971996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e91680d0-a237-4085-b6c7-a404034e81c8 req-b6551bba-4c58-43a3-a64c-324e953175ec tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.013353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:41:13.031890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc349347-d0ab-4f08-b8c9-24aa740b2c91,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:13.043576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.044322 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Added segment 3d6cac5e-ad7b-4db4-8809-7fecd294e952 of type vlan for network ddcd765a-232e-4652-a048-a93cde80f357 Nov 10 21:41:13.053147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.056755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.109555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.156161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e91680d0-a237-4085-b6c7-a404034e81c8 req-b6551bba-4c58-43a3-a64c-324e953175ec tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.205915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:41:13.210529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:13.216907 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.300425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383e32b-a348-46d7-b16a-3c36aca9e2ad req-bdb22d28-df4b-49ff-8468-d25d1363bee2 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:13.302016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9383e32b-a348-46d7-b16a-3c36aca9e2ad req-bdb22d28-df4b-49ff-8468-d25d1363bee2 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 945 time: 0.0794656 Nov 10 21:41:13.303153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.303874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a999a3-6469-421e-b0fa-f1c2cc05f3de {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:41:13.322339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.327239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.330866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3ea9448b-da7e-49b8-ae2b-96951a51e5d3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c9a999a3-6469-421e-b0fa-f1c2cc05f3de HTTP/1.1" status: 204 len: 168 time: 1.7135773 Nov 10 21:41:13.331012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.332047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:13.332291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43680) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:13.333054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.340858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e91680d0-a237-4085-b6c7-a404034e81c8 req-b6551bba-4c58-43a3-a64c-324e953175ec tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.374694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ac7485-2847-4488-8113-15b05e2364e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:13.381581 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8299663f-3459-483a-a8ca-ba7e2b921944" -d '{"events": [{"server_uuid": "96ac7485-2847-4488-8113-15b05e2364e0", "name": "network-vif-plugged", "status": "completed", "tag": "626d02d7-a2c8-4d61-9201-7e7dd621b7a8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:13.399642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fe1e6842-1762-461b-a153-7758984eb47c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:13.431447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,segment=NetworkSegment(315fb596-be0b-46df-b6a7-3fe659969f02),segment_id=315fb596-be0b-46df-b6a7-3fe659969f02)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:13.433727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: fe1e6842-1762-461b-a153-7758984eb47c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:13.435000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fe1e6842-1762-461b-a153-7758984eb47c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:13.435689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5a877767-9281-4b07-b230-5b2d74b55115 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:13.466239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] Pushing event updated for resources: {'Network': ['ID=ddcd765a-232e-4652-a048-a93cde80f357,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:13.468524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5a877767-9281-4b07-b230-5b2d74b55115 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:13.470358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5a877767-9281-4b07-b230-5b2d74b55115 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:13.483276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ddcd765a-232e-4652-a048-a93cde80f357 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:41:13.489131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9383e32b-a348-46d7-b16a-3c36aca9e2ad req-215910e6-2169-4f2a-aa85-16a6c26fb64a tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591589 Nov 10 21:41:13.502066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6551bba-4c58-43a3-a64c-324e953175ec tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72747808-d36e-4026-8820-84b420ccc65a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:13.510618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] Deleting subnet d2abf651-97dd-4470-91b5-990057152e85 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:41:13.515316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.537331 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.555868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43686) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:13.567838 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.595806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c227e370-b497-488a-9c9c-e540491daa0e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3850198 Nov 10 21:41:13.596600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43690) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:13.602302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Request body: {'subnet': {'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-882449319-subnet', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:13.602730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e91680d0-a237-4085-b6c7-a404034e81c8 req-b6551bba-4c58-43a3-a64c-324e953175ec tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.605387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e91680d0-a237-4085-b6c7-a404034e81c8 req-b6551bba-4c58-43a3-a64c-324e953175ec tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.8314409 Nov 10 21:41:13.670714 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c367542-d5c3-46d4-9b4a-54178b514117 x-openstack-request-id: req-4c367542-d5c3-46d4-9b4a-54178b514117 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:13.671027 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ac7485-2847-4488-8113-15b05e2364e0", "name": "network-vif-plugged", "status": "completed", "tag": "626d02d7-a2c8-4d61-9201-7e7dd621b7a8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:13.671248 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c367542-d5c3-46d4-9b4a-54178b514117 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:13.672165 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ac7485-2847-4488-8113-15b05e2364e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8', 'code': 200} Nov 10 21:41:13.704499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0842dbd2-648e-439c-b3e1-1335d0ba6535 req-b3d043c2-18e3-4613-be4f-3e2284d622a1 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0753827 Nov 10 21:41:13.705021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:13.726714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Made reservation on behalf of e2f9a0f147bc4595a375ece280b33e47 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:13.729081 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.820489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4476f52b-b326-49f8-b9f9-fc0a279b28fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.852746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.905967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4476f52b-b326-49f8-b9f9-fc0a279b28fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:13.909068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2055-e39e-4780-ab52-9fdb405863cc req-acd4aa53-b576-4b34-988e-7686ecdd6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:13.910570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d4d2055-e39e-4780-ab52-9fdb405863cc req-acd4aa53-b576-4b34-988e-7686ecdd6b44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 1098 time: 0.1837459 Nov 10 21:41:13.970091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-ff349abe-0c84-4cec-8b2d-0dd1bc899e83 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1629107066&fields=id&tenant_id=3c1bc09ba82d4e79a6ad242468530705 HTTP/1.1" status: 200 len: 267 time: 0.1863832 Nov 10 21:41:13.972473 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4476f52b-b326-49f8-b9f9-fc0a279b28fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.024804 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.040764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476f52b-b326-49f8-b9f9-fc0a279b28fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5751b5d-b067-410a-83aa-df93861d63c9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:14.051921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d4d2055-e39e-4780-ab52-9fdb405863cc req-5f2cf598-44f8-4489-b0c2-4c3c3b14a401 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325712 Nov 10 21:41:14.061367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4476f52b-b326-49f8-b9f9-fc0a279b28fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=342ddc6383c249f982cbaf94d288a295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5041370 Nov 10 21:41:14.063863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43696) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:14.083245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2abf651-97dd-4470-91b5-990057152e85,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:14.094142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.103440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89de697-ab2c-4672-a0a5-5378884e5c90 None None] Network d7c53942-9bcb-47ff-9688-e556fa1b1b86 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:14.103903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-faf6a9fd-feaf-4718-bb78-31047ee6ee2e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:14.104042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4667c841-d01e-452c-99c4-a279f0fcf6ba admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d2abf651-97dd-4470-91b5-990057152e85 HTTP/1.1" status: 204 len: 168 time: 0.7698593 Nov 10 21:41:14.104445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:14.110278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-faf6a9fd-feaf-4718-bb78-31047ee6ee2e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1156693 Nov 10 21:41:14.119115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Request body: {'port': {'security_groups': ['4e9f1866-027a-41eb-91af-5add44dc7e2a', '72747808-d36e-4026-8820-84b420ccc65a']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:14.192555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390c32e0-0d47-4ad4-b6bc-bc4483e774fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.195976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.210116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.222518 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.231841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390c32e0-0d47-4ad4-b6bc-bc4483e774fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.335311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17008193-47c7-4758-81a4-e21028053a32,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:14.353518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Checking segment: {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:14.354378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Network hostable DHCP agents. Network: ddcd765a-232e-4652-a048-a93cde80f357, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:41:14.393802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Deleting port ac79326c-e554-415b-a83d-2cb7f997b1a1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:14.398963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.411465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] DHCP port deletion for d7c53942-9bcb-47ff-9688-e556fa1b1b86 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:14.447430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390c32e0-0d47-4ad4-b6bc-bc4483e774fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.450999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-390c32e0-0d47-4ad4-b6bc-bc4483e774fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.452370 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-390c32e0-0d47-4ad4-b6bc-bc4483e774fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5751b5d-b067-410a-83aa-df93861d63c9 HTTP/1.1" status: 204 len: 168 time: 0.3876131 Nov 10 21:41:14.469602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] Deleting port ac79326c-e554-415b-a83d-2cb7f997b1a1 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:14.470401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.470654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] For port ac79326c-e554-415b-a83d-2cb7f997b1a1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac79326c-e554-415b-a83d-2cb7f997b1a1,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:14.471139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.482135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c32e0-0d47-4ad4-b6bc-bc4483e774fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5751b5d-b067-410a-83aa-df93861d63c9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:14.483123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Network ddcd765a-232e-4652-a048-a93cde80f357 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:41:14.498912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Calling delete_port for ac79326c-e554-415b-a83d-2cb7f997b1a1 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:14.578600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, ddcd765a-232e-4652-a048-a93cde80f357) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:14.590956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:14.591576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.596917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:14.641541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86da1d-48de-46e7-ad3b-f6a8ab6fda6b None None] Network ddcd765a-232e-4652-a048-a93cde80f357 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:14.649398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.663878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43704) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:14.664174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5be6124c-7666-4dbc-893b-b6c834bd6855 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0654862 Nov 10 21:41:14.673466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:14.682259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b52ff-c1e1-43bf-bfe7-ae0a990fcdea req-e925ae50-715b-43bc-bd0e-817d07bf0e40 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:14.684817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa7b52ff-c1e1-43bf-bfe7-ae0a990fcdea req-e925ae50-715b-43bc-bd0e-817d07bf0e40 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.0707095 Nov 10 21:41:14.689035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] For port ac79326c-e554-415b-a83d-2cb7f997b1a1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac79326c-e554-415b-a83d-2cb7f997b1a1,segment=NetworkSegment(191c0b6b-00ac-4b75-8393-f89459d387a6),segment_id=191c0b6b-00ac-4b75-8393-f89459d387a6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:14.689519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.709256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] Calling delete_port for ac79326c-e554-415b-a83d-2cb7f997b1a1 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:14.721340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.738013 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.754367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:14.771919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac79326c-e554-415b-a83d-2cb7f997b1a1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:14.776985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] No DVR routers for this DVR port ac79326c-e554-415b-a83d-2cb7f997b1a1 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:41:14.786714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa7b52ff-c1e1-43bf-bfe7-ae0a990fcdea req-530e611f-a499-4a5e-b43a-5b69074b6b39 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884452 Nov 10 21:41:14.871132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.897109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c53942-9bcb-47ff-9688-e556fa1b1b86']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:14.907364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191c0b6b-00ac-4b75-8393-f89459d387a6') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:14.907766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191c0b6b-00ac-4b75-8393-f89459d387a6') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:14.918804 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.951314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event updated for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=6']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:14.971836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.974286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.992047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:14.992287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-532dfba1-dcfa-40d4-be30-6aad22a37e88 req-ef37ef9d-40b7-4593-9019-a30c78f40404 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0549209 Nov 10 21:41:14.997845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:41:14.998321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:41:15.001278 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:41:15.018777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:15.019855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.021074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc71c13e-30c7-4139-9a33-9dda166b67be req-865ce948-da1c-41a6-8d80-62981c383d41 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "PUT /v2.0/ports/b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 982 time: 0.9099979 Nov 10 21:41:15.021615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:15.027256 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a29eb73-a16b-4f45-b614-edf7c6731365" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:15.083659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.111543 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4010ee1-293d-4143-9dcd-d2a8eb510a95 x-openstack-request-id: req-c4010ee1-293d-4143-9dcd-d2a8eb510a95 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:15.111543 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:15.111543 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4010ee1-293d-4143-9dcd-d2a8eb510a95 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:15.111543 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'status': 'completed', 'code': 200} Nov 10 21:41:15.162743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:15.187797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7d951b9-5516-4554-b519-9108b380147a req-c56d44a3-3a36-402a-a75e-deebaa0ecf51 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1629107066&fields=id&tenant_id=3c1bc09ba82d4e79a6ad242468530705 HTTP/1.1" status: 200 len: 267 time: 0.0729766 Nov 10 21:41:15.266622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.303266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-ddcd765a-232e-4652-a048-a93cde80f357', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:41:15.304110 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.305306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d951b9-5516-4554-b519-9108b380147a req-02944ded-4462-41a5-8ac5-6b4421038e01 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:15.308840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7d951b9-5516-4554-b519-9108b380147a req-02944ded-4462-41a5-8ac5-6b4421038e01 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 985 time: 0.1113427 Nov 10 21:41:15.312996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.323702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.331611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] Pushing event deleted for resources: {'Port': ['ID=ac79326c-e554-415b-a83d-2cb7f997b1a1,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:15.335185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d7c53942-9bcb-47ff-9688-e556fa1b1b86 HTTP/1.1" status: 204 len: 168 time: 1.2296948 Nov 10 21:41:15.359450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6c390-eef6-4abd-8cd2-514ff10299f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c53942-9bcb-47ff-9688-e556fa1b1b86,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:15.368339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Request body: {'port': {'security_groups': ['4e9f1866-027a-41eb-91af-5add44dc7e2a']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:15.420968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac79326c-e554-415b-a83d-2cb7f997b1a1 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:15.432469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-5e10fe0e-7319-48d6-9b4d-0111b368e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:15.435334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-5e10fe0e-7319-48d6-9b4d-0111b368e3fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1137 time: 0.2966290 Nov 10 21:41:15.442138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.454447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756081a-67db-4825-b8b3-8db95c3c6c19 None None] No DVR routers for this DVR port ac79326c-e554-415b-a83d-2cb7f997b1a1 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:41:15.481436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: ac79326c-e554-415b-a83d-2cb7f997b1a1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:15.481436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac79326c-e554-415b-a83d-2cb7f997b1a1 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:15.493094 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.593553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-f94619bb-73cf-41c5-9389-21c4bc58b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:15.595135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-f94619bb-73cf-41c5-9389-21c4bc58b076 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.1492648 Nov 10 21:41:15.596153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43718) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:15.645452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c76588e4-746a-403d-bf55-d3675d2b65f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.671868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Allocated IP 172.20.0.2 (ddcd765a-232e-4652-a048-a93cde80f357/17008193-47c7-4758-81a4-e21028053a32/e0c2bcae-ef13-4e82-a962-9e938fd82cac) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:15.681118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-eeddc521-e965-41d4-9f59-183dfe8005c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 217 time: 0.0760684 Nov 10 21:41:15.752006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43720) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:15.911372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-43e065d6-aadd-4638-bd18-dc0fe3efb042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:15.913100 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-43e065d6-aadd-4638-bd18-dc0fe3efb042 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.2155855 Nov 10 21:41:15.923396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-969a90d3-34fb-434f-be39-662d4c6a615f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1cb461a1ce8c47ab8a8490aec202e00b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659803 Nov 10 21:41:15.928128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43724) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:15.944278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c76588e4-746a-403d-bf55-d3675d2b65f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:15.952879 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.089179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:16.114776 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.130113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.172558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Network ddcd765a-232e-4652-a048-a93cde80f357 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:16.181300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:16.186915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:16.189142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Pushing event updated for resources: {'Port': ['ID=e0c2bcae-ef13-4e82-a962-9e938fd82cac,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:16.258610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Attempting to bind port e0c2bcae-ef13-4e82-a962-9e938fd82cac on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:16.259279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Attempting to bind port e0c2bcae-ef13-4e82-a962-9e938fd82cac by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:16.259890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Attempting to bind port e0c2bcae-ef13-4e82-a962-9e938fd82cac on network ddcd765a-232e-4652-a048-a93cde80f357 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:16.266055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:16.266461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Checking segment: {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:16.266861 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.267246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Bound using segment: {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:16.267704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Bound port: e0c2bcae-ef13-4e82-a962-9e938fd82cac, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:16.268099 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.279903 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.296491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:16.329986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:16.331194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.331646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-9860e03a-337d-44cc-8774-42935ea0a967 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4042959 Nov 10 21:41:16.332599 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7d951b9-5516-4554-b519-9108b380147a req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "PUT /v2.0/ports/b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 943 time: 0.9960494 Nov 10 21:41:16.336197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:16.341470 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecffd497-c557-4da4-a4b7-38b257e48486" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:16.382990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c76588e4-746a-403d-bf55-d3675d2b65f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.393455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb01f8-e035-4089-8249-04228a2ebf0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event updated for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:16.426917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] For port e0c2bcae-ef13-4e82-a962-9e938fd82cac, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:16.430375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] For port e0c2bcae-ef13-4e82-a962-9e938fd82cac, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e0c2bcae-ef13-4e82-a962-9e938fd82cac,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:16.433543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:16.475461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40523441-7423-4126-9c88-9fcc20ce81c2 req-30ee8811-233e-498a-b865-f0ca5219bf5c tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Nov 10 21:41:16.512900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76588e4-746a-403d-bf55-d3675d2b65f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42301c70-688e-4130-ab28-98e8290889b3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:16.529807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43736) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:16.529971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c76588e4-746a-403d-bf55-d3675d2b65f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84034002f8004995b81cab0b774289fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9326053 Nov 10 21:41:16.551502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55e38a-af34-40e1-8d21-a273bff33415 req-373af80d-b3bd-44c1-9b1d-a57552fc6cdc tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:16.558953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa55e38a-af34-40e1-8d21-a273bff33415 req-373af80d-b3bd-44c1-9b1d-a57552fc6cdc tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.6049373 Nov 10 21:41:16.585802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.594306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90d1dff3-fb16-44cf-800a-38e97cd0e4e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.646480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-936806a4-5aef-4757-935f-9ea61e55bae0 service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929592 Nov 10 21:41:16.688256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90d1dff3-fb16-44cf-800a-38e97cd0e4e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.767904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9da03-3453-460f-9755-e1cdd999b248 None None] Pushing event updated for resources: {'Port': ['ID=e0c2bcae-ef13-4e82-a962-9e938fd82cac,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:16.838788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43740) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:16.904479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.940434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90d1dff3-fb16-44cf-800a-38e97cd0e4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.943449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90d1dff3-fb16-44cf-800a-38e97cd0e4e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.945024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-90d1dff3-fb16-44cf-800a-38e97cd0e4e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a7b7123-2a31-4b9f-b099-517ce90ccf1c HTTP/1.1" status: 204 len: 168 time: 1.0033653 Nov 10 21:41:16.958451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.973557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de764bc0-952f-486a-91aa-de9e5d8ddfd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:16.976512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa55e38a-af34-40e1-8d21-a273bff33415 req-5a99325a-649e-4cf3-a044-1af57364422e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126024 Nov 10 21:41:17.035566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de764bc0-952f-486a-91aa-de9e5d8ddfd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.045905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1dff3-fb16-44cf-800a-38e97cd0e4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b7123-2a31-4b9f-b099-517ce90ccf1c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:17.088658 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ffab8-1b69-4c7a-9a25-97144c1a67c1 x-openstack-request-id: req-906ffab8-1b69-4c7a-9a25-97144c1a67c1 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:17.088979 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:17.089171 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-906ffab8-1b69-4c7a-9a25-97144c1a67c1 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:17.089568 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'status': 'completed', 'code': 200} Nov 10 21:41:17.201629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4a29eb73-a16b-4f45-b614-edf7c6731365 req-4c15cbb6-9078-46a1-a358-e3566afa963e service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240624 Nov 10 21:41:17.213681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b504f0f8-98df-41a2-bf3c-b8b6266705a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.269762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-06ea324a-8709-4013-a572-5ecc78e7c6b1 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7312582 Nov 10 21:41:17.299715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:17.353657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Allocated IP 172.25.7.226 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/41e03e6f-7885-4078-8ca2-de2d209acf14) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:17.375433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-51bf43f2-f319-4f6d-81b9-0912004cb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:17.381934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-51bf43f2-f319-4f6d-81b9-0912004cb26d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.1122921 Nov 10 21:41:17.389173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e0c2bcae-ef13-4e82-a962-9e938fd82cac up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:17.456645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e0c2bcae-ef13-4e82-a962-9e938fd82cac triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:17.457137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.478538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.502328 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de764bc0-952f-486a-91aa-de9e5d8ddfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.506247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de764bc0-952f-486a-91aa-de9e5d8ddfd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.508071 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-de764bc0-952f-486a-91aa-de9e5d8ddfd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42301c70-688e-4130-ab28-98e8290889b3 HTTP/1.1" status: 204 len: 168 time: 0.9771128 Nov 10 21:41:17.568758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de764bc0-952f-486a-91aa-de9e5d8ddfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42301c70-688e-4130-ab28-98e8290889b3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:17.580592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.650366 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.694385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port e0c2bcae-ef13-4e82-a962-9e938fd82cac, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e0c2bcae-ef13-4e82-a962-9e938fd82cac,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:17.717536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b504f0f8-98df-41a2-bf3c-b8b6266705a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.780605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.810712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.829135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b504f0f8-98df-41a2-bf3c-b8b6266705a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.834186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:17.921903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=e0c2bcae-ef13-4e82-a962-9e938fd82cac,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:17.928059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b504f0f8-98df-41a2-bf3c-b8b6266705a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96c768df94254e5c84c9d2bb6dc75ebd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0880923 Nov 10 21:41:17.933491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43766) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:17.944901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:17.958397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cc5d1-b3fa-48a3-9548-de117204cf23 req-0adc8af9-f2ed-46e0-9924-335464312d3e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:17.959985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c8cc5d1-b3fa-48a3-9548-de117204cf23 req-0adc8af9-f2ed-46e0-9924-335464312d3e tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.2632716 Nov 10 21:41:17.965980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504f0f8-98df-41a2-bf3c-b8b6266705a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ec1fc-258d-4648-ab4b-31a2dc6334be,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:17.982124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:17.989522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:17.993404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-26e11ea0-6b89-4ff8-aa58-1f098a2e7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:17.995548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-26e11ea0-6b89-4ff8-aa58-1f098a2e7c01 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.6046574 Nov 10 21:41:18.001890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77b114-5e29-4d95-bae5-b897a646ded7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:18.024269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Allocated IP 172.25.7.51 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/67d12bee-3283-4edb-9c63-a06b9123d9b1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:18.075744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-104ea718-74db-47da-a05f-1102990534e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.093284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-d96989bb-0758-461e-9960-97e461c0ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:18.094814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-d96989bb-0758-461e-9960-97e461c0ada4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=65a04434ceb348cd9473d4a21e59d6dc&device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 1098 time: 0.3923488 Nov 10 21:41:18.095687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Pushing event updated for resources: {'Port': ['ID=41e03e6f-7885-4078-8ca2-de2d209acf14,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:18.129239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e58fbd7d-ebcb-48e0-85a6-561f7f4ecee0 None None] Provisioning complete for port 41e03e6f-7885-4078-8ca2-de2d209acf14 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:18.130314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e58fbd7d-ebcb-48e0-85a6-561f7f4ecee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.173337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-104ea718-74db-47da-a05f-1102990534e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.201889 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-0ffe8c90-d194-492b-8fff-471bab3038b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 217 time: 0.1768832 Nov 10 21:41:18.247891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e58fbd7d-ebcb-48e0-85a6-561f7f4ecee0 None None] Port 41e03e6f-7885-4078-8ca2-de2d209acf14 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:18.269683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a908f-1561-47ae-b884-4f97dc5bb4ed None None] Network ddcd765a-232e-4652-a048-a93cde80f357 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:18.289754 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.354921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-104ea718-74db-47da-a05f-1102990534e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.361010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-104ea718-74db-47da-a05f-1102990534e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.362481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-104ea718-74db-47da-a05f-1102990534e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee9ec1fc-258d-4648-ab4b-31a2dc6334be HTTP/1.1" status: 204 len: 168 time: 0.4056425 Nov 10 21:41:18.373801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ea718-74db-47da-a05f-1102990534e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ec1fc-258d-4648-ab4b-31a2dc6334be,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:18.398226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-5b73ed1c-0212-4eea-ba65-f63d04b5f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:18.399645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-5b73ed1c-0212-4eea-ba65-f63d04b5f8af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.1403394 Nov 10 21:41:18.434065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.439170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c8cc5d1-b3fa-48a3-9548-de117204cf23 req-f610c4f1-ea88-442a-b90b-3c58e98fa06f tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297287 Nov 10 21:41:18.466125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9af731d3-bb5d-4099-b6e2-7cc838d4c4bb None None] Provisioning complete for port e0c2bcae-ef13-4e82-a962-9e938fd82cac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:18.466737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9af731d3-bb5d-4099-b6e2-7cc838d4c4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.555091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-46b4c498-b02c-47c1-b3cd-9d0c7d89ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:18.557911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-46b4c498-b02c-47c1-b3cd-9d0c7d89ea58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=179c458c-6a67-4e29-9bd3-b74a594f17ed HTTP/1.1" status: 200 len: 915 time: 0.4482682 Nov 10 21:41:18.559450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:18.565980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:18.582522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:18.587473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event updated for resources: {'Port': ['ID=67d12bee-3283-4edb-9c63-a06b9123d9b1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:18.639627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-0d22f446-1b37-4d39-a5bd-eedbcbc9f511 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860550 Nov 10 21:41:18.717262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-548e66d6-36e0-4eaf-9ee6-087b091b91bd req-62b4482a-f024-4862-a1ff-fc7df753c00b tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.1475601 Nov 10 21:41:18.718698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-d9a1a3de-52ed-4c83-bb2c-7ad40e363b82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8 HTTP/1.1" status: 200 len: 217 time: 0.1417205 Nov 10 21:41:18.734487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.838249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-ff0e3152-2511-474a-9703-b970c1a56d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:18.842335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-ff0e3152-2511-474a-9703-b970c1a56d71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a764bc66-1eec-40f1-a1c2-151111ff8c73 HTTP/1.1" status: 200 len: 854 time: 0.1107318 Nov 10 21:41:18.855935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43790) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:18.884415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.888790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-33cdceb0-2d2e-4c48-80a4-80be50df5582 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=179c458c-6a67-4e29-9bd3-b74a594f17ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419099 Nov 10 21:41:18.917526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4a4ced2d-597f-4cfe-a433-acdb700bfc88 None None] Provisioning complete for port e0c2bcae-ef13-4e82-a962-9e938fd82cac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:18.917891 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a4ced2d-597f-4cfe-a433-acdb700bfc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:18.924925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-7c548865-3da9-48d6-8fcf-ad7654aeab0e service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048638 Nov 10 21:41:19.120399 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.125372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-network', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:19.189097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-557a9873-0241-4685-9b53-759d5821953d service neutron] 10.222.0.53 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913468 Nov 10 21:41:19.194188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.194777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.267909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event updated for resources: {'Port': ['ID=67d12bee-3283-4edb-9c63-a06b9123d9b1,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:19.286946 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.306826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecffd497-c557-4da4-a4b7-38b257e48486 req-da722118-871d-411e-a0d8-c7378fc4806a service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392699 Nov 10 21:41:19.320759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e0c2bcae-ef13-4e82-a962-9e938fd82cac up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:19.332817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Made reservation on behalf of 3f3c7666dad34b89b34646fd079c649f for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:19.335382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.389157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e0c2bcae-ef13-4e82-a962-9e938fd82cac triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:19.389655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.395060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.424542 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.426466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-9f324e7f-e1f3-47fa-8e84-c4692a1ff72b tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1387994 Nov 10 21:41:19.514158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5171ecc-19dd-4ac9-bb84-9d1ef611bc71 req-2419ccbf-76a0-4de2-ae29-db8611f054ab service neutron] 10.222.0.53 "GET /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156762 Nov 10 21:41:19.591367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-c5096870-8db2-4f6c-98d5-7ca8daf50870 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.1584918 Nov 10 21:41:19.641782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.714346 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.718989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfba7-20c8-4c35-9cb6-e553f7c6b3f0 req-b1931e40-356b-4bf2-86ef-5a3bf02ec874 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:19.720713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7ecfba7-20c8-4c35-9cb6-e553f7c6b3f0 req-b1931e40-356b-4bf2-86ef-5a3bf02ec874 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.1522958 Nov 10 21:41:19.739070 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:19.791250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-698f9bb5-23c2-407b-88ea-8ccc3550cb96 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:19.792888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fc65359-ab1f-4844-9781-a933e47aca46 req-698f9bb5-23c2-407b-88ea-8ccc3550cb96 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.1959915 Nov 10 21:41:19.898580 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a986691a-338e-4419-bd0e-1d932d407062 req-e1182d05-8603-4edf-a0ca-2d2dfc2246d7 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0490870 Nov 10 21:41:20.116620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-f7535e0d-21bb-48ab-b6b7-00f9f5850006 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:20.118297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-f7535e0d-21bb-48ab-b6b7-00f9f5850006 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1303735 Nov 10 21:41:20.151069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.188834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:41:20.194370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6dc53544-ef4c-41bf-96d8-327c1b9cf3bc tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0677664 Nov 10 21:41:20.208281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Request body: {'floatingip': {'port_id': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:20.224936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.225276 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Added segment 26b227c2-cd08-4aa0-aa50-2364fdad14fe of type vlan for network b3303dff-fc93-465f-8e56-aecf50c39e9a Nov 10 21:41:20.226485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd075500-5759-4699-8827-ed824dd81b9d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:20.251964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7ecfba7-20c8-4c35-9cb6-e553f7c6b3f0 req-5d760c1b-1c58-4010-a17c-505b3bb1eed0 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183263 Nov 10 21:41:20.266987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.298629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.399560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.401292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:20.401994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.466422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Router a386027a-e360-442d-bb3b-512e9df80887 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:41:20.475690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=b3303dff-fc93-465f-8e56-aecf50c39e9a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:20.485906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b3303dff-fc93-465f-8e56-aecf50c39e9a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:41:20.576690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ce3530f4-9412-4e16-a714-8d0288508cb4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7118638 Nov 10 21:41:20.577000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:20.581918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Request body: {'subnet': {'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-subnet', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:20.611039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:20.622788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Sync routers for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:20.637538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:20.638681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:20.699057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.704429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-414485aa-e382-4823-8b63-1fa20f12298c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0352359 Nov 10 21:41:20.704721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43850) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:20.772016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:20.870343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Made reservation on behalf of 3f3c7666dad34b89b34646fd079c649f for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:20.873235 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:20.959659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.resource_extend [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:41:21.043309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.099092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:18Z', 'revision_number': 3, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:21.116309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.123468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ed8df59-f281-406f-9aca-f1718863d498 req-f81f4315-306b-412f-9c59-82d72f05d222 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0721757 Nov 10 21:41:21.176573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Checking router: a386027a-e360-442d-bb3b-512e9df80887 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:21.180531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Updating router a386027a-e360-442d-bb3b-512e9df80887 port 41e03e6f-7885-4078-8ca2-de2d209acf14 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:21.247802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.435119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d825-c965-44fd-8a68-b13b8e676dcf req-9123d552-7948-45cb-8ff8-e866de050fe9 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:21.437340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6603d825-c965-44fd-8a68-b13b8e676dcf req-9123d552-7948-45cb-8ff8-e866de050fe9 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.0976150 Nov 10 21:41:21.438987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.564613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6603d825-c965-44fd-8a68-b13b8e676dcf req-44c8f68f-e4af-49d4-a6e5-9c14532ef0c5 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155870 Nov 10 21:41:21.602945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.637781 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Floating IP 661ac29c-c332-41e0-87ed-3b8696ed3db4 associated. External IP: 172.25.7.51, port: b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c. Nov 10 21:41:21.787541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.790915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Allocated IP 172.20.0.1 (ddcd765a-232e-4652-a048-a93cde80f357/17008193-47c7-4758-81a4-e21028053a32/828d5053-1809-4c7f-bbdd-e4547f74f49a) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:21.803538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8142dec3-8e1f-4e0b-89e3-8126c4856ffa,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:21.823617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Checking segment: {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:21.824534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Network hostable DHCP agents. Network: b3303dff-fc93-465f-8e56-aecf50c39e9a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:41:21.896544 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.929526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:21.948198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Network b3303dff-fc93-465f-8e56-aecf50c39e9a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:41:21.972537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a0dfb-174c-4130-9cb1-a7b86ce76ec2 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:21.993253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:21.995210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c58bf-a1cc-4483-8f2d-cece7bf342d0 None None] Pushing event updated for resources: {'Port': ['ID=41e03e6f-7885-4078-8ca2-de2d209acf14,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:21.998263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Attempting to bind port 41e03e6f-7885-4078-8ca2-de2d209acf14 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:21.998736 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Attempting to bind port 41e03e6f-7885-4078-8ca2-de2d209acf14 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:21.999167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Attempting to bind port 41e03e6f-7885-4078-8ca2-de2d209acf14 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:22.008283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:22.026280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:22.026280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.026280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:22.026280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Bound port: 41e03e6f-7885-4078-8ca2-de2d209acf14, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:22.026280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.073346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e0bd2e88-dab6-4f79-9420-cd20fba4f56d None None] Provisioning complete for port 41e03e6f-7885-4078-8ca2-de2d209acf14 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:22.073605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2e88-dab6-4f79-9420-cd20fba4f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.075578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] For port 41e03e6f-7885-4078-8ca2-de2d209acf14, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:22.079310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] For port 41e03e6f-7885-4078-8ca2-de2d209acf14, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=41e03e6f-7885-4078-8ca2-de2d209acf14,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:22.091912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b3303dff-fc93-465f-8e56-aecf50c39e9a) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:22.097337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:22.098002 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.110186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5024a6f2-cd94-44d5-87b5-c03c780e59cb None None] Network b3303dff-fc93-465f-8e56-aecf50c39e9a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:22.133150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd2e88-dab6-4f79-9420-cd20fba4f56d None None] Port 41e03e6f-7885-4078-8ca2-de2d209acf14 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:22.136282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:22.152905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.153055 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] Sync routers for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:22.157825 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:22.158435 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:22.183095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-6eba7b15-f931-4137-8a4b-7f31b44b13a6 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "PUT /v2.0/floatingips/661ac29c-c332-41e0-87ed-3b8696ed3db4 HTTP/1.1" status: 200 len: 996 time: 1.9814198 Nov 10 21:41:22.184212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:22.189368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.191910 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d688d8ef-59ae-4e4b-ba48-c23865a280f8" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:22.213139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.269386 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:22.272385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Network ddcd765a-232e-4652-a048-a93cde80f357 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:22.282852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:22.283616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:22.291873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f59829-db58-4079-99af-b601fdca50b4 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:22.332601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2519d543-256f-45c3-acc9-da955a1aae3f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7545044 Nov 10 21:41:22.342045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43896) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:22.346574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:22.369374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:22.370026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:22.377768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39433e-0114-45fb-99c5-e4906f9b7c72 None None] Network b3303dff-fc93-465f-8e56-aecf50c39e9a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:22.405484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-5e118de8-db84-44f4-989d-1d8178474160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:22.407047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-5e118de8-db84-44f4-989d-1d8178474160 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.1673925 Nov 10 21:41:22.418909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Pushing event updated for resources: {'Port': ['ID=828d5053-1809-4c7f-bbdd-e4547f74f49a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:22.453034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.549023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e23b8474-df71-40eb-a83d-877d5dbd7697 req-651af4e3-2a26-4668-a40f-eb413a37cc9d tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0432148 Nov 10 21:41:22.577920 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '661ac29c-c332-41e0-87ed-3b8696ed3db4', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'port_id': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'mac_address': 'fa:16:3e:fd:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:41:18Z', 'updated_at': '2021-11-10T21:41:20Z', 'revision_number': 1, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:29Z', 'revision_number': 5, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:22.597623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.597623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.604200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-5a57d055-b59d-478a-9dff-c1d2ad84aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:22.606093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-5a57d055-b59d-478a-9dff-c1d2ad84aca7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.1914635 Nov 10 21:41:22.612205 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] Checking router: 4d2ef6bb-bd70-47bb-8a03-eba67a239969 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:22.615201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4eee2ccc-fca1-4e0b-8818-ecf60a721d43 None None] Provisioning complete for port 41e03e6f-7885-4078-8ca2-de2d209acf14 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:22.615570 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4eee2ccc-fca1-4e0b-8818-ecf60a721d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.617365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c58bf-a1cc-4483-8f2d-cece7bf342d0 None None] Pushing event updated for resources: {'Port': ['ID=41e03e6f-7885-4078-8ca2-de2d209acf14,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:22.622567 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:22.623365 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:22.709192 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8843a7-2ec3-4863-97a1-131c20fd826b x-openstack-request-id: req-5a8843a7-2ec3-4863-97a1-131c20fd826b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:22.720238 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:22.720502 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a8843a7-2ec3-4863-97a1-131c20fd826b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:22.720939 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'status': 'completed', 'code': 200} Nov 10 21:41:22.814611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-e3883f3c-4e98-40a0-93cc-5bf930e19361 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 999 time: 0.1961091 Nov 10 21:41:22.818959 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:22.837146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-2767579d-8f2b-48e7-8d2f-2a7218e697b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:22.839277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-2767579d-8f2b-48e7-8d2f-2a7218e697b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.1437340 Nov 10 21:41:22.859468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:22.868027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:22.871108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cf351-98f5-4625-893e-c5c5a939173c req-4c6e12d3-267a-487f-aded-96c3056c8441 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:22.872563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-456cf351-98f5-4625-893e-c5c5a939173c req-4c6e12d3-267a-487f-aded-96c3056c8441 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.1085379 Nov 10 21:41:22.909348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-45270d7c-54f4-4975-9fb7-f51c6277d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:22.911930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-45270d7c-54f4-4975-9fb7-f51c6277d778 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.0733774 Nov 10 21:41:22.969817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4eee2ccc-fca1-4e0b-8818-ecf60a721d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.024249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4eee2ccc-fca1-4e0b-8818-ecf60a721d43 None None] For port 41e03e6f-7885-4078-8ca2-de2d209acf14, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=41e03e6f-7885-4078-8ca2-de2d209acf14,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:23.066510 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-456cf351-98f5-4625-893e-c5c5a939173c req-02c349b9-1f50-40ec-bc27-6d4ca3ecc44a tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868019 Nov 10 21:41:23.078116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.122558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4eee2ccc-fca1-4e0b-8818-ecf60a721d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.163762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.207313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-0f1491df-2fdb-464a-aae6-7017b07bbe94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687520 Nov 10 21:41:23.223175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-9eb9a4b6-777f-4fdf-b8b5-0f3a7f255231 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:41:23.224530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-9eb9a4b6-777f-4fdf-b8b5-0f3a7f255231 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103137 Nov 10 21:41:23.238059 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '661ac29c-c332-41e0-87ed-3b8696ed3db4', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'port_id': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'mac_address': 'fa:16:3e:fd:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:41:18Z', 'updated_at': '2021-11-10T21:41:20Z', 'revision_number': 1, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:29Z', 'revision_number': 5, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:23.274763 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496fa66-bd7e-4de1-a59a-39392d7d296f None None] The sync data for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 is: [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '661ac29c-c332-41e0-87ed-3b8696ed3db4', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'floating_ip_address': '172.25.7.51', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'port_id': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'mac_address': 'fa:16:3e:fd:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:41:18Z', 'updated_at': '2021-11-10T21:41:20Z', 'revision_number': 1, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:29Z', 'revision_number': 5, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:23.283714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-56e01ecf-2276-417a-9e49-d45ff000ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:23.285301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-56e01ecf-2276-417a-9e49-d45ff000ac7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.4356313 Nov 10 21:41:23.333654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2ccc-fca1-4e0b-8818-ecf60a721d43 None None] Pushing event updated for resources: {'Port': ['ID=41e03e6f-7885-4078-8ca2-de2d209acf14,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:23.337993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ff663029-d009-4195-a793-3de2b6276f84 None None] Provisioning complete for port 828d5053-1809-4c7f-bbdd-e4547f74f49a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:23.338361 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ff663029-d009-4195-a793-3de2b6276f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.413450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:18Z', 'revision_number': 3, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:23.460486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c09e964e-b8f8-499c-99db-ae3a0ab5725d req-4082ab46-add3-43fb-b9da-f6aab4d4038f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0805962 Nov 10 21:41:23.463611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ff663029-d009-4195-a793-3de2b6276f84 None None] Port 828d5053-1809-4c7f-bbdd-e4547f74f49a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:23.469835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-e57803b7-8da7-4182-baae-88ad9160ad66 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 999 time: 0.1664548 Nov 10 21:41:23.474653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b28d3-7eca-4453-9143-2ba516539809 None None] The sync data for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 is: [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:18Z', 'revision_number': 3, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:23.543100 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.570999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.586481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-7041dadb-5aa6-4542-a2ac-c92906aa63bd service neutron] 10.222.0.45 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364890 Nov 10 21:41:23.606460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-dfbb029c-dc6c-4be3-a3a9-793862145ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:23.608095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-dfbb029c-dc6c-4be3-a3a9-793862145ef6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.1202278 Nov 10 21:41:23.662791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c8924e-23ab-49f5-9f26-6aa3c52698fb None None] New status for floating IP 661ac29c-c332-41e0-87ed-3b8696ed3db4: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:41:23.696952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-f4db50cc-dbeb-4c31-a4f7-f7870b81b148 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743964 Nov 10 21:41:23.697591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.805665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:23.822081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8b5c0b9-dc64-473d-891c-c87e6b9e3693 req-5660fb03-8457-4498-9ede-719f0ea85b2b service neutron] 10.222.0.45 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201312 Nov 10 21:41:24.009405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-efee9882-58a7-4f9e-8002-c1fbdd56a47c req-6cd81706-4ab6-45dc-a28f-c8d6b99c1276 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.2156222 Nov 10 21:41:24.295250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:24.299796 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-28705c44-f34f-4e3f-bac2-28ae4e18027e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 999 time: 0.3371215 Nov 10 21:41:24.326443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:24.341526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Pushing event updated for resources: {'Port': ['ID=828d5053-1809-4c7f-bbdd-e4547f74f49a,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:24.345046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Network ddcd765a-232e-4652-a048-a93cde80f357 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:24.386055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:24.394296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-393686ed-442a-458a-9ea6-ac61395ee16d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:24.395710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-393686ed-442a-458a-9ea6-ac61395ee16d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports/b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 943 time: 0.0715268 Nov 10 21:41:24.415540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.416074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.416431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.416898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.417246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.417630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.419077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.419416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.419766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.420104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.420434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.420762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:24.451812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-05b78b31-4612-4a6a-bba9-5279df6b1d1f tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:24.453391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-05b78b31-4612-4a6a-bba9-5279df6b1d1f tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.53 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.5115845 Nov 10 21:41:24.513612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cf576-dafe-45bf-b815-1cd2a3cf9ca4 req-2f935574-a21d-4e91-a85b-1fb9b001daf0 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:24.521887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-833cf576-dafe-45bf-b815-1cd2a3cf9ca4 req-2f935574-a21d-4e91-a85b-1fb9b001daf0 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 946 time: 0.3122895 Nov 10 21:41:24.593852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-fccc0f6a-f608-458f-aa9d-485171c417b0 service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019474 Nov 10 21:41:24.723553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-6ac5127f-f8e7-4fd5-9c87-e5d1ae06de9d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.1658936 Nov 10 21:41:24.829208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Allocated IP 172.25.7.28 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/e8c99743-496f-4cd1-8823-a19398b6bb32) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:24.859152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-833cf576-dafe-45bf-b815-1cd2a3cf9ca4 req-028dd710-ecbe-47ad-8630-b27f673a6fc6 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/security-groups?id=16972b92-db9a-416c-a75a-69aa0bd89aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362813 Nov 10 21:41:24.960343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-484c8f73-e0e4-423e-80d2-e85d9b076459 None None] Provisioning complete for port 828d5053-1809-4c7f-bbdd-e4547f74f49a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:24.960967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-484c8f73-e0e4-423e-80d2-e85d9b076459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:24.992217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Router a386027a-e360-442d-bb3b-512e9df80887 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:24.997808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d688d8ef-59ae-4e4b-ba48-c23865a280f8 req-267464db-65cf-4364-8b6b-85fd293448fb service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825130 Nov 10 21:41:25.032171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Deleting port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:25.032171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.032434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-484c8f73-e0e4-423e-80d2-e85d9b076459 None None] Port 828d5053-1809-4c7f-bbdd-e4547f74f49a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:25.075583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-20f25f1a-ef70-4cde-8056-9e373c9ccd7d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:25.077163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-20f25f1a-ef70-4cde-8056-9e373c9ccd7d tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.2773790 Nov 10 21:41:25.164471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.196725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-fad2709e-7c7e-4948-99e4-1ace17543cb5 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 1001 time: 0.1111789 Nov 10 21:41:25.222354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:25.224657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f3e74e3c-4543-4579-ad6e-97d555c24f40 req-266f1a4d-a12f-49a1-9d53-6bdd9914b6d8 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0774119 Nov 10 21:41:25.309981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] For port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,segment=NetworkSegment(315fb596-be0b-46df-b6a7-3fe659969f02),segment_id=315fb596-be0b-46df-b6a7-3fe659969f02)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:25.310416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.334925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Calling delete_port for 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:25.342382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:25.349654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6078728d-0aa0-41c8-81bf-371420d665e7 admin admin] 10.222.0.45 "PUT /v2.0/routers/a386027a-e360-442d-bb3b-512e9df80887/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6438308 Nov 10 21:41:25.351999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.393733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 41e03e6f-7885-4078-8ca2-de2d209acf14 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:25.410876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.470427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c99743-496f-4cd1-8823-a19398b6bb32,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:25.471137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 41e03e6f-7885-4078-8ca2-de2d209acf14 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:25.471826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.530744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.531097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.531441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.531801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.532134 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.532708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.533041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.533372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.533702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.534029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.534354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.534676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:25.545916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:25.554925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:25.557791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:25.571846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f704846-a3f8-41b8-8a62-a1748f09be32 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:25.634058 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.647034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['626d02d7-a2c8-4d61-9201-7e7dd621b7a8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:25.677836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Pushing event deleted for resources: {'Port': ['ID=626d02d7-a2c8-4d61-9201-7e7dd621b7a8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:25.713860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-326a27cf-d228-455b-99bd-2b9c43a40d00 None None] Provisioning complete for port e8c99743-496f-4cd1-8823-a19398b6bb32 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:25.714607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-326a27cf-d228-455b-99bd-2b9c43a40d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.728002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] No DVR routers for this DVR port 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:41:25.732217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.735771 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a2d3879-95ad-4283-ac23-014ca7769ff3 req-2e91f744-7841-49b6-98c6-be56b1a83c00 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.53 "DELETE /v2.0/ports/626d02d7-a2c8-4d61-9201-7e7dd621b7a8 HTTP/1.1" status: 204 len: 173 time: 1.2576826 Nov 10 21:41:25.742814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ac7485-2847-4488-8113-15b05e2364e0', 'name': 'network-vif-deleted', 'tag': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:25.742972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.746917 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf8b8f-2004-4332-91a7-2e26bf843544" -d '{"events": [{"server_uuid": "96ac7485-2847-4488-8113-15b05e2364e0", "name": "network-vif-deleted", "tag": "626d02d7-a2c8-4d61-9201-7e7dd621b7a8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:25.769758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-326a27cf-d228-455b-99bd-2b9c43a40d00 None None] Port e8c99743-496f-4cd1-8823-a19398b6bb32 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:25.796956 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcada0f-9e0a-4915-bf5f-8a472fdbcf3f x-openstack-request-id: req-2dcada0f-9e0a-4915-bf5f-8a472fdbcf3f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:25.797519 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ac7485-2847-4488-8113-15b05e2364e0", "name": "network-vif-deleted", "tag": "626d02d7-a2c8-4d61-9201-7e7dd621b7a8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:25.798485 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dcada0f-9e0a-4915-bf5f-8a472fdbcf3f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:25.799377 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ac7485-2847-4488-8113-15b05e2364e0', 'name': 'network-vif-deleted', 'tag': '626d02d7-a2c8-4d61-9201-7e7dd621b7a8', 'status': 'completed', 'code': 200} Nov 10 21:41:25.884217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:25.885142 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Floating IP 661ac29c-c332-41e0-87ed-3b8696ed3db4 disassociated. External IP: 172.25.7.51, port: b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c. Nov 10 21:41:25.970136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23788e32-b786-4c7e-9a13-59f3131960e8 req-44c3d4d5-7c82-4344-9f3e-c617e9e11e50 tempest-InstanceActionsTestJSON-1810920496 tempest-InstanceActionsTestJSON-1810920496-project] 10.222.0.45 "GET /v2.0/ports?device_id=96ac7485-2847-4488-8113-15b05e2364e0 HTTP/1.1" status: 200 len: 210 time: 0.0288553 Nov 10 21:41:26.126323 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Sync routers for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:26.146315 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:26.152976 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:26.313889 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:26.384366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a3f78d5-7144-462b-9485-9e7b56577690 req-fbf16906-6d59-4068-a51b-8377b257e210 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0530891 Nov 10 21:41:26.455334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.475962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43982) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:26.481789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-684236533-network', 'tenant_id': '6b20a7e138e1493fa26623097485aebd'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:26.627397 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:23Z', 'revision_number': 2, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:26.634123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Made reservation on behalf of 6b20a7e138e1493fa26623097485aebd for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:26.639496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.649284 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.672297 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Checking router: a386027a-e360-442d-bb3b-512e9df80887 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:26.674171 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Updating router a386027a-e360-442d-bb3b-512e9df80887 port 828d5053-1809-4c7f-bbdd-e4547f74f49a binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:26.710133 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.734871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:26.816258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.910069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.922103 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.959249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:41:26.976666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc126d-f81a-4998-a7b8-07c544e25bf0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:26.992850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:26.994779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:26.994779 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Added segment c53883f7-e41f-4731-8ca9-20c9955a96fc of type vlan for network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 Nov 10 21:41:26.994994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.001642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] Sync routers for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:27.015666 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2976322-92bf-4ac7-a357-1356b8271574 req-1cbe75e6-dda5-490b-bc5e-ed5b06a4c4e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf917cfe80d740b7a36fdd25540b5df3&device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0424547 Nov 10 21:41:27.062842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2976322-92bf-4ac7-a357-1356b8271574 req-c21d5567-0202-44ca-98b7-281f482289fd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf917cfe80d740b7a36fdd25540b5df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285647 Nov 10 21:41:27.063685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:27.064355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:27.071808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-538a0fc9-3654-4d83-86c4-1c4ec8d7378e tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "PUT /v2.0/floatingips/661ac29c-c332-41e0-87ed-3b8696ed3db4 HTTP/1.1" status: 200 len: 694 time: 1.8661664 Nov 10 21:41:27.096371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.099975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:27.102392 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf2c5cf-b894-4953-988e-1db62fefad4e" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:27.169594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43992) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:27.253041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-002d9215-0c3b-4c3c-b1d2-ce4af26fd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:27.254575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-002d9215-0c3b-4c3c-b1d2-ce4af26fd088 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.1323137 Nov 10 21:41:27.264763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.268318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:27.270378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.316135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2976322-92bf-4ac7-a357-1356b8271574 req-adc2f022-b8a6-4ab1-adb2-b89b51df2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:27.317785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2976322-92bf-4ac7-a357-1356b8271574 req-adc2f022-b8a6-4ab1-adb2-b89b51df2b2e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2187345 Nov 10 21:41:27.422934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-e4fc7ae1-5c7a-4cda-9017-9407f5a2badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:27.424877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-e4fc7ae1-5c7a-4cda-9017-9407f5a2badf service neutron] 10.222.0.45 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.1530588 Nov 10 21:41:27.491259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:27.505565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Router 016d07eb-08a4-478c-a0f6-68abeccf7cfc is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:41:27.508618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-0a6221a5-c83b-4684-9991-247eaf5b515e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 217 time: 0.0771501 Nov 10 21:41:27.646138 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.681951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-2b6b5c81-4c3a-4fd2-9a02-756c3f70a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:27.693599 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-2b6b5c81-4c3a-4fd2-9a02-756c3f70a990 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.1728950 Nov 10 21:41:27.706657 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.804739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] Deleting subnet a764bc66-1eec-40f1-a1c2-151111ff8c73 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:41:27.809533 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.814386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-2d0f9726-00d1-42a8-b918-f1f43b9ef2bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469337 Nov 10 21:41:27.833913 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Pushing event updated for resources: {'Port': ['ID=828d5053-1809-4c7f-bbdd-e4547f74f49a,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:27.867280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.870077 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.871045 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.871150 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.871700 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.871893 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.872333 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.872670 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.873006 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.876656 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.877013 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.877362 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.877702 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:27.927051 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:27.945882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:28.006883 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Sync routers for ids ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:28.019699 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Attempting to bind port 828d5053-1809-4c7f-bbdd-e4547f74f49a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:28.020100 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Attempting to bind port 828d5053-1809-4c7f-bbdd-e4547f74f49a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:28.020526 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Attempting to bind port 828d5053-1809-4c7f-bbdd-e4547f74f49a on network ddcd765a-232e-4652-a048-a93cde80f357 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:28.028852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:29Z', 'revision_number': 5, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:28.033100 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5560598 Nov 10 21:41:28.036384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-77deddae-7d57-405d-99df-11376452c980 service neutron] 10.222.0.45 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057676 Nov 10 21:41:28.036883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:28.047294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Request body: {'subnet': {'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-684236533-subnet', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:28.068786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:28.068786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Checking segment: {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:28.068786 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.068786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Bound using segment: {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:28.068786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Bound port: 828d5053-1809-4c7f-bbdd-e4547f74f49a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:28.068786 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.080581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-293caff0-449c-4290-985a-3150e86d4d0f req-2b04e308-e43f-4992-82ed-18ca78e83729 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.7979405 Nov 10 21:41:28.096774 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Routers {'016d07eb-08a4-478c-a0f6-68abeccf7cfc'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:28.097739 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:28.114198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] Checking router: 4d2ef6bb-bd70-47bb-8a03-eba67a239969 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:28.118908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3094396-f32c-4e01-b988-638da9e10cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac40912b-6b11-4b4b-9c5e-6b9a64bb0318,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:28.137977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:41:28.142656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.146883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-33654a3f-034d-434d-be5a-e09290febb45 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8037021 Nov 10 21:41:28.147158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44000) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:28.240385 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b514205-610f-45c4-a697-3dc6105a1a2b x-openstack-request-id: req-3b514205-610f-45c4-a697-3dc6105a1a2b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:28.240679 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:28.240908 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b514205-610f-45c4-a697-3dc6105a1a2b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:28.241790 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'status': 'completed', 'code': 200} Nov 10 21:41:28.293550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:28.294580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:28.324058 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Set router 016d07eb-08a4-478c-a0f6-68abeccf7cfc gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:28.326671 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.378539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b97045a7-6ec4-4833-bc53-be02b78a54f0 req-e1b0750c-9f67-4b5f-ba01-fa54ef4b53db service neutron] 10.222.0.45 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226931 Nov 10 21:41:28.394210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a764bc66-1eec-40f1-a1c2-151111ff8c73,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:28.398011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.402388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-31cdc156-4a60-429e-b3c7-2ca67b994a94 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a764bc66-1eec-40f1-a1c2-151111ff8c73 HTTP/1.1" status: 204 len: 168 time: 1.2308664 Nov 10 21:41:28.405808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44002) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:28.461896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Made reservation on behalf of 6b20a7e138e1493fa26623097485aebd for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:28.470523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.476504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ca1423dd-d680-4c44-baa4-85bf78f0fc57 None None] Provisioning complete for port 828d5053-1809-4c7f-bbdd-e4547f74f49a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:28.476770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca1423dd-d680-4c44-baa4-85bf78f0fc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.494638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-a35951c7-faeb-4d22-b818-63ff3088e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:28.501370 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-a35951c7-faeb-4d22-b818-63ff3088e71c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3c1bc09ba82d4e79a6ad242468530705&device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 1098 time: 0.1937056 Nov 10 21:41:28.525035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ca1423dd-d680-4c44-baa4-85bf78f0fc57 None None] Port 828d5053-1809-4c7f-bbdd-e4547f74f49a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:28.557345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:28.629477 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] For port 828d5053-1809-4c7f-bbdd-e4547f74f49a, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:28.661323 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] For port 828d5053-1809-4c7f-bbdd-e4547f74f49a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=828d5053-1809-4c7f-bbdd-e4547f74f49a,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:28.744784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.749044 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:41:25Z', 'revision_number': 3, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port': {'id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:24Z', 'updated_at': '2021-11-10T21:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:28.809013 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:28.818398 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Checking router: 016d07eb-08a4-478c-a0f6-68abeccf7cfc for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:28.818840 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Updating router 016d07eb-08a4-478c-a0f6-68abeccf7cfc port e8c99743-496f-4cd1-8823-a19398b6bb32 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:28.839101 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2976322-92bf-4ac7-a357-1356b8271574 req-3f556718-1b5b-4626-852f-23f0025e8e34 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.0579941 Nov 10 21:41:28.844672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-e6c5a97e-177b-4439-b1f3-901bf23f77d9 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips/661ac29c-c332-41e0-87ed-3b8696ed3db4 HTTP/1.1" status: 200 len: 694 time: 0.2251234 Nov 10 21:41:28.912486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:28.994204 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.013314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:29.016066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 626d02d7-a2c8-4d61-9201-7e7dd621b7a8 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:29.022679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-92edf4ec-7d6b-4ac8-b034-d630256e40b7 req-bfe3b6e1-bb5e-4311-9039-71c3bf092035 service neutron] (103047) timed out ('10.222.0.53', 56508) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:41:29.043426 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cb299-8636-472c-bd55-8c59ae3d1b7c None None] Pushing event updated for resources: {'Port': ['ID=828d5053-1809-4c7f-bbdd-e4547f74f49a,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:29.046850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179c458c-6a67-4e29-9bd3-b74a594f17ed']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:29.074885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:29.075641 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:29.092706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315fb596-be0b-46df-b6a7-3fe659969f02') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:29.102339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315fb596-be0b-46df-b6a7-3fe659969f02') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:29.146778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:29Z', 'revision_number': 5, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:29.149779 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.193362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-f3835d7f-3015-4af8-ba40-3fa3bd617f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:29.204190 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-f3835d7f-3015-4af8-ba40-3fa3bd617f4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 200 len: 921 time: 0.6944256 Nov 10 21:41:29.205099 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.227230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:41:29.227640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:41:29.229471 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:41:29.234444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f9edd6-90db-4e32-b548-7abb79ba62a2 None None] The sync data for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 is: [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:40:22Z', 'revision_number': 4, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '97e7e47c-e1d1-4bea-b322-6fe8856755ad', 'name': '', 'network_id': '22de6ba9-97a3-4409-8083-bdf7cc96105e', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'mac_address': 'fa:16:3e:5f:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:21Z', 'updated_at': '2021-11-10T21:40:29Z', 'revision_number': 5, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'subnets': [{'id': 'b4cc8aaa-3498-449d-a4e0-0e05d997a49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:29.283177 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:29.348613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-b57b2a37-bdce-4e1b-8ae6-ee720587ebb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 200 len: 217 time: 0.1297848 Nov 10 21:41:29.364899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.366287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-31ae7443-7d47-4155-aa2d-f71c214875a8 None None] Provisioning complete for port 828d5053-1809-4c7f-bbdd-e4547f74f49a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:29.366754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-31ae7443-7d47-4155-aa2d-f71c214875a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.419284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee07eb52-f0d3-49ac-925f-adc24da8a610 req-955dfe3e-da58-49c6-9323-16d2952a5435 tempest-ServerShowV257Test-1847216552 tempest-ServerShowV257Test-1847216552-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bb9a40f-906f-466d-bc13-1f2787199288 HTTP/1.1" status: 200 len: 210 time: 0.1517940 Nov 10 21:41:29.538455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ef4d50-d342-4e6a-8eb5-e2c0956dec86,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:29.539454 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-31ae7443-7d47-4155-aa2d-f71c214875a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.548638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-d3e88240-b46e-4a2a-a8f6-880dbc1b6ace tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:29.564777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-d3e88240-b46e-4a2a-a8f6-880dbc1b6ace tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 784 time: 0.7166741 Nov 10 21:41:29.588307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Checking segment: {'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:29.592009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Network hostable DHCP agents. Network: ac40912b-6b11-4b4b-9c5e-6b9a64bb0318, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:41:29.613777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.634764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-31ae7443-7d47-4155-aa2d-f71c214875a8 None None] For port 828d5053-1809-4c7f-bbdd-e4547f74f49a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=828d5053-1809-4c7f-bbdd-e4547f74f49a,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:29.635517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.647187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] 10.222.0.45 "DELETE /v2.0/networks/179c458c-6a67-4e29-9bd3-b74a594f17ed HTTP/1.1" status: 204 len: 168 time: 1.2397885 Nov 10 21:41:29.678700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b158da1-4760-4ad9-97bc-fb07cbdc24fc admin admin] Pushing event deleted for resources: {'Network': ['ID=179c458c-6a67-4e29-9bd3-b74a594f17ed,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:29.692278 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.718829 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-31ae7443-7d47-4155-aa2d-f71c214875a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.753987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:41:29.806378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad3861-e6c0-4e9e-8064-b027b3c8f7de None None] New status for floating IP 661ac29c-c332-41e0-87ed-3b8696ed3db4: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:41:29.873751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, ac40912b-6b11-4b4b-9c5e-6b9a64bb0318) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:29.878522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:29.879503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:29.904193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-e16a7217-e702-4cea-acf8-dc530bb32634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:29.905680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-e16a7217-e702-4cea-acf8-dc530bb32634 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 200 len: 860 time: 0.5392191 Nov 10 21:41:29.931514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556e8f1-05d1-47f0-a718-9c70288fb34a None None] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:29.958748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-0c2c6385-21c9-4821-b2eb-7d65e67a8936 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 697 time: 0.3930137 Nov 10 21:41:30.002289 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:28Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:30.028617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-171e7224-e0b7-484b-aaa9-f0feda347b29 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9906492 Nov 10 21:41:30.030060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44018) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:30.049743 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-6b433f44-5111-4e5c-9d8b-4b2ab5c28ed2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 697 time: 0.0900271 Nov 10 21:41:30.054606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:30.190221 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960d80f-85be-4da4-85dc-49c91de3587f None None] The sync data for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 is: [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:28Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:30.215897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.217803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.354350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.384412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.393438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-c27b2dea-60c1-4a14-9152-3671a789f8cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22de6ba9-97a3-4409-8083-bdf7cc96105e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3808129 Nov 10 21:41:30.401127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44022) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:30.453868 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.487646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae7443-7d47-4155-aa2d-f71c214875a8 None None] Pushing event updated for resources: {'Port': ['ID=828d5053-1809-4c7f-bbdd-e4547f74f49a,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:30.554151 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.604271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Deleting port 67d12bee-3283-4edb-9c63-a06b9123d9b1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:30.604610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.686649 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Attempting to bind port e8c99743-496f-4cd1-8823-a19398b6bb32 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:30.687818 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Attempting to bind port e8c99743-496f-4cd1-8823-a19398b6bb32 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:30.688564 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Attempting to bind port e8c99743-496f-4cd1-8823-a19398b6bb32 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:30.708697 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:30.709383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:30.709383 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.709909 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:30.710495 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Bound port: e8c99743-496f-4cd1-8823-a19398b6bb32, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:30.710996 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.769817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17297ad-d41f-43b6-b0d8-d24daaa0c698 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:30.812328 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] For port e8c99743-496f-4cd1-8823-a19398b6bb32, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:30.816252 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] For port e8c99743-496f-4cd1-8823-a19398b6bb32, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e8c99743-496f-4cd1-8823-a19398b6bb32,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:30.818258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-7a69a674-6a72-436b-a505-ce0c2efa5415 service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140425 Nov 10 21:41:30.821234 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a4aa5-0443-434a-902e-fb396445e294 None None] Pushing event updated for resources: {'Port': ['ID=e8c99743-496f-4cd1-8823-a19398b6bb32,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:30.853917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bdb3b676-3b1e-4611-abaf-d86750641118 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65a04434ceb348cd9473d4a21e59d6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499946 Nov 10 21:41:30.856980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.867888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44030) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:30.877458 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:41:30.895861 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.896127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.923670 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:30.960292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-df008a28-e643-44af-8467-e8ec4dea531a None None] Provisioning complete for port e8c99743-496f-4cd1-8823-a19398b6bb32 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:30.960511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df008a28-e643-44af-8467-e8ec4dea531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.054017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Allocated IP 172.20.0.1 (b3303dff-fc93-465f-8e56-aecf50c39e9a/8142dec3-8e1f-4e0b-89e3-8126c4856ffa/ea77d1b8-8f50-4287-8d57-cced14d0136b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:31.054512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ac451-5992-4fa4-b65d-ba1bf6cf52f5 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:31.066565 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a4aa5-0443-434a-902e-fb396445e294 None None] Pushing event updated for resources: {'Port': ['ID=e8c99743-496f-4cd1-8823-a19398b6bb32,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:31.096581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Calling delete_port for 67d12bee-3283-4edb-9c63-a06b9123d9b1 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:31.097153 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Routers {'016d07eb-08a4-478c-a0f6-68abeccf7cfc'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:31.099846 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:31.148438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'fixed_ips': [{'subnet_id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:41:31.149725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.365451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44036) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:31.366616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df008a28-e643-44af-8467-e8ec4dea531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.406924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-df008a28-e643-44af-8467-e8ec4dea531a None None] For port e8c99743-496f-4cd1-8823-a19398b6bb32, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e8c99743-496f-4cd1-8823-a19398b6bb32,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:31.458484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 828d5053-1809-4c7f-bbdd-e4547f74f49a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:31.526089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df008a28-e643-44af-8467-e8ec4dea531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.562468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.580004 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] Set router 016d07eb-08a4-478c-a0f6-68abeccf7cfc gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:31.638768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.647177 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-062b7e11-987d-4310-be4b-5adb0e61e487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.682693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Allocated IP 172.20.0.2 (ac40912b-6b11-4b4b-9c5e-6b9a64bb0318/13ef4d50-d342-4e6a-8eb5-e2c0956dec86/05fef5c4-9526-4c82-bd43-fb252326a02d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:31.743966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9bf2c5cf-b894-4953-988e-1db62fefad4e req-aa8a16c6-9ac5-406f-a2c1-54d3e5b2f570 service neutron] 10.222.0.53 "GET /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8750486 Nov 10 21:41:31.781269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-062b7e11-987d-4310-be4b-5adb0e61e487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.785875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008a28-e643-44af-8467-e8ec4dea531a None None] Pushing event updated for resources: {'Port': ['ID=e8c99743-496f-4cd1-8823-a19398b6bb32,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:31.800598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ae62129d-f87b-4cd5-8722-13415b9a06c3 None None] Provisioning complete for port e8c99743-496f-4cd1-8823-a19398b6bb32 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:31.804080 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ae62129d-f87b-4cd5-8722-13415b9a06c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.842968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7aef3198-18c3-4a77-9978-53b607db9a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.865462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:31.904562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 828d5053-1809-4c7f-bbdd-e4547f74f49a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:31.904852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.004844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Allocated IP 172.25.7.136 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/e035de3b-3725-473d-bb56-0e3b6f488c10) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:32.062162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-062b7e11-987d-4310-be4b-5adb0e61e487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.065067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-062b7e11-987d-4310-be4b-5adb0e61e487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.066485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-062b7e11-987d-4310-be4b-5adb0e61e487 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16972b92-db9a-416c-a75a-69aa0bd89aad HTTP/1.1" status: 204 len: 168 time: 1.1948731 Nov 10 21:41:32.084840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b7e11-987d-4310-be4b-5adb0e61e487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16972b92-db9a-416c-a75a-69aa0bd89aad,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:32.086259 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:41:25Z', 'revision_number': 3, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port': {'id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:24Z', 'updated_at': '2021-11-10T21:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:32.109131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.176167 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f92479-10ac-48a3-b6b6-38e4fc9af759 None None] The sync data for ids ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'] in n-d-776250-11 is: [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:41:25Z', 'revision_number': 3, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port': {'id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:24Z', 'updated_at': '2021-11-10T21:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:32.238392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.343259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.423357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.494394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:32.514266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:32.522610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.525894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:32.566017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7e3e65-036d-4689-8035-4a6a34ef90d6 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:32.646723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:32.653217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:32.657082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Pushing event updated for resources: {'Port': ['ID=e035de3b-3725-473d-bb56-0e3b6f488c10,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:32.665339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:32.679344 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7aef3198-18c3-4a77-9978-53b607db9a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.829129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Attempting to bind port 05fef5c4-9526-4c82-bd43-fb252326a02d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:32.829503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Attempting to bind port 05fef5c4-9526-4c82-bd43-fb252326a02d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:32.829866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Attempting to bind port 05fef5c4-9526-4c82-bd43-fb252326a02d on network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:32.832638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Pushing event updated for resources: {'Port': ['ID=05fef5c4-9526-4c82-bd43-fb252326a02d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:32.843156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:32.843493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Checking segment: {'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:32.843849 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.844244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Bound using segment: {'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:32.844724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Bound port: 05fef5c4-9526-4c82-bd43-fb252326a02d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:32.845108 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:32.945593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-55c26277-df15-4c65-b864-a0a0897649ee None None] Provisioning complete for port e035de3b-3725-473d-bb56-0e3b6f488c10 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:32.945593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-55c26277-df15-4c65-b864-a0a0897649ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.040731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44060) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:33.048706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.077263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Network b3303dff-fc93-465f-8e56-aecf50c39e9a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:33.087705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:33.095842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:33.111951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-55c26277-df15-4c65-b864-a0a0897649ee None None] Port e035de3b-3725-473d-bb56-0e3b6f488c10 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:33.129712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] For port 05fef5c4-9526-4c82-bd43-fb252326a02d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:33.137308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] For port 05fef5c4-9526-4c82-bd43-fb252326a02d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05fef5c4-9526-4c82-bd43-fb252326a02d,segment=NetworkSegment(c53883f7-e41f-4731-8ca9-20c9955a96fc),segment_id=c53883f7-e41f-4731-8ca9-20c9955a96fc)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:33.209759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea77d1b8-8f50-4287-8d57-cced14d0136b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:33.251445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.444248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.449367 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.451193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27bd2eda-2d50-49ca-ac93-d1bd4b531675 req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "DELETE /v2.0/floatingips/661ac29c-c332-41e0-87ed-3b8696ed3db4 HTTP/1.1" status: 204 len: 173 time: 3.3985050 Nov 10 21:41:33.458738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e8c99743-496f-4cd1-8823-a19398b6bb32 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:33.474440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.492990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83eb4b-e12c-4837-ae97-53a27dad80ea tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event deleted for resources: {'Port': ['ID=67d12bee-3283-4edb-9c63-a06b9123d9b1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:33.497700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5aa4-1c85-4650-958f-e3a36202cb32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.532079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4bc9-b825-4f37-95a9-547cadf56445 None None] Pushing event updated for resources: {'Port': ['ID=05fef5c4-9526-4c82-bd43-fb252326a02d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:33.666763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e8c99743-496f-4cd1-8823-a19398b6bb32 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:33.668480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.774311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44074) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:33.840400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5aa4-1c85-4650-958f-e3a36202cb32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.895921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7aef3198-18c3-4a77-9978-53b607db9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:33.963633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.071647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3198-18c3-4a77-9978-53b607db9a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffb44fc-6a35-46af-a002-e7a44bacba51,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:34.109581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7aef3198-18c3-4a77-9978-53b607db9a6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf917cfe80d740b7a36fdd25540b5df3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7311473 Nov 10 21:41:34.122966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:34.165907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a09b312-1321-4cd9-9b1d-d83512573c78 req-aaa3e6e1-12dd-4569-98a9-9cb452aac910 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups/72747808-d36e-4026-8820-84b420ccc65a HTTP/1.1" status: 200 len: 1827 time: 0.2850816 Nov 10 21:41:34.207196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.209085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf8d5aa4-1c85-4650-958f-e3a36202cb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.256419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d5aa4-1c85-4650-958f-e3a36202cb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1780139d-52d7-4ecf-bacc-53f738269de8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:34.268274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6037a8ba-3624-4705-906e-35dd7e12d2d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.288751 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.334597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bf8d5aa4-1c85-4650-958f-e3a36202cb32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2bd958acc134cc1a1ce9ce35ef18625&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2889223 Nov 10 21:41:34.357032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a09b312-1321-4cd9-9b1d-d83512573c78 req-e2b327d9-67d8-4df0-af5d-75cc56076a0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.361966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44086) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:34.394825 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0623923a-77be-4b5d-961c-4b3a7733da3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.403226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.434412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea77d1b8-8f50-4287-8d57-cced14d0136b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:34.472944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0623923a-77be-4b5d-961c-4b3a7733da3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.505644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a09b312-1321-4cd9-9b1d-d83512573c78 req-e2b327d9-67d8-4df0-af5d-75cc56076a0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.545750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44090) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:34.590927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6037a8ba-3624-4705-906e-35dd7e12d2d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.599290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Network b3303dff-fc93-465f-8e56-aecf50c39e9a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:34.600959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:34.622877 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a715b1f-3eaf-4906-a80b-c2764165b77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.648599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.680356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6037a8ba-3624-4705-906e-35dd7e12d2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.703160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a715b1f-3eaf-4906-a80b-c2764165b77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.747744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-31548334-network', 'tenant_id': 'e5293bb524c94252a6ee0a400777af44'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:34.795044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0623923a-77be-4b5d-961c-4b3a7733da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.798377 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0623923a-77be-4b5d-961c-4b3a7733da3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.804858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0623923a-77be-4b5d-961c-4b3a7733da3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ffb44fc-6a35-46af-a002-e7a44bacba51 HTTP/1.1" status: 204 len: 168 time: 0.6751547 Nov 10 21:41:34.817256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6037a8ba-3624-4705-906e-35dd7e12d2d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c84f4a6ac13f42c192eae023d8d2717c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0387182 Nov 10 21:41:34.817256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037a8ba-3624-4705-906e-35dd7e12d2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f658b22-d825-4c76-acdd-e8778f5a3fb8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:34.827912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44096) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:34.847279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Router 016d07eb-08a4-478c-a0f6-68abeccf7cfc has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:34.850571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a09b312-1321-4cd9-9b1d-d83512573c78 req-e2b327d9-67d8-4df0-af5d-75cc56076a0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.853244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a09b312-1321-4cd9-9b1d-d83512573c78 req-e2b327d9-67d8-4df0-af5d-75cc56076a0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.854919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a09b312-1321-4cd9-9b1d-d83512573c78 req-e2b327d9-67d8-4df0-af5d-75cc56076a0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "DELETE /v2.0/security-groups/72747808-d36e-4026-8820-84b420ccc65a HTTP/1.1" status: 204 len: 173 time: 0.6528447 Nov 10 21:41:34.860086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623923a-77be-4b5d-961c-4b3a7733da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffb44fc-6a35-46af-a002-e7a44bacba51,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:34.921694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b327d9-67d8-4df0-af5d-75cc56076a0c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72747808-d36e-4026-8820-84b420ccc65a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:34.952953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Made reservation on behalf of e5293bb524c94252a6ee0a400777af44 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:34.955377 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.969144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:34.997181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f099-2dad-4a5c-8465-10bd6fac0ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.058837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f099-2dad-4a5c-8465-10bd6fac0ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.072728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:35.079266 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e30496d3-622c-435b-9add-117cfc6c11f2 admin admin] 10.222.0.45 "PUT /v2.0/routers/016d07eb-08a4-478c-a0f6-68abeccf7cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9307175 Nov 10 21:41:35.106677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a715b1f-3eaf-4906-a80b-c2764165b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.109327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a715b1f-3eaf-4906-a80b-c2764165b77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.110477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7a715b1f-3eaf-4906-a80b-c2764165b77d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1780139d-52d7-4ecf-bacc-53f738269de8 HTTP/1.1" status: 204 len: 168 time: 0.7480211 Nov 10 21:41:35.117143 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.126819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a715b1f-3eaf-4906-a80b-c2764165b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1780139d-52d7-4ecf-bacc-53f738269de8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:35.164422 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.188842 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Sync routers for ids ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:35.201647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Routers {'016d07eb-08a4-478c-a0f6-68abeccf7cfc'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:35.204390 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:35.290793 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.307210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f099-2dad-4a5c-8465-10bd6fac0ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.310740 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa9f099-2dad-4a5c-8465-10bd6fac0ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.315134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1fa9f099-2dad-4a5c-8465-10bd6fac0ca4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f658b22-d825-4c76-acdd-e8778f5a3fb8 HTTP/1.1" status: 204 len: 168 time: 0.4829895 Nov 10 21:41:35.319813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:41:35.340186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9f099-2dad-4a5c-8465-10bd6fac0ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f658b22-d825-4c76-acdd-e8778f5a3fb8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:35.358722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.359330 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Added segment ef975b8b-e627-429e-8752-d169b0704ee9 of type vlan for network 5562ecad-aaa3-430c-97c0-52f6697cdc14 Nov 10 21:41:35.429548 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Set router 016d07eb-08a4-478c-a0f6-68abeccf7cfc gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:35.438829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:41:35.470195 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.520826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd5e9ca-3662-4a1c-82b3-2d51843fee08,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:35.594952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.595307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05fef5c4-9526-4c82-bd43-fb252326a02d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:35.600718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:35.600718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.694222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=5562ecad-aaa3-430c-97c0-52f6697cdc14,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:35.701705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326cd15-ed12-4757-8709-8400d574aeaa req-cb852754-a730-41eb-b8ef-24bd60a06c19 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:35.709900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4326cd15-ed12-4757-8709-8400d574aeaa req-cb852754-a730-41eb-b8ef-24bd60a06c19 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1469209 Nov 10 21:41:35.722917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 5562ecad-aaa3-430c-97c0-52f6697cdc14 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:41:35.779580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-722ee61a-30a1-4bb9-b4d1-c3e7ba592f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.784232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:35.785031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 05fef5c4-9526-4c82-bd43-fb252326a02d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:35.785403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.810057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e4ac4be2-7af1-47f2-b79d-42cbae96e9f2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2612278 Nov 10 21:41:35.815230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:35.821938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Request body: {'subnet': {'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-31548334-subnet', 'tenant_id': 'e5293bb524c94252a6ee0a400777af44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:35.829840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Sync routers for ids ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:35.883571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Routers {'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:35.884464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:35.891905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4326cd15-ed12-4757-8709-8400d574aeaa req-7dbe27b3-a612-43ea-a482-3ecf6e6ea780 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711700 Nov 10 21:41:35.930514 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:41:33Z', 'revision_number': 4, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port': {'id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:24Z', 'updated_at': '2021-11-10T21:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ea77d1b8-8f50-4287-8d57-cced14d0136b', 'name': '', 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'mac_address': 'fa:16:3e:a5:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:34Z', 'revision_number': 2, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'subnets': [{'id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:35.936144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Made reservation on behalf of e5293bb524c94252a6ee0a400777af44 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:35.939429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.955576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37770ea1-7823-45ff-b20a-4f71bd7c26bc None None] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:35.994695 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:35.998321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5fe46356-9855-4c95-8622-f0877e8adf4e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9603353 Nov 10 21:41:36.001031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:36.009527 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Checking router: 016d07eb-08a4-478c-a0f6-68abeccf7cfc for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:36.009872 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Updating router 016d07eb-08a4-478c-a0f6-68abeccf7cfc port ea77d1b8-8f50-4287-8d57-cced14d0136b binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:36.064150 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.327615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b49dae5c-3d00-4b6a-8b6a-5e106df522aa None None] Provisioning complete for port 05fef5c4-9526-4c82-bd43-fb252326a02d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:36.327924 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b49dae5c-3d00-4b6a-8b6a-5e106df522aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.389507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.416815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Set router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:36.534101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-c1d1adf6-b269-42a4-b73a-e207fd3feebd tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:36.536012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-c1d1adf6-b269-42a4-b73a-e207fd3feebd tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 819 time: 0.2258165 Nov 10 21:41:36.558442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-86a308b8-2355-4cb8-8336-556743ac8c60 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/quotas/3f3c7666dad34b89b34646fd079c649f HTTP/1.1" status: 200 len: 375 time: 0.0119665 Nov 10 21:41:36.560140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.641047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:36.647434 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.664563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79dc9cdc-36bf-4cbb-9f88-19f963d08a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.671300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fd715e-934d-4ec5-95df-2785bfefbf8b,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:36.690215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 05fef5c4-9526-4c82-bd43-fb252326a02d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05fef5c4-9526-4c82-bd43-fb252326a02d,segment=NetworkSegment(c53883f7-e41f-4731-8ca9-20c9955a96fc),segment_id=c53883f7-e41f-4731-8ca9-20c9955a96fc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:36.706062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b49dae5c-3d00-4b6a-8b6a-5e106df522aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.709356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Checking segment: {'id': 'ef975b8b-e627-429e-8752-d169b0704ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:36.715016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Network hostable DHCP agents. Network: 5562ecad-aaa3-430c-97c0-52f6697cdc14, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:41:36.721433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44140) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:36.741245 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.748372 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-85048a15-7d1f-4bb0-9cb4-7d5e23fa6921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.757497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-becc52b7-0cf6-4a1a-a35a-8f2bae2d772c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874411 Nov 10 21:41:36.781463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-95d930d3-5a7f-47bf-8f63-2efabe908a7c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:41:36.785647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-95d930d3-5a7f-47bf-8f63-2efabe908a7c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137837 Nov 10 21:41:36.818116 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:36.877089 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c75cb-eb05-4882-a83a-d5328ec7930f None None] Pushing event updated for resources: {'Port': ['ID=ea77d1b8-8f50-4287-8d57-cced14d0136b,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:36.889763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=05fef5c4-9526-4c82-bd43-fb252326a02d,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:36.935045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Network 5562ecad-aaa3-430c-97c0-52f6697cdc14 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:41:37.002441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-b49dae5c-3d00-4b6a-8b6a-5e106df522aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:41:37.002796 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-b49dae5c-3d00-4b6a-8b6a-5e106df522aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:41:37.004440 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Attempting to bind port ea77d1b8-8f50-4287-8d57-cced14d0136b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:37.006185 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Attempting to bind port ea77d1b8-8f50-4287-8d57-cced14d0136b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:37.009205 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Attempting to bind port ea77d1b8-8f50-4287-8d57-cced14d0136b on network b3303dff-fc93-465f-8e56-aecf50c39e9a {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:37.022976 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:37.026056 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Checking segment: {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:37.026056 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.026056 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Bound using segment: {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:37.026056 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Bound port: ea77d1b8-8f50-4287-8d57-cced14d0136b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:37.026056 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.038863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:34Z', 'revision_number': 3, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port': {'id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:31Z', 'updated_at': '2021-11-10T21:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:37.048777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-609603ab-0e11-4f82-8fed-709a2298c5f6 service neutron] 10.222.0.45 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507706 Nov 10 21:41:37.084287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-85048a15-7d1f-4bb0-9cb4-7d5e23fa6921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.086448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79dc9cdc-36bf-4cbb-9f88-19f963d08a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.096045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 5562ecad-aaa3-430c-97c0-52f6697cdc14) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:37.105022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Checking router: e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:37.105558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Updating router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 port e035de3b-3725-473d-bb56-0e3b6f488c10 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:37.151025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:37.153324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.155021 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.157653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c10af-1e52-42bd-b768-7b8c96d608e6 None None] Network 5562ecad-aaa3-430c-97c0-52f6697cdc14 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:37.185277 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.194979 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] For port ea77d1b8-8f50-4287-8d57-cced14d0136b, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:37.203243 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] For port ea77d1b8-8f50-4287-8d57-cced14d0136b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ea77d1b8-8f50-4287-8d57-cced14d0136b,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:37.219045 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-85048a15-7d1f-4bb0-9cb4-7d5e23fa6921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.219274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137651cd-6e1a-4c8e-aece-16c7dc0f5480 req-2283f849-ba01-49c5-9a58-f673e741a42a tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:37.219274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-137651cd-6e1a-4c8e-aece-16c7dc0f5480 req-2283f849-ba01-49c5-9a58-f673e741a42a tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1582963 Nov 10 21:41:37.281383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-1cd00828-ea2b-4841-a4cc-0c0372fb14fa service neutron] 10.222.0.45 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317445 Nov 10 21:41:37.284266 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-85048a15-7d1f-4bb0-9cb4-7d5e23fa6921 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=043775b4e5e44d579bd340a23433e647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614507 Nov 10 21:41:37.285944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85048a15-7d1f-4bb0-9cb4-7d5e23fa6921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f924c-77ea-46da-94a3-1bac3b909a13,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:37.293551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44146) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:37.312592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-137651cd-6e1a-4c8e-aece-16c7dc0f5480 req-c2235a10-7587-40ef-957a-cbfb6c2ff9c2 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e9f1866-027a-41eb-91af-5add44dc7e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857477 Nov 10 21:41:37.315528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79dc9cdc-36bf-4cbb-9f88-19f963d08a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.348247 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.379331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6f0f61a6-798e-4c39-8002-9bc8e8b2b583 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5629370 Nov 10 21:41:37.436205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2eac5491-2bd1-4718-a91c-8f1bd0a28fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.458405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-79dc9cdc-36bf-4cbb-9f88-19f963d08a60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1c6b2f25aec435caca1db9007a6ed50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8157699 Nov 10 21:41:37.461936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:37.467625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05fef5c4-9526-4c82-bd43-fb252326a02d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:37.470656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9cdc-36bf-4cbb-9f88-19f963d08a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a406c73-fc0b-4b37-8998-69209ef6c5d3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:37.506522 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Routers {'016d07eb-08a4-478c-a0f6-68abeccf7cfc'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:37.507412 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:37.546201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2eac5491-2bd1-4718-a91c-8f1bd0a28fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.547634 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c75cb-eb05-4882-a83a-d5328ec7930f None None] Pushing event updated for resources: {'Port': ['ID=ea77d1b8-8f50-4287-8d57-cced14d0136b,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:37.598845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Allocated IP 172.20.0.1 (ac40912b-6b11-4b4b-9c5e-6b9a64bb0318/13ef4d50-d342-4e6a-8eb5-e2c0956dec86/bfec0353-6eec-49d6-b1e7-04347fb69269) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:37.668143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] Set router 016d07eb-08a4-478c-a0f6-68abeccf7cfc gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:37.705341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a1567-7b0f-49b5-a09f-cb403f8f8f7f None None] Network 5562ecad-aaa3-430c-97c0-52f6697cdc14 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:37.751075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-7475a583-d46d-47ba-91c1-e1e4856da35c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:37.753700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-7475a583-d46d-47ba-91c1-e1e4856da35c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.53 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 946 time: 0.1551692 Nov 10 21:41:37.757908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ed63-ed24-4d3f-a2b2-3718f52aa42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.770009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.785497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ed63-ed24-4d3f-a2b2-3718f52aa42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.880925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95e8c2eb-c2f6-46b9-b586-eb5782bde6f5 req-3cd0f1bf-a051-4638-9ecd-09c33e138f23 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 210 time: 0.0748315 Nov 10 21:41:37.901744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.984793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44176) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:37.993494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ed63-ed24-4d3f-a2b2-3718f52aa42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.996374 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ed63-ed24-4d3f-a2b2-3718f52aa42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:37.998606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:38.003663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b4d6ed63-ed24-4d3f-a2b2-3718f52aa42f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a406c73-fc0b-4b37-8998-69209ef6c5d3 HTTP/1.1" status: 204 len: 168 time: 0.5278316 Nov 10 21:41:38.014872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:38.020942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:38.058701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6ed63-ed24-4d3f-a2b2-3718f52aa42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a406c73-fc0b-4b37-8998-69209ef6c5d3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:38.063567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2eac5491-2bd1-4718-a91c-8f1bd0a28fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.072718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2eac5491-2bd1-4718-a91c-8f1bd0a28fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.075075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2eac5491-2bd1-4718-a91c-8f1bd0a28fff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a3f924c-77ea-46da-94a3-1bac3b909a13 HTTP/1.1" status: 204 len: 168 time: 0.7730513 Nov 10 21:41:38.112782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac5491-2bd1-4718-a91c-8f1bd0a28fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f924c-77ea-46da-94a3-1bac3b909a13,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:38.117410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=bfec0353-6eec-49d6-b1e7-04347fb69269,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:38.153994 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:41:33Z', 'revision_number': 4, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port': {'id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:24Z', 'updated_at': '2021-11-10T21:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ea77d1b8-8f50-4287-8d57-cced14d0136b', 'name': '', 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'mac_address': 'fa:16:3e:a5:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:37Z', 'revision_number': 4, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'subnets': [{'id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:38.170288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Deleting port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:38.170288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.178369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.201318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 05fef5c4-9526-4c82-bd43-fb252326a02d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:38.201687 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.205204 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-91ef11c6-4b30-41f8-bbd5-05cacfc10287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.256844 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66ef4c-06a6-48c4-bc78-4bedf87f55cc None None] The sync data for ids ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'] in n-d-776250-11 is: [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:41:33Z', 'revision_number': 4, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port': {'id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:24Z', 'updated_at': '2021-11-10T21:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ea77d1b8-8f50-4287-8d57-cced14d0136b', 'name': '', 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'mac_address': 'fa:16:3e:a5:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:37Z', 'revision_number': 4, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'subnets': [{'id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:38.382426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] For port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:38.383221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.428437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Calling delete_port for b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:38.543985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f03b370a-bd5a-4dcd-b730-fa6b285b5d85 None None] Provisioning complete for port 05fef5c4-9526-4c82-bd43-fb252326a02d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:38.544434 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f03b370a-bd5a-4dcd-b730-fa6b285b5d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.645541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-497be8a5-97bf-44cc-8882-30c2bb6b650d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:38.647170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-497be8a5-97bf-44cc-8882-30c2bb6b650d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 819 time: 0.3298759 Nov 10 21:41:38.691109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-ce7975a8-d5f3-4588-a16e-e44ef59bea6b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/quotas/3f3c7666dad34b89b34646fd079c649f HTTP/1.1" status: 200 len: 375 time: 0.0292194 Nov 10 21:41:38.755761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.764751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-43d21d01-cc75-4148-a69c-f5388fd1de51 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624096 Nov 10 21:41:38.780448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-46e66964-fde6-4e61-b895-3f6a21488d75 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:41:38.781858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-46e66964-fde6-4e61-b895-3f6a21488d75 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070784 Nov 10 21:41:38.839543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-d6784ef6-712e-4ab1-8e4a-91087ed9912a tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:38.842551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-d6784ef6-712e-4ab1-8e4a-91087ed9912a tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/networks?id=5562ecad-aaa3-430c-97c0-52f6697cdc14 HTTP/1.1" status: 200 len: 816 time: 0.2835133 Nov 10 21:41:38.871186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:38.878977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-945363899-network', 'tenant_id': 'fd7294429c004a9293078011e1c782f4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:38.905954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-c7a779b5-f515-4e40-bcc3-8a90f46626f8 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/quotas/e5293bb524c94252a6ee0a400777af44 HTTP/1.1" status: 200 len: 375 time: 0.0529544 Nov 10 21:41:38.913136 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.005839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247791f4-8780-4197-ab57-af32cfd0634a None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:39.020164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Made reservation on behalf of fd7294429c004a9293078011e1c782f4 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:39.028929 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.067798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-1b207345-d37c-4c6d-ac47-0c916849f2f9 service neutron] 10.222.0.45 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354636 Nov 10 21:41:39.068446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Pushing event updated for resources: {'Port': ['ID=e035de3b-3725-473d-bb56-0e3b6f488c10,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:39.074559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-99471f2b-9ec8-4e0c-a6f0-aba1d11d402b tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e5293bb524c94252a6ee0a400777af44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1612034 Nov 10 21:41:39.074939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Attempting to bind port e035de3b-3725-473d-bb56-0e3b6f488c10 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:39.075482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Attempting to bind port e035de3b-3725-473d-bb56-0e3b6f488c10 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:39.076065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Attempting to bind port e035de3b-3725-473d-bb56-0e3b6f488c10 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:39.093783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.093783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.093783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.093783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.094507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.095022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.095512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.096152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.096652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.097174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.097675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.098162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:41:39.112577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:39.113233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:39.113826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.114393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:39.115647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Bound port: e035de3b-3725-473d-bb56-0e3b6f488c10, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:39.116240 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.118180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.224266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] For port e035de3b-3725-473d-bb56-0e3b6f488c10, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:39.228132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] For port e035de3b-3725-473d-bb56-0e3b6f488c10, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e035de3b-3725-473d-bb56-0e3b6f488c10,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:39.243339 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.302219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d70c32d3-14e8-4a78-bc56-cd7d5ff2b657 None None] Provisioning complete for port e035de3b-3725-473d-bb56-0e3b6f488c10 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:39.303338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d70c32d3-14e8-4a78-bc56-cd7d5ff2b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.309136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-deb7bf83-6a7a-47b0-adce-cd7489a0f4d4 service neutron] 10.222.0.45 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841691 Nov 10 21:41:39.348361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.394127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.421191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-5c1e18b7-796e-4f5f-8c1e-eeca4b51c649 service neutron] 10.222.0.45 "GET /v2.0/networks/5562ecad-aaa3-430c-97c0-52f6697cdc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742672 Nov 10 21:41:39.425779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d70c32d3-14e8-4a78-bc56-cd7d5ff2b657 None None] Port e035de3b-3725-473d-bb56-0e3b6f488c10 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:39.427221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.431715 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.435231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.467699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:41:39.479627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d70c32d3-14e8-4a78-bc56-cd7d5ff2b657 None None] Provisioning complete for port bfec0353-6eec-49d6-b1e7-04347fb69269 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:39.480543 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d70c32d3-14e8-4a78-bc56-cd7d5ff2b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.482426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dfbd54-d73a-4d03-997b-c888ee56f1c8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:39.514716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.520040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.520668 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Added segment d9614956-b1ae-49a3-a7d0-4942afaf6c70 of type vlan for network e28e65cd-be8e-49e8-a2a7-e68a41cf351d Nov 10 21:41:39.530476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d70c32d3-14e8-4a78-bc56-cd7d5ff2b657 None None] Port bfec0353-6eec-49d6-b1e7-04347fb69269 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:39.531964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac179a-6189-4d86-b3b0-103e2f2ecfb4 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:39.540744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.547410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ea77d1b8-8f50-4287-8d57-cced14d0136b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:39.554876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Routers {'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:39.555398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:39.604036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:39.649628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Pushing event deleted for resources: {'Port': ['ID=b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:39.669665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.756682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Pushing event updated for resources: {'Port': ['ID=bfec0353-6eec-49d6-b1e7-04347fb69269,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:39.768076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] No DVR routers for this DVR port b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:41:39.774710 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.778578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6afb987f-ef79-4b1c-a39b-fac71c8e94b8 req-46858364-c1e6-4acc-ba35-22a4a6450329 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.53 "DELETE /v2.0/ports/b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c HTTP/1.1" status: 204 len: 173 time: 1.9392424 Nov 10 21:41:39.780015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'name': 'network-vif-deleted', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:39.788994 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d089b58-aed8-4618-8f25-eeea652893e6" -d '{"events": [{"server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "name": "network-vif-deleted", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:39.790825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660edc69-d6e8-40c1-82f3-269a1da51402 None None] Pushing event updated for resources: {'Port': ['ID=e035de3b-3725-473d-bb56-0e3b6f488c10,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:39.808506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d957c134-0493-43c9-878e-76370dd193a8 req-94cff3f7-7bc5-4efc-836f-3ed95a80d4a5 tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 210 time: 0.0445600 Nov 10 21:41:39.817850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4e4e2baf-8b79-4d27-b1ab-00ba44b8dcbd None None] Provisioning complete for port e035de3b-3725-473d-bb56-0e3b6f488c10 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:39.818768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2baf-8b79-4d27-b1ab-00ba44b8dcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.834481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-5e4c3f34-1adf-41da-975e-b37f8a9e2bc7 service neutron] 10.222.0.45 "GET /v2.0/networks/5562ecad-aaa3-430c-97c0-52f6697cdc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065104 Nov 10 21:41:39.886759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44224) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:39.919409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e279b81-6cdd-478f-8ead-88f97b3d1d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.954243 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.955354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:39.956309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:39.997132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fee83c33-8a72-4790-a543-976d1db00adb req-5d894f8b-2889-4397-9620-6076a7d1cd06 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 210 time: 0.0951459 Nov 10 21:41:40.051159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:40.056437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:40.125370 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d3bbd-d23d-4680-88a5-d55869691240 x-openstack-request-id: req-4f6d3bbd-d23d-4680-88a5-d55869691240 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:40.125732 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9964a-4a34-494d-ac55-8cc2f57929e3", "name": "network-vif-deleted", "tag": "b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:40.125943 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f6d3bbd-d23d-4680-88a5-d55869691240 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:40.126315 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9964a-4a34-494d-ac55-8cc2f57929e3', 'name': 'network-vif-deleted', 'tag': 'b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c', 'status': 'completed', 'code': 200} Nov 10 21:41:40.139863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=e28e65cd-be8e-49e8-a2a7-e68a41cf351d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:40.157763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] Set router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:40.163459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:41:40.222452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3e56779a-27af-4887-b567-cbf7f4337dc4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2335138 Nov 10 21:41:40.223034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44232) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:40.241831 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Request body: {'subnet': {'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-945363899-subnet', 'tenant_id': 'fd7294429c004a9293078011e1c782f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:40.301804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e279b81-6cdd-478f-8ead-88f97b3d1d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:40.322000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:40.388579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Made reservation on behalf of fd7294429c004a9293078011e1c782f4 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:40.392199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:40.399587 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e279b81-6cdd-478f-8ead-88f97b3d1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:40.457085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5dbadacf-40ee-4a8f-bf23-9112ee8ad939 req-0750d87f-b6f7-4cc1-917c-3a419b6f3c23 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 210 time: 0.1015964 Nov 10 21:41:40.618336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e279b81-6cdd-478f-8ead-88f97b3d1d5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e23907c570ec40afafcddb4d6731411b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7304070 Nov 10 21:41:40.621686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44242) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:40.630234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ea77d1b8-8f50-4287-8d57-cced14d0136b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:40.630603 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:40.675338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e279b81-6cdd-478f-8ead-88f97b3d1d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c5113-73f1-4cb3-93e7-821dbb44630e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:40.738827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:40.751469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c5fbe0b-4a42-4bf5-997b-d3804b77f9a4 admin admin] 10.222.0.45 "PUT /v2.0/routers/e04baea3-c3f2-4ae4-85d6-57b2b38e39d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7492003 Nov 10 21:41:40.789311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e748bf68-0ce9-4cca-9e32-6e6092f934a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:40.853874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e748bf68-0ce9-4cca-9e32-6e6092f934a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:40.915769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2baf-8b79-4d27-b1ab-00ba44b8dcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:40.923441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44256) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:40.975679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4e4e2baf-8b79-4d27-b1ab-00ba44b8dcbd None None] For port e035de3b-3725-473d-bb56-0e3b6f488c10, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e035de3b-3725-473d-bb56-0e3b6f488c10,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:40.996318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4d90125-2fd3-4089-b5c2-f897aa586aae req-23c541a2-df20-44e9-917c-3d76ecd1516c tempest-ServerRescueTestJSONUnderV235-1151017807 tempest-ServerRescueTestJSONUnderV235-1151017807-project] 10.222.0.45 "GET /v2.0/ports?device_id=21e9964a-4a34-494d-ac55-8cc2f57929e3 HTTP/1.1" status: 200 len: 210 time: 0.0356543 Nov 10 21:41:41.027161 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.039104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.053813 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.061557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e748bf68-0ce9-4cca-9e32-6e6092f934a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.067825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:38Z', 'revision_number': 4, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port': {'id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:31Z', 'updated_at': '2021-11-10T21:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'bfec0353-6eec-49d6-b1e7-04347fb69269', 'name': '', 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'mac_address': 'fa:16:3e:87:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:37Z', 'updated_at': '2021-11-10T21:41:39Z', 'revision_number': 2, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'subnets': [{'id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:41.072940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e748bf68-0ce9-4cca-9e32-6e6092f934a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.079475 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e748bf68-0ce9-4cca-9e32-6e6092f934a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/401c5113-73f1-4cb3-93e7-821dbb44630e HTTP/1.1" status: 204 len: 168 time: 0.4443963 Nov 10 21:41:41.120808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcbf56d4-dc42-4ee0-ba5b-92ab53085649 req-205bdc19-f94c-4fa4-a45a-d4d37aa5b98c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 210 time: 0.0458038 Nov 10 21:41:41.137322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748bf68-0ce9-4cca-9e32-6e6092f934a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c5113-73f1-4cb3-93e7-821dbb44630e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:41.147258 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2baf-8b79-4d27-b1ab-00ba44b8dcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.147412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-30923540-network', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:41.160931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e73ce2f-b7c1-44a7-8a1a-220f36c60c5a None None] The sync data for ids ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'] in n-d-776250-11 is: [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:38Z', 'revision_number': 4, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port': {'id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:31Z', 'updated_at': '2021-11-10T21:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'bfec0353-6eec-49d6-b1e7-04347fb69269', 'name': '', 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'mac_address': 'fa:16:3e:87:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:37Z', 'updated_at': '2021-11-10T21:41:39Z', 'revision_number': 2, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'subnets': [{'id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:41.191611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port ea77d1b8-8f50-4287-8d57-cced14d0136b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ea77d1b8-8f50-4287-8d57-cced14d0136b,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:41.220480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676a056e-0ee6-46c1-8d0c-777d1451f7f1,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:41.228612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Checking segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:41.229288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Network hostable DHCP agents. Network: e28e65cd-be8e-49e8-a2a7-e68a41cf351d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:41:41.284600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e2baf-8b79-4d27-b1ab-00ba44b8dcbd None None] Pushing event updated for resources: {'Port': ['ID=e035de3b-3725-473d-bb56-0e3b6f488c10,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:41.302357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d270099b-2e10-48a4-bfd9-1227b4cf9145 None None] Provisioning complete for port bfec0353-6eec-49d6-b1e7-04347fb69269 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:41.302830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d270099b-2e10-48a4-bfd9-1227b4cf9145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.376397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Made reservation on behalf of 8ad4e9ba1baf4c42b41ecf0c3b14feff for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:41.377234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d270099b-2e10-48a4-bfd9-1227b4cf9145 None None] Port bfec0353-6eec-49d6-b1e7-04347fb69269 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:41.380049 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.385118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.386288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.442102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.444159 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:41:41.456047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=ea77d1b8-8f50-4287-8d57-cced14d0136b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:41.646048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, e28e65cd-be8e-49e8-a2a7-e68a41cf351d) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:41.656943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651a377e-6c78-406e-b213-7ab42968016b None None] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:41.658200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4ca95be-7579-46c5-ba6e-7da3d12da9fc req-352958b5-4b5b-49ac-81e5-174fe3ecb38a tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 210 time: 0.0722253 Nov 10 21:41:41.671395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:41.673588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.678009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-ecd780cb-2160-45e7-8aa1-fb0b0cc58ed6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:41.688095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-ecd780cb-2160-45e7-8aa1-fb0b0cc58ed6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 819 time: 0.3570261 Nov 10 21:41:41.709904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Request body: {'port': {'device_id': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'admin_state_up': True, 'tenant_id': '3f3c7666dad34b89b34646fd079c649f'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:41.825525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.846465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9141937a-5850-4eb2-a66d-b4a93e1c7f71 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6137307 Nov 10 21:41:41.896863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.959910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:41:41.983621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3add747-3a9e-429e-a015-92d9435951dd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:41.992487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:41.992851 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Added segment 99debb89-f008-494c-a7b9-23bf94280494 of type vlan for network fc5652de-064b-4fd6-8955-87dd32b5cf28 Nov 10 21:41:42.098666 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:42.200068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44322) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:42.250993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd80ce-5557-41e1-9aa4-f13af59d1917 None None] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:42.427694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Made reservation on behalf of 3f3c7666dad34b89b34646fd079c649f for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:42.431425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:42.494782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ce28f650-8af7-470f-8d51-4dd9c1279954 req-343c7edd-6af5-4c70-87ec-2fc8ab013d45 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 210 time: 0.1766763 Nov 10 21:41:42.500033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:42.502211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:42.502957 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:42.596958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] Pushing event updated for resources: {'Network': ['ID=fc5652de-064b-4fd6-8955-87dd32b5cf28,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:42.608370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:41:42.843313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Allocated IP 172.20.0.2 (b3303dff-fc93-465f-8e56-aecf50c39e9a/8142dec3-8e1f-4e0b-89e3-8126c4856ffa/2b8cea62-e066-4d75-9d2c-2a2b11d26c16) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:42.937545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-781861ae-ba5f-454d-b5ea-527e343f4873 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:42.939187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-781861ae-ba5f-454d-b5ea-527e343f4873 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 0.2691712 Nov 10 21:41:42.971294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:42.980611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-dfe94f2d-2d38-4b5f-bd82-e59f903b1433 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/quotas/fd7294429c004a9293078011e1c782f4 HTTP/1.1" status: 200 len: 375 time: 0.0301270 Nov 10 21:41:43.025597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:43.028137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b8234c14-97fb-4cc3-a0bf-58e1ba7f1a9c not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:43.048174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-ddfb009e-88cc-4f6f-9190-a958e2fdefba tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664887 Nov 10 21:41:43.310207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d7882379-517d-47c6-8b8b-4217c91c70eb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3834486 Nov 10 21:41:43.313601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44350) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:43.386561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cd5c8a89-8e3c-4e92-8cd7-a68299b960b7 req-19c505f0-ac9f-4b78-857b-8a0c17426a02 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 210 time: 0.0989683 Nov 10 21:41:43.390333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Request body: {'subnet': {'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-30923540-subnet', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:43.578161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Made reservation on behalf of 8ad4e9ba1baf4c42b41ecf0c3b14feff for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:43.585478 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:43.720709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ea77d1b8-8f50-4287-8d57-cced14d0136b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:43.864733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ea77d1b8-8f50-4287-8d57-cced14d0136b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:43.865106 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:44.094669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e035de3b-3725-473d-bb56-0e3b6f488c10 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:44.117097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3db262db-0672-4091-ae46-1ecbb7c3221c req-2d8a4048-ab0c-4f00-bf7e-7b6822a45ecb tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 210 time: 0.0925791 Nov 10 21:41:44.173748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-596351e9-c496-4f63-a466-8c3ebfb4c1fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7414958 Nov 10 21:41:44.178001 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:44.194593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e035de3b-3725-473d-bb56-0e3b6f488c10 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:44.195015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:44.237069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-6015d736-cf40-4179-beb1-d3bf9cd82c4a service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1879034 Nov 10 21:41:44.267670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2682bb8-cdd8-4803-8b4a-a51e6c82643c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:44.442535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:44.478637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-6e472f23-4765-4006-989b-19ef7ee8bfad service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391043 Nov 10 21:41:44.610945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-8f7b0176-3d91-438a-a08d-7ff4d4648a16 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:44.612519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-8f7b0176-3d91-438a-a08d-7ff4d4648a16 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 819 time: 0.5930223 Nov 10 21:41:44.615466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-41b43d96-7a83-41db-8d64-8e1046ddce12 req-8cbe722a-e0a2-427b-b5d6-9be479fdb5d5 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 210 time: 0.1074076 Nov 10 21:41:44.659980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Checking segment: {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:44.665357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Network hostable DHCP agents. Network: fc5652de-064b-4fd6-8955-87dd32b5cf28, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:41:44.665493 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:44.666154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Request body: {'port': {'device_id': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'admin_state_up': True, 'tenant_id': '3f3c7666dad34b89b34646fd079c649f'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:44.711995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb544-b205-4202-ad23-1060546d6a0d req-07b9c152-d59e-44da-aeaa-f0280995b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:44.714750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-07b9c152-d59e-44da-aeaa-f0280995b982 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 1097 time: 0.3329432 Nov 10 21:41:44.729749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Network b3303dff-fc93-465f-8e56-aecf50c39e9a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:44.733641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:44.738971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:44.744088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Pushing event updated for resources: {'Port': ['ID=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:44.777124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:44.800669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:44.801645 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:44.883203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-399e4d9d-ea64-4dec-ad69-fa25720cae8e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1830211 Nov 10 21:41:44.893906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-f4e9f239-bc77-4907-be10-ee700a582fe3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:41:44.895337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-f4e9f239-bc77-4907-be10-ee700a582fe3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061016 Nov 10 21:41:44.988159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8c25c78c-39fd-4722-a89e-224a6cb76460 req-3be5bb54-814b-489e-bfea-3518fab6fbef tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 210 time: 0.1108420 Nov 10 21:41:45.002319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-ce6db70f-34cd-4fe7-baf2-ed8fbb2905da tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:45.003849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-ce6db70f-34cd-4fe7-baf2-ed8fbb2905da tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.53 "GET /v2.0/networks?id=5562ecad-aaa3-430c-97c0-52f6697cdc14 HTTP/1.1" status: 200 len: 816 time: 0.5655627 Nov 10 21:41:45.004494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:41:45.022076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Request body: {'port': {'device_id': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14', 'admin_state_up': True, 'tenant_id': 'e5293bb524c94252a6ee0a400777af44'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:45.187207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, fc5652de-064b-4fd6-8955-87dd32b5cf28) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:45.198588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7f1af-6772-4d5c-a21c-8496ae0a0698 None None] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:45.200063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb544-b205-4202-ad23-1060546d6a0d req-ac629902-1e0c-484e-b712-5f292cd5360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:45.201788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-ac629902-1e0c-484e-b712-5f292cd5360d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.4345081 Nov 10 21:41:45.216789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:45.217741 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:45.261812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Request body: {'port': {'device_id': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:45.367656 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-53869a2b-9e85-4de7-8a4c-bf5db31cc09c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b15a663-7e4a-4008-924b-ffc68135670b HTTP/1.1" status: 200 len: 217 time: 0.1350963 Nov 10 21:41:45.382550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bde4ffb-d616-4486-8281-42f76b096d3e req-f93cd04a-aa7a-407a-a6dd-152bd47626d8 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 210 time: 0.1168830 Nov 10 21:41:45.441598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Made reservation on behalf of 3f3c7666dad34b89b34646fd079c649f for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:45.444184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:45.464573 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:45.496721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb544-b205-4202-ad23-1060546d6a0d req-216692c7-26ae-4b01-9b5a-d2471f611082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:45.499261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-216692c7-26ae-4b01-9b5a-d2471f611082 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1226411 Nov 10 21:41:45.551755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-25280b82-ca7b-402d-885f-6ad78414d756 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1693761 Nov 10 21:41:45.564791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-fc5652de-064b-4fd6-8955-87dd32b5cf28', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:41:45.566122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:45.567314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44424) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:45.573905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:45.808059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Made reservation on behalf of e5293bb524c94252a6ee0a400777af44 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:45.811520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Allocated IP 172.20.0.2 (fc5652de-064b-4fd6-8955-87dd32b5cf28/e2682bb8-cdd8-4803-8b4a-a51e6c82643c/42f0fbda-e73d-4d17-9536-fce2ef0ceb42) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:45.811849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:45.821657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb544-b205-4202-ad23-1060546d6a0d req-83efd06b-f404-4326-8257-2935b2746888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:45.824029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-83efd06b-f404-4326-8257-2935b2746888 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2953966 Nov 10 21:41:45.853527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4be3cbea-b070-43f4-ba3a-93664918691a req-18856689-c486-4bbd-8d0f-c2374693dce1 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 210 time: 0.0681992 Nov 10 21:41:45.918029 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Sync routers for ids ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:45.948797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Allocated IP 172.20.0.13 (b3303dff-fc93-465f-8e56-aecf50c39e9a/8142dec3-8e1f-4e0b-89e3-8126c4856ffa/59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:45.953358 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:45.954974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.064359 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Routers {'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:46.082837 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:46.118553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.141531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.176308 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc19b2e4-af18-4b5f-b44e-717de798c0cf req-20a9fed1-2d27-4ebb-9d22-ac6cf5e900af tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 210 time: 0.0467634 Nov 10 21:41:46.206328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-4c0ce71a-9dcd-4b4a-94f7-324b9f0bf118 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588150 Nov 10 21:41:46.254164 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Set router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:46.316678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Deleting port 97e7e47c-e1d1-4bea-b322-6fe8856755ad {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:46.316944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.329081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.335272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Allocated IP 172.20.0.10 (5562ecad-aaa3-430c-97c0-52f6697cdc14/a4fd715e-934d-4ec5-95df-2785bfefbf8b/2aec1371-8f6a-4c6f-9ffa-838dfb2653f5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:46.452934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Pushing event updated for resources: {'Port': ['ID=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:46.461500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:46.476956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:46.485976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:46.531176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be1bb544-b205-4202-ad23-1060546d6a0d req-719ce660-8422-4875-b79a-4cb79061217b service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119395 Nov 10 21:41:46.633715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Attempting to bind port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:46.634107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Attempting to bind port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:46.635957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Attempting to bind port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 on network fc5652de-064b-4fd6-8955-87dd32b5cf28 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:46.647219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:46.647592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Checking segment: {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:46.648015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.648405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Bound using segment: {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:46.648880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Bound port: 42f0fbda-e73d-4d17-9536-fce2ef0ceb42, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:46.649262 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.653801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.664397 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:38Z', 'revision_number': 4, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port': {'id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:31Z', 'updated_at': '2021-11-10T21:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'bfec0353-6eec-49d6-b1e7-04347fb69269', 'name': '', 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'mac_address': 'fa:16:3e:87:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:37Z', 'updated_at': '2021-11-10T21:41:39Z', 'revision_number': 2, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'subnets': [{'id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:46.676041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.684016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e8022529-e466-4d10-8094-7ff3135e2ff9 req-2bd1525f-3035-4dac-924f-1750b29bf58f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 210 time: 0.0805826 Nov 10 21:41:46.688498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] For port 97e7e47c-e1d1-4bea-b322-6fe8856755ad, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=97e7e47c-e1d1-4bea-b322-6fe8856755ad,segment=NetworkSegment(bd59e74e-438d-452f-97e0-6cbee90dc0d9),segment_id=bd59e74e-438d-452f-97e0-6cbee90dc0d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:46.689146 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.699521 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Checking router: e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:46.699927 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Updating router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 port bfec0353-6eec-49d6-b1e7-04347fb69269 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:46.728620 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:46.736631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Calling delete_port for 97e7e47c-e1d1-4bea-b322-6fe8856755ad owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:46.774336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] For port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:46.809672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] For port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:46.930981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.078152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb13bc-da26-465d-9c23-b8b3598f1abf None None] Pushing event updated for resources: {'Port': ['ID=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:47.116019 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.162473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-225d1165-5332-4ffd-bcc2-546d7d727041 req-5fb5f1a6-9fce-4a33-b8af-733e756a70a6 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 210 time: 0.1116221 Nov 10 21:41:47.337794 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.455277 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5775c20-b808-4ebe-8b49-166eda983ca9 None None] Pushing event updated for resources: {'Port': ['ID=bfec0353-6eec-49d6-b1e7-04347fb69269,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:47.462167 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.561792 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.606105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:47.612322 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Attempting to bind port bfec0353-6eec-49d6-b1e7-04347fb69269 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:47.612695 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Attempting to bind port bfec0353-6eec-49d6-b1e7-04347fb69269 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:47.613054 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Attempting to bind port bfec0353-6eec-49d6-b1e7-04347fb69269 on network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:47.619688 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:47.619688 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Checking segment: {'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:47.619688 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.620410 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Bound using segment: {'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:47.620410 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Bound port: bfec0353-6eec-49d6-b1e7-04347fb69269, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53883f7-e41f-4731-8ca9-20c9955a96fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:47.621118 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.641952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:47.661776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.796020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:47.796700 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.799291 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] For port bfec0353-6eec-49d6-b1e7-04347fb69269, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:47.808410 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] For port bfec0353-6eec-49d6-b1e7-04347fb69269, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bfec0353-6eec-49d6-b1e7-04347fb69269,segment=NetworkSegment(c53883f7-e41f-4731-8ca9-20c9955a96fc),segment_id=c53883f7-e41f-4731-8ca9-20c9955a96fc)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:47.814955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.867904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Transition to ACTIVE for port object 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:41:47.907910 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.919518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:47.962922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82e1eaca-382e-4ff6-9f9d-3127b15519a7 req-25e19398-3789-40f0-902a-7383d4ed13a5 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 210 time: 0.0519783 Nov 10 21:41:47.973308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761709dd-aa2f-4d95-8f43-cf7215e2779c req-77572df7-98f9-4e4d-8419-d3bbef0a194e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:47.983560 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-761709dd-aa2f-4d95-8f43-cf7215e2779c req-77572df7-98f9-4e4d-8419-d3bbef0a194e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 932 time: 0.1324854 Nov 10 21:41:48.001290 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.048790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-52dc465f-afab-457a-ab59-1e62659c7c57 None None] Provisioning complete for port bfec0353-6eec-49d6-b1e7-04347fb69269 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:48.049514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Allocated IP 172.25.7.223 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/bca48d65-2659-43cb-a0a6-55e5953126bb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:48.049829 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52dc465f-afab-457a-ab59-1e62659c7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.074128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5775c20-b808-4ebe-8b49-166eda983ca9 None None] Pushing event updated for resources: {'Port': ['ID=bfec0353-6eec-49d6-b1e7-04347fb69269,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:48.099254 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Routers {'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:48.099898 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:48.116099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.177571 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.184795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Network b3303dff-fc93-465f-8e56-aecf50c39e9a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:48.194214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:48.231772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:48.263120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:48.266113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-761709dd-aa2f-4d95-8f43-cf7215e2779c req-4f7491fa-3e0d-4274-8ea7-8dd35bda1b86 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803862 Nov 10 21:41:48.318903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Network 5562ecad-aaa3-430c-97c0-52f6697cdc14 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:48.372533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:48.397305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:48.443138 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52dc465f-afab-457a-ab59-1e62659c7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.443964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Pushing event updated for resources: {'Port': ['ID=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:48.449823 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] Set router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:48.472842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:48.491268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Attempting to bind port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:48.491983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Attempting to bind port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:48.492412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Attempting to bind port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 on network b3303dff-fc93-465f-8e56-aecf50c39e9a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:48.509708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 on network b3303dff-fc93-465f-8e56-aecf50c39e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:41:48.511365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Attempting to bind port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 on network b3303dff-fc93-465f-8e56-aecf50c39e9a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:48.514593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-52dc465f-afab-457a-ab59-1e62659c7c57 None None] For port bfec0353-6eec-49d6-b1e7-04347fb69269, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bfec0353-6eec-49d6-b1e7-04347fb69269,segment=NetworkSegment(c53883f7-e41f-4731-8ca9-20c9955a96fc),segment_id=c53883f7-e41f-4731-8ca9-20c9955a96fc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:48.554886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:48.555389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Checking segment: {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:48.555906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Bound using segment: {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:48.556535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Bound port: 2b8cea62-e066-4d75-9d2c-2a2b11d26c16, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:48.557224 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.566259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.581287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:48.586105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.598900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:48.600635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.611093 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52dc465f-afab-457a-ab59-1e62659c7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.676138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] For port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:48.683337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] For port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:48.721020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.732577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc465f-afab-457a-ab59-1e62659c7c57 None None] Pushing event updated for resources: {'Port': ['ID=bfec0353-6eec-49d6-b1e7-04347fb69269,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:48.802813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.860092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:48.890280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8670ffd-1e50-44ce-bbb1-742dfdae2709 None None] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:41:48.910495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:48.911508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:48.913205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] 10.222.0.64 "PUT /v2.0/ports/2b8cea62-e066-4d75-9d2c-2a2b11d26c16 HTTP/1.1" status: 200 len: 1092 time: 4.0069666 Nov 10 21:41:48.914027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'tag': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:48.916759 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4de0f9d-2744-4d5f-9573-6a51198b9bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "335c90f2-cbb8-4631-afbd-d73c4f92b85b", "tag": "2b8cea62-e066-4d75-9d2c-2a2b11d26c16"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:48.920393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad664a8-7f01-4367-a5e3-ae10fb7350ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:48.981119 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120b9d45-ea52-4e2e-8647-510b3c242c36 x-openstack-request-id: req-120b9d45-ea52-4e2e-8647-510b3c242c36 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:48.981733 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335c90f2-cbb8-4631-afbd-d73c4f92b85b", "tag": "2b8cea62-e066-4d75-9d2c-2a2b11d26c16", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:48.982081 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-120b9d45-ea52-4e2e-8647-510b3c242c36 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:48.982597 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'tag': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16', 'status': 'completed', 'code': 200} Nov 10 21:41:49.012070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94b31735-a592-4ff5-a958-5ad45518a676 None None] Provisioning complete for port bfec0353-6eec-49d6-b1e7-04347fb69269 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:49.013031 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94b31735-a592-4ff5-a958-5ad45518a676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.030362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-3e741126-b350-4d41-b0d4-81888319c2fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3714626 Nov 10 21:41:49.048865 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:38Z', 'revision_number': 4, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port': {'id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:31Z', 'updated_at': '2021-11-10T21:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'bfec0353-6eec-49d6-b1e7-04347fb69269', 'name': '', 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'mac_address': 'fa:16:3e:87:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:37Z', 'updated_at': '2021-11-10T21:41:47Z', 'revision_number': 4, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'subnets': [{'id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:49.079972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.121452 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e940e-7d64-4fde-8438-70dda327cddb None None] The sync data for ids ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'] in n-d-776250-11 is: [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:41:38Z', 'revision_number': 4, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port': {'id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:31Z', 'updated_at': '2021-11-10T21:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'bfec0353-6eec-49d6-b1e7-04347fb69269', 'name': '', 'network_id': 'ac40912b-6b11-4b4b-9c5e-6b9a64bb0318', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'mac_address': 'fa:16:3e:87:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:37Z', 'updated_at': '2021-11-10T21:41:47Z', 'revision_number': 4, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'subnets': [{'id': '13ef4d50-d342-4e6a-8eb5-e2c0956dec86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:49.125007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1071773 Nov 10 21:41:49.159195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Request body: {'port': {'device_id': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:49.205876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2785266-c20a-40f0-87f6-c5dfc0a3a84e req-6ba580c6-a6ff-4536-9688-d26db240e101 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:49.210764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2785266-c20a-40f0-87f6-c5dfc0a3a84e req-6ba580c6-a6ff-4536-9688-d26db240e101 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 932 time: 0.8269401 Nov 10 21:41:49.211990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e5cbb-e6e4-4132-ade1-2524a93b140e tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Pushing event updated for resources: {'Port': ['ID=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:49.217907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e1c32d2-67e4-46c8-831c-d64e060c2846 req-21bf350b-660c-4bdc-8c57-8f759fa1d2ca tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 210 time: 0.0717309 Nov 10 21:41:49.233442 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:49.243378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:49.246614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Request body: {'port': {'device_id': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:49.249640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:49.253323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Pushing event updated for resources: {'Port': ['ID=bca48d65-2659-43cb-a0a6-55e5953126bb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:49.267170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0f9d-2744-4d5f-9573-6a51198b9bcc req-2c08c493-e02e-4b91-ba86-0a766796c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:49.273785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4de0f9d-2744-4d5f-9573-6a51198b9bcc req-2c08c493-e02e-4b91-ba86-0a766796c7c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1095 time: 0.2635217 Nov 10 21:41:49.313470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd74de-41bb-4a14-9e1e-da57acb4c191 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:49.368881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.420711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-54b10810-7712-4f37-a5c1-8063fc25ed51 None None] Provisioning complete for port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:49.421219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54b10810-7712-4f37-a5c1-8063fc25ed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.574064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=97e7e47c-e1d1-4bea-b322-6fe8856755ad,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:49.582890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.624811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:49.733565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:49.737597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.737836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.737836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.782053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-13e92491-ea84-4b29-b7cc-549fbe63151c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:49.785167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-13e92491-ea84-4b29-b7cc-549fbe63151c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 1.1770823 Nov 10 21:41:49.788526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0f9d-2744-4d5f-9573-6a51198b9bcc req-3cd94932-1bff-46ca-a8fd-6bb235be4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:49.789906 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4de0f9d-2744-4d5f-9573-6a51198b9bcc req-3cd94932-1bff-46ca-a8fd-6bb235be4e6e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3c7666dad34b89b34646fd079c649f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4839976 Nov 10 21:41:49.829810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6d63d1f4-183c-4d0e-baa2-eb983714e34f None None] Provisioning complete for port bca48d65-2659-43cb-a0a6-55e5953126bb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:49.855101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d63d1f4-183c-4d0e-baa2-eb983714e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:49.922438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf1ed9-e9cb-488c-8a19-8ebaf8442cd9 req-82b70999-4bc4-46ee-8c54-502afa1e7679 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:49.924046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dddf1ed9-e9cb-488c-8a19-8ebaf8442cd9 req-82b70999-4bc4-46ee-8c54-502afa1e7679 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 932 time: 0.4797325 Nov 10 21:41:49.943884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6d63d1f4-183c-4d0e-baa2-eb983714e34f None None] Port bca48d65-2659-43cb-a0a6-55e5953126bb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:49.946013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bfec0353-6eec-49d6-b1e7-04347fb69269 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:50.052668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bfec0353-6eec-49d6-b1e7-04347fb69269 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:50.053037 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:50.092571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Request body: {'port': {'device_id': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'admin_state_up': True, 'tenant_id': 'fd7294429c004a9293078011e1c782f4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:50.133418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2efc37f9-e05c-43ed-b6f4-1736adbc1e07 None None] Provisioning complete for port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:50.135435 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2efc37f9-e05c-43ed-b6f4-1736adbc1e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:50.153888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2785266-c20a-40f0-87f6-c5dfc0a3a84e req-162ed72f-a001-4ed7-b9e4-acbcdacd3b93 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7683530 Nov 10 21:41:50.251744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dddf1ed9-e9cb-488c-8a19-8ebaf8442cd9 req-4edba692-135f-4462-b895-81fc57030ef3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837727 Nov 10 21:41:50.370324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de0f9d-2744-4d5f-9573-6a51198b9bcc req-77f6e9b4-7857-456d-8239-0f7c72395ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:50.371971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4de0f9d-2744-4d5f-9573-6a51198b9bcc req-77f6e9b4-7857-456d-8239-0f7c72395ec0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5187280 Nov 10 21:41:50.404873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-c61a0e9c-af9a-4b52-95ea-afe4d1a03a17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3215017 Nov 10 21:41:50.576945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:50.618296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-9143885a-a860-415b-8f9c-f93e99c6d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:50.620104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-9143885a-a860-415b-8f9c-f93e99c6d21d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1095 time: 0.1908329 Nov 10 21:41:50.621982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-488183e5-c31f-49fa-8ce7-b3e813f60e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:50.623359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-488183e5-c31f-49fa-8ce7-b3e813f60e4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 1097 time: 0.1408398 Nov 10 21:41:50.686065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-e837abd3-1e0a-4aea-99d9-375f7af915a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16 HTTP/1.1" status: 200 len: 217 time: 0.0555346 Nov 10 21:41:50.695493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f449081-7426-4c91-8f20-300ff82de2a7 req-cc35092b-41e3-496f-ac31-e21724440969 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 210 time: 0.0987279 Nov 10 21:41:50.702213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:50.823561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-ac1cc485-950f-4f67-bc4f-aaf1453393b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:50.825066 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-ac1cc485-950f-4f67-bc4f-aaf1453393b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.1035604 Nov 10 21:41:50.894592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-a0ed0f61-efb9-47a0-8152-b0ff1489f4fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620577 Nov 10 21:41:50.943621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-1c801391-e8f2-445c-8e34-f6a8dff381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:50.945385 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-1c801391-e8f2-445c-8e34-f6a8dff381b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2723212 Nov 10 21:41:51.085781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Made reservation on behalf of fd7294429c004a9293078011e1c782f4 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:41:51.096426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:51.100496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:51.114465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:51.162173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Transition to ACTIVE for port object 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:41:51.331981 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:51.428967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-3c6f9dc0-276c-4870-b9d1-0e30af04699e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af25742d-90c8-4fe8-845c-e72db6b53738 HTTP/1.1" status: 200 len: 217 time: 0.4505084 Nov 10 21:41:51.466768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:51.499553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:51.519488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:51.544965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-a57f30d3-9963-4dba-87e2-4f416b2c14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:51.546511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-a57f30d3-9963-4dba-87e2-4f416b2c14d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1079881 Nov 10 21:41:51.548322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-22ba9a80-23f7-4cfa-82a8-7f79a1b698aa service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440120 Nov 10 21:41:51.553628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Pushing event updated for resources: {'Port': ['ID=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:51.584783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Transition to ACTIVE for port object 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:41:51.608433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147896-2a62-4c52-9108-776516bdae8e req-ff35b4e9-1e47-4738-aa68-6e9aaa6dfa6f tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:51.615713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d147896-2a62-4c52-9108-776516bdae8e req-ff35b4e9-1e47-4738-aa68-6e9aaa6dfa6f tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 932 time: 0.2015793 Nov 10 21:41:51.643844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64f15c-a346-42c6-af08-5ffbe9f4c652 req-88fb814f-2c93-48b5-aad0-4d4632f999f0 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:51.644795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d64f15c-a346-42c6-af08-5ffbe9f4c652 req-88fb814f-2c93-48b5-aad0-4d4632f999f0 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 944 time: 0.2285218 Nov 10 21:41:51.649971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:41:51.667992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Allocated IP 172.20.0.3 (e28e65cd-be8e-49e8-a2a7-e68a41cf351d/676a056e-0ee6-46c1-8d0c-777d1451f7f1/8e7f5ead-83af-4776-8090-c99af2330532) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:51.676293 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:51.773021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Attempting to bind port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:51.773410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Attempting to bind port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:51.773665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Attempting to bind port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab on network b3303dff-fc93-465f-8e56-aecf50c39e9a {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:51.847466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d147896-2a62-4c52-9108-776516bdae8e req-8665072d-1c3c-43f4-9411-00e5c2fbb19d tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308421 Nov 10 21:41:51.848402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab on network b3303dff-fc93-465f-8e56-aecf50c39e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:41:51.848719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Attempting to bind port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab on network b3303dff-fc93-465f-8e56-aecf50c39e9a {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:51.856435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-ee47aedc-0bf4-43c7-a635-f11f587b0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:51.858279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-ee47aedc-0bf4-43c7-a635-f11f587b0f79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367721 Nov 10 21:41:51.888863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:51.897476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d64f15c-a346-42c6-af08-5ffbe9f4c652 req-d1816cc9-b89e-473d-8b1f-8ba2729a9e4a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444549 Nov 10 21:41:51.908842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:51.909178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Checking segment: {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:51.909556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Bound using segment: {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:51.909999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Bound port: 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b227c2-cd08-4aa0-aa50-2364fdad14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:51.910351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:51.938127 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-dbb1465a-a728-4b09-9798-93d18821c287 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186345 Nov 10 21:41:52.014504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-686a4457-ba8a-4a12-b068-dd9f7ed5e4f9 req-cb4438b5-c57d-4b4b-8b4e-22fc94e37b09 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 210 time: 0.0391827 Nov 10 21:41:52.048719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-1dd58f33-c17f-4664-ac49-e43e68eabc3a service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795220 Nov 10 21:41:52.176187 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Router 9b467d6f-e325-43c0-9860-daeeb5c65c39 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:41:52.274554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4b4140a-3004-4d7b-bf5b-1bf2389bb540 req-b07ec656-e7c7-40d4-b97d-8b06de20b7d3 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133811 Nov 10 21:41:52.344544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:52.357808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Sync routers for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:52.377741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:52.378513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:52.445227 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:52.454332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44492) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:52.455658 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f6495c67-379c-4e18-b527-69b446316a7d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.8842094 Nov 10 21:41:52.512196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:41:52.528334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-11c8e07b-baea-4d3b-a474-f05486561d4a admin admin] 10.222.0.45 "PUT /v2.0/routers/4d2ef6bb-bd70-47bb-8a03-eba67a239969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3270802 Nov 10 21:41:52.531266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:52.563092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Attempting to bind port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:52.563427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Attempting to bind port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'ef975b8b-e627-429e-8752-d169b0704ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:52.570311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Attempting to bind port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 on network 5562ecad-aaa3-430c-97c0-52f6697cdc14 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:52.593465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 on network 5562ecad-aaa3-430c-97c0-52f6697cdc14 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:41:52.593790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Attempting to bind port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 on network 5562ecad-aaa3-430c-97c0-52f6697cdc14 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:52.634538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:52.656258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] For port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:52.687765 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f880-256b-4353-ab58-2476880a814f None None] Sync routers for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:41:52.698961 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:52.699860 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:52.704371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:52.706507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Checking segment: {'id': 'ef975b8b-e627-429e-8752-d169b0704ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:52.707090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Bound using segment: {'id': 'ef975b8b-e627-429e-8752-d169b0704ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:52.711789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:52.713583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Bound port: 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef975b8b-e627-429e-8752-d169b0704ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:52.716190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:52.736717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] For port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:52.835014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] For port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:52.840251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] For port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,segment=NetworkSegment(ef975b8b-e627-429e-8752-d169b0704ee9),segment_id=ef975b8b-e627-429e-8752-d169b0704ee9)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:52.851343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:52.866333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:52.921829 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:53.045760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:53.164965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Deleting port bed58a22-242c-4937-b689-918bc0447086 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:41:53.165328 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.207335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.209482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b458377-7f09-4b40-a7c5-a7ef2ed81a85 req-f11e7679-df05-4d2a-95fa-321248886116 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:53.211180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b458377-7f09-4b40-a7c5-a7ef2ed81a85 req-f11e7679-df05-4d2a-95fa-321248886116 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 944 time: 0.1599610 Nov 10 21:41:53.256841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:53.258557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.266139 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] 10.222.0.64 "PUT /v2.0/ports/59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab HTTP/1.1" status: 200 len: 1093 time: 4.1386228 Nov 10 21:41:53.284523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'tag': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:53.287252 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f733b7-f6b2-4510-b597-15a265b060cb" -d '{"events": [{"name": "network-changed", "server_uuid": "846fee3d-9585-43d3-9bd9-69ffdfb588c8", "tag": "59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:53.296864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:53.297781 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.299549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] 10.222.0.53 "PUT /v2.0/ports/2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 HTTP/1.1" status: 200 len: 1093 time: 4.1543257 Nov 10 21:41:53.324951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.350052 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b458377-7f09-4b40-a7c5-a7ef2ed81a85 req-e4c707c3-447a-4141-8569-26e8bab91316 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303082 Nov 10 21:41:53.372077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:53.380174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:53.392653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] For port bed58a22-242c-4937-b689-918bc0447086, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bed58a22-242c-4937-b689-918bc0447086,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:53.393062 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.394632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:53.436824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Calling delete_port for bed58a22-242c-4937-b689-918bc0447086 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:41:53.561979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.597121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2ee9d-ffa5-4a99-a156-13a394a35236 req-6598230e-ca61-43f4-a237-e18be4ef7042 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:53.612861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ba2ee9d-ffa5-4a99-a156-13a394a35236 req-6598230e-ca61-43f4-a237-e18be4ef7042 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 944 time: 0.5672712 Nov 10 21:41:53.616656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8967dc8-d48a-4238-9261-b7db35bf7661 service neutron] Pushing event updated for resources: {'Port': ['ID=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:53.622509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:49Z', 'revision_number': 3, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:53.637613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': 'bed58a22-242c-4937-b689-918bc0447086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:41:48Z', 'revision_number': 5, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port': {'id': 'bed58a22-242c-4937-b689-918bc0447086', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:40:18Z', 'updated_at': '2021-11-10T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:53.686936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Checking router: 9b467d6f-e325-43c0-9860-daeeb5c65c39 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:53.688508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Updating router 9b467d6f-e325-43c0-9860-daeeb5c65c39 port bca48d65-2659-43cb-a0a6-55e5953126bb binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:41:53.700302 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f880-256b-4353-ab58-2476880a814f None None] Checking router: 4d2ef6bb-bd70-47bb-8a03-eba67a239969 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:41:53.725451 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] Routers {'4d2ef6bb-bd70-47bb-8a03-eba67a239969'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:53.726084 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:53.758913 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.809510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.816163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a047ebf-a269-4bf4-8d39-ac8cce709e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:53.863439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ba2ee9d-ffa5-4a99-a156-13a394a35236 req-d653548e-33bd-490c-846f-a0570a7a6b69 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483854 Nov 10 21:41:53.871150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768eb3-e5a3-4e75-a244-d09910034fc3 req-729d1008-2803-4ffa-bb12-6639d99c17d5 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:53.877178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce768eb3-e5a3-4e75-a244-d09910034fc3 req-729d1008-2803-4ffa-bb12-6639d99c17d5 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 931 time: 0.1528583 Nov 10 21:41:53.882650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed58a22-242c-4937-b689-918bc0447086,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:53.905743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:53.912041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:53.927045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ca9fef-f4bb-4c4f-b9de-e0e0de391985 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:53.930856 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] Set router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:53.953457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-d292adcd-89f5-43bb-bcd8-c6159e9ee193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:53.954961 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-d292adcd-89f5-43bb-bcd8-c6159e9ee193 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5293bb524c94252a6ee0a400777af44&device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 1096 time: 0.4741511 Nov 10 21:41:54.043106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event updated for resources: {'Port': ['ID=8e7f5ead-83af-4776-8090-c99af2330532,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:54.077329 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d721f880-256b-4353-ab58-2476880a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:41:52Z', 'revision_number': 6, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:54.102920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce768eb3-e5a3-4e75-a244-d09910034fc3 req-a5171cf7-e2e2-40be-a7ec-bb6f25150a53 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130892 Nov 10 21:41:54.124961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.141264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-dc646508-6cef-41b6-aa66-94c015be7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:54.145122 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721f880-256b-4353-ab58-2476880a814f None None] The sync data for ids ['4d2ef6bb-bd70-47bb-8a03-eba67a239969'] in n-d-776250-11 is: [{'id': '4d2ef6bb-bd70-47bb-8a03-eba67a239969', 'name': 'tempest-ServerRescueTestJSONUnderV235-1432988391-router', 'tenant_id': '3c1bc09ba82d4e79a6ad242468530705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:40:17Z', 'updated_at': '2021-11-10T21:41:52Z', 'revision_number': 6, 'project_id': '3c1bc09ba82d4e79a6ad242468530705', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:54.146284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-dc646508-6cef-41b6-aa66-94c015be7379 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 1096 time: 0.6955054 Nov 10 21:41:54.148347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-10eef446-36f0-4ede-a19e-88716399b39f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 HTTP/1.1" status: 200 len: 217 time: 0.0824761 Nov 10 21:41:54.241617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-6cc97689-0c27-456e-8dad-bafb92d6633b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab HTTP/1.1" status: 200 len: 217 time: 0.0713723 Nov 10 21:41:54.327543 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.335128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-10b0a3f6-79d2-4514-a67e-185a293c5135 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2646120 Nov 10 21:41:54.350253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-c1798818-364e-4dc5-84a4-b16a79c8c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:54.352893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-c1798818-364e-4dc5-84a4-b16a79c8c34f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4fd715e-934d-4ec5-95df-2785bfefbf8b HTTP/1.1" status: 200 len: 856 time: 0.1818678 Nov 10 21:41:54.360143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Request body: {'port': {'device_id': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:41:54.368536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.371493 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.433220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.493044 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61ef09a-d729-4716-aa16-e6b664c3917c x-openstack-request-id: req-d61ef09a-d729-4716-aa16-e6b664c3917c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:54.493337 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846fee3d-9585-43d3-9bd9-69ffdfb588c8", "tag": "59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:54.493576 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d61ef09a-d729-4716-aa16-e6b664c3917c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:54.494499 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'tag': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab', 'status': 'completed', 'code': 200} Nov 10 21:41:54.497712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-800b984d-0fb2-4804-93a1-cb428aca7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:54.499217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-800b984d-0fb2-4804-93a1-cb428aca7c1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.1884432 Nov 10 21:41:54.501155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.502173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2ef6bb-bd70-47bb-8a03-eba67a239969 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:41:54.506785 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.507608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d6309fc2-5c6b-41c6-b545-344cdbf7a501 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4d2ef6bb-bd70-47bb-8a03-eba67a239969 HTTP/1.1" status: 204 len: 168 time: 1.9751031 Nov 10 21:41:54.512271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44520) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:54.516533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3f31b8-f12a-4394-b0c0-4c0d7ba83c56 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:54.532467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-6676457f-0b97-4251-a60a-3aa2ab5ad21e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5562ecad-aaa3-430c-97c0-52f6697cdc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337130 Nov 10 21:41:54.535344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6766cf6-0880-4d60-adc1-24b8ec23bfbc None None] Pushing event updated for resources: {'Port': ['ID=bca48d65-2659-43cb-a0a6-55e5953126bb,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:54.544781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Attempting to bind port bca48d65-2659-43cb-a0a6-55e5953126bb on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:54.545151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Attempting to bind port bca48d65-2659-43cb-a0a6-55e5953126bb by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:54.545518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Attempting to bind port bca48d65-2659-43cb-a0a6-55e5953126bb on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:54.554923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:54.555273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:54.555687 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.558816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.564094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:54.564765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Bound port: bca48d65-2659-43cb-a0a6-55e5953126bb, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:54.565800 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.675314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] Deleting subnet b4cc8aaa-3498-449d-a4e0-0e05d997a49f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:41:54.679936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.688726 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-0eefb10b-d597-4b99-864b-7bba34408840 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408536 Nov 10 21:41:54.695221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-08a0916b-7e91-4248-ae10-101a4ac5256a None None] Provisioning complete for port bca48d65-2659-43cb-a0a6-55e5953126bb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:54.695588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-08a0916b-7e91-4248-ae10-101a4ac5256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.701018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80bffd-a00a-4cf1-8fa6-f289d7371bc4 req-c89455b0-822d-4181-a468-de4aa4994a10 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:54.703058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e80bffd-a00a-4cf1-8fa6-f289d7371bc4 req-c89455b0-822d-4181-a468-de4aa4994a10 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.5768383 Nov 10 21:41:54.747870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-08a0916b-7e91-4248-ae10-101a4ac5256a None None] Port bca48d65-2659-43cb-a0a6-55e5953126bb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:54.752684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] For port bca48d65-2659-43cb-a0a6-55e5953126bb, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:54.758013 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.763557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705c68-6b11-4269-9e83-38ee4601cdc0 req-eb081eb4-220f-4cae-8340-c42c354537b8 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:54.765890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] For port bca48d65-2659-43cb-a0a6-55e5953126bb, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bca48d65-2659-43cb-a0a6-55e5953126bb,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:54.774437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b705c68-6b11-4269-9e83-38ee4601cdc0 req-eb081eb4-220f-4cae-8340-c42c354537b8 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 944 time: 0.2402990 Nov 10 21:41:54.805119 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.866899 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.882392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b705c68-6b11-4269-9e83-38ee4601cdc0 req-b709ec01-8735-43e6-a858-4a2bdcdba12c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022694 Nov 10 21:41:54.889870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:54.937621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6766cf6-0880-4d60-adc1-24b8ec23bfbc None None] Pushing event updated for resources: {'Port': ['ID=bca48d65-2659-43cb-a0a6-55e5953126bb,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:54.961923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72fd6e7-7661-493b-b7eb-86b15699adb3 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:41:54.976422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:41:54.977570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:55.083288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e80bffd-a00a-4cf1-8fa6-f289d7371bc4 req-ab3afd8c-bae2-4dc1-b4c2-168cdb3fa1ee tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3610599 Nov 10 21:41:55.151613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4676ba5d-214f-4282-b8f3-8cb46081a6f6 None None] Provisioning complete for port bca48d65-2659-43cb-a0a6-55e5953126bb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:55.159257 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4676ba5d-214f-4282-b8f3-8cb46081a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.159828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31daa5-9568-48cd-8be1-ed3714a71e13 req-6c283363-2e5a-4474-bd6f-af6572126468 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:55.162179 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed31daa5-9568-48cd-8be1-ed3714a71e13 req-6c283363-2e5a-4474-bd6f-af6572126468 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 944 time: 0.1430645 Nov 10 21:41:55.212235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-16f118fc-9eaa-480f-8ea3-eac4975cabb0 service neutron] 10.222.0.53 "GET /v2.0/networks/5562ecad-aaa3-430c-97c0-52f6697cdc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953984 Nov 10 21:41:55.240740 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.271997 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.276463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b4cc8aaa-3498-449d-a4e0-0e05d997a49f HTTP/1.1" status: 204 len: 168 time: 0.7633832 Nov 10 21:41:55.282167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:41:55.304729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:55.315902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8f944-b521-4efe-8f26-31b3315a3a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cc8aaa-3498-449d-a4e0-0e05d997a49f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:55.367133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-6f2a0175-d51d-4979-a237-dcfbb4427bdb service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624238 Nov 10 21:41:55.367758 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed31daa5-9568-48cd-8be1-ed3714a71e13 req-e32a434f-44c9-4da6-b208-129d50ddcc19 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916010 Nov 10 21:41:55.459812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.595445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4676ba5d-214f-4282-b8f3-8cb46081a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.606593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bed58a22-242c-4937-b689-918bc0447086 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:55.648404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: bed58a22-242c-4937-b689-918bc0447086 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:55.648683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bed58a22-242c-4937-b689-918bc0447086 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:55.649305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 97e7e47c-e1d1-4bea-b322-6fe8856755ad no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:41:55.673955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 97e7e47c-e1d1-4bea-b322-6fe8856755ad {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:41:55.674287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 97e7e47c-e1d1-4bea-b322-6fe8856755ad not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:41:55.693778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4676ba5d-214f-4282-b8f3-8cb46081a6f6 None None] For port bca48d65-2659-43cb-a0a6-55e5953126bb, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bca48d65-2659-43cb-a0a6-55e5953126bb,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:55.722408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:41:55.730253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.773287 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4676ba5d-214f-4282-b8f3-8cb46081a6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.774012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9984b-033f-4be3-885f-9ec101cdee13 req-e01af4d4-cfba-418b-96b7-4ae646d56fc2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:55.777414 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcd9984b-033f-4be3-885f-9ec101cdee13 req-e01af4d4-cfba-418b-96b7-4ae646d56fc2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2090909 Nov 10 21:41:55.781731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22de6ba9-97a3-4409-8083-bdf7cc96105e']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:55.800923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd59e74e-438d-452f-97e0-6cbee90dc0d9') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:55.801270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd59e74e-438d-452f-97e0-6cbee90dc0d9') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:55.820521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.848101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Allocated IP 172.20.0.1 (fc5652de-064b-4fd6-8955-87dd32b5cf28/e2682bb8-cdd8-4803-8b4a-a51e6c82643c/b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:41:55.852675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.863046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcd9984b-033f-4be3-885f-9ec101cdee13 req-02731a11-25ae-43a2-8775-499b4ac45069 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784190 Nov 10 21:41:55.864036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:41:55.864900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:41:55.866781 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:41:55.875651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4960a44-d333-48ea-9896-cb56edb72e2f req-de637802-9d50-46af-9348-1ee65659fe2b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:55.877244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4960a44-d333-48ea-9896-cb56edb72e2f req-de637802-9d50-46af-9348-1ee65659fe2b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 931 time: 0.5380909 Nov 10 21:41:55.951123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676ba5d-214f-4282-b8f3-8cb46081a6f6 None None] Pushing event updated for resources: {'Port': ['ID=bca48d65-2659-43cb-a0a6-55e5953126bb,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:55.998873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:56.008880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:49Z', 'revision_number': 3, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:41:56.043119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16', 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'port_id': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16', 'mac_address': 'fa:16:3e:6e:91:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:41:56.045765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d86b60f-41aa-4bde-9a28-eaa7077bafc9 None None] The sync data for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 is: [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:49Z', 'revision_number': 3, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:41:56.072597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:56.081465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:56.090383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/22de6ba9-97a3-4409-8083-bdf7cc96105e HTTP/1.1" status: 204 len: 168 time: 0.7756546 Nov 10 21:41:56.117224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365801b3-f4fd-4f49-a8c7-d791dc7a9ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=22de6ba9-97a3-4409-8083-bdf7cc96105e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:56.124636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:56.135949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f3b3e-38d7-4a7f-a3cd-dfab1c652a55 req-cf24990d-a669-41ee-8b48-4fff4c1e4f0c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:56.137824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a15f3b3e-38d7-4a7f-a3cd-dfab1c652a55 req-cf24990d-a669-41ee-8b48-4fff4c1e4f0c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 944 time: 0.1412244 Nov 10 21:41:56.157658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:56.207558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:56.249444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a15f3b3e-38d7-4a7f-a3cd-dfab1c652a55 req-a9bb2cd5-e248-42e4-b111-40e36f6a3dbc tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051559 Nov 10 21:41:56.284359 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:56.395613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:56.539386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'tag': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:56.542337 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "34f8d876-6bf9-4342-889c-23cfdb97e0b5", "tag": "2aec1371-8f6a-4c6f-9ffa-838dfb2653f5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:56.561391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51c14fd5-66b2-4cd2-b648-2a53259e01de req-362138a3-2b18-4ddc-8764-4f5736b9638f service neutron] 10.222.0.53 "GET /v2.0/networks/5562ecad-aaa3-430c-97c0-52f6697cdc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3311980 Nov 10 21:41:56.640181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4960a44-d333-48ea-9896-cb56edb72e2f req-f9842542-f817-4814-933d-fa7618825f59 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930917 Nov 10 21:41:56.663357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7393bb3c-6071-4646-a70d-d07d8aece8c7 req-e11daa8d-2571-4e68-9a57-e028cc951d36 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2551162 Nov 10 21:41:56.708041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44560) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:56.723188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2b8cea62-e066-4d75-9d2c-2a2b11d26c16'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:56.730554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:56.764661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-0b4dc441-ee16-442c-ae30-fa10d2f3c6a4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:56.766388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-0b4dc441-ee16-442c-ae30-fa10d2f3c6a4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.3571324 Nov 10 21:41:56.792354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-facec0f5-1dc6-4e8d-9584-8ba2c659c685 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/quotas/f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 375 time: 0.0151491 Nov 10 21:41:56.813494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5bed1970-a462-4628-8708-fe7e451de862 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c1bc09ba82d4e79a6ad242468530705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0919759 Nov 10 21:41:56.831348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44562) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:41:56.977408 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-40495932-6a7a-4f79-8d28-715ff6051191 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1788542 Nov 10 21:41:56.982098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c62ed6-ddbb-486a-bc5e-dada00a2f84b req-cac5b56b-04de-4514-9e19-eb334316b9d6 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:57.003924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23c62ed6-ddbb-486a-bc5e-dada00a2f84b req-cac5b56b-04de-4514-9e19-eb334316b9d6 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 944 time: 0.2022002 Nov 10 21:41:57.030205 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2026370e-b457-417b-bbed-63fe1453568a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:57.042532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f733b7-f6b2-4510-b597-15a265b060cb req-bbb7b1d2-421e-4793-8670-145aa96152f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:57.042532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f733b7-f6b2-4510-b597-15a265b060cb req-bbb7b1d2-421e-4793-8670-145aa96152f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 1096 time: 0.2331476 Nov 10 21:41:57.060517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2026370e-b457-417b-bbed-63fe1453568a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:57.217282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23c62ed6-ddbb-486a-bc5e-dada00a2f84b req-4c288ca1-4999-4dee-83a1-9dc9c050311c tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123795 Nov 10 21:41:57.243914 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-389d4fd5-fc50-441e-b859-ead73c58881c service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478523 Nov 10 21:41:57.348202 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f99fe2f-5669-4906-a25f-8dd91d67a2de x-openstack-request-id: req-4f99fe2f-5669-4906-a25f-8dd91d67a2de {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:57.348202 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f8d876-6bf9-4342-889c-23cfdb97e0b5", "tag": "2aec1371-8f6a-4c6f-9ffa-838dfb2653f5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:57.348202 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f99fe2f-5669-4906-a25f-8dd91d67a2de {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:57.348202 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'tag': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5', 'status': 'completed', 'code': 200} Nov 10 21:41:57.348664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2026370e-b457-417b-bbed-63fe1453568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:57.348664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2026370e-b457-417b-bbed-63fe1453568a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:57.348664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2026370e-b457-417b-bbed-63fe1453568a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e9f1866-027a-41eb-91af-5add44dc7e2a HTTP/1.1" status: 204 len: 168 time: 0.5133369 Nov 10 21:41:57.387437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026370e-b457-417b-bbed-63fe1453568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f1866-027a-41eb-91af-5add44dc7e2a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:57.435011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7f5ead-83af-4776-8090-c99af2330532 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:57.455596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:57.456519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-30530b76-b333-4b80-ab8c-62b2032e5f32 service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976819 Nov 10 21:41:57.615914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:57.630095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:41:57.658580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:41:57.660816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Pushing event updated for resources: {'Port': ['ID=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:57.667997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:41:57.686593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bca48d65-2659-43cb-a0a6-55e5953126bb up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:57.757165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:57.844625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bca48d65-2659-43cb-a0a6-55e5953126bb triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:57.845224 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:58.014113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02def239-daa6-4a67-b58d-62a23262f870 req-ceae73b7-e1ef-4fe9-adf0-9c91d0732c01 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:58.024897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02def239-daa6-4a67-b58d-62a23262f870 req-ceae73b7-e1ef-4fe9-adf0-9c91d0732c01 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 931 time: 0.1389740 Nov 10 21:41:58.055053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Transition to ACTIVE for port object 8e7f5ead-83af-4776-8090-c99af2330532 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:41:58.071129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-666057ac-06de-4b57-b46d-31b6cf6128ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:58.073994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-666057ac-06de-4b57-b46d-31b6cf6128ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5293bb524c94252a6ee0a400777af44&device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 1096 time: 0.7016459 Nov 10 21:41:58.130479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:58.152011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-174dff37-e6a6-48be-a836-01379058e3dc None None] Provisioning complete for port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:41:58.152396 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-174dff37-e6a6-48be-a836-01379058e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:58.156208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02def239-daa6-4a67-b58d-62a23262f870 req-4ac8b416-7619-4aa7-a82d-16cf76a75118 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283913 Nov 10 21:41:58.187786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a209c-f888-4722-b35b-88a403cd21db req-c6940efd-4859-4c53-a5c5-01798dd67a5f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:58.193332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea7a209c-f888-4722-b35b-88a403cd21db req-c6940efd-4859-4c53-a5c5-01798dd67a5f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 944 time: 0.5616717 Nov 10 21:41:58.194292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:58.276648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-174dff37-e6a6-48be-a836-01379058e3dc None None] Port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:41:58.294691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f733b7-f6b2-4510-b597-15a265b060cb req-9326185f-4875-4b69-814f-95c1e93c34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:58.296202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f733b7-f6b2-4510-b597-15a265b060cb req-9326185f-4875-4b69-814f-95c1e93c34eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 920 time: 1.1940846 Nov 10 21:41:58.307244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05c49fc7-b460-4286-ab1b-9f2784ead430 req-b0e042ae-6360-4eb5-bc99-5329edefef20 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 210 time: 0.0739384 Nov 10 21:41:58.495348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c128c-3790-4d5f-bf19-f9e2590fa92f req-fbf5fc71-a6c5-4a47-9204-3c3a11958ee7 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:58.505023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542c128c-3790-4d5f-bf19-f9e2590fa92f req-fbf5fc71-a6c5-4a47-9204-3c3a11958ee7 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 944 time: 0.1130712 Nov 10 21:41:58.529062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-bcc49405-db31-4951-8b43-0078db23b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:58.533890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-bcc49405-db31-4951-8b43-0078db23b994 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5562ecad-aaa3-430c-97c0-52f6697cdc14 HTTP/1.1" status: 200 len: 917 time: 0.4157424 Nov 10 21:41:58.535469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f5ead-83af-4776-8090-c99af2330532,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:58.634861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-542c128c-3790-4d5f-bf19-f9e2590fa92f req-032e4b3c-2593-44f1-84ef-0722f5ec8ccd tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224236 Nov 10 21:41:58.675549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f733b7-f6b2-4510-b597-15a265b060cb req-30aa43bb-5465-4860-a355-316856e3319e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab HTTP/1.1" status: 200 len: 217 time: 0.1711509 Nov 10 21:41:58.677374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-f312a963-367c-4d54-9d85-15a1c3e91c5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 HTTP/1.1" status: 200 len: 217 time: 0.1252477 Nov 10 21:41:58.712128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea7a209c-f888-4722-b35b-88a403cd21db req-873fb889-e02c-4df3-8833-0234759fef4a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723716 Nov 10 21:41:58.841337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f733b7-f6b2-4510-b597-15a265b060cb req-841e2421-aa63-4f24-acff-5e480828c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:58.843136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f733b7-f6b2-4510-b597-15a265b060cb req-841e2421-aa63-4f24-acff-5e480828c2fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.1626008 Nov 10 21:41:58.944744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f733b7-f6b2-4510-b597-15a265b060cb req-4304967f-4297-4c4c-b078-fd160314c827 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524416 Nov 10 21:41:59.036889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-8d6e71c2-4d24-4f26-a012-052f18c992b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:59.038386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-8d6e71c2-4d24-4f26-a012-052f18c992b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4fd715e-934d-4ec5-95df-2785bfefbf8b HTTP/1.1" status: 200 len: 856 time: 0.3247600 Nov 10 21:41:59.065600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:41:59.120960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-a0f40f03-2ddd-4df3-9f98-386aa659c43b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5562ecad-aaa3-430c-97c0-52f6697cdc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446773 Nov 10 21:41:59.125204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Attempting to bind port 8e7f5ead-83af-4776-8090-c99af2330532 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:41:59.125659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Attempting to bind port 8e7f5ead-83af-4776-8090-c99af2330532 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:41:59.126102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Attempting to bind port 8e7f5ead-83af-4776-8090-c99af2330532 on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:59.138842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Port 8e7f5ead-83af-4776-8090-c99af2330532 on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:41:59.138842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Attempting to bind port 8e7f5ead-83af-4776-8090-c99af2330532 on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:41:59.200118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:41:59.200620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Checking segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:41:59.201466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Bound using segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:41:59.202013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Bound port: 8e7f5ead-83af-4776-8090-c99af2330532, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:41:59.202466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.354176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,segment=NetworkSegment(ef975b8b-e627-429e-8752-d169b0704ee9),segment_id=ef975b8b-e627-429e-8752-d169b0704ee9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:59.362136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] For port 8e7f5ead-83af-4776-8090-c99af2330532, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:41:59.365518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] For port 8e7f5ead-83af-4776-8090-c99af2330532, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=8e7f5ead-83af-4776-8090-c99af2330532,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:41:59.376509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f733b7-f6b2-4510-b597-15a265b060cb req-9de2d441-4c2b-4cce-9328-c1c167c33d23 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943141 Nov 10 21:41:59.394454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5', 'network_id': '5562ecad-aaa3-430c-97c0-52f6697cdc14', 'port_id': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5', 'mac_address': 'fa:16:3e:c9:b0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fd715e-934d-4ec5-95df-2785bfefbf8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:41:59.406145 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.439199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f88ce4-a35d-4236-a780-1c4cee544703 req-68335983-64a7-426a-bcf6-2dbfae7fde30 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:59.444426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.454876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59f88ce4-a35d-4236-a780-1c4cee544703 req-68335983-64a7-426a-bcf6-2dbfae7fde30 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 943 time: 0.1625724 Nov 10 21:41:59.483564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.533656 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-51920e69-aaab-4b18-b886-bb060b91f3ab service neutron] 10.222.0.53 "GET /v2.0/networks/5562ecad-aaa3-430c-97c0-52f6697cdc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992462 Nov 10 21:41:59.537210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:41:59.542452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:41:59.543084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.544865 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] 10.222.0.53 "PUT /v2.0/ports/8e7f5ead-83af-4776-8090-c99af2330532 HTTP/1.1" status: 200 len: 1092 time: 5.1906552 Nov 10 21:41:59.545535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'tag': '8e7f5ead-83af-4776-8090-c99af2330532'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:41:59.553253 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257e9f84-acf8-4244-b859-34af63f8c54e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1", "tag": "8e7f5ead-83af-4776-8090-c99af2330532"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:41:59.568509 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.581698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,segment=NetworkSegment(ef975b8b-e627-429e-8752-d169b0704ee9),segment_id=ef975b8b-e627-429e-8752-d169b0704ee9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:41:59.633863 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-59f88ce4-a35d-4236-a780-1c4cee544703 req-c3165fc6-1fcd-4c25-aa6e-a70405e80cf3 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784372 Nov 10 21:41:59.668600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.684260 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:41:59.780155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:41:59.782588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:41:59.866769 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddeb5e3-7438-4891-92fe-39db60d1e1cc x-openstack-request-id: req-0ddeb5e3-7438-4891-92fe-39db60d1e1cc {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:41:59.867458 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1", "tag": "8e7f5ead-83af-4776-8090-c99af2330532", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:41:59.868335 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ddeb5e3-7438-4891-92fe-39db60d1e1cc {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:41:59.872519 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'tag': '8e7f5ead-83af-4776-8090-c99af2330532', 'status': 'completed', 'code': 200} Nov 10 21:41:59.890142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:59.917305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2aec1371-8f6a-4c6f-9ffa-838dfb2653f5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:41:59.928369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae8e70-0590-4f5a-bc6c-fd2c4b5983f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7f5ead-83af-4776-8090-c99af2330532,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:41:59.965194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d94d4252-48a5-48c0-911a-bdeb10e4350b req-b48959cc-d3f7-42dd-b2c3-cfe68d84510e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 210 time: 0.2885387 Nov 10 21:42:00.006210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354a629-0b94-4af5-a435-3a555cf1d457 req-150987e2-ffb8-4b2f-bff8-d65a34567068 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:00.017660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a354a629-0b94-4af5-a435-3a555cf1d457 req-150987e2-ffb8-4b2f-bff8-d65a34567068 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 945 time: 0.1329043 Nov 10 21:42:00.102949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:00.115990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:00.116417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:00.126443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-36f9d1b0-44ef-46b3-b94d-c00e508cfa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:00.132843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a354a629-0b94-4af5-a435-3a555cf1d457 req-ec31304a-9d6e-4f25-aabe-06af2696e9e0 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127880 Nov 10 21:42:00.134160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-36f9d1b0-44ef-46b3-b94d-c00e508cfa5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 1095 time: 0.4433997 Nov 10 21:42:00.136265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82f733b7-f6b2-4510-b597-15a265b060cb req-634b09db-1d3d-4488-b6f5-abdb0765981e service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467198 Nov 10 21:42:00.250194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-cb9ca0a0-5dd8-4bf5-9b60-a89e6ecf564a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f5ead-83af-4776-8090-c99af2330532 HTTP/1.1" status: 200 len: 217 time: 0.0765686 Nov 10 21:42:00.361504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe3f85ba-4ddc-42fb-bc96-5fff96acc3ad req-cb6c25eb-abed-4fbd-b6bd-65cef0a69b80 service neutron] 10.222.0.53 "GET /v2.0/networks/5562ecad-aaa3-430c-97c0-52f6697cdc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8006654 Nov 10 21:42:00.385324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:00.387315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Pushing event updated for resources: {'Port': ['ID=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:00.408137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:00.414593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:00.443068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197002ef-f636-4cd1-aec1-854cfbcc27dd req-2153de44-75ff-456d-be7f-67b70214b105 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:00.445660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-197002ef-f636-4cd1-aec1-854cfbcc27dd req-2153de44-75ff-456d-be7f-67b70214b105 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 944 time: 0.3237023 Nov 10 21:42:00.453834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab', 'network_id': 'b3303dff-fc93-465f-8e56-aecf50c39e9a', 'port_id': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab', 'mac_address': 'fa:16:3e:8e:a7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8142dec3-8e1f-4e0b-89e3-8126c4856ffa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:00.559660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:00.589219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:00.628032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:00.629327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44636) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:00.649132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:00.649943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:00.652813 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07ed46-422b-44de-80e3-88280f71b573" -d '{"events": [{"server_uuid": "335c90f2-cbb8-4631-afbd-d73c4f92b85b", "name": "network-vif-plugged", "status": "completed", "tag": "2b8cea62-e066-4d75-9d2c-2a2b11d26c16"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:00.700464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:00.820983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-cf4878fa-2e70-4ca2-9a7d-cdcb554f3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:00.821673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-37d8cacf-8f8c-470d-a2e4-d0550b6560a2 None None] Provisioning complete for port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:00.822124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-37d8cacf-8f8c-470d-a2e4-d0550b6560a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:00.824083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-cf4878fa-2e70-4ca2-9a7d-cdcb554f3765 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=676a056e-0ee6-46c1-8d0c-777d1451f7f1 HTTP/1.1" status: 200 len: 854 time: 0.5013416 Nov 10 21:42:00.832567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Router 9b467d6f-e325-43c0-9860-daeeb5c65c39 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:42:00.865280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-37d8cacf-8f8c-470d-a2e4-d0550b6560a2 None None] Port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:00.870169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-08d4c996-e0c1-47f0-a479-ee5c73fcac10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331855 Nov 10 21:42:00.873491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7e607-c56b-464b-b714-71284e4a2a1e req-cd59c6fc-e525-4c97-9e95-b150ebede80b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:00.875127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-197002ef-f636-4cd1-aec1-854cfbcc27dd req-07775832-9f54-409b-9f01-a201565f4a4b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086719 Nov 10 21:42:00.885767 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fa7e607-c56b-464b-b714-71284e4a2a1e req-cd59c6fc-e525-4c97-9e95-b150ebede80b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 943 time: 0.1250429 Nov 10 21:42:00.935154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f59390c5-5ba9-404e-8db5-92d6b33eaef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:00.992618 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:00.999569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fa7e607-c56b-464b-b714-71284e4a2a1e req-c12428de-4bf0-4f99-96d0-a0dd263c91a7 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115108 Nov 10 21:42:01.019470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:01.113210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f59390c5-5ba9-404e-8db5-92d6b33eaef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:01.126754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:01.210628 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c27a212-c12c-4055-b491-599546886a37 req-9c0ef8f2-c184-4a80-bd54-bbf9fa6fbe50 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 210 time: 0.0750928 Nov 10 21:42:01.219041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f59390c5-5ba9-404e-8db5-92d6b33eaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:01.250543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:01.266101 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6713c0fd-2583-42fd-9272-55f8e8361b11 x-openstack-request-id: req-6713c0fd-2583-42fd-9272-55f8e8361b11 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:01.266836 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c90f2-cbb8-4631-afbd-d73c4f92b85b", "name": "network-vif-plugged", "status": "completed", "tag": "2b8cea62-e066-4d75-9d2c-2a2b11d26c16", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:01.267509 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6713c0fd-2583-42fd-9272-55f8e8361b11 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:01.277934 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16', 'code': 200} Nov 10 21:42:01.303098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59390c5-5ba9-404e-8db5-92d6b33eaef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351f27a8-5163-477c-b1b1-c766a6b1a81e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:01.373547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f59390c5-5ba9-404e-8db5-92d6b33eaef6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a5aff7c3c974b9ab39e24c916358e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7427137 Nov 10 21:42:01.376097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44654) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:01.443530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96749b04-0c2f-4f16-b31a-3fde6e497d08 req-28018647-60f1-434e-a0b1-0527bf899a34 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:01.446391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:01.452005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96749b04-0c2f-4f16-b31a-3fde6e497d08 req-28018647-60f1-434e-a0b1-0527bf899a34 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 945 time: 0.1230361 Nov 10 21:42:01.489256 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab125b9-c4a3-4a4c-9100-806f3b228d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:01.561922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96749b04-0c2f-4f16-b31a-3fde6e497d08 req-ec560b0a-1967-4800-9591-259bb0c5e1e8 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065304 Nov 10 21:42:01.613913 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab125b9-c4a3-4a4c-9100-806f3b228d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:01.701788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-94c28b93-7d23-469d-8cfc-8adcef899c48 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8225818 Nov 10 21:42:01.798073 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab125b9-c4a3-4a4c-9100-806f3b228d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:01.803096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab125b9-c4a3-4a4c-9100-806f3b228d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:01.809339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7ab125b9-c4a3-4a4c-9100-806f3b228d88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/351f27a8-5163-477c-b1b1-c766a6b1a81e HTTP/1.1" status: 204 len: 168 time: 0.4271460 Nov 10 21:42:01.810982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:42:01.828171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-59ca8eb6-e98d-47ff-b23a-5b8e87591726 admin admin] 10.222.0.45 "PUT /v2.0/routers/9b467d6f-e325-43c0-9860-daeeb5c65c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3699353 Nov 10 21:42:01.832858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab125b9-c4a3-4a4c-9100-806f3b228d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351f27a8-5163-477c-b1b1-c766a6b1a81e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:01.835178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-1228f73e-677f-4341-9267-28e9fb702f47 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:01.836442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Sync routers for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:42:01.836939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-1228f73e-677f-4341-9267-28e9fb702f47 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.2280450 Nov 10 21:42:01.842065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb539cb-702e-41ad-818a-3679a148f630 req-c5c6e439-b57f-4fe9-ab37-106bd29a17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:01.844158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6cb539cb-702e-41ad-818a-3679a148f630 req-c5c6e439-b57f-4fe9-ab37-106bd29a17d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1097 time: 0.2335100 Nov 10 21:42:01.852277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'port': {'device_id': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'admin_state_up': True, 'tenant_id': 'f1bc044361e9458a91074240d37f7214'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:01.902603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:01.905582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:01.973062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6cb539cb-702e-41ad-818a-3679a148f630 req-a717b586-b870-4e76-97c5-60943e5d604a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153469 Nov 10 21:42:01.987554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fcb82214-63a7-4696-92a5-7d4f625d0f89 req-c7b68b18-e1e0-413b-8e1d-deeacbdac869 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721694 Nov 10 21:42:02.075449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:02.285396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0dd1-ac6c-4b2d-99c8-fb89b6f8f66d req-8bf99927-95cb-4126-89ec-343e302023f3 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:02.286962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-907d0dd1-ac6c-4b2d-99c8-fb89b6f8f66d req-8bf99927-95cb-4126-89ec-343e302023f3 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 943 time: 0.1404419 Nov 10 21:42:02.293899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2a07c-7616-4960-8db3-aebc0bfc4163 req-dc3b89cd-8f43-415b-b673-b6fdcc4455e9 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:02.295841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0db2a07c-7616-4960-8db3-aebc0bfc4163 req-dc3b89cd-8f43-415b-b673-b6fdcc4455e9 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 945 time: 0.1900136 Nov 10 21:42:02.296703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Made reservation on behalf of f1bc044361e9458a91074240d37f7214 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:02.300384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:02.350383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e9f84-acf8-4244-b859-34af63f8c54e req-e71b3b1f-5df8-4ab2-b6fc-744ab17eea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:02.352097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-257e9f84-acf8-4244-b859-34af63f8c54e req-e71b3b1f-5df8-4ab2-b6fc-744ab17eea14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 1095 time: 0.1624315 Nov 10 21:42:02.421072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-907d0dd1-ac6c-4b2d-99c8-fb89b6f8f66d req-d0cb3eda-8e3c-495e-a31f-682223cbc850 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258945 Nov 10 21:42:02.530497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0db2a07c-7616-4960-8db3-aebc0bfc4163 req-ba23f2c4-6ab3-4032-a924-502668b5cd6e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264428 Nov 10 21:42:02.585714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:41:58Z', 'revision_number': 2, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:02.604107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98a582d9-79d0-431f-aa9f-6582c29bd27b req-cffcd52f-2fe6-4483-8bfb-dcf38408efc2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 210 time: 0.0629263 Nov 10 21:42:02.615765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e9f84-acf8-4244-b859-34af63f8c54e req-d1861733-6878-434a-93f0-8647f9bff8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:02.617253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-257e9f84-acf8-4244-b859-34af63f8c54e req-d1861733-6878-434a-93f0-8647f9bff8e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 915 time: 0.2567511 Nov 10 21:42:02.665154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Checking router: 9b467d6f-e325-43c0-9860-daeeb5c65c39 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:42:02.665154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Updating router 9b467d6f-e325-43c0-9860-daeeb5c65c39 port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:42:02.678127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-257e9f84-acf8-4244-b859-34af63f8c54e req-aa4d02f7-8ab4-4c3e-a670-e95f98cbec91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f5ead-83af-4776-8090-c99af2330532 HTTP/1.1" status: 200 len: 217 time: 0.0503824 Nov 10 21:42:02.679269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Allocated IP 172.20.0.7 (7dad6678-5dfe-4d09-b6f6-635b98a9149f/d1363015-d85e-46ce-9c77-d0c70f51ddec/37a1f131-fb93-4081-9e14-5e9c5d334612) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:02.734079 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:02.855102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e9f84-acf8-4244-b859-34af63f8c54e req-b8351ee4-6904-474d-9965-32b1f103fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:02.856637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-257e9f84-acf8-4244-b859-34af63f8c54e req-b8351ee4-6904-474d-9965-32b1f103fba5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=676a056e-0ee6-46c1-8d0c-777d1451f7f1 HTTP/1.1" status: 200 len: 854 time: 0.1626859 Nov 10 21:42:02.891311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26360e08-8938-4674-8fef-e16da7146257 req-dbf789b3-7a34-433f-acfc-5cb1052f3145 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:02.893304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26360e08-8938-4674-8fef-e16da7146257 req-dbf789b3-7a34-433f-acfc-5cb1052f3145 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 945 time: 0.1315174 Nov 10 21:42:02.920523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-257e9f84-acf8-4244-b859-34af63f8c54e req-8aeafc39-ea91-45ec-873f-ac92fa912942 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552189 Nov 10 21:42:03.045524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-257e9f84-acf8-4244-b859-34af63f8c54e req-0b6b5fd2-3557-4860-9111-41b01ef53398 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171515 Nov 10 21:42:03.097921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:03.243396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26360e08-8938-4674-8fef-e16da7146257 req-5c5797f5-3374-446c-ad7e-ce75f1fadc0d tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255928 Nov 10 21:42:03.293977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.311772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44702) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:03.320800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1325439191-network', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:03.346303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-257e9f84-acf8-4244-b859-34af63f8c54e req-9f180806-301f-4242-b266-20bfb0170809 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370045 Nov 10 21:42:03.376277 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.379043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:03.383444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:03.384099 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.417030 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.443534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b15a663-7e4a-4008-924b-ffc68135670b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:03.443715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Made reservation on behalf of 6e58cdb0b177418381c6290b1c68d289 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:03.446333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.447255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:03.460202 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.480302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.497697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:03.501713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:03.514679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:03.686371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=37a1f131-fb93-4081-9e14-5e9c5d334612,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:03.742445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17f236-61d1-48e5-855d-d75df90bebd7 None None] Pushing event updated for resources: {'Port': ['ID=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:03.787930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:03.821429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:03.832416 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.845820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:03.847012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.872541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3027883-65cb-453d-8da1-3ead104b573f req-1c0579c3-f543-4dcb-93a6-4629d3d15def tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:03.882009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3027883-65cb-453d-8da1-3ead104b573f req-1c0579c3-f543-4dcb-93a6-4629d3d15def tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 943 time: 0.2738092 Nov 10 21:42:03.894392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339790-ccb1-4bf8-b867-9cb7135cde90 req-1abeb5e9-99ee-47bd-9eb3-40676868e679 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:03.905642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20339790-ccb1-4bf8-b867-9cb7135cde90 req-1abeb5e9-99ee-47bd-9eb3-40676868e679 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 945 time: 0.1816406 Nov 10 21:42:03.909653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Attempting to bind port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:03.910144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Attempting to bind port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:03.910617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Attempting to bind port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 on network fc5652de-064b-4fd6-8955-87dd32b5cf28 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:03.928905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.939862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-d504be5d-7fa0-496f-b403-b050bc32c0b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0929391 Nov 10 21:42:03.943679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:42:03.956793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:03.957136 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Added segment 63a567c3-576b-4b96-8b44-1885c8dd8e6b of type vlan for network 659e413d-cc30-404d-9844-9ac9c8f99f42 Nov 10 21:42:03.965703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Request body: {'port': {'device_id': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:04.005751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:04.005751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Checking segment: {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:04.005751 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.012762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Bound using segment: {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:04.013413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Bound port: b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:04.014035 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.048557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.089149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20339790-ccb1-4bf8-b867-9cb7135cde90 req-966bfad3-ffae-4058-842e-a1b0f9f0df44 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549118 Nov 10 21:42:04.112557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] For port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:04.116190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] For port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:04.117555 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.130260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-302314997-network', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:04.209452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3027883-65cb-453d-8da1-3ead104b573f req-8c9ffc82-a303-43a0-9a8a-4293e9ec1a79 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143353 Nov 10 21:42:04.210195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cb0aff-2ce9-4ca0-87db-b970bc165408,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:04.220725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,segment=NetworkSegment(ef975b8b-e627-429e-8752-d169b0704ee9),segment_id=ef975b8b-e627-429e-8752-d169b0704ee9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:04.226025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:04.229360 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704fc09e-2b17-4c5c-b838-73531923db6d" -d '{"events": [{"server_uuid": "34f8d876-6bf9-4342-889c-23cfdb97e0b5", "name": "network-vif-plugged", "status": "completed", "tag": "2aec1371-8f6a-4c6f-9ffa-838dfb2653f5"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:04.232303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.244434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:04.248152 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.248591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.268164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a76bb703-8465-41b3-baf6-b9560d845ecc None None] Provisioning complete for port 37a1f131-fb93-4081-9e14-5e9c5d334612 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:04.268529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a76bb703-8465-41b3-baf6-b9560d845ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.324323 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73d841b-8e5f-495a-b45f-a217b0c634dd x-openstack-request-id: req-d73d841b-8e5f-495a-b45f-a217b0c634dd {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:04.324698 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f8d876-6bf9-4342-889c-23cfdb97e0b5", "name": "network-vif-plugged", "status": "completed", "tag": "2aec1371-8f6a-4c6f-9ffa-838dfb2653f5", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:04.324897 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d73d841b-8e5f-495a-b45f-a217b0c634dd {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:04.325268 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5', 'code': 200} Nov 10 21:42:04.400416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] Pushing event updated for resources: {'Network': ['ID=659e413d-cc30-404d-9844-9ac9c8f99f42,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:04.401481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a76bb703-8465-41b3-baf6-b9560d845ecc None None] Port 37a1f131-fb93-4081-9e14-5e9c5d334612 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:04.414355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.418603 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.433082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:04.458634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cff87-0ab7-4a86-94d8-cb92e4d32c6f req-f5609eb9-c9e6-453c-972d-60b018cc97d4 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:04.460668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-820cff87-0ab7-4a86-94d8-cb92e4d32c6f req-f5609eb9-c9e6-453c-972d-60b018cc97d4 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 946 time: 0.0575316 Nov 10 21:42:04.469275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:04.469660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.471297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:42:04.485952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8513243-e194-44f7-8eb8-f94c98d61c7f req-02e9d02a-d9f0-4029-ad94-b8a1740ff349 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:04.493898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e8513243-e194-44f7-8eb8-f94c98d61c7f req-02e9d02a-d9f0-4029-ad94-b8a1740ff349 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 931 time: 0.2756739 Nov 10 21:42:04.517559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-84f77099-2d6f-4263-9b51-2b218d3174de admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2019150 Nov 10 21:42:04.518480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44726) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:04.538126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Request body: {'subnet': {'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1325439191-subnet', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:04.540772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Made reservation on behalf of feadca3bdf8b4277be6dd51cca414b00 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:04.543896 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.558459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-820cff87-0ab7-4a86-94d8-cb92e4d32c6f req-778c3d40-3a5e-4448-b927-c9e480c40e49 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910945 Nov 10 21:42:04.600770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.644924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Made reservation on behalf of 6e58cdb0b177418381c6290b1c68d289 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:04.647273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:04.668056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c395e5-8889-4809-a61a-bbac89af8888 req-a3059ff4-2221-4f41-8508-d69aec209029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:04.669556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65c395e5-8889-4809-a61a-bbac89af8888 req-a3059ff4-2221-4f41-8508-d69aec209029 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 1098 time: 0.2717795 Nov 10 21:42:04.677546 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e8513243-e194-44f7-8eb8-f94c98d61c7f req-377cf479-fcc3-48d3-b40a-9dcf49b27aaa tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826613 Nov 10 21:42:04.781438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:04.782462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:41:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:04.844000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65c395e5-8889-4809-a61a-bbac89af8888 req-7b597861-40f1-43f1-9001-85fb06e66ffc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654465 Nov 10 21:42:04.921070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17f236-61d1-48e5-855d-d75df90bebd7 None None] Pushing event updated for resources: {'Port': ['ID=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:04.964677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.001379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a1f131-fb93-4081-9e14-5e9c5d334612 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:05.034642 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.073373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Transition to ACTIVE for port object 37a1f131-fb93-4081-9e14-5e9c5d334612 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:42:05.196517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.231690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 8e7f5ead-83af-4776-8090-c99af2330532 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:42:05.243257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ccbfe-2ccc-4bca-8eef-cf8559a9ae3d req-d37acec7-99ab-4d20-8434-f75f33902a67 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:05.246406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd9ccbfe-2ccc-4bca-8eef-cf8559a9ae3d req-d37acec7-99ab-4d20-8434-f75f33902a67 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 945 time: 0.0762069 Nov 10 21:42:05.250570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-317e5bda-437d-468b-9f18-cfef6b3eab13 None None] Provisioning complete for port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:05.250940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-317e5bda-437d-468b-9f18-cfef6b3eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.351077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71e494-2b26-46bc-90ec-6ec5e55cba87 req-1a2484c2-f63e-40a0-b35e-d8fe3a535b63 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:05.352138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd9ccbfe-2ccc-4bca-8eef-cf8559a9ae3d req-7c9cb636-f1dd-478f-8a4b-80cc4563a2c3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948274 Nov 10 21:42:05.353804 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e71e494-2b26-46bc-90ec-6ec5e55cba87 req-1a2484c2-f63e-40a0-b35e-d8fe3a535b63 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 943 time: 0.0744050 Nov 10 21:42:05.576110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e71e494-2b26-46bc-90ec-6ec5e55cba87 req-0c747c14-c7ab-433c-907d-f5f42f00deff tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651402 Nov 10 21:42:05.577353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:05.577353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:05.577353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:05.577353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 8e7f5ead-83af-4776-8090-c99af2330532, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=8e7f5ead-83af-4776-8090-c99af2330532,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:05.626044 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.652815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '8e7f5ead-83af-4776-8090-c99af2330532', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'port_id': '8e7f5ead-83af-4776-8090-c99af2330532', 'mac_address': 'fa:16:3e:d8:4d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676a056e-0ee6-46c1-8d0c-777d1451f7f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:05.652815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-317e5bda-437d-468b-9f18-cfef6b3eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.658381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:42:05.671823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699d2356-201c-452f-b56b-8e5a6d8ab5e2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:05.681843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.682096 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Added segment 8e382c91-d9f6-405e-bdd3-33bd292a19a9 of type vlan for network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e Nov 10 21:42:05.766422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5fb1b-b55f-42b1-b41b-04d5ff256596 req-1a8066ba-82c4-49d9-b7c7-1e4c7a88ba81 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:05.773228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-317e5bda-437d-468b-9f18-cfef6b3eab13 None None] For port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:05.801620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.803177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2c5fb1b-b55f-42b1-b41b-04d5ff256596 req-1a8066ba-82c4-49d9-b7c7-1e4c7a88ba81 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 946 time: 0.1036434 Nov 10 21:42:05.803298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.836521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7f5ead-83af-4776-8090-c99af2330532 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:05.881508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 8e7f5ead-83af-4776-8090-c99af2330532, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=8e7f5ead-83af-4776-8090-c99af2330532,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:05.897914 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2c5fb1b-b55f-42b1-b41b-04d5ff256596 req-e2c2a70f-903f-41bf-b5cc-4d8a91c73e08 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178730 Nov 10 21:42:05.929648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627dc84-c86a-47dd-9eb9-96a70bc2d874 req-3eff1e05-317d-4031-b1d5-ee7136ce180c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:05.931629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c627dc84-c86a-47dd-9eb9-96a70bc2d874 req-3eff1e05-317d-4031-b1d5-ee7136ce180c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 931 time: 0.1097448 Nov 10 21:42:05.933403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:04Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:05.970312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed68d38-eb61-442e-89e7-653b1403dff0 None None] The sync data for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 is: [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:04Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:42:05.993159 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:05.998909 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c627dc84-c86a-47dd-9eb9-96a70bc2d874 req-995d180b-273b-4f78-bcfe-7168fcaf2a1e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604210 Nov 10 21:42:06.064369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.064633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.064633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4efecfd4-57e5-4745-81e4-594c9fc8b261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.105743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=add83846-b268-4a63-b782-da2e50eb1716,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:06.139997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Checking segment: {'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:06.140950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Network hostable DHCP agents. Network: 659e413d-cc30-404d-9844-9ac9c8f99f42, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:42:06.145424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:06.149982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.151247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:06.160099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.164643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-317e5bda-437d-468b-9f18-cfef6b3eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.195009 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.214664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Pushing event updated for resources: {'Port': ['ID=37a1f131-fb93-4081-9e14-5e9c5d334612,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:06.265256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:42:06.279071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e5bda-437d-468b-9f18-cfef6b3eab13 None None] Pushing event updated for resources: {'Port': ['ID=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:06.281452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4912710 Nov 10 21:42:06.284421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44744) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:06.289311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Request body: {'subnet': {'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-302314997-subnet', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:06.353283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 659e413d-cc30-404d-9844-9ac9c8f99f42) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:06.361522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:06.362365 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.363111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580806e-9244-436f-9ffd-e00c5ad9c3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:06.383109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Attempting to bind port 37a1f131-fb93-4081-9e14-5e9c5d334612 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:06.386636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Attempting to bind port 37a1f131-fb93-4081-9e14-5e9c5d334612 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:06.388658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Attempting to bind port 37a1f131-fb93-4081-9e14-5e9c5d334612 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:06.397380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:06.398384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Port 37a1f131-fb93-4081-9e14-5e9c5d334612 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:42:06.398719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Attempting to bind port 37a1f131-fb93-4081-9e14-5e9c5d334612 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:06.404136 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515ddaab-d24b-4f8a-a41f-ae97c910a52c" -d '{"events": [{"server_uuid": "846fee3d-9585-43d3-9bd9-69ffdfb588c8", "name": "network-vif-plugged", "status": "completed", "tag": "59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:06.425737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:06.426342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:06.431361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f5a531-651a-45b2-a8a6-2d49b8ec8dd2 None None] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:42:06.433957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:42:06.436324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Bound using segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:06.436813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Bound port: 37a1f131-fb93-4081-9e14-5e9c5d334612, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:06.437193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.445064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Made reservation on behalf of feadca3bdf8b4277be6dd51cca414b00 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:06.449621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.576136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-52931d1b-a8ab-4909-a295-5bac64abf8aa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0565598 Nov 10 21:42:06.590335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44758) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:06.613269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:06.718372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] For port 37a1f131-fb93-4081-9e14-5e9c5d334612, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:06.722228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] For port 37a1f131-fb93-4081-9e14-5e9c5d334612, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=37a1f131-fb93-4081-9e14-5e9c5d334612,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:06.742690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0bbb9-ae2e-4aad-8762-89932e668593 req-e6523c31-b75f-424e-96b5-df43cd8d3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:06.744220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.745622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21b0bbb9-ae2e-4aad-8762-89932e668593 req-e6523c31-b75f-424e-96b5-df43cd8d3719 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 1098 time: 0.1497357 Nov 10 21:42:06.747188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.760181 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9fb935-c93b-43f5-a7cb-f1879f9e96f0 x-openstack-request-id: req-db9fb935-c93b-43f5-a7cb-f1879f9e96f0 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:06.760463 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846fee3d-9585-43d3-9bd9-69ffdfb588c8", "name": "network-vif-plugged", "status": "completed", "tag": "59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:06.760712 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db9fb935-c93b-43f5-a7cb-f1879f9e96f0 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:06.761092 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab', 'code': 200} Nov 10 21:42:06.804301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:06.860930 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.882616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=8e7f5ead-83af-4776-8090-c99af2330532,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:06.884848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294a732-681c-4676-9c77-5406f4ab61eb req-631afb85-bf0a-425c-bda0-176b12627cf5 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:06.887686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a294a732-681c-4676-9c77-5406f4ab61eb req-631afb85-bf0a-425c-bda0-176b12627cf5 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1354964 Nov 10 21:42:06.898507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ea670ba8-fc2b-47f4-9f83-ae072eb08b01 None None] Provisioning complete for port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:06.898507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ea670ba8-fc2b-47f4-9f83-ae072eb08b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.932976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:06.984336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-21b0bbb9-ae2e-4aad-8762-89932e668593 req-1ae136ac-31c6-487f-853f-02405dc0710e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177229 Nov 10 21:42:07.002938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:07.004515 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:07.006250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] 10.222.0.53 "PUT /v2.0/ports/37a1f131-fb93-4081-9e14-5e9c5d334612 HTTP/1.1" status: 200 len: 1092 time: 3.0493360 Nov 10 21:42:07.009536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:07.012930 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ef7954-a227-4345-a550-f99359b293f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:07.051959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c66f-c2c8-4f45-8884-4b56fa806bab req-f4708203-b0af-4900-b672-449bba8c7329 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:07.056005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1b3c66f-c2c8-4f45-8884-4b56fa806bab req-f4708203-b0af-4900-b672-449bba8c7329 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 944 time: 0.3093052 Nov 10 21:42:07.072005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d0f73-3c04-421c-960f-76404bf00212 service neutron] Pushing event updated for resources: {'Port': ['ID=37a1f131-fb93-4081-9e14-5e9c5d334612,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:07.225548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1b3c66f-c2c8-4f45-8884-4b56fa806bab req-757c93f4-7ebb-46f4-bb87-618b3b0b07fe tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551104 Nov 10 21:42:07.271801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-1ff40138-9780-43a9-a388-01ffdbf757ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:07.273341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-1ff40138-9780-43a9-a388-01ffdbf757ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 1095 time: 0.1295855 Nov 10 21:42:07.364548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-964db146-921d-4542-9925-c6199ac2063c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a1f131-fb93-4081-9e14-5e9c5d334612 HTTP/1.1" status: 200 len: 217 time: 0.0767214 Nov 10 21:42:07.476950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1784aad-baf6-44c0-8bf3-2951282b7243 req-390adfba-5b55-4995-ad59-6ddcab17e544 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:07.488040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e1784aad-baf6-44c0-8bf3-2951282b7243 req-390adfba-5b55-4995-ad59-6ddcab17e544 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 946 time: 0.1106257 Nov 10 21:42:07.491084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-faa7d1aa-1b16-4313-a237-b992a3864058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:07.492717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-faa7d1aa-1b16-4313-a237-b992a3864058 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1178842 Nov 10 21:42:07.583196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e1784aad-baf6-44c0-8bf3-2951282b7243 req-276ca036-6372-4b2f-a9f3-5b44c7bd9c71 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938392 Nov 10 21:42:07.600760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-659e413d-cc30-404d-9844-9ac9c8f99f42', 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'fixed_ips': [{'subnet_id': 'add83846-b268-4a63-b782-da2e50eb1716'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:42:07.601777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:07.636104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-a436f07e-ded6-49fa-af26-1e99090834bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:07.643217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-a436f07e-ded6-49fa-af26-1e99090834bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365499 Nov 10 21:42:07.832357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Allocated IP 172.20.0.2 (659e413d-cc30-404d-9844-9ac9c8f99f42/add83846-b268-4a63-b782-da2e50eb1716/64ad39c0-605f-4421-bc7e-ebddba1fbdbd) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:07.881940 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:42:07.925627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b755a-634e-4277-b11e-a944aedd263b req-6c222cc2-02cb-48fc-a8fe-1941df8c2f89 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:07.933199 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-163b755a-634e-4277-b11e-a944aedd263b req-6c222cc2-02cb-48fc-a8fe-1941df8c2f89 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 943 time: 0.2255752 Nov 10 21:42:07.988122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.016519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-b5aaca97-2ab7-41df-ae53-594635e5b4aa service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708177 Nov 10 21:42:08.067521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.077265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:08.077924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-163b755a-634e-4277-b11e-a944aedd263b req-adc9b70c-8d05-4217-9700-b070b944efff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321206 Nov 10 21:42:08.106820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a294a732-681c-4676-9c77-5406f4ab61eb req-1a341465-4c73-4b2b-bc2e-a277fca1bc79 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1857762 Nov 10 21:42:08.205368 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a8316-ba76-473d-a7e6-52e8ce933cb3 x-openstack-request-id: req-8f5a8316-ba76-473d-a7e6-52e8ce933cb3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:08.205652 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:08.206242 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f5a8316-ba76-473d-a7e6-52e8ce933cb3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:08.206808 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612', 'status': 'completed', 'code': 200} Nov 10 21:42:08.215317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.244509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9eef6fbc-d372-4c20-b976-bbc5f72f7c19 req-3ac4c51d-9cf1-4315-87e9-c8c9fc8de923 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185059 Nov 10 21:42:08.281788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:08.288374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f6fba71-46bf-43ff-8fa3-2d10928663ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.301626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:08.307978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:08.312852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Pushing event updated for resources: {'Port': ['ID=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:08.321714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e414c9-c466-43dd-95c2-a7ccd5c0bc30,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:08.369944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.373769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Checking segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:08.374133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Network hostable DHCP agents. Network: 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:42:08.375776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:08.376156 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.475046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932886ef-4659-4d40-9318-0891148502b6 req-32e24af2-b33a-4553-aa10-2c2c4e01dcfa tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:08.476837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-932886ef-4659-4d40-9318-0891148502b6 req-32e24af2-b33a-4553-aa10-2c2c4e01dcfa tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 944 time: 0.1175022 Nov 10 21:42:08.480885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7954-a227-4345-a550-f99359b293f2 req-200b0deb-ba28-4070-8605-189be568c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:08.483128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71ef7954-a227-4345-a550-f99359b293f2 req-200b0deb-ba28-4070-8605-189be568c300 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 1095 time: 0.1036017 Nov 10 21:42:08.522405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:42:08.621638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:08.631450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:08.632197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.654562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Attempting to bind port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:08.654931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Attempting to bind port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:08.655765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Attempting to bind port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd on network 659e413d-cc30-404d-9844-9ac9c8f99f42 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:08.681405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921576f-b87b-4311-9781-6b98430d48e0 None None] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:42:08.684862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:08.685234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Checking segment: {'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:08.685631 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.686015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Bound using segment: {'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:08.686490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Bound port: 64ad39c0-605f-4421-bc7e-ebddba1fbdbd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:08.686864 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.713259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7954-a227-4345-a550-f99359b293f2 req-15b15e94-6ef9-48b9-97ee-d9181557adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:08.714930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71ef7954-a227-4345-a550-f99359b293f2 req-15b15e94-6ef9-48b9-97ee-d9181557adb8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2201917 Nov 10 21:42:08.763286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-932886ef-4659-4d40-9318-0891148502b6 req-ae877ec7-c950-4b49-a60d-e4f8a2257154 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751637 Nov 10 21:42:08.812722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71ef7954-a227-4345-a550-f99359b293f2 req-dcb79597-0c73-4a51-9a25-e8a724e46ef8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a1f131-fb93-4081-9e14-5e9c5d334612 HTTP/1.1" status: 200 len: 217 time: 0.0623715 Nov 10 21:42:08.834859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c3e4-a09c-4d42-8ea9-b7053b387a6f req-91c497ae-b554-4f22-b495-8f755b6ad0e8 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:08.837574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a46c3e4-a09c-4d42-8ea9-b7053b387a6f req-91c497ae-b554-4f22-b495-8f755b6ad0e8 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 946 time: 0.1110094 Nov 10 21:42:08.887794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7954-a227-4345-a550-f99359b293f2 req-8ec1a335-eae6-4df6-91db-37c086838f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:08.889597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71ef7954-a227-4345-a550-f99359b293f2 req-8ec1a335-eae6-4df6-91db-37c086838f87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.0685117 Nov 10 21:42:08.905326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-88009379-a545-436f-b59c-b116a728c2c2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6173613 Nov 10 21:42:08.907147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.915671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44810) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:08.921824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:08.924749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] For port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:08.959071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.969457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] For port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,segment=NetworkSegment(63a567c3-576b-4b96-8b44-1885c8dd8e6b),segment_id=63a567c3-576b-4b96-8b44-1885c8dd8e6b)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:08.972034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:42:08.972883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:08.991141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7954-a227-4345-a550-f99359b293f2 req-430d8eba-7e61-423a-b124-ba6a137d7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:08.994839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71ef7954-a227-4345-a550-f99359b293f2 req-430d8eba-7e61-423a-b124-ba6a137d7e9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956161 Nov 10 21:42:09.026718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a46c3e4-a09c-4d42-8ea9-b7053b387a6f req-05c90008-b4a9-4db8-8ed7-54d422899bad tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785102 Nov 10 21:42:09.047515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.106563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 8e7f5ead-83af-4776-8090-c99af2330532 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:09.145941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Allocated IP 172.25.7.243 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/627b61d9-7af7-4da2-b824-2d42986274d3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:09.170557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.172207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.204850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71ef7954-a227-4345-a550-f99359b293f2 req-f1882726-e49c-4ee3-bbb4-a6d23a42ace8 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012577 Nov 10 21:42:09.324575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c300531-9606-4dc1-8c62-aca2423e6155 None None] Pushing event updated for resources: {'Port': ['ID=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:09.342382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Allocated IP 172.20.0.2 (3a8a83f2-9f7c-46c9-85f5-00fb57b5155e/42e414c9-c466-43dd-95c2-a7ccd5c0bc30/528daeb5-3f96-465c-b527-6a517198d339) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:09.344890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.389115 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.397813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 8e7f5ead-83af-4776-8090-c99af2330532 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:09.437274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb04960-fae2-4c32-acdd-4367af04bd3b req-b172ae90-b93b-4815-8104-d4bffdca7f19 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:09.447471 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb04960-fae2-4c32-acdd-4367af04bd3b req-b172ae90-b93b-4815-8104-d4bffdca7f19 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.2154408 Nov 10 21:42:09.510246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 8e7f5ead-83af-4776-8090-c99af2330532 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:09.510610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.523259 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71ef7954-a227-4345-a550-f99359b293f2 req-3953199e-9949-40ce-85f7-ff7d451b6b9e service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097975 Nov 10 21:42:09.645982 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.763440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f369e-1155-4599-b030-d773f43939aa req-7fe4fde8-805e-4b56-90a1-377e7db22c9a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:09.780448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a7f369e-1155-4599-b030-d773f43939aa req-7fe4fde8-805e-4b56-90a1-377e7db22c9a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 943 time: 0.5329475 Nov 10 21:42:09.791208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.793218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.819686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7cb04960-fae2-4c32-acdd-4367af04bd3b req-98bdf379-520c-45f7-8900-68af5b829de2 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685820 Nov 10 21:42:09.870637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.879958 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:09.891219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a7f369e-1155-4599-b030-d773f43939aa req-66efe63c-6b3d-40fa-9635-d053f69b3b4e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040742 Nov 10 21:42:09.934517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:09.940827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:09.953339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:09.986291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 8e7f5ead-83af-4776-8090-c99af2330532, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=8e7f5ead-83af-4776-8090-c99af2330532,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:09.998163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f5ead-83af-4776-8090-c99af2330532'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:10.000752 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450db6e1-be0c-4918-a6b8-bd5aa3a09bc0" -d '{"events": [{"server_uuid": "ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f5ead-83af-4776-8090-c99af2330532"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:10.004575 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.026674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-c706f455-60ae-4336-8737-26aeb6f7b014 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:10.032808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Pushing event updated for resources: {'Port': ['ID=528daeb5-3f96-465c-b527-6a517198d339,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:10.039611 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-c706f455-60ae-4336-8737-26aeb6f7b014 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.53 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 946 time: 0.1429176 Nov 10 21:42:10.065566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Pushing event updated for resources: {'Port': ['ID=627b61d9-7af7-4da2-b824-2d42986274d3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:10.085646 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.170090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:10.178264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:10.189702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:10.213675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3527bf6b-5a91-4f8b-873c-36e2280bd2c1 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:42:10.214026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a69eb4-2dce-45e3-a226-c6c7cb20061f req-46b0a11f-e040-4d6f-b2b3-bed2f962eb4a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:10.223954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86a69eb4-2dce-45e3-a226-c6c7cb20061f req-46b0a11f-e040-4d6f-b2b3-bed2f962eb4a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 945 time: 0.2103100 Nov 10 21:42:10.232785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Attempting to bind port 528daeb5-3f96-465c-b527-6a517198d339 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:10.233155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Attempting to bind port 528daeb5-3f96-465c-b527-6a517198d339 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:10.233519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Attempting to bind port 528daeb5-3f96-465c-b527-6a517198d339 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:10.234076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Deleting port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:42:10.234546 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.251435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:10.252217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Checking segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:10.252836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.253227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Bound using segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:10.253712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Bound port: 528daeb5-3f96-465c-b527-6a517198d339, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:10.254089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.259316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=8e7f5ead-83af-4776-8090-c99af2330532,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:10.385053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e28b502e-c3e6-493c-a9fd-f57ceb427019 None None] Provisioning complete for port 627b61d9-7af7-4da2-b824-2d42986274d3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:10.385695 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e28b502e-c3e6-493c-a9fd-f57ceb427019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.473798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] For port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,segment=NetworkSegment(ef975b8b-e627-429e-8752-d169b0704ee9),segment_id=ef975b8b-e627-429e-8752-d169b0704ee9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:10.479081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.482479 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88150897-3d46-495f-b7b9-ce0ddd9d8675 x-openstack-request-id: req-88150897-3d46-495f-b7b9-ce0ddd9d8675 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:10.482790 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1", "name": "network-vif-plugged", "status": "completed", "tag": "8e7f5ead-83af-4776-8090-c99af2330532", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:10.483046 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88150897-3d46-495f-b7b9-ce0ddd9d8675 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:10.483453 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7f5ead-83af-4776-8090-c99af2330532', 'code': 200} Nov 10 21:42:10.489135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e28b502e-c3e6-493c-a9fd-f57ceb427019 None None] Port 627b61d9-7af7-4da2-b824-2d42986274d3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:10.500778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] For port 528daeb5-3f96-465c-b527-6a517198d339, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:10.516737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Calling delete_port for 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:42:10.534438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] For port 528daeb5-3f96-465c-b527-6a517198d339, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=528daeb5-3f96-465c-b527-6a517198d339,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:10.615587 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.621989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86a69eb4-2dce-45e3-a226-c6c7cb20061f req-e0837d6a-e215-42f4-a973-3075b3f0dfbb tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966842 Nov 10 21:42:10.760690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee275d-8cc2-4c32-90a3-9135e4146528 None None] Pushing event updated for resources: {'Port': ['ID=528daeb5-3f96-465c-b527-6a517198d339,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:10.846789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:10.884625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad6c1b2-3d69-4131-831c-d08e3ee1639c None None] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:42:10.973122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2ab24282-cd84-45b8-9355-2ccfd9e0cbb9 None None] Provisioning complete for port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:10.973997 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ab24282-cd84-45b8-9355-2ccfd9e0cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.070109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.157181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.235418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 37a1f131-fb93-4081-9e14-5e9c5d334612 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:42:11.249546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5c11-f803-4556-a7e5-6b3cf4bff8df req-23a3463f-bffb-41b4-933d-97c97671768b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:11.251490 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-792d5c11-f803-4556-a7e5-6b3cf4bff8df req-23a3463f-bffb-41b4-933d-97c97671768b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.4335341 Nov 10 21:42:11.287754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ab24282-cd84-45b8-9355-2ccfd9e0cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.398508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.406024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Allocated IP 172.25.7.73 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/25419c4b-3994-47ba-b224-5c924615945a) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:11.428383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2ab24282-cd84-45b8-9355-2ccfd9e0cbb9 None None] For port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,segment=NetworkSegment(63a567c3-576b-4b96-8b44-1885c8dd8e6b),segment_id=63a567c3-576b-4b96-8b44-1885c8dd8e6b)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:11.438792 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.489977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 37a1f131-fb93-4081-9e14-5e9c5d334612, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=37a1f131-fb93-4081-9e14-5e9c5d334612,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:11.510164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ab24282-cd84-45b8-9355-2ccfd9e0cbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.556514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-792d5c11-f803-4556-a7e5-6b3cf4bff8df req-c0ba465d-f7b2-4d48-af5b-8c6558bb864e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772110 Nov 10 21:42:11.598487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '37a1f131-fb93-4081-9e14-5e9c5d334612', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '37a1f131-fb93-4081-9e14-5e9c5d334612', 'mac_address': 'fa:16:3e:e7:78:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:11.757516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa45f04-389d-48d2-94bf-5699a1bd5976 req-06f4f829-97d2-4184-baf7-9fa7a8c7afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:11.759776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-baa45f04-389d-48d2-94bf-5699a1bd5976 req-06f4f829-97d2-4184-baf7-9fa7a8c7afb4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 1097 time: 1.2223506 Nov 10 21:42:11.786658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 528daeb5-3f96-465c-b527-6a517198d339 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:11.820512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843094a-54ac-489a-bf07-4e0ec140d0a1 req-57f7acda-9584-422c-a9f2-ea742e7939ec tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:11.824398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9843094a-54ac-489a-bf07-4e0ec140d0a1 req-57f7acda-9584-422c-a9f2-ea742e7939ec tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 946 time: 1.2630525 Nov 10 21:42:11.847618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.901609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-02888ad4-2640-4cc8-be7d-34c6ea539e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:11.903143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-02888ad4-2640-4cc8-be7d-34c6ea539e2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 1098 time: 0.4065690 Nov 10 21:42:11.973646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:11.982748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['2aec1371-8f6a-4c6f-9ffa-838dfb2653f5'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:11.998433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab24282-cd84-45b8-9355-2ccfd9e0cbb9 None None] Pushing event updated for resources: {'Port': ['ID=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:12.111422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cdebd-1854-4893-b22c-e93d369e4e12 req-9b3eb7d1-7415-40e5-be68-6b9de8db046b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:12.113187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-575cdebd-1854-4893-b22c-e93d369e4e12 req-9b3eb7d1-7415-40e5-be68-6b9de8db046b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 943 time: 0.3242881 Nov 10 21:42:12.117147 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:12.144490 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:12.178041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:12.199628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-3b7717b7-f390-443d-b379-6ef588de57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:12.201223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-00047930-f136-4fd9-a266-84e1857d9ebf None None] Provisioning complete for port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:12.201374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-3b7717b7-f390-443d-b379-6ef588de57f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 920 time: 0.2337551 Nov 10 21:42:12.201640 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00047930-f136-4fd9-a266-84e1857d9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:12.220935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Pushing event deleted for resources: {'Port': ['ID=2aec1371-8f6a-4c6f-9ffa-838dfb2653f5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:12.294418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a1f131-fb93-4081-9e14-5e9c5d334612 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:12.374984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] No DVR routers for this DVR port 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:42:12.377702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-0fea78f7-810b-45b6-be85-88282cf79140 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab HTTP/1.1" status: 200 len: 217 time: 0.1490064 Nov 10 21:42:12.378983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:12.382516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b108802f-9b4a-4eac-a90a-1d26addf8e3f req-d69bb3bf-5c4d-4bf6-9626-b0fb459904be tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.53 "DELETE /v2.0/ports/2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 HTTP/1.1" status: 204 len: 173 time: 2.3359587 Nov 10 21:42:12.387428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'name': 'network-vif-deleted', 'tag': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:12.389999 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486c2f1-0f83-4ad6-bf7e-e3151326e615" -d '{"events": [{"server_uuid": "34f8d876-6bf9-4342-889c-23cfdb97e0b5", "name": "network-vif-deleted", "tag": "2aec1371-8f6a-4c6f-9ffa-838dfb2653f5"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:12.412324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-baa45f04-389d-48d2-94bf-5699a1bd5976 req-06dfb177-173a-4f9f-80fd-521ea22901b3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379316 Nov 10 21:42:12.452527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9843094a-54ac-489a-bf07-4e0ec140d0a1 req-19f70c73-f4dd-42eb-bc53-7859cea33761 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/security-groups?id=3cd5e9ca-3662-4a1c-82b3-2d51843fee08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762341 Nov 10 21:42:12.462035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 37a1f131-fb93-4081-9e14-5e9c5d334612, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=37a1f131-fb93-4081-9e14-5e9c5d334612,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:12.497345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 528daeb5-3f96-465c-b527-6a517198d339 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:12.500276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:12.510957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-26179c60-f787-4f9f-9e70-5ec75e482d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:12.518508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-26179c60-f787-4f9f-9e70-5ec75e482d16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.1154947 Nov 10 21:42:12.566781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-c7c75532-e22b-42c1-9d19-a37548ccdc6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455003 Nov 10 21:42:12.597016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:12.648730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d08d0-343e-4b6e-955f-2a52b7c122f9 None None] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:42:12.747121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245da4-4b51-47f5-9904-0643cb1f7271 req-1617726c-b540-4840-af87-9adb8b780069 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:12.748788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c245da4-4b51-47f5-9904-0643cb1f7271 req-1617726c-b540-4840-af87-9adb8b780069 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 945 time: 0.1277385 Nov 10 21:42:12.750837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-4d2a8dbe-4874-44f2-a9c1-063415b24c37 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744969 Nov 10 21:42:12.932632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d57c8f99-bee9-45dd-b509-e277c50972b9 req-c8e320dc-af7b-409a-b5c4-8f2e8a35c378 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595411 Nov 10 21:42:12.981697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c245da4-4b51-47f5-9904-0643cb1f7271 req-5ca5c7b7-41db-4fae-8560-e6a81ba0bc90 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238691 Nov 10 21:42:13.072546 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf932d-f594-4b2a-8e2b-e93ad5c4f13e x-openstack-request-id: req-2fbf932d-f594-4b2a-8e2b-e93ad5c4f13e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:13.073093 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f8d876-6bf9-4342-889c-23cfdb97e0b5", "name": "network-vif-deleted", "tag": "2aec1371-8f6a-4c6f-9ffa-838dfb2653f5", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:13.073519 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fbf932d-f594-4b2a-8e2b-e93ad5c4f13e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:13.074169 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f8d876-6bf9-4342-889c-23cfdb97e0b5', 'name': 'network-vif-deleted', 'tag': '2aec1371-8f6a-4c6f-9ffa-838dfb2653f5', 'status': 'completed', 'code': 200} Nov 10 21:42:13.128413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Pushing event updated for resources: {'Port': ['ID=25419c4b-3994-47ba-b224-5c924615945a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:13.144606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:13.158729 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-575cdebd-1854-4893-b22c-e93d369e4e12 req-ad62aa33-1401-4955-b145-73c0ef0e1f6c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0111656 Nov 10 21:42:13.162316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:13.163413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:13.175825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:42:13.226671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:42:13.228121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 2aec1371-8f6a-4c6f-9ffa-838dfb2653f5 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:42:13.231048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea9ced7-d527-4e63-bf8f-ea21b7a60028 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:42:13.246109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['37a1f131-fb93-4081-9e14-5e9c5d334612'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:13.316860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe7bde-f299-403f-8ca3-d42b2a7e4499 req-ec940d26-d9ba-4fe7-8457-cbba43d263fe tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:13.327355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8fe7bde-f299-403f-8ca3-d42b2a7e4499 req-ec940d26-d9ba-4fe7-8457-cbba43d263fe tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1169684 Nov 10 21:42:13.446583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8fe7bde-f299-403f-8ca3-d42b2a7e4499 req-a9f5a9b0-a7d9-47a7-b918-bc43f6b088a2 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178970 Nov 10 21:42:13.459915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:13.520014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=37a1f131-fb93-4081-9e14-5e9c5d334612,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:13.593989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 528daeb5-3f96-465c-b527-6a517198d339, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=528daeb5-3f96-465c-b527-6a517198d339,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:13.611111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aa1cba9-fd14-41fb-ac33-62eec7d4b31e req-8a27fcac-0f27-47e5-8325-2e017f242804 tempest-InstanceActionsV221TestJSON-446676150 tempest-InstanceActionsV221TestJSON-446676150-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f8d876-6bf9-4342-889c-23cfdb97e0b5 HTTP/1.1" status: 200 len: 210 time: 0.0388005 Nov 10 21:42:13.612606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Router b41423ce-7ad7-47fc-b419-4bb380627bf0 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:42:13.711186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a8230539-cae3-44f9-ab55-a2cefeafca2c None None] Provisioning complete for port 25419c4b-3994-47ba-b224-5c924615945a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:13.711704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a8230539-cae3-44f9-ab55-a2cefeafca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:13.724315 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:13.725120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 64ad39c0-605f-4421-bc7e-ebddba1fbdbd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:13.902701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a8230539-cae3-44f9-ab55-a2cefeafca2c None None] Port 25419c4b-3994-47ba-b224-5c924615945a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:13.915696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:42:13.917317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:13.927468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Sync routers for ids ['b41423ce-7ad7-47fc-b419-4bb380627bf0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:42:13.942292 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Routers {'b41423ce-7ad7-47fc-b419-4bb380627bf0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:13.944587 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b41423ce-7ad7-47fc-b419-4bb380627bf0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:13.961315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a8230539-cae3-44f9-ab55-a2cefeafca2c None None] Provisioning complete for port 528daeb5-3f96-465c-b527-6a517198d339 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:13.962517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a8230539-cae3-44f9-ab55-a2cefeafca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.040549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=528daeb5-3f96-465c-b527-6a517198d339,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:14.077879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:14.078177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.079985 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.083590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a51d4aa8-6640-45c2-b01e-15352941ff36 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4894528 Nov 10 21:42:14.083976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44908) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:14.125359 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Set router b41423ce-7ad7-47fc-b419-4bb380627bf0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:14.225904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.405125 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:42:10Z', 'revision_number': 3, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port': {'id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:08Z', 'updated_at': '2021-11-10T21:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:14.408543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a6e26-bcdb-42c8-81d6-1a0e5c1679f0 req-6f938c50-4bf0-471f-a0d9-b1c1925e1f74 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:14.410133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d4a6e26-bcdb-42c8-81d6-1a0e5c1679f0 req-6f938c50-4bf0-471f-a0d9-b1c1925e1f74 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 945 time: 0.2322612 Nov 10 21:42:14.450660 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Checking router: b41423ce-7ad7-47fc-b419-4bb380627bf0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:42:14.451225 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Updating router b41423ce-7ad7-47fc-b419-4bb380627bf0 port 627b61d9-7af7-4da2-b824-2d42986274d3 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:42:14.500111 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.639908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b6987d1d-a566-4b30-8c6e-d52cbeb76966 None None] Provisioning complete for port 528daeb5-3f96-465c-b527-6a517198d339 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:14.641467 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b6987d1d-a566-4b30-8c6e-d52cbeb76966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.678090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac22833-ae9b-476c-adac-719d03a21016 req-0d9e9799-1a50-436b-9def-ccb1dcb62b91 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:14.679793 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cac22833-ae9b-476c-adac-719d03a21016 req-0d9e9799-1a50-436b-9def-ccb1dcb62b91 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 944 time: 0.3250875 Nov 10 21:42:14.712142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 528daeb5-3f96-465c-b527-6a517198d339 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:14.810431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d4a6e26-bcdb-42c8-81d6-1a0e5c1679f0 req-cbd47145-03f0-4897-a65a-d5a0538ffaa3 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548223 Nov 10 21:42:14.851653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cac22833-ae9b-476c-adac-719d03a21016 req-18209ed3-fb34-4df7-8ff9-047ee7abaa51 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632526 Nov 10 21:42:14.879926 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.901492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 528daeb5-3f96-465c-b527-6a517198d339 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:14.901492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:14.933627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Router acb37eef-776d-4af5-a399-ef638d6821d9 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:42:14.968824 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.090734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c933a1b-a8b2-41b1-8853-741e822874bb None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:42:15.100459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 64ad39c0-605f-4421-bc7e-ebddba1fbdbd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:15.123455 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Attempting to bind port 627b61d9-7af7-4da2-b824-2d42986274d3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:15.126804 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Attempting to bind port 627b61d9-7af7-4da2-b824-2d42986274d3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:15.127636 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Attempting to bind port 627b61d9-7af7-4da2-b824-2d42986274d3 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:15.161612 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:15.186256 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:15.186256 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.186256 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:15.186256 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Bound port: 627b61d9-7af7-4da2-b824-2d42986274d3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:15.186256 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.186256 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb329115-388c-4cd6-aae6-8bac8ef4cfe8 None None] Pushing event updated for resources: {'Port': ['ID=627b61d9-7af7-4da2-b824-2d42986274d3,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:15.201241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 37a1f131-fb93-4081-9e14-5e9c5d334612 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:15.285811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:42:15.286664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59fa15-b963-43f7-960b-d4681d463715 req-59482655-26d7-4071-9b20-1142e6443523 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:15.288288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a59fa15-b963-43f7-960b-d4681d463715 req-59482655-26d7-4071-9b20-1142e6443523 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1613731 Nov 10 21:42:15.309813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Sync routers for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:42:15.331899 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] For port 627b61d9-7af7-4da2-b824-2d42986274d3, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:15.335434 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] For port 627b61d9-7af7-4da2-b824-2d42986274d3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=627b61d9-7af7-4da2-b824-2d42986274d3,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:15.345162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:15.345801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:15.356355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:15.406670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cd47fb2a-2774-4766-bd85-1222e0fce6df None None] Provisioning complete for port 627b61d9-7af7-4da2-b824-2d42986274d3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:15.411768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cd47fb2a-2774-4766-bd85-1222e0fce6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.452367 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.452367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2f080dd0-21c4-442b-a434-e20bc1bd041f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5310419 Nov 10 21:42:15.452367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44942) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:15.466039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:15.466039 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.466736 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.469511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a59fa15-b963-43f7-960b-d4681d463715 req-f87608ee-988b-4413-872b-ec312a40d234 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300611 Nov 10 21:42:15.492070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cd47fb2a-2774-4766-bd85-1222e0fce6df None None] Port 627b61d9-7af7-4da2-b824-2d42986274d3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:15.494384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.565663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] Deleting subnet a4fd715e-934d-4ec5-95df-2785bfefbf8b {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:42:15.574301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.575196 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Routers {'b41423ce-7ad7-47fc-b419-4bb380627bf0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:15.575885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b41423ce-7ad7-47fc-b419-4bb380627bf0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:15.615138 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb329115-388c-4cd6-aae6-8bac8ef4cfe8 None None] Pushing event updated for resources: {'Port': ['ID=627b61d9-7af7-4da2-b824-2d42986274d3,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:15.620751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1474c8bc-a287-4b65-9435-58153c49e1cb None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:42:15.644588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 37a1f131-fb93-4081-9e14-5e9c5d334612 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:15.721735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:15.772117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Allocated IP 172.20.0.1 (659e413d-cc30-404d-9844-9ac9c8f99f42/add83846-b268-4a63-b782-da2e50eb1716/af9eaaab-cf9c-4eb4-85c5-9685c2d81f49) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:15.780218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.813112 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] Set router b41423ce-7ad7-47fc-b419-4bb380627bf0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:15.893718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 37a1f131-fb93-4081-9e14-5e9c5d334612 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:15.894362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:15.978231 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.108984 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.109255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7d3e2d0e-b0e5-40d3-84af-0eb0c55cfecc None None] Provisioning complete for port 627b61d9-7af7-4da2-b824-2d42986274d3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:16.109560 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d3e2d0e-b0e5-40d3-84af-0eb0c55cfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.117283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.281015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Pushing event updated for resources: {'Port': ['ID=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:16.316068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:16.317597 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:42:10Z', 'revision_number': 3, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port': {'id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:08Z', 'updated_at': '2021-11-10T21:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:16.319419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:16.330132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.333275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:16.395820 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115577c-1402-4fd9-aefb-52fe075607e6 None None] The sync data for ids ['b41423ce-7ad7-47fc-b419-4bb380627bf0'] in n-d-776250-11 is: [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:42:10Z', 'revision_number': 3, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port': {'id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:08Z', 'updated_at': '2021-11-10T21:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:42:16.464464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.487669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb413d9f-e341-4c63-8c06-2a6b48933db5 req-66be8c73-875c-4218-b653-90766b6182b3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:16.493222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:16.493222 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc96e68-4c69-47d2-a881-29af2f402482" -d '{"events": [{"server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "name": "network-vif-plugged", "status": "completed", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:16.496669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bb413d9f-e341-4c63-8c06-2a6b48933db5 req-66be8c73-875c-4218-b653-90766b6182b3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 944 time: 0.3992109 Nov 10 21:42:16.578817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 37a1f131-fb93-4081-9e14-5e9c5d334612, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=37a1f131-fb93-4081-9e14-5e9c5d334612,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:16.585121 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca56d85c-b503-421e-8527-636bc83cbb13 x-openstack-request-id: req-ca56d85c-b503-421e-8527-636bc83cbb13 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:16.588749 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "name": "network-vif-plugged", "status": "completed", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:16.588749 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca56d85c-b503-421e-8527-636bc83cbb13 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:16.588749 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612', 'code': 200} Nov 10 21:42:16.618745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bb413d9f-e341-4c63-8c06-2a6b48933db5 req-2aff432a-47ad-4177-a803-9a7ac3be152a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206665 Nov 10 21:42:16.661994 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d3e2d0e-b0e5-40d3-84af-0eb0c55cfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.698055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7d3e2d0e-b0e5-40d3-84af-0eb0c55cfecc None None] For port 627b61d9-7af7-4da2-b824-2d42986274d3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=627b61d9-7af7-4da2-b824-2d42986274d3,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:16.701938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.709444 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.747430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:13Z', 'revision_number': 3, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:16.755598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fd715e-934d-4ec5-95df-2785bfefbf8b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:16.767136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.770515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c4561640-8a2f-4dbc-8b45-88fb6c7b6beb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a4fd715e-934d-4ec5-95df-2785bfefbf8b HTTP/1.1" status: 204 len: 168 time: 1.4130387 Nov 10 21:42:16.797187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44968) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:16.797925 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d3e2d0e-b0e5-40d3-84af-0eb0c55cfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.802950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Checking router: acb37eef-776d-4af5-a399-ef638d6821d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:42:16.803395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Updating router acb37eef-776d-4af5-a399-ef638d6821d9 port 25419c4b-3994-47ba-b224-5c924615945a binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:42:16.859400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:16.981687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.053835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.241656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Allocated IP 172.20.0.1 (3a8a83f2-9f7c-46c9-85f5-00fb57b5155e/42e414c9-c466-43dd-95c2-a7ccd5c0bc30/054fbb4b-b925-44e6-85ad-4f22750f3dc3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:17.270124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0e10a-2371-42cc-bcd5-21ba8a1c0f83 req-3e3a77d4-3c32-48c7-a6d1-0b43e8184cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:17.272696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d5e0e10a-2371-42cc-bcd5-21ba8a1c0f83 req-3e3a77d4-3c32-48c7-a6d1-0b43e8184cda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 1097 time: 0.4734919 Nov 10 21:42:17.285892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75885ffc-d2cf-4eae-868c-adba35ccc1f3 req-8840cde9-312a-4e82-bb95-8c9a171f4065 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:17.294375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75885ffc-d2cf-4eae-868c-adba35ccc1f3 req-8840cde9-312a-4e82-bb95-8c9a171f4065 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.4940717 Nov 10 21:42:17.302667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.389282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.392668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5562ecad-aaa3-430c-97c0-52f6697cdc14']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:17.398331 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.419300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6116c525-3254-40a9-8376-05e59e8b3acd None None] Provisioning complete for port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:17.419458 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6116c525-3254-40a9-8376-05e59e8b3acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.421611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=37a1f131-fb93-4081-9e14-5e9c5d334612,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:17.431909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-cc87fc59-26f6-4e6c-b700-47394fd11430 req-ad0d1511-bd05-46c3-aa38-1f874a0d2914 service neutron] (103047) timed out ('10.222.0.45', 43622) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:42:17.463342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef975b8b-e627-429e-8752-d169b0704ee9') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:17.463641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef975b8b-e627-429e-8752-d169b0704ee9') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:17.484074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e2d0e-b0e5-40d3-84af-0eb0c55cfecc None None] Pushing event updated for resources: {'Port': ['ID=627b61d9-7af7-4da2-b824-2d42986274d3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:17.507021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.523113 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.579996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c85b53-eaea-44fe-a52d-d7dbea529582 None None] Pushing event updated for resources: {'Port': ['ID=25419c4b-3994-47ba-b224-5c924615945a,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:17.591628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.611273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d5e0e10a-2371-42cc-bcd5-21ba8a1c0f83 req-d6520c0b-a0a6-4b89-8c3b-54f78a12d2a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042243 Nov 10 21:42:17.617975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Attempting to bind port 25419c4b-3994-47ba-b224-5c924615945a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:17.618656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Attempting to bind port 25419c4b-3994-47ba-b224-5c924615945a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:17.619029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Attempting to bind port 25419c4b-3994-47ba-b224-5c924615945a on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:17.626586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:17.626947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:17.627494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.627931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:17.628565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Bound port: 25419c4b-3994-47ba-b224-5c924615945a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:17.629085 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.631462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be3cff-f60d-4b8e-9208-02c0f3b003f8 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:42:17.634839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6116c525-3254-40a9-8376-05e59e8b3acd None None] Port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:17.638025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75885ffc-d2cf-4eae-868c-adba35ccc1f3 req-969c8aa5-8054-4eec-881a-04aa93895bb3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426907 Nov 10 21:42:17.682695 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.682983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.699112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:42:17.699509 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:42:17.701321 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:42:17.818179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:17.884522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:17.890383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:17.896727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] For port 25419c4b-3994-47ba-b224-5c924615945a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:17.904467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] For port 25419c4b-3994-47ba-b224-5c924615945a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=25419c4b-3994-47ba-b224-5c924615945a,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:17.912234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Pushing event updated for resources: {'Port': ['ID=054fbb4b-b925-44e6-85ad-4f22750f3dc3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:17.967795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:17.984205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-911d4414-79f0-47c6-af07-66b9e9c570e1 None None] Provisioning complete for port 25419c4b-3994-47ba-b224-5c924615945a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:17.986434 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-911d4414-79f0-47c6-af07-66b9e9c570e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.027323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.031151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5562ecad-aaa3-430c-97c0-52f6697cdc14 HTTP/1.1" status: 204 len: 168 time: 1.2035003 Nov 10 21:42:18.037111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3427fde-06fb-449d-811c-eeb5c85e6c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=5562ecad-aaa3-430c-97c0-52f6697cdc14,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:18.053617 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.080992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.096226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5377a0e-c15d-4aa2-a2b7-f1e026c6443d req-ef16ea62-ae67-4e01-81df-480f74dbd7cb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:18.097899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5377a0e-c15d-4aa2-a2b7-f1e026c6443d req-ef16ea62-ae67-4e01-81df-480f74dbd7cb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 945 time: 0.3288782 Nov 10 21:42:18.120787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.142812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-911d4414-79f0-47c6-af07-66b9e9c570e1 None None] Port 25419c4b-3994-47ba-b224-5c924615945a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:18.713308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfc36d-e07b-40c3-85e9-656cac42c9f8 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:42:18.713308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:18.713308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:18.713308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c85b53-eaea-44fe-a52d-d7dbea529582 None None] Pushing event updated for resources: {'Port': ['ID=25419c4b-3994-47ba-b224-5c924615945a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:18.720943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5377a0e-c15d-4aa2-a2b7-f1e026c6443d req-6bd4e175-a7dd-4b51-8300-fedc79e29c1f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559916 Nov 10 21:42:18.726526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.728846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c75a17e2-1c08-4d0e-b4ee-378581a46756 None None] Provisioning complete for port 25419c4b-3994-47ba-b224-5c924615945a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:18.728846 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75a17e2-1c08-4d0e-b4ee-378581a46756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.729844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Pushing event updated for resources: {'Port': ['ID=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:18.729844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.736026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:18.736793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.737103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:18.737103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:18.737331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 627b61d9-7af7-4da2-b824-2d42986274d3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:18.771102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Router b41423ce-7ad7-47fc-b419-4bb380627bf0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:42:18.850736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45000) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:18.860818 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75a17e2-1c08-4d0e-b4ee-378581a46756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:18.914155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:42:18.928913 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b218f4f5-5a6b-4587-bf8d-a8529d47d091 admin admin] 10.222.0.45 "PUT /v2.0/routers/b41423ce-7ad7-47fc-b419-4bb380627bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8435645 Nov 10 21:42:18.940328 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6ac7eaf0-6b02-4239-bab3-e825c16f2f29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5293bb524c94252a6ee0a400777af44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0870335 Nov 10 21:42:18.945426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45004) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:18.957979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c75a17e2-1c08-4d0e-b4ee-378581a46756 None None] For port 25419c4b-3994-47ba-b224-5c924615945a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=25419c4b-3994-47ba-b224-5c924615945a,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:18.994672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 627b61d9-7af7-4da2-b824-2d42986274d3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:18.996865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.007798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:13Z', 'revision_number': 3, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:19.014576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.052081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff2e37-387a-4907-a2cd-b064073ab713 req-19689d2a-5558-4964-9842-6ead0f0da8ae tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:19.058414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-beff2e37-387a-4907-a2cd-b064073ab713 req-19689d2a-5558-4964-9842-6ead0f0da8ae tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1433189 Nov 10 21:42:19.090556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16cf93-ef1f-48c9-a2a1-8942a719c22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.147828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16cf93-ef1f-48c9-a2a1-8942a719c22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.150218 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75a17e2-1c08-4d0e-b4ee-378581a46756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.160448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51d742-ef0e-46d3-b92e-1272cd855112 None None] The sync data for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 is: [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:13Z', 'revision_number': 3, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:42:19.167896 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-beff2e37-387a-4907-a2cd-b064073ab713 req-b8ad44e2-7cdf-40b7-b5b9-9caab99d27c9 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048257 Nov 10 21:42:19.174576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.254232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.356661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a17e2-1c08-4d0e-b4ee-378581a46756 None None] Pushing event updated for resources: {'Port': ['ID=25419c4b-3994-47ba-b224-5c924615945a,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:19.368133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-da5a758f-d597-46b6-b997-25860c47bdc1 None None] Provisioning complete for port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:19.368517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-da5a758f-d597-46b6-b997-25860c47bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.402814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Pushing event updated for resources: {'Port': ['ID=054fbb4b-b925-44e6-85ad-4f22750f3dc3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:19.452497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-da5a758f-d597-46b6-b997-25860c47bdc1 None None] Port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:19.476042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:19.477871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:19.495895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-da5a758f-d597-46b6-b997-25860c47bdc1 None None] Provisioning complete for port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:19.495895 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-da5a758f-d597-46b6-b997-25860c47bdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.500844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16cf93-ef1f-48c9-a2a1-8942a719c22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.503539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16cf93-ef1f-48c9-a2a1-8942a719c22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.504768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0f16cf93-ef1f-48c9-a2a1-8942a719c22c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cd5e9ca-3662-4a1c-82b3-2d51843fee08 HTTP/1.1" status: 204 len: 168 time: 0.5571024 Nov 10 21:42:19.532589 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:19.597591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16cf93-ef1f-48c9-a2a1-8942a719c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd5e9ca-3662-4a1c-82b3-2d51843fee08,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:19.616861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-da5a758f-d597-46b6-b997-25860c47bdc1 None None] Port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:19.662522 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Sync routers for ids ['b41423ce-7ad7-47fc-b419-4bb380627bf0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:42:19.693022 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Routers {'b41423ce-7ad7-47fc-b419-4bb380627bf0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:19.697225 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b41423ce-7ad7-47fc-b419-4bb380627bf0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:19.870161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Router acb37eef-776d-4af5-a399-ef638d6821d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:42:20.049834 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Set router b41423ce-7ad7-47fc-b419-4bb380627bf0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:20.095927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-53f822c6-3f6c-4b76-b16b-de10ba5a9f16 None None] Provisioning complete for port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:20.096456 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53f822c6-3f6c-4b76-b16b-de10ba5a9f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:20.099651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:42:20.108623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9c8b26c7-d199-49af-9274-1b84ce1c47e7 admin admin] 10.222.0.45 "PUT /v2.0/routers/acb37eef-776d-4af5-a399-ef638d6821d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6560762 Nov 10 21:42:20.155701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-53f822c6-3f6c-4b76-b16b-de10ba5a9f16 None None] Port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:20.311221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45046) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:20.317940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5d11d2d1-318c-4afa-b59c-db753ebed98d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468299093', 'description': 'tempest-secgroup-smoke-468299093 description', 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:20.563804 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:42:17Z', 'revision_number': 4, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port': {'id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:08Z', 'updated_at': '2021-11-10T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'af9eaaab-cf9c-4eb4-85c5-9685c2d81f49', 'name': '', 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'mac_address': 'fa:16:3e:1d:f1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'add83846-b268-4a63-b782-da2e50eb1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:15Z', 'updated_at': '2021-11-10T21:42:17Z', 'revision_number': 2, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'subnets': [{'id': 'add83846-b268-4a63-b782-da2e50eb1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:20.572145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215175f5-869d-4dec-a543-cf0334e9b626 req-9885672f-068f-436f-8c05-e2b6ec9d94cf tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:20.580036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2e59-a591-4f55-8d51-2a8b06679480 req-a2c04956-58da-4df5-9eb6-e04691da98e2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:20.580431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-215175f5-869d-4dec-a543-cf0334e9b626 req-9885672f-068f-436f-8c05-e2b6ec9d94cf tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1305919 Nov 10 21:42:20.592764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89ac2e59-a591-4f55-8d51-2a8b06679480 req-a2c04956-58da-4df5-9eb6-e04691da98e2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 945 time: 0.1539633 Nov 10 21:42:20.609653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d11d2d1-318c-4afa-b59c-db753ebed98d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:20.630413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 25419c4b-3994-47ba-b224-5c924615945a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:20.663006 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Checking router: b41423ce-7ad7-47fc-b419-4bb380627bf0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:42:20.663816 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Updating router b41423ce-7ad7-47fc-b419-4bb380627bf0 port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:42:20.684861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-215175f5-869d-4dec-a543-cf0334e9b626 req-16b6dee9-cf3f-4d5a-ac75-c4e5b3e6dfe3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030092 Nov 10 21:42:20.761392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89ac2e59-a591-4f55-8d51-2a8b06679480 req-7a5a2bdf-f921-49ab-8477-8ba4b72d2110 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574488 Nov 10 21:42:20.794892 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:20.825125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d11d2d1-318c-4afa-b59c-db753ebed98d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:20.855228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 25419c4b-3994-47ba-b224-5c924615945a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:20.855606 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:20.923972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d11d2d1-318c-4afa-b59c-db753ebed98d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:20.967076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-7027fd34-8a02-4fd5-a609-5ba178375306 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 267 time: 0.0731246 Nov 10 21:42:21.021351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11d2d1-318c-4afa-b59c-db753ebed98d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd26b2d-d892-421a-8025-821624859e25,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:21.136668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d11d2d1-318c-4afa-b59c-db753ebed98d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.139396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5d11d2d1-318c-4afa-b59c-db753ebed98d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8268664 Nov 10 21:42:21.145014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45072) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:21.151596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-48d08d8d-538e-4ff2-ad23-21f40f03a711 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'security_group_rule': {'security_group_id': 'afd26b2d-d892-421a-8025-821624859e25', 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:21.187811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-ce00b0b1-047d-4d37-892a-82c23a1131d9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:21.196959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-ce00b0b1-047d-4d37-892a-82c23a1131d9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 945 time: 0.2118754 Nov 10 21:42:21.207620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'port': {'security_groups': []}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:21.366393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.390376 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48d08d8d-538e-4ff2-ad23-21f40f03a711 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.431905 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.515406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48d08d8d-538e-4ff2-ad23-21f40f03a711 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.556404 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.591676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48d08d8d-538e-4ff2-ad23-21f40f03a711 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.681015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d08d8d-538e-4ff2-ad23-21f40f03a711 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69c124d-16ac-4eb4-871d-dde7c71b67ff,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:21.721783 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465b67-93e5-4c53-9568-a825b03a7370 None None] Pushing event updated for resources: {'Port': ['ID=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:21.744858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] For port 37a1f131-fb93-4081-9e14-5e9c5d334612, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=37a1f131-fb93-4081-9e14-5e9c5d334612,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:21.761947 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48d08d8d-538e-4ff2-ad23-21f40f03a711 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.765912 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Attempting to bind port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:21.766358 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Attempting to bind port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:21.766784 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Attempting to bind port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 on network 659e413d-cc30-404d-9844-9ac9c8f99f42 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:21.767238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:21.773108 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:21.773562 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Checking segment: {'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:21.775022 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.775502 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Bound using segment: {'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:21.775864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-11742254-70a7-4d99-a14e-21d1e37f03f1 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'security_group_rule': {'security_group_id': 'afd26b2d-d892-421a-8025-821624859e25', 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:21.776149 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Bound port: af9eaaab-cf9c-4eb4-85c5-9685c2d81f49, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a567c3-576b-4b96-8b44-1885c8dd8e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:21.776690 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.790584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48d08d8d-538e-4ff2-ad23-21f40f03a711 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6395319 Nov 10 21:42:21.830873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:21.861470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:21.862058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-117b03ec-a7ee-45f4-95a5-7bf3dc8badbc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052450020', 'description': 'tempest-description--1987160740'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:21.941888 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] For port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:21.947053 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] For port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,segment=NetworkSegment(63a567c3-576b-4b96-8b44-1885c8dd8e6b),segment_id=63a567c3-576b-4b96-8b44-1885c8dd8e6b)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:21.985702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11742254-70a7-4d99-a14e-21d1e37f03f1 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.009512 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.022755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:22.034316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b15a663-7e4a-4008-924b-ffc68135670b', '37a1f131-fb93-4081-9e14-5e9c5d334612'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:22.034537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac06c85-9b66-49a5-84b1-7f096918851b req-9c49e3f1-81d3-4c9f-bdf4-11a0622d68ef tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:22.044477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ac06c85-9b66-49a5-84b1-7f096918851b req-9c49e3f1-81d3-4c9f-bdf4-11a0622d68ef tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1216662 Nov 10 21:42:22.061859 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.104081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:22.105363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.107290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0953a660-d835-4e8d-bb7c-8f581c7e1016 req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "PUT /v2.0/ports/37a1f131-fb93-4081-9e14-5e9c5d334612 HTTP/1.1" status: 200 len: 904 time: 0.9092987 Nov 10 21:42:22.107966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:22.114340 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20" -d '{"events": [{"name": "network-changed", "server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:22.114838 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11742254-70a7-4d99-a14e-21d1e37f03f1 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.120678 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-117b03ec-a7ee-45f4-95a5-7bf3dc8badbc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.172799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08861cf4-3f7c-4402-9d58-6542bbe1e4bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=37a1f131-fb93-4081-9e14-5e9c5d334612,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:22.190691 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Routers {'b41423ce-7ad7-47fc-b419-4bb380627bf0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:22.194272 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b41423ce-7ad7-47fc-b419-4bb380627bf0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:22.297114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['37a1f131-fb93-4081-9e14-5e9c5d334612'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:22.321647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ac06c85-9b66-49a5-84b1-7f096918851b req-4e2d0441-5e15-47e5-a0dc-c355630f5009 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751369 Nov 10 21:42:22.329399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11742254-70a7-4d99-a14e-21d1e37f03f1 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.407673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11742254-70a7-4d99-a14e-21d1e37f03f1 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cedbc70-3f88-4383-9114-69bc55cdff32,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:22.504384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-117b03ec-a7ee-45f4-95a5-7bf3dc8badbc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.564021 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465b67-93e5-4c53-9568-a825b03a7370 None None] Pushing event updated for resources: {'Port': ['ID=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:22.609862 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] Set router b41423ce-7ad7-47fc-b419-4bb380627bf0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:22.622466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb928b9a-240a-4bb7-90d5-19c3f3e18ec7 req-c52b2547-1192-4e25-a2f5-db8ae85159c2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:22.641031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cb928b9a-240a-4bb7-90d5-19c3f3e18ec7 req-c52b2547-1192-4e25-a2f5-db8ae85159c2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 907 time: 0.1341279 Nov 10 21:42:22.643156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-117b03ec-a7ee-45f4-95a5-7bf3dc8badbc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.652701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0559eb8c-881e-4fa1-87ef-51218dd24fbf None None] Provisioning complete for port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:22.661307 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0559eb8c-881e-4fa1-87ef-51218dd24fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.706422 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11742254-70a7-4d99-a14e-21d1e37f03f1 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.717854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-11742254-70a7-4d99-a14e-21d1e37f03f1 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9472170 Nov 10 21:42:22.720488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:22.726610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c2e463cf-c967-4fc8-a651-184ea4fb9e10 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'security_group_rule': {'security_group_id': 'afd26b2d-d892-421a-8025-821624859e25', 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:22.828039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Sync routers for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:42:22.831895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b03ec-a7ee-45f4-95a5-7bf3dc8badbc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:22.855483 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09a01b5-017b-4b3c-b638-dd6d64f7266e x-openstack-request-id: req-a09a01b5-017b-4b3c-b638-dd6d64f7266e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:22.855795 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:22.856051 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a09a01b5-017b-4b3c-b638-dd6d64f7266e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:22.856510 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612', 'status': 'completed', 'code': 200} Nov 10 21:42:22.863828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-117b03ec-a7ee-45f4-95a5-7bf3dc8badbc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.865242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-117b03ec-a7ee-45f4-95a5-7bf3dc8badbc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0332136 Nov 10 21:42:22.877149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45128) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:22.904585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-825911aa-c2d6-43a4-879f-ba6763873453 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'security_group_rule': {'security_group_id': '12d1cb71-35a1-4dbe-886f-eca22d4ca2b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:22.960545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:22.978639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2e463cf-c967-4fc8-a651-184ea4fb9e10 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:22.988119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:23.129843 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2e463cf-c967-4fc8-a651-184ea4fb9e10 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:23.171569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf091dad-0585-4f03-8f52-d1e871eef380 req-7c25d7b4-63ab-4985-a968-7567069ca40e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:23.177449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf091dad-0585-4f03-8f52-d1e871eef380 req-7c25d7b4-63ab-4985-a968-7567069ca40e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2212534 Nov 10 21:42:23.184645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-c0b98f90-6c44-4da5-bd80-1e28a3d5770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:23.191686 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-c0b98f90-6c44-4da5-bd80-1e28a3d5770b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 1059 time: 0.3097818 Nov 10 21:42:23.232656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2e463cf-c967-4fc8-a651-184ea4fb9e10 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:23.267647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:23.275121 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:42:17Z', 'revision_number': 4, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port': {'id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:08Z', 'updated_at': '2021-11-10T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'af9eaaab-cf9c-4eb4-85c5-9685c2d81f49', 'name': '', 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'mac_address': 'fa:16:3e:1d:f1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'add83846-b268-4a63-b782-da2e50eb1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:15Z', 'updated_at': '2021-11-10T21:42:21Z', 'revision_number': 4, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'subnets': [{'id': 'add83846-b268-4a63-b782-da2e50eb1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:23.306673 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30b0ab-d80b-44c6-a7d3-e648c2452918 None None] The sync data for ids ['b41423ce-7ad7-47fc-b419-4bb380627bf0'] in n-d-776250-11 is: [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:42:17Z', 'revision_number': 4, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port': {'id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:08Z', 'updated_at': '2021-11-10T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'af9eaaab-cf9c-4eb4-85c5-9685c2d81f49', 'name': '', 'network_id': '659e413d-cc30-404d-9844-9ac9c8f99f42', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'mac_address': 'fa:16:3e:1d:f1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'add83846-b268-4a63-b782-da2e50eb1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:15Z', 'updated_at': '2021-11-10T21:42:21Z', 'revision_number': 4, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'subnets': [{'id': 'add83846-b268-4a63-b782-da2e50eb1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:42:23.328812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e463cf-c967-4fc8-a651-184ea4fb9e10 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183edad5-ea3d-42a2-abed-facc14d0cdee,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:23.398306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2e463cf-c967-4fc8-a651-184ea4fb9e10 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:23.409544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2e463cf-c967-4fc8-a651-184ea4fb9e10 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6879196 Nov 10 21:42:23.412148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45148) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:23.419366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-047c705b-01b4-4b76-b73a-c8b6967e08de tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'security_group_rule': {'security_group_id': 'afd26b2d-d892-421a-8025-821624859e25', 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:23.605477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0834-e5af-4888-aebb-5e5f27e97869 req-b2f07665-61fd-4fd0-b6cb-a811daff146c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:23.608610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-778a0834-e5af-4888-aebb-5e5f27e97869 req-b2f07665-61fd-4fd0-b6cb-a811daff146c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.0845749 Nov 10 21:42:23.628504 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047c705b-01b4-4b76-b73a-c8b6967e08de tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:23.665791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-825911aa-c2d6-43a4-879f-ba6763873453 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:23.701649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-125dd155-ae49-4ae1-968c-149169c3de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:23.703506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-125dd155-ae49-4ae1-968c-149169c3de8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.3723040 Nov 10 21:42:23.735493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf091dad-0585-4f03-8f52-d1e871eef380 req-fbf53031-842c-4cc6-a153-a14dc920ea02 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5554764 Nov 10 21:42:23.750485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-778a0834-e5af-4888-aebb-5e5f27e97869 req-6256f14e-7ab5-46b7-9ae7-89bc7d1c9904 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156151 Nov 10 21:42:23.778773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:23.863320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047c705b-01b4-4b76-b73a-c8b6967e08de tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:23.880639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-b2e232a5-41a2-445c-86c3-80688655bc49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37a1f131-fb93-4081-9e14-5e9c5d334612 HTTP/1.1" status: 200 len: 217 time: 0.1642110 Nov 10 21:42:23.981729 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047c705b-01b4-4b76-b73a-c8b6967e08de tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.054584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c705b-01b4-4b76-b73a-c8b6967e08de tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b335fc4e-4efa-4d01-8496-c4a7ae13ed36,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:24.069030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45162) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:24.070588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0559eb8c-881e-4fa1-87ef-51218dd24fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.086162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-825911aa-c2d6-43a4-879f-ba6763873453 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.105527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-46272067-99b6-4c01-9dd0-ae9c590d69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:24.110275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-46272067-99b6-4c01-9dd0-ae9c590d69dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.2123239 Nov 10 21:42:24.127975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b12898-099a-45b1-859e-6e058a006632 req-d7bfe853-e686-4d67-baf6-deaa6c366787 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:24.135298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26b12898-099a-45b1-859e-6e058a006632 req-d7bfe853-e686-4d67-baf6-deaa6c366787 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.2620978 Nov 10 21:42:24.197391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0559eb8c-881e-4fa1-87ef-51218dd24fbf None None] For port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,segment=NetworkSegment(63a567c3-576b-4b96-8b44-1885c8dd8e6b),segment_id=63a567c3-576b-4b96-8b44-1885c8dd8e6b)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:24.207486 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047c705b-01b4-4b76-b73a-c8b6967e08de tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.211683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-047c705b-01b4-4b76-b73a-c8b6967e08de tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7983308 Nov 10 21:42:24.215902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45168) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:24.237013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'security_group_rule': {'security_group_id': 'afd26b2d-d892-421a-8025-821624859e25', 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:24.246651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-825911aa-c2d6-43a4-879f-ba6763873453 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.285222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 2, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:24.287540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26b12898-099a-45b1-859e-6e058a006632 req-064822ec-3e6b-4dae-9d7b-e2e7910dc456 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1512637 Nov 10 21:42:24.289620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0559eb8c-881e-4fa1-87ef-51218dd24fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.314984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-e206911c-88a6-483e-9f38-f1eac98b382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:24.317183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-e206911c-88a6-483e-9f38-f1eac98b382a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1996567 Nov 10 21:42:24.322944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825911aa-c2d6-43a4-879f-ba6763873453 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817aae90-b6e3-46f2-99d0-d0dcb12467f3,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:24.414842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a24-b3a6-4f07-a89e-063f7721666d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.591833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559eb8c-881e-4fa1-87ef-51218dd24fbf None None] Pushing event updated for resources: {'Port': ['ID=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:24.611783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a24-b3a6-4f07-a89e-063f7721666d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.612810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Checking router: acb37eef-776d-4af5-a399-ef638d6821d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:42:24.613146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Updating router acb37eef-776d-4af5-a399-ef638d6821d9 port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:42:24.681696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:24.689044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6a24-b3a6-4f07-a89e-063f7721666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.749974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c6a24-b3a6-4f07-a89e-063f7721666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea74a739-1bdb-4185-b15b-fabb7246e60a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:24.815966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ed3c6a24-b3a6-4f07-a89e-063f7721666d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df8569eaecaf4b52abe1758a1a7a2724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462616 Nov 10 21:42:24.820223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45188) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:24.854901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c5685d72-3263-47ab-a9e6-2f0d84a971dd None None] Provisioning complete for port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:24.856295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d72-3263-47ab-a9e6-2f0d84a971dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:24.936743 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.003801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1f4a-afae-4e23-8c6d-57c197c6804c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.086074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810ff9-7644-47b8-915d-362d75b1a89a req-a8cdb331-950d-4d6a-afec-316ff36de98f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:25.090664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72810ff9-7644-47b8-915d-362d75b1a89a req-a8cdb331-950d-4d6a-afec-316ff36de98f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1695948 Nov 10 21:42:25.100244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1f4a-afae-4e23-8c6d-57c197c6804c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.202852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72810ff9-7644-47b8-915d-362d75b1a89a req-1fcd8401-55af-4147-a5e5-53f9ed4131e6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938578 Nov 10 21:42:25.275857 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:25.276490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.301000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1f4a-afae-4e23-8c6d-57c197c6804c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.304169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8cc1f4a-afae-4e23-8c6d-57c197c6804c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.307324 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f8cc1f4a-afae-4e23-8c6d-57c197c6804c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea74a739-1bdb-4185-b15b-fabb7246e60a HTTP/1.1" status: 204 len: 168 time: 0.4879122 Nov 10 21:42:25.325759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc1f4a-afae-4e23-8c6d-57c197c6804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea74a739-1bdb-4185-b15b-fabb7246e60a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:25.421788 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Project 8ad4e9ba1baf4c42b41ecf0c3b14feff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:42:25.443953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.519948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-825911aa-c2d6-43a4-879f-ba6763873453 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.527915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-825911aa-c2d6-43a4-879f-ba6763873453 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6417809 Nov 10 21:42:25.528054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45204) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:25.531051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'security_group_rule': {'security_group_id': '12d1cb71-35a1-4dbe-886f-eca22d4ca2b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:25.646456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-1a7ac02e-8e52-4738-88d9-412cdca5046f service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3097448 Nov 10 21:42:25.651997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.690154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-8a43b8a4-58e9-4784-a26c-8101709c0e51 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:25.691706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-8a43b8a4-58e9-4784-a26c-8101709c0e51 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.3935006 Nov 10 21:42:25.704388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c5685d72-3263-47ab-a9e6-2f0d84a971dd None None] Provisioning complete for port 37a1f131-fb93-4081-9e14-5e9c5d334612 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:25.704916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c5685d72-3263-47ab-a9e6-2f0d84a971dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.708172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.800808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78e2ffb1-60f5-4ca3-a5cc-79fc53c4af20 req-349eb7f1-2607-43e8-9f92-933714d434c0 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385696 Nov 10 21:42:25.803368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.832339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-6a574304-40cd-4ef6-a6f8-d4674f86b326 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/quotas/f1bc044361e9458a91074240d37f7214 HTTP/1.1" status: 200 len: 375 time: 0.0302839 Nov 10 21:42:25.846855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08c5311-6861-4832-a5b3-889df674e496,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:25.865113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.904214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.904618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.904991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.905334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.905666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.906002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.906330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.906661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.906985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.907308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.907636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.920151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:25.955022 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:25.956295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dd548f80-39be-4c7f-983b-6a1e35926387 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7336705 Nov 10 21:42:25.959289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45216) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:25.964456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'security_group_rule': {'security_group_id': 'afd26b2d-d892-421a-8025-821624859e25', 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:25.994430 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.004671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-3d15c06c-545d-493d-a739-c0a6ae942531 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1543698 Nov 10 21:42:26.014392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.030651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba66b3b-0d4e-4a9d-81ac-f139ec0ce0c1,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:26.033212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.033566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.033986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.034307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.034643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.034972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.035297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.035621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.036043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.036367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.037103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.037103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:26.126042 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Project 8ad4e9ba1baf4c42b41ecf0c3b14feff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:42:26.126042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.153453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.204854 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.206098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38ed3b64-3fdf-4c55-93c1-c7e1e0a5fbf8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6799281 Nov 10 21:42:26.209593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45228) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:26.217017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:26.262264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.306297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29d8af-0f0a-450c-8a73-67dd23e4f065 None None] Pushing event updated for resources: {'Port': ['ID=054fbb4b-b925-44e6-85ad-4f22750f3dc3,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:26.391386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.393879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.447900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Attempting to bind port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:26.447900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Attempting to bind port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:26.447900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Attempting to bind port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:26.463905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:26.475311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Checking segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:26.475783 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.476194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Bound using segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:26.476809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Bound port: 054fbb4b-b925-44e6-85ad-4f22750f3dc3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:26.477205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.480590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cc8647-3afd-4a85-9a66-dd4b639a5863,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:26.537836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea150fc8-629e-40eb-9090-98cf7347a053 req-cb3e4d31-41af-49e8-adb9-af4b6b6ec530 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:26.541626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea150fc8-629e-40eb-9090-98cf7347a053 req-cb3e4d31-41af-49e8-adb9-af4b6b6ec530 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.2538404 Nov 10 21:42:26.548266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.557439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-83920ac7-72bd-4b22-9e0c-182055b1040a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5891111 Nov 10 21:42:26.714677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea150fc8-629e-40eb-9090-98cf7347a053 req-04109baa-24c9-4f65-857e-cf4c15260210 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639225 Nov 10 21:42:26.715222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] For port 054fbb4b-b925-44e6-85ad-4f22750f3dc3, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:26.729305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] For port 054fbb4b-b925-44e6-85ad-4f22750f3dc3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=054fbb4b-b925-44e6-85ad-4f22750f3dc3,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:26.736076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:26.813459 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.816116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-eb68d176-86b5-4cc0-8326-ce36bd7b9fc6 service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8021002 Nov 10 21:42:26.915979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29d8af-0f0a-450c-8a73-67dd23e4f065 None None] Pushing event updated for resources: {'Port': ['ID=054fbb4b-b925-44e6-85ad-4f22750f3dc3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:26.925175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-52995a37-037e-4447-92ac-a5f2194830e8 None None] Provisioning complete for port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:26.925667 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52995a37-037e-4447-92ac-a5f2194830e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:26.938836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-43ca00bf-aa45-43e4-98b2-283cc03d0e53 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468299093&fields=id&tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff HTTP/1.1" status: 200 len: 267 time: 0.0743251 Nov 10 21:42:26.979094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:26.979462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:27.044140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:27.044845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:27.091447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:27.234422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:27.262531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45270) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:27.300910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-19623867-f758-417d-91b6-359a78748000 service neutron] 10.222.0.45 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763246 Nov 10 21:42:27.438344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Allocated IP 172.25.7.157 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/d0ccbfcb-f6ae-4971-97ed-857b4df8a5f6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:27.562703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1006257323-network', 'tenant_id': '75580bea4ab7497793871a0ef6983321'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:27.656332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:27.718642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52995a37-037e-4447-92ac-a5f2194830e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:27.720286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Made reservation on behalf of 75580bea4ab7497793871a0ef6983321 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:27.729501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:27.766559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:27.845165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-52995a37-037e-4447-92ac-a5f2194830e8 None None] For port 054fbb4b-b925-44e6-85ad-4f22750f3dc3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=054fbb4b-b925-44e6-85ad-4f22750f3dc3,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:27.908676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-b514f486-e2b9-4297-8e96-f95ce603305f tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:27.911463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-b514f486-e2b9-4297-8e96-f95ce603305f tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/networks?id=fc5652de-064b-4fd6-8955-87dd32b5cf28 HTTP/1.1" status: 200 len: 807 time: 0.9715102 Nov 10 21:42:27.921665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0720bf7f-8dbe-4a62-a03e-94fd17511c99 req-dbdf6a4d-18b6-403a-9e5f-d12193389c5e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 210 time: 0.1625040 Nov 10 21:42:27.923227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52995a37-037e-4447-92ac-a5f2194830e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:27.939968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a40f8787-4ce4-4296-bdf7-deea44355409 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/quotas/8ad4e9ba1baf4c42b41ecf0c3b14feff HTTP/1.1" status: 200 len: 375 time: 0.0132656 Nov 10 21:42:27.961876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:28.048057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:28.058601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-72f63bc5-1503-494c-96f1-1142095eb5b0 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009421 Nov 10 21:42:28.087450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:28.091509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:28.124453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:26Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:28.129407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52995a37-037e-4447-92ac-a5f2194830e8 None None] Pushing event updated for resources: {'Port': ['ID=054fbb4b-b925-44e6-85ad-4f22750f3dc3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:28.184264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8b4e6-d0bf-4445-bec9-a293b286e5bb None None] The sync data for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 is: [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:26Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:42:28.189625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a6dba618-15b8-441e-94f8-636f3ae135c9 None None] Provisioning complete for port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:28.189920 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6dba618-15b8-441e-94f8-636f3ae135c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:28.317244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-4263affa-b71c-441a-a138-2644d7ed797c service neutron] 10.222.0.45 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487161 Nov 10 21:42:28.384558 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:28.485004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'Port': ['ID=d0ccbfcb-f6ae-4971-97ed-857b4df8a5f6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:28.496361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:28.511284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fc549-d4f6-4703-8e9b-f6cde0d13ca0 req-21f03bef-6c5c-4696-8e67-42489c9442ac tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:28.524993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-736fc549-d4f6-4703-8e9b-f6cde0d13ca0 req-21f03bef-6c5c-4696-8e67-42489c9442ac tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.4811630 Nov 10 21:42:28.558755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-d8579e61-9372-4bf3-bccc-fa56c6a5bb08 service neutron] 10.222.0.45 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335007 Nov 10 21:42:28.669237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 054fbb4b-b925-44e6-85ad-4f22750f3dc3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:28.813733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:42:28.843480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-736fc549-d4f6-4703-8e9b-f6cde0d13ca0 req-7af7bd75-d2c6-4b3c-8c16-090afd93ddb4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175085 Nov 10 21:42:28.858342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22594c3-2a87-4977-8d0d-8a3ad99cceae,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:28.866647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:28.868390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:28.868742 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Added segment d62d3143-8bd4-48b7-b1c3-e7f2af0f88c3 of type vlan for network 33f04ef5-63b1-49fa-9fdc-a8519d44eda3 Nov 10 21:42:28.868843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:28.878532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.004390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.060650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.195284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba7ba528-ad60-42e6-941d-4dcb0652cbdf req-e716c6d9-c2c7-43db-9ee1-1743f2076822 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0736670 Nov 10 21:42:29.364592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:42:29.369249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.373247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f24cc30a-f1b9-467d-bb9b-b52cf15a6879 req-e8e5e4da-ebf8-4775-b277-568791e08494 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 210 time: 0.0537143 Nov 10 21:42:29.471392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.507907 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.508988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:29.512652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.579218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.663485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'Port': ['ID=d0ccbfcb-f6ae-4971-97ed-857b4df8a5f6,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:29.671326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] Pushing event updated for resources: {'Network': ['ID=33f04ef5-63b1-49fa-9fdc-a8519d44eda3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:29.700209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 33f04ef5-63b1-49fa-9fdc-a8519d44eda3 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:42:29.748685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e1e774c8-0613-4076-9ea7-92fd196fa7f4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4829562 Nov 10 21:42:29.751589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:29.752773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e6e00f28-2f64-4246-bd67-bbcad6cd72e0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5419221 Nov 10 21:42:30.027952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebe346-92f5-4f64-b144-aec2fa91a88e req-2cd76354-547f-4219-a23b-4da8026a8964 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:30.035675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdebe346-92f5-4f64-b144-aec2fa91a88e req-2cd76354-547f-4219-a23b-4da8026a8964 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1136112 Nov 10 21:42:30.140348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdebe346-92f5-4f64-b144-aec2fa91a88e req-fb98e65a-1e48-4084-bdd0-d187df3b6472 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019340 Nov 10 21:42:30.152342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-33908e91-76c3-4243-b4a7-c563c9cc230c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2052450020&fields=id&tenant_id=feadca3bdf8b4277be6dd51cca414b00 HTTP/1.1" status: 200 len: 267 time: 0.1082506 Nov 10 21:42:30.312339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-3dc009f7-31cc-46fd-bfb6-cdc091d343b2 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:30.317418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-3dc009f7-31cc-46fd-bfb6-cdc091d343b2 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 810 time: 0.1513641 Nov 10 21:42:30.345364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-ede8f7d8-05c3-4f8c-b8a5-d57b5219d31a tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/quotas/feadca3bdf8b4277be6dd51cca414b00 HTTP/1.1" status: 200 len: 375 time: 0.0127258 Nov 10 21:42:30.428648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-c1eb4c37-2946-471b-8e57-675ccfc8df19 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757465 Nov 10 21:42:30.482171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a43e9e-19f3-4cd7-8703-0c863860cbf2 req-1b1e77c5-0ba6-47c4-a6ef-dff0492362d3 tempest-ComputeTenantNetworksTest-768003470 tempest-ComputeTenantNetworksTest-768003470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:30.489461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a43e9e-19f3-4cd7-8703-0c863860cbf2 req-1b1e77c5-0ba6-47c4-a6ef-dff0492362d3 tempest-ComputeTenantNetworksTest-768003470 tempest-ComputeTenantNetworksTest-768003470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:30.497503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a43e9e-19f3-4cd7-8703-0c863860cbf2 req-1b1e77c5-0ba6-47c4-a6ef-dff0492362d3 tempest-ComputeTenantNetworksTest-768003470 tempest-ComputeTenantNetworksTest-768003470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:30.511648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45a43e9e-19f3-4cd7-8703-0c863860cbf2 req-1b1e77c5-0ba6-47c4-a6ef-dff0492362d3 tempest-ComputeTenantNetworksTest-768003470 tempest-ComputeTenantNetworksTest-768003470-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1970956 Nov 10 21:42:30.608165 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7024fb34-b136-4407-b891-e7f177deda6d req-36b16075-702d-4b8e-a22c-621c587b5267 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0652423 Nov 10 21:42:30.608791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-582f9b5b-d060-41e3-9d64-83d2d017ab44 service neutron] 10.222.0.45 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657369 Nov 10 21:42:30.822070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-cd81e250-bd5b-49f1-987d-12f4c3bba6e2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:30.828600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-cd81e250-bd5b-49f1-987d-12f4c3bba6e2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 812 time: 0.2225049 Nov 10 21:42:30.838672 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66569c84-af3d-459e-b495-4c51fdf89cd2 req-642d00cd-6ae4-4517-b9f1-f490f53666df tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 210 time: 0.0703051 Nov 10 21:42:30.907119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Request body: {'port': {'device_id': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'admin_state_up': True, 'tenant_id': 'f1bc044361e9458a91074240d37f7214'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:30.987646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-144fa1f9-a5fc-42e1-9d1e-4ad685d556ae service neutron] 10.222.0.45 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219378 Nov 10 21:42:31.042724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2be48-2f10-4fa1-bc5d-4c6d43e8aecb req-5417d5cc-ee2b-458f-a4e4-fee02150f583 tempest-ComputeTenantNetworksTest-768003470 tempest-ComputeTenantNetworksTest-768003470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:31.049302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1e2be48-2f10-4fa1-bc5d-4c6d43e8aecb req-5417d5cc-ee2b-458f-a4e4-fee02150f583 tempest-ComputeTenantNetworksTest-768003470 tempest-ComputeTenantNetworksTest-768003470-project] 10.222.0.45 "GET /v2.0/networks/33f04ef5-63b1-49fa-9fdc-a8519d44eda3 HTTP/1.1" status: 200 len: 769 time: 0.1497509 Nov 10 21:42:31.053947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45374) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:31.166228 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.221820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Made reservation on behalf of f1bc044361e9458a91074240d37f7214 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:31.225417 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.280445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.299656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97804e-0a09-498a-90f2-d54e883f0b41 req-29a3a8e0-f8de-47e2-9916-833ef561a35c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:31.303080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df97804e-0a09-498a-90f2-d54e883f0b41 req-29a3a8e0-f8de-47e2-9916-833ef561a35c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.0900104 Nov 10 21:42:31.445725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df97804e-0a09-498a-90f2-d54e883f0b41 req-43f5a38b-e742-487b-98be-6dfe6fdffb13 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287463 Nov 10 21:42:31.525113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f04ef5-63b1-49fa-9fdc-a8519d44eda3']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:31.588114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb0737dc-6fa9-4f5c-85d6-6631bc8e3625 req-caef6b2a-4f54-4652-8fb6-8bf7e18017c8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 210 time: 0.0813034 Nov 10 21:42:31.603891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62d3143-8bd4-48b7-b1c3-e7f2af0f88c3') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:31.603891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62d3143-8bd4-48b7-b1c3-e7f2af0f88c3') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:31.622433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.645119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Allocated IP 172.20.0.4 (7dad6678-5dfe-4d09-b6f6-635b98a9149f/d1363015-d85e-46ce-9c77-d0c70f51ddec/42d8857c-6280-4691-ba15-7f7b5190b4c3) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:31.647438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.663207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:42:31.664663 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:42:31.666749 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:42:31.820644 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-988914c3-9eef-4ae1-aa66-5739d590dbbc req-43633f5c-c52d-495a-9572-8494943daa9a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 210 time: 0.0982554 Nov 10 21:42:31.894473 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.905101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:31.909994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] 10.222.0.45 "DELETE /v2.0/networks/33f04ef5-63b1-49fa-9fdc-a8519d44eda3 HTTP/1.1" status: 204 len: 168 time: 0.8549061 Nov 10 21:42:31.938503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0550f6-6a94-4df0-a11f-a3addaebca5d admin admin] Pushing event deleted for resources: {'Network': ['ID=33f04ef5-63b1-49fa-9fdc-a8519d44eda3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:31.943488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.078320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0300ca3-cf90-42dc-84cc-7228b94a1536 req-5b0c18bd-9eb4-41d6-af4b-1451c7562774 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 210 time: 0.0703104 Nov 10 21:42:32.150026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-b3b7e99b-f177-4183-8589-e7716e4b4045 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:32.151561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-b3b7e99b-f177-4183-8589-e7716e4b4045 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.53 "GET /v2.0/networks?id=fc5652de-064b-4fd6-8955-87dd32b5cf28 HTTP/1.1" status: 200 len: 807 time: 0.1705437 Nov 10 21:42:32.204611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.218038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b15a663-7e4a-4008-924b-ffc68135670b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:32.220878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:32.277859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:32.284382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-92bbaace-7a0d-47ee-bc00-c0817ffbbeea tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff HTTP/1.1" status: 200 len: 379 time: 0.1211505 Nov 10 21:42:32.288059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:32.298937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:32.305679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'port': {'device_id': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'admin_state_up': True, 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'security_groups': ['afd26b2d-d892-421a-8025-821624859e25']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:32.357899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:32.446283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:32.446965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.455809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45412) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:32.582907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4f021dc3-9f25-4c60-a2c3-478a71c4b29a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75580bea4ab7497793871a0ef6983321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1248491 Nov 10 21:42:32.584252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45416) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:32.612257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-17648fff-1d04-4321-bb9b-81eb5d727fff tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7098365 Nov 10 21:42:32.640431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Request body: {'port': {'device_id': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:32.726340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8478f759-9bd2-43cc-b23d-c26d9b18be72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.771524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Made reservation on behalf of 8ad4e9ba1baf4c42b41ecf0c3b14feff for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:32.776201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.782510 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2074ccf-a7f8-4e8b-a313-a50b826f4f45 req-52ad8735-eee0-4c57-b693-c1e165ae28dc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 210 time: 0.0984988 Nov 10 21:42:32.817453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3ebb1-fcb1-4e22-8f1b-4a6cea0c4d6f req-4b6e7ef2-e66d-443f-be1b-11edadae3d73 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:32.817453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39e3ebb1-fcb1-4e22-8f1b-4a6cea0c4d6f req-4b6e7ef2-e66d-443f-be1b-11edadae3d73 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.2102840 Nov 10 21:42:32.817453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8478f759-9bd2-43cc-b23d-c26d9b18be72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.827881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.830022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-656c9fd4-1664-49ea-873f-ab24b023b830 None None] Provisioning complete for port 42d8857c-6280-4691-ba15-7f7b5190b4c3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:32.830447 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-656c9fd4-1664-49ea-873f-ab24b023b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:32.882821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-656c9fd4-1664-49ea-873f-ab24b023b830 None None] Port 42d8857c-6280-4691-ba15-7f7b5190b4c3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:32.937453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39e3ebb1-fcb1-4e22-8f1b-4a6cea0c4d6f req-cd319e7e-fda4-4d51-825e-3d0a6d10611b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245956 Nov 10 21:42:33.020143 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8478f759-9bd2-43cc-b23d-c26d9b18be72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:33.022853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8478f759-9bd2-43cc-b23d-c26d9b18be72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:33.027596 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8478f759-9bd2-43cc-b23d-c26d9b18be72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f22594c3-2a87-4977-8d0d-8a3ad99cceae HTTP/1.1" status: 204 len: 168 time: 0.4420724 Nov 10 21:42:33.036597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478f759-9bd2-43cc-b23d-c26d9b18be72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22594c3-2a87-4977-8d0d-8a3ad99cceae,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:33.207760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Allocated IP 172.20.0.3 (fc5652de-064b-4fd6-8955-87dd32b5cf28/e2682bb8-cdd8-4803-8b4a-a51e6c82643c/3c250856-550e-4337-b493-aa5ea73e33b7) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:33.213974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55bf6b62-fb06-4c00-b3f9-c0ea94627a21 req-3faa48ea-4465-4369-a8e3-3a3ded0fcc04 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 210 time: 0.1374137 Nov 10 21:42:33.328071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2644f32-92fb-4c92-a6b1-258b509e868f req-57dd4179-9914-411d-b7e7-b68c7ce97786 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:33.336419 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2644f32-92fb-4c92-a6b1-258b509e868f req-57dd4179-9914-411d-b7e7-b68c7ce97786 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 931 time: 0.0905626 Nov 10 21:42:33.384429 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2644f32-92fb-4c92-a6b1-258b509e868f req-0f47f7ea-3072-4b77-aff6-167d09225b89 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Nov 10 21:42:33.521120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:33.620558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d8857c-6280-4691-ba15-7f7b5190b4c3 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:33.630364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:33.638276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:33.689542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Transition to ACTIVE for port object 42d8857c-6280-4691-ba15-7f7b5190b4c3 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:42:33.712000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:33.715650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:33.720611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:33.725376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'Port': ['ID=3c250856-550e-4337-b493-aa5ea73e33b7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:33.755031 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:33.832869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:33.833537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:33.856744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:33.972705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-a3f90c0a-c305-4711-9ed7-ae2380c9b640 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6743386 Nov 10 21:42:34.004652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Request body: {'port': {'device_id': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:34.018732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61da27a6-a95b-465c-b32a-2c26429d7420 req-6b7de4db-a346-40f9-b8b5-77fae9e94a18 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 210 time: 0.0606878 Nov 10 21:42:34.150888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Attempting to bind port 42d8857c-6280-4691-ba15-7f7b5190b4c3 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:34.151627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Attempting to bind port 42d8857c-6280-4691-ba15-7f7b5190b4c3 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:34.152181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Attempting to bind port 42d8857c-6280-4691-ba15-7f7b5190b4c3 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:34.165436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Port 42d8857c-6280-4691-ba15-7f7b5190b4c3 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:42:34.165736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Attempting to bind port 42d8857c-6280-4691-ba15-7f7b5190b4c3 on network 7dad6678-5dfe-4d09-b6f6-635b98a9149f {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:34.170851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e230862-023c-47b7-85ea-8efc96aa38e6 req-8a84e1c7-2cd4-40ad-ae60-ca394cdf6aba tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:34.190990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e230862-023c-47b7-85ea-8efc96aa38e6 req-8a84e1c7-2cd4-40ad-ae60-ca394cdf6aba tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.0947936 Nov 10 21:42:34.206065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:34.207178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Checking segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:34.213713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Bound using segment: {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:34.214298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Bound port: 42d8857c-6280-4691-ba15-7f7b5190b4c3, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677b74ea-05ae-4a51-9582-456b07e6fd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:34.214298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:34.232499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:34.324942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e230862-023c-47b7-85ea-8efc96aa38e6 req-c3a9e1de-7578-4186-af5d-e9b6b68f033b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314282 Nov 10 21:42:34.328117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2d1f6ef3-3132-417a-9170-8cbe764ac346 None None] Provisioning complete for port 3c250856-550e-4337-b493-aa5ea73e33b7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:34.328600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2d1f6ef3-3132-417a-9170-8cbe764ac346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:34.410110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f6ef3-3132-417a-9170-8cbe764ac346 None None] Port 3c250856-550e-4337-b493-aa5ea73e33b7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:34.530397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf473365-2de2-4efb-89f8-e4d2e077b341 req-af18aeae-f50a-41c5-9fc3-2966389affad tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:34.532039 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf473365-2de2-4efb-89f8-e4d2e077b341 req-af18aeae-f50a-41c5-9fc3-2966389affad tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.0528426 Nov 10 21:42:34.596418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf473365-2de2-4efb-89f8-e4d2e077b341 req-f849cead-69d8-4422-925f-77851e6d82cf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581057 Nov 10 21:42:34.919783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:34.988983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504543a-0c7d-402f-8dfb-aaf27dd07998 req-296164fc-f57d-4836-b12b-e4d639358e6d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:34.988983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c504543a-0c7d-402f-8dfb-aaf27dd07998 req-296164fc-f57d-4836-b12b-e4d639358e6d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 931 time: 0.6356058 Nov 10 21:42:34.993652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:35.133146 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:35.143615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-937211e5-81fe-4d01-b110-3f980326a5c0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:35.145557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-937211e5-81fe-4d01-b110-3f980326a5c0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.64 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 810 time: 0.6740921 Nov 10 21:42:35.205353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c504543a-0c7d-402f-8dfb-aaf27dd07998 req-b8c2166d-fa98-4dec-b8ea-34776b0d6246 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044671 Nov 10 21:42:35.267692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:35.268315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:35.269699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] 10.222.0.53 "PUT /v2.0/ports/42d8857c-6280-4691-ba15-7f7b5190b4c3 HTTP/1.1" status: 200 len: 1092 time: 2.6437624 Nov 10 21:42:35.270146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:35.272411 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:35.352082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4d63aba-33dc-4419-9950-12812b7b3ef1 req-0140703e-9032-469a-9049-d0cf2ec3e7f4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 210 time: 0.0687490 Nov 10 21:42:35.492407 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8647a52-ca63-458f-92be-7bbf03a2833a x-openstack-request-id: req-e8647a52-ca63-458f-92be-7bbf03a2833a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:35.492676 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:35.492986 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8647a52-ca63-458f-92be-7bbf03a2833a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:35.493323 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'status': 'completed', 'code': 200} Nov 10 21:42:35.515024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629deee-49f4-4e64-8a4a-4b4031d672d1 service neutron] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:35.562923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c250856-550e-4337-b493-aa5ea73e33b7 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:35.571992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-30e3edf7-ce03-4afc-ad3c-fa45dffc1cf2 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feadca3bdf8b4277be6dd51cca414b00 HTTP/1.1" status: 200 len: 380 time: 0.3646066 Nov 10 21:42:35.578346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:35.589733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'port': {'device_id': '157b5541-fe79-4897-8c3d-152abc5147e9', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'admin_state_up': True, 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'security_groups': ['12d1cb71-35a1-4dbe-886f-eca22d4ca2b3']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:35.608518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-c4396fa9-3300-479e-a2a7-e4e262923c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:35.610024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-c4396fa9-3300-479e-a2a7-e4e262923c51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 1095 time: 0.1588671 Nov 10 21:42:35.636862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Transition to ACTIVE for port object 3c250856-550e-4337-b493-aa5ea73e33b7 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:42:35.694169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-018802c7-60ad-4ccb-8dfd-e437c135e638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:35.710939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-23319a8a-7ffb-41bf-8262-dc0160431517 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3 HTTP/1.1" status: 200 len: 217 time: 0.0753758 Nov 10 21:42:35.726490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78388a0-72a3-40fc-adec-dd6fe129122f req-055ad60d-67a3-469a-9866-70658d69f1e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:35.728229 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e78388a0-72a3-40fc-adec-dd6fe129122f req-055ad60d-67a3-469a-9866-70658d69f1e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.2038507 Nov 10 21:42:35.793980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:35.931936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d600b-2521-45d8-b540-5038c8c8450e req-d3a219d5-6726-48ed-9c23-a2190e30e9c8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:35.940334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-451d600b-2521-45d8-b540-5038c8c8450e req-d3a219d5-6726-48ed-9c23-a2190e30e9c8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.0818498 Nov 10 21:42:35.949587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e78388a0-72a3-40fc-adec-dd6fe129122f req-cb610627-3282-4fdf-9f73-46e1b50c0ec3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660182 Nov 10 21:42:35.996076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-50e5ec1b-156f-46bc-bfa0-9ad836026521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:36.002426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-50e5ec1b-156f-46bc-bfa0-9ad836026521 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.2732565 Nov 10 21:42:36.016653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-451d600b-2521-45d8-b540-5038c8c8450e req-b3c4834c-614c-4204-89db-168da5a71184 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734239 Nov 10 21:42:36.180836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c250856-550e-4337-b493-aa5ea73e33b7,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:36.191984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Attempting to bind port 3c250856-550e-4337-b493-aa5ea73e33b7 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:36.192266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Attempting to bind port 3c250856-550e-4337-b493-aa5ea73e33b7 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:36.192695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Attempting to bind port 3c250856-550e-4337-b493-aa5ea73e33b7 on network fc5652de-064b-4fd6-8955-87dd32b5cf28 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:36.199756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Made reservation on behalf of feadca3bdf8b4277be6dd51cca414b00 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:36.203474 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:36.251396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Port 3c250856-550e-4337-b493-aa5ea73e33b7 on network fc5652de-064b-4fd6-8955-87dd32b5cf28 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:42:36.251829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Attempting to bind port 3c250856-550e-4337-b493-aa5ea73e33b7 on network fc5652de-064b-4fd6-8955-87dd32b5cf28 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:36.435894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd30ee-6aa9-4b5a-83d1-92caf351a988 req-a6d2d6cf-d416-4759-824b-70f7a3ecb217 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:36.441301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37cd30ee-6aa9-4b5a-83d1-92caf351a988 req-a6d2d6cf-d416-4759-824b-70f7a3ecb217 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 943 time: 0.1377809 Nov 10 21:42:36.509700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:36.510249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Checking segment: {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:36.510416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Bound using segment: {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:36.510864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Bound port: 3c250856-550e-4337-b493-aa5ea73e33b7, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99debb89-f008-494c-a7b9-23bf94280494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:36.511274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:36.541434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37cd30ee-6aa9-4b5a-83d1-92caf351a988 req-cdb252b5-c20f-42ea-8327-7d490a2adc98 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888901 Nov 10 21:42:36.543717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-a967b849-2fdf-42ab-a51a-5881e8391ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:36.545453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-a967b849-2fdf-42ab-a51a-5881e8391ece service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5324657 Nov 10 21:42:36.551305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b66f907-06ce-45aa-b145-ac82a8e677a5 req-904f65d3-03a9-4325-a4c1-3116ababb789 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 210 time: 0.0609040 Nov 10 21:42:36.558172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Allocated IP 172.20.0.9 (3a8a83f2-9f7c-46c9-85f5-00fb57b5155e/42e414c9-c466-43dd-95c2-a7ccd5c0bc30/f2d47fa1-eb8e-429f-8cb8-42f8e68de616) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:36.771597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] For port 3c250856-550e-4337-b493-aa5ea73e33b7, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:36.780017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-68e3b7be-99bc-4082-9603-f8c95a4d6421 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185893 Nov 10 21:42:36.827658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] For port 3c250856-550e-4337-b493-aa5ea73e33b7, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3c250856-550e-4337-b493-aa5ea73e33b7,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:36.931050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:36.937594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:36.988055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d73ca460-d7e4-4af2-8f9c-989dd02efe92 req-8c365f4c-035e-44ae-8774-da49432be044 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751075 Nov 10 21:42:36.989074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:36.989677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:36.991109 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/3c250856-550e-4337-b493-aa5ea73e33b7 HTTP/1.1" status: 200 len: 1092 time: 2.9971578 Nov 10 21:42:37.032103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c17a9-7ead-4c3a-8ff2-fe1c6ce699e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c250856-550e-4337-b493-aa5ea73e33b7,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:37.211705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8cb46-f058-4986-9120-c65009e93861 req-207e811d-d61d-4666-8961-1b7a0a8dc8ba tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.223389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5f8cb46-f058-4986-9120-c65009e93861 req-207e811d-d61d-4666-8961-1b7a0a8dc8ba tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1868439 Nov 10 21:42:37.256448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:37.297545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5f8cb46-f058-4986-9120-c65009e93861 req-c8936a14-17d4-4f3f-9e11-0d60cf5e26cc tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712318 Nov 10 21:42:37.482697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:37.498196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d6a8e-e852-4df2-a114-427eb63fcf84 req-2a3a5db4-6528-4a6c-a4ce-ca64449eccc6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.499852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a88d6a8e-e852-4df2-a114-427eb63fcf84 req-2a3a5db4-6528-4a6c-a4ce-ca64449eccc6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.3799381 Nov 10 21:42:37.500717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:37.504987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:37.512407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:37.514711 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503a7381-cdba-4aa4-ad03-da2cc5bad37e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:37.568165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'Port': ['ID=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:37.581779 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b4e13-895e-4a36-9722-b1a72654bc7f x-openstack-request-id: req-e38b4e13-895e-4a36-9722-b1a72654bc7f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:37.582248 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:37.582503 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e38b4e13-895e-4a36-9722-b1a72654bc7f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:37.582911 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7', 'status': 'completed', 'code': 200} Nov 10 21:42:37.609137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-9464321d-0548-4bca-9fdd-318d0d251843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.611811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-9464321d-0548-4bca-9fdd-318d0d251843 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff&device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1095 time: 0.3815560 Nov 10 21:42:37.617547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-03834d57-c87e-48c2-bbf7-d96001b9cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.619044 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-03834d57-c87e-48c2-bbf7-d96001b9cda4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 1095 time: 0.3801064 Nov 10 21:42:37.631617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.639010 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:37.715599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdfed-b6af-4303-bee3-097e34af0308 req-f1114018-5430-4de0-a8d5-c2a737da90f8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.718643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01dbdfed-b6af-4303-bee3-097e34af0308 req-f1114018-5430-4de0-a8d5-c2a737da90f8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0773337 Nov 10 21:42:37.748604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-358b79f7-8d18-4408-9244-0297d41d7c14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c250856-550e-4337-b493-aa5ea73e33b7 HTTP/1.1" status: 200 len: 217 time: 0.1066270 Nov 10 21:42:37.796512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a88d6a8e-e852-4df2-a114-427eb63fcf84 req-26cb5b5e-a64d-4150-8832-9f50200d2cf5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755375 Nov 10 21:42:37.847599 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01dbdfed-b6af-4303-bee3-097e34af0308 req-76ab54ad-72aa-40b1-8cdc-f45ac247348a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034756 Nov 10 21:42:37.875965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-63e6ceae-8c9c-47d8-92f9-a9028ceb3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.877437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-63e6ceae-8c9c-47d8-92f9-a9028ceb3b53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2682bb8-cdd8-4803-8b4a-a51e6c82643c HTTP/1.1" status: 200 len: 846 time: 0.0929902 Nov 10 21:42:37.882957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-8e0719dd-7e40-427a-9808-e3bf00a26db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:37.884568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-8e0719dd-7e40-427a-9808-e3bf00a26db9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2356610 Nov 10 21:42:37.897285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-20bdc1e7-2879-40ec-ae38-55c9e4b6c6e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3124905 Nov 10 21:42:37.914710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-54b3b3c5-f757-44a8-a3ed-f388e8fd2c3a None None] Provisioning complete for port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:37.915606 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54b3b3c5-f757-44a8-a3ed-f388e8fd2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:37.922364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Request body: {'port': {'device_id': '157b5541-fe79-4897-8c3d-152abc5147e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:37.983092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-54b3b3c5-f757-44a8-a3ed-f388e8fd2c3a None None] Port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:42:37.985229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-78238767-9872-468a-a877-845ac80b09ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:38.003249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-1bea572f-3550-485c-b61f-9e3fd2d2e5f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3 HTTP/1.1" status: 200 len: 217 time: 0.1046667 Nov 10 21:42:38.117539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-cd2977cf-9e73-4972-8a6b-cf1781116026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:38.119250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-cd2977cf-9e73-4972-8a6b-cf1781116026 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc5652de-064b-4fd6-8955-87dd32b5cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195926 Nov 10 21:42:38.131104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edff6a-e0fe-4e98-b0a2-8a15bf74dbfa req-986280c4-213d-472a-8b84-fb79b00a5695 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:38.133412 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45edff6a-e0fe-4e98-b0a2-8a15bf74dbfa req-986280c4-213d-472a-8b84-fb79b00a5695 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 931 time: 0.1582139 Nov 10 21:42:38.137772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:38.150588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-3f1fabad-70fe-42ed-a7f6-cc7c654bd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:38.152080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-3f1fabad-70fe-42ed-a7f6-cc7c654bd3d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1283140 Nov 10 21:42:38.375230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45edff6a-e0fe-4e98-b0a2-8a15bf74dbfa req-82407342-fb86-4b2a-a9d3-3f55287f7982 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265310 Nov 10 21:42:38.383661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-31a0580b-ef02-4d9e-8057-51ccbebc0e94 service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466593 Nov 10 21:42:38.480116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-d70650e9-23cc-4105-9a6a-ed74cc84b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:38.481631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-d70650e9-23cc-4105-9a6a-ed74cc84b09b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3121755 Nov 10 21:42:38.498209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a99e2-7e17-4b21-8137-60d4f19ccc43 req-d2b3ccdb-0e9a-4657-98c3-9fb757efe7be tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:38.505824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-643a99e2-7e17-4b21-8137-60d4f19ccc43 req-d2b3ccdb-0e9a-4657-98c3-9fb757efe7be tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1166289 Nov 10 21:42:38.584240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-643a99e2-7e17-4b21-8137-60d4f19ccc43 req-5001ab88-d566-4a70-bb6a-cd00abdd15e6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728462 Nov 10 21:42:38.795863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed4d6f0-5dea-46d2-af0a-cc033633f586 req-bbc07df7-c6d2-47bb-a955-001be13b2edb service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259554 Nov 10 21:42:38.809973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-de6386fb-d760-44c3-8914-b9fdf488dcd8 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075340 Nov 10 21:42:39.143266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588447c-7a2d-4c21-831a-2dae92f5a27f req-552ec3bb-8f9c-460b-9447-48914616746f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:39.144918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4588447c-7a2d-4c21-831a-2dae92f5a27f req-552ec3bb-8f9c-460b-9447-48914616746f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.0945895 Nov 10 21:42:39.219246 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4588447c-7a2d-4c21-831a-2dae92f5a27f req-de2e94c5-dc7d-4ebd-85b2-77c6ea0716d9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660632 Nov 10 21:42:39.311267 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:39.349258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7c25f-0dbf-44da-8db7-43e3e85fed00 req-1df3f9c5-d666-483f-816c-5766488aefa0 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:39.351368 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7a7c25f-0dbf-44da-8db7-43e3e85fed00 req-1df3f9c5-d666-483f-816c-5766488aefa0 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0585227 Nov 10 21:42:39.391684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cacc4f4-e3a2-47c8-bc0c-5389628f66fb req-f1e1c04b-5d38-4acc-aedd-1064e3073523 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716438 Nov 10 21:42:39.413696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7a7c25f-0dbf-44da-8db7-43e3e85fed00 req-3e3eb53d-ae05-45d2-b5a7-508eff365347 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538280 Nov 10 21:42:39.447192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d47fa1-eb8e-429f-8cb8-42f8e68de616 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:39.456161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:39.470642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Transition to ACTIVE for port object f2d47fa1-eb8e-429f-8cb8-42f8e68de616 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:42:39.479771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-5fe59a0f-b881-4b47-8d73-5ace5659f015 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:39.487370 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-5fe59a0f-b881-4b47-8d73-5ace5659f015 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 0.6282709 Nov 10 21:42:39.514353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-270ea0f9-027d-4751-9cf0-c68d60e31222 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/quotas/fd7294429c004a9293078011e1c782f4 HTTP/1.1" status: 200 len: 375 time: 0.0258527 Nov 10 21:42:39.531471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-60a7203f-2aa4-4af6-9eda-ef0dba05923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:39.533192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-60a7203f-2aa4-4af6-9eda-ef0dba05923a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff&device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1095 time: 0.5459554 Nov 10 21:42:39.648326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-b5944a38-48b7-4007-b553-415223e0c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:39.650036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-b5944a38-48b7-4007-b553-415223e0c7c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc5652de-064b-4fd6-8955-87dd32b5cf28 HTTP/1.1" status: 200 len: 908 time: 0.1021512 Nov 10 21:42:39.652157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:39.659747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402aca1-3c33-4f04-9026-fd491c843c55 req-8e586a67-af2b-4c51-831e-aec437a0bec4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:39.661277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0402aca1-3c33-4f04-9026-fd491c843c55 req-8e586a67-af2b-4c51-831e-aec437a0bec4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 943 time: 0.0954022 Nov 10 21:42:39.756597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0402aca1-3c33-4f04-9026-fd491c843c55 req-7df471c8-3b29-4dec-8038-5f3b41095945 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777988 Nov 10 21:42:39.757013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-724ef21c-7ddd-43e7-9ffd-dc202c03a8a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c250856-550e-4337-b493-aa5ea73e33b7 HTTP/1.1" status: 200 len: 217 time: 0.0955851 Nov 10 21:42:39.832741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-672a0768-2925-4c60-b3ae-f193dde7c9ae tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3174262 Nov 10 21:42:39.858612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Pushing event updated for resources: {'Port': ['ID=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:39.935681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa92db-a691-4d85-9779-02ea00a7f42f req-e5bc60d1-0dfa-4882-b1a5-9b55166c10bf tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:39.937228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4baa92db-a691-4d85-9779-02ea00a7f42f req-e5bc60d1-0dfa-4882-b1a5-9b55166c10bf tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.0941112 Nov 10 21:42:40.077440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4baa92db-a691-4d85-9779-02ea00a7f42f req-d7c35932-8237-4c3b-af14-7919d3965b5a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331244 Nov 10 21:42:40.117259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593374ad-7de6-40d5-aac9-0dcc35fdd252 req-73dd85ec-8993-4914-94a7-e6690219f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:40.120436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-593374ad-7de6-40d5-aac9-0dcc35fdd252 req-73dd85ec-8993-4914-94a7-e6690219f28c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 1098 time: 0.0856032 Nov 10 21:42:40.124993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-582fbe98-8425-4472-8752-2fcd88c1d4f6 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796054 Nov 10 21:42:40.177299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-74f3eec1-0093-4f78-bae5-9f65ef80c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:40.178762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-74f3eec1-0093-4f78-bae5-9f65ef80c169 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2682bb8-cdd8-4803-8b4a-a51e6c82643c HTTP/1.1" status: 200 len: 846 time: 0.3956349 Nov 10 21:42:40.197477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-593374ad-7de6-40d5-aac9-0dcc35fdd252 req-b592fad9-8098-47ab-ac0b-1fccc3f08276 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628426 Nov 10 21:42:40.269663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Attempting to bind port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:40.269939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Attempting to bind port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:40.270897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Attempting to bind port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:40.292737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:42:40.293068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Attempting to bind port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:40.338739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:40.339076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Checking segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:40.339459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Bound using segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:40.339941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Bound port: f2d47fa1-eb8e-429f-8cb8-42f8e68de616, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:40.340298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:40.351959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-8f73f060-dddd-4e5a-a4af-515669966cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:40.353500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-8f73f060-dddd-4e5a-a4af-515669966cc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc5652de-064b-4fd6-8955-87dd32b5cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642394 Nov 10 21:42:40.375920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-9e46c503-7b0f-444f-aa6f-3f6a2a7cc637 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387872 Nov 10 21:42:40.381361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bdfb7-0abb-4192-bf88-c379899a706a req-fa254d4c-8cbc-43fb-bc66-bb523a4d13f8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:40.388810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-120bdfb7-0abb-4192-bf88-c379899a706a req-fa254d4c-8cbc-43fb-bc66-bb523a4d13f8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.0820625 Nov 10 21:42:40.530476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] For port f2d47fa1-eb8e-429f-8cb8-42f8e68de616, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:40.535098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] For port f2d47fa1-eb8e-429f-8cb8-42f8e68de616, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:40.540192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-425f6b70-4836-41d5-ab6d-50a4083564c8 service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763992 Nov 10 21:42:40.564355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-120bdfb7-0abb-4192-bf88-c379899a706a req-1a794829-cdd9-4a4e-ab89-f8f816450002 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718161 Nov 10 21:42:40.696902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:40.723393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:40.745169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776c49e-ec48-4e2a-b95e-c8d598c26579 req-eca7169a-e4cc-4011-b41d-dcfe7fbb72a8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:40.747256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a776c49e-ec48-4e2a-b95e-c8d598c26579 req-eca7169a-e4cc-4011-b41d-dcfe7fbb72a8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 943 time: 0.0607972 Nov 10 21:42:40.860412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a776c49e-ec48-4e2a-b95e-c8d598c26579 req-91b43c78-289c-4f01-a825-44dc8e7aa171 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045418 Nov 10 21:42:40.872034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Pushing event updated for resources: {'Port': ['ID=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:40.875657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:40.876311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:40.877709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-908f9ef2-ffc7-485e-b415-3a0ab730308a service neutron] 10.222.0.64 "PUT /v2.0/ports/f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 200 len: 1092 time: 2.9608066 Nov 10 21:42:40.896216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:40.899163 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ae8a2-bbb6-465e-8902-c7168c84ec1d" -d '{"events": [{"name": "network-changed", "server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:40.928391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71f75dee-21a0-43a5-b9f2-ba7ace53c1f0 req-371409de-5de3-48f2-b9ec-7135fb57a28f tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 210 time: 0.0845876 Nov 10 21:42:40.950581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503a7381-cdba-4aa4-ad03-da2cc5bad37e req-242f45d4-6078-4766-869f-6470901bb8e2 service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994656 Nov 10 21:42:40.977509 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7fc90b-fc76-4891-b126-94b6977a4290 x-openstack-request-id: req-9d7fc90b-fc76-4891-b126-94b6977a4290 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:40.977509 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:40.977509 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d7fc90b-fc76-4891-b126-94b6977a4290 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:40.977509 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'status': 'completed', 'code': 200} Nov 10 21:42:41.117555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae8a2-bbb6-465e-8902-c7168c84ec1d req-e6162425-2586-4a6b-a28a-6d52f85715ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:41.126459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e37ae8a2-bbb6-465e-8902-c7168c84ec1d req-e6162425-2586-4a6b-a28a-6d52f85715ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1095 time: 0.1037874 Nov 10 21:42:41.140499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee73554-a61b-42bf-82b7-6eb5ad09b837 req-4f36d7b2-6094-4e09-bea9-4a4151aa3601 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:41.148790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bee73554-a61b-42bf-82b7-6eb5ad09b837 req-4f36d7b2-6094-4e09-bea9-4a4151aa3601 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 943 time: 0.0925605 Nov 10 21:42:41.251043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3c250856-550e-4337-b493-aa5ea73e33b7 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:42:41.256894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bee73554-a61b-42bf-82b7-6eb5ad09b837 req-fa43df5f-8872-47bc-b5c4-d96ccc46fdbb tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008074 Nov 10 21:42:41.394518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3208-1258-431e-8ead-58ac4ba255a7 req-9a5ab082-d24c-40d7-ad2a-fed47915c156 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:41.396706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2ca3208-1258-431e-8ead-58ac4ba255a7 req-9a5ab082-d24c-40d7-ad2a-fed47915c156 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1134725 Nov 10 21:42:41.400652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae8a2-bbb6-465e-8902-c7168c84ec1d req-e1816e5b-fef1-442f-9e37-2724a1f836a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:41.402261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e37ae8a2-bbb6-465e-8902-c7168c84ec1d req-e1816e5b-fef1-442f-9e37-2724a1f836a4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=feadca3bdf8b4277be6dd51cca414b00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2655551 Nov 10 21:42:41.441224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3c250856-550e-4337-b493-aa5ea73e33b7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3c250856-550e-4337-b493-aa5ea73e33b7,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:41.444752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:41.459109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '3c250856-550e-4337-b493-aa5ea73e33b7', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'port_id': '3c250856-550e-4337-b493-aa5ea73e33b7', 'mac_address': 'fa:16:3e:b2:b5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:41.512115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:41.530930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2ca3208-1258-431e-8ead-58ac4ba255a7 req-26441805-97e9-41bf-891e-71025489e9a9 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258566 Nov 10 21:42:41.534713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c250856-550e-4337-b493-aa5ea73e33b7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:41.586658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae8a2-bbb6-465e-8902-c7168c84ec1d req-1efb98e3-dbbb-498c-b03f-afa4bc2bf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:41.588386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e37ae8a2-bbb6-465e-8902-c7168c84ec1d req-1efb98e3-dbbb-498c-b03f-afa4bc2bf2bb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718557 Nov 10 21:42:41.642625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3c250856-550e-4337-b493-aa5ea73e33b7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3c250856-550e-4337-b493-aa5ea73e33b7,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:41.712143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:41.713014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 42d8857c-6280-4691-ba15-7f7b5190b4c3 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:42:41.761442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-a807fad1-aa8a-459c-927b-3720c9fd3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:41.766642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-a807fad1-aa8a-459c-927b-3720c9fd3496 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1095 time: 0.0993590 Nov 10 21:42:41.818780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e4740-7e9b-41d6-af15-f4be1ae709a2 req-f9c6a7f7-21c9-41f0-9bb4-4ee2964a35f0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:41.831410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c8e4740-7e9b-41d6-af15-f4be1ae709a2 req-f9c6a7f7-21c9-41f0-9bb4-4ee2964a35f0 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.0996513 Nov 10 21:42:41.874474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-5193fd16-267a-44bf-8f71-2c5e2ac41e3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 200 len: 217 time: 0.0993972 Nov 10 21:42:41.918968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:41.965102 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c8e4740-7e9b-41d6-af15-f4be1ae709a2 req-4667d318-84cc-47ad-abd6-55fe8be7abf3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273532 Nov 10 21:42:42.024362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-365ac239-6d3c-4b01-bd29-4626f8d7567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:42.029883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-365ac239-6d3c-4b01-bd29-4626f8d7567b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.1437573 Nov 10 21:42:42.046067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'mac_address': 'fa:16:3e:99:ac:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:42.055147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3c250856-550e-4337-b493-aa5ea73e33b7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:42.108239 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-189f282e-2e94-4f4c-8d91-fea14548a795 req-73669e8b-8622-4fbb-b6bd-1a6afde7975e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 210 time: 0.0613494 Nov 10 21:42:42.158706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:42.201236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d8857c-6280-4691-ba15-7f7b5190b4c3 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:42.205215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-d7d6ebf4-86fe-4f67-8adf-560fb68f19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:42.206726 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-d7d6ebf4-86fe-4f67-8adf-560fb68f19b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729815 Nov 10 21:42:42.223451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b2c94-f046-4bad-ad2e-12042294c571 req-a3ad2b9a-1230-434e-91d1-46146e75371d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:42.224983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed9b2c94-f046-4bad-ad2e-12042294c571 req-a3ad2b9a-1230-434e-91d1-46146e75371d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 944 time: 0.1599886 Nov 10 21:42:42.231293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.231631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.233014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.245976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.246377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.246720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.247051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.247377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.248859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.249193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.249918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.250490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:42:42.321273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:42.356988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed9b2c94-f046-4bad-ad2e-12042294c571 req-5c6d783f-7e5b-47fd-88f2-c596e43bf98e tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026032 Nov 10 21:42:42.390050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:42.458729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-5139a569-f8b6-4e83-ab84-826061dd7e85 service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200091 Nov 10 21:42:42.532110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed5cc-5c43-4da5-b73e-0dfaa3e8b505 req-6af847a3-5a23-45cb-994c-e5b00a9e6dd6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:42.532110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58ed5cc-5c43-4da5-b73e-0dfaa3e8b505 req-6af847a3-5a23-45cb-994c-e5b00a9e6dd6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 943 time: 0.1003230 Nov 10 21:42:42.566521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:42.608896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58ed5cc-5c43-4da5-b73e-0dfaa3e8b505 req-a2ed24b1-a593-420d-8c2d-3a41dfd670b0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785642 Nov 10 21:42:42.626998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a2a96e1-9cc6-4c9a-a4a4-99e4c00e766e req-7c6df833-315e-410d-a712-928a1b58fc09 service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722369 Nov 10 21:42:42.652728 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3c250856-550e-4337-b493-aa5ea73e33b7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:42.691884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['42d8857c-6280-4691-ba15-7f7b5190b4c3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:42.854106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491f8d-9d64-425a-adb7-200c09ff422e req-4680e9c3-bbd6-4d7d-a581-e44379de2bd3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:42.863588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72491f8d-9d64-425a-adb7-200c09ff422e req-4680e9c3-bbd6-4d7d-a581-e44379de2bd3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1039965 Nov 10 21:42:42.929236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72491f8d-9d64-425a-adb7-200c09ff422e req-a21d41ce-b473-4dcd-815c-78869fd886fe tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642092 Nov 10 21:42:43.177140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2575cd-e90a-49a0-9ab6-ba7c02ec2e5c req-f2e7495c-7865-4b34-bf5b-120e0f776445 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:43.179001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad2575cd-e90a-49a0-9ab6-ba7c02ec2e5c req-f2e7495c-7865-4b34-bf5b-120e0f776445 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1156023 Nov 10 21:42:43.330420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad2575cd-e90a-49a0-9ab6-ba7c02ec2e5c req-36051a8a-6bff-4877-8607-72443e522d43 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137872 Nov 10 21:42:43.353877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470d54-017b-43e8-8745-2cd11d965d7d req-9a8dae82-5c24-4b46-90ae-bd04c3eebb58 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:43.359449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05470d54-017b-43e8-8745-2cd11d965d7d req-9a8dae82-5c24-4b46-90ae-bd04c3eebb58 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 944 time: 0.1449771 Nov 10 21:42:43.494030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05470d54-017b-43e8-8745-2cd11d965d7d req-524f1ae1-f62b-49a8-a4ce-df9169f4a537 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296680 Nov 10 21:42:43.536835 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe279808-fb6a-45db-b48a-7960094edafc req-5dc68f01-b082-4bde-99c7-e4ac609d62bb tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 210 time: 0.0765743 Nov 10 21:42:43.793810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4630ce8-c0f7-41cf-8d21-7471cc71e12c req-4a7bf2cf-a4c9-4af6-975e-c12cad5dbcb5 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:43.807360 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4630ce8-c0f7-41cf-8d21-7471cc71e12c req-4a7bf2cf-a4c9-4af6-975e-c12cad5dbcb5 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 944 time: 0.1361408 Nov 10 21:42:43.881541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45762) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:43.923582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-01952e56-bb28-4e6b-a729-d1963e84320d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:43.965803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-01952e56-bb28-4e6b-a729-d1963e84320d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.64 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 0.3084252 Nov 10 21:42:43.978144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4630ce8-c0f7-41cf-8d21-7471cc71e12c req-7cebc96b-1fca-4572-891a-3bf703fadcff tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622901 Nov 10 21:42:43.991810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Request body: {'port': {'device_id': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'admin_state_up': True, 'tenant_id': 'fd7294429c004a9293078011e1c782f4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:44.229017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6e110bd7-09fe-4d5a-a449-f524dca31c86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.268117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e40ab5-234c-44a6-8369-655fe2c91707 req-04400df4-b891-492c-85a7-17d995acca01 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:44.270683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62e40ab5-234c-44a6-8369-655fe2c91707 req-04400df4-b891-492c-85a7-17d995acca01 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1747146 Nov 10 21:42:44.299370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae01941-e426-432e-8b72-0d883eb3757d req-fbe66277-916b-4769-b3ef-d6ca6e10c550 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:44.308768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ae01941-e426-432e-8b72-0d883eb3757d req-fbe66277-916b-4769-b3ef-d6ca6e10c550 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 943 time: 0.1583760 Nov 10 21:42:44.373533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6e110bd7-09fe-4d5a-a449-f524dca31c86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.433873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ae01941-e426-432e-8b72-0d883eb3757d req-d5559e84-eea7-4d0c-936c-dad7c387fa4c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240959 Nov 10 21:42:44.450505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62e40ab5-234c-44a6-8369-655fe2c91707 req-9f8d3796-5e12-45d7-9415-8322eb570488 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751042 Nov 10 21:42:44.466769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6e110bd7-09fe-4d5a-a449-f524dca31c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.506190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Made reservation on behalf of fd7294429c004a9293078011e1c782f4 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:42:44.512374 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.524994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6e110bd7-09fe-4d5a-a449-f524dca31c86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=830c9427403d45a59a8b67f725b4363b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5757742 Nov 10 21:42:44.526092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45778) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:44.542059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e110bd7-09fe-4d5a-a449-f524dca31c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f92e999-e183-4475-ac03-df359fd076ba,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:44.592677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41645d1a-5432-4ab1-a671-8198d03f6e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.619349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41645d1a-5432-4ab1-a671-8198d03f6e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.728254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb8af952-f1d6-4728-98dc-4cfe5aaeb341 req-8513a3a8-2175-4939-9de1-722a3d16e86b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 210 time: 0.0430610 Nov 10 21:42:44.780294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Allocated IP 172.20.0.12 (e28e65cd-be8e-49e8-a2a7-e68a41cf351d/676a056e-0ee6-46c1-8d0c-777d1451f7f1/2d506b53-b16e-46b1-8fb9-d79972316464) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:44.783386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41645d1a-5432-4ab1-a671-8198d03f6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.787225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41645d1a-5432-4ab1-a671-8198d03f6e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:44.788565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-41645d1a-5432-4ab1-a671-8198d03f6e04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f92e999-e183-4475-ac03-df359fd076ba HTTP/1.1" status: 204 len: 168 time: 0.2615139 Nov 10 21:42:44.800554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645d1a-5432-4ab1-a671-8198d03f6e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f92e999-e183-4475-ac03-df359fd076ba,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:44.831777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ae8bb-a1ee-4736-8340-6f12c34e131a req-87f9d7f3-6b13-4db7-94ad-e83bddc0a5d3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:44.840491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae5ae8bb-a1ee-4736-8340-6f12c34e131a req-87f9d7f3-6b13-4db7-94ad-e83bddc0a5d3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 944 time: 0.1464627 Nov 10 21:42:44.881338 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:42:44.952422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ae5ae8bb-a1ee-4736-8340-6f12c34e131a req-a11a607a-23a0-4b6e-878e-df6bf67fb7cd tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106303 Nov 10 21:42:45.114928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:45.167656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c64e7-82ea-4c3b-a9bf-89f569dee0a1 req-e5458a17-045d-419c-ba48-2f5a25d382a2 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:45.177691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a44c64e7-82ea-4c3b-a9bf-89f569dee0a1 req-e5458a17-045d-419c-ba48-2f5a25d382a2 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 944 time: 0.1046274 Nov 10 21:42:45.220255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:45.233023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:45.249397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a44c64e7-82ea-4c3b-a9bf-89f569dee0a1 req-fa5cfea2-9ea6-4864-9a15-c6dd71590233 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705662 Nov 10 21:42:45.283775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3c250856-550e-4337-b493-aa5ea73e33b7 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:45.326783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:45.343686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:45.372888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:45.376913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event updated for resources: {'Port': ['ID=2d506b53-b16e-46b1-8fb9-d79972316464,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:45.422606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-4e3c0d02-bed2-4108-a03e-8ccdbf5829f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1451910 Nov 10 21:42:45.449349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:45.450280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:45.484532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 3c250856-550e-4337-b493-aa5ea73e33b7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:45.554103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 3c250856-550e-4337-b493-aa5ea73e33b7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:45.555407 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:45.572162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6c88883f-b79f-4d56-9dce-7745f9ffdb7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5975742 Nov 10 21:42:45.588246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653d100-2dd3-4c1b-9650-29fef8718daa req-f1e7c06a-aa8e-43b9-a212-50fc38004003 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:45.594749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Request body: {'port': {'device_id': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:45.597189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b653d100-2dd3-4c1b-9650-29fef8718daa req-f1e7c06a-aa8e-43b9-a212-50fc38004003 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0665760 Nov 10 21:42:45.672343 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b653d100-2dd3-4c1b-9650-29fef8718daa req-af21afc5-b065-4d9d-b3d4-ec5b70660bb7 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731339 Nov 10 21:42:45.702396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-d0e11b3f-808c-4f52-b65a-209d44a5d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:45.704291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-d0e11b3f-808c-4f52-b65a-209d44a5d5f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 1097 time: 0.2167997 Nov 10 21:42:45.747373 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:45.776438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:45.794578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:45.805478 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eb9c8b-5d99-4178-8b1f-2b904e59b7b7" -d '{"events": [{"server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:45.838904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3c250856-550e-4337-b493-aa5ea73e33b7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3c250856-550e-4337-b493-aa5ea73e33b7,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:45.861501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce1c57-cbec-43ac-961b-ef277a8bfc29 req-f2a863bf-716b-4cb0-ae76-05854917b1db tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:45.868981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8dce1c57-cbec-43ac-961b-ef277a8bfc29 req-f2a863bf-716b-4cb0-ae76-05854917b1db tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 943 time: 0.2316000 Nov 10 21:42:45.934427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:45.935666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 42d8857c-6280-4691-ba15-7f7b5190b4c3 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:46.006447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19121-93cf-4db0-a89c-4089b01b377c req-c1f63bbd-556a-48b7-a45d-d542da8db6b6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:46.017553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-43b19121-93cf-4db0-a89c-4089b01b377c req-c1f63bbd-556a-48b7-a45d-d542da8db6b6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 932 time: 0.0816503 Nov 10 21:42:46.033187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f2d47fa1-eb8e-429f-8cb8-42f8e68de616 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:42:46.098337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-43b19121-93cf-4db0-a89c-4089b01b377c req-9dfb75df-f00e-440d-b25f-acc3f73ffcf2 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796840 Nov 10 21:42:46.120270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-5a3eaca3-4e72-4b99-8d82-ff37131cbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:46.121814 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-5a3eaca3-4e72-4b99-8d82-ff37131cbe4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.3718548 Nov 10 21:42:46.164412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3c250856-550e-4337-b493-aa5ea73e33b7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:46.177133 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e5351-7be7-4345-a3eb-6909a66ac77a x-openstack-request-id: req-c76e5351-7be7-4345-a3eb-6909a66ac77a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:46.177511 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "name": "network-vif-plugged", "status": "completed", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:46.177831 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c76e5351-7be7-4345-a3eb-6909a66ac77a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:46.178289 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7', 'code': 200} Nov 10 21:42:46.183874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8dce1c57-cbec-43ac-961b-ef277a8bfc29 req-c05e4d01-719b-4503-8ab4-24201fcc581e tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042381 Nov 10 21:42:46.295042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-ed700685-cd3b-4d0f-855a-8a86badb900d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b15a663-7e4a-4008-924b-ffc68135670b HTTP/1.1" status: 200 len: 217 time: 0.1532087 Nov 10 21:42:46.298475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f2d47fa1-eb8e-429f-8cb8-42f8e68de616, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:46.313520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'port_id': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'mac_address': 'fa:16:3e:97:0b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:46.363026 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:46.386584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d47fa1-eb8e-429f-8cb8-42f8e68de616 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:46.415042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f2d47fa1-eb8e-429f-8cb8-42f8e68de616, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:46.419076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 42d8857c-6280-4691-ba15-7f7b5190b4c3 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:46.424390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 42d8857c-6280-4691-ba15-7f7b5190b4c3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:46.425347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:46.539660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:46.591421 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:46.668029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:46.674663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:46.704293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093d824-7dd7-439d-9c22-424a6439d929 req-991a9190-e8e0-4ee1-aa08-95c3b588f8d6 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:46.715193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3093d824-7dd7-439d-9c22-424a6439d929 req-991a9190-e8e0-4ee1-aa08-95c3b588f8d6 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.1400545 Nov 10 21:42:46.733592 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:46.790530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:46.792001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3093d824-7dd7-439d-9c22-424a6439d929 req-7cb48107-3c39-4d17-9fbd-5bacf5461041 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706182 Nov 10 21:42:47.021980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6cf7f-c163-4c2c-a0fb-a6d07f4f9f0c req-e558262c-bd8f-47c6-a9fa-7ce3b630a370 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.026361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['f2d47fa1-eb8e-429f-8cb8-42f8e68de616'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:47.033775 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15b6cf7f-c163-4c2c-a0fb-a6d07f4f9f0c req-e558262c-bd8f-47c6-a9fa-7ce3b630a370 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1184158 Nov 10 21:42:47.036289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac692-4378-4f6b-84a7-74a23e33f869 req-697cc61c-e9e8-4647-ac60-857b5214d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.037888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-508ac692-4378-4f6b-84a7-74a23e33f869 req-697cc61c-e9e8-4647-ac60-857b5214d489 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1097 time: 0.7714400 Nov 10 21:42:47.063516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6c326-bb16-4716-bd45-ea931a1210fc req-a59ee00f-78d9-49c7-92ff-94a3d926a8ab tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.065736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94e6c326-bb16-4716-bd45-ea931a1210fc req-a59ee00f-78d9-49c7-92ff-94a3d926a8ab tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 944 time: 0.7912986 Nov 10 21:42:47.089046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-fc9abfa0-7a9c-46de-8431-1c1cc9efe34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.090756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-fc9abfa0-7a9c-46de-8431-1c1cc9efe34a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.7700531 Nov 10 21:42:47.154201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15b6cf7f-c163-4c2c-a0fb-a6d07f4f9f0c req-b0b4f208-f384-4a11-9607-fffda296cfcb tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138425 Nov 10 21:42:47.215436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-508ac692-4378-4f6b-84a7-74a23e33f869 req-7dfc749e-9537-4513-bba0-cfdce61c175a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661758 Nov 10 21:42:47.276705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-7e29d637-6353-4b99-8a77-5bb6dadd9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.278811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-7e29d637-6353-4b99-8a77-5bb6dadd9e77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669753 Nov 10 21:42:47.329331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94e6c326-bb16-4716-bd45-ea931a1210fc req-c61ccfc6-7be8-4391-8007-0f44a9b2b2c4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375751 Nov 10 21:42:47.357444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d506b53-b16e-46b1-8fb9-d79972316464 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:47.373173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:47.388682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Transition to ACTIVE for port object 2d506b53-b16e-46b1-8fb9-d79972316464 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:42:47.391069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb571d7-374a-4e0b-a555-e7c4811fa6af req-007a9dbe-4325-49d5-b023-0bbd0cbb3b7d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.393821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdb571d7-374a-4e0b-a555-e7c4811fa6af req-007a9dbe-4325-49d5-b023-0bbd0cbb3b7d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 932 time: 0.0947957 Nov 10 21:42:47.511442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdb571d7-374a-4e0b-a555-e7c4811fa6af req-c5fe556a-b1a7-4ca6-911a-45a5edbc7d1d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063275 Nov 10 21:42:47.564234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:47.648599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd820d2-1891-4c32-82fa-97777065c374 req-6ebfe83a-8209-4a76-983a-9344532ac970 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.655296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1dd820d2-1891-4c32-82fa-97777065c374 req-6ebfe83a-8209-4a76-983a-9344532ac970 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 944 time: 0.1333997 Nov 10 21:42:47.742934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d506b53-b16e-46b1-8fb9-d79972316464,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:47.748486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-f658fbf4-053a-4c2b-9562-f4f66d08a031 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339820 Nov 10 21:42:47.844510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Attempting to bind port 2d506b53-b16e-46b1-8fb9-d79972316464 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:42:47.844861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Attempting to bind port 2d506b53-b16e-46b1-8fb9-d79972316464 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:42:47.845172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Attempting to bind port 2d506b53-b16e-46b1-8fb9-d79972316464 on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:47.863389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Port 2d506b53-b16e-46b1-8fb9-d79972316464 on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:42:47.863706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Attempting to bind port 2d506b53-b16e-46b1-8fb9-d79972316464 on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:42:47.871133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1dd820d2-1891-4c32-82fa-97777065c374 req-975e06b3-6fcf-4c6a-bad0-8a2b78fa678b tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150271 Nov 10 21:42:47.880073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:42:47.880501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Checking segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:42:47.882248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Bound using segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:42:47.882248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Bound port: 2d506b53-b16e-46b1-8fb9-d79972316464, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:42:47.882477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:47.962637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] For port 2d506b53-b16e-46b1-8fb9-d79972316464, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:42:47.966600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7ef3bfc-a9a6-4cec-a317-2f48d92540b6 req-b75dfd37-158b-40a5-bc53-9c63f77c804b service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052600 Nov 10 21:42:47.966850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87385d-9193-4292-834b-b26fbfb7a330 req-1b651794-8e8d-47a6-a51a-5ebca3e00e40 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:47.969668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a87385d-9193-4292-834b-b26fbfb7a330 req-1b651794-8e8d-47a6-a51a-5ebca3e00e40 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0757620 Nov 10 21:42:47.978423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] For port 2d506b53-b16e-46b1-8fb9-d79972316464, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2d506b53-b16e-46b1-8fb9-d79972316464,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:42:48.064336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a87385d-9193-4292-834b-b26fbfb7a330 req-95d44146-4e8e-45e2-ad7f-9dbb1ec27305 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835657 Nov 10 21:42:48.083874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:48.136187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.136798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:48.138178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] 10.222.0.64 "PUT /v2.0/ports/2d506b53-b16e-46b1-8fb9-d79972316464 HTTP/1.1" status: 200 len: 1093 time: 2.5491612 Nov 10 21:42:48.138617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'tag': '2d506b53-b16e-46b1-8fb9-d79972316464'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:48.140983 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696bbb99-c36f-466b-9142-1f4749d8490c" -d '{"events": [{"name": "network-changed", "server_uuid": "b45499c0-d2cd-4fce-bb87-b6252e61b85b", "tag": "2d506b53-b16e-46b1-8fb9-d79972316464"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:48.175026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1a91f-1f96-4c17-ba07-3293bcceb1fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d506b53-b16e-46b1-8fb9-d79972316464,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:48.180316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:48.182787 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81da269-1098-4e81-ad82-de4e3a6492ac" -d '{"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-plugged", "status": "completed", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:48.216443 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720e092a-0c0b-465a-89e0-99698376baef x-openstack-request-id: req-720e092a-0c0b-465a-89e0-99698376baef {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:48.216916 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45499c0-d2cd-4fce-bb87-b6252e61b85b", "tag": "2d506b53-b16e-46b1-8fb9-d79972316464", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:48.217021 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-720e092a-0c0b-465a-89e0-99698376baef {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:48.217923 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'tag': '2d506b53-b16e-46b1-8fb9-d79972316464', 'status': 'completed', 'code': 200} Nov 10 21:42:48.237199 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97b8d13-3cbb-48b4-8031-4350dac0fcb9 x-openstack-request-id: req-b97b8d13-3cbb-48b4-8031-4350dac0fcb9 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:48.237487 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-plugged", "status": "completed", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:48.237730 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b97b8d13-3cbb-48b4-8031-4350dac0fcb9 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:48.238151 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'code': 200} Nov 10 21:42:48.395508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbb99-c36f-466b-9142-1f4749d8490c req-937490ce-ff2c-40cc-a78a-5510a965eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.398925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-696bbb99-c36f-466b-9142-1f4749d8490c req-937490ce-ff2c-40cc-a78a-5510a965eb17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 1096 time: 0.1439972 Nov 10 21:42:48.407362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74961a9-5ca6-45fd-a933-676a01582216 req-f52549ea-9d8a-4643-bf0f-763e724ebf68 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.408842 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e74961a9-5ca6-45fd-a933-676a01582216 req-f52549ea-9d8a-4643-bf0f-763e724ebf68 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1220181 Nov 10 21:42:48.562647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc847-6728-4b0b-b9e4-bba6211d4ade req-1eb4bce4-ff77-4ee2-b04c-be0bc1d3a4b4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.576327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb4bc847-6728-4b0b-b9e4-bba6211d4ade req-1eb4bce4-ff77-4ee2-b04c-be0bc1d3a4b4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1147475 Nov 10 21:42:48.642544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb4bc847-6728-4b0b-b9e4-bba6211d4ade req-b92d7196-ae5b-47f6-9a33-66571e5089f3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648844 Nov 10 21:42:48.653810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e74961a9-5ca6-45fd-a933-676a01582216 req-79e548ef-e2ee-4e25-9289-780a057ec279 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280462 Nov 10 21:42:48.755207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbb99-c36f-466b-9142-1f4749d8490c req-5f4567bf-c153-4068-a0c8-cd30a379244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.758196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-696bbb99-c36f-466b-9142-1f4749d8490c req-5f4567bf-c153-4068-a0c8-cd30a379244c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fd7294429c004a9293078011e1c782f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3478005 Nov 10 21:42:48.761518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61744a-ed8a-48b0-b80a-bcfe7cebb77b req-f8376e5c-5aa2-48e5-beaf-5714eaa13edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.763152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f61744a-ed8a-48b0-b80a-bcfe7cebb77b req-f8376e5c-5aa2-48e5-beaf-5714eaa13edf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 1097 time: 0.2796140 Nov 10 21:42:48.901425 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f61744a-ed8a-48b0-b80a-bcfe7cebb77b req-a472091e-1d40-49ad-8d86-5e9c0a2129d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253262 Nov 10 21:42:48.926605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d2183-f9e1-4c83-bec0-16e36dadb46d req-7c8cf88a-68b8-44d8-b955-c77c5ffbfd2e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.928181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b0d2183-f9e1-4c83-bec0-16e36dadb46d req-7c8cf88a-68b8-44d8-b955-c77c5ffbfd2e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 944 time: 0.1500392 Nov 10 21:42:48.986512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbb99-c36f-466b-9142-1f4749d8490c req-64c90e99-b7fb-4c0e-9684-0191bfb1e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:48.988542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-696bbb99-c36f-466b-9142-1f4749d8490c req-64c90e99-b7fb-4c0e-9684-0191bfb1e493 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221162 Nov 10 21:42:49.097079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e771a3-b043-4570-b2b1-8f07923fbeb1 req-d6b16313-8382-4734-914e-1df19505a0f2 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:49.105185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15e771a3-b043-4570-b2b1-8f07923fbeb1 req-d6b16313-8382-4734-914e-1df19505a0f2 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 944 time: 0.0761285 Nov 10 21:42:49.140997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b0d2183-f9e1-4c83-bec0-16e36dadb46d req-05cfd384-1cb4-4e4c-ab72-8f7d5c774717 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709237 Nov 10 21:42:49.169344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15e771a3-b043-4570-b2b1-8f07923fbeb1 req-eb631c6a-66f9-429b-85c4-003cfe1b439c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602117 Nov 10 21:42:49.190160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-2157d8ab-56c0-4039-8bba-61c6d07c2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:49.192137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-2157d8ab-56c0-4039-8bba-61c6d07c2e32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 1096 time: 0.1396470 Nov 10 21:42:49.265472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-631e6c72-b248-4a80-9776-37dc4370c7a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d506b53-b16e-46b1-8fb9-d79972316464 HTTP/1.1" status: 200 len: 217 time: 0.0611169 Nov 10 21:42:49.341545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-21b6a1c5-b0e1-4279-a9b9-240b8f588dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:49.343031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-21b6a1c5-b0e1-4279-a9b9-240b8f588dc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=676a056e-0ee6-46c1-8d0c-777d1451f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0695260 Nov 10 21:42:49.352265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03944b7-ec99-402c-9823-8f2345649232 req-100dd630-4763-48f5-b297-4d0728ef85e5 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:49.353691 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c03944b7-ec99-402c-9823-8f2345649232 req-100dd630-4763-48f5-b297-4d0728ef85e5 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0910671 Nov 10 21:42:49.389311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-828ddf1d-a406-4b05-958e-127a5000da2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346324 Nov 10 21:42:49.493452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:49.551824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c03944b7-ec99-402c-9823-8f2345649232 req-449155ab-25e9-4630-bd46-1a32c60d9003 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891699 Nov 10 21:42:49.604808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45966) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:49.613915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-56ef4eb5-59af-4cf0-abba-ed3cd0fa5e28 service neutron] 10.222.0.64 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152500 Nov 10 21:42:49.780633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62163c38-4ed4-4637-bbaa-7eed5afb7e0a req-3d91ef4f-22dc-4d95-bc5b-b9ac799d96dc service neutron] 10.222.0.64 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574862 Nov 10 21:42:49.792747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa716ef-1d46-49a4-962a-7bbbc3da2f5d req-59301d02-6dba-4f10-b45c-a4e7d2816c2d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:49.794896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0aa716ef-1d46-49a4-962a-7bbbc3da2f5d req-59301d02-6dba-4f10-b45c-a4e7d2816c2d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.1016672 Nov 10 21:42:49.800024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c46ee5e4-4f9b-41ff-8c71-4cd1b28a28d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:49.827677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f5c11-ffa8-4a5d-a326-c436a38059f8 req-db518f9a-10ff-4f73-a4f5-295559f9fb06 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:49.829287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e7f5c11-ffa8-4a5d-a326-c436a38059f8 req-db518f9a-10ff-4f73-a4f5-295559f9fb06 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0643456 Nov 10 21:42:49.892159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e7f5c11-ffa8-4a5d-a326-c436a38059f8 req-ff03aea1-a011-4861-ac13-22cd7d1d3774 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Nov 10 21:42:49.963299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0aa716ef-1d46-49a4-962a-7bbbc3da2f5d req-614de320-0842-4a7b-b83d-d57bf54fd8e8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372819 Nov 10 21:42:50.012729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f2d47fa1-eb8e-429f-8cb8-42f8e68de616 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:50.043117 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c46ee5e4-4f9b-41ff-8c71-4cd1b28a28d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.110558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c46ee5e4-4f9b-41ff-8c71-4cd1b28a28d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.118664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a8095-710a-4df4-a7a4-0dede350c246 req-821268d7-b6e0-4439-a992-e35c89835b8b tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:50.120801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-780a8095-710a-4df4-a7a4-0dede350c246 req-821268d7-b6e0-4439-a992-e35c89835b8b tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0741403 Nov 10 21:42:50.176704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c46ee5e4-4f9b-41ff-8c71-4cd1b28a28d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5a591fa74584b26b5fea25fb2d26eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5705442 Nov 10 21:42:50.178177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45990) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:50.191930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ee5e4-4f9b-41ff-8c71-4cd1b28a28d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f509a3-2f8f-4a27-a6c5-6063c61a4680,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:50.214473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:50.214473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:50.214473 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.291043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-780a8095-710a-4df4-a7a4-0dede350c246 req-74f6b77d-5047-4d9a-a72f-9a0ca91533cf tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614532 Nov 10 21:42:50.307990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:50.327632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.362658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:50.364944 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5127b7c0-c6ad-4b37-a75c-b91f8dae5636" -d '{"events": [{"server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "name": "network-vif-plugged", "status": "completed", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:50.399952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f2d47fa1-eb8e-429f-8cb8-42f8e68de616, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:50.413884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e524c95-bbb4-4ce8-965a-e5bd5601ac40 req-438d994f-b23b-46f9-8ce5-407ef117020d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:50.415457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e524c95-bbb4-4ce8-965a-e5bd5601ac40 req-438d994f-b23b-46f9-8ce5-407ef117020d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 944 time: 0.0846553 Nov 10 21:42:50.436336 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1b71-5c21-4986-9589-dff0e11f16da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.472470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.524626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1b71-5c21-4986-9589-dff0e11f16da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.541226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e524c95-bbb4-4ce8-965a-e5bd5601ac40 req-070ebf40-b3b4-49c7-a192-cce287da459a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904002 Nov 10 21:42:50.574076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182482f5-27c3-4c09-980c-15ed80e42db6 req-5738f52b-c622-465a-b2e1-fdeed75a94ba tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:50.582644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-182482f5-27c3-4c09-980c-15ed80e42db6 req-5738f52b-c622-465a-b2e1-fdeed75a94ba tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0998085 Nov 10 21:42:50.662236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-182482f5-27c3-4c09-980c-15ed80e42db6 req-89b8f90c-f9b3-4ced-bc3e-0ae9e6080212 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743983 Nov 10 21:42:50.696492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:50.705207 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e42127-be85-4cf2-a153-d94207d72f90 x-openstack-request-id: req-10e42127-be85-4cf2-a153-d94207d72f90 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:50.705999 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "name": "network-vif-plugged", "status": "completed", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:50.707214 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10e42127-be85-4cf2-a153-d94207d72f90 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:50.707881 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'code': 200} Nov 10 21:42:50.719201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c05441-82f0-4017-a958-e6b1c6e67fd8 tempest-TestServerBasicOps-1388854239 tempest-TestServerBasicOps-1388854239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:50.724888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2c05441-82f0-4017-a958-e6b1c6e67fd8 tempest-TestServerBasicOps-1388854239 tempest-TestServerBasicOps-1388854239-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1092 time: 0.4158571 Nov 10 21:42:50.725754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46008) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:50.732573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '3c250856-550e-4337-b493-aa5ea73e33b7', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:50.773773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1b71-5c21-4986-9589-dff0e11f16da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.777262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1b71-5c21-4986-9589-dff0e11f16da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.781812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e3fe1b71-5c21-4986-9589-dff0e11f16da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91f509a3-2f8f-4a27-a6c5-6063c61a4680 HTTP/1.1" status: 204 len: 168 time: 0.5951273 Nov 10 21:42:50.802597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe1b71-5c21-4986-9589-dff0e11f16da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f509a3-2f8f-4a27-a6c5-6063c61a4680,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:50.859607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:50.898235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b0d93-b282-46e1-929c-526c93b59d1a req-cb2b8251-dad3-429f-b1f0-154f4f16439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:50.900111 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-718b0d93-b282-46e1-929c-526c93b59d1a req-cb2b8251-dad3-429f-b1f0-154f4f16439b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1097 time: 0.1012468 Nov 10 21:42:50.982130 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-718b0d93-b282-46e1-929c-526c93b59d1a req-12eb1534-ade7-4fe9-9f77-91a95924bc86 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733473 Nov 10 21:42:51.033029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:51.122001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aed494-487d-4c37-b865-f9b894f7b16b req-2b1f3ffa-7a4e-408f-9d98-90810996ce9f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:51.130597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34aed494-487d-4c37-b865-f9b894f7b16b req-2b1f3ffa-7a4e-408f-9d98-90810996ce9f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1142473 Nov 10 21:42:51.242797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34aed494-487d-4c37-b865-f9b894f7b16b req-9f2fc927-56bf-455c-ba98-2a26a0b7751f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077263 Nov 10 21:42:51.389963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Allocated IP 172.25.7.17 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/b2c755e7-a1e6-4f01-9aac-0ff0a4b13986) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:42:51.519495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:51.662006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370aaa90-3eb2-444f-be70-874128208a9b req-855d1a5d-0ebe-4c40-aca4-347784904e88 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:51.683032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-370aaa90-3eb2-444f-be70-874128208a9b req-855d1a5d-0ebe-4c40-aca4-347784904e88 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0843163 Nov 10 21:42:51.702759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:51.747014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46048) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:51.803351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedbd90-0ddc-4549-8384-5d0fa133dcca req-4b8dd8f1-7c9b-4efe-9692-079d14557a87 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:51.805271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aedbd90-0ddc-4549-8384-5d0fa133dcca req-4b8dd8f1-7c9b-4efe-9692-079d14557a87 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 944 time: 0.1943214 Nov 10 21:42:51.811125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:42:51.819353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:42:51.829228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:42:51.831362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e41280fc-3799-46da-b6dd-989bdf72f034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:51.843798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-370aaa90-3eb2-444f-be70-874128208a9b req-a28c44c7-ff74-4ffc-974f-363e476c1faf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597521 Nov 10 21:42:51.947005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e41280fc-3799-46da-b6dd-989bdf72f034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.008365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f67e7f-cde0-4b0e-9da9-4fc0c10fe37d req-036a825a-09f0-4adf-8f3c-00cd493c0974 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:52.011062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43f67e7f-cde0-4b0e-9da9-4fc0c10fe37d req-036a825a-09f0-4adf-8f3c-00cd493c0974 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0674450 Nov 10 21:42:52.060682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'Port': ['ID=b2c755e7-a1e6-4f01-9aac-0ff0a4b13986,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:52.081933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43f67e7f-cde0-4b0e-9da9-4fc0c10fe37d req-66b46975-5b11-4f50-aaed-e8daf507e242 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631473 Nov 10 21:42:52.088787 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e41280fc-3799-46da-b6dd-989bdf72f034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.134346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aedbd90-0ddc-4549-8384-5d0fa133dcca req-9e44e375-95a0-45f6-bcfb-b3acb4843ff1 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197801 Nov 10 21:42:52.166462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e41280fc-3799-46da-b6dd-989bdf72f034 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec27c467ca464f26be1d623d01ef11d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179213 Nov 10 21:42:52.168651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46058) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:52.191768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41280fc-3799-46da-b6dd-989bdf72f034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf7ab6f-655f-4d83-84ca-efc3ff5353bc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:52.239626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9c01549-5078-4e02-8141-5f6a40416e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.269254 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9c01549-5078-4e02-8141-5f6a40416e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.321441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.379102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9c01549-5078-4e02-8141-5f6a40416e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.382489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9c01549-5078-4e02-8141-5f6a40416e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.383664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e9c01549-5078-4e02-8141-5f6a40416e45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3bf7ab6f-655f-4d83-84ca-efc3ff5353bc HTTP/1.1" status: 204 len: 168 time: 0.2127764 Nov 10 21:42:52.394995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c01549-5078-4e02-8141-5f6a40416e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf7ab6f-655f-4d83-84ca-efc3ff5353bc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:52.465077 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.651578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.698329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da297a9-730b-4840-8cd2-d1ea66ac065d req-b2ad3b13-9a14-4b42-8236-a43c9155cc34 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:52.700197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6da297a9-730b-4840-8cd2-d1ea66ac065d req-b2ad3b13-9a14-4b42-8236-a43c9155cc34 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0744920 Nov 10 21:42:52.716327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-145b6e4d-d270-4a0b-a4a5-256c1087c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:52.717916 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-145b6e4d-d270-4a0b-a4a5-256c1087c42c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1097 time: 0.0446684 Nov 10 21:42:52.747314 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6da297a9-730b-4840-8cd2-d1ea66ac065d req-97488589-5f6e-41ae-8163-8cac846de7cf tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Nov 10 21:42:52.810350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-e5fd9dbc-8d71-48b3-be4d-be8e6c65bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:52.811835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-e5fd9dbc-8d71-48b3-be4d-be8e6c65bc74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 920 time: 0.0869339 Nov 10 21:42:52.857996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-1e9f08e5-d7b4-4fce-aff4-d003161156d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16 HTTP/1.1" status: 200 len: 217 time: 0.0385702 Nov 10 21:42:52.893763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:52.919193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-6a2ca748-139e-432a-865b-c5baa661a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:52.920759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-6a2ca748-139e-432a-865b-c5baa661a68f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.0537531 Nov 10 21:42:52.983103 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-00f1f4a3-2068-4598-8c6f-903c0dce3022 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523131 Nov 10 21:42:52.985754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event updated for resources: {'Port': ['ID=b2c755e7-a1e6-4f01-9aac-0ff0a4b13986,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:53.025577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:53.180639 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Floating IP 918603ea-5759-4858-8e87-9d74edf7504f associated. External IP: 172.25.7.17, port: 3c250856-550e-4337-b493-aa5ea73e33b7. Nov 10 21:42:53.237308 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-206a7068-c855-4606-bc79-0b794c1b1812 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264848 Nov 10 21:42:53.348204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d7fe5-e5a0-402d-a349-36d09a49a97e req-d9311e06-3216-4e4a-a4c1-1b9e394ef767 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:53.348204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-734d7fe5-e5a0-402d-a349-36d09a49a97e req-d9311e06-3216-4e4a-a4c1-1b9e394ef767 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.3660929 Nov 10 21:42:53.352270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3bbb1-b295-4a17-95ed-fef5505f9491 req-de107d97-2788-4ec9-a5b0-1aa2218e11c9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:53.354798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7e3bbb1-b295-4a17-95ed-fef5505f9491 req-de107d97-2788-4ec9-a5b0-1aa2218e11c9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1154928 Nov 10 21:42:53.392521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c6ed233-0c5a-4c1b-bf3a-8c80758e74c0 req-ca9d56f4-7226-4130-bd1f-4ed41974f1a7 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516466 Nov 10 21:42:53.410085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-734d7fe5-e5a0-402d-a349-36d09a49a97e req-8b5613ca-1c57-48b6-8eb8-a6ad86e23523 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630481 Nov 10 21:42:53.480415 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7e3bbb1-b295-4a17-95ed-fef5505f9491 req-7cc46e3a-804b-48b4-914f-c0ba66f45772 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976498 Nov 10 21:42:53.545871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451773ba-330a-47c4-9f46-2f4fa58e9cf6 req-55bfb3aa-7429-4ad7-965c-a50c61174f19 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:53.549696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-451773ba-330a-47c4-9f46-2f4fa58e9cf6 req-55bfb3aa-7429-4ad7-965c-a50c61174f19 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 944 time: 0.0650089 Nov 10 21:42:53.556515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:53.590003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Router 9b467d6f-e325-43c0-9860-daeeb5c65c39 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:42:53.611781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-451773ba-330a-47c4-9f46-2f4fa58e9cf6 req-7fc556d5-8045-4c84-acac-3dc33af183da tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515192 Nov 10 21:42:53.774486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705b4a0-75b8-4858-9aee-8ecbba318462 req-752527c2-4530-46f8-9aab-4b3c98c964c5 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:53.777060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1705b4a0-75b8-4858-9aee-8ecbba318462 req-752527c2-4530-46f8-9aab-4b3c98c964c5 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0795841 Nov 10 21:42:53.791985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:42:53.797201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:53.802265 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] Sync routers for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:42:53.806037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'floatingip': {'port_id': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:42:53.820809 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:53.821441 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:53.877090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:53.895804 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:53.976003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a092a024-7bb5-46c0-99f6-65b003b1f82a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2487967 Nov 10 21:42:53.978827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:53.980504 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:53.981184 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d47b44f-d485-4bef-98e1-043576ae1032" -d '{"events": [{"name": "network-changed", "server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:54.049808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2d506b53-b16e-46b1-8fb9-d79972316464 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:42:54.263304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2d506b53-b16e-46b1-8fb9-d79972316464, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2d506b53-b16e-46b1-8fb9-d79972316464,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:54.299893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '2d506b53-b16e-46b1-8fb9-d79972316464', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'port_id': '2d506b53-b16e-46b1-8fb9-d79972316464', 'mac_address': 'fa:16:3e:a2:8c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676a056e-0ee6-46c1-8d0c-777d1451f7f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:54.354555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e5531-dcd0-4a68-92b3-250a33f272f8 req-5020795c-a7aa-4e8d-9ab7-818394d493e5 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:54.359752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a22e5531-dcd0-4a68-92b3-250a33f272f8 req-5020795c-a7aa-4e8d-9ab7-818394d493e5 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.4794536 Nov 10 21:42:54.403363 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:54.448916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d506b53-b16e-46b1-8fb9-d79972316464 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:54.453404 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779e4285-cdcf-47a4-869f-28724f3016d2 x-openstack-request-id: req-779e4285-cdcf-47a4-869f-28724f3016d2 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:54.453765 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:54.454027 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-779e4285-cdcf-47a4-869f-28724f3016d2 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:54.454433 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7', 'status': 'completed', 'code': 200} Nov 10 21:42:54.543521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2d506b53-b16e-46b1-8fb9-d79972316464, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2d506b53-b16e-46b1-8fb9-d79972316464,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:54.585445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5be74-3067-4d17-92c4-180fb8eb110c req-b600d7cc-c01d-4c2c-b0cf-ad6543e6792f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:54.585445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26e5be74-3067-4d17-92c4-180fb8eb110c req-b600d7cc-c01d-4c2c-b0cf-ad6543e6792f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0758114 Nov 10 21:42:54.605581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:54.650139 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '918603ea-5759-4858-8e87-9d74edf7504f', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'port_id': '3c250856-550e-4337-b493-aa5ea73e33b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'mac_address': 'fa:16:3e:b2:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:42:52Z', 'updated_at': '2021-11-10T21:42:52Z', 'revision_number': 0, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:05Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:54.671371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26e5be74-3067-4d17-92c4-180fb8eb110c req-9c1bab13-5ab2-4086-a8d9-96ba0409a8f8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Nov 10 21:42:54.714120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2d506b53-b16e-46b1-8fb9-d79972316464,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:54.739136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a22e5531-dcd0-4a68-92b3-250a33f272f8 req-23f22aed-8649-45ce-9fac-9a4a53f98e35 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633990 Nov 10 21:42:54.742900 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] Checking router: 9b467d6f-e325-43c0-9860-daeeb5c65c39 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:42:54.790438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-51b6858d-e9d3-4842-939b-bdcf4bdbfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:54.791996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-51b6858d-e9d3-4842-939b-bdcf4bdbfdc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff&device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1097 time: 0.2341292 Nov 10 21:42:54.797269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:54.797897 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:54.927792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b850-ac3c-45d8-aa46-1a1adf65d6c9 req-18375d2c-08cb-4f4a-a44b-610e9dfed082 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:54.929881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e32b850-ac3c-45d8-aa46-1a1adf65d6c9 req-18375d2c-08cb-4f4a-a44b-610e9dfed082 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 945 time: 0.1023209 Nov 10 21:42:55.034127 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e32b850-ac3c-45d8-aa46-1a1adf65d6c9 req-d40ad021-5912-4bd4-bc6e-0c33f621144e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953009 Nov 10 21:42:55.083311 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:55.087408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2d506b53-b16e-46b1-8fb9-d79972316464'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:55.128778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-e68945a4-a843-4a4f-bb5b-7375dab35aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:55.130508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-e68945a4-a843-4a4f-bb5b-7375dab35aac service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc5652de-064b-4fd6-8955-87dd32b5cf28 HTTP/1.1" status: 200 len: 908 time: 0.3259821 Nov 10 21:42:55.190175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:42:55.278251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:55.310079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-eead36e3-00b6-44c3-81c1-d7923feab707 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c250856-550e-4337-b493-aa5ea73e33b7 HTTP/1.1" status: 200 len: 998 time: 0.1702585 Nov 10 21:42:55.371531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:55.494888 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Floating IP 92f58934-c36c-4e18-a3dd-3e61f1a7c405 associated. External IP: 172.25.7.157, port: f2d47fa1-eb8e-429f-8cb8-42f8e68de616. Nov 10 21:42:55.519989 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '918603ea-5759-4858-8e87-9d74edf7504f', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'port_id': '3c250856-550e-4337-b493-aa5ea73e33b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'mac_address': 'fa:16:3e:b2:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:42:52Z', 'updated_at': '2021-11-10T21:42:52Z', 'revision_number': 0, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:05Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:55.555203 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561960dc-6d9f-4b4b-9c76-de0d17d15793 None None] The sync data for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 is: [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '918603ea-5759-4858-8e87-9d74edf7504f', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'port_id': '3c250856-550e-4337-b493-aa5ea73e33b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'mac_address': 'fa:16:3e:b2:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:42:52Z', 'updated_at': '2021-11-10T21:42:52Z', 'revision_number': 0, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:05Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:42:55.603930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-c20682d1-5fa6-4068-9b34-5e4a1e75002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:55.603930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-c20682d1-5fa6-4068-9b34-5e4a1e75002c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2682bb8-cdd8-4803-8b4a-a51e6c82643c HTTP/1.1" status: 200 len: 846 time: 0.2648063 Nov 10 21:42:55.676886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-52556771-19c9-4cfb-b2b7-8f2c2b330cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:55.678420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-52556771-19c9-4cfb-b2b7-8f2c2b330cfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc5652de-064b-4fd6-8955-87dd32b5cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689726 Nov 10 21:42:55.926994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7944d-b6c2-4b37-9100-60cfe2836ead req-27171be3-5de6-4839-b606-d0d605ec4b66 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:55.946281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05d7944d-b6c2-4b37-9100-60cfe2836ead req-27171be3-5de6-4839-b606-d0d605ec4b66 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0702047 Nov 10 21:42:55.986225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2303bd-b763-433a-9c07-9adf44ba262b None None] New status for floating IP 918603ea-5759-4858-8e87-9d74edf7504f: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:42:56.052872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05d7944d-b6c2-4b37-9100-60cfe2836ead req-5421553d-aa5e-40ba-ab6c-d38f631796f7 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052992 Nov 10 21:42:56.220724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce76aa0-ca7c-4fcf-a8a7-2977a9f4c996 req-68f7b9c7-20be-4710-a9e9-bd17c5b3e6c4 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:56.222680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ce76aa0-ca7c-4fcf-a8a7-2977a9f4c996 req-68f7b9c7-20be-4710-a9e9-bd17c5b3e6c4 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 945 time: 0.0834782 Nov 10 21:42:56.277356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ce76aa0-ca7c-4fcf-a8a7-2977a9f4c996 req-43d22a7b-81a6-4f6f-b5cb-cd57afe23964 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472569 Nov 10 21:42:56.409124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-f50098a1-31bc-4bb1-8a18-97eeb06c4d06 service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940911 Nov 10 21:42:56.426742 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be772c03-e3e0-4dca-99f0-ffd9a1baec03 req-010f7df4-a3ee-4f7a-953e-8dc81a9f2677 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:56.429001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be772c03-e3e0-4dca-99f0-ffd9a1baec03 req-010f7df4-a3ee-4f7a-953e-8dc81a9f2677 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1541262 Nov 10 21:42:56.526003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Router acb37eef-776d-4af5-a399-ef638d6821d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:42:56.566874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be772c03-e3e0-4dca-99f0-ffd9a1baec03 req-0dc3ddc6-37e4-41d0-9e4f-a570e0dba6fd tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107054 Nov 10 21:42:56.684792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d47b44f-d485-4bef-98e1-043576ae1032 req-63341f57-9ad7-40f1-951f-20f264788566 service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547243 Nov 10 21:42:56.710357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:42:56.715059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:56.726733 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] Sync routers for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:42:56.739617 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:56.740275 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:56.762640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2ebdcbd2-adf8-4943-bd18-807e8362f4c6 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "PUT /v2.0/floatingips/92f58934-c36c-4e18-a3dd-3e61f1a7c405 HTTP/1.1" status: 200 len: 991 time: 2.9616628 Nov 10 21:42:56.763242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:56.765608 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f4ea9-239b-48dd-8c94-6bf745053045" -d '{"events": [{"name": "network-changed", "server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:56.820642 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd83a2-a996-4190-9f5f-309988299746 x-openstack-request-id: req-33bd83a2-a996-4190-9f5f-309988299746 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:56.820936 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:56.821180 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33bd83a2-a996-4190-9f5f-309988299746 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:56.823561 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'status': 'completed', 'code': 200} Nov 10 21:42:56.950713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-642b1ae1-b77a-4851-bd87-42a62df38dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:56.953014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-642b1ae1-b77a-4851-bd87-42a62df38dc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1097 time: 0.0686858 Nov 10 21:42:56.955229 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:57.129452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-20606376-bc08-4272-a9ba-af8838d4321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:57.132667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-20606376-bc08-4272-a9ba-af8838d4321b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.1701376 Nov 10 21:42:57.305243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-9f23fde7-b6c1-4f36-acc9-5066865333c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 200 len: 999 time: 0.1611373 Nov 10 21:42:57.327706 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '92f58934-c36c-4e18-a3dd-3e61f1a7c405', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'port_id': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'mac_address': 'fa:16:3e:97:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157b5541-fe79-4897-8c3d-152abc5147e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:42:28Z', 'updated_at': '2021-11-10T21:42:55Z', 'revision_number': 1, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:57.360486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 42d8857c-6280-4691-ba15-7f7b5190b4c3 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:42:57.372266 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] Checking router: acb37eef-776d-4af5-a399-ef638d6821d9 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:42:57.385903 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:42:57.386670 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:57.497329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-5b656915-6286-41db-96b2-74a90e174e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:57.498812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-5b656915-6286-41db-96b2-74a90e174e58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.1843081 Nov 10 21:42:57.505235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df1c1c-afc4-41a9-a7e7-a07577480619 req-c1991475-354c-4635-a32b-4a21faf4b728 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:57.512446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faee79e-fe23-46b4-962c-aed7770eb3cd req-759c7f4d-c1a0-423c-b56f-35ff98024917 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:57.515297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1faee79e-fe23-46b4-962c-aed7770eb3cd req-759c7f4d-c1a0-423c-b56f-35ff98024917 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.2731483 Nov 10 21:42:57.519498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8df1c1c-afc4-41a9-a7e7-a07577480619 req-c1991475-354c-4635-a32b-4a21faf4b728 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 945 time: 0.1470187 Nov 10 21:42:57.530116 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:42:57.640702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1faee79e-fe23-46b4-962c-aed7770eb3cd req-f5cbb550-24a2-4f35-9bd0-3f63d2bfcca2 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041791 Nov 10 21:42:57.649362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-b3fd1720-f763-498c-b4f9-e262b839527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:57.650852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-b3fd1720-f763-498c-b4f9-e262b839527f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310675 Nov 10 21:42:57.657326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:57.688328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'port_id': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'mac_address': 'fa:16:3e:99:ac:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:42:57.724299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8df1c1c-afc4-41a9-a7e7-a07577480619 req-ec484dca-792b-4f8c-8055-18aa9d055cd0 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037530 Nov 10 21:42:57.739249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:57.757770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42d8857c-6280-4691-ba15-7f7b5190b4c3 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:42:57.779404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:57.809687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46274) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:57.870660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:57.949119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-f7ca2fdb-4186-4658-b1ea-42bfec82680e service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865589 Nov 10 21:42:57.987316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:57.993833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995285f-a0c5-47cd-bc40-ac103071d8c4 req-7b08abc7-e53e-4b94-8467-425c67c6e2da tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:58.004445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0995285f-a0c5-47cd-bc40-ac103071d8c4 req-7b08abc7-e53e-4b94-8467-425c67c6e2da tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.2219546 Nov 10 21:42:58.060664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['42d8857c-6280-4691-ba15-7f7b5190b4c3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:42:58.142573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2d506b53-b16e-46b1-8fb9-d79972316464 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:58.150822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0995285f-a0c5-47cd-bc40-ac103071d8c4 req-134d9645-befc-47c6-97e5-eebc7d3b022b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454279 Nov 10 21:42:58.156199 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '92f58934-c36c-4e18-a3dd-3e61f1a7c405', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'port_id': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'mac_address': 'fa:16:3e:97:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157b5541-fe79-4897-8c3d-152abc5147e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:42:28Z', 'updated_at': '2021-11-10T21:42:55Z', 'revision_number': 1, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:42:58.189859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53895cd9-14c4-4a6d-b9dd-595339f948a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:58.259067 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745dabe-73d3-4d6d-b6c5-9f58ef37a944 None None] The sync data for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 is: [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '92f58934-c36c-4e18-a3dd-3e61f1a7c405', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'floating_ip_address': '172.25.7.157', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'port_id': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'mac_address': 'fa:16:3e:97:0b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157b5541-fe79-4897-8c3d-152abc5147e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:42:28Z', 'updated_at': '2021-11-10T21:42:55Z', 'revision_number': 1, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:42:58.278802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53895cd9-14c4-4a6d-b9dd-595339f948a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:58.326794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-315f4ea9-239b-48dd-8c94-6bf745053045 req-ec9a7992-ebd1-4055-83ee-1bd01e590303 service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678615 Nov 10 21:42:58.391148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53895cd9-14c4-4a6d-b9dd-595339f948a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:58.448567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 2d506b53-b16e-46b1-8fb9-d79972316464 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:42:58.471923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 2d506b53-b16e-46b1-8fb9-d79972316464 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:58.479032 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:58.492060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-53895cd9-14c4-4a6d-b9dd-595339f948a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ae0b2a9b22e41df9985cfa1c067debf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6811402 Nov 10 21:42:58.506966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46294) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:42:58.514526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53895cd9-14c4-4a6d-b9dd-595339f948a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd541a68-ecb6-4910-a049-51194f69bf86,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:58.647942 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:58.685226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0fda3924-f473-4d04-bf2c-a907907883c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:58.716113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d506b53-b16e-46b1-8fb9-d79972316464'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:42:58.721784 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f253432a-45b9-4303-be68-6fcc6b6b24c4" -d '{"events": [{"server_uuid": "b45499c0-d2cd-4fce-bb87-b6252e61b85b", "name": "network-vif-plugged", "status": "completed", "tag": "2d506b53-b16e-46b1-8fb9-d79972316464"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:42:58.752125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0fda3924-f473-4d04-bf2c-a907907883c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:58.752767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b40d2-9748-4045-9d86-e67b9c5428fc None None] New status for floating IP 92f58934-c36c-4e18-a3dd-3e61f1a7c405: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:42:58.972538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121aa29-e12b-4db7-a1e1-c3dca066fe67 req-8bf4e5a3-1018-4bc1-bff4-b758a8a40d9b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:58.982265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a121aa29-e12b-4db7-a1e1-c3dca066fe67 req-8bf4e5a3-1018-4bc1-bff4-b758a8a40d9b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1451948 Nov 10 21:42:58.984178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2d506b53-b16e-46b1-8fb9-d79972316464, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2d506b53-b16e-46b1-8fb9-d79972316464,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:59.036426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc598b-1fbf-45a5-a464-eb8d5064f1ff req-b5d9130c-4551-4b96-8c44-8b22f99f9411 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:59.040950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00fc598b-1fbf-45a5-a464-eb8d5064f1ff req-b5d9130c-4551-4b96-8c44-8b22f99f9411 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 945 time: 0.1380248 Nov 10 21:42:59.053787 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:59.130090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0fda3924-f473-4d04-bf2c-a907907883c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:59.135209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0fda3924-f473-4d04-bf2c-a907907883c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:59.136549 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0fda3924-f473-4d04-bf2c-a907907883c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd541a68-ecb6-4910-a049-51194f69bf86 HTTP/1.1" status: 204 len: 168 time: 0.6274421 Nov 10 21:42:59.144802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2d506b53-b16e-46b1-8fb9-d79972316464,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:59.150576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a121aa29-e12b-4db7-a1e1-c3dca066fe67 req-7c80319d-d0d5-4ece-89d6-25b54726c0aa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674099 Nov 10 21:42:59.154109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda3924-f473-4d04-bf2c-a907907883c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd541a68-ecb6-4910-a049-51194f69bf86,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:42:59.285153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00fc598b-1fbf-45a5-a464-eb8d5064f1ff req-75dfcc04-c3e6-4314-ba4b-347e0d0ef73e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150662 Nov 10 21:42:59.343561 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1b8cd-25c0-47cd-8573-2739255914f1 x-openstack-request-id: req-eed1b8cd-25c0-47cd-8573-2739255914f1 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:42:59.343561 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45499c0-d2cd-4fce-bb87-b6252e61b85b", "name": "network-vif-plugged", "status": "completed", "tag": "2d506b53-b16e-46b1-8fb9-d79972316464", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:42:59.343561 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eed1b8cd-25c0-47cd-8573-2739255914f1 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:42:59.343561 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d506b53-b16e-46b1-8fb9-d79972316464', 'code': 200} Nov 10 21:42:59.380745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 42d8857c-6280-4691-ba15-7f7b5190b4c3 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:42:59.500196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2c5e9-dc6f-434c-8b56-23eaaddde485 req-d62ee17a-565a-4a24-805b-9449d8939633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:59.501652 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3c2c5e9-dc6f-434c-8b56-23eaaddde485 req-d62ee17a-565a-4a24-805b-9449d8939633 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 1098 time: 0.0828338 Nov 10 21:42:59.517929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 42d8857c-6280-4691-ba15-7f7b5190b4c3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:42:59.518600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:59.532027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5a67b-5a10-4866-85bb-90e5b137175f req-e46b1d93-52ba-42d5-b69f-eea849269150 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:42:59.536531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1e5a67b-5a10-4866-85bb-90e5b137175f req-e46b1d93-52ba-42d5-b69f-eea849269150 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 944 time: 0.1200173 Nov 10 21:42:59.603966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3c2c5e9-dc6f-434c-8b56-23eaaddde485 req-90ae9044-753f-47d3-95b6-efea03e080d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903389 Nov 10 21:42:59.660901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1e5a67b-5a10-4866-85bb-90e5b137175f req-e617d3f5-5b91-4464-8920-14776bfc3137 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156392 Nov 10 21:42:59.722734 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:59.795495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:42:59.865382 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:42:59.995364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:00.148610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46330) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:00.176744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95970e2e-cf48-4e5d-81fe-c7a85fc3bd6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:00.340997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95970e2e-cf48-4e5d-81fe-c7a85fc3bd6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:00.363457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d88da6-0e6a-41e9-9af3-48eace512b7b req-d05d395a-72cb-42d5-a3e0-25880dbaf368 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:00.371120 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1d88da6-0e6a-41e9-9af3-48eace512b7b req-d05d395a-72cb-42d5-a3e0-25880dbaf368 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0717504 Nov 10 21:43:00.440032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1d88da6-0e6a-41e9-9af3-48eace512b7b req-a52a985c-1d67-434a-9594-f2cc117f9d71 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631812 Nov 10 21:43:00.441734 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95970e2e-cf48-4e5d-81fe-c7a85fc3bd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:00.477900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4e811-a21a-4b8e-b420-7f4e9da28edc req-95c175fb-4b3b-4da3-930d-dcead2e9ca23 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:00.511887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-95970e2e-cf48-4e5d-81fe-c7a85fc3bd6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f8c4a5031a64eb3b91490043c6fa299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621230 Nov 10 21:43:00.514998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46342) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:00.519110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cde4e811-a21a-4b8e-b420-7f4e9da28edc req-95c175fb-4b3b-4da3-930d-dcead2e9ca23 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 946 time: 0.1134343 Nov 10 21:43:00.625749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cde4e811-a21a-4b8e-b420-7f4e9da28edc req-ceba10c8-49e1-40fe-b8a6-8883e912d616 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050713 Nov 10 21:43:00.634570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95970e2e-cf48-4e5d-81fe-c7a85fc3bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70815f5-b94a-4fa6-91da-e402c7dccf4c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:00.641794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-24860311-34b8-4e7a-beff-dc8deaec7fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:00.682756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-24860311-34b8-4e7a-beff-dc8deaec7fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:00.837685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09904fd-3e53-419d-aa9a-150f92030292 req-1a4619de-d4a2-493a-8ea4-819feca8bb10 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:00.839333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b09904fd-3e53-419d-aa9a-150f92030292 req-1a4619de-d4a2-493a-8ea4-819feca8bb10 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0907116 Nov 10 21:43:00.857414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-24860311-34b8-4e7a-beff-dc8deaec7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:00.860969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-24860311-34b8-4e7a-beff-dc8deaec7fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:00.862333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-24860311-34b8-4e7a-beff-dc8deaec7fe1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a70815f5-b94a-4fa6-91da-e402c7dccf4c HTTP/1.1" status: 204 len: 168 time: 0.3330650 Nov 10 21:43:00.894801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24860311-34b8-4e7a-beff-dc8deaec7fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70815f5-b94a-4fa6-91da-e402c7dccf4c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:00.966604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b09904fd-3e53-419d-aa9a-150f92030292 req-1b246227-26f0-4ef9-a2a3-eeacbd889a47 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191480 Nov 10 21:43:01.324401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:43:01.327487 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216336b-d38c-41af-80ab-68a5278876a3" -d '{"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-plugged", "status": "completed", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:43:01.372894 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684966c0-2ae5-4d96-b58c-642eb187c698 x-openstack-request-id: req-684966c0-2ae5-4d96-b58c-642eb187c698 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:43:01.373432 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-plugged", "status": "completed", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:43:01.373708 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-684966c0-2ae5-4d96-b58c-642eb187c698 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:43:01.374117 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'code': 200} Nov 10 21:43:01.698742 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2f0f8-73cb-4162-9192-f6d47e0107af req-9564ccf1-0c8b-40cb-8f3e-e3c45fcb9e07 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:01.710039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78a2f0f8-73cb-4162-9192-f6d47e0107af req-9564ccf1-0c8b-40cb-8f3e-e3c45fcb9e07 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1255624 Nov 10 21:43:01.810682 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78a2f0f8-73cb-4162-9192-f6d47e0107af req-3c85b5dd-a83b-4792-923f-9c36e427c0be tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996647 Nov 10 21:43:01.877176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73209-5596-48af-88a5-df8fcfa3ecd0 req-9475fa76-1b15-4a72-a9b2-f5e62fcb24c3 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:01.878829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56a73209-5596-48af-88a5-df8fcfa3ecd0 req-9475fa76-1b15-4a72-a9b2-f5e62fcb24c3 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 946 time: 0.0712206 Nov 10 21:43:01.946196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56a73209-5596-48af-88a5-df8fcfa3ecd0 req-2b97c9cd-1114-4476-a9b6-427c14d0f990 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601559 Nov 10 21:43:02.289567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b186b1-6840-4a52-bcff-1d84d4319239 req-ef24872b-2831-45d6-9680-ba5372e4778b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:02.317072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1b186b1-6840-4a52-bcff-1d84d4319239 req-ef24872b-2831-45d6-9680-ba5372e4778b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.2398531 Nov 10 21:43:02.450776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1b186b1-6840-4a52-bcff-1d84d4319239 req-465da52c-63c6-4a19-b83e-266365d650ee tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282523 Nov 10 21:43:03.046267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53311806-c4e5-4517-9acb-2f7743989437 req-8f1d2443-4388-4275-b574-fc036bcea1fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:03.048166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53311806-c4e5-4517-9acb-2f7743989437 req-8f1d2443-4388-4275-b574-fc036bcea1fa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1121547 Nov 10 21:43:03.123143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53311806-c4e5-4517-9acb-2f7743989437 req-db9543c5-545e-4b70-be42-a3ef6f18acc2 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Nov 10 21:43:03.649119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1812ad-3d34-4344-aa85-931be580e5ab req-9edceb4a-cca9-4d1e-89a8-e5cfca9a162e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:03.653824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-db1812ad-3d34-4344-aa85-931be580e5ab req-9edceb4a-cca9-4d1e-89a8-e5cfca9a162e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0632854 Nov 10 21:43:03.721203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-db1812ad-3d34-4344-aa85-931be580e5ab req-ff709761-77e9-4235-8bb0-10443eead597 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633764 Nov 10 21:43:04.363002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6a0b8-700d-4b3b-aefe-4812f74f475b req-ed11717d-e662-47a6-8d70-4fad076565e7 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:04.372297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccd6a0b8-700d-4b3b-aefe-4812f74f475b req-ed11717d-e662-47a6-8d70-4fad076565e7 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1105299 Nov 10 21:43:04.499164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccd6a0b8-700d-4b3b-aefe-4812f74f475b req-9be485b6-02a6-4fb0-b9d7-28b6a1237adc tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195240 Nov 10 21:43:05.101932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db62ae-6dda-40ca-a34b-82cfa65d5171 req-6e1e3ef6-ab98-4cc2-81cd-4855ea8a4059 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:05.116328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15db62ae-6dda-40ca-a34b-82cfa65d5171 req-6e1e3ef6-ab98-4cc2-81cd-4855ea8a4059 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1966717 Nov 10 21:43:05.249895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15db62ae-6dda-40ca-a34b-82cfa65d5171 req-535a9a9d-1436-430b-a785-d64a1454f6f1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318192 Nov 10 21:43:05.698625 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83e74791-1ba3-4b82-9546-24f73e3715c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:05.738042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed234f-23b3-4243-b651-9f73a735c626 req-5c0c8f74-39c1-4c50-9bca-5572bb38c67f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:05.747089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-19ed234f-23b3-4243-b651-9f73a735c626 req-5c0c8f74-39c1-4c50-9bca-5572bb38c67f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0835552 Nov 10 21:43:05.851453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-19ed234f-23b3-4243-b651-9f73a735c626 req-a4be1642-662c-4a8d-bfdd-8dcc512aa8df tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030793 Nov 10 21:43:05.989304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd88f-59a0-4cf4-a85e-184271b07707 req-15a95408-c93e-4b30-a4b8-c1d33d083ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:05.993184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-640fd88f-59a0-4cf4-a85e-184271b07707 req-15a95408-c93e-4b30-a4b8-c1d33d083ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1097 time: 0.0853913 Nov 10 21:43:06.067334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-640fd88f-59a0-4cf4-a85e-184271b07707 req-65feeb48-88d8-4e68-8040-53fc2f39fbb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665393 Nov 10 21:43:06.503901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181b324-f4dd-45e2-b8df-30b9891b8a76 req-1a94e1a4-0037-4454-82b6-fc9048d1b307 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:06.505638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f181b324-f4dd-45e2-b8df-30b9891b8a76 req-1a94e1a4-0037-4454-82b6-fc9048d1b307 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1175318 Nov 10 21:43:06.573503 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f181b324-f4dd-45e2-b8df-30b9891b8a76 req-5ed884e2-9614-40ec-b422-095880bd64e6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608447 Nov 10 21:43:06.795143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46546) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:06.979656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d980fd0-6072-4e0e-a44c-8767bce5df99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.051964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cf704-d2e3-414e-8381-1d4de86113b5 req-609f4972-ecae-4619-a91a-b34078860324 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:07.054089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e9cf704-d2e3-414e-8381-1d4de86113b5 req-609f4972-ecae-4619-a91a-b34078860324 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0916817 Nov 10 21:43:07.216011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e9cf704-d2e3-414e-8381-1d4de86113b5 req-d303d3f8-717c-45cb-8906-dbfc02b61a3b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520703 Nov 10 21:43:07.260371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d980fd0-6072-4e0e-a44c-8767bce5df99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.338903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d980fd0-6072-4e0e-a44c-8767bce5df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.496127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46566) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:07.500186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9d980fd0-6072-4e0e-a44c-8767bce5df99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a67f3d74cf61497d888e7ce6a5a2d253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7010057 Nov 10 21:43:07.508520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d980fd0-6072-4e0e-a44c-8767bce5df99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5f3cea-9db4-4e8f-8ed6-7d2af5412771,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:07.588966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c2149da-ebfd-4ba1-9a52-a3c602be2e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.621065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c2149da-ebfd-4ba1-9a52-a3c602be2e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.886202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274f7f-1914-46e4-b4d7-575ea79eeb44 req-50e70d89-d4e0-46be-bfc3-7390376bb4f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:07.888495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d274f7f-1914-46e4-b4d7-575ea79eeb44 req-50e70d89-d4e0-46be-bfc3-7390376bb4f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0881088 Nov 10 21:43:07.936527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c2149da-ebfd-4ba1-9a52-a3c602be2e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.939343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c2149da-ebfd-4ba1-9a52-a3c602be2e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.940510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0c2149da-ebfd-4ba1-9a52-a3c602be2e09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c5f3cea-9db4-4e8f-8ed6-7d2af5412771 HTTP/1.1" status: 204 len: 168 time: 0.4431822 Nov 10 21:43:07.960529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2149da-ebfd-4ba1-9a52-a3c602be2e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5f3cea-9db4-4e8f-8ed6-7d2af5412771,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:07.962250 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a44f87e-a298-4678-aa37-09a50eb3bfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:07.980824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d274f7f-1914-46e4-b4d7-575ea79eeb44 req-08415c86-468b-42ec-a46a-73752869d3d3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800998 Nov 10 21:43:08.362715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2679ef6-7249-46e0-a81b-f8525c41b8a0 req-f71916f5-b8c7-407a-9b09-c486be9fb9ce tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:08.371787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2679ef6-7249-46e0-a81b-f8525c41b8a0 req-f71916f5-b8c7-407a-9b09-c486be9fb9ce tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0634003 Nov 10 21:43:08.457973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2679ef6-7249-46e0-a81b-f8525c41b8a0 req-2e8d3bb2-197a-4ad2-90b1-4956fd98d8a4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781190 Nov 10 21:43:08.969141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46602) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:09.018675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fb0aeb1-1f88-4a39-a979-61a39dc18a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:09.245874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:09.252230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-91d4bd7b-54a9-4ebb-83a4-2bc34f0aa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:09.262622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-91d4bd7b-54a9-4ebb-83a4-2bc34f0aa421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1097 time: 0.1717341 Nov 10 21:43:09.276517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed597-7033-4235-9b36-ed6bac65579f req-1c44ad4c-3147-4bf4-8a02-48ce6abae10e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:09.284485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-992ed597-7033-4235-9b36-ed6bac65579f req-1c44ad4c-3147-4bf4-8a02-48ce6abae10e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1798415 Nov 10 21:43:09.328490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89c3e6-1e3b-46af-90a7-b09e49a3e0ce req-d935ec66-74a8-4986-aeea-ddd32423576c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:09.345679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac89c3e6-1e3b-46af-90a7-b09e49a3e0ce req-d935ec66-74a8-4986-aeea-ddd32423576c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.2551389 Nov 10 21:43:09.432153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-992ed597-7033-4235-9b36-ed6bac65579f req-b548475f-b2a5-4c02-a53b-8bd7631036b8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458848 Nov 10 21:43:09.487035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-e660dfb1-5190-40d9-b66c-59fb006a329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:09.489123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-e660dfb1-5190-40d9-b66c-59fb006a329e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 920 time: 0.2024279 Nov 10 21:43:09.586533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac89c3e6-1e3b-46af-90a7-b09e49a3e0ce req-82753d05-8ec4-4da3-aa8f-7cc858d43917 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398033 Nov 10 21:43:09.598614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-311dad00-e0d0-4d05-905b-9c9d6f2f70c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16 HTTP/1.1" status: 200 len: 217 time: 0.1001756 Nov 10 21:43:09.625635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fb0aeb1-1f88-4a39-a979-61a39dc18a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:09.693667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8fb0aeb1-1f88-4a39-a979-61a39dc18a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:09.697570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-e239faa8-ee50-4fbf-a5fe-1ed424b488c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:09.699947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-e239faa8-ee50-4fbf-a5fe-1ed424b488c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.0910161 Nov 10 21:43:09.736381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0aeb1-1f88-4a39-a979-61a39dc18a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fecf25-06e6-4b3f-99c2-8d365ede25b6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:09.790715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8fb0aeb1-1f88-4a39-a979-61a39dc18a41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36c1e27369fa47d7936a546f84cedd55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8177769 Nov 10 21:43:09.792097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46624) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:09.814893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-5c52fa23-82f0-44d7-86d2-5147da1fd9f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071489 Nov 10 21:43:09.952765 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b1746b4-40cf-4bd2-85ea-49b99869edcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:10.010187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b1746b4-40cf-4bd2-85ea-49b99869edcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:10.027800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-3e9e2c98-ce79-42dc-b5b9-36569f2964f5 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031217 Nov 10 21:43:10.168519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23edfa3f-6ba2-4438-b3cc-7e89a2d4fa4c req-ddcba327-6c4b-4366-80a6-afa28556b630 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311510 Nov 10 21:43:10.224037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b1746b4-40cf-4bd2-85ea-49b99869edcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:10.229150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b1746b4-40cf-4bd2-85ea-49b99869edcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:10.243316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8b1746b4-40cf-4bd2-85ea-49b99869edcc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71fecf25-06e6-4b3f-99c2-8d365ede25b6 HTTP/1.1" status: 204 len: 168 time: 0.4408181 Nov 10 21:43:10.278220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1746b4-40cf-4bd2-85ea-49b99869edcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fecf25-06e6-4b3f-99c2-8d365ede25b6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:10.573582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf61abc-4984-48a6-88ff-0d4255ec145b req-c5f07200-dcb5-40e2-ad8b-e1351b67883b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:10.575714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abf61abc-4984-48a6-88ff-0d4255ec145b req-c5f07200-dcb5-40e2-ad8b-e1351b67883b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0735211 Nov 10 21:43:10.645911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abf61abc-4984-48a6-88ff-0d4255ec145b req-49b06f5f-3941-4029-8729-1f583a3fbf07 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642712 Nov 10 21:43:10.712201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8280a5-ddee-482a-baf4-79c8583a66ec req-0b90608d-5175-4f2b-8f35-267fcaa7d279 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:10.713611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf8280a5-ddee-482a-baf4-79c8583a66ec req-0b90608d-5175-4f2b-8f35-267fcaa7d279 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0506210 Nov 10 21:43:10.750562 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:10.785089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf8280a5-ddee-482a-baf4-79c8583a66ec req-0ea14076-d62c-418f-980a-a68eae80ebdd tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596285 Nov 10 21:43:11.350126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:11.460318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-1161a661-a0fc-4873-b76b-79c29dd6dd00 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:11.462163 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-1161a661-a0fc-4873-b76b-79c29dd6dd00 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 0.1597440 Nov 10 21:43:11.486029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-7d219733-21cd-444e-b29c-e3cb33dcbd02 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/quotas/fd7294429c004a9293078011e1c782f4 HTTP/1.1" status: 200 len: 375 time: 0.0114424 Nov 10 21:43:11.588924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-43429243-ff62-46ca-8b6b-8a185df9fa4e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888915 Nov 10 21:43:11.866148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-82367448-a00f-4a86-b9e9-f47e0c2711c3 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762406 Nov 10 21:43:11.885491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919adc0-865f-4bb1-ad69-0434fe0c4070 req-75ad97bb-360b-4423-8dfa-7e60fe4f36e3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:11.901879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f919adc0-865f-4bb1-ad69-0434fe0c4070 req-75ad97bb-360b-4423-8dfa-7e60fe4f36e3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1229072 Nov 10 21:43:12.012638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f919adc0-865f-4bb1-ad69-0434fe0c4070 req-52192de0-15f8-4f20-b9ee-4ed5a640b6b9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119649 Nov 10 21:43:12.100209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-cb503333-f9f4-4f2d-aabd-db75734ed115 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330360 Nov 10 21:43:12.252039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c08896-af1f-4b23-9ce5-a1ea1962818b req-28f5270e-1d43-4a3c-8249-a72fa4caf9f3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:12.259967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44c08896-af1f-4b23-9ce5-a1ea1962818b req-28f5270e-1d43-4a3c-8249-a72fa4caf9f3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1207366 Nov 10 21:43:12.346222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-44c08896-af1f-4b23-9ce5-a1ea1962818b req-94db06cb-c32a-4f6b-9740-cad02804a4bd tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820312 Nov 10 21:43:12.498640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f1a1005-e53b-43b4-9b5d-507b99cea992 req-3914f847-47df-42d6-9894-9f70e0161b4d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 210 time: 0.0607374 Nov 10 21:43:13.256487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5406b-9c0d-419a-9142-72ef25ff54a9 req-755d6663-8462-4e1c-bf67-624a750f9e14 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:13.272934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9eb5406b-9c0d-419a-9142-72ef25ff54a9 req-755d6663-8462-4e1c-bf67-624a750f9e14 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1208694 Nov 10 21:43:13.371966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9eb5406b-9c0d-419a-9142-72ef25ff54a9 req-8a101e4b-301f-4f08-a9eb-6d3d2f07195c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978410 Nov 10 21:43:13.571885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcb0c6-13a4-4f52-bd56-9ad16f68b94a req-d49fc018-3200-4f60-abda-8913ec8df92c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:13.592364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2bcb0c6-13a4-4f52-bd56-9ad16f68b94a req-d49fc018-3200-4f60-abda-8913ec8df92c tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1235378 Nov 10 21:43:13.685154 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2bcb0c6-13a4-4f52-bd56-9ad16f68b94a req-bc8f058d-4e87-4cad-baff-5be0f74b82ef tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899270 Nov 10 21:43:13.712251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-70c95cea-c741-4b1a-a60e-1175c7673c2f req-94d16ba3-88c7-4f54-9e14-b3f7a5a0dc32 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 210 time: 0.0801861 Nov 10 21:43:14.579262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e80be0-ed7e-475d-b813-33d9196b029a req-78591dfe-fdd1-42b7-b2aa-21b6f53e5f12 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:14.589468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49e80be0-ed7e-475d-b813-33d9196b029a req-78591dfe-fdd1-42b7-b2aa-21b6f53e5f12 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1012247 Nov 10 21:43:14.698310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49e80be0-ed7e-475d-b813-33d9196b029a req-66402b61-049f-4ef4-893a-1cca6dd3c0d9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886524 Nov 10 21:43:14.927113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-48b84def-6134-4ee1-9024-da77161cb191 req-df0e2398-2909-469d-b097-a439559b6172 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 210 time: 0.0576911 Nov 10 21:43:15.277118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-dc7164f0-f31a-48c8-b6a3-c15eb74876a8 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:15.280305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-dc7164f0-f31a-48c8-b6a3-c15eb74876a8 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 0.2238095 Nov 10 21:43:15.297434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Request body: {'port': {'device_id': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'admin_state_up': True, 'tenant_id': 'fd7294429c004a9293078011e1c782f4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:43:15.648029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Made reservation on behalf of fd7294429c004a9293078011e1c782f4 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:43:15.653712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:15.960774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86528e18-c9b9-479e-a1bd-23e160bf864c req-e65ce846-ed57-4918-ac0a-b783d9efa01f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:15.971326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86528e18-c9b9-479e-a1bd-23e160bf864c req-e65ce846-ed57-4918-ac0a-b783d9efa01f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1005621 Nov 10 21:43:16.053852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86528e18-c9b9-479e-a1bd-23e160bf864c req-2dc6531e-cfe8-4102-ae76-af1a586e5d32 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810859 Nov 10 21:43:16.105279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Allocated IP 172.20.0.10 (e28e65cd-be8e-49e8-a2a7-e68a41cf351d/676a056e-0ee6-46c1-8d0c-777d1451f7f1/ca19f415-8dfc-4387-ba87-ca2df93cb1fa) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:43:16.109238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4467b157-bb25-467e-af34-3a317c9f51a5 req-0bc168d0-7aab-4515-a54d-e4daef4fe4f8 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 210 time: 0.0597591 Nov 10 21:43:16.508743 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:16.659006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:16.676331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2d506b53-b16e-46b1-8fb9-d79972316464'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:43:16.728902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:43:16.732375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:43:16.736619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:43:16.774317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:43:16.792580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event updated for resources: {'Port': ['ID=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:16.835295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:16.836331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:17.043229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71de9ae-c5e8-47e7-a309-7e692d244719 req-462afe04-de7a-49be-b1a6-2e2c175099a5 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:17.044860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d71de9ae-c5e8-47e7-a309-7e692d244719 req-462afe04-de7a-49be-b1a6-2e2c175099a5 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0562332 Nov 10 21:43:17.098269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d71de9ae-c5e8-47e7-a309-7e692d244719 req-fdcc3a91-dabe-430e-bed3-29c3e4e58065 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Nov 10 21:43:17.205440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-30370902-8398-45b3-acf5-27a2eb3acd99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9132788 Nov 10 21:43:17.211672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c68850-3921-4bc7-a9de-47fce28b26c6 req-80fab861-33e9-4ac1-a040-eea69199748a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:17.217494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Request body: {'port': {'device_id': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:43:17.220980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98c68850-3921-4bc7-a9de-47fce28b26c6 req-80fab861-33e9-4ac1-a040-eea69199748a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0940554 Nov 10 21:43:17.292312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98c68850-3921-4bc7-a9de-47fce28b26c6 req-37a6ccc3-aa5c-41e7-8c06-a733d7ff826a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699542 Nov 10 21:43:17.329251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:17.343066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46852) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:17.455651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465a52c-caa1-49f2-b93f-a47445e6772f req-5727381b-5f08-4ec4-a98b-42c9c3bb8f25 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:17.477967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1465a52c-caa1-49f2-b93f-a47445e6772f req-5727381b-5f08-4ec4-a98b-42c9c3bb8f25 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 932 time: 0.0954485 Nov 10 21:43:17.582428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1465a52c-caa1-49f2-b93f-a47445e6772f req-9cba365e-f15f-4bc0-9edd-1af00a816917 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007941 Nov 10 21:43:17.622339 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ff68ea9e-62dd-4499-8f45-3749dde11a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:17.760833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ff68ea9e-62dd-4499-8f45-3749dde11a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:17.828121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ff68ea9e-62dd-4499-8f45-3749dde11a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:17.909923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ff68ea9e-62dd-4499-8f45-3749dde11a77 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4f4381690e244e7bb27f6f1a9876d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5653682 Nov 10 21:43:17.915550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46864) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:17.945730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68ea9e-62dd-4499-8f45-3749dde11a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40b884-d18a-4fe0-b168-6b77aaa4bcd2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:17.989373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca19f415-8dfc-4387-ba87-ca2df93cb1fa {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:43:17.999866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd85f6f1-3994-4acd-90bb-dc833dfeda30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.025689 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd85f6f1-3994-4acd-90bb-dc833dfeda30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.075429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.174408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Transition to ACTIVE for port object ca19f415-8dfc-4387-ba87-ca2df93cb1fa will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:43:18.175828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd85f6f1-3994-4acd-90bb-dc833dfeda30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.179067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd85f6f1-3994-4acd-90bb-dc833dfeda30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.192162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd85f6f1-3994-4acd-90bb-dc833dfeda30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c40b884-d18a-4fe0-b168-6b77aaa4bcd2 HTTP/1.1" status: 204 len: 168 time: 0.2753775 Nov 10 21:43:18.200624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85f6f1-3994-4acd-90bb-dc833dfeda30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40b884-d18a-4fe0-b168-6b77aaa4bcd2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:18.258248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.333228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:18.485719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Attempting to bind port ca19f415-8dfc-4387-ba87-ca2df93cb1fa on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:43:18.485719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Attempting to bind port ca19f415-8dfc-4387-ba87-ca2df93cb1fa by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:43:18.486086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Attempting to bind port ca19f415-8dfc-4387-ba87-ca2df93cb1fa on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:43:18.501182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Port ca19f415-8dfc-4387-ba87-ca2df93cb1fa on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:43:18.501516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Attempting to bind port ca19f415-8dfc-4387-ba87-ca2df93cb1fa on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:43:18.512000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea594aaf-a01c-455a-b0f5-f04d5edaa770 req-07916e63-0034-4a8b-9603-38bfb49d5064 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:18.520953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:43:18.521493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Checking segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:43:18.521731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Bound using segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:43:18.522185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Bound port: ca19f415-8dfc-4387-ba87-ca2df93cb1fa, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:43:18.522551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.523418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea594aaf-a01c-455a-b0f5-f04d5edaa770 req-07916e63-0034-4a8b-9603-38bfb49d5064 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1185820 Nov 10 21:43:18.586897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea594aaf-a01c-455a-b0f5-f04d5edaa770 req-c4fc1413-9fc5-451c-ac61-4b742f66ff96 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624416 Nov 10 21:43:18.624306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] For port ca19f415-8dfc-4387-ba87-ca2df93cb1fa, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:43:18.639301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] For port ca19f415-8dfc-4387-ba87-ca2df93cb1fa, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:43:18.722270 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.782580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:18.783305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:18.784979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] 10.222.0.53 "PUT /v2.0/ports/ca19f415-8dfc-4387-ba87-ca2df93cb1fa HTTP/1.1" status: 200 len: 1093 time: 1.5719011 Nov 10 21:43:18.787500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'tag': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:43:18.789621 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bdb812-4687-48b6-ae7a-1d29e7e97081" -d '{"events": [{"name": "network-changed", "server_uuid": "e59e2c16-216b-4421-97c2-8772b8a361e2", "tag": "ca19f415-8dfc-4387-ba87-ca2df93cb1fa"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:43:18.822231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be63f-c372-45fa-97c4-c7b6ff40da7e req-bae62740-6eca-4447-bd17-2c16888f995e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:18.824540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d0be63f-c372-45fa-97c4-c7b6ff40da7e req-bae62740-6eca-4447-bd17-2c16888f995e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 944 time: 0.1391788 Nov 10 21:43:18.878745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab6201-56cc-4e85-8380-7cf58cae8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:18.908868 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da2e4c4-648b-4972-897a-82b22167c9da x-openstack-request-id: req-3da2e4c4-648b-4972-897a-82b22167c9da {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:43:18.913073 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59e2c16-216b-4421-97c2-8772b8a361e2", "tag": "ca19f415-8dfc-4387-ba87-ca2df93cb1fa", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:43:18.913073 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3da2e4c4-648b-4972-897a-82b22167c9da {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:43:18.913073 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'tag': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa', 'status': 'completed', 'code': 200} Nov 10 21:43:18.998359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d0be63f-c372-45fa-97c4-c7b6ff40da7e req-ca9c2b04-3849-4d07-9455-5a5e40c88832 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596179 Nov 10 21:43:19.033527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb812-4687-48b6-ae7a-1d29e7e97081 req-1caf44a7-c050-4404-92d9-9cc1c546fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:19.035115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5bdb812-4687-48b6-ae7a-1d29e7e97081 req-1caf44a7-c050-4404-92d9-9cc1c546fcf8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 1096 time: 0.1192055 Nov 10 21:43:19.152379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb812-4687-48b6-ae7a-1d29e7e97081 req-0a962ce5-6451-48cb-b44f-94c93fbe8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:19.153951 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5bdb812-4687-48b6-ae7a-1d29e7e97081 req-0a962ce5-6451-48cb-b44f-94c93fbe8091 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fd7294429c004a9293078011e1c782f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1097424 Nov 10 21:43:19.217481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46900) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:19.243940 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af8d27a4-05f0-4104-8c83-6f0f731dc8eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.383668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdb812-4687-48b6-ae7a-1d29e7e97081 req-016c2a6d-7a0f-4e8b-a91f-45b1ff65e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:19.386197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5bdb812-4687-48b6-ae7a-1d29e7e97081 req-016c2a6d-7a0f-4e8b-a91f-45b1ff65e91c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718092 Nov 10 21:43:19.463113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af8d27a4-05f0-4104-8c83-6f0f731dc8eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.493026 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.495784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-c71d5de0-a07c-45bc-ae2d-1382480fdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:19.497537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-c71d5de0-a07c-45bc-ae2d-1382480fdf76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 1096 time: 0.0579162 Nov 10 21:43:19.515855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af8d27a4-05f0-4104-8c83-6f0f731dc8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.551018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-af8d27a4-05f0-4104-8c83-6f0f731dc8eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c3e71bc43a24e7582c7e3efd48cd8cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3324649 Nov 10 21:43:19.554563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46904) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:19.622984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-01ab2291-90ef-48bb-b9b2-059aea36ff2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca19f415-8dfc-4387-ba87-ca2df93cb1fa HTTP/1.1" status: 200 len: 217 time: 0.1144586 Nov 10 21:43:19.650171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d27a4-05f0-4104-8c83-6f0f731dc8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1af1ad-3499-4dc2-a917-ac7d89e86810,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:19.691407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc750a2-ee2a-468d-b0de-5d477b067175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.717663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc750a2-ee2a-468d-b0de-5d477b067175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.775287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-ad262eb2-4746-44d8-8bd0-811d9971c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:19.779423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-ad262eb2-4746-44d8-8bd0-811d9971c90b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=676a056e-0ee6-46c1-8d0c-777d1451f7f1 HTTP/1.1" status: 200 len: 854 time: 0.1174543 Nov 10 21:43:19.826265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-0c47d881-1dae-462b-957f-336ef86877ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:19.828088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-0c47d881-1dae-462b-957f-336ef86877ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 1097 time: 0.2363882 Nov 10 21:43:19.830700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-16124d09-1471-45b3-9192-6b90bba5edc2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347118 Nov 10 21:43:19.858497 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc750a2-ee2a-468d-b0de-5d477b067175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.860507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a6a83-7afc-4df8-8426-5485f032ea75 req-66add27a-c3be-4669-9613-966884d346f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:19.862554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7dc750a2-ee2a-468d-b0de-5d477b067175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:19.864210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7dc750a2-ee2a-468d-b0de-5d477b067175 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3d1af1ad-3499-4dc2-a917-ac7d89e86810 HTTP/1.1" status: 204 len: 168 time: 0.3082387 Nov 10 21:43:19.868097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc6a6a83-7afc-4df8-8426-5485f032ea75 req-66add27a-c3be-4669-9613-966884d346f5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.1211312 Nov 10 21:43:19.876440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc750a2-ee2a-468d-b0de-5d477b067175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1af1ad-3499-4dc2-a917-ac7d89e86810,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:20.154113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7e576-bf80-42a1-a0a2-373e5acd12a7 req-e63c9e32-e8ca-4fa1-b4e7-b1ffeb3dd562 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:20.156270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5c7e576-bf80-42a1-a0a2-373e5acd12a7 req-e63c9e32-e8ca-4fa1-b4e7-b1ffeb3dd562 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 944 time: 0.0717640 Nov 10 21:43:20.258375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5c7e576-bf80-42a1-a0a2-373e5acd12a7 req-839149c4-2f24-4980-87a1-a42874bb693e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919085 Nov 10 21:43:20.467704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc6a6a83-7afc-4df8-8426-5485f032ea75 req-835b293b-e2f7-41c1-8e56-f29e1cc9465d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982292 Nov 10 21:43:20.489456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-107a1657-4b17-4677-a5ca-d59d2515ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:20.492572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-107a1657-4b17-4677-a5ca-d59d2515ae8b service neutron] 10.222.0.53 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.6487949 Nov 10 21:43:20.497014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-05afe7cb-f8b4-43b8-aef9-1038448c4b64 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460776 Nov 10 21:43:20.560054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-1e1002d1-08ce-4f26-859c-a38084b62f3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3 HTTP/1.1" status: 200 len: 217 time: 0.0535243 Nov 10 21:43:20.671972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-2cd2e229-578c-4955-8f7b-5e084042db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:20.673407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-2cd2e229-578c-4955-8f7b-5e084042db51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.0942199 Nov 10 21:43:20.720318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a419a986-10fe-4281-a28d-69a3ea74e93c req-9348e626-8875-4037-b789-2ea03d7094a3 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051284 Nov 10 21:43:20.745336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-a911956d-a03e-46da-98e7-c025a9467a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:20.746917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-a911956d-a03e-46da-98e7-c025a9467a33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661068 Nov 10 21:43:20.862947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-44d76b9f-fc82-43c7-9a7f-cd57094b2864 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082864 Nov 10 21:43:20.978710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee6954e8-e64e-47b8-8733-88ddd4219dd2 req-05cbd998-ed16-46b4-b364-58820b427437 service neutron] 10.222.0.53 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049943 Nov 10 21:43:21.485626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5613e-44de-47a2-ba9a-59a2731cfee9 req-e52d05b6-fbea-405e-8055-f4fde7f8324b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:21.488579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40e5613e-44de-47a2-ba9a-59a2731cfee9 req-e52d05b6-fbea-405e-8055-f4fde7f8324b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 944 time: 0.0862954 Nov 10 21:43:21.579359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40e5613e-44de-47a2-ba9a-59a2731cfee9 req-a5fdfa06-f93c-4fac-9828-ef537912e2bc tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828214 Nov 10 21:43:21.639199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584ad67-7e77-4ce4-babb-1937b9f8957c req-e79f26e0-cd9b-4de2-9911-fa2042f065d1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:21.640954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d584ad67-7e77-4ce4-babb-1937b9f8957c req-e79f26e0-cd9b-4de2-9911-fa2042f065d1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0815887 Nov 10 21:43:21.732295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d584ad67-7e77-4ce4-babb-1937b9f8957c req-4daa0eb4-b848-4b99-9f43-389646aca142 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848324 Nov 10 21:43:21.889110 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:43:22.698182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bdc83-43c3-4317-9fbe-2c81b1309df5 req-cbff6bc4-8921-47bb-8f22-7565e2b7b4a0 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:22.704774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414bdc83-43c3-4317-9fbe-2c81b1309df5 req-cbff6bc4-8921-47bb-8f22-7565e2b7b4a0 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 944 time: 0.0550747 Nov 10 21:43:22.777095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414bdc83-43c3-4317-9fbe-2c81b1309df5 req-21bd1db1-310a-4195-9adc-5c5ba606b409 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692978 Nov 10 21:43:22.884668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45666c1e-5748-4419-9f55-ed65b6c5fbfc req-7a181a6a-2622-460e-91c2-ea1ae7ae95c2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:22.886587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45666c1e-5748-4419-9f55-ed65b6c5fbfc req-7a181a6a-2622-460e-91c2-ea1ae7ae95c2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 945 time: 0.0544758 Nov 10 21:43:22.957356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45666c1e-5748-4419-9f55-ed65b6c5fbfc req-46dee02d-6185-43aa-84db-fe90cec79aa4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637562 Nov 10 21:43:23.422360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ca19f415-8dfc-4387-ba87-ca2df93cb1fa details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:43:23.427718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 42d8857c-6280-4691-ba15-7f7b5190b4c3 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:43:23.793335 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:23.816057 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:23.879062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ca19f415-8dfc-4387-ba87-ca2df93cb1fa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:43:23.919973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:43:23.925328 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dcfb24-5eca-41e3-b362-1fd20c0a1724" -d '{"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-unplugged", "status": "completed", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:43:23.961821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'port_id': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa', 'mac_address': 'fa:16:3e:12:6c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676a056e-0ee6-46c1-8d0c-777d1451f7f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:43:23.968899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:43:23.976986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbebeab-6e97-42cd-8451-1d96f99342c1 req-259c6dd8-4343-4a4e-a18a-58590c95882c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:23.986411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffbebeab-6e97-42cd-8451-1d96f99342c1 req-259c6dd8-4343-4a4e-a18a-58590c95882c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 944 time: 0.0955851 Nov 10 21:43:23.999952 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 21:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dba18c-d5c4-4a42-b7c1-31f31590241a x-openstack-request-id: req-b8dba18c-d5c4-4a42-b7c1-31f31590241a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:43:24.000236 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-unplugged", "status": "failed", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3", "code": 422}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:43:24.000619 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8dba18c-d5c4-4a42-b7c1-31f31590241a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:43:24.001150 n-d-776250-11 neutron-server[103049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'code': 422} returned with failed status Nov 10 21:43:24.037355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:24.049128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffbebeab-6e97-42cd-8451-1d96f99342c1 req-be3172db-8a26-444d-bea3-9e292b421bca tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614557 Nov 10 21:43:24.068857 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca19f415-8dfc-4387-ba87-ca2df93cb1fa {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:43:24.075382 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:24.103378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ca19f415-8dfc-4387-ba87-ca2df93cb1fa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:43:24.148034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fe4c4-b3f3-4971-ab3c-73c3ce6fce8d req-f4e15afd-b81c-43b2-a417-9233e87f3d9b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:24.150413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-031fe4c4-b3f3-4971-ab3c-73c3ce6fce8d req-f4e15afd-b81c-43b2-a417-9233e87f3d9b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.0652277 Nov 10 21:43:24.184484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:24.201229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:24.253094 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-031fe4c4-b3f3-4971-ab3c-73c3ce6fce8d req-5814279e-ac82-49f2-8491-04535518438c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947177 Nov 10 21:43:24.268241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:24.404894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33232f81-db6a-45be-87fa-9925db9c84a2 req-3c09bea2-536a-4429-92c1-a96573dcf1c3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:24.406441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33232f81-db6a-45be-87fa-9925db9c84a2 req-3c09bea2-536a-4429-92c1-a96573dcf1c3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0755885 Nov 10 21:43:24.454520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['ca19f415-8dfc-4387-ba87-ca2df93cb1fa'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:43:24.505866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33232f81-db6a-45be-87fa-9925db9c84a2 req-228fea8b-1f93-48ce-b9b1-a77defae862c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932126 Nov 10 21:43:24.766191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee9a01-4fcc-4f4c-9576-19b77ec08819 req-6580e5b3-e4af-4564-96c0-b8a971c124ba tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:24.767973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76ee9a01-4fcc-4f4c-9576-19b77ec08819 req-6580e5b3-e4af-4564-96c0-b8a971c124ba tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1447732 Nov 10 21:43:24.826751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76ee9a01-4fcc-4f4c-9576-19b77ec08819 req-6f4c1d88-45d5-44d1-bfae-421923df52c6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522499 Nov 10 21:43:25.211136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2d452-3827-4266-b9b5-655407502cc7 req-66f08137-cd3b-4276-b432-c76e248c0d8b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:25.222029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99a2d452-3827-4266-b9b5-655407502cc7 req-66f08137-cd3b-4276-b432-c76e248c0d8b tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 945 time: 0.0993421 Nov 10 21:43:25.300594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98920bd0-25fa-494f-9d86-cf3b9351a53e req-39d80d0b-131b-46f6-9226-cd4136c0d153 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:25.323015 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98920bd0-25fa-494f-9d86-cf3b9351a53e req-39d80d0b-131b-46f6-9226-cd4136c0d153 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1057408 Nov 10 21:43:25.333977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99a2d452-3827-4266-b9b5-655407502cc7 req-4eb9a018-5256-4a00-8cc9-1f6f0a032f06 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940268 Nov 10 21:43:25.423501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98920bd0-25fa-494f-9d86-cf3b9351a53e req-5718de91-59f0-4bc1-b5b2-908760256db2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909686 Nov 10 21:43:25.424143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ca19f415-8dfc-4387-ba87-ca2df93cb1fa up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:43:25.570655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port ca19f415-8dfc-4387-ba87-ca2df93cb1fa completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:43:25.575050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port ca19f415-8dfc-4387-ba87-ca2df93cb1fa triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:43:25.577316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:25.664870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:25.702501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ca19f415-8dfc-4387-ba87-ca2df93cb1fa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:43:25.795480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:25.878706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:26.002676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:43:26.008668 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eb2c55-37d3-4a10-aade-f61f7c2d7e08" -d '{"events": [{"server_uuid": "e59e2c16-216b-4421-97c2-8772b8a361e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca19f415-8dfc-4387-ba87-ca2df93cb1fa"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:43:26.058626 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6008db44-3a9b-4656-aff1-651afc8976d9 x-openstack-request-id: req-6008db44-3a9b-4656-aff1-651afc8976d9 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:43:26.059213 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e2c16-216b-4421-97c2-8772b8a361e2", "name": "network-vif-plugged", "status": "completed", "tag": "ca19f415-8dfc-4387-ba87-ca2df93cb1fa", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:43:26.059633 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6008db44-3a9b-4656-aff1-651afc8976d9 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:43:26.060317 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa', 'code': 200} Nov 10 21:43:26.183156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b22618-da1c-4730-951d-cc98d5c74e33 req-6e7c5b50-a9bc-483c-9fa5-cc598f9a533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:26.184735 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78b22618-da1c-4730-951d-cc98d5c74e33 req-6e7c5b50-a9bc-483c-9fa5-cc598f9a533f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 1098 time: 0.0501409 Nov 10 21:43:26.240563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78b22618-da1c-4730-951d-cc98d5c74e33 req-fd8d2cc6-e89c-40b0-9c2e-a3b6cb234dc0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Nov 10 21:43:26.469472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea96436-a90b-4da7-a1f5-b07d8a79acbd req-2a5a6b5e-b567-4363-98bc-3aa3fc72daba tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:26.479610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ea96436-a90b-4da7-a1f5-b07d8a79acbd req-2a5a6b5e-b567-4363-98bc-3aa3fc72daba tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 946 time: 0.0674200 Nov 10 21:43:26.547222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ea96436-a90b-4da7-a1f5-b07d8a79acbd req-6413f030-2c71-4bb0-9471-f88d7385ce99 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Nov 10 21:43:26.626096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455114d-bfab-491f-89a0-8d632169bc18 req-256701d2-ca0c-4027-853f-118729b9dfa2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:26.628446 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4455114d-bfab-491f-89a0-8d632169bc18 req-256701d2-ca0c-4027-853f-118729b9dfa2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0684469 Nov 10 21:43:26.709603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4455114d-bfab-491f-89a0-8d632169bc18 req-311d310a-c662-4dae-85ce-cecc30c998c5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644329 Nov 10 21:43:27.420459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 42d8857c-6280-4691-ba15-7f7b5190b4c3 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:43:27.713883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532e737-f9ce-44d3-8da4-1a94badbe16f req-361bc624-279f-459a-a961-91add50053ba tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:27.722619 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9532e737-f9ce-44d3-8da4-1a94badbe16f req-361bc624-279f-459a-a961-91add50053ba tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 946 time: 0.0691717 Nov 10 21:43:27.784714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9532e737-f9ce-44d3-8da4-1a94badbe16f req-87958cd8-9d32-4723-be63-12db26b6657d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600541 Nov 10 21:43:27.968602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96505082-dec1-49d7-b170-d8a7d71545b8 req-d2cca894-cdf2-4f04-a27e-36b6811af834 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:27.970318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96505082-dec1-49d7-b170-d8a7d71545b8 req-d2cca894-cdf2-4f04-a27e-36b6811af834 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1040146 Nov 10 21:43:28.091327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96505082-dec1-49d7-b170-d8a7d71545b8 req-81dfdfa9-aa84-43ec-b7ef-8c6002c8961f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144211 Nov 10 21:43:28.104113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc170e5f-d019-4b21-ad3d-1477f8a209cc req-2ded1495-087c-4a83-b8fe-89e001a4a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:28.105901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc170e5f-d019-4b21-ad3d-1477f8a209cc req-2ded1495-087c-4a83-b8fe-89e001a4a081 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1097 time: 0.3816195 Nov 10 21:43:28.212058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc170e5f-d019-4b21-ad3d-1477f8a209cc req-7748cd5a-1e0b-4d3b-805e-8fc9866f9abe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990169 Nov 10 21:43:28.937246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d867e9-18f7-4b9d-bf13-134b4188fed7 req-b9ed8546-afc7-4641-a064-6d7a56ebcc52 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:28.945782 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4d867e9-18f7-4b9d-bf13-134b4188fed7 req-b9ed8546-afc7-4641-a064-6d7a56ebcc52 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 946 time: 0.0604842 Nov 10 21:43:29.013169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4d867e9-18f7-4b9d-bf13-134b4188fed7 req-6d9294ce-76bc-432e-840c-60070ce31514 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665045 Nov 10 21:43:29.310390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d14ee9-5129-47d5-92cf-cb67b20d3739 req-65b241f9-3406-48bd-a058-4883f98cdc9a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:29.319370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53d14ee9-5129-47d5-92cf-cb67b20d3739 req-65b241f9-3406-48bd-a058-4883f98cdc9a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1048021 Nov 10 21:43:29.393359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53d14ee9-5129-47d5-92cf-cb67b20d3739 req-13a5b724-57bd-4bc1-8b88-8bcbb6cc679d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725734 Nov 10 21:43:30.575512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f519495-9844-4946-886d-2456cfa0c148 req-aad6ff97-b01a-423a-8547-05552a7e53d4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:30.584881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f519495-9844-4946-886d-2456cfa0c148 req-aad6ff97-b01a-423a-8547-05552a7e53d4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0611210 Nov 10 21:43:30.643548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f519495-9844-4946-886d-2456cfa0c148 req-0de4cf5f-7c07-407c-ad16-24e6292d5b0d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574782 Nov 10 21:43:31.841253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27c8d-a026-463f-ab19-6570eaf622c0 req-d53b5321-1ec2-4342-bde2-68ac6e33c6bb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:31.847316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58c27c8d-a026-463f-ab19-6570eaf622c0 req-d53b5321-1ec2-4342-bde2-68ac6e33c6bb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1126585 Nov 10 21:43:31.945685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58c27c8d-a026-463f-ab19-6570eaf622c0 req-7d8b2db8-e4ed-4fb1-a4a3-1801d42cc896 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879691 Nov 10 21:43:33.112016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dfca8-1dd1-4015-b722-967f4df3642f req-169b8373-8572-4d54-9831-afea39247c4f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:33.114650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007dfca8-1dd1-4015-b722-967f4df3642f req-169b8373-8572-4d54-9831-afea39247c4f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0759890 Nov 10 21:43:33.189440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae611db-07aa-4362-a9cb-e6fcc8b54f3c req-9f827358-28d7-4712-b73e-af924e876c72 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:33.191056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ae611db-07aa-4362-a9cb-e6fcc8b54f3c req-9f827358-28d7-4712-b73e-af924e876c72 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0554128 Nov 10 21:43:33.244467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-007dfca8-1dd1-4015-b722-967f4df3642f req-bdc04119-9371-4189-8dd7-a2992b8979cc tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215701 Nov 10 21:43:33.272899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-1f8a1d27-8515-4347-802d-f6cd7480f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:33.274570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-1f8a1d27-8515-4347-802d-f6cd7480f7b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1097 time: 0.0933745 Nov 10 21:43:33.275799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ae611db-07aa-4362-a9cb-e6fcc8b54f3c req-863d174e-491e-4902-983b-fcb486c758c1 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770545 Nov 10 21:43:33.383039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-25d47dd7-58f3-417e-b548-d70353599989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:33.385197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-25d47dd7-58f3-417e-b548-d70353599989 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 920 time: 0.0992982 Nov 10 21:43:33.444686 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-b37ad1c9-489f-466e-8f13-53ca01a8c425 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16 HTTP/1.1" status: 200 len: 217 time: 0.0504863 Nov 10 21:43:33.534520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-201687b8-45f9-419b-9d06-642c3cbda11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:33.536154 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-201687b8-45f9-419b-9d06-642c3cbda11d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.0838001 Nov 10 21:43:33.576143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-e3936be2-cab9-4b32-abd6-613f0b788da6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266335 Nov 10 21:43:33.723379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-9275fcf6-9ec3-45bb-a86a-b0fbc79c8fe8 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360452 Nov 10 21:43:33.851371 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56deafd-4b2e-46d9-a681-79ac9cd75e41 req-bfd2edb2-81f6-4258-a48c-fb5a1e659303 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179249 Nov 10 21:43:34.496722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c7f12-c530-4970-8b58-f122409cdbd5 req-2be76f9e-069c-4d2b-a3b9-1b9e134269a3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:34.498232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d9c7f12-c530-4970-8b58-f122409cdbd5 req-2be76f9e-069c-4d2b-a3b9-1b9e134269a3 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1051385 Nov 10 21:43:34.526244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3ad41-be56-4c82-b6ba-551a1248a76d req-b890d1fa-0c4b-4f58-b40f-a4b0768807ac tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:34.539886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6d3ad41-be56-4c82-b6ba-551a1248a76d req-b890d1fa-0c4b-4f58-b40f-a4b0768807ac tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1597295 Nov 10 21:43:34.595294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d9c7f12-c530-4970-8b58-f122409cdbd5 req-7aac919d-4c16-49d9-817d-46d043b9b2b0 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874846 Nov 10 21:43:34.650881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6d3ad41-be56-4c82-b6ba-551a1248a76d req-1a265c08-1003-46e0-954d-e4b1defbaa2e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027315 Nov 10 21:43:35.652645 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-44a62f8c-b12b-4279-a1c7-60adcbac4d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:35.783819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d98a-df73-4960-afb6-016646e91357 req-2b0544c9-3417-4090-a170-8923754479d4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:35.787319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9049d98a-df73-4960-afb6-016646e91357 req-2b0544c9-3417-4090-a170-8923754479d4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0718324 Nov 10 21:43:35.840816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dc58f-e20d-47a7-b1ef-830200f27769 req-adc95b56-4c77-449c-95d8-d101dbee5a75 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:35.852054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9049d98a-df73-4960-afb6-016646e91357 req-a4852367-0107-473f-b5b7-fb31d83680d9 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578616 Nov 10 21:43:35.856884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a93dc58f-e20d-47a7-b1ef-830200f27769 req-adc95b56-4c77-449c-95d8-d101dbee5a75 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1167433 Nov 10 21:43:35.931995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a93dc58f-e20d-47a7-b1ef-830200f27769 req-3b241e40-6819-452b-86c7-b6f96ce7fb43 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700231 Nov 10 21:43:37.026696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222f8a4-1f05-44d3-92c3-4bae0e5c5533 req-ce42cdfd-e42f-4923-bb2b-822ab41d556a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:37.029192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a222f8a4-1f05-44d3-92c3-4bae0e5c5533 req-ce42cdfd-e42f-4923-bb2b-822ab41d556a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0791340 Nov 10 21:43:37.111442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a222f8a4-1f05-44d3-92c3-4bae0e5c5533 req-5bd3d8df-42c7-422b-9a7b-d34989eda4c7 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742617 Nov 10 21:43:37.120023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1b48b-0fe8-4ec5-9df1-434ff6377ed4 req-ffd271b4-b2b2-43d7-a00c-4baabff25bb7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:37.130656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0d1b48b-0fe8-4ec5-9df1-434ff6377ed4 req-ffd271b4-b2b2-43d7-a00c-4baabff25bb7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1121764 Nov 10 21:43:37.260862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0d1b48b-0fe8-4ec5-9df1-434ff6377ed4 req-edebcf96-ba98-46fd-92f0-4349f8e14b37 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289134 Nov 10 21:43:37.336437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47440) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:37.490258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:37.586756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:37.682546 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:37.745784 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=291d84293bf04e138decd4488b6eb305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080768 Nov 10 21:43:37.748284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47458) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:37.756683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f1331-71bf-4a0c-a9b9-43aea91d931c req-2c3ad884-3884-43f7-8700-4e9770b9ef6d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:37.765527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a3f1331-71bf-4a0c-a9b9-43aea91d931c req-2c3ad884-3884-43f7-8700-4e9770b9ef6d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1293769 Nov 10 21:43:37.767695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec30eb1e-4ca6-468b-9c09-74cdaa881697,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:37.795814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.796168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.796703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.797196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.797682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.798168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.798940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.799447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.799804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.800156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.800782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.801283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7ad9f6-65a2-402f-b035-3f2ff85851d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:37.833521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:37.856955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:37.891153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-007b1570-b31d-49e6-b1d6-734e1972f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:37.892969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-007b1570-b31d-49e6-b1d6-734e1972f086 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.0710924 Nov 10 21:43:37.898035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a3f1331-71bf-4a0c-a9b9-43aea91d931c req-96dd2554-a1a0-4bcc-8519-1d520e643739 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316841 Nov 10 21:43:37.947216 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b875-7e8f-43be-a9ab-b3592912e7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:38.001734 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:38.005671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:38.006983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec30eb1e-4ca6-468b-9c09-74cdaa881697 HTTP/1.1" status: 204 len: 168 time: 0.2575815 Nov 10 21:43:38.015604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec30eb1e-4ca6-468b-9c09-74cdaa881697,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:38.024560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.024911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.025254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.025591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.025995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.026329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.026830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.027307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.027907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.028409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.029002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.029216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e7a90a-d7ef-48fb-bdc4-db47e6027dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:43:38.037828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-e9e41082-68fd-417b-b723-84d285a332ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:38.051236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-e9e41082-68fd-417b-b723-84d285a332ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.1468539 Nov 10 21:43:38.138649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-eb015cc3-5e38-4677-a9dd-f984db6c65dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.0708518 Nov 10 21:43:38.255241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-bd19ca3c-7401-4bad-bfc9-1907fdf7239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:38.256776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-bd19ca3c-7401-4bad-bfc9-1907fdf7239c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1020408 Nov 10 21:43:38.334935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-b4b56734-f80d-4e7b-914d-bebefcf7a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:38.343164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e6e42-f3b3-4942-9900-6e392d2e523d req-3c2d72dc-f326-4747-b866-df5d75bb89db tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:38.343844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-b4b56734-f80d-4e7b-914d-bebefcf7a183 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721438 Nov 10 21:43:38.364055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e2e6e42-f3b3-4942-9900-6e392d2e523d req-3c2d72dc-f326-4747-b866-df5d75bb89db tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0975947 Nov 10 21:43:38.450479 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e2e6e42-f3b3-4942-9900-6e392d2e523d req-33337dbd-e0aa-47c1-b4e1-f469485dcd35 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894804 Nov 10 21:43:38.544715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-107edcab-a242-4108-9a47-edf75ca8da92 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919894 Nov 10 21:43:38.669351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b1abc9a8-f2ad-4709-aaef-6e74bdd6247a req-ea80e6c8-ee68-42ed-a91c-6ae93387f7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136942 Nov 10 21:43:38.878549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47488) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:38.892246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e94fd316-ef9d-4486-81ef-81ee2b44ec96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.006420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e94fd316-ef9d-4486-81ef-81ee2b44ec96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.073441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e94fd316-ef9d-4486-81ef-81ee2b44ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.121128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfb47f-ac7c-4112-92d9-3ff351ce1bda req-44e39b9a-abcd-4935-9fa6-43cfb72e265a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:39.129240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2dfb47f-ac7c-4112-92d9-3ff351ce1bda req-44e39b9a-abcd-4935-9fa6-43cfb72e265a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1129420 Nov 10 21:43:39.146388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e94fd316-ef9d-4486-81ef-81ee2b44ec96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f70c038aee05438d942197bfec461069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666519 Nov 10 21:43:39.150879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd316-ef9d-4486-81ef-81ee2b44ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50562fc-a43c-48f5-b18d-206062814ba4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:39.156830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47496) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:39.244024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2dfb47f-ac7c-4112-92d9-3ff351ce1bda req-5f8eb222-fbb6-49ad-b655-d646f727f9d1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138132 Nov 10 21:43:39.272504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1d95830-3a72-4eed-ae55-b0f4ef8df507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.278220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.326250 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1d95830-3a72-4eed-ae55-b0f4ef8df507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.487458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1d95830-3a72-4eed-ae55-b0f4ef8df507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.490852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1d95830-3a72-4eed-ae55-b0f4ef8df507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:39.496237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1d95830-3a72-4eed-ae55-b0f4ef8df507 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b50562fc-a43c-48f5-b18d-206062814ba4 HTTP/1.1" status: 204 len: 168 time: 0.3370197 Nov 10 21:43:39.522885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d95830-3a72-4eed-ae55-b0f4ef8df507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50562fc-a43c-48f5-b18d-206062814ba4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:39.635643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903d656-63ee-4d6a-964b-cd162510edf3 req-773d219c-3fd7-4110-99fd-fd669b0b5d0b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:39.638574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6903d656-63ee-4d6a-964b-cd162510edf3 req-773d219c-3fd7-4110-99fd-fd669b0b5d0b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0880148 Nov 10 21:43:39.725845 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6903d656-63ee-4d6a-964b-cd162510edf3 req-8a372dcb-d069-4bec-8470-390f10ca9fea tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798693 Nov 10 21:43:40.385213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47538) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:40.391176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979dda9-7b60-40d2-9840-44ad69a331c1 req-6a63f03b-12d8-4082-8c93-cbaca7601488 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:40.392903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1979dda9-7b60-40d2-9840-44ad69a331c1 req-6a63f03b-12d8-4082-8c93-cbaca7601488 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0688677 Nov 10 21:43:40.417135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0074e657-61fd-446b-a020-e3a7984642e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:40.467481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1979dda9-7b60-40d2-9840-44ad69a331c1 req-654f2b92-9ace-4d92-8c68-7981e58285da tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672297 Nov 10 21:43:40.521630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0074e657-61fd-446b-a020-e3a7984642e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:40.625776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ae019-f9a2-4bcd-9081-d6d985b999c7 req-21fb2631-e85e-4e33-b858-0fb715293097 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:40.627394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a4ae019-f9a2-4bcd-9081-d6d985b999c7 req-21fb2631-e85e-4e33-b858-0fb715293097 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0665963 Nov 10 21:43:40.629517 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0074e657-61fd-446b-a020-e3a7984642e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:40.696415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0074e657-61fd-446b-a020-e3a7984642e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fe01fed2c7942319ceecdf2c1d28f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3090794 Nov 10 21:43:40.697354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074e657-61fd-446b-a020-e3a7984642e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d979e8ee-de2c-437f-94fd-5f29a46e5d26,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:40.699007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47550) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:43:40.712846 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:40.737075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a4ae019-f9a2-4bcd-9081-d6d985b999c7 req-797eb302-3629-4f1a-9e66-c2964ffdbae6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973420 Nov 10 21:43:40.808725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19ed55f8-b20c-4220-b418-7d133ea7c30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:40.833405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19ed55f8-b20c-4220-b418-7d133ea7c30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:40.903041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da87a5-0c37-4fb3-b636-dc39e3ac72f7 req-e4042370-7c4b-43f0-8244-52c781063fb8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:40.905235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9da87a5-0c37-4fb3-b636-dc39e3ac72f7 req-e4042370-7c4b-43f0-8244-52c781063fb8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0679860 Nov 10 21:43:40.961882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9da87a5-0c37-4fb3-b636-dc39e3ac72f7 req-c481d3e1-da25-467c-a0ff-89fc90ea153d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486567 Nov 10 21:43:41.322737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb89b5-0019-40ff-ba4f-5a809b784bb4 req-d7928d8c-53ec-4c19-87e5-fae64c86f902 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:41.324484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0bb89b5-0019-40ff-ba4f-5a809b784bb4 req-d7928d8c-53ec-4c19-87e5-fae64c86f902 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.4893808 Nov 10 21:43:41.335310 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:41.384299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0bb89b5-0019-40ff-ba4f-5a809b784bb4 req-5ecb0a7c-ec02-4ed0-ab00-2a6542f5299b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480781 Nov 10 21:43:41.493150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19ed55f8-b20c-4220-b418-7d133ea7c30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:41.493150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19ed55f8-b20c-4220-b418-7d133ea7c30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:41.493150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-19ed55f8-b20c-4220-b418-7d133ea7c30c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d979e8ee-de2c-437f-94fd-5f29a46e5d26 HTTP/1.1" status: 204 len: 168 time: 0.7903769 Nov 10 21:43:41.500881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed55f8-b20c-4220-b418-7d133ea7c30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d979e8ee-de2c-437f-94fd-5f29a46e5d26,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:41.806269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c94c23-9c9a-4634-beaf-6d81c4cb719b req-4d43868d-31ef-44b2-93e5-6824d1c38622 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:41.820907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0c94c23-9c9a-4634-beaf-6d81c4cb719b req-4d43868d-31ef-44b2-93e5-6824d1c38622 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1039994 Nov 10 21:43:41.873504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0c94c23-9c9a-4634-beaf-6d81c4cb719b req-4f178eda-ab5f-436b-a4d7-3737c214bfeb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516534 Nov 10 21:43:42.564361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f38c5-bfcd-4e1d-a24a-ec28f5a44435 req-e63e4c29-52b9-41cb-ba8b-b86d85fa7151 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:42.567446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f4f38c5-bfcd-4e1d-a24a-ec28f5a44435 req-e63e4c29-52b9-41cb-ba8b-b86d85fa7151 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0681303 Nov 10 21:43:42.677037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f4f38c5-bfcd-4e1d-a24a-ec28f5a44435 req-9345b2a1-d1e2-481e-adc9-ba413b27ffc9 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010566 Nov 10 21:43:43.045908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deba19-ce19-495d-8c93-9631cd81839f req-f02ac597-521e-41bd-88d2-68764fa3041f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:43.047309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11deba19-ce19-495d-8c93-9631cd81839f req-f02ac597-521e-41bd-88d2-68764fa3041f tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0762467 Nov 10 21:43:43.120352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11deba19-ce19-495d-8c93-9631cd81839f req-a191b308-689b-48d6-9ab3-c9d391ac6e5d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567162 Nov 10 21:43:43.877460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52988523-f4d5-48b5-916c-6185c0569fa7 req-c27ca0ed-f5b9-41d0-b7d9-989f87e4daff tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:43.885372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52988523-f4d5-48b5-916c-6185c0569fa7 req-c27ca0ed-f5b9-41d0-b7d9-989f87e4daff tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0896795 Nov 10 21:43:43.960354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52988523-f4d5-48b5-916c-6185c0569fa7 req-a0dea9a8-f6e5-42f9-aa03-93b6759f26ac tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740685 Nov 10 21:43:44.243802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab923-bfe1-4e8a-ad92-d61940632aa0 req-4fec4854-72be-40c8-844d-2a4a045b8f8a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:44.245374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-304ab923-bfe1-4e8a-ad92-d61940632aa0 req-4fec4854-72be-40c8-844d-2a4a045b8f8a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0526409 Nov 10 21:43:44.313000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-304ab923-bfe1-4e8a-ad92-d61940632aa0 req-d7fd8804-ed39-47bf-8784-0e397681b2d4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606601 Nov 10 21:43:44.799314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0d156-c661-4e90-9551-5ec60a2ff0a9 req-7589f28e-c2ca-4616-b6ec-7fa456ecf97e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:44.804196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23c0d156-c661-4e90-9551-5ec60a2ff0a9 req-7589f28e-c2ca-4616-b6ec-7fa456ecf97e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0876474 Nov 10 21:43:44.905099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23c0d156-c661-4e90-9551-5ec60a2ff0a9 req-48b356f2-044e-4603-9f52-c88e23a5b9b3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971851 Nov 10 21:43:44.913558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-34297274-628b-4d56-9688-40071843de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:44.915266 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-34297274-628b-4d56-9688-40071843de38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.0770364 Nov 10 21:43:45.105197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-08e73e80-72a7-41f6-8ec0-16a532a0b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:45.106683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-08e73e80-72a7-41f6-8ec0-16a532a0b25b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.1813142 Nov 10 21:43:45.194282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23e55-5994-4b31-888c-2cbf15aadb77 req-42742eb9-a786-41c5-acfe-eabf756be7c0 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:45.196237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8af23e55-5994-4b31-888c-2cbf15aadb77 req-42742eb9-a786-41c5-acfe-eabf756be7c0 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1493745 Nov 10 21:43:45.246275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-64883a53-232b-4be4-9cff-ef4db6cbd214 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.1251850 Nov 10 21:43:45.296006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8af23e55-5994-4b31-888c-2cbf15aadb77 req-dead64ee-4bf0-46dc-aaf5-76f347637585 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873947 Nov 10 21:43:45.330563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-78ee2d7f-315f-4565-ad1f-8aca28ddd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:45.333417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-78ee2d7f-315f-4565-ad1f-8aca28ddd00b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.0793309 Nov 10 21:43:45.396067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-bddac367-7d58-40d6-8176-fac60af38768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:45.397584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-bddac367-7d58-40d6-8176-fac60af38768 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562956 Nov 10 21:43:45.506951 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-8d852402-1887-4182-9669-802c0a0dda3a service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012335 Nov 10 21:43:45.627514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1083536f-92fd-4327-b0a1-0c506ba3beca req-2e47c7f4-f2e4-4b27-a5df-c5f5a1ba5fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107998 Nov 10 21:43:46.115951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0ef1b-9b30-497c-beb9-cbe9ce5854c0 req-67437aa2-4a01-40e2-8539-cbc3646bbbd3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:46.117496 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31c0ef1b-9b30-497c-beb9-cbe9ce5854c0 req-67437aa2-4a01-40e2-8539-cbc3646bbbd3 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.1115468 Nov 10 21:43:46.183115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31c0ef1b-9b30-497c-beb9-cbe9ce5854c0 req-d1568b48-8e9c-4a8c-ad07-27f78f69ae4d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578640 Nov 10 21:43:46.225532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae9ece-6de3-499f-b629-6a2085f342ff req-d2cdb65e-bc8e-4204-8d4d-e86e14775e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:46.227767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58ae9ece-6de3-499f-b629-6a2085f342ff req-d2cdb65e-bc8e-4204-8d4d-e86e14775e5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1097 time: 0.0602124 Nov 10 21:43:46.314673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58ae9ece-6de3-499f-b629-6a2085f342ff req-6121dd5f-5b30-42d7-9558-fcd42a2da7d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793252 Nov 10 21:43:46.439152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-ce3c517b-6ffd-450d-9bfa-099607586485 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0691776 Nov 10 21:43:46.462507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28002f-4414-43c9-8253-2ce551527608 req-29d511a2-9797-40ed-afa7-327c1dd328cb tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:46.465148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b28002f-4414-43c9-8253-2ce551527608 req-29d511a2-9797-40ed-afa7-327c1dd328cb tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0858023 Nov 10 21:43:46.577897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887de096-c506-4067-83d0-dd9ef5471a02 req-2e947ed3-e8ca-44ba-92a0-135398cbb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:46.579782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-2e947ed3-e8ca-44ba-92a0-135398cbb049 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 1097 time: 0.0991547 Nov 10 21:43:46.584905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b28002f-4414-43c9-8253-2ce551527608 req-21efdfcc-0c21-4e20-88c6-3639e0c2e91f tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140213 Nov 10 21:43:46.782522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887de096-c506-4067-83d0-dd9ef5471a02 req-4158a3cf-b007-45b9-8886-a78b3a2688c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:46.784189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-4158a3cf-b007-45b9-8886-a78b3a2688c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 915 time: 0.1530764 Nov 10 21:43:46.834401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-4e0d416b-6142-4b5a-91a2-0ab0a6221347 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e7f5ead-83af-4776-8090-c99af2330532 HTTP/1.1" status: 200 len: 217 time: 0.0417945 Nov 10 21:43:46.889992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887de096-c506-4067-83d0-dd9ef5471a02 req-47f3a49c-4f47-48bc-91b4-fc722af7e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:46.891476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-47f3a49c-4f47-48bc-91b4-fc722af7e9d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=676a056e-0ee6-46c1-8d0c-777d1451f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0475643 Nov 10 21:43:46.926949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-6727ec8c-59e3-4a96-a613-f0e4cd2a16b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251093 Nov 10 21:43:47.076720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-9203d085-b6ad-44e2-8640-a74b584c4d00 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401467 Nov 10 21:43:47.272605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-887de096-c506-4067-83d0-dd9ef5471a02 req-a6672402-3460-4991-a3d2-d8744a5edf68 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881330 Nov 10 21:43:47.354328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972961a-3cc8-4e78-a253-80edb366b155 req-c54ed235-08ad-417e-8058-d91d208cebd5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:47.357237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5972961a-3cc8-4e78-a253-80edb366b155 req-c54ed235-08ad-417e-8058-d91d208cebd5 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0706909 Nov 10 21:43:47.422224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5972961a-3cc8-4e78-a253-80edb366b155 req-6d78876c-48f4-45f1-9e23-d080ad86faac tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577035 Nov 10 21:43:47.588796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683993a-32fb-42de-8ed0-4c58f2b22fed req-bef8e40f-d4d1-45c3-95e3-7fe744ecc443 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:47.590209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f683993a-32fb-42de-8ed0-4c58f2b22fed req-bef8e40f-d4d1-45c3-95e3-7fe744ecc443 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0776870 Nov 10 21:43:47.672541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f683993a-32fb-42de-8ed0-4c58f2b22fed req-156bfaca-d4a6-442d-9ed8-c547c0c858f7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762258 Nov 10 21:43:47.776499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e8de6-617a-493a-be01-edfa729709e9 req-c1a82512-4f38-4fd7-8a90-ec72212e6022 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:47.779462 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a41e8de6-617a-493a-be01-edfa729709e9 req-c1a82512-4f38-4fd7-8a90-ec72212e6022 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0761359 Nov 10 21:43:47.903565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a41e8de6-617a-493a-be01-edfa729709e9 req-bdc2beed-3a81-4e0b-9b39-b44a33ea31b4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175847 Nov 10 21:43:49.096270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84ce01-424f-4d27-8549-885ff1a5e014 req-6b352589-5cea-4e5f-9ec9-70af99ca6ffa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:49.098880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf84ce01-424f-4d27-8549-885ff1a5e014 req-6b352589-5cea-4e5f-9ec9-70af99ca6ffa tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0963471 Nov 10 21:43:49.199341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf84ce01-424f-4d27-8549-885ff1a5e014 req-806d1c06-e1a9-4e1f-9b59-52217fbc5b83 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925465 Nov 10 21:43:49.541101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:49.961786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ffc48-984c-4f5e-9711-f6b133e9cdc9 req-7379e0a2-1687-4b35-ba01-0c9a3e4a60e6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:49.975303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c2ffc48-984c-4f5e-9711-f6b133e9cdc9 req-7379e0a2-1687-4b35-ba01-0c9a3e4a60e6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0826094 Nov 10 21:43:50.037169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c2ffc48-984c-4f5e-9711-f6b133e9cdc9 req-6fe8f2b2-c61d-4bfc-9947-07dece6b62b2 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Nov 10 21:43:50.092276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30a414-d629-4b77-ad25-6779549f8046 req-8dab209c-d032-4ebd-bdee-9780c45c0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:50.093981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b30a414-d629-4b77-ad25-6779549f8046 req-8dab209c-d032-4ebd-bdee-9780c45c0160 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3c7666dad34b89b34646fd079c649f&device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 1097 time: 0.0976095 Nov 10 21:43:50.292836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30a414-d629-4b77-ad25-6779549f8046 req-a860f670-708e-48ef-ad78-6038c35abb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:50.297520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b30a414-d629-4b77-ad25-6779549f8046 req-a860f670-708e-48ef-ad78-6038c35abb07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 200 len: 920 time: 0.1926062 Nov 10 21:43:50.390567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b30a414-d629-4b77-ad25-6779549f8046 req-413abd1b-6c3e-4b78-9234-a1ecc7b6d7a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16 HTTP/1.1" status: 200 len: 217 time: 0.0849073 Nov 10 21:43:50.552152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30a414-d629-4b77-ad25-6779549f8046 req-f43e57ed-1261-44dd-a516-a2858f47f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:50.553803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b30a414-d629-4b77-ad25-6779549f8046 req-f43e57ed-1261-44dd-a516-a2858f47f061 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 200 len: 859 time: 0.1506834 Nov 10 21:43:50.596294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b30a414-d629-4b77-ad25-6779549f8046 req-18e61c9f-a4d0-49f8-ba65-293d9f6b1c07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3303dff-fc93-465f-8e56-aecf50c39e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330093 Nov 10 21:43:50.608356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-c1ae884b-82c7-42cd-be9c-93ef40cf9a4c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:50.608356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-c1ae884b-82c7-42cd-be9c-93ef40cf9a4c tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3d866c-680f-4e97-aa2f-374c239ca451 HTTP/1.1" status: 200 len: 943 time: 0.0978744 Nov 10 21:43:50.816880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b30a414-d629-4b77-ad25-6779549f8046 req-df397012-3129-4a8a-a533-9dfdba120e2b service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071729 Nov 10 21:43:50.957636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Deleting port 42d8857c-6280-4691-ba15-7f7b5190b4c3 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:43:50.957898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:51.093008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b30a414-d629-4b77-ad25-6779549f8046 req-72e65945-a25f-4495-b323-0862b78e6370 service neutron] 10.222.0.64 "GET /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682292 Nov 10 21:43:51.185406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] For port 42d8857c-6280-4691-ba15-7f7b5190b4c3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=42d8857c-6280-4691-ba15-7f7b5190b4c3,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:43:51.185406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:51.225692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3829-5335-4ff1-9eaf-cd755c4929a2 req-24f976f2-62a5-4566-8b88-e5e285c8b8d8 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:51.227472 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-746b3829-5335-4ff1-9eaf-cd755c4929a2 req-24f976f2-62a5-4566-8b88-e5e285c8b8d8 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0957782 Nov 10 21:43:51.227589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Calling delete_port for 42d8857c-6280-4691-ba15-7f7b5190b4c3 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:43:51.329291 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-746b3829-5335-4ff1-9eaf-cd755c4929a2 req-844b0d83-b74a-410f-a5f4-95a18abaf58e tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851521 Nov 10 21:43:51.373894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-a86ba15d-fe90-41ff-827c-fa141785505b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1227782 Nov 10 21:43:51.539764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-b4a2354b-9dd3-4416-b95e-1c2f179ee361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:51.539764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-b4a2354b-9dd3-4416-b95e-1c2f179ee361 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1bc044361e9458a91074240d37f7214&device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 1097 time: 0.0852475 Nov 10 21:43:51.642830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:51.659695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b15a663-7e4a-4008-924b-ffc68135670b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:43:51.716145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event deleted for resources: {'Port': ['ID=42d8857c-6280-4691-ba15-7f7b5190b4c3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:51.824972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-4c758d84-3b89-4959-a237-5ff6f5f341f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:51.838945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-4c758d84-3b89-4959-a237-5ff6f5f341f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 200 len: 913 time: 0.2613482 Nov 10 21:43:51.839153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:43:51.840150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] No DVR routers for this DVR port 42d8857c-6280-4691-ba15-7f7b5190b4c3 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:43:51.843343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:51.854838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-443ad9e3-1641-48cd-bbf6-558aa073ac57 req-a07605ab-1a25-4738-9401-cde83507cadf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "DELETE /v2.0/ports/42d8857c-6280-4691-ba15-7f7b5190b4c3 HTTP/1.1" status: 204 len: 173 time: 1.2346315 Nov 10 21:43:51.855369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-deleted', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:43:51.861821 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c496b-f297-4b5c-b340-9cc1e7d43fda" -d '{"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-deleted", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:43:51.943167 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4618e08-0469-4a07-9e1a-152dee6b51ef x-openstack-request-id: req-c4618e08-0469-4a07-9e1a-152dee6b51ef {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:43:51.943464 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3d866c-680f-4e97-aa2f-374c239ca451", "name": "network-vif-deleted", "tag": "42d8857c-6280-4691-ba15-7f7b5190b4c3", "status": "failed", "code": 422}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:43:51.943713 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4618e08-0469-4a07-9e1a-152dee6b51ef {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:43:51.944173 n-d-776250-11 neutron-server[103048]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a3d866c-680f-4e97-aa2f-374c239ca451', 'name': 'network-vif-deleted', 'tag': '42d8857c-6280-4691-ba15-7f7b5190b4c3', 'status': 'failed', 'code': 422} returned with failed status Nov 10 21:43:52.053306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-ce09f3c1-f7ae-418d-ad82-4c894fb069e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 200 len: 999 time: 0.1892006 Nov 10 21:43:52.174404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-2a46c5e9-f903-4081-b858-a0579af7b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:52.176445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-2a46c5e9-f903-4081-b858-a0579af7b2fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 200 len: 851 time: 0.1147068 Nov 10 21:43:52.310684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-56f00791-3ead-4a3d-bd17-e78c031a8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:52.316369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-56f00791-3ead-4a3d-bd17-e78c031a8191 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7dad6678-5dfe-4d09-b6f6-635b98a9149f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317034 Nov 10 21:43:52.560150 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-a7c6d491-0e22-4e0b-b266-8b579ebb357f service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212932 Nov 10 21:43:52.613025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18453bd-d77c-44dd-b43c-7ad7624f9e66 req-4c9b3067-71dd-44e9-a5b1-a4a72bb8423d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:52.614389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18453bd-d77c-44dd-b43c-7ad7624f9e66 req-4c9b3067-71dd-44e9-a5b1-a4a72bb8423d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.1306033 Nov 10 21:43:52.716555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18453bd-d77c-44dd-b43c-7ad7624f9e66 req-3d2f012f-fb41-43a2-b5a3-f24b42b4f7a0 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944004 Nov 10 21:43:52.718972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b85918f-4ec9-491e-8d0a-e39b57e0fa85 req-6e22c6e4-4763-41b0-8f0d-8509f0517de3 service neutron] 10.222.0.64 "GET /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433895 Nov 10 21:43:53.605699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:53.883581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17386-a5b1-4e13-b94a-b048b0e3a315 req-9522df8a-7ae4-429c-8f01-8f0ac6c26baf tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:53.894450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48f17386-a5b1-4e13-b94a-b048b0e3a315 req-9522df8a-7ae4-429c-8f01-8f0ac6c26baf tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0851765 Nov 10 21:43:53.926109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2d38b-c40f-49b4-bff2-fb8cbb99fc79 req-9cb73596-2cdf-49cd-b55f-b9fcfd21d81e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:53.928520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4df2d38b-c40f-49b4-bff2-fb8cbb99fc79 req-9cb73596-2cdf-49cd-b55f-b9fcfd21d81e tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 907 time: 0.0958016 Nov 10 21:43:53.964396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48f17386-a5b1-4e13-b94a-b048b0e3a315 req-82863a8a-0b94-4243-a6eb-225180a94c26 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685878 Nov 10 21:43:54.419762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b15a-d96c-410a-9226-6237401f2727 req-d27407d7-2aff-4d01-803b-d8d02bad68fb tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:54.422044 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-d27407d7-2aff-4d01-803b-d8d02bad68fb tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 0.1236193 Nov 10 21:43:54.461593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-d423d080-7d6d-49ca-9de8-fef832a2ff18 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/quotas/fd7294429c004a9293078011e1c782f4 HTTP/1.1" status: 200 len: 375 time: 0.0283806 Nov 10 21:43:54.567627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-ed0424e8-9b73-4c93-b007-c8d11df74bb3 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039727 Nov 10 21:43:54.665606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-655c90c9-3782-4344-9bd7-f8b5bb1c9fd1 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970125 Nov 10 21:43:54.778880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-4e80937b-fb0a-43bb-96e9-9267b7e4ed39 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058376 Nov 10 21:43:55.105279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4e32c-ae9b-4324-acc0-ca4ea03fe06f req-1621de34-a2a3-4751-98a1-6b77270e3924 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:55.106889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d9c4e32c-ae9b-4324-acc0-ca4ea03fe06f req-1621de34-a2a3-4751-98a1-6b77270e3924 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 907 time: 0.0821190 Nov 10 21:43:55.219913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecae8f0d-69fc-401b-b666-f83342964627 req-f300f140-cb86-4958-9fc5-eb1477d2a769 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0609691 Nov 10 21:43:55.604870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0269-6b73-4abd-83d5-e6fac764bcc6 req-f4442426-10c6-4bae-99bc-04dbbb79f1d4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:55.606399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-280a0269-6b73-4abd-83d5-e6fac764bcc6 req-f4442426-10c6-4bae-99bc-04dbbb79f1d4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.4816360 Nov 10 21:43:55.621898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-c0cc004e-175f-44a5-bbe4-12685884beb8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:55.623396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-c0cc004e-175f-44a5-bbe4-12685884beb8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 907 time: 0.0729325 Nov 10 21:43:55.756611 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-280a0269-6b73-4abd-83d5-e6fac764bcc6 req-a13db886-7c24-45e4-a2ee-a999be36c104 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318555 Nov 10 21:43:55.773732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Deleting port 37a1f131-fb93-4081-9e14-5e9c5d334612 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:43:55.774118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:55.910227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] For port 37a1f131-fb93-4081-9e14-5e9c5d334612, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=37a1f131-fb93-4081-9e14-5e9c5d334612,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:43:55.910592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:55.930983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Calling delete_port for 37a1f131-fb93-4081-9e14-5e9c5d334612 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:43:56.288847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5732a2-ff63-436f-980f-5e9862f08462 req-ff3548e5-666e-4e6d-afc7-129fad28b6a1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:56.293258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c5732a2-ff63-436f-980f-5e9862f08462 req-ff3548e5-666e-4e6d-afc7-129fad28b6a1 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 907 time: 0.1109457 Nov 10 21:43:56.304264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:56.351477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event deleted for resources: {'Port': ['ID=37a1f131-fb93-4081-9e14-5e9c5d334612,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:56.458893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] No DVR routers for this DVR port 37a1f131-fb93-4081-9e14-5e9c5d334612 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:43:56.463031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-532576a6-9c68-4b10-94ef-3560cd506d9a req-3276e5ae-4e95-4921-bfd6-67d75d80c6d1 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0594475 Nov 10 21:43:56.464177 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:56.467710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a0b322de-c212-4345-9a50-8a826b1d8ee1 req-6255b16f-5f80-44c7-a308-06b838912297 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "DELETE /v2.0/ports/37a1f131-fb93-4081-9e14-5e9c5d334612 HTTP/1.1" status: 204 len: 173 time: 0.8357823 Nov 10 21:43:56.468233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'name': 'network-vif-deleted', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:43:56.470552 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bffedc-f4da-4acd-b566-f2115b46dad7" -d '{"events": [{"server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "name": "network-vif-deleted", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:43:56.572646 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbed480-4102-4557-b6f7-b61fce514cca x-openstack-request-id: req-3dbed480-4102-4557-b6f7-b61fce514cca {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:43:56.572938 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed7e65a-7aca-45d5-8a5a-e8190631ad12", "name": "network-vif-deleted", "tag": "37a1f131-fb93-4081-9e14-5e9c5d334612", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:43:56.573187 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3dbed480-4102-4557-b6f7-b61fce514cca {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:43:56.573585 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed7e65a-7aca-45d5-8a5a-e8190631ad12', 'name': 'network-vif-deleted', 'tag': '37a1f131-fb93-4081-9e14-5e9c5d334612', 'status': 'completed', 'code': 200} Nov 10 21:43:57.468031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40ef0e05-06ca-4710-a7ad-3c3c4f6afca6 req-c9de826a-df19-4f14-bd3c-8796622ad232 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed7e65a-7aca-45d5-8a5a-e8190631ad12 HTTP/1.1" status: 200 len: 210 time: 0.0385919 Nov 10 21:43:57.625970 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7546f2f8-d9eb-484a-b8fd-ada024eb0cac req-9cc9e05b-fdda-43b5-89ea-b9a966d0319a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0524719 Nov 10 21:43:58.354375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b15a-d96c-410a-9226-6237401f2727 req-f745effd-ffac-4dd4-9870-c99bb7b3bc69 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:58.358540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-f745effd-ffac-4dd4-9870-c99bb7b3bc69 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "GET /v2.0/networks?id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 200 len: 814 time: 0.1558793 Nov 10 21:43:58.376069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Request body: {'port': {'device_id': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'admin_state_up': True, 'tenant_id': 'fd7294429c004a9293078011e1c782f4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:43:58.660336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Made reservation on behalf of fd7294429c004a9293078011e1c782f4 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:43:58.663991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:58.859403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a557e37-f0b1-4bc5-898e-31b9acf0b9da req-29a666af-f127-4e07-a2ff-7290c68ee48c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0357261 Nov 10 21:43:58.868649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Allocated IP 172.20.0.4 (e28e65cd-be8e-49e8-a2a7-e68a41cf351d/676a056e-0ee6-46c1-8d0c-777d1451f7f1/4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:43:58.881505 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:43:59.046686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:59.250371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:59.265557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532', 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:43:59.270632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e975e8-1b44-4f61-a964-724411bd639a req-b2893299-0816-416c-93f6-017dadedd23d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:59.284826 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71e975e8-1b44-4f61-a964-724411bd639a req-b2893299-0816-416c-93f6-017dadedd23d tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 945 time: 0.0799811 Nov 10 21:43:59.337649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2d506b53-b16e-46b1-8fb9-d79972316464'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:43:59.361147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Network e28e65cd-be8e-49e8-a2a7-e68a41cf351d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:43:59.365152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:43:59.372105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:43:59.400962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71e975e8-1b44-4f61-a964-724411bd639a req-995cf273-c694-4dbb-98c2-a1f66f4d5687 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092064 Nov 10 21:43:59.402578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event updated for resources: {'Port': ['ID=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:43:59.473552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:43:59.474434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:59.556435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-f86c62c5-a9fe-4d2c-8848-e810d5e89e72 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1852071 Nov 10 21:43:59.572289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Request body: {'port': {'device_id': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:43:59.624352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 37a1f131-fb93-4081-9e14-5e9c5d334612 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:43:59.678445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:43:59.693812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 37a1f131-fb93-4081-9e14-5e9c5d334612 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:43:59.694402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 37a1f131-fb93-4081-9e14-5e9c5d334612 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:00.060325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2999b-10a4-4813-8789-7d8dad78fbd1 req-d899b823-9b6a-437d-a057-67736210aea5 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:00.062444 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fe2999b-10a4-4813-8789-7d8dad78fbd1 req-d899b823-9b6a-437d-a057-67736210aea5 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 931 time: 0.0886688 Nov 10 21:44:00.152103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:44:00.163568 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:00.169110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fe2999b-10a4-4813-8789-7d8dad78fbd1 req-e1e135e2-0099-42fb-a7df-ada9e985ab27 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993354 Nov 10 21:44:00.181857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Transition to ACTIVE for port object 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:44:00.317696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:00.402133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Pushing event updated for resources: {'Port': ['ID=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:00.500098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Attempting to bind port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:44:00.500447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Attempting to bind port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:44:00.500849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Attempting to bind port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:44:00.507798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:44:00.508127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Attempting to bind port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc on network e28e65cd-be8e-49e8-a2a7-e68a41cf351d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:44:00.517284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:44:00.517623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Checking segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:44:00.518080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Bound using segment: {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:44:00.518616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Bound port: 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9614956-b1ae-49a3-a7d0-4942afaf6c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:44:00.519210 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:00.599414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3b138-f02b-409e-aee9-02e493b81f79 req-9989be5a-bd0e-4d89-b0c5-12b8cd7a5419 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:00.609155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03f3b138-f02b-409e-aee9-02e493b81f79 req-9989be5a-bd0e-4d89-b0c5-12b8cd7a5419 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 945 time: 0.0684476 Nov 10 21:44:00.633338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ca363-bc80-418c-96dd-11656c392522 req-102ac783-0d7d-4d20-9d68-6a0af8a6151a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:00.634907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f1ca363-bc80-418c-96dd-11656c392522 req-102ac783-0d7d-4d20-9d68-6a0af8a6151a tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 945 time: 0.1187792 Nov 10 21:44:00.668946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03f3b138-f02b-409e-aee9-02e493b81f79 req-c15b69bb-aeda-4270-9ec3-551741555f20 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584469 Nov 10 21:44:00.672476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] For port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:44:00.693515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] For port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:44:00.753697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Deleting port 3b15a663-7e4a-4008-924b-ffc68135670b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:00.754129 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:00.838890 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:00.899855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:00.900622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:00.902409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] 10.222.0.53 "PUT /v2.0/ports/4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc HTTP/1.1" status: 200 len: 1092 time: 1.3359663 Nov 10 21:44:00.902966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'tag': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:00.905351 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30bb4f8-e252-4f56-a4c7-c4a81f0fe4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e8c44c-a9dd-438b-be85-278e029b8aa0", "tag": "4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:00.941510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7651f41-60bf-4df0-81e1-8fc858823867 service neutron] Pushing event updated for resources: {'Port': ['ID=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:00.949188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] For port 3b15a663-7e4a-4008-924b-ffc68135670b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3b15a663-7e4a-4008-924b-ffc68135670b,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:00.949491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:00.970918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Calling delete_port for 3b15a663-7e4a-4008-924b-ffc68135670b owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:00.974190 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d3779-b7a5-47ab-b772-6f338cfda98a x-openstack-request-id: req-130d3779-b7a5-47ab-b772-6f338cfda98a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:00.974483 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e8c44c-a9dd-438b-be85-278e029b8aa0", "tag": "4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:00.974734 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-130d3779-b7a5-47ab-b772-6f338cfda98a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:00.975181 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'tag': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc', 'status': 'completed', 'code': 200} Nov 10 21:44:01.203453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bb4f8-e252-4f56-a4c7-c4a81f0fe4dc req-20a32de2-9d06-411a-a48c-c87ea23e0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:01.205057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d30bb4f8-e252-4f56-a4c7-c4a81f0fe4dc req-20a32de2-9d06-411a-a48c-c87ea23e0d15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1749256 Nov 10 21:44:01.313741 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:01.327907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3b15a663-7e4a-4008-924b-ffc68135670b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:01.332404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:01.363100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event deleted for resources: {'Port': ['ID=3b15a663-7e4a-4008-924b-ffc68135670b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:01.388447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df020c3f-bdc1-4d8d-9e30-d46acd8730e7 req-20952df7-3943-4fa4-a8eb-51d80b685666 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:01.401563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df020c3f-bdc1-4d8d-9e30-d46acd8730e7 req-20952df7-3943-4fa4-a8eb-51d80b685666 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 943 time: 0.1081307 Nov 10 21:44:01.444129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] No DVR routers for this DVR port 3b15a663-7e4a-4008-924b-ffc68135670b on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:01.446928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:01.451193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f1ca363-bc80-418c-96dd-11656c392522 req-188f3fde-b3fc-4d7b-81bd-1080cc383669 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.53 "DELETE /v2.0/ports/3b15a663-7e4a-4008-924b-ffc68135670b HTTP/1.1" status: 204 len: 173 time: 0.8096170 Nov 10 21:44:01.452728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bb4f8-e252-4f56-a4c7-c4a81f0fe4dc req-0f446397-eade-43ed-a734-3bc8ca03d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:01.454962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d30bb4f8-e252-4f56-a4c7-c4a81f0fe4dc req-0f446397-eade-43ed-a734-3bc8ca03d061 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fd7294429c004a9293078011e1c782f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2404006 Nov 10 21:44:01.477421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-df020c3f-bdc1-4d8d-9e30-d46acd8730e7 req-2b4860cc-594a-4f20-b64f-66b346088d88 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702069 Nov 10 21:44:01.678821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bb4f8-e252-4f56-a4c7-c4a81f0fe4dc req-0b0da921-07a9-46c8-92a6-61043fb8c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:01.680354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d30bb4f8-e252-4f56-a4c7-c4a81f0fe4dc req-0b0da921-07a9-46c8-92a6-61043fb8c033 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166879 Nov 10 21:44:01.828831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d9e7a37-3a0d-4d22-9945-faf94d25087f req-123b1a46-665f-461c-87f6-1d386d2f4cbb tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=b60e20c3-58c0-442e-937f-a972a32b80b2 HTTP/1.1" status: 200 len: 210 time: 0.0476964 Nov 10 21:44:01.857712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b15a-d96c-410a-9226-6237401f2727 req-4fb96e54-1a1a-40cd-84f5-cb1ea4f5c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:01.859168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-4fb96e54-1a1a-40cd-84f5-cb1ea4f5c1c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd7294429c004a9293078011e1c782f4&device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1312251 Nov 10 21:44:01.998661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-62953e94-0a5c-4987-8bbd-d6732a01b362 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc HTTP/1.1" status: 200 len: 217 time: 0.1259253 Nov 10 21:44:02.071223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b15a-d96c-410a-9226-6237401f2727 req-df0542c5-e416-4902-a891-9092cf2e0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:02.073383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-df0542c5-e416-4902-a891-9092cf2e0da2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=676a056e-0ee6-46c1-8d0c-777d1451f7f1 HTTP/1.1" status: 200 len: 854 time: 0.0677776 Nov 10 21:44:02.146857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-2559505e-d451-4fe6-89db-46bb7ba796d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e28e65cd-be8e-49e8-a2a7-e68a41cf351d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630863 Nov 10 21:44:02.265973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-7e40e1fa-cbdb-432d-98c6-5f6e98948f4a service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051919 Nov 10 21:44:02.374550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e873b15a-d96c-410a-9226-6237401f2727 req-caae27e3-9d81-4b75-a4fb-4d9cda05d33c service neutron] 10.222.0.53 "GET /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989263 Nov 10 21:44:02.669365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c32ed-f7d1-4967-bffe-f27f375436f3 req-e6730837-67c2-446c-97df-da379946d21a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:02.671582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d89c32ed-f7d1-4967-bffe-f27f375436f3 req-e6730837-67c2-446c-97df-da379946d21a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 943 time: 0.0714362 Nov 10 21:44:02.734500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d89c32ed-f7d1-4967-bffe-f27f375436f3 req-1c39e1f5-19fe-4e73-8943-460f7f0531cb tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540667 Nov 10 21:44:02.977409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'name': 'network-vif-deleted', 'tag': '3b15a663-7e4a-4008-924b-ffc68135670b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:02.980471 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0e41e6-a395-42b9-bb60-730726416776" -d '{"events": [{"server_uuid": "b60e20c3-58c0-442e-937f-a972a32b80b2", "name": "network-vif-deleted", "tag": "3b15a663-7e4a-4008-924b-ffc68135670b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:03.047269 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc57210-df39-4927-98c3-f44ef6878d33 x-openstack-request-id: req-5cc57210-df39-4927-98c3-f44ef6878d33 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:03.047626 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60e20c3-58c0-442e-937f-a972a32b80b2", "name": "network-vif-deleted", "tag": "3b15a663-7e4a-4008-924b-ffc68135670b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:03.048134 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cc57210-df39-4927-98c3-f44ef6878d33 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:03.048738 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60e20c3-58c0-442e-937f-a972a32b80b2', 'name': 'network-vif-deleted', 'tag': '3b15a663-7e4a-4008-924b-ffc68135670b', 'status': 'completed', 'code': 200} Nov 10 21:44:03.451695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8201d4-d4d8-42f1-98e4-c4df2ea39958 req-246076f5-bb96-4ca5-b5a8-d4d7efbc7259 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:03.460426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b8201d4-d4d8-42f1-98e4-c4df2ea39958 req-246076f5-bb96-4ca5-b5a8-d4d7efbc7259 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.0920744 Nov 10 21:44:03.520254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b8201d4-d4d8-42f1-98e4-c4df2ea39958 req-6f6fb491-ed44-4ad2-b508-734966ae93f4 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558214 Nov 10 21:44:03.638171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b15a663-7e4a-4008-924b-ffc68135670b no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:03.671954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 3b15a663-7e4a-4008-924b-ffc68135670b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:03.672291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3b15a663-7e4a-4008-924b-ffc68135670b not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:03.746984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-5c1688e9-331c-40bb-9359-be3c205ea3c2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:03.748671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-5c1688e9-331c-40bb-9359-be3c205ea3c2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 945 time: 0.0522234 Nov 10 21:44:03.854134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Deleting port af25742d-90c8-4fe8-845c-e72db6b53738 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:03.854699 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:03.871058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfd9a4-f69d-4c12-af18-c99e8120ec24 req-3341da2f-fcff-40db-8472-03157e2a9e8d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:03.878942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-57dfd9a4-f69d-4c12-af18-c99e8120ec24 req-3341da2f-fcff-40db-8472-03157e2a9e8d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 943 time: 0.0680072 Nov 10 21:44:03.961084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-57dfd9a4-f69d-4c12-af18-c99e8120ec24 req-cfb32971-461e-41b4-9233-a603bbc82b4d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802646 Nov 10 21:44:04.058898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] For port af25742d-90c8-4fe8-845c-e72db6b53738, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=af25742d-90c8-4fe8-845c-e72db6b53738,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:04.059482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:04.087641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Calling delete_port for af25742d-90c8-4fe8-845c-e72db6b53738 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:04.325480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:04.339437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['af25742d-90c8-4fe8-845c-e72db6b53738'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:04.392145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event deleted for resources: {'Port': ['ID=af25742d-90c8-4fe8-845c-e72db6b53738,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:04.442991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] No DVR routers for this DVR port af25742d-90c8-4fe8-845c-e72db6b53738 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:04.446865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:04.452296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8af49d27-b92b-47eb-87b5-230d2156a4cb req-3206c46b-9d28-46d7-b793-2154685b2bf6 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "DELETE /v2.0/ports/af25742d-90c8-4fe8-845c-e72db6b53738 HTTP/1.1" status: 204 len: 173 time: 0.6946728 Nov 10 21:44:04.663372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ece8d776-f59a-4ec8-b55f-d8630c01f948 req-847f08bf-2206-40b8-a1a5-429ef13279bf tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 210 time: 0.0436518 Nov 10 21:44:05.050190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855395d5-2402-441b-8074-7f63a3e701ed', 'name': 'network-vif-deleted', 'tag': 'af25742d-90c8-4fe8-845c-e72db6b53738'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:05.052928 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae3340-3890-44a5-8187-b9316f3b9a58" -d '{"events": [{"server_uuid": "855395d5-2402-441b-8074-7f63a3e701ed", "name": "network-vif-deleted", "tag": "af25742d-90c8-4fe8-845c-e72db6b53738"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:05.103224 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000dad9-6242-4b77-9531-ef2395848642 x-openstack-request-id: req-a000dad9-6242-4b77-9531-ef2395848642 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:05.103819 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855395d5-2402-441b-8074-7f63a3e701ed", "name": "network-vif-deleted", "tag": "af25742d-90c8-4fe8-845c-e72db6b53738", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:05.103909 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a000dad9-6242-4b77-9531-ef2395848642 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:05.104400 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855395d5-2402-441b-8074-7f63a3e701ed', 'name': 'network-vif-deleted', 'tag': 'af25742d-90c8-4fe8-845c-e72db6b53738', 'status': 'completed', 'code': 200} Nov 10 21:44:05.131500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef90a0-fb81-43a5-a513-137146f39b69 req-2ec8274b-7de8-41d8-8f21-3bd19bac4388 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:05.139636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62ef90a0-fb81-43a5-a513-137146f39b69 req-2ec8274b-7de8-41d8-8f21-3bd19bac4388 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 943 time: 0.0661912 Nov 10 21:44:05.207010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62ef90a0-fb81-43a5-a513-137146f39b69 req-a20b6518-65a6-4fc1-bd95-315c51a3f901 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657876 Nov 10 21:44:05.652939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:44:05.714930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03140a39-ac83-4fbc-9848-cab7d7097617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:05.802088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:05.802682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52d35da0-95a7-4872-8627-056dcdb82504 req-dc1bd935-7c05-419b-9283-1ab501e424e9 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=855395d5-2402-441b-8074-7f63a3e701ed HTTP/1.1" status: 200 len: 210 time: 0.0316205 Nov 10 21:44:05.814201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc', 'network_id': 'e28e65cd-be8e-49e8-a2a7-e68a41cf351d', 'port_id': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc', 'mac_address': 'fa:16:3e:66:89:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676a056e-0ee6-46c1-8d0c-777d1451f7f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:44:05.872950 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:05.891033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:44:05.916618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:06.083413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:06.141136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:06.150337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.150737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.151082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.151424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.151811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.152150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.152477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.152800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.153134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.153448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.153742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.154061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:06.313700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:06.357611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793035ed-e983-4eb0-bed2-d7f00710b590 req-2bb7214d-0474-44ea-b261-3d4116da06b9 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:06.359136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-793035ed-e983-4eb0-bed2-d7f00710b590 req-2bb7214d-0474-44ea-b261-3d4116da06b9 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 944 time: 0.0810816 Nov 10 21:44:06.427452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-793035ed-e983-4eb0-bed2-d7f00710b590 req-c77946a0-4cc3-4797-ab9c-77cff81a7283 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610223 Nov 10 21:44:07.342511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87608762-d286-497c-b6c2-ad7006a1c3af req-1e799d25-3f69-431f-8f02-4d053da8d329 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:07.352443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87608762-d286-497c-b6c2-ad7006a1c3af req-1e799d25-3f69-431f-8f02-4d053da8d329 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0712233 Nov 10 21:44:07.411968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87608762-d286-497c-b6c2-ad7006a1c3af req-d74e778d-b2fb-40e6-af93-f6153408b313 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588641 Nov 10 21:44:07.571070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bafec6-d141-40a4-a572-b7e67f632577 req-eccf6643-7fb1-4454-98c7-ef68ab9e6727 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:07.578642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1bafec6-d141-40a4-a572-b7e67f632577 req-eccf6643-7fb1-4454-98c7-ef68ab9e6727 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 944 time: 0.0596466 Nov 10 21:44:07.638581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1bafec6-d141-40a4-a572-b7e67f632577 req-d189a82c-2fce-4202-bbe4-1405d7e8fd8a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Nov 10 21:44:07.653069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:44:07.882833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:44:07.887070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:44:07.887436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:07.972893 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aabab11b-b0a0-4667-bc62-c66013e61e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:07.990671 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:08.032537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:08.035878 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43befba9-25c6-4e64-8503-663023d7a834" -d '{"events": [{"server_uuid": "e2e8c44c-a9dd-438b-be85-278e029b8aa0", "name": "network-vif-plugged", "status": "completed", "tag": "4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:08.068014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:08.109144 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4933ac2d-0e84-4fe6-8255-1ccf401b8c7a x-openstack-request-id: req-4933ac2d-0e84-4fe6-8255-1ccf401b8c7a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:08.109642 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e8c44c-a9dd-438b-be85-278e029b8aa0", "name": "network-vif-plugged", "status": "completed", "tag": "4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:08.110039 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4933ac2d-0e84-4fe6-8255-1ccf401b8c7a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:08.110586 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc', 'code': 200} Nov 10 21:44:08.194597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:08.273988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15fb6d-5aca-4d93-8e2d-9c8bee8fd083 req-e942eff4-0662-46ae-845a-681ebc2f2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:08.275595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd15fb6d-5aca-4d93-8e2d-9c8bee8fd083 req-e942eff4-0662-46ae-845a-681ebc2f2291 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 1096 time: 0.1029925 Nov 10 21:44:08.319245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:08.343362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd15fb6d-5aca-4d93-8e2d-9c8bee8fd083 req-4d32c5a7-6395-4759-9413-a56ba4bddbfb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585697 Nov 10 21:44:08.414663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device af25742d-90c8-4fe8-845c-e72db6b53738 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:08.436878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: af25742d-90c8-4fe8-845c-e72db6b53738 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:08.437584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device af25742d-90c8-4fe8-845c-e72db6b53738 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:08.568737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda5b49-6c15-424a-a43d-d38fa1e33634 req-7ad6ae47-cd54-44bb-a8e2-0bdd1d898b90 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:08.571449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dda5b49-6c15-424a-a43d-d38fa1e33634 req-7ad6ae47-cd54-44bb-a8e2-0bdd1d898b90 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0756750 Nov 10 21:44:08.668372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9dda5b49-6c15-424a-a43d-d38fa1e33634 req-1cc9b018-0cc9-401c-b271-63a8346609f7 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848968 Nov 10 21:44:08.843299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b42d0-5887-46b8-a121-2de01542bc8a req-de5a421b-57f2-4d00-9800-2eed173eb4b6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:08.846816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-163b42d0-5887-46b8-a121-2de01542bc8a req-de5a421b-57f2-4d00-9800-2eed173eb4b6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1095297 Nov 10 21:44:08.900920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48702) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:08.919975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-163b42d0-5887-46b8-a121-2de01542bc8a req-19921b38-5332-4237-bef4-7843f58fb78a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678544 Nov 10 21:44:09.048719 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a187d0f2-82b3-4d42-9230-4debed186567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.210523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a187d0f2-82b3-4d42-9230-4debed186567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.213054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-c7575786-225e-4849-a6f3-d4786bbc0198 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:09.213054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-c7575786-225e-4849-a6f3-d4786bbc0198 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 945 time: 0.0616059 Nov 10 21:44:09.310833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Deleting port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:09.311489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.409967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] For port 6c473e9b-a5c3-4d39-b3d0-88b65f908052, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6c473e9b-a5c3-4d39-b3d0-88b65f908052,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:09.410657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.585014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.585369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.585679 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Floating IP d731ebce-1e0d-4d80-ae6a-37f2bda9edd7 disassociated. External IP: 172.25.7.65, port: 6c473e9b-a5c3-4d39-b3d0-88b65f908052. Nov 10 21:44:09.586126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Calling delete_port for 6c473e9b-a5c3-4d39-b3d0-88b65f908052 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:09.703996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a187d0f2-82b3-4d42-9230-4debed186567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.745727 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a187d0f2-82b3-4d42-9230-4debed186567 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d11a1cd0f1b54094af37deab33a95462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8437164 Nov 10 21:44:09.755921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48722) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:09.760381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187d0f2-82b3-4d42-9230-4debed186567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1275e9d9-691e-4385-8f0a-24b845c2ab36,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:09.771563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.848966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:09.929503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event deleted for resources: {'Port': ['ID=6c473e9b-a5c3-4d39-b3d0-88b65f908052,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:09.997584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655d2d8-e967-411f-a4b0-cf390fb6818f req-726950dc-d352-40cb-912b-f04ab655dfd8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:10.005807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6655d2d8-e967-411f-a4b0-cf390fb6818f req-726950dc-d352-40cb-912b-f04ab655dfd8 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 866 time: 0.2406151 Nov 10 21:44:10.048643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87833cd1-39a5-4a8f-817c-6f5a5699b9f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:10.152359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb507-7ba1-4d62-8d4d-f5fc56803baf req-55bf16ec-8525-4206-a52c-52ccd5b18754 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:10.154798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-294eb507-7ba1-4d62-8d4d-f5fc56803baf req-55bf16ec-8525-4206-a52c-52ccd5b18754 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1457913 Nov 10 21:44:10.196424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87833cd1-39a5-4a8f-817c-6f5a5699b9f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:10.250249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-294eb507-7ba1-4d62-8d4d-f5fc56803baf req-ff179515-be93-4f0b-b80f-c4df96a631a0 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836887 Nov 10 21:44:10.303158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6655d2d8-e967-411f-a4b0-cf390fb6818f req-db2cdce7-0c8d-4663-8080-38e3aa3f71b2 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups?id=6db8391a-41c4-4e80-8ee1-24867f9a152f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2964628 Nov 10 21:44:10.322105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Router 00c0fd29-ddeb-46ae-b134-129326ab3141 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:44:10.457048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:44:10.467258 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] Sync routers for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:44:10.480791 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:44:10.481423 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:44:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:10.518448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87833cd1-39a5-4a8f-817c-6f5a5699b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:10.521501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87833cd1-39a5-4a8f-817c-6f5a5699b9f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:10.522943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-87833cd1-39a5-4a8f-817c-6f5a5699b9f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1275e9d9-691e-4385-8f0a-24b845c2ab36 HTTP/1.1" status: 204 len: 168 time: 0.7658565 Nov 10 21:44:10.524261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] No DVR routers for this DVR port 6c473e9b-a5c3-4d39-b3d0-88b65f908052 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:10.550069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:10.553995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b2308491-e80f-43d4-af62-28f1543c0e96 req-f8107c7f-8634-4c70-8a66-8bd3f0eca921 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.64 "DELETE /v2.0/ports/6c473e9b-a5c3-4d39-b3d0-88b65f908052 HTTP/1.1" status: 204 len: 173 time: 1.3487151 Nov 10 21:44:10.554541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-deleted', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:10.557373 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc46cb1-0e05-4ff2-b0fe-a69b59ab2fc5" -d '{"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-deleted", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:10.570069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87833cd1-39a5-4a8f-817c-6f5a5699b9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1275e9d9-691e-4385-8f0a-24b845c2ab36,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:10.713104 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2360cd29-e254-42fb-a8c3-b0ecbba21b2b x-openstack-request-id: req-2360cd29-e254-42fb-a8c3-b0ecbba21b2b {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:10.713104 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710e610b-6851-4066-b8c2-2f9cb2c6ba55", "name": "network-vif-deleted", "tag": "6c473e9b-a5c3-4d39-b3d0-88b65f908052", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:10.713104 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2360cd29-e254-42fb-a8c3-b0ecbba21b2b {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:10.713104 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710e610b-6851-4066-b8c2-2f9cb2c6ba55', 'name': 'network-vif-deleted', 'tag': '6c473e9b-a5c3-4d39-b3d0-88b65f908052', 'status': 'completed', 'code': 200} Nov 10 21:44:10.745830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:10.749294 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:44:11.078129 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:12Z', 'revision_number': 5, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:11.118347 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] Checking router: 00c0fd29-ddeb-46ae-b134-129326ab3141 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:44:11.129619 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:44:11.130233 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:44:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:11.372291 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:44:11.427937 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:11.541676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef6b22f6-d5fc-452e-888a-2678d2ccf933 req-31bca2a3-416f-4844-8241-707d3bd12393 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/ports?device_id=710e610b-6851-4066-b8c2-2f9cb2c6ba55 HTTP/1.1" status: 200 len: 210 time: 0.0958779 Nov 10 21:44:11.672470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48804) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:11.697851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ffa33c9f-1fe0-456f-8c64-9762cc9e318a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:11.795396 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:12Z', 'revision_number': 5, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:11.852437 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d7347b-cf46-418b-bd91-0af2a0180bcb None None] The sync data for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 is: [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:32:08Z', 'revision_number': 4, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '722ebed8-c689-41a6-8704-b4198da1ab94', 'name': '', 'network_id': '7dad6678-5dfe-4d09-b6f6-635b98a9149f', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'mac_address': 'fa:16:3e:21:e2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:07Z', 'updated_at': '2021-11-10T21:32:12Z', 'revision_number': 5, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'subnets': [{'id': 'd1363015-d85e-46ce-9c77-d0c70f51ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:44:12.002680 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ffa33c9f-1fe0-456f-8c64-9762cc9e318a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:12.084848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ffa33c9f-1fe0-456f-8c64-9762cc9e318a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:12.135835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa33c9f-1fe0-456f-8c64-9762cc9e318a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ad603c-cfc8-4d3c-9579-86a702184e90,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:12.144912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ffa33c9f-1fe0-456f-8c64-9762cc9e318a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65f0fb3a48d1477db79c3e7292d60402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701221 Nov 10 21:44:12.145174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48830) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:12.287228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1727d9a-1062-4daf-960b-06501f781f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:12.317593 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1727d9a-1062-4daf-960b-06501f781f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:12.382405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d53d9-50a8-44e4-b1c7-d8bb36a7100e None None] New status for floating IP d731ebce-1e0d-4d80-ae6a-37f2bda9edd7: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:44:12.488654 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1727d9a-1062-4daf-960b-06501f781f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:12.491284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1727d9a-1062-4daf-960b-06501f781f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:12.495114 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d1727d9a-1062-4daf-960b-06501f781f99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4ad603c-cfc8-4d3c-9579-86a702184e90 HTTP/1.1" status: 204 len: 168 time: 0.3462281 Nov 10 21:44:12.501296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1727d9a-1062-4daf-960b-06501f781f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ad603c-cfc8-4d3c-9579-86a702184e90,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:12.772734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48860) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:12.844310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f42848b-329d-42ff-a700-aeafd82c6f4b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:12.909564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f42848b-329d-42ff-a700-aeafd82c6f4b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.136641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f42848b-329d-42ff-a700-aeafd82c6f4b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.140031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f42848b-329d-42ff-a700-aeafd82c6f4b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.145038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f42848b-329d-42ff-a700-aeafd82c6f4b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "DELETE /v2.0/security-groups/6db8391a-41c4-4e80-8ee1-24867f9a152f HTTP/1.1" status: 204 len: 168 time: 0.3676999 Nov 10 21:44:13.145502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48880) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:13.167018 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-704d5336-d857-4967-8712-9736c763c1ca tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] show failed (client error): The resource could not be found. Nov 10 21:44:13.171936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42848b-329d-42ff-a700-aeafd82c6f4b tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db8391a-41c4-4e80-8ee1-24867f9a152f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:13.172508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-704d5336-d857-4967-8712-9736c763c1ca tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "GET /v2.0/security-groups/6db8391a-41c4-4e80-8ee1-24867f9a152f HTTP/1.1" status: 404 len: 347 time: 0.0246081 Nov 10 21:44:13.174982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 48882) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:13.415719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Deleting port b6d74eed-c714-45ad-8e72-5b4a617ef28e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:13.416114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.510224 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.510963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.541156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Calling delete_port for b6d74eed-c714-45ad-8e72-5b4a617ef28e owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:13.822342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.879554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Pushing event deleted for resources: {'Port': ['ID=b6d74eed-c714-45ad-8e72-5b4a617ef28e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:13.881038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe31cb5-911f-43fd-90f2-1e7270ee8c96 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:44:13.973307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.976052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:13.980284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7ea342d5-db46-4eb6-bf1a-e32c1d517d71 tempest-ServerActionsTestJSON-282074908 tempest-ServerActionsTestJSON-282074908-project] 10.222.0.45 "DELETE /v2.0/floatingips/d731ebce-1e0d-4d80-ae6a-37f2bda9edd7 HTTP/1.1" status: 204 len: 168 time: 0.8010883 Nov 10 21:44:13.980772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48940) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:14.428631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:14.494653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 6c473e9b-a5c3-4d39-b3d0-88b65f908052 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:14.494919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6c473e9b-a5c3-4d39-b3d0-88b65f908052 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:15.368901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:15.702702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49038) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:15.706017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Deleting port 722ebed8-c689-41a6-8704-b4198da1ab94 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:15.706017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:15.797056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] For port 722ebed8-c689-41a6-8704-b4198da1ab94, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=722ebed8-c689-41a6-8704-b4198da1ab94,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:15.797868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:15.812487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Calling delete_port for 722ebed8-c689-41a6-8704-b4198da1ab94 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:15.840025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55bec1aa-487c-47e6-bc3d-d7516f3a3a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:15.995934 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55bec1aa-487c-47e6-bc3d-d7516f3a3a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.146235 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55bec1aa-487c-47e6-bc3d-d7516f3a3a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.194689 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.227310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=722ebed8-c689-41a6-8704-b4198da1ab94,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:16.276429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bec1aa-487c-47e6-bc3d-d7516f3a3a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0e86de-5fa2-49c6-a348-0277c7c28a7c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:16.292471 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-55bec1aa-487c-47e6-bc3d-d7516f3a3a13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a54d65853ab84c6e928c560887c60903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5882299 Nov 10 21:44:16.295058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49064) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:16.363316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cad5d418-1a37-4acf-844c-86424ef5dab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.413312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cad5d418-1a37-4acf-844c-86424ef5dab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.470941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.548516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cad5d418-1a37-4acf-844c-86424ef5dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.552352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cad5d418-1a37-4acf-844c-86424ef5dab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:16.562045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cad5d418-1a37-4acf-844c-86424ef5dab0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab0e86de-5fa2-49c6-a348-0277c7c28a7c HTTP/1.1" status: 204 len: 168 time: 0.2628736 Nov 10 21:44:16.573548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5d418-1a37-4acf-844c-86424ef5dab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0e86de-5fa2-49c6-a348-0277c7c28a7c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:16.910446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Router 00c0fd29-ddeb-46ae-b134-129326ab3141 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:44:17.037164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:44:17.050403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49102) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:17.051259 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] Sync routers for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:44:17.066715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aabbe899-708f-43c7-9156-a7430f8981e7 admin admin] 10.222.0.45 "PUT /v2.0/routers/00c0fd29-ddeb-46ae-b134-129326ab3141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0774693 Nov 10 21:44:17.067167 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:44:17.067167 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:44:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:17.303850 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:44:17.328257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:17.483890 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:17.679650 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:44:15Z', 'revision_number': 5, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port': {'id': '37742c7a-4286-4449-b8af-266dc4c8a8d1', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:32:03Z', 'updated_at': '2021-11-10T21:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:17.716637 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] Checking router: 00c0fd29-ddeb-46ae-b134-129326ab3141 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:44:17.723945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ace4d5-b2a1-4d54-9367-4fbf19cf690b req-ddf662ff-0c86-4937-bba5-d717a1564863 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:17.725557 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0ace4d5-b2a1-4d54-9367-4fbf19cf690b req-ddf662ff-0c86-4937-bba5-d717a1564863 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.0700383 Nov 10 21:44:17.726097 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] Routers {'00c0fd29-ddeb-46ae-b134-129326ab3141'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:44:17.726866 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:44:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['00c0fd29-ddeb-46ae-b134-129326ab3141'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:17.731473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Deleting port 37742c7a-4286-4449-b8af-266dc4c8a8d1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:17.731980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:17.865945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0ace4d5-b2a1-4d54-9367-4fbf19cf690b req-a6be0a21-d371-4858-a1fb-e38c0be23bae tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316545 Nov 10 21:44:17.887885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] Set router 00c0fd29-ddeb-46ae-b134-129326ab3141 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:44:17.925218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] For port 37742c7a-4286-4449-b8af-266dc4c8a8d1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=37742c7a-4286-4449-b8af-266dc4c8a8d1,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:17.925894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:17.952981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Calling delete_port for 37742c7a-4286-4449-b8af-266dc4c8a8d1 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:18.007584 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:44:17Z', 'revision_number': 6, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:18.265227 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10649a-7d6b-4478-a963-f7561a23adc8 None None] The sync data for ids ['00c0fd29-ddeb-46ae-b134-129326ab3141'] in n-d-776250-11 is: [{'id': '00c0fd29-ddeb-46ae-b134-129326ab3141', 'name': 'tempest-ServerActionsTestJSON-2011062342-router', 'tenant_id': 'f1bc044361e9458a91074240d37f7214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:32:02Z', 'updated_at': '2021-11-10T21:44:17Z', 'revision_number': 6, 'project_id': 'f1bc044361e9458a91074240d37f7214', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:44:18.336448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:18.379033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Pushing event deleted for resources: {'Port': ['ID=37742c7a-4286-4449-b8af-266dc4c8a8d1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:18.400048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc199c-9f41-4588-bb7b-bd99cf47be12 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:44:18.547712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:18.699930 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:18.702559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:18.819247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 722ebed8-c689-41a6-8704-b4198da1ab94 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:18.856143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 722ebed8-c689-41a6-8704-b4198da1ab94 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:18.856768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 722ebed8-c689-41a6-8704-b4198da1ab94 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:18.868110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:18.868751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c0fd29-ddeb-46ae-b134-129326ab3141 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:44:18.873476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:18.874659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3afb9b33-7bd2-444e-aae8-2f7f6305612b admin admin] 10.222.0.45 "DELETE /v2.0/routers/00c0fd29-ddeb-46ae-b134-129326ab3141 HTTP/1.1" status: 204 len: 168 time: 1.8275204 Nov 10 21:44:18.877709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49196) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:18.957896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] Deleting subnet d1363015-d85e-46ce-9c77-d0c70f51ddec {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:44:18.962977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.058112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.103606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ef69-9e77-4d5d-97b9-460136de4908 req-e5b17752-dc44-4658-9674-ab69cecaa230 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:19.105779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e1ef69-9e77-4d5d-97b9-460136de4908 req-e5b17752-dc44-4658-9674-ab69cecaa230 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.0889733 Nov 10 21:44:19.212392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5e1ef69-9e77-4d5d-97b9-460136de4908 req-6ef1e9d1-7f32-4e62-8a5a-1953d1ea446a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978491 Nov 10 21:44:19.216086 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.441452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.496433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1363015-d85e-46ce-9c77-d0c70f51ddec,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:19.506929 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.510818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c9039ad2-34e3-40d1-8c8e-02885f56b7c2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d1363015-d85e-46ce-9c77-d0c70f51ddec HTTP/1.1" status: 204 len: 168 time: 0.6321681 Nov 10 21:44:19.512511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1d0b4-6fde-4e0d-b934-62162d710f7e None None] Network 7dad6678-5dfe-4d09-b6f6-635b98a9149f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:19.513495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49242) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:19.612408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.642461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.709518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Deleting port eecc152d-d50f-4d52-b9e4-05df23a18011 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:19.709859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.818106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] DHCP port deletion for 7dad6678-5dfe-4d09-b6f6-635b98a9149f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:44:19.827673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] For port eecc152d-d50f-4d52-b9e4-05df23a18011, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=eecc152d-d50f-4d52-b9e4-05df23a18011,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:19.828217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.848488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Calling delete_port for eecc152d-d50f-4d52-b9e4-05df23a18011 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:19.898016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] Deleting port eecc152d-d50f-4d52-b9e4-05df23a18011 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:19.898384 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:19.994611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] For port eecc152d-d50f-4d52-b9e4-05df23a18011, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=eecc152d-d50f-4d52-b9e4-05df23a18011,segment=NetworkSegment(677b74ea-05ae-4a51-9582-456b07e6fd4d),segment_id=677b74ea-05ae-4a51-9582-456b07e6fd4d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:19.995146 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.010194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] Calling delete_port for eecc152d-d50f-4d52-b9e4-05df23a18011 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:20.022448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.054720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Pushing event deleted for resources: {'Port': ['ID=eecc152d-d50f-4d52-b9e4-05df23a18011,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:20.060499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] No DVR routers for this DVR port eecc152d-d50f-4d52-b9e4-05df23a18011 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:20.184518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.184912 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.196669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] No DVR routers for this DVR port eecc152d-d50f-4d52-b9e4-05df23a18011 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:20.216381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dad6678-5dfe-4d09-b6f6-635b98a9149f']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:20.228637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677b74ea-05ae-4a51-9582-456b07e6fd4d') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:20.228930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677b74ea-05ae-4a51-9582-456b07e6fd4d') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:20.234218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7dd8-fdcd-46fe-85fb-dc9ee29d5ce3 None None] Pushing event deleted for resources: {'Port': ['ID=eecc152d-d50f-4d52-b9e4-05df23a18011,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:20.245068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.261638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.269696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:20.270392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:20.271991 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:20.425375 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.431113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.435214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a11e43-cf28-43ff-971d-db12cdb6540a req-52a3f1e1-f8d2-4726-98cb-80548c59db8d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:20.435328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] 10.222.0.45 "DELETE /v2.0/networks/7dad6678-5dfe-4d09-b6f6-635b98a9149f HTTP/1.1" status: 204 len: 168 time: 0.9200003 Nov 10 21:44:20.436598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3a11e43-cf28-43ff-971d-db12cdb6540a req-52a3f1e1-f8d2-4726-98cb-80548c59db8d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.0994127 Nov 10 21:44:20.458885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f35c-3568-4dce-978b-62d9547c726d admin admin] Pushing event deleted for resources: {'Network': ['ID=7dad6678-5dfe-4d09-b6f6-635b98a9149f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:20.539602 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3a11e43-cf28-43ff-971d-db12cdb6540a req-8c15e6a6-6352-4a15-9d19-17cb8af058e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901062 Nov 10 21:44:20.608225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4399405-449f-42e7-bfa8-940500980539 req-fd3d931b-8f8b-4fe6-a4b9-bc17f2fb146d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:20.610092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4399405-449f-42e7-bfa8-940500980539 req-fd3d931b-8f8b-4fe6-a4b9-bc17f2fb146d tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 946 time: 0.1082280 Nov 10 21:44:20.661722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 37742c7a-4286-4449-b8af-266dc4c8a8d1 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:20.704889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 37742c7a-4286-4449-b8af-266dc4c8a8d1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:20.705799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 37742c7a-4286-4449-b8af-266dc4c8a8d1 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:20.706615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eecc152d-d50f-4d52-b9e4-05df23a18011 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:20.726161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Deleting port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:20.726842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.732148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: eecc152d-d50f-4d52-b9e4-05df23a18011 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:20.732499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eecc152d-d50f-4d52-b9e4-05df23a18011 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:20.852679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] For port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:20.853049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:20.868978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Calling delete_port for 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:21.159946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49338) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:21.169919 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:21.183815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2b8cea62-e066-4d75-9d2c-2a2b11d26c16', '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:21.226870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Pushing event deleted for resources: {'Port': ['ID=59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:21.281451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] No DVR routers for this DVR port 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:21.287878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:21.292722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e4399405-449f-42e7-bfa8-940500980539 req-16d141ef-6edd-434a-9526-a09e98ad0d33 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "DELETE /v2.0/ports/59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab HTTP/1.1" status: 204 len: 173 time: 0.6718385 Nov 10 21:44:21.296416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'name': 'network-vif-deleted', 'tag': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:21.296416 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596c1c4b-72f8-4570-b574-e323b36c7b7e" -d '{"events": [{"server_uuid": "846fee3d-9585-43d3-9bd9-69ffdfb588c8", "name": "network-vif-deleted", "tag": "59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:21.303231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-82e308af-5d7a-4812-8442-92c31cd19813 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1bc044361e9458a91074240d37f7214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420479 Nov 10 21:44:21.305816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49360) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:21.390926 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b30d555-edf7-43e7-9fcd-c4a9675cb07a x-openstack-request-id: req-1b30d555-edf7-43e7-9fcd-c4a9675cb07a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:21.391458 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846fee3d-9585-43d3-9bd9-69ffdfb588c8", "name": "network-vif-deleted", "tag": "59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:21.393198 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b30d555-edf7-43e7-9fcd-c4a9675cb07a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:21.394176 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846fee3d-9585-43d3-9bd9-69ffdfb588c8', 'name': 'network-vif-deleted', 'tag': '59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab', 'status': 'completed', 'code': 200} Nov 10 21:44:21.401272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6135-8eba-45e4-844d-78ffa29b000a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:21.432190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6135-8eba-45e4-844d-78ffa29b000a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:21.616435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6135-8eba-45e4-844d-78ffa29b000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:21.619132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6135-8eba-45e4-844d-78ffa29b000a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:21.621346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cc9f6135-8eba-45e4-844d-78ffa29b000a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b HTTP/1.1" status: 204 len: 168 time: 0.3144560 Nov 10 21:44:21.637850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f6135-8eba-45e4-844d-78ffa29b000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd72cae-b5ee-4436-ad2f-31e2d1d71b8b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:21.744033 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1d696b3-eda8-42ed-a35c-77ea18ede55a req-0164ab19-3fe3-4b62-9591-fa10c29fce28 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=846fee3d-9585-43d3-9bd9-69ffdfb588c8 HTTP/1.1" status: 200 len: 210 time: 0.0700991 Nov 10 21:44:23.081538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49486) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:23.211872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2143133590-network', 'tenant_id': '5919c42b88954e4b86732887941015db'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:23.342524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Made reservation on behalf of 5919c42b88954e4b86732887941015db for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:23.345524 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.357090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.375754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7b78-6a90-4bba-ba42-d2421d300a2c req-3f65bccb-9824-4955-bd1c-b95acd1d855b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:23.378326 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-298c7b78-6a90-4bba-ba42-d2421d300a2c req-3f65bccb-9824-4955-bd1c-b95acd1d855b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0757523 Nov 10 21:44:23.508723 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-298c7b78-6a90-4bba-ba42-d2421d300a2c req-6900d78c-042d-4f67-aa6c-18f38ee0c2ec tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214967 Nov 10 21:44:23.520949 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.607750 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.682000 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.709133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:23.719312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ff964a-547e-46f5-98a6-df95797046d4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:23.724741 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.725079 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Added segment 23b31555-9622-462d-ba22-142fe9b8b9ad of type vlan for network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b Nov 10 21:44:23.765940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.921954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.923595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:23.924255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:23.983839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] Pushing event updated for resources: {'Network': ['ID=629f3f08-d1e4-46d2-90f6-ddb9acaf880b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:23.995897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:24.030581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fb1b4304-4c04-4595-93c6-16fa99088da2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9479492 Nov 10 21:44:24.034146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:24.041759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Request body: {'subnet': {'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2143133590-subnet', 'tenant_id': '5919c42b88954e4b86732887941015db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:24.200313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Made reservation on behalf of 5919c42b88954e4b86732887941015db for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:24.206441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:24.461220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:24.483370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:24.483719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 59e3e2eb-3f54-4adb-9b27-ffe8b93d0eab not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:24.488008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:24.539413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de8b2ab-0bcc-4878-93fb-471fb84f8035,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:24.574254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Checking segment: {'id': '23b31555-9622-462d-ba22-142fe9b8b9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:44:24.574863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Network hostable DHCP agents. Network: 629f3f08-d1e4-46d2-90f6-ddb9acaf880b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:44:24.667684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f082d3a-2366-4c05-811b-a3a924941353 req-db4dc9c8-c7dd-4a1d-817b-409f773e34d6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:24.672766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:44:24.675480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f082d3a-2366-4c05-811b-a3a924941353 req-db4dc9c8-c7dd-4a1d-817b-409f773e34d6 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0639296 Nov 10 21:44:24.722922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f082d3a-2366-4c05-811b-a3a924941353 req-7d750be1-f679-4413-aac0-92ce2419aee0 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464771 Nov 10 21:44:24.747354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 629f3f08-d1e4-46d2-90f6-ddb9acaf880b) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:24.751668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:24.752632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:24.759311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f51eb8-c8ea-4690-98d9-2af3c030a7ad None None] Network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:24.845255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-654018e7-eaed-4962-b074-1d4c0560f015 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8094947 Nov 10 21:44:24.905029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49552) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:24.916341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84472bf-3570-40f5-a8fe-acfeb9d88499 None None] Network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:25.124633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fdc707b7-5006-47eb-838c-7457c9de639a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:25.234757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fdc707b7-5006-47eb-838c-7457c9de639a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:25.312915 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fdc707b7-5006-47eb-838c-7457c9de639a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:25.405777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc707b7-5006-47eb-838c-7457c9de639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75deaf-a1c6-4984-97e4-db0567949e05,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:25.421466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fdc707b7-5006-47eb-838c-7457c9de639a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=470dafcdb9434553b0458694f77c4bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153027 Nov 10 21:44:25.424624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49576) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:25.545194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-65f3fb22-1bb5-4841-88fc-23434825de2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:25.558603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240043ba-f650-4666-bc65-0a020155eefc req-d234e581-f759-4726-9b9b-e8fff23f324f tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:25.566618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-d234e581-f759-4726-9b9b-e8fff23f324f tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/networks?id=629f3f08-d1e4-46d2-90f6-ddb9acaf880b HTTP/1.1" status: 200 len: 822 time: 0.1617501 Nov 10 21:44:25.595250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-65f3fb22-1bb5-4841-88fc-23434825de2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:25.603561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-711ddd1d-5bfb-4056-a1b6-e0fe1ddd55b8 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/quotas/5919c42b88954e4b86732887941015db HTTP/1.1" status: 200 len: 375 time: 0.0360239 Nov 10 21:44:25.642726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-c46da39d-7451-4822-9672-5140832564c0 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5919c42b88954e4b86732887941015db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382030 Nov 10 21:44:25.759786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-65f3fb22-1bb5-4841-88fc-23434825de2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:25.763761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-65f3fb22-1bb5-4841-88fc-23434825de2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:25.770769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-65f3fb22-1bb5-4841-88fc-23434825de2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a75deaf-a1c6-4984-97e4-db0567949e05 HTTP/1.1" status: 204 len: 168 time: 0.3439655 Nov 10 21:44:25.819922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3fb22-1bb5-4841-88fc-23434825de2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75deaf-a1c6-4984-97e4-db0567949e05,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:25.876672 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-f1ef7dad-491c-4c1b-a4ac-55aba86fc0df service neutron] 10.222.0.45 "GET /v2.0/networks/629f3f08-d1e4-46d2-90f6-ddb9acaf880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204208 Nov 10 21:44:25.897682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8f09b-0e77-47d1-b137-96fe37bbe2d7 req-c085eaac-c62f-44f3-aef1-844f34cc1bab tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:25.899227 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eea8f09b-0e77-47d1-b137-96fe37bbe2d7 req-c085eaac-c62f-44f3-aef1-844f34cc1bab tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0910044 Nov 10 21:44:25.964357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eea8f09b-0e77-47d1-b137-96fe37bbe2d7 req-90903971-55db-4bf4-86f6-eed03c347867 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536563 Nov 10 21:44:25.978623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-7023d846-a440-4b1a-9b4b-d01270ba9c25 service neutron] 10.222.0.45 "GET /v2.0/networks/629f3f08-d1e4-46d2-90f6-ddb9acaf880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011903 Nov 10 21:44:26.310900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9cf990a1-c093-47fc-b2b2-09396086d9e3 req-f141e6da-a6dc-4529-91a0-9c97d19f8f37 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Nov 10 21:44:26.483706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49604) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:26.506988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7fdebdd-9c4b-4b03-91fe-8aebbeb388bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:26.592590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7fdebdd-9c4b-4b03-91fe-8aebbeb388bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:26.695629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7fdebdd-9c4b-4b03-91fe-8aebbeb388bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:26.732758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdebdd-9c4b-4b03-91fe-8aebbeb388bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce255e4-6118-409f-96df-a713572e974f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:26.740166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f7fdebdd-9c4b-4b03-91fe-8aebbeb388bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=666295eee1c34ade90a4eebe3c0baa08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533846 Nov 10 21:44:26.741662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49608) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:26.792955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cf605202-7c96-410d-98f0-01d5c8ac1584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:26.815905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cf605202-7c96-410d-98f0-01d5c8ac1584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:26.993142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cf605202-7c96-410d-98f0-01d5c8ac1584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:26.996233 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cf605202-7c96-410d-98f0-01d5c8ac1584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:26.997418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cf605202-7c96-410d-98f0-01d5c8ac1584 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cce255e4-6118-409f-96df-a713572e974f HTTP/1.1" status: 204 len: 168 time: 0.2547894 Nov 10 21:44:27.009359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf605202-7c96-410d-98f0-01d5c8ac1584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce255e4-6118-409f-96df-a713572e974f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:27.120005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40654fd5-30db-4582-b03f-6c61a57b2ff6 req-9d297b04-5cbf-48fb-8dbd-39e64f1eca1a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:27.121641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40654fd5-30db-4582-b03f-6c61a57b2ff6 req-9d297b04-5cbf-48fb-8dbd-39e64f1eca1a tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0762358 Nov 10 21:44:27.175048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40654fd5-30db-4582-b03f-6c61a57b2ff6 req-6427ad9e-b081-49b3-b2e5-51ed932519cc tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468569 Nov 10 21:44:27.410026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c16aad4-80ec-4993-ba2b-b480883c8458 req-74fbbf1e-de2d-42d4-9ef5-51da8e6719d9 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Nov 10 21:44:28.314517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356ee2-70d5-41a2-a833-5712ee5e058c req-77be0e83-421b-4489-a00a-5ae7b1f6df59 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:28.316352 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc356ee2-70d5-41a2-a833-5712ee5e058c req-77be0e83-421b-4489-a00a-5ae7b1f6df59 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0619583 Nov 10 21:44:28.382604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc356ee2-70d5-41a2-a833-5712ee5e058c req-61062696-0fa7-4c6c-99f8-7b64a5ef4494 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599585 Nov 10 21:44:28.523708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5efb7d6b-4857-472d-85c0-963f554e3d38 req-d4cd8de8-0a49-4715-ac1d-d59069cc1af2 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 210 time: 0.0308840 Nov 10 21:44:29.273074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240043ba-f650-4666-bc65-0a020155eefc req-7ca50bb5-c41e-477e-8f21-7818e8833c09 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:29.274669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-7ca50bb5-c41e-477e-8f21-7818e8833c09 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.64 "GET /v2.0/networks?id=629f3f08-d1e4-46d2-90f6-ddb9acaf880b HTTP/1.1" status: 200 len: 822 time: 0.1609943 Nov 10 21:44:29.293269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Request body: {'port': {'device_id': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b', 'admin_state_up': True, 'tenant_id': '5919c42b88954e4b86732887941015db'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:29.489973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Made reservation on behalf of 5919c42b88954e4b86732887941015db for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:29.494581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:29.707959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Allocated IP 172.20.0.12 (629f3f08-d1e4-46d2-90f6-ddb9acaf880b/2de8b2ab-0bcc-4878-93fb-471fb84f8035/7181baa0-3858-43f0-bcec-d9a0102fc322) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:44:29.710126 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53aacaa9-a28b-46dd-b1f0-d8fb3944e461 req-c1aede79-be1f-4469-a64b-cf6916441129 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 210 time: 0.0457177 Nov 10 21:44:29.720135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49702) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:29.789390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1a5f5-2672-4a8c-8646-7e59064ac259 req-827311d6-28c7-40f9-98e2-938f194f5e81 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:29.798634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aba1a5f5-2672-4a8c-8646-7e59064ac259 req-827311d6-28c7-40f9-98e2-938f194f5e81 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.2721622 Nov 10 21:44:29.902877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-d522e5d3-1245-4a49-ae6b-7d36419e972b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:29.904828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-d522e5d3-1245-4a49-ae6b-7d36419e972b tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 945 time: 0.0652657 Nov 10 21:44:29.928915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aba1a5f5-2672-4a8c-8646-7e59064ac259 req-ba618772-f396-46e0-9492-5fd51044c809 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/security-groups?id=dd075500-5759-4699-8827-ed824dd81b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290243 Nov 10 21:44:29.960586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-689852673'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:29.979310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.056523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Deleting port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:30.056905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.128589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Made reservation on behalf of 951249eb46504c99a355c56682323336 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:30.131139 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.132430 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.148356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.199879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:44:30.204082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:30.209089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:44:30.233624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] For port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:30.235885 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.256982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Calling delete_port for 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:30.264322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Pushing event updated for resources: {'Port': ['ID=7181baa0-3858-43f0-bcec-d9a0102fc322,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:30.290505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:30.292473 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.359651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.372532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-e1d471f7-4d70-4842-ac9e-02c5f07ceac3 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0867395 Nov 10 21:44:30.385061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Request body: {'port': {'device_id': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:30.445095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.470506 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.499704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:30.510488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d5fb29-dcce-4fed-97f1-f44a44587be6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:30.517208 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.517863 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Added segment f4914cb1-108c-45bf-aa95-61342dce4d76 of type vlan for network 3262dda6-9a78-44a4-b74f-fbb6d512afc4 Nov 10 21:44:30.559156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.586790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.598649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2b8cea62-e066-4d75-9d2c-2a2b11d26c16'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:30.644994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Pushing event deleted for resources: {'Port': ['ID=2b8cea62-e066-4d75-9d2c-2a2b11d26c16,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:30.667368 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.673364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:30.673952 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.704678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] No DVR routers for this DVR port 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:30.708870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.713059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-28e50bcb-3dac-4071-b626-dcff534a7cc7 req-ca66490f-f17b-4630-a150-763fc4b685e4 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.64 "DELETE /v2.0/ports/2b8cea62-e066-4d75-9d2c-2a2b11d26c16 HTTP/1.1" status: 204 len: 173 time: 0.7983913 Nov 10 21:44:30.727217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'name': 'network-vif-deleted', 'tag': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:30.729906 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be4c532-0060-4680-847e-3f02f7fffe29" -d '{"events": [{"server_uuid": "335c90f2-cbb8-4631-afbd-d73c4f92b85b", "name": "network-vif-deleted", "tag": "2b8cea62-e066-4d75-9d2c-2a2b11d26c16"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:30.784882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7181baa0-3858-43f0-bcec-d9a0102fc322 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:44:30.789857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Pushing event updated for resources: {'Network': ['ID=3262dda6-9a78-44a4-b74f-fbb6d512afc4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:30.796191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:30.809963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3262dda6-9a78-44a4-b74f-fbb6d512afc4 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:30.812201 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb4ec78-682b-409c-ac8d-49fdf2d43edb x-openstack-request-id: req-7eb4ec78-682b-409c-ac8d-49fdf2d43edb {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:30.812349 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335c90f2-cbb8-4631-afbd-d73c4f92b85b", "name": "network-vif-deleted", "tag": "2b8cea62-e066-4d75-9d2c-2a2b11d26c16", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:30.812719 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7eb4ec78-682b-409c-ac8d-49fdf2d43edb {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:30.813881 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335c90f2-cbb8-4631-afbd-d73c4f92b85b', 'name': 'network-vif-deleted', 'tag': '2b8cea62-e066-4d75-9d2c-2a2b11d26c16', 'status': 'completed', 'code': 200} Nov 10 21:44:30.839970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Transition to ACTIVE for port object 7181baa0-3858-43f0-bcec-d9a0102fc322 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:44:30.881357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb0c4133-6d5d-4372-810f-f88f7afc94f8 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1573250 Nov 10 21:44:30.886513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49716) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:30.905925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988c7d5-545b-43ea-9148-974d7256f9d1 req-9a597d5c-f2ad-4f43-b98b-fe77e40f3dc7 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:30.908645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8988c7d5-545b-43ea-9148-974d7256f9d1 req-9a597d5c-f2ad-4f43-b98b-fe77e40f3dc7 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 932 time: 0.0892179 Nov 10 21:44:30.995637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.006577 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8988c7d5-545b-43ea-9148-974d7256f9d1 req-d080bb16-0e57-42a1-8b09-5e320ed431e5 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857301 Nov 10 21:44:31.015677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'network': {'name': 'tempest-network--1932868565', 'router:external': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:31.098978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Pushing event updated for resources: {'Port': ['ID=7181baa0-3858-43f0-bcec-d9a0102fc322,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:31.112942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bc8c9ee6-5dc4-4e3d-afcd-f36614f8df09 req-71d28b15-2800-4956-be94-9b60b93aae86 tempest-ServerRescueNegativeTestJSON-631682128 tempest-ServerRescueNegativeTestJSON-631682128-project] 10.222.0.45 "GET /v2.0/ports?device_id=335c90f2-cbb8-4631-afbd-d73c4f92b85b HTTP/1.1" status: 200 len: 210 time: 0.0673921 Nov 10 21:44:31.209368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Attempting to bind port 7181baa0-3858-43f0-bcec-d9a0102fc322 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:44:31.209640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Attempting to bind port 7181baa0-3858-43f0-bcec-d9a0102fc322 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '23b31555-9622-462d-ba22-142fe9b8b9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:44:31.210016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Attempting to bind port 7181baa0-3858-43f0-bcec-d9a0102fc322 on network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:44:31.215288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Port 7181baa0-3858-43f0-bcec-d9a0102fc322 on network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:44:31.215891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Attempting to bind port 7181baa0-3858-43f0-bcec-d9a0102fc322 on network 629f3f08-d1e4-46d2-90f6-ddb9acaf880b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:44:31.222853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:44:31.223282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Checking segment: {'id': '23b31555-9622-462d-ba22-142fe9b8b9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:44:31.223740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Bound using segment: {'id': '23b31555-9622-462d-ba22-142fe9b8b9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:44:31.224248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Bound port: 7181baa0-3858-43f0-bcec-d9a0102fc322, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b31555-9622-462d-ba22-142fe9b8b9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:44:31.224669 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.291735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] For port 7181baa0-3858-43f0-bcec-d9a0102fc322, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:44:31.294906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] For port 7181baa0-3858-43f0-bcec-d9a0102fc322, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7181baa0-3858-43f0-bcec-d9a0102fc322,segment=NetworkSegment(23b31555-9622-462d-ba22-142fe9b8b9ad),segment_id=23b31555-9622-462d-ba22-142fe9b8b9ad)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:44:31.318798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Made reservation on behalf of 539d25dca5cd459e98b2c5ba862e51ad for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:31.321987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.332881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.404843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.447109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.460858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:31.461405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.462780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] 10.222.0.64 "PUT /v2.0/ports/7181baa0-3858-43f0-bcec-d9a0102fc322 HTTP/1.1" status: 200 len: 1093 time: 1.0818610 Nov 10 21:44:31.463238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'tag': '7181baa0-3858-43f0-bcec-d9a0102fc322'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:31.465489 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c2332-c004-4948-a42f-776809b0f892" -d '{"events": [{"name": "network-changed", "server_uuid": "cc328e32-cf03-45e0-afee-7a4ee062bce1", "tag": "7181baa0-3858-43f0-bcec-d9a0102fc322"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:31.499832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1b3eb-2654-4d42-92a2-357d4cdba3ad service neutron] Pushing event updated for resources: {'Port': ['ID=7181baa0-3858-43f0-bcec-d9a0102fc322,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:31.528830 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e50fb7-d415-42ca-8370-a80f932818f3 x-openstack-request-id: req-f4e50fb7-d415-42ca-8370-a80f932818f3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:31.529316 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc328e32-cf03-45e0-afee-7a4ee062bce1", "tag": "7181baa0-3858-43f0-bcec-d9a0102fc322", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:31.529716 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4e50fb7-d415-42ca-8370-a80f932818f3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:31.530212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.530469 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'tag': '7181baa0-3858-43f0-bcec-d9a0102fc322', 'status': 'completed', 'code': 200} Nov 10 21:44:31.560798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:31.571009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c090c6d-302a-4d47-acd1-5dbb94f5d8c9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:31.576099 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.576445 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Added segment 943abacc-df5a-418b-8718-807942415707 of type vlan for network e404117f-e135-41a7-997c-8b2dd88f5c8f Nov 10 21:44:31.628056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.646759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c2332-c004-4948-a42f-776809b0f892 req-11ea41e4-2452-48bc-b2fe-10a1d1f69937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:31.648316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-982c2332-c004-4948-a42f-776809b0f892 req-11ea41e4-2452-48bc-b2fe-10a1d1f69937 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5919c42b88954e4b86732887941015db&device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 1096 time: 0.0951436 Nov 10 21:44:31.758405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.759505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:31.760021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:31.761249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c2332-c004-4948-a42f-776809b0f892 req-43e1acf5-7edf-419f-a131-51f01b6d0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:31.763645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-982c2332-c004-4948-a42f-776809b0f892 req-43e1acf5-7edf-419f-a131-51f01b6d0b6d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5919c42b88954e4b86732887941015db&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1053491 Nov 10 21:44:31.837707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Network': ['ID=e404117f-e135-41a7-997c-8b2dd88f5c8f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:31.857932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network e404117f-e135-41a7-997c-8b2dd88f5c8f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:31.910365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b13c8bf9-d389-4591-b248-4159ad7022fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0277047 Nov 10 21:44:31.913579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49730) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:32.015614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c2332-c004-4948-a42f-776809b0f892 req-72b15672-c895-401d-9e1a-f961e31c4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:32.017798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-982c2332-c004-4948-a42f-776809b0f892 req-72b15672-c895-401d-9e1a-f961e31c4259 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458236 Nov 10 21:44:32.028032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:32.140908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:32.171303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240043ba-f650-4666-bc65-0a020155eefc req-6d26558f-185a-4d03-a3a3-709adffaa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:32.172886 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-6d26558f-185a-4d03-a3a3-709adffaa625 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5919c42b88954e4b86732887941015db&device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 1096 time: 0.1084368 Nov 10 21:44:32.184717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e404117f-e135-41a7-997c-8b2dd88f5c8f']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:32.184821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15119-5bec-432b-9e71-f4d6ea11db20 req-6df3a199-172e-48fa-876e-be69711ab28f tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:32.190201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49742) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:32.193214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afe15119-5bec-432b-9e71-f4d6ea11db20 req-6df3a199-172e-48fa-876e-be69711ab28f tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 944 time: 0.0915658 Nov 10 21:44:32.211624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943abacc-df5a-418b-8718-807942415707') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:32.213285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943abacc-df5a-418b-8718-807942415707') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:32.241158 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afe15119-5bec-432b-9e71-f4d6ea11db20 req-263d4e8e-c906-4cea-965f-991c8cb748e9 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470631 Nov 10 21:44:32.289233 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:32.291840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-a885639a-739d-4fbc-8de6-50a6a716f6c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7181baa0-3858-43f0-bcec-d9a0102fc322 HTTP/1.1" status: 200 len: 217 time: 0.1025345 Nov 10 21:44:32.338265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:32.351561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:32.355182 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:32.377634 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:32.448544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240043ba-f650-4666-bc65-0a020155eefc req-973396b8-f530-4ed4-b8b0-03e8fd29852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:32.450244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-973396b8-f530-4ed4-b8b0-03e8fd29852c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2de8b2ab-0bcc-4878-93fb-471fb84f8035 HTTP/1.1" status: 200 len: 862 time: 0.1505327 Nov 10 21:44:32.520656 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-d846074c-6d37-49c8-9894-770363351c9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f3f08-d1e4-46d2-90f6-ddb9acaf880b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561876 Nov 10 21:44:32.543212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:32.908244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e404117f-e135-41a7-997c-8b2dd88f5c8f {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 21:44:32.918925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:32.922177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "DELETE /v2.0/networks/e404117f-e135-41a7-997c-8b2dd88f5c8f HTTP/1.1" status: 204 len: 168 time: 1.0065141 Nov 10 21:44:32.928100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49748) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:32.933597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:32.938677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcca00e-e194-4e6a-a914-bc760ed03fbf tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event deleted for resources: {'Network': ['ID=e404117f-e135-41a7-997c-8b2dd88f5c8f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:33.057300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-437e943e-b9dd-4144-9c98-5dc4a2c9e10c service neutron] 10.222.0.64 "GET /v2.0/networks/629f3f08-d1e4-46d2-90f6-ddb9acaf880b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288215 Nov 10 21:44:33.061446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Made reservation on behalf of 539d25dca5cd459e98b2c5ba862e51ad for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:33.066369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.127500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:33.150819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.151493 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Added segment 372ca6ec-66d8-439f-855b-984f01203cdc of type vlan for network 9b2d21d2-5359-468d-a12f-e7fe1f35438b Nov 10 21:44:33.196846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-240043ba-f650-4666-bc65-0a020155eefc req-c6c751b0-07cf-4ce4-bda0-98cf06f2d896 service neutron] 10.222.0.64 "GET /v2.0/networks/629f3f08-d1e4-46d2-90f6-ddb9acaf880b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282697 Nov 10 21:44:33.235882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.298982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.432361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86b382-b303-451b-95f7-cdc0923929f3 req-895954f6-cff3-4ffb-8fb0-df67201e24a1 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:33.433740 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cb86b382-b303-451b-95f7-cdc0923929f3 req-895954f6-cff3-4ffb-8fb0-df67201e24a1 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 944 time: 0.0982540 Nov 10 21:44:33.498955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.499979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:33.502515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.544222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cb86b382-b303-451b-95f7-cdc0923929f3 req-56a8a4c5-bc75-4b15-aee6-f38299958172 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022203 Nov 10 21:44:33.595219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Network': ['ID=9b2d21d2-5359-468d-a12f-e7fe1f35438b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:33.606092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9b2d21d2-5359-468d-a12f-e7fe1f35438b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:33.656327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Deleting port ea77d1b8-8f50-4287-8d57-cced14d0136b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:33.657533 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.686959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6186fafe-a4a8-4e63-aafd-9184f25c27fa tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7575238 Nov 10 21:44:33.690175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:33.694972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'subnet': {'network_id': '9b2d21d2-5359-468d-a12f-e7fe1f35438b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:33.748949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] For port ea77d1b8-8f50-4287-8d57-cced14d0136b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ea77d1b8-8f50-4287-8d57-cced14d0136b,segment=NetworkSegment(26b227c2-cd08-4aa0-aa50-2364fdad14fe),segment_id=26b227c2-cd08-4aa0-aa50-2364fdad14fe)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:33.749311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:33.763591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Calling delete_port for ea77d1b8-8f50-4287-8d57-cced14d0136b owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:33.790063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Made reservation on behalf of 539d25dca5cd459e98b2c5ba862e51ad for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:33.792703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:34.030376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:34.059719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea77d1b8-8f50-4287-8d57-cced14d0136b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:34.227297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:44:34.227876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:34.248645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:34.294965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9c3cb84-a368-4a58-9bae-55d6a6c4efc4,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:34.302578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Checking segment: {'id': '372ca6ec-66d8-439f-855b-984f01203cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '9b2d21d2-5359-468d-a12f-e7fe1f35438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:44:34.303005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Network hostable DHCP agents. Network: 9b2d21d2-5359-468d-a12f-e7fe1f35438b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:44:34.435616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Network 9b2d21d2-5359-468d-a12f-e7fe1f35438b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:44:34.480440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Router 016d07eb-08a4-478c-a0f6-68abeccf7cfc has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:44:34.508981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:34.530132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:34.530924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2b8cea62-e066-4d75-9d2c-2a2b11d26c16 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:34.555901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9b2d21d2-5359-468d-a12f-e7fe1f35438b) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:34.567756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:34.570855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:34.575782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543071a-32db-41be-849a-cf0ed4aef746 None None] Network 9b2d21d2-5359-468d-a12f-e7fe1f35438b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:34.612608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:44:34.616521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-57280fe7-a7cf-4945-8898-981eb47705b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/016d07eb-08a4-478c-a0f6-68abeccf7cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4252725 Nov 10 21:44:34.619038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49772) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:34.684614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] Sync routers for ids ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:44:34.708188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] Routers {'016d07eb-08a4-478c-a0f6-68abeccf7cfc'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:44:34.709105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:44:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:34.735280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d20f5bc3-17af-49ca-be52-02190982ac5e tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0409949 Nov 10 21:44:34.737009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49774) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:34.740798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'floatingip': {'floating_network_id': '9b2d21d2-5359-468d-a12f-e7fe1f35438b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:34.800401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd9efb2-db3d-4acc-aa42-0969d72a54ef None None] Network 9b2d21d2-5359-468d-a12f-e7fe1f35438b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:34.802464 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b071e-5f67-4eb8-a186-68706a64acdb req-14e8d171-a047-4bf6-bb86-dbf3f591ee98 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:34.803962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d10b071e-5f67-4eb8-a186-68706a64acdb req-14e8d171-a047-4bf6-bb86-dbf3f591ee98 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 944 time: 0.1297276 Nov 10 21:44:34.823273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:34.872857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:34.918078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] Set router 016d07eb-08a4-478c-a0f6-68abeccf7cfc gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:44:34.949053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d10b071e-5f67-4eb8-a186-68706a64acdb req-c983e166-e33e-4965-b25a-542060151990 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251216 Nov 10 21:44:34.975947 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.023321 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.159779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Deleting port e8c99743-496f-4cd1-8823-a19398b6bb32 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:35.160351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.194240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Allocated IP 172.20.0.3 (9b2d21d2-5359-468d-a12f-e7fe1f35438b/b9c3cb84-a368-4a58-9bae-55d6a6c4efc4/55d0d1a5-0b50-4fd5-b74b-5da058b19336) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:44:35.224579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:44:33Z', 'revision_number': 5, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port': {'id': 'e8c99743-496f-4cd1-8823-a19398b6bb32', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:24Z', 'updated_at': '2021-11-10T21:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:35.248945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] For port e8c99743-496f-4cd1-8823-a19398b6bb32, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e8c99743-496f-4cd1-8823-a19398b6bb32,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:35.249515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.264200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Calling delete_port for e8c99743-496f-4cd1-8823-a19398b6bb32 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:35.271294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] Checking router: 016d07eb-08a4-478c-a0f6-68abeccf7cfc for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:44:35.287839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] Routers {'016d07eb-08a4-478c-a0f6-68abeccf7cfc'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:44:35.288828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:44:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:35.341955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.396516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] Set router 016d07eb-08a4-478c-a0f6-68abeccf7cfc gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:44:35.452913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:44:34Z', 'revision_number': 6, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:35.459482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.487392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71114a-f1aa-4971-afb3-5017bc0b90ab None None] The sync data for ids ['016d07eb-08a4-478c-a0f6-68abeccf7cfc'] in n-d-776250-11 is: [{'id': '016d07eb-08a4-478c-a0f6-68abeccf7cfc', 'name': 'tempest-ServerRescueNegativeTestJSON-2146824883-router', 'tenant_id': '3f3c7666dad34b89b34646fd079c649f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:22Z', 'updated_at': '2021-11-10T21:44:34Z', 'revision_number': 6, 'project_id': '3f3c7666dad34b89b34646fd079c649f', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:44:35.505277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Network 9b2d21d2-5359-468d-a12f-e7fe1f35438b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:44:35.508413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:35.511069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:44:35.518111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Port': ['ID=55d0d1a5-0b50-4fd5-b74b-5da058b19336,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:35.590208 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.609742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.619336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c99743-496f-4cd1-8823-a19398b6bb32,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:35.635690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e115ced-4faa-427a-8ac9-70e1d52a583a None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:44:35.690722 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.696305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e7e8-2c00-4ef9-9b7a-8545dcd8f97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.770937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:35.893422 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:44:35.985792 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.099074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0909-c17a-4f3a-93f0-fb5c5a867c4b req-471c07ef-e0d3-4992-9d8a-6fec56a3ee59 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:36.104253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-378c0909-c17a-4f3a-93f0-fb5c5a867c4b req-471c07ef-e0d3-4992-9d8a-6fec56a3ee59 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 944 time: 0.0753565 Nov 10 21:44:36.105809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.214742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.217008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.258102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-378c0909-c17a-4f3a-93f0-fb5c5a867c4b req-38bce93e-a7d2-4693-bf8a-e444cd92b986 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492565 Nov 10 21:44:36.258710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Port': ['ID=55d0d1a5-0b50-4fd5-b74b-5da058b19336,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:36.261453 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.364019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.366245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 016d07eb-08a4-478c-a0f6-68abeccf7cfc {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:44:36.372736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.373994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5aa9d3ba-03d9-4307-b84d-1aff6d575c3f admin admin] 10.222.0.45 "DELETE /v2.0/routers/016d07eb-08a4-478c-a0f6-68abeccf7cfc HTTP/1.1" status: 204 len: 168 time: 1.7539449 Nov 10 21:44:36.376953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49792) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:36.416846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.421394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-358d3b54-546c-47c1-929c-138932f6a5d0 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6813152 Nov 10 21:44:36.421971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:36.503383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] Deleting subnet 8142dec3-8e1f-4e0b-89e3-8126c4856ffa {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:44:36.512424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-84b01535-9c02-427d-a944-a788e46258ef tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=9b2d21d2-5359-468d-a12f-e7fe1f35438b HTTP/1.1" status: 200 len: 689 time: 0.0892947 Nov 10 21:44:36.513222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.515027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49796) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:36.604907 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.642862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e8c99743-496f-4cd1-8823-a19398b6bb32 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:36.672151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e8c99743-496f-4cd1-8823-a19398b6bb32 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:36.672506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e8c99743-496f-4cd1-8823-a19398b6bb32 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:36.673104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ea77d1b8-8f50-4287-8d57-cced14d0136b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:36.683040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.695642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: ea77d1b8-8f50-4287-8d57-cced14d0136b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:36.696006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ea77d1b8-8f50-4287-8d57-cced14d0136b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:36.719144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.857815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Deleting port 55d0d1a5-0b50-4fd5-b74b-5da058b19336 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:36.858164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.942018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.942258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.949679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.961994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Calling delete_port for 55d0d1a5-0b50-4fd5-b74b-5da058b19336 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:36.990970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:36.994154 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8142dec3-8e1f-4e0b-89e3-8126c4856ffa HTTP/1.1" status: 204 len: 168 time: 0.6159515 Nov 10 21:44:36.996356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ff286-455f-4caf-b8c2-d7a465ec96d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8142dec3-8e1f-4e0b-89e3-8126c4856ffa,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:36.996928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49804) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:37.075313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.158158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.190058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3303dff-fc93-465f-8e56-aecf50c39e9a']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:37.199788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b227c2-cd08-4aa0-aa50-2364fdad14fe') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:37.200028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b227c2-cd08-4aa0-aa50-2364fdad14fe') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:37.210063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.225025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:37.244798 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:37.318614 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.412506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a057-d848-4ed6-b923-c2d9e0585580 req-58ffa5d2-828b-49e0-ae59-961262d84cc9 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:37.414121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ec1a057-d848-4ed6-b923-c2d9e0585580 req-58ffa5d2-828b-49e0-ae59-961262d84cc9 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 944 time: 0.0572989 Nov 10 21:44:37.470629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ec1a057-d848-4ed6-b923-c2d9e0585580 req-703f8602-5f23-4f8d-9773-edeb1a7bad5e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501277 Nov 10 21:44:37.471366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.477533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.483506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b3303dff-fc93-465f-8e56-aecf50c39e9a HTTP/1.1" status: 204 len: 168 time: 0.4824393 Nov 10 21:44:37.512848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590192cb-ef57-47f6-a858-9b2e87c2fab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3303dff-fc93-465f-8e56-aecf50c39e9a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:37.700244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event deleted for resources: {'Port': ['ID=55d0d1a5-0b50-4fd5-b74b-5da058b19336,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:37.767908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.835400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:37.975901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49820) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:38.016131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.044439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-19035d39-27eb-4e9b-b082-81a6e28e1de3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f3c7666dad34b89b34646fd079c649f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671730 Nov 10 21:44:38.044865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c3cb84-a368-4a58-9bae-55d6a6c4efc4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:38.046687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49822) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:38.057393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.057741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.058077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.058402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.062156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.104701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.115201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.127319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.137040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2d21d2-5359-468d-a12f-e7fe1f35438b']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:38.148783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372ca6ec-66d8-439f-855b-984f01203cdc') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:38.149497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372ca6ec-66d8-439f-855b-984f01203cdc') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:38.159507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.175960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.182228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:38.182627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:38.184466 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:38.191250 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-591b6470-c203-4f90-8f89-65baadea3d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.289698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.292428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.293573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd075500-5759-4699-8827-ed824dd81b9d HTTP/1.1" status: 204 len: 168 time: 0.2448058 Nov 10 21:44:38.308109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd075500-5759-4699-8827-ed824dd81b9d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:38.318033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.318495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.318939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.319375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.320311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.320311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.320735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.321204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.321626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.322035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.322450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.323069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9ae25-ca64-432a-b7a6-0ad691537e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:44:38.410254 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.428096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b2d21d2-5359-468d-a12f-e7fe1f35438b {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 21:44:38.430326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b2d21d2-5359-468d-a12f-e7fe1f35438b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:38.432476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.439790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49832) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:38.446213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ac194fc0-014c-45af-b87b-c59cfd7fa559 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "DELETE /v2.0/networks/9b2d21d2-5359-468d-a12f-e7fe1f35438b HTTP/1.1" status: 204 len: 168 time: 1.9301741 Nov 10 21:44:38.521235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7181baa0-3858-43f0-bcec-d9a0102fc322 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:44:38.654121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7839cdf9-1be3-410c-ac4e-8aeb00d3557a tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2129881 Nov 10 21:44:38.656649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49838) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:38.770441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7181baa0-3858-43f0-bcec-d9a0102fc322, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7181baa0-3858-43f0-bcec-d9a0102fc322,segment=NetworkSegment(23b31555-9622-462d-ba22-142fe9b8b9ad),segment_id=23b31555-9622-462d-ba22-142fe9b8b9ad)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:38.783652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fdd48-3437-43a0-93a9-3a0ea0bc68fe req-99357594-0f66-4a5b-9580-2200bcd0e6d6 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.785269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b19fdd48-3437-43a0-93a9-3a0ea0bc68fe req-99357594-0f66-4a5b-9580-2200bcd0e6d6 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 944 time: 0.1776261 Nov 10 21:44:38.809305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '7181baa0-3858-43f0-bcec-d9a0102fc322', 'network_id': '629f3f08-d1e4-46d2-90f6-ddb9acaf880b', 'port_id': '7181baa0-3858-43f0-bcec-d9a0102fc322', 'mac_address': 'fa:16:3e:3e:d6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de8b2ab-0bcc-4878-93fb-471fb84f8035', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:44:38.836420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.836801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.837253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.837698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.838267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.838718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.839410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.840302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.841571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.842029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:38.844931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df221efa-601f-449a-b969-125e13464f9b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6584 time: 0.1871252 Nov 10 21:44:38.848760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49842) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:38.891277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b19fdd48-3437-43a0-93a9-3a0ea0bc68fe req-395bf39f-daae-4558-af94-6847af6920b2 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904076 Nov 10 21:44:38.903816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:38.932488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7181baa0-3858-43f0-bcec-d9a0102fc322 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:44:38.933834 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-b35b26f3-670d-4f6f-8830-3c1eea1e29f8 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] delete failed (client error): The resource could not be found. Nov 10 21:44:38.940609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:38.940895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b35b26f3-670d-4f6f-8830-3c1eea1e29f8 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/a65b6186-2678-4e12-895a-78575aae8a80 HTTP/1.1" status: 404 len: 345 time: 0.0910320 Nov 10 21:44:38.969440 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc99b417-209b-4a13-868f-691021718f05 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] DELETE failed (client error): The resource could not be found. Nov 10 21:44:38.972725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc99b417-209b-4a13-868f-691021718f05 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:44:38.979755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc99b417-209b-4a13-868f-691021718f05 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "DELETE /v2.0/networks/9b2d21d2-5359-468d-a12f-e7fe1f35438b HTTP/1.1" status: 404 len: 339 time: 0.0375977 Nov 10 21:44:38.984225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49850) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:38.992869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'network': {'name': 'tempest-network--1771290475', 'router:external': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:38.994706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7181baa0-3858-43f0-bcec-d9a0102fc322, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7181baa0-3858-43f0-bcec-d9a0102fc322,segment=NetworkSegment(23b31555-9622-462d-ba22-142fe9b8b9ad),segment_id=23b31555-9622-462d-ba22-142fe9b8b9ad)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:39.073233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.124588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Made reservation on behalf of 539d25dca5cd459e98b2c5ba862e51ad for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:39.127257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.161303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7181baa0-3858-43f0-bcec-d9a0102fc322,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:39.189208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:39.199950 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.200302 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Added segment ca7e39cf-ff8a-4536-bcdd-1bccf5eadbec of type vlan for network 216195fa-81ba-4d81-bef1-7fd2aa6d981a Nov 10 21:44:39.274127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.283008 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.381186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.382370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:39.383051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.427324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7181baa0-3858-43f0-bcec-d9a0102fc322'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:39.476871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Network': ['ID=216195fa-81ba-4d81-bef1-7fd2aa6d981a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:39.503766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-db29431a-7af4-4a31-9625-0028e191517b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5175240 Nov 10 21:44:39.506017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 216195fa-81ba-4d81-bef1-7fd2aa6d981a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:39.506402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49866) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:39.705909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78818f49-a51d-4986-9677-a68006358748 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:39.712333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78818f49-a51d-4986-9677-a68006358748 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:39.718483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78818f49-a51d-4986-9677-a68006358748 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:39.725723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78818f49-a51d-4986-9677-a68006358748 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:39.727796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-78818f49-a51d-4986-9677-a68006358748 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2202787 Nov 10 21:44:39.730699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49874) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:39.818992 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.826712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49880) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:39.900363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.922000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216195fa-81ba-4d81-bef1-7fd2aa6d981a']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:39.932167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-239656582-network', 'tenant_id': 'bcdc22ebd5e248bf935ab449cc5b51bc'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:39.934733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7e39cf-ff8a-4536-bcdd-1bccf5eadbec') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:39.935159 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7e39cf-ff8a-4536-bcdd-1bccf5eadbec') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:39.946541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.965111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.971877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:39.972781 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:39.974000 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:40.039696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Made reservation on behalf of bcdc22ebd5e248bf935ab449cc5b51bc for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:40.042964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.059554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.132591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753047e-2f91-4709-b392-3e6383b8961e req-e96b9379-8f28-4e55-b52b-f668aa50adf5 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:40.132591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8753047e-2f91-4709-b392-3e6383b8961e req-e96b9379-8f28-4e55-b52b-f668aa50adf5 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 945 time: 0.1106362 Nov 10 21:44:40.175117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8753047e-2f91-4709-b392-3e6383b8961e req-8545fde7-008d-490c-bfdf-3fbf36b3ae13 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595350 Nov 10 21:44:40.506936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.513691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 216195fa-81ba-4d81-bef1-7fd2aa6d981a {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 21:44:40.517096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.520375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "DELETE /v2.0/networks/216195fa-81ba-4d81-bef1-7fd2aa6d981a HTTP/1.1" status: 204 len: 168 time: 0.7886291 Nov 10 21:44:40.526563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7181baa0-3858-43f0-bcec-d9a0102fc322 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:44:40.530508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49894) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:40.535461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'network': {'name': 'tempest-network--84118199', 'router:external': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:40.538745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee046b41-0185-4bf6-b195-a5f3ca9c2b99 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event deleted for resources: {'Network': ['ID=216195fa-81ba-4d81-bef1-7fd2aa6d981a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:40.649690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Made reservation on behalf of 539d25dca5cd459e98b2c5ba862e51ad for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:40.652343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.679886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.684660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 7181baa0-3858-43f0-bcec-d9a0102fc322 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:44:40.691748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 7181baa0-3858-43f0-bcec-d9a0102fc322 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:44:40.692397 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.695829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:40.737681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.738323 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Added segment 29c421dd-7a52-4ba4-bc78-b6c7cf29608b of type vlan for network 4c020cd5-0e90-4765-9404-6868536eec71 Nov 10 21:44:40.777708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.809400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.838618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.849368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:40.857020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.868717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.869560 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Added segment 153b66a8-c81a-4ebe-b819-cad2780e5558 of type vlan for network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 Nov 10 21:44:40.888706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181baa0-3858-43f0-bcec-d9a0102fc322'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:40.892653 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd9a52c-5f9f-4777-aac0-f950f206d8ea" -d '{"events": [{"server_uuid": "cc328e32-cf03-45e0-afee-7a4ee062bce1", "name": "network-vif-plugged", "status": "completed", "tag": "7181baa0-3858-43f0-bcec-d9a0102fc322"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:40.936913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7181baa0-3858-43f0-bcec-d9a0102fc322, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7181baa0-3858-43f0-bcec-d9a0102fc322,segment=NetworkSegment(23b31555-9622-462d-ba22-142fe9b8b9ad),segment_id=23b31555-9622-462d-ba22-142fe9b8b9ad)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:40.970114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:40.970374 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c0d011-5b3c-4331-bda7-3dc6f2c49d42 x-openstack-request-id: req-91c0d011-5b3c-4331-bda7-3dc6f2c49d42 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:40.970522 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc328e32-cf03-45e0-afee-7a4ee062bce1", "name": "network-vif-plugged", "status": "completed", "tag": "7181baa0-3858-43f0-bcec-d9a0102fc322", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:40.970823 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91c0d011-5b3c-4331-bda7-3dc6f2c49d42 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:40.971216 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7181baa0-3858-43f0-bcec-d9a0102fc322', 'code': 200} Nov 10 21:44:40.978879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c986c3dc-c167-4501-a3db-8ca0c7835fda,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:41.034588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.034588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:41.034588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.089933 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.145017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.148457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af687-d502-4416-a235-c4bef3840c65 req-aa4303ae-6745-45af-9479-e81f606a4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:41.148457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c88af687-d502-4416-a235-c4bef3840c65 req-aa4303ae-6745-45af-9479-e81f606a4930 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 1097 time: 0.1108034 Nov 10 21:44:41.148457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Network': ['ID=4c020cd5-0e90-4765-9404-6868536eec71,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:41.151087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:41.155716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.175573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4c020cd5-0e90-4765-9404-6868536eec71 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:41.258387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c88af687-d502-4416-a235-c4bef3840c65 req-aed1ab7b-5e4f-4840-8b1b-0276c156edd7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021318 Nov 10 21:44:41.274372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a51a6994-f97a-4ffb-ba13-c5b4778b1b3b tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7421443 Nov 10 21:44:41.275960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49910) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:41.323688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7181baa0-3858-43f0-bcec-d9a0102fc322,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:41.373541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5457113 Nov 10 21:44:41.381092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49916) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:41.386135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Request body: {'subnet': {'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-239656582-subnet', 'tenant_id': 'bcdc22ebd5e248bf935ab449cc5b51bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:41.394837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b67a16-33c4-4ea2-8a8a-84b97e5b0b1b admin admin] Pushing event updated for resources: {'Network': ['ID=8a17ee0d-b882-45fe-b075-a6d161b0ce13,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:41.404262 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.410240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:41.454126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbca350-2a20-4500-b2eb-077225c6a4bd req-83a91688-fbd7-4189-9d11-ce12116fe203 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:41.455908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1bbca350-2a20-4500-b2eb-077225c6a4bd req-83a91688-fbd7-4189-9d11-ce12116fe203 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 946 time: 0.1598535 Nov 10 21:44:41.463158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6d531-73fb-4284-8713-f035e577626e tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:41.466991 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a1f6d531-73fb-4284-8713-f035e577626e tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] 10.222.0.45 "GET /v2.0/networks/4c020cd5-0e90-4765-9404-6868536eec71 HTTP/1.1" status: 200 len: 755 time: 0.1876836 Nov 10 21:44:41.468059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49918) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:41.523612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Made reservation on behalf of bcdc22ebd5e248bf935ab449cc5b51bc for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:41.535897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.542418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1bbca350-2a20-4500-b2eb-077225c6a4bd req-c8302fcb-1883-4f7c-be43-51feb393a3e4 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766954 Nov 10 21:44:41.653842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74d21c-75f2-4c44-a405-544a63d139e9 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:41.658420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49924) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:41.658611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d74d21c-75f2-4c44-a405-544a63d139e9 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] 10.222.0.45 "GET /v2.0/networks/3262dda6-9a78-44a4-b74f-fbb6d512afc4 HTTP/1.1" status: 200 len: 767 time: 0.1876576 Nov 10 21:44:41.773748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.908571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.924345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:41.958683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c020cd5-0e90-4765-9404-6868536eec71']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:41.977767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c421dd-7a52-4ba4-bc78-b6c7cf29608b') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:41.978349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c421dd-7a52-4ba4-bc78-b6c7cf29608b') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:41.991134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.012795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.022425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:42.022425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.053607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ce36fb-c80e-40ec-8a87-131773c765da,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:42.056022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Checking segment: {'id': '153b66a8-c81a-4ebe-b819-cad2780e5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:44:42.056391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Network hostable DHCP agents. Network: 8a17ee0d-b882-45fe-b075-a6d161b0ce13, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:42.084819 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:42.199682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.212141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c020cd5-0e90-4765-9404-6868536eec71 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 21:44:42.224169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.233512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "DELETE /v2.0/networks/4c020cd5-0e90-4765-9404-6868536eec71 HTTP/1.1" status: 204 len: 168 time: 0.5739310 Nov 10 21:44:42.238129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49934) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:42.244268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'network': {'name': 'tempest-network--496955740'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:42.278248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:44:42.280088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0697d6b-807c-486b-86fa-e3c0200c4534 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c020cd5-0e90-4765-9404-6868536eec71,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:42.381192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Made reservation on behalf of 539d25dca5cd459e98b2c5ba862e51ad for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:42.389819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.417476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 8a17ee0d-b882-45fe-b075-a6d161b0ce13) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:42.426317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec8bb7-c9f6-463c-98ab-69f783c493c6 None None] Network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:42.448310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:42.448908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.495683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:42.520623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.520623 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Added segment f966ee6c-58aa-405d-af47-2848a374ff01 of type vlan for network 99205d19-c107-4207-ba14-06949901856f Nov 10 21:44:42.625970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e3bc57-fcac-4ffd-aa54-6dc491a51fc3 None None] Network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:42.648550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-840985a0-e39b-46a3-b834-83c6de0d5ea0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2659965 Nov 10 21:44:42.670596 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.798510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.799515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:42.800128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:42.881098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd55e-9f47-443e-9179-ede887047170 req-384178a7-8fda-4ecf-9d1c-9a139d2785c6 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:42.889504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02cdd55e-9f47-443e-9179-ede887047170 req-384178a7-8fda-4ecf-9d1c-9a139d2785c6 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 946 time: 0.1662605 Nov 10 21:44:43.021317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Network': ['ID=99205d19-c107-4207-ba14-06949901856f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:43.033854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49954) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:43.044406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dedc5566-dbf9-425d-bda8-543a1376d43f tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8048868 Nov 10 21:44:43.050184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 99205d19-c107-4207-ba14-06949901856f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:43.052133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:43.230088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02cdd55e-9f47-443e-9179-ede887047170 req-22bd0f9c-ce21-4b0e-9f0e-c076126b7ac1 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326197 Nov 10 21:44:43.376459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.547303 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.556834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Network 99205d19-c107-4207-ba14-06949901856f is not hosted by any dhcp agent {{(pid=103048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 21:44:43.566415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:43.568349 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.572668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "PUT /v2.0/networks/99205d19-c107-4207-ba14-06949901856f HTTP/1.1" status: 200 len: 857 time: 0.5298533 Nov 10 21:44:43.572994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49970) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:43.672573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba203ed-69a0-4fc1-b8f7-ecc1d5db2302 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event updated for resources: {'Network': ['ID=99205d19-c107-4207-ba14-06949901856f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:43.677382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.784600 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.801455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49974) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:43.807155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1935817884-network', 'tenant_id': 'bcad954e4a2a46cca70d8fea133fd23b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:43.835606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99205d19-c107-4207-ba14-06949901856f']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:43.845964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f966ee6c-58aa-405d-af47-2848a374ff01') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:43.846291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f966ee6c-58aa-405d-af47-2848a374ff01') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:43.858174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.879510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.886630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:43.887005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:43.888859 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:43.952517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Made reservation on behalf of bcad954e4a2a46cca70d8fea133fd23b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:43.955553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:43.964851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.067399 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.095280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99205d19-c107-4207-ba14-06949901856f {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 21:44:44.112625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.123454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] 10.222.0.45 "DELETE /v2.0/networks/99205d19-c107-4207-ba14-06949901856f HTTP/1.1" status: 204 len: 168 time: 0.5483723 Nov 10 21:44:44.128272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49984) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:44.130507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d728685-76df-4f28-a5d4-652f90ef2e53 tempest-ExternalNetworksTestJSON-1942220085 tempest-ExternalNetworksTestJSON-1942220085-project-admin] Pushing event deleted for resources: {'Network': ['ID=99205d19-c107-4207-ba14-06949901856f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:44.207543 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9464113-f889-4d45-93e6-8782ca838507 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] DELETE failed (client error): The resource could not be found. Nov 10 21:44:44.208269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9464113-f889-4d45-93e6-8782ca838507 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:44:44.211816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d9464113-f889-4d45-93e6-8782ca838507 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] 10.222.0.45 "DELETE /v2.0/subnets/b9c3cb84-a368-4a58-9bae-55d6a6c4efc4 HTTP/1.1" status: 404 len: 337 time: 0.0821977 Nov 10 21:44:44.214587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49986) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:44.253012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.378019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.418455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.440335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:44:44.449337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33d582-e883-481e-907e-54842c58e97c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:44.461630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.462552 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Added segment 165fb698-e620-48cc-b75f-1f0ee47d77d8 of type vlan for network ea6f4c67-b297-4b83-a550-86d150834e06 Nov 10 21:44:44.473029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e9cf-d2fc-4556-9263-93c74093b731 req-30e740a6-43be-4e25-9d93-b34ca8751966 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:44.474736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e354e9cf-d2fc-4556-9263-93c74093b731 req-30e740a6-43be-4e25-9d93-b34ca8751966 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 946 time: 0.1542242 Nov 10 21:44:44.555608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e354e9cf-d2fc-4556-9263-93c74093b731 req-62e2b7f9-8784-4254-adcc-bf576f2b241c tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730963 Nov 10 21:44:44.557708 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.607300 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.675399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3262dda6-9a78-44a4-b74f-fbb6d512afc4']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:44.689494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.690477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:44.691101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.700912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4914cb1-108c-45bf-aa95-61342dce4d76') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:44.702169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4914cb1-108c-45bf-aa95-61342dce4d76') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:44.718194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.771993 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.789303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:44.789727 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:44.796132 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:44.893441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6f4c67-b297-4b83-a550-86d150834e06,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:44.907326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ea6f4c67-b297-4b83-a550-86d150834e06 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:44:45.004776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:45.022954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:45.038003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] 10.222.0.45 "DELETE /v2.0/networks/3262dda6-9a78-44a4-b74f-fbb6d512afc4 HTTP/1.1" status: 204 len: 168 time: 0.8223445 Nov 10 21:44:45.054773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7a5b1-316e-4f37-ad8d-7f0aa3ccb116 tempest-ExternalNetworksTestJSON-2000742530 tempest-ExternalNetworksTestJSON-2000742530-project] Pushing event deleted for resources: {'Network': ['ID=3262dda6-9a78-44a4-b74f-fbb6d512afc4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:45.079944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50012) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:45.082050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fb2357d8-dad6-4ec1-baa9-764098f93250 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2793453 Nov 10 21:44:45.085566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Request body: {'subnet': {'network_id': 'ea6f4c67-b297-4b83-a550-86d150834e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1935817884-subnet', 'tenant_id': 'bcad954e4a2a46cca70d8fea133fd23b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:45.354757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Made reservation on behalf of bcad954e4a2a46cca70d8fea133fd23b for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:45.358531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:45.610808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c87e6-ada3-494a-ba42-74058c8e11ec req-d9a45dcb-4590-43ef-95d4-cc8f9974f988 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:45.612356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-694c87e6-ada3-494a-ba42-74058c8e11ec req-d9a45dcb-4590-43ef-95d4-cc8f9974f988 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 946 time: 0.0611513 Nov 10 21:44:45.660574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-694c87e6-ada3-494a-ba42-74058c8e11ec req-a164ef09-992e-4f6d-9700-8b1962583010 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Nov 10 21:44:45.764247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:45.778716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50032) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:45.860067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0bc1c8-08ca-49c6-9ec5-9c2d36af89c2,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:45.874378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Checking segment: {'id': '165fb698-e620-48cc-b75f-1f0ee47d77d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'ea6f4c67-b297-4b83-a550-86d150834e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:44:45.874924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Network hostable DHCP agents. Network: ea6f4c67-b297-4b83-a550-86d150834e06, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:44:45.939368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-90799257-9959-4e2b-925e-4e64647c6902 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=951249eb46504c99a355c56682323336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594684 Nov 10 21:44:45.941875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50036) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:45.963937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Network ea6f4c67-b297-4b83-a550-86d150834e06 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:44:45.994054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7b85-0c1b-426a-adcd-98b716fc985b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:46.021939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7b85-0c1b-426a-adcd-98b716fc985b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:46.066185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, ea6f4c67-b297-4b83-a550-86d150834e06) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:46.070839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:46.071582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:46.077515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ea516-afff-4285-8281-4488ac81f686 None None] Network ea6f4c67-b297-4b83-a550-86d150834e06 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:46.209402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7b85-0c1b-426a-adcd-98b716fc985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:46.212534 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7b85-0c1b-426a-adcd-98b716fc985b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:46.213801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cd9b7b85-0c1b-426a-adcd-98b716fc985b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54d5fb29-dcce-4fed-97f1-f44a44587be6 HTTP/1.1" status: 204 len: 168 time: 0.2710288 Nov 10 21:44:46.224297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b7b85-0c1b-426a-adcd-98b716fc985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d5fb29-dcce-4fed-97f1-f44a44587be6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:46.225877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b801bf-9aad-45e9-81ac-b3d344f0668c None None] Network ea6f4c67-b297-4b83-a550-86d150834e06 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:44:46.335474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-72526918-c7e1-43fd-830b-6cd9cefa7946 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2543550 Nov 10 21:44:46.705544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119ff0-833f-493c-86c5-68bedbfd4e0f req-24828c2b-df60-476a-acc4-053c2ba0e3eb tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:46.713240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb119ff0-833f-493c-86c5-68bedbfd4e0f req-24828c2b-df60-476a-acc4-053c2ba0e3eb tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1143272 Nov 10 21:44:46.785424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb119ff0-833f-493c-86c5-68bedbfd4e0f req-fa429d1a-fbff-4726-872b-c5eba5e9a7b4 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710123 Nov 10 21:44:46.869874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a2f0b-1378-4fb8-9c3c-ad99f0bc8bc5 req-f918d1fb-d073-461b-af14-290a7e2bd72f tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:46.872354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-405a2f0b-1378-4fb8-9c3c-ad99f0bc8bc5 req-f918d1fb-d073-461b-af14-290a7e2bd72f tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 946 time: 0.0727975 Nov 10 21:44:46.959390 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-405a2f0b-1378-4fb8-9c3c-ad99f0bc8bc5 req-61d0b30f-40d3-4dfe-8ef3-0852ae536ce9 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/security-groups?id=75ff964a-547e-46f5-98a6-df95797046d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745137 Nov 10 21:44:47.023046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-dc5b5ea9-baee-44ae-8083-9799b6b273f9 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:47.026568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-dc5b5ea9-baee-44ae-8083-9799b6b273f9 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 946 time: 0.1225920 Nov 10 21:44:47.140111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:47.219691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-53df8d5b-25fd-4d10-9361-e8fda7330906 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=539d25dca5cd459e98b2c5ba862e51ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0770619 Nov 10 21:44:47.222630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50084) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:47.286891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Deleting port 7181baa0-3858-43f0-bcec-d9a0102fc322 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:47.287370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:47.306912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fa9238e-707e-48d4-a49f-aa112a00ee68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:47.331938 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fa9238e-707e-48d4-a49f-aa112a00ee68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:47.354518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-e04b1c31-bb69-4bc4-846f-37c030f69942 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:47.356193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-e04b1c31-bb69-4bc4-846f-37c030f69942 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/networks?id=8a17ee0d-b882-45fe-b075-a6d161b0ce13 HTTP/1.1" status: 200 len: 824 time: 0.2822049 Nov 10 21:44:47.386512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-17c7f6c1-505b-49ef-bb58-4c30b39a7fb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/quotas/bcdc22ebd5e248bf935ab449cc5b51bc HTTP/1.1" status: 200 len: 375 time: 0.0174880 Nov 10 21:44:47.440261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-c2f0629d-68d8-48b8-969a-d58a98d9ece5 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bcdc22ebd5e248bf935ab449cc5b51bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468481 Nov 10 21:44:47.450940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] For port 7181baa0-3858-43f0-bcec-d9a0102fc322, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7181baa0-3858-43f0-bcec-d9a0102fc322,segment=NetworkSegment(23b31555-9622-462d-ba22-142fe9b8b9ad),segment_id=23b31555-9622-462d-ba22-142fe9b8b9ad)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:47.451358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:47.491410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Calling delete_port for 7181baa0-3858-43f0-bcec-d9a0102fc322 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:47.578921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fa9238e-707e-48d4-a49f-aa112a00ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:47.587602 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fa9238e-707e-48d4-a49f-aa112a00ee68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:47.589536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3fa9238e-707e-48d4-a49f-aa112a00ee68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c090c6d-302a-4d47-acd1-5dbb94f5d8c9 HTTP/1.1" status: 204 len: 168 time: 0.3649611 Nov 10 21:44:47.608747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9238e-707e-48d4-a49f-aa112a00ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c090c6d-302a-4d47-acd1-5dbb94f5d8c9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:47.846166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-5dd4c833-154e-46f8-b9b2-56874825cb6b service neutron] 10.222.0.45 "GET /v2.0/networks/8a17ee0d-b882-45fe-b075-a6d161b0ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029061 Nov 10 21:44:47.917630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-c591af1d-9965-4c1a-b4aa-e0ab90ff469a service neutron] 10.222.0.45 "GET /v2.0/networks/8a17ee0d-b882-45fe-b075-a6d161b0ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562804 Nov 10 21:44:47.950589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3763fc1-75fe-4db9-b157-d4867036a1a7 req-f99a8d87-55be-4915-85fc-4451e631cbaa tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:47.956255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3763fc1-75fe-4db9-b157-d4867036a1a7 req-f99a8d87-55be-4915-85fc-4451e631cbaa tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.0677309 Nov 10 21:44:48.005831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3763fc1-75fe-4db9-b157-d4867036a1a7 req-bf6af629-cf90-4f0c-9dad-9bdecab99c95 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Nov 10 21:44:48.038192 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:48.051186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7181baa0-3858-43f0-bcec-d9a0102fc322'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:48.095613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Pushing event deleted for resources: {'Port': ['ID=7181baa0-3858-43f0-bcec-d9a0102fc322,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:48.162927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] No DVR routers for this DVR port 7181baa0-3858-43f0-bcec-d9a0102fc322 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:48.170645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:48.176873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4e6f6f51-4a6b-4465-81bc-e96d9a94cce4 req-cb8a9f87-4fc9-4721-8132-309db782192e tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.64 "DELETE /v2.0/ports/7181baa0-3858-43f0-bcec-d9a0102fc322 HTTP/1.1" status: 204 len: 173 time: 1.1435337 Nov 10 21:44:48.178613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'name': 'network-vif-deleted', 'tag': '7181baa0-3858-43f0-bcec-d9a0102fc322'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:48.181258 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b7683e-99ef-4d7f-ab6b-1c4f66dbdc2b" -d '{"events": [{"server_uuid": "cc328e32-cf03-45e0-afee-7a4ee062bce1", "name": "network-vif-deleted", "tag": "7181baa0-3858-43f0-bcec-d9a0102fc322"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:48.195963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a666a-6a76-431c-8896-882103f3aacb req-e32d6670-8b08-44ac-abae-36ea83bd4ff0 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:48.198155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e5a666a-6a76-431c-8896-882103f3aacb req-e32d6670-8b08-44ac-abae-36ea83bd4ff0 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 945 time: 0.1380010 Nov 10 21:44:48.216348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97fcca74-0d94-4967-9df9-464399342266 req-f5d695da-23ff-491e-baa9-6c8a55689143 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 210 time: 0.0579760 Nov 10 21:44:48.278805 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5810784d-b7a7-49ad-886f-14e254d3928e x-openstack-request-id: req-5810784d-b7a7-49ad-886f-14e254d3928e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:48.278805 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc328e32-cf03-45e0-afee-7a4ee062bce1", "name": "network-vif-deleted", "tag": "7181baa0-3858-43f0-bcec-d9a0102fc322", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:48.278805 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5810784d-b7a7-49ad-886f-14e254d3928e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:48.278805 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc328e32-cf03-45e0-afee-7a4ee062bce1', 'name': 'network-vif-deleted', 'tag': '7181baa0-3858-43f0-bcec-d9a0102fc322', 'status': 'completed', 'code': 200} Nov 10 21:44:48.346347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d35400b-d527-40fc-9237-96d5b1a3e422 req-1931d6f3-e232-4f34-be87-f5b09ecf8b8d tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 210 time: 0.0388443 Nov 10 21:44:48.372973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Deleting port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:48.374097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:48.532105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] For port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:48.547066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:48.551485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Calling delete_port for 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:48.752510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:48.772278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532', 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa', '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:48.783122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event deleted for resources: {'Port': ['ID=4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:48.783441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2d506b53-b16e-46b1-8fb9-d79972316464'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:48.848381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] No DVR routers for this DVR port 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:48.850830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:48.854503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e5a666a-6a76-431c-8896-882103f3aacb req-3ee207df-6452-4adb-bdbf-d61997436baf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "DELETE /v2.0/ports/4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc HTTP/1.1" status: 204 len: 173 time: 0.6495271 Nov 10 21:44:49.208139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d471ccb-8787-4b9a-b4c2-4b0e963ea20f req-072beca3-03b7-4052-b036-9800bbb717ac tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2e8c44c-a9dd-438b-be85-278e029b8aa0 HTTP/1.1" status: 200 len: 210 time: 0.0418904 Nov 10 21:44:49.449672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d09580ac-1568-4eb9-9a8f-a6e40303b08b req-434c5490-7552-4fd4-8d64-af995337bb89 tempest-ServerAddressesNegativeTestJSON-2134925942 tempest-ServerAddressesNegativeTestJSON-2134925942-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc328e32-cf03-45e0-afee-7a4ee062bce1 HTTP/1.1" status: 200 len: 210 time: 0.0699103 Nov 10 21:44:49.474289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e76f53b-a7d1-45c3-ba68-a88b6986a7a1 req-3ec1f2ce-ecb5-4069-8219-3dfaeaafc2e5 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 210 time: 0.0640554 Nov 10 21:44:49.516580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:50.277547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'name': 'network-vif-deleted', 'tag': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:50.279898 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aef49c-83bb-48e1-8760-0d4b60c9bdc5" -d '{"events": [{"server_uuid": "e2e8c44c-a9dd-438b-be85-278e029b8aa0", "name": "network-vif-deleted", "tag": "4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:50.336170 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd5ccbf-ff0a-4aff-b3d5-64db6ff95696 x-openstack-request-id: req-9fd5ccbf-ff0a-4aff-b3d5-64db6ff95696 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:50.336457 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e8c44c-a9dd-438b-be85-278e029b8aa0", "name": "network-vif-deleted", "tag": "4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:50.336697 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fd5ccbf-ff0a-4aff-b3d5-64db6ff95696 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:50.337286 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e8c44c-a9dd-438b-be85-278e029b8aa0', 'name': 'network-vif-deleted', 'tag': '4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc', 'status': 'completed', 'code': 200} Nov 10 21:44:50.509387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50232) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:50.512131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50234) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:50.584263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] Deleting subnet 2de8b2ab-0bcc-4878-93fb-471fb84f8035 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:44:50.585070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7181baa0-3858-43f0-bcec-d9a0102fc322 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:50.602131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:50.647384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 7181baa0-3858-43f0-bcec-d9a0102fc322 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:50.648001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7181baa0-3858-43f0-bcec-d9a0102fc322 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:50.656901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:50.669477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:50.718027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:50.765260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-933cc8c7-bf31-4a57-981d-42e920d05d90 req-079ec303-9d15-4d1a-baa3-4469ba18b6e6 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 210 time: 0.2051334 Nov 10 21:44:50.855841 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:50.941341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:50.990000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de8b2ab-0bcc-4878-93fb-471fb84f8035,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:50.993567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:50.997707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.001669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50254) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:51.011115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93d056a9-c0bb-4813-baf6-214120edb2b3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2de8b2ab-0bcc-4878-93fb-471fb84f8035 HTTP/1.1" status: 204 len: 168 time: 0.4841099 Nov 10 21:44:51.131812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.235584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Allocated IP 172.25.7.65 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/78d769d0-07fb-4fc4-937b-6aee15c152b1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:44:51.295889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.387772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629f3f08-d1e4-46d2-90f6-ddb9acaf880b']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:51.412723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b31555-9622-462d-ba22-142fe9b8b9ad') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:51.421108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b31555-9622-462d-ba22-142fe9b8b9ad') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:44:51.465170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.493047 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.505430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:44:51.505834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:44:51.507495 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:44:51.586580 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.724331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.756972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.767624 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] 10.222.0.45 "DELETE /v2.0/networks/629f3f08-d1e4-46d2-90f6-ddb9acaf880b HTTP/1.1" status: 204 len: 168 time: 0.7642603 Nov 10 21:44:51.769470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093bbdf-740c-4702-8b10-1616a01085eb admin admin] Pushing event deleted for resources: {'Network': ['ID=629f3f08-d1e4-46d2-90f6-ddb9acaf880b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:51.773416 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:51.776097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:44:51.871445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-2863d719-e10a-423f-ae50-d58e620db660 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:51.877460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:44:51.877813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4edfdffd-c5f6-4f42-8f1c-0b1d13dc09cc not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:44:51.903641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-2863d719-e10a-423f-ae50-d58e620db660 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.53 "GET /v2.0/networks?id=8a17ee0d-b882-45fe-b075-a6d161b0ce13 HTTP/1.1" status: 200 len: 824 time: 0.3061800 Nov 10 21:44:51.918169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Request body: {'port': {'device_id': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13', 'admin_state_up': True, 'tenant_id': 'bcdc22ebd5e248bf935ab449cc5b51bc'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:51.959394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Pushing event updated for resources: {'Port': ['ID=78d769d0-07fb-4fc4-937b-6aee15c152b1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:51.979623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:44:51.986262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:51.994379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:44:52.097928 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88b0aa7d-526c-41dc-b99d-e0c74a9a2e76 req-3f60c69c-c03f-4f63-8a47-c00c734d667d tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 210 time: 0.0784137 Nov 10 21:44:52.258926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:52.500520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Made reservation on behalf of bcdc22ebd5e248bf935ab449cc5b51bc for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:52.504628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:52.527336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:52.579952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50288) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:52.673793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f336fb5c-f7c8-4938-9cf0-53be45d20f24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5919c42b88954e4b86732887941015db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0928376 Nov 10 21:44:52.684400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50290) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:52.728083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Allocated IP 172.20.0.13 (8a17ee0d-b882-45fe-b075-a6d161b0ce13/64ce36fb-c80e-40ec-8a87-131773c765da/1eccf222-1125-40ed-856d-4981c75a8a8b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:44:52.843161 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a732be4b-1693-48c9-b41a-ce5c4a993c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:52.869784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a732be4b-1693-48c9-b41a-ce5c4a993c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:52.997739 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-a4ae52aa-49fc-4dbc-b124-07cf50556404 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1417515 Nov 10 21:44:53.026396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.030616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.064642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a732be4b-1693-48c9-b41a-ce5c4a993c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.075671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a732be4b-1693-48c9-b41a-ce5c4a993c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.081170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a732be4b-1693-48c9-b41a-ce5c4a993c5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75ff964a-547e-46f5-98a6-df95797046d4 HTTP/1.1" status: 204 len: 168 time: 0.3956554 Nov 10 21:44:53.108576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732be4b-1693-48c9-b41a-ce5c4a993c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ff964a-547e-46f5-98a6-df95797046d4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:53.111854 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.157712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-5a320ca1-3c20-48f9-adac-50431cfda88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:53.159355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-5a320ca1-3c20-48f9-adac-50431cfda88b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1097 time: 0.1315341 Nov 10 21:44:53.210177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Pushing event updated for resources: {'Port': ['ID=78d769d0-07fb-4fc4-937b-6aee15c152b1,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:53.221475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.331146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd9aaeac-b68c-4b8d-87c0-0e4f61ff564b req-7f0f557a-9f28-4687-a44f-42eef92ea2ae tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 210 time: 0.0481472 Nov 10 21:44:53.357592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-46edf612-1dad-48ef-bdf7-e68bc4199b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:53.359336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-46edf612-1dad-48ef-bdf7-e68bc4199b39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.1661856 Nov 10 21:44:53.431756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.435686 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-ee274c5f-3565-4943-a11d-625b77ac04ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 200 len: 1001 time: 0.0664699 Nov 10 21:44:53.435857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5f985479-5d5c-48aa-bc49-5b7709e782b1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9221132 Nov 10 21:44:53.439059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50314) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:53.441605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2110619635', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'fixed_ips': [{'ip_address': '172.25.7.65'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:53.515952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-5a8377c5-7610-4836-bfa9-02af91cfaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:53.518468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-5a8377c5-7610-4836-bfa9-02af91cfaf68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.0756450 Nov 10 21:44:53.519978 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.532281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Made reservation on behalf of 5f6cbf6f494540bb97c671d865303a7d for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:44:53.535566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.545221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.623497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.627193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:44:53.633361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:44:53.639153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:44:53.645254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Pushing event updated for resources: {'Port': ['ID=1eccf222-1125-40ed-856d-4981c75a8a8b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:53.663830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.685677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-4819af96-1340-40ba-a00e-1a419b10df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:53.688050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-4819af96-1340-40ba-a00e-1a419b10df09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593392 Nov 10 21:44:53.729044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:53.729674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.734791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:53.741799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] device_id is not set on port d7d7bc6b-9d88-40bd-838a-d87a779f22d7 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:44:53.843787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-91efd553-05de-495b-b836-1997d02f2eb1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9299860 Nov 10 21:44:53.873115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cf9ac-b683-4c9f-b9fa-6ee49ea7d514,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:53.886735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Request body: {'port': {'device_id': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:44:53.911941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-8bb3430a-d44d-4790-b007-29b9b6a8ea4f service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144291 Nov 10 21:44:54.134506 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 21:44:54.134506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:44:54.319319 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e7d8e644-fcab-4165-b226-8788001136ab tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8822510 Nov 10 21:44:54.320200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:54.559971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Deleting port 78d769d0-07fb-4fc4-937b-6aee15c152b1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:54.560575 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:54.623324 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:54.745029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:54.745483 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:54.766397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Calling delete_port for 78d769d0-07fb-4fc4-937b-6aee15c152b1 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:54.774283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c3871b-066c-4d48-8368-e3a04324d68d req-d5fc8300-f9e8-4445-9cc6-e401500b134b service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500695 Nov 10 21:44:54.809271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea7af-4944-478c-b8c0-95e44bc6ed00 req-f7b54026-a6b2-4968-8421-c5609510036a tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:54.817305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aaea7af-4944-478c-b8c0-95e44bc6ed00 req-f7b54026-a6b2-4968-8421-c5609510036a tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 932 time: 0.2100060 Nov 10 21:44:54.968503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aaea7af-4944-478c-b8c0-95e44bc6ed00 req-5721b675-1a5e-4553-94db-20489f4fd468 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435266 Nov 10 21:44:55.144204 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.159703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eccf222-1125-40ed-856d-4981c75a8a8b {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:44:55.167495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.180129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Pushing event deleted for resources: {'Port': ['ID=78d769d0-07fb-4fc4-937b-6aee15c152b1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:55.197719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Transition to ACTIVE for port object 1eccf222-1125-40ed-856d-4981c75a8a8b will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:44:55.252266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.255566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.256834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3e474b99-55dd-4ad3-8a8a-23db009d32c1 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861 tempest-ExternalNetworksAdminNegativeTestJSON-2094312861-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/ea8c64c3-495b-4430-b230-613619a2ccca HTTP/1.1" status: 204 len: 168 time: 0.9351017 Nov 10 21:44:55.287454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.357204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Pushing event updated for resources: {'Port': ['ID=1eccf222-1125-40ed-856d-4981c75a8a8b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:55.448931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Attempting to bind port 1eccf222-1125-40ed-856d-4981c75a8a8b on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:44:55.449269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Attempting to bind port 1eccf222-1125-40ed-856d-4981c75a8a8b by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '153b66a8-c81a-4ebe-b819-cad2780e5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:44:55.449588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Attempting to bind port 1eccf222-1125-40ed-856d-4981c75a8a8b on network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:44:55.455954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Port 1eccf222-1125-40ed-856d-4981c75a8a8b on network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:44:55.456283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Attempting to bind port 1eccf222-1125-40ed-856d-4981c75a8a8b on network 8a17ee0d-b882-45fe-b075-a6d161b0ce13 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:44:55.464592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:44:55.464925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Checking segment: {'id': '153b66a8-c81a-4ebe-b819-cad2780e5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:44:55.465306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Bound using segment: {'id': '153b66a8-c81a-4ebe-b819-cad2780e5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:44:55.465743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Bound port: 1eccf222-1125-40ed-856d-4981c75a8a8b, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153b66a8-c81a-4ebe-b819-cad2780e5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:44:55.466098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.545759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98a9691b-ce08-461d-8672-ddf3a43cbaf9 req-e0ddf720-1745-4f24-9925-e244edc9907d tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0565913 Nov 10 21:44:55.581679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] For port 1eccf222-1125-40ed-856d-4981c75a8a8b, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:44:55.586189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] For port 1eccf222-1125-40ed-856d-4981c75a8a8b, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1eccf222-1125-40ed-856d-4981c75a8a8b,segment=NetworkSegment(153b66a8-c81a-4ebe-b819-cad2780e5558),segment_id=153b66a8-c81a-4ebe-b819-cad2780e5558)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:44:55.841222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.880696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:55.881304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:55.882721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] 10.222.0.53 "PUT /v2.0/ports/1eccf222-1125-40ed-856d-4981c75a8a8b HTTP/1.1" status: 200 len: 1093 time: 2.0270882 Nov 10 21:44:55.883162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'tag': '1eccf222-1125-40ed-856d-4981c75a8a8b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:55.885527 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be62df-894a-4842-b7a3-7a46d3cbb7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "af3049ce-f03c-4a67-b67f-6edf6cc9ac37", "tag": "1eccf222-1125-40ed-856d-4981c75a8a8b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:55.911416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68320ec2-4ea3-4db1-ab8e-84ed9c6a094c service neutron] Pushing event updated for resources: {'Port': ['ID=1eccf222-1125-40ed-856d-4981c75a8a8b,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:55.957952 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b080829a-3e17-4ab1-9800-b5d555856bc5 x-openstack-request-id: req-b080829a-3e17-4ab1-9800-b5d555856bc5 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:55.957952 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3049ce-f03c-4a67-b67f-6edf6cc9ac37", "tag": "1eccf222-1125-40ed-856d-4981c75a8a8b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:55.957952 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b080829a-3e17-4ab1-9800-b5d555856bc5 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:55.957952 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'tag': '1eccf222-1125-40ed-856d-4981c75a8a8b', 'status': 'completed', 'code': 200} Nov 10 21:44:56.149298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be62df-894a-4842-b7a3-7a46d3cbb7f9 req-19779a49-33c4-4c1c-8d0d-3c179d48995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:56.152976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5be62df-894a-4842-b7a3-7a46d3cbb7f9 req-19779a49-33c4-4c1c-8d0d-3c179d48995a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcdc22ebd5e248bf935ab449cc5b51bc&device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 1096 time: 0.1609366 Nov 10 21:44:56.199399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:56.228326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbea73c-0f34-4c4c-aca8-8493f91eccb2 req-f77e27ee-dab1-4e3c-8566-ed45319b0022 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:56.229834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdbea73c-0f34-4c4c-aca8-8493f91eccb2 req-f77e27ee-dab1-4e3c-8566-ed45319b0022 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 944 time: 0.1526637 Nov 10 21:44:56.358920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be62df-894a-4842-b7a3-7a46d3cbb7f9 req-126a2409-e24c-41d3-bf12-9acab868f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:56.360484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5be62df-894a-4842-b7a3-7a46d3cbb7f9 req-126a2409-e24c-41d3-bf12-9acab868f6fb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bcdc22ebd5e248bf935ab449cc5b51bc&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2003100 Nov 10 21:44:56.379216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdbea73c-0f34-4c4c-aca8-8493f91eccb2 req-46bc4020-6926-400f-bf7a-edded69a0f2f tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093938 Nov 10 21:44:56.455304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6b57-2bf2-460e-9ce8-c5e3c3f9c8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:56.550730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be62df-894a-4842-b7a3-7a46d3cbb7f9 req-3ef45cc1-e1c4-41bc-b0d7-1b3ce479b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:56.553855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5be62df-894a-4842-b7a3-7a46d3cbb7f9 req-3ef45cc1-e1c4-41bc-b0d7-1b3ce479b3f3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723976 Nov 10 21:44:56.648045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6b57-2bf2-460e-9ce8-c5e3c3f9c8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:56.687930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-907a7d2d-456a-463f-b98c-e561bee5ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:56.690384 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-907a7d2d-456a-463f-b98c-e561bee5ae43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcdc22ebd5e248bf935ab449cc5b51bc&device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 1096 time: 0.0846388 Nov 10 21:44:56.693448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bef667c3-5af9-4624-886d-e26db26fa204 req-633880fd-e31b-42b9-9f88-e7c44ef1545d tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0475748 Nov 10 21:44:56.766458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6b57-2bf2-460e-9ce8-c5e3c3f9c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:56.783462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-49249c51-687b-4ec2-8e63-03eb4aec2291 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eccf222-1125-40ed-856d-4981c75a8a8b HTTP/1.1" status: 200 len: 217 time: 0.0773175 Nov 10 21:44:56.807312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe6b57-2bf2-460e-9ce8-c5e3c3f9c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96527502-a43a-44a0-ba21-f8c063fbc10c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:56.834680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1cbe6b57-2bf2-460e-9ce8-c5e3c3f9c8fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d90176b9d784c61a5fc77f0212c09f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6341016 Nov 10 21:44:56.840181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50442) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:56.924768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62296e99-bc35-4680-9070-9960f6ca48ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:56.931285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-e38904d0-37bf-41ba-b587-4c8fc6216b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:56.956896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62296e99-bc35-4680-9070-9960f6ca48ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:56.977365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-e38904d0-37bf-41ba-b587-4c8fc6216b62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64ce36fb-c80e-40ec-8a87-131773c765da HTTP/1.1" status: 200 len: 864 time: 0.1543589 Nov 10 21:44:57.034924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-78fa2022-993f-4f6e-916a-3b6103569001 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8a17ee0d-b882-45fe-b075-a6d161b0ce13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490789 Nov 10 21:44:57.076416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37937861-dd88-46f9-b15f-04ae0ade27cc req-f7fea6dd-015e-4db3-8ea8-c2bada64330c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:57.078228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37937861-dd88-46f9-b15f-04ae0ade27cc req-f7fea6dd-015e-4db3-8ea8-c2bada64330c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 946 time: 0.0824773 Nov 10 21:44:57.134081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37937861-dd88-46f9-b15f-04ae0ade27cc req-df615193-5050-433f-a700-d678a0e8af9e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474455 Nov 10 21:44:57.157219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-64d6dbdf-0d3a-4648-84e4-ad44f45df56f service neutron] 10.222.0.53 "GET /v2.0/networks/8a17ee0d-b882-45fe-b075-a6d161b0ce13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132627 Nov 10 21:44:57.215381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62296e99-bc35-4680-9070-9960f6ca48ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:57.222738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62296e99-bc35-4680-9070-9960f6ca48ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:57.222738 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-62296e99-bc35-4680-9070-9960f6ca48ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96527502-a43a-44a0-ba21-f8c063fbc10c HTTP/1.1" status: 204 len: 168 time: 0.3804858 Nov 10 21:44:57.244217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62296e99-bc35-4680-9070-9960f6ca48ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96527502-a43a-44a0-ba21-f8c063fbc10c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:57.355762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e46f580a-5253-4eda-9581-26fce7db2b2d req-8e0c95f7-5f62-4459-b290-05959608c07e service neutron] 10.222.0.53 "GET /v2.0/networks/8a17ee0d-b882-45fe-b075-a6d161b0ce13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894376 Nov 10 21:44:57.516095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a19166-8083-4d64-92db-b784868d8223 req-fdb9d59f-5777-42d0-9f66-5263b73d26ff tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:57.516095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3a19166-8083-4d64-92db-b784868d8223 req-fdb9d59f-5777-42d0-9f66-5263b73d26ff tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 944 time: 0.0544353 Nov 10 21:44:57.575783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3a19166-8083-4d64-92db-b784868d8223 req-9810f2c9-cfc2-44ef-8b94-b20cf0a585c0 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Nov 10 21:44:57.818000 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-edd97376-025c-49c9-bca1-e6792b2a10df req-6950e678-03a3-4cde-be10-43632c1052c5 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0289392 Nov 10 21:44:58.099595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50482) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:58.146541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ff10cfef-ea48-4188-b50b-5351288449c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f6cbf6f494540bb97c671d865303a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457356 Nov 10 21:44:58.149455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50486) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:44:58.290085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b89b3a-8f17-4fc5-b88c-6e19a912b925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:58.314147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6dce9-6657-4850-a5ed-765789f9a222 req-d842dd85-d481-499a-bae4-1c027f085594 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:58.315657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0b6dce9-6657-4850-a5ed-765789f9a222 req-d842dd85-d481-499a-bae4-1c027f085594 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 946 time: 0.1001132 Nov 10 21:44:58.326290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b89b3a-8f17-4fc5-b88c-6e19a912b925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:58.396315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0b6dce9-6657-4850-a5ed-765789f9a222 req-cd9745a0-3b61-4d15-b342-51f559a88846 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722101 Nov 10 21:44:58.535968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b89b3a-8f17-4fc5-b88c-6e19a912b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:58.538522 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b89b3a-8f17-4fc5-b88c-6e19a912b925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:58.539667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-54b89b3a-8f17-4fc5-b88c-6e19a912b925 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f4cf9ac-b683-4c9f-b9fa-6ee49ea7d514 HTTP/1.1" status: 204 len: 168 time: 0.3881304 Nov 10 21:44:58.551603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b89b3a-8f17-4fc5-b88c-6e19a912b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cf9ac-b683-4c9f-b9fa-6ee49ea7d514,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:58.563070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-d927e0f3-0f54-4126-8bf6-df944d5600c4 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:58.564697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-d927e0f3-0f54-4126-8bf6-df944d5600c4 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 946 time: 0.0707138 Nov 10 21:44:58.725858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Deleting port ca19f415-8dfc-4387-ba87-ca2df93cb1fa {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:44:58.726181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:58.770402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb090315-70ca-4b93-a020-1c3ab431ac0f req-5013ea63-3403-4720-98f9-b27899b7535b tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:44:58.771988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb090315-70ca-4b93-a020-1c3ab431ac0f req-5013ea63-3403-4720-98f9-b27899b7535b tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 944 time: 0.0972207 Nov 10 21:44:58.884820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] For port ca19f415-8dfc-4387-ba87-ca2df93cb1fa, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:58.885183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:58.910836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Calling delete_port for ca19f415-8dfc-4387-ba87-ca2df93cb1fa owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:44:58.926226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb090315-70ca-4b93-a020-1c3ab431ac0f req-840c9459-13b9-449f-ba16-99916ff9b747 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884891 Nov 10 21:44:58.955410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7723be2-b482-4b90-b42f-f65fd2496b86 req-21264ce1-09be-4a60-be10-8c592b1f6592 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0308044 Nov 10 21:44:59.266410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:59.281600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532', 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:59.284247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2d506b53-b16e-46b1-8fb9-d79972316464'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:44:59.301888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event deleted for resources: {'Port': ['ID=ca19f415-8dfc-4387-ba87-ca2df93cb1fa,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:44:59.344596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] No DVR routers for this DVR port ca19f415-8dfc-4387-ba87-ca2df93cb1fa on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:44:59.348813 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:44:59.352720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1c9cb73-cdf1-4b94-bf1e-6cf0ea304f4f req-901a1f64-1610-4a37-bddf-ab693909cd82 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "DELETE /v2.0/ports/ca19f415-8dfc-4387-ba87-ca2df93cb1fa HTTP/1.1" status: 204 len: 173 time: 0.7783735 Nov 10 21:44:59.354007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'name': 'network-vif-deleted', 'tag': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:44:59.357552 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfd9ab9-6c28-4b30-b177-65f6abe1d29c" -d '{"events": [{"server_uuid": "e59e2c16-216b-4421-97c2-8772b8a361e2", "name": "network-vif-deleted", "tag": "ca19f415-8dfc-4387-ba87-ca2df93cb1fa"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:44:59.432856 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294466e-734c-4267-be74-482ad6b6d472 x-openstack-request-id: req-b294466e-734c-4267-be74-482ad6b6d472 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:44:59.433154 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e2c16-216b-4421-97c2-8772b8a361e2", "name": "network-vif-deleted", "tag": "ca19f415-8dfc-4387-ba87-ca2df93cb1fa", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:44:59.433597 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b294466e-734c-4267-be74-482ad6b6d472 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:44:59.434623 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e2c16-216b-4421-97c2-8772b8a361e2', 'name': 'network-vif-deleted', 'tag': 'ca19f415-8dfc-4387-ba87-ca2df93cb1fa', 'status': 'completed', 'code': 200} Nov 10 21:44:59.555526 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3034250f-bbd4-44fe-bb2a-6704f4325053 req-b41b7c0b-d126-4983-93b7-424a7c8d559a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=e59e2c16-216b-4421-97c2-8772b8a361e2 HTTP/1.1" status: 200 len: 210 time: 0.0317776 Nov 10 21:44:59.814849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1eccf222-1125-40ed-856d-4981c75a8a8b details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:44:59.949214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1eccf222-1125-40ed-856d-4981c75a8a8b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1eccf222-1125-40ed-856d-4981c75a8a8b,segment=NetworkSegment(153b66a8-c81a-4ebe-b819-cad2780e5558),segment_id=153b66a8-c81a-4ebe-b819-cad2780e5558)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:44:59.968080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '1eccf222-1125-40ed-856d-4981c75a8a8b', 'network_id': '8a17ee0d-b882-45fe-b075-a6d161b0ce13', 'port_id': '1eccf222-1125-40ed-856d-4981c75a8a8b', 'mac_address': 'fa:16:3e:e4:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ce36fb-c80e-40ec-8a87-131773c765da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:45:00.054305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:00.072688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eccf222-1125-40ed-856d-4981c75a8a8b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:45:00.096541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1eccf222-1125-40ed-856d-4981c75a8a8b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1eccf222-1125-40ed-856d-4981c75a8a8b,segment=NetworkSegment(153b66a8-c81a-4ebe-b819-cad2780e5558),segment_id=153b66a8-c81a-4ebe-b819-cad2780e5558)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:00.113708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189dba0-eab7-4dca-9e69-8b8ef201ba69 req-11e825f9-0139-4f65-b82d-72eb79b925de tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:00.123222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f189dba0-eab7-4dca-9e69-8b8ef201ba69 req-11e825f9-0139-4f65-b82d-72eb79b925de tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 944 time: 0.1142921 Nov 10 21:45:00.194976 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:00.204523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-456d496e-f2fb-408b-8723-32660894307f req-2bbf4427-85d1-47db-9127-317498a08e08 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0489185 Nov 10 21:45:00.211237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f189dba0-eab7-4dca-9e69-8b8ef201ba69 req-e9de346b-9671-491d-95c5-f74273f2909b tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Nov 10 21:45:00.254958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1eccf222-1125-40ed-856d-4981c75a8a8b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:00.425932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1eccf222-1125-40ed-856d-4981c75a8a8b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:45:01.141786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50594) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:01.261516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aebc7-3fdf-4ac9-900c-811fbd16026e req-b195d6d0-3505-4660-a5b1-bfbbc5813e3a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:01.271324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860aebc7-3fdf-4ac9-900c-811fbd16026e req-b195d6d0-3505-4660-a5b1-bfbbc5813e3a tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 946 time: 0.0681736 Nov 10 21:45:01.291839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2ba364f2-9916-4524-9f6d-111a4a622280 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1160383259'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:01.353754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-860aebc7-3fdf-4ac9-900c-811fbd16026e req-0cc1f57c-8262-49af-acd6-7d81c47a5038 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761762 Nov 10 21:45:01.374843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26d9fc3f-3861-4f47-b507-4eb1cbc759f7 req-f4fbb00d-cf02-4ded-b707-d0752a7a2b95 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0462430 Nov 10 21:45:01.410720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2355d14-4dda-4277-b9a3-b9b791d77e89 req-e3ed6b40-ec8e-4f70-b344-d74a5dadec04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0299196 Nov 10 21:45:01.480594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ba364f2-9916-4524-9f6d-111a4a622280 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:01.481628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ba364f2-9916-4524-9f6d-111a4a622280 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:01.493811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb4cb0-061b-478e-bafe-de4d4e25e227 req-9af88141-94c6-4eee-9381-4ee42675cffd tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:01.495280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fecb4cb0-061b-478e-bafe-de4d4e25e227 req-9af88141-94c6-4eee-9381-4ee42675cffd tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Nov 10 21:45:01.574247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ba364f2-9916-4524-9f6d-111a4a622280 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:01.592682 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fecb4cb0-061b-478e-bafe-de4d4e25e227 req-e8cf5968-4eb9-4324-bbaf-dc3638069dd6 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885389 Nov 10 21:45:01.638119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ba364f2-9916-4524-9f6d-111a4a622280 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:01.742492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ba364f2-9916-4524-9f6d-111a4a622280 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:01.743754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2ba364f2-9916-4524-9f6d-111a4a622280 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6004384 Nov 10 21:45:01.746398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50614) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:01.828265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b67cea7e-97cb-4190-9b7a-e24f1cd006b0 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:01.855600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1eccf222-1125-40ed-856d-4981c75a8a8b up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:01.997208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 1eccf222-1125-40ed-856d-4981c75a8a8b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:45:01.997739 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b67cea7e-97cb-4190-9b7a-e24f1cd006b0 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.000634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b67cea7e-97cb-4190-9b7a-e24f1cd006b0 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.002307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 1eccf222-1125-40ed-856d-4981c75a8a8b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:02.002753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.086666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.105867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b67cea7e-97cb-4190-9b7a-e24f1cd006b0 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.106462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67cea7e-97cb-4190-9b7a-e24f1cd006b0 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da8179b1-8053-4a23-99e3-e24c4ee25d9d {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:45:02.110241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eccf222-1125-40ed-856d-4981c75a8a8b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:02.115439 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67186107-67ea-4c43-b3f0-4967ef753c2a" -d '{"events": [{"server_uuid": "af3049ce-f03c-4a67-b67f-6edf6cc9ac37", "name": "network-vif-plugged", "status": "completed", "tag": "1eccf222-1125-40ed-856d-4981c75a8a8b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:02.120301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b67cea7e-97cb-4190-9b7a-e24f1cd006b0 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.122077 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b67cea7e-97cb-4190-9b7a-e24f1cd006b0 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "DELETE /v2.0/routers/da8179b1-8053-4a23-99e3-e24c4ee25d9d HTTP/1.1" status: 204 len: 168 time: 0.3742003 Nov 10 21:45:02.125393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50628) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:02.130012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0564da08-d81b-4ed8-9892-ea21d5b3f42e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Request body: {'router': {'name': 'tempest-router-7711237', 'distributed': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:02.130205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1eccf222-1125-40ed-856d-4981c75a8a8b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1eccf222-1125-40ed-856d-4981c75a8a8b,segment=NetworkSegment(153b66a8-c81a-4ebe-b819-cad2780e5558),segment_id=153b66a8-c81a-4ebe-b819-cad2780e5558)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:02.168473 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d022e27-8976-4d52-9b2b-f50d61416493 x-openstack-request-id: req-1d022e27-8976-4d52-9b2b-f50d61416493 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:02.169064 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3049ce-f03c-4a67-b67f-6edf6cc9ac37", "name": "network-vif-plugged", "status": "completed", "tag": "1eccf222-1125-40ed-856d-4981c75a8a8b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:02.169416 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d022e27-8976-4d52-9b2b-f50d61416493 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:02.169925 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eccf222-1125-40ed-856d-4981c75a8a8b', 'code': 200} Nov 10 21:45:02.260557 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.261341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ca19f415-8dfc-4387-ba87-ca2df93cb1fa no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:45:02.286060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0564da08-d81b-4ed8-9892-ea21d5b3f42e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.287848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0564da08-d81b-4ed8-9892-ea21d5b3f42e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.304185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4ccc2-1454-4e8d-9ed3-b861ae6c3d1f req-f1b0b1f3-e864-4dc1-af2b-a2554916a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:02.306280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83d4ccc2-1454-4e8d-9ed3-b861ae6c3d1f req-f1b0b1f3-e864-4dc1-af2b-a2554916a086 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 1098 time: 0.0559838 Nov 10 21:45:02.336585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1eccf222-1125-40ed-856d-4981c75a8a8b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:02.339847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: ca19f415-8dfc-4387-ba87-ca2df93cb1fa {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:02.340395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ca19f415-8dfc-4387-ba87-ca2df93cb1fa not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:45:02.398809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0564da08-d81b-4ed8-9892-ea21d5b3f42e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.442482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83d4ccc2-1454-4e8d-9ed3-b861ae6c3d1f req-529f331c-c6b6-40d2-9f4e-6fb81b2736b9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242995 Nov 10 21:45:02.471297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0564da08-d81b-4ed8-9892-ea21d5b3f42e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.502197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1d14a38-3362-4d94-b3a3-c888e240e165 req-488009d8-90fb-4477-b9b5-9d005e014ca0 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0423872 Nov 10 21:45:02.502701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4060a59-632d-4fbb-bd0e-efb78cd40e5b req-67fc3b1a-ca71-45fe-aba9-5512aee41f7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:02.505174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4060a59-632d-4fbb-bd0e-efb78cd40e5b req-67fc3b1a-ca71-45fe-aba9-5512aee41f7c tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 946 time: 0.0545511 Nov 10 21:45:02.568975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4060a59-632d-4fbb-bd0e-efb78cd40e5b req-30b44f8e-8cf7-4c65-b344-7ce31f796fbc tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553844 Nov 10 21:45:02.588768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0564da08-d81b-4ed8-9892-ea21d5b3f42e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.591775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0564da08-d81b-4ed8-9892-ea21d5b3f42e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4629691 Nov 10 21:45:02.592077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50646) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:02.688046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a979dc7-6a94-4e25-a0b2-6805ae908101 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.913791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a979dc7-6a94-4e25-a0b2-6805ae908101 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.916665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a979dc7-6a94-4e25-a0b2-6805ae908101 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:02.926478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc29e3d-e608-43df-bd2c-b4dd3737c450 req-ee62f3f5-7c7b-48c5-8dfb-2b4afe622898 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:02.928122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8dc29e3d-e608-43df-bd2c-b4dd3737c450 req-ee62f3f5-7c7b-48c5-8dfb-2b4afe622898 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 946 time: 0.2063410 Nov 10 21:45:03.014421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8dc29e3d-e608-43df-bd2c-b4dd3737c450 req-1f87dffb-a181-4a32-a588-b128a2c8f610 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Nov 10 21:45:03.097886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a979dc7-6a94-4e25-a0b2-6805ae908101 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.098934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a979dc7-6a94-4e25-a0b2-6805ae908101 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73ccc47c-6821-4f6e-b8be-47da00c77ab2 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:45:03.104960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a979dc7-6a94-4e25-a0b2-6805ae908101 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.112175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a979dc7-6a94-4e25-a0b2-6805ae908101 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "DELETE /v2.0/routers/73ccc47c-6821-4f6e-b8be-47da00c77ab2 HTTP/1.1" status: 204 len: 168 time: 0.5131421 Nov 10 21:45:03.112289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50662) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:03.117545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a65acc30-7bb8-466c-9766-75579501f57e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Request body: {'router': {'name': 'tempest-router-65888210', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e6da9b3cf5f54c32ad577287a63f3983'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:03.174652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-b3a1e68b-4c24-42b4-b721-959b722c9bbe tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:03.176895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-b3a1e68b-4c24-42b4-b721-959b722c9bbe tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 946 time: 0.0694675 Nov 10 21:45:03.252042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a65acc30-7bb8-466c-9766-75579501f57e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.257028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a65acc30-7bb8-466c-9766-75579501f57e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.282391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Deleting port 2d506b53-b16e-46b1-8fb9-d79972316464 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:03.282639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.311351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a65acc30-7bb8-466c-9766-75579501f57e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.368885 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a65acc30-7bb8-466c-9766-75579501f57e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.399757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] For port 2d506b53-b16e-46b1-8fb9-d79972316464, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2d506b53-b16e-46b1-8fb9-d79972316464,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:03.400386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.425635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Calling delete_port for 2d506b53-b16e-46b1-8fb9-d79972316464 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:03.496505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a65acc30-7bb8-466c-9766-75579501f57e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.497779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a65acc30-7bb8-466c-9766-75579501f57e tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3849709 Nov 10 21:45:03.500577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50670) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:03.504861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:03.668853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.681897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2d506b53-b16e-46b1-8fb9-d79972316464'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:45:03.689537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:45:03.707204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2770d5d-fbb4-453b-98e0-8dfadf78bb0f req-d6200030-d2d3-4309-a687-126c3c047ec1 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 210 time: 0.0524509 Nov 10 21:45:03.754404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event deleted for resources: {'Port': ['ID=2d506b53-b16e-46b1-8fb9-d79972316464,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:03.779580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] No DVR routers for this DVR port 2d506b53-b16e-46b1-8fb9-d79972316464 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:45:03.782964 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:03.786452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fe398b5-2461-4da9-8e27-a0a6ce5c9a56 req-f61b11b2-2cc6-45c5-8874-1b4c37b50be6 tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.64 "DELETE /v2.0/ports/2d506b53-b16e-46b1-8fb9-d79972316464 HTTP/1.1" status: 204 len: 173 time: 0.6031973 Nov 10 21:45:03.786929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'name': 'network-vif-deleted', 'tag': '2d506b53-b16e-46b1-8fb9-d79972316464'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:03.790700 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4f1331-f028-48d4-97b0-ad8fdb794961" -d '{"events": [{"server_uuid": "b45499c0-d2cd-4fce-bb87-b6252e61b85b", "name": "network-vif-deleted", "tag": "2d506b53-b16e-46b1-8fb9-d79972316464"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:03.837474 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a057e4e5-af93-4b7b-bce9-49b95f11b1c4 x-openstack-request-id: req-a057e4e5-af93-4b7b-bce9-49b95f11b1c4 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:03.837777 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45499c0-d2cd-4fce-bb87-b6252e61b85b", "name": "network-vif-deleted", "tag": "2d506b53-b16e-46b1-8fb9-d79972316464", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:03.838017 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a057e4e5-af93-4b7b-bce9-49b95f11b1c4 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:03.838986 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45499c0-d2cd-4fce-bb87-b6252e61b85b', 'name': 'network-vif-deleted', 'tag': '2d506b53-b16e-46b1-8fb9-d79972316464', 'status': 'completed', 'code': 200} Nov 10 21:45:03.996932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90cabd71-1a60-4826-ad10-0433ac13b90a req-bdd69e38-730d-44a6-ba5b-d7204f49b267 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0613122 Nov 10 21:45:04.180411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:04.181051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:04.310039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103047) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 10 21:45:04.310349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Router 18739464-1701-4291-a8ca-90c675ae3931 migrating from provider to provider. {{(pid=103047) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 10 21:45:04.310641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:04.318660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:04.331814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64911ea-91df-4249-860c-810200ab8535 req-b0b6d64a-db4a-4cca-ac41-3087ee2e6925 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:04.333309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c64911ea-91df-4249-860c-810200ab8535 req-b0b6d64a-db4a-4cca-ac41-3087ee2e6925 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 946 time: 0.0702050 Nov 10 21:45:04.388676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c64911ea-91df-4249-860c-810200ab8535 req-1a674d83-d45c-47c1-a859-491d455fef94 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483780 Nov 10 21:45:04.486229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:04.577865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e947c1d-2a66-46fa-83d4-10e27a2547a9 req-ca44dc91-fe02-4b1e-bf48-93cd9737a5b8 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:04.580090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e947c1d-2a66-46fa-83d4-10e27a2547a9 req-ca44dc91-fe02-4b1e-bf48-93cd9737a5b8 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 946 time: 0.1214788 Nov 10 21:45:04.621613 n-d-776250-11 neutron-server[103047]: WARNING neutron.scheduler.l3_agent_scheduler [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] No L3 agents can host the router 18739464-1701-4291-a8ca-90c675ae3931 Nov 10 21:45:04.656706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e947c1d-2a66-46fa-83d4-10e27a2547a9 req-02567824-12bd-4ca2-a5f3-444102d43ddb tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613489 Nov 10 21:45:04.800294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Hosts for router 18739464-1701-4291-a8ca-90c675ae3931: [] {{(pid=103047) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 10 21:45:04.834741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Hosts for other DVR routers connected to router 18739464-1701-4291-a8ca-90c675ae3931: set() {{(pid=103047) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 10 21:45:04.837632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:04.839038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-14f3422c-0d34-4b65-8c8c-084bcfcc7ad8 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "PUT /v2.0/routers/18739464-1701-4291-a8ca-90c675ae3931 HTTP/1.1" status: 200 len: 715 time: 1.3374975 Nov 10 21:45:04.842063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50722) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:04.855956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d90a4f5e-8b02-4b40-9b02-9adb0f954475 req-8de248d9-a70c-4b12-b992-dab8303a76fe tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=b45499c0-d2cd-4fce-bb87-b6252e61b85b HTTP/1.1" status: 200 len: 210 time: 0.0379944 Nov 10 21:45:04.930740 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6335d267-a38e-4a6f-8f7b-5ee25f48be2d tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "GET /v2.0/routers/18739464-1701-4291-a8ca-90c675ae3931 HTTP/1.1" status: 200 len: 715 time: 0.0859644 Nov 10 21:45:04.944245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50726) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:05.134382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-18dbc24b-5193-4072-9aab-930aa1ab09e8 tempest-RoutersTestDVR-1048582605 tempest-RoutersTestDVR-1048582605-project] 10.222.0.45 "GET /v2.0/routers/18739464-1701-4291-a8ca-90c675ae3931 HTTP/1.1" status: 200 len: 681 time: 0.1873085 Nov 10 21:45:05.142194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50738) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:05.240088 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3c53532-6abf-4a3b-8e2f-0ca3947c2efd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:05.372403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448de551-6614-41e3-8875-5900f8804624 req-e2143b73-dd6c-483e-8e0d-13b459c248bc tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:05.381772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-448de551-6614-41e3-8875-5900f8804624 req-e2143b73-dd6c-483e-8e0d-13b459c248bc tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 946 time: 0.0691423 Nov 10 21:45:05.437141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-448de551-6614-41e3-8875-5900f8804624 req-12c4c92c-1ceb-4c18-9eac-4af6bb37fba1 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537934 Nov 10 21:45:05.668972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-335e2aa9-7bee-4890-9b96-8b6e17965886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:05.757780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f9618ab3-6b6c-4227-a968-261decebd292 req-46c26771-71bf-410a-93ff-3dc1d1d077a9 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0581825 Nov 10 21:45:05.823037 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3c53532-6abf-4a3b-8e2f-0ca3947c2efd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:05.825176 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3c53532-6abf-4a3b-8e2f-0ca3947c2efd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:05.943488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3c53532-6abf-4a3b-8e2f-0ca3947c2efd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:05.944201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c53532-6abf-4a3b-8e2f-0ca3947c2efd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18739464-1701-4291-a8ca-90c675ae3931 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:45:05.954462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a3c53532-6abf-4a3b-8e2f-0ca3947c2efd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:05.955543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50768) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:05.959973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-182f7694-055e-4f18-8366-74196bdac2bd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Request body: {'router': {'name': 'tempest-router-1710677258', 'distributed': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:05.964086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a3c53532-6abf-4a3b-8e2f-0ca3947c2efd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "DELETE /v2.0/routers/18739464-1701-4291-a8ca-90c675ae3931 HTTP/1.1" status: 204 len: 168 time: 0.8207564 Nov 10 21:45:06.099839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdc71d-0bb6-4681-8689-1bbbc1e7a96e req-ef049282-8cb3-4f3b-9199-72acbedbc1ef tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:06.101667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ebdc71d-0bb6-4681-8689-1bbbc1e7a96e req-ef049282-8cb3-4f3b-9199-72acbedbc1ef tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 946 time: 0.0583410 Nov 10 21:45:06.109175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-182f7694-055e-4f18-8366-74196bdac2bd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.110280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-182f7694-055e-4f18-8366-74196bdac2bd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.173352 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ebdc71d-0bb6-4681-8689-1bbbc1e7a96e req-2fa5c269-138d-4102-b19e-d4d5ec7f4f61 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605359 Nov 10 21:45:06.178301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-182f7694-055e-4f18-8366-74196bdac2bd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.303624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-182f7694-055e-4f18-8366-74196bdac2bd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.408598 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-182f7694-055e-4f18-8366-74196bdac2bd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.409812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-182f7694-055e-4f18-8366-74196bdac2bd tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4534161 Nov 10 21:45:06.412691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50788) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:06.488994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0788059c-9c8e-462a-b754-98654b5693c2 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.644040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2d506b53-b16e-46b1-8fb9-d79972316464 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:45:06.684984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 2d506b53-b16e-46b1-8fb9-d79972316464 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:06.685611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2d506b53-b16e-46b1-8fb9-d79972316464 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:45:06.689009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0788059c-9c8e-462a-b754-98654b5693c2 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.692692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0788059c-9c8e-462a-b754-98654b5693c2 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.876147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0788059c-9c8e-462a-b754-98654b5693c2 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.876948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788059c-9c8e-462a-b754-98654b5693c2 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19d4b2e6-0922-411b-9d33-bc846ae236a8 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:45:06.881589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0788059c-9c8e-462a-b754-98654b5693c2 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:06.893625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0788059c-9c8e-462a-b754-98654b5693c2 tempest-RoutersTestDVR-329224206 tempest-RoutersTestDVR-329224206-project-admin] 10.222.0.45 "DELETE /v2.0/routers/19d4b2e6-0922-411b-9d33-bc846ae236a8 HTTP/1.1" status: 204 len: 168 time: 0.4767432 Nov 10 21:45:06.928839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c87e8888-ee0c-443f-a331-0087f2d6b056 req-ac15cd1a-c4fd-42e4-8727-0571bca86811 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0592315 Nov 10 21:45:07.424175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0d7d5-4494-4b93-ac13-f08a2226b3ed req-d07aaefa-6ea7-4d68-a739-9b4ab44580a8 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:07.431786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65b0d7d5-4494-4b93-ac13-f08a2226b3ed req-d07aaefa-6ea7-4d68-a739-9b4ab44580a8 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 946 time: 0.1309955 Nov 10 21:45:07.444655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-618d1639-3b42-4cb4-9e7a-90bc78b5d4f7 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:07.448843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-618d1639-3b42-4cb4-9e7a-90bc78b5d4f7 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.53 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 946 time: 0.1309192 Nov 10 21:45:07.528702 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65b0d7d5-4494-4b93-ac13-f08a2226b3ed req-b9818a8e-c2b6-4fad-9619-cde7f322c1da tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/security-groups?id=c986c3dc-c167-4501-a3db-8ca0c7835fda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950882 Nov 10 21:45:07.582402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50824) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:07.613640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Deleting port 1eccf222-1125-40ed-856d-4981c75a8a8b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:07.614581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:07.743264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] For port 1eccf222-1125-40ed-856d-4981c75a8a8b, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1eccf222-1125-40ed-856d-4981c75a8a8b,segment=NetworkSegment(153b66a8-c81a-4ebe-b819-cad2780e5558),segment_id=153b66a8-c81a-4ebe-b819-cad2780e5558)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:07.743688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:07.773412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f8c90c5-993a-47a1-8a23-1c2760d64457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:07.786549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Calling delete_port for 1eccf222-1125-40ed-856d-4981c75a8a8b owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:07.929339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f1c2284f-19f1-4495-bcba-5089bbf18cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.052184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f8c90c5-993a-47a1-8a23-1c2760d64457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.077968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cfbfe190-2cf3-4aae-867f-1a48818f2a13 req-2963b7f7-9e6e-4dde-8d08-f7c7bbbaa83c tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0497589 Nov 10 21:45:08.135234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.150951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1eccf222-1125-40ed-856d-4981c75a8a8b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:45:08.169882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Pushing event deleted for resources: {'Port': ['ID=1eccf222-1125-40ed-856d-4981c75a8a8b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:08.182600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f8c90c5-993a-47a1-8a23-1c2760d64457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.250188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] No DVR routers for this DVR port 1eccf222-1125-40ed-856d-4981c75a8a8b on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:45:08.260219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.264213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac1adcee-2273-4654-94ad-7f51149e9874 req-698938e3-c1c2-4e40-82ad-c13212695055 tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.53 "DELETE /v2.0/ports/1eccf222-1125-40ed-856d-4981c75a8a8b HTTP/1.1" status: 204 len: 173 time: 0.8099453 Nov 10 21:45:08.265754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'name': 'network-vif-deleted', 'tag': '1eccf222-1125-40ed-856d-4981c75a8a8b'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:08.268767 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473f301b-7f6f-4cc2-b997-fa128d4ee11b" -d '{"events": [{"server_uuid": "af3049ce-f03c-4a67-b67f-6edf6cc9ac37", "name": "network-vif-deleted", "tag": "1eccf222-1125-40ed-856d-4981c75a8a8b"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:08.275327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c90c5-993a-47a1-8a23-1c2760d64457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab76cc8-6a8c-42e6-8d06-a849c3a7ec04,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:08.285009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1f8c90c5-993a-47a1-8a23-1c2760d64457 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6da9b3cf5f54c32ad577287a63f3983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7013607 Nov 10 21:45:08.285156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:08.316273 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5420ce-1772-4bf0-9013-e86e41a13af5 x-openstack-request-id: req-cb5420ce-1772-4bf0-9013-e86e41a13af5 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:08.316818 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3049ce-f03c-4a67-b67f-6edf6cc9ac37", "name": "network-vif-deleted", "tag": "1eccf222-1125-40ed-856d-4981c75a8a8b", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:08.317285 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb5420ce-1772-4bf0-9013-e86e41a13af5 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:08.317968 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3049ce-f03c-4a67-b67f-6edf6cc9ac37', 'name': 'network-vif-deleted', 'tag': '1eccf222-1125-40ed-856d-4981c75a8a8b', 'status': 'completed', 'code': 200} Nov 10 21:45:08.349566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c36f-35ee-4f2c-b28d-52128f5479b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.376786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c36f-35ee-4f2c-b28d-52128f5479b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.549063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c36f-35ee-4f2c-b28d-52128f5479b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.556651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c36f-35ee-4f2c-b28d-52128f5479b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:08.556651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7ab9c36f-35ee-4f2c-b28d-52128f5479b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bab76cc8-6a8c-42e6-8d06-a849c3a7ec04 HTTP/1.1" status: 204 len: 168 time: 0.2667043 Nov 10 21:45:08.568254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9c36f-35ee-4f2c-b28d-52128f5479b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab76cc8-6a8c-42e6-8d06-a849c3a7ec04,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:08.651514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71c7b9a8-3a8d-4101-bcd5-ca775a13bf06 req-a2bca363-9e09-495b-8df4-b31c01967d0f tempest-ServersNegativeTestMultiTenantJSON-1647382997 tempest-ServersNegativeTestMultiTenantJSON-1647382997-project] 10.222.0.45 "GET /v2.0/ports?device_id=af3049ce-f03c-4a67-b67f-6edf6cc9ac37 HTTP/1.1" status: 200 len: 210 time: 0.0413718 Nov 10 21:45:09.211549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912996e2-903b-4528-afaa-322709d598ef req-0faace84-1014-402a-98b4-774acb29f25a tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0476234 Nov 10 21:45:09.332068 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.446352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50890) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:09.483702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57c982fe-f74b-4705-adae-312d15b6c921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.597879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57c982fe-f74b-4705-adae-312d15b6c921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.709941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50904) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:09.722928 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57c982fe-f74b-4705-adae-312d15b6c921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.770802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] Deleting subnet 64ce36fb-c80e-40ec-8a87-131773c765da {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:45:09.774355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.776568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-57c982fe-f74b-4705-adae-312d15b6c921 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd3e2b772f1d47dd8568572efaec87b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274956 Nov 10 21:45:09.781350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50908) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:09.789037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c982fe-f74b-4705-adae-312d15b6c921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597812fc-a5a7-4c23-a8e4-5bff36f58d90,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:09.823371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.852196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ee374fb-3946-4cb1-8c4c-242b322b5146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.890339 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ee374fb-3946-4cb1-8c4c-242b322b5146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:09.896345 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.034897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ee374fb-3946-4cb1-8c4c-242b322b5146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.037707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ee374fb-3946-4cb1-8c4c-242b322b5146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.041624 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9ee374fb-3946-4cb1-8c4c-242b322b5146 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/597812fc-a5a7-4c23-a8e4-5bff36f58d90 HTTP/1.1" status: 204 len: 168 time: 0.2572653 Nov 10 21:45:10.050240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee374fb-3946-4cb1-8c4c-242b322b5146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597812fc-a5a7-4c23-a8e4-5bff36f58d90,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:10.061733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.095014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ce36fb-c80e-40ec-8a87-131773c765da,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:10.100941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.109593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e222994e-efe0-4ef6-a46b-526abc46b294 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/64ce36fb-c80e-40ec-8a87-131773c765da HTTP/1.1" status: 204 len: 168 time: 0.3935435 Nov 10 21:45:10.109720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50916) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:10.195568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.287082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.312790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a17ee0d-b882-45fe-b075-a6d161b0ce13']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:10.348282 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5e7bab0-3a91-41eb-a2ed-57bbaa35b65e req-fc3a4d6e-775e-48ee-883b-209508683066 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0417922 Nov 10 21:45:10.350086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153b66a8-c81a-4ebe-b819-cad2780e5558') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:10.350375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153b66a8-c81a-4ebe-b819-cad2780e5558') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:10.360425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.378469 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.385810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:45:10.386213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:45:10.388817 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:45:10.557266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.570318 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.572289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50936) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:10.575436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8a17ee0d-b882-45fe-b075-a6d161b0ce13 HTTP/1.1" status: 204 len: 168 time: 0.4639313 Nov 10 21:45:10.634244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36f510-0bbe-4bb5-ac85-d85704783eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a17ee0d-b882-45fe-b075-a6d161b0ce13,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:10.666109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] Deleting subnet 4a0bc1c8-08ca-49c6-9ec5-9c2d36af89c2 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:45:10.675901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.746991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.759867 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:10.817120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.106419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.130725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.136049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4a0bc1c8-08ca-49c6-9ec5-9c2d36af89c2 HTTP/1.1" status: 204 len: 168 time: 0.5627108 Nov 10 21:45:11.138584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50960) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:11.172938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7699a05-09b7-4123-a4c2-1a9200cdcc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0bc1c8-08ca-49c6-9ec5-9c2d36af89c2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:11.234709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.350496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.379176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.428948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6f4c67-b297-4b83-a550-86d150834e06']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:11.450942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165fb698-e620-48cc-b75f-1f0ee47d77d8') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:11.455406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165fb698-e620-48cc-b75f-1f0ee47d77d8') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:11.475947 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.492403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.494212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e647e4-532d-4372-83b7-ce8962adf08a req-bdf67f9b-75c6-49a2-8c46-a38b78686c9d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:11.496552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1e647e4-532d-4372-83b7-ce8962adf08a req-bdf67f9b-75c6-49a2-8c46-a38b78686c9d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 945 time: 0.0968604 Nov 10 21:45:11.524085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:45:11.524479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:45:11.530457 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:45:11.569881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-171723bf-c3b2-4166-83f2-d4eb2e1c30f0 req-dcbd8058-2ecb-4bc6-86e5-ba1b7e8b1548 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.1115544 Nov 10 21:45:11.624939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1e647e4-532d-4372-83b7-ce8962adf08a req-8884eacf-efe6-4f87-9fb1-8fcf03074b9f tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201820 Nov 10 21:45:11.716068 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.729200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:11.735616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] 10.222.0.45 "DELETE /v2.0/networks/ea6f4c67-b297-4b83-a550-86d150834e06 HTTP/1.1" status: 204 len: 168 time: 0.5934556 Nov 10 21:45:11.785879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030e072-ef0f-4b72-91d7-fca3ee81e6de admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6f4c67-b297-4b83-a550-86d150834e06,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:11.844678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:11.878050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1eccf222-1125-40ed-856d-4981c75a8a8b no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:45:11.912246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 1eccf222-1125-40ed-856d-4981c75a8a8b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:11.912900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1eccf222-1125-40ed-856d-4981c75a8a8b not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:45:11.989400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1544716034'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:12.106764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:12.113861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.126816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.236495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51004) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:12.263227 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.309952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d0d56df-bf8e-441e-a99d-1838a53633f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcdc22ebd5e248bf935ab449cc5b51bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720937 Nov 10 21:45:12.316137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51010) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:12.366311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68931a3c-0f3d-4482-909a-2791563da303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.371158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.391845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68931a3c-0f3d-4482-909a-2791563da303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.398813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:12.409476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed937ce1-27d6-44f4-9d91-79b3e97aee2f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:12.414627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.414974 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment 881bc36e-3c0e-4c3c-9889-dd1add720fd8 of type vlan for network bc93d3d1-e941-4af7-94a0-95ed5c194e3a Nov 10 21:45:12.466590 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.596644 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68931a3c-0f3d-4482-909a-2791563da303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.599251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68931a3c-0f3d-4482-909a-2791563da303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.600469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-68931a3c-0f3d-4482-909a-2791563da303 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c986c3dc-c167-4501-a3db-8ca0c7835fda HTTP/1.1" status: 204 len: 168 time: 0.2872727 Nov 10 21:45:12.613351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931a3c-0f3d-4482-909a-2791563da303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c986c3dc-c167-4501-a3db-8ca0c7835fda,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:12.629731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.649197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:12.649197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:12.800062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5074690-4d05-4a1b-8b5d-6ad0a1b1712a req-c7e20e59-b15b-4464-8883-2c953d7a778b tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0635171 Nov 10 21:45:12.831480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9854903 Nov 10 21:45:12.832180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51032) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:12.839818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'name': 'tempest-PortsIpV6TestJSON-345076687'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:12.843944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374125e-5caf-42b4-a11b-3c03daaa7e4f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=bc93d3d1-e941-4af7-94a0-95ed5c194e3a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:12.855795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:12.883323 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:45:12.900539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-b26f6d90-5138-45c1-bacc-fe23d3ee7eaf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:12.902423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-b26f6d90-5138-45c1-bacc-fe23d3ee7eaf tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 945 time: 0.1065669 Nov 10 21:45:12.910964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c5459-65d9-470f-8b05-ea56391cfcaf req-ec07527a-7740-472e-8c12-0440bcca167e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:12.919291 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2c5459-65d9-470f-8b05-ea56391cfcaf req-ec07527a-7740-472e-8c12-0440bcca167e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 945 time: 0.1708510 Nov 10 21:45:13.063229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c2c5459-65d9-470f-8b05-ea56391cfcaf req-3055a016-5529-4865-b111-108555b0953e tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0dfbd54-d73a-4d03-997b-c888ee56f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429732 Nov 10 21:45:13.076682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Deleting port 8e7f5ead-83af-4776-8090-c99af2330532 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:13.077226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.185857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:13.186941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] For port 8e7f5ead-83af-4776-8090-c99af2330532, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=8e7f5ead-83af-4776-8090-c99af2330532,segment=NetworkSegment(d9614956-b1ae-49a3-a7d0-4942afaf6c70),segment_id=d9614956-b1ae-49a3-a7d0-4942afaf6c70)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:13.190506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.192140 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.206228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Calling delete_port for 8e7f5ead-83af-4776-8090-c99af2330532 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:13.227873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port ef77b192-d5aa-41f4-b9a2-064882ba92ea yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:13.483245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.497646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['8e7f5ead-83af-4776-8090-c99af2330532'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:45:13.520858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Pushing event deleted for resources: {'Port': ['ID=8e7f5ead-83af-4776-8090-c99af2330532,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:13.542198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51048) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:13.593721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] No DVR routers for this DVR port 8e7f5ead-83af-4776-8090-c99af2330532 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:45:13.596356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.599846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0d932ee-ebd1-4917-9a6f-c2b2a5ad47b5 req-96bda771-53cc-4f63-bf9b-8b3c4c21753d tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.53 "DELETE /v2.0/ports/8e7f5ead-83af-4776-8090-c99af2330532 HTTP/1.1" status: 204 len: 173 time: 0.6908431 Nov 10 21:45:13.600289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'name': 'network-vif-deleted', 'tag': '8e7f5ead-83af-4776-8090-c99af2330532'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:13.602719 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16f88d-89a5-4201-b8e5-bf3fff6e1ca5" -d '{"events": [{"server_uuid": "ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1", "name": "network-vif-deleted", "tag": "8e7f5ead-83af-4776-8090-c99af2330532"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:13.640666 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e3083f23-0e65-4299-8071-6fd27a7b8920 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcad954e4a2a46cca70d8fea133fd23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925889 Nov 10 21:45:13.643165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51054) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:13.705475 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b5397-85ed-4855-9758-65ff48914518 x-openstack-request-id: req-fc3b5397-85ed-4855-9758-65ff48914518 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:13.705769 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1", "name": "network-vif-deleted", "tag": "8e7f5ead-83af-4776-8090-c99af2330532", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:13.706044 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc3b5397-85ed-4855-9758-65ff48914518 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:13.706923 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1', 'name': 'network-vif-deleted', 'tag': '8e7f5ead-83af-4776-8090-c99af2330532', 'status': 'completed', 'code': 200} Nov 10 21:45:13.725427 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf35b9a3-f845-4e20-8651-12301e477929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.754315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf35b9a3-f845-4e20-8651-12301e477929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.896119 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.923931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c11276c4-b404-4229-a65b-22fe8fd7d419 req-f2c17568-730f-4a45-8312-e062ec2be390 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0317967 Nov 10 21:45:13.983493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf35b9a3-f845-4e20-8651-12301e477929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.986161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf35b9a3-f845-4e20-8651-12301e477929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:13.990080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bf35b9a3-f845-4e20-8651-12301e477929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd33d582-e883-481e-907e-54842c58e97c HTTP/1.1" status: 204 len: 168 time: 0.3457956 Nov 10 21:45:14.007412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b9a3-f845-4e20-8651-12301e477929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33d582-e883-481e-907e-54842c58e97c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:14.054551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:14.126703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=ef77b192-d5aa-41f4-b9a2-064882ba92ea,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:14.136062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': '881bc36e-3c0e-4c3c-9889-dd1add720fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:14.136526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: bc93d3d1-e941-4af7-94a0-95ed5c194e3a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:14.207881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b253cb8-1025-4401-958e-a8c86e02093b req-8154c578-1416-4053-bfc8-7188d312d7cc tempest-AttachVolumeNegativeTest-1017630560 tempest-AttachVolumeNegativeTest-1017630560-project] 10.222.0.45 "GET /v2.0/ports?device_id=ce7fb9ba-9e49-4ea0-a9c7-1f20183643d1 HTTP/1.1" status: 200 len: 210 time: 0.0286028 Nov 10 21:45:14.225117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:14.311282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, bc93d3d1-e941-4af7-94a0-95ed5c194e3a) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:14.315152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:14.321673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:14.321855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d07d9-b2a3-489d-bc9f-ac8b368a92de None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:14.322329 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:14.463323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8e79dd21-4cfc-4052-8ab9-69f459411fe0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6283066 Nov 10 21:45:14.484742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51076) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:14.484742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-261108772'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:14.573763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:14.577584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:14.621276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:14.632690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:14.633451 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment 70116353-3d61-4fcd-9628-d15ae8b23af2 of type vlan for network f4999f74-adbd-4b0a-a5f4-198910a90587 Nov 10 21:45:14.693118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:14.818477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:14.825150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:14.825800 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:14.910374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=f4999f74-adbd-4b0a-a5f4-198910a90587,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:14.935892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f4999f74-adbd-4b0a-a5f4-198910a90587 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:14.974233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d92cbf6f-3220-4fc5-8d82-af04830ffbf3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4978385 Nov 10 21:45:14.978603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:14.979363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'ports': [{'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a'}, {'network_id': 'f4999f74-adbd-4b0a-a5f4-198910a90587'}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:14.979678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:14.980185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'f4999f74-adbd-4b0a-a5f4-198910a90587'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:15.120305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-42b12a1a-c30e-4012-a55c-87d3b82d2db2 req-fa781320-60bf-4c25-81d8-f6777181ca15 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0999837 Nov 10 21:45:15.272062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51108) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:15.339718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] Deleting subnet 676a056e-0ee6-46c1-8d0c-777d1451f7f1 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:45:15.343248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.379940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 2} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:15.384421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.387970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.400946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.452310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.547248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port a803d9fa-2ec7-441d-8b46-6238a930802c yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:15.663281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.695362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.698618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/676a056e-0ee6-46c1-8d0c-777d1451f7f1 HTTP/1.1" status: 204 len: 168 time: 0.4238589 Nov 10 21:45:15.699987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173194c-5f29-474b-880a-af7d629c792e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676a056e-0ee6-46c1-8d0c-777d1451f7f1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:15.706931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:15.784905 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.876953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 8e7f5ead-83af-4776-8090-c99af2330532 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:45:15.905141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 9d4e3721-f8c0-4cd0-84d0-d600ff1c61c8 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:15.910668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:15.916064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 8e7f5ead-83af-4776-8090-c99af2330532 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:15.916662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 8e7f5ead-83af-4776-8090-c99af2330532 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:45:16.062868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.105346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28e65cd-be8e-49e8-a2a7-e68a41cf351d']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:16.123817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9614956-b1ae-49a3-a7d0-4942afaf6c70') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:16.125007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9614956-b1ae-49a3-a7d0-4942afaf6c70') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:16.142650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.172474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51140) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:16.178856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.215920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.232181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:45:16.233694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:45:16.235752 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:45:16.275270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89355976-acf9-461b-8a10-af5b8a2656c3 req-ae641300-2168-4287-9ad2-f45d4ab1d821 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0402174 Nov 10 21:45:16.351609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38ec0713-071e-47b9-80f1-8a961bc98142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.385687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.392159 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.396292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e28e65cd-be8e-49e8-a2a7-e68a41cf351d HTTP/1.1" status: 204 len: 168 time: 0.6871395 Nov 10 21:45:16.411228 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.413671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6f58b-2572-4f6c-9c77-c6b58076ba96 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28e65cd-be8e-49e8-a2a7-e68a41cf351d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:16.471888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:16.476092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:16.483090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:16.483090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.489133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38ec0713-071e-47b9-80f1-8a961bc98142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.498797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=a803d9fa-2ec7-441d-8b46-6238a930802c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:16.568549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=9d4e3721-f8c0-4cd0-84d0-d600ff1c61c8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:16.573234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38ec0713-071e-47b9-80f1-8a961bc98142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.576577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': '70116353-3d61-4fcd-9628-d15ae8b23af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f4999f74-adbd-4b0a-a5f4-198910a90587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:16.576934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: f4999f74-adbd-4b0a-a5f4-198910a90587, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:16.628207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38ec0713-071e-47b9-80f1-8a961bc98142 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9be329092cb54c3b99f4b2e0dddf414c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4459524 Nov 10 21:45:16.628551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec0713-071e-47b9-80f1-8a961bc98142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0f95d6-0784-4a19-9a5d-f8a56f5695a5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:16.630829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51152) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:16.686151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c0fc-7629-486d-b78e-8ebeb9b3937f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.710284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c0fc-7629-486d-b78e-8ebeb9b3937f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.751556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network f4999f74-adbd-4b0a-a5f4-198910a90587 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:16.869015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f4999f74-adbd-4b0a-a5f4-198910a90587) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:16.877997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:16.880208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c395ab-773c-4900-b8d8-3521cb573b23 None None] Network f4999f74-adbd-4b0a-a5f4-198910a90587 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:16.884688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:16.890322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:16.891014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.933463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c0fc-7629-486d-b78e-8ebeb9b3937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.937217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c0fc-7629-486d-b78e-8ebeb9b3937f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:16.943813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7ca9c0fc-7629-486d-b78e-8ebeb9b3937f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e0f95d6-0784-4a19-9a5d-f8a56f5695a5 HTTP/1.1" status: 204 len: 168 time: 0.3093710 Nov 10 21:45:16.956691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51164) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:16.972720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9c0fc-7629-486d-b78e-8ebeb9b3937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0f95d6-0784-4a19-9a5d-f8a56f5695a5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:17.000181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-59fd5c85-40cc-4bcb-871c-70afc3aae71a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0247164 Nov 10 21:45:17.003138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51166) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:17.066541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5b6a0a76-9b38-4218-8d0a-cc0b23880903 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd7294429c004a9293078011e1c782f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025867 Nov 10 21:45:17.066772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51168) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:17.137462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4e11bbd5-b7a5-4494-9579-185f0089bd34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.165255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4e11bbd5-b7a5-4494-9579-185f0089bd34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.245620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 9d4e3721-f8c0-4cd0-84d0-d600ff1c61c8 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:17.253238 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.328875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.345431 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4e11bbd5-b7a5-4494-9579-185f0089bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.351476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4e11bbd5-b7a5-4494-9579-185f0089bd34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.352476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 9d4e3721-f8c0-4cd0-84d0-d600ff1c61c8 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:17.353005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4e11bbd5-b7a5-4494-9579-185f0089bd34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0dfbd54-d73a-4d03-997b-c888ee56f1c8 HTTP/1.1" status: 204 len: 168 time: 0.2852340 Nov 10 21:45:17.363632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11bbd5-b7a5-4494-9579-185f0089bd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dfbd54-d73a-4d03-997b-c888ee56f1c8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:17.485446 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-941a2acd-91e3-4b1c-8c3c-4381f5c755af req-dea65f06-9aea-439b-8025-bd02cd604c9c tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0554161 Nov 10 21:45:17.657357 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.687671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:17.693735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51186) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:17.698766 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/9d4e3721-f8c0-4cd0-84d0-d600ff1c61c8 HTTP/1.1" status: 204 len: 168 time: 0.6908700 Nov 10 21:45:17.737734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb2abc-8bc2-4296-951c-502cbc8bc05e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=9d4e3721-f8c0-4cd0-84d0-d600ff1c61c8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:17.777112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01d57b-fd63-4740-a111-4f77879cd737 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:17.796991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01d57b-fd63-4740-a111-4f77879cd737 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:17.811447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7a01d57b-fd63-4740-a111-4f77879cd737 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1157241 Nov 10 21:45:17.816619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51198) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:17.931567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port a803d9fa-2ec7-441d-8b46-6238a930802c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:17.933047 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.009246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.025588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for a803d9fa-2ec7-441d-8b46-6238a930802c owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:18.293125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.321128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=a803d9fa-2ec7-441d-8b46-6238a930802c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:18.324728 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.331961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-29ba0e56-8dad-4c06-8bd4-10e549082c52 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/a803d9fa-2ec7-441d-8b46-6238a930802c HTTP/1.1" status: 204 len: 168 time: 0.5118415 Nov 10 21:45:18.332088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51212) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:18.424099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b90c9-deba-4337-b34e-73bfb84066ca tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:18.428932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e96b90c9-deba-4337-b34e-73bfb84066ca tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0930810 Nov 10 21:45:18.429062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51220) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:18.468496 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78eebe6-a058-4825-8ebc-db898129c25b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:45:18.470149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e78eebe6-a058-4825-8ebc-db898129c25b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/9d4e3721-f8c0-4cd0-84d0-d600ff1c61c8 HTTP/1.1" status: 404 len: 333 time: 0.0401266 Nov 10 21:45:18.473632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51222) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:18.510708 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8ff55a-36ba-405d-a5d5-dfb8e8299365 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:45:18.512498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3e8ff55a-36ba-405d-a5d5-dfb8e8299365 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/a803d9fa-2ec7-441d-8b46-6238a930802c HTTP/1.1" status: 404 len: 333 time: 0.0319662 Nov 10 21:45:18.516294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51226) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:18.701562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32dfe67d-78df-4a99-9e21-7b85df79baf6 req-ab3a4e9f-ec4e-4cd1-bfeb-5abe86a56387 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0471268 Nov 10 21:45:18.720045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.892392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.906532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51248) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:18.926899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4999f74-adbd-4b0a-a5f4-198910a90587']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:18.938360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70116353-3d61-4fcd-9628-d15ae8b23af2') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:18.938714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70116353-3d61-4fcd-9628-d15ae8b23af2') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:18.955746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.983898 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.992725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:45:18.993516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:45:18.998122 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:45:19.048307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-78352329-network', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:19.191569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Made reservation on behalf of 121733d077bf4bbb84319c87fbbbb941 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:19.194282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.208476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.228258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.241415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.251917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51260) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:19.253907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/f4999f74-adbd-4b0a-a5f4-198910a90587 HTTP/1.1" status: 204 len: 168 time: 0.7365508 Nov 10 21:45:19.260561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1066183433'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:19.265456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb1ed5-6d72-4dc3-a519-5b62ad5d6c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=f4999f74-adbd-4b0a-a5f4-198910a90587,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:19.339756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.385516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:19.390729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.418558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:19.430205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.430848 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment 31ba264b-49a2-4ce7-a42a-84e1b7472e82 of type vlan for network 14a2c7cd-8aa6-4c98-919b-f8860c369743 Nov 10 21:45:19.464553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.499385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:19.503346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.511253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.525426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5809e59-612a-419f-8880-268ff255ca31,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:19.530769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.531350 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Added segment 9e785e00-2e4c-4226-bf8e-6165912dd697 of type vlan for network 70a615e8-3904-4d70-a5aa-06354a37491d Nov 10 21:45:19.597201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.674198 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.681514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:19.682161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.748507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=14a2c7cd-8aa6-4c98-919b-f8860c369743,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:19.768209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.769299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:19.769886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:19.776771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 14a2c7cd-8aa6-4c98-919b-f8860c369743 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:19.857438 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b7a27e5-74a9-4c8d-a9cb-e39daa203720 req-74d68fc5-1ba9-4768-8960-e3125fe9f31b tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0570884 Nov 10 21:45:19.878570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1eba1570-71b3-43cd-8188-110d9bdaeb61 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6245677 Nov 10 21:45:19.881256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:19.891429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:19.910544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] Pushing event updated for resources: {'Network': ['ID=70a615e8-3904-4d70-a5aa-06354a37491d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:19.928283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 70a615e8-3904-4d70-a5aa-06354a37491d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:19.972299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-90b585c0-a08c-43db-b422-0ed94f3f31c1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0641594 Nov 10 21:45:19.976479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51284) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:19.982226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Request body: {'subnet': {'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-subnet', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:20.108440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Made reservation on behalf of 121733d077bf4bbb84319c87fbbbb941 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:20.111769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:20.220940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:20.228807 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:20.301807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Performing IP validity checks on allocation pools {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 21:45:20.304516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 21:45:20.414146 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:20.485954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4ca4bd-be5f-4fc2-9a83-5390469d9164,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:20.495009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Checking segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:20.495367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Network hostable DHCP agents. Network: 70a615e8-3904-4d70-a5aa-06354a37491d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:20.551270 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:20.616361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Network 70a615e8-3904-4d70-a5aa-06354a37491d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:20.619958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=a66a4207-f99c-45ab-8504-a2d04e9fbd2c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:20.629023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': '31ba264b-49a2-4ce7-a42a-84e1b7472e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:20.629495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: 14a2c7cd-8aa6-4c98-919b-f8860c369743, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:20.708523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 70a615e8-3904-4d70-a5aa-06354a37491d) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:20.713462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:20.714603 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:20.719753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eecb35d-88e8-4d22-bdbe-d178ca0e4dd4 None None] Network 70a615e8-3904-4d70-a5aa-06354a37491d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:20.863829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6e090425-acd0-4e94-978c-dd41aa977c5c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8819494 Nov 10 21:45:20.865490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51308) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:20.865988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network 14a2c7cd-8aa6-4c98-919b-f8860c369743 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:20.880263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:20.887856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 14a2c7cd-8aa6-4c98-919b-f8860c369743) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:20.892368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-70a615e8-3904-4d70-a5aa-06354a37491d', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:45:20.895669 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:20.916781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:20.918091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:20.936990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f407e2-fff2-45c2-8fc4-56f9c47fb294 None None] Network 14a2c7cd-8aa6-4c98-919b-f8860c369743 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:21.045807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.047868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.094840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a6fa22a-c57e-49a7-977d-88d92ad85e6c req-e91fec79-fbcc-4e90-ba66-6aaa6a07eb09 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0738943 Nov 10 21:45:21.147668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.173699 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-76ec2300-1ba2-4eb1-82d1-b31c7d1ed436 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2911634 Nov 10 21:45:21.177373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51320) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:21.198463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743', 'name': 'tempest-PortsIpV6TestJSON-1691951705'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:21.246920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-14a2c7cd-8aa6-4c98-919b-f8860c369743', 'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743', 'tenant_id': '4e62af2d588f40a1be8def4020ec1e77', 'fixed_ips': [{'subnet_id': 'a66a4207-f99c-45ab-8504-a2d04e9fbd2c'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:45:21.248636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.286660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Allocated IP 172.20.0.2 (70a615e8-3904-4d70-a5aa-06354a37491d/3d4ca4bd-be5f-4fc2-9a83-5390469d9164/9f3e1f1c-0729-4b97-992f-87503b78cd49) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:21.502171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.505592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Allocated IP 2001:db8::2 (14a2c7cd-8aa6-4c98-919b-f8860c369743/a66a4207-f99c-45ab-8504-a2d04e9fbd2c/70d4b960-a7cb-48c7-9e69-650ce79ab7dc) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:21.582539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:21.586958 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.609327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port ab856e1d-781b-4fab-9f0d-c7d09dab9bc1 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:21.619033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.719470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.772724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Network 70a615e8-3904-4d70-a5aa-06354a37491d is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:21.817375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:21.836053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:21.838239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Pushing event updated for resources: {'Port': ['ID=9f3e1f1c-0729-4b97-992f-87503b78cd49,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:21.858681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.859155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.859801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.859958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.860355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.860750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.861143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.861529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.861917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.862314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.862696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.863082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:21.871036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.924636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Attempting to bind port 9f3e1f1c-0729-4b97-992f-87503b78cd49 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:21.925015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Attempting to bind port 9f3e1f1c-0729-4b97-992f-87503b78cd49 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:21.925362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Attempting to bind port 9f3e1f1c-0729-4b97-992f-87503b78cd49 on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:21.930747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:21.931524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Checking segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:21.932119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.932515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Bound using segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:21.932982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Bound port: 9f3e1f1c-0729-4b97-992f-87503b78cd49, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:21.939550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.956553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:21.978095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.025009 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.085932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Network 14a2c7cd-8aa6-4c98-919b-f8860c369743 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:22.091786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:22.094207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::349 (14a2c7cd-8aa6-4c98-919b-f8860c369743/a66a4207-f99c-45ab-8504-a2d04e9fbd2c/ab856e1d-781b-4fab-9f0d-c7d09dab9bc1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:22.094718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] For port 9f3e1f1c-0729-4b97-992f-87503b78cd49, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:22.097179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:22.104244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Pushing event updated for resources: {'Port': ['ID=70d4b960-a7cb-48c7-9e69-650ce79ab7dc,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:22.133101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Allocated IP 172.25.7.113 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/fb41855d-af1d-49bc-88fc-edaad8c09e1b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:22.191209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] For port 9f3e1f1c-0729-4b97-992f-87503b78cd49, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9f3e1f1c-0729-4b97-992f-87503b78cd49,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:22.207629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Attempting to bind port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:22.208057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Attempting to bind port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '31ba264b-49a2-4ce7-a42a-84e1b7472e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:22.208423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Attempting to bind port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc on network 14a2c7cd-8aa6-4c98-919b-f8860c369743 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:22.216255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:22.217245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Checking segment: {'id': '31ba264b-49a2-4ce7-a42a-84e1b7472e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:22.217709 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.218103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Bound using segment: {'id': '31ba264b-49a2-4ce7-a42a-84e1b7472e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:22.218587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Bound port: 70d4b960-a7cb-48c7-9e69-650ce79ab7dc, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ba264b-49a2-4ce7-a42a-84e1b7472e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '14a2c7cd-8aa6-4c98-919b-f8860c369743'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:22.218975 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.246305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.252340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a966d9bc-ccc3-4a73-b182-9422c8201720 req-292977c0-3648-4491-bb7f-9c48b149b17d tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0372112 Nov 10 21:45:22.345674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.351318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] For port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:22.354994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] For port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=70d4b960-a7cb-48c7-9e69-650ce79ab7dc,segment=NetworkSegment(31ba264b-49a2-4ce7-a42a-84e1b7472e82),segment_id=31ba264b-49a2-4ce7-a42a-84e1b7472e82)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:22.357817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.423550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2716-f3ee-4e0e-9b03-e1f8bfe84e84 None None] Pushing event updated for resources: {'Port': ['ID=9f3e1f1c-0729-4b97-992f-87503b78cd49,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:22.443423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.491896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.492957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.496025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:22.499924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:22.502269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:22.532351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff005c8-3667-4392-9cba-a2336bf322f3 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:45:22.536928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Pushing event updated for resources: {'Port': ['ID=fb41855d-af1d-49bc-88fc-edaad8c09e1b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:22.561260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network 14a2c7cd-8aa6-4c98-919b-f8860c369743 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:22.568694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:22.573280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:22.585765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:22.586591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.594747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6c898-c878-499d-8688-8bc659a0c9c2 None None] Pushing event updated for resources: {'Port': ['ID=70d4b960-a7cb-48c7-9e69-650ce79ab7dc,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:22.620214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=ab856e1d-781b-4fab-9f0d-c7d09dab9bc1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:22.648476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a1490d0f-6d59-44e0-81cf-c7988ef36a97 None None] Provisioning complete for port fb41855d-af1d-49bc-88fc-edaad8c09e1b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:22.648898 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1490d0f-6d59-44e0-81cf-c7988ef36a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:22.708670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a1490d0f-6d59-44e0-81cf-c7988ef36a97 None None] Port fb41855d-af1d-49bc-88fc-edaad8c09e1b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:22.712353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-63c9a4bb-81e4-43f6-9a5c-9337043ebdbf tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5333028 Nov 10 21:45:22.715254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51362) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:22.962445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port ab856e1d-781b-4fab-9f0d-c7d09dab9bc1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:22.962917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.060305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.127637 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.145147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for ab856e1d-781b-4fab-9f0d-c7d09dab9bc1 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:23.426013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c87364e1-95d0-449a-b39b-a926caf6021f req-6c31f029-cc08-4055-8992-b3d8299ce539 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0407209 Nov 10 21:45:23.432572 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.444340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.525225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=ab856e1d-781b-4fab-9f0d-c7d09dab9bc1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:23.558187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.562659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-52001926-5861-4bd9-bcc4-8fd503131f91 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/ab856e1d-781b-4fab-9f0d-c7d09dab9bc1 HTTP/1.1" status: 204 len: 168 time: 0.8463035 Nov 10 21:45:23.565510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51386) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:23.571272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.596090 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-248abfdd-0d81-48f6-a020-be03bb8db86c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:45:23.597325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248abfdd-0d81-48f6-a020-be03bb8db86c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:45:23.600070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-248abfdd-0d81-48f6-a020-be03bb8db86c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/ab856e1d-781b-4fab-9f0d-c7d09dab9bc1 HTTP/1.1" status: 404 len: 333 time: 0.0333736 Nov 10 21:45:23.602672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51388) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:23.628876 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5734674-1cfb-4ecb-a63b-f2810328f412 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:45:23.635759 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f5734674-1cfb-4ecb-a63b-f2810328f412 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/ab856e1d-781b-4fab-9f0d-c7d09dab9bc1 HTTP/1.1" status: 404 len: 333 time: 0.0267320 Nov 10 21:45:23.637640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51390) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:23.698531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet a66a4207-f99c-45ab-8504-a2d04e9fbd2c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:45:23.703616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.728648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Router 0be12e76-a002-45ff-9c69-f6a303b14ec0 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:45:23.777074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:23.945251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:45:23.955348 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Sync routers for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:45:23.972183 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:45:23.977139 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:24.050271 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.053178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-88f02f44-2de7-4b7b-996f-e7ef60820d75 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1828759 Nov 10 21:45:24.061373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:24.072336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.226178 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:45:24.242771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51410) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:24.251036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9f6f574c-fea3-49a5-8dc1-653cbc271f14 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184126783', 'description': 'tempest-secgroup-smoke-184126783 description', 'project_id': 'e2f9a0f147bc4595a375ece280b33e47'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:24.347711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc12b6d-0def-46a5-b5e6-40caf328dfab None None] Network 14a2c7cd-8aa6-4c98-919b-f8860c369743 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:24.408367 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f6f574c-fea3-49a5-8dc1-653cbc271f14 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.509237 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.533134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7d01eafb-3baa-4918-93eb-89ab9411bd42 None None] Provisioning complete for port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:24.533511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d01eafb-3baa-4918-93eb-89ab9411bd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.588572 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:22Z', 'revision_number': 3, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:24.598938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d56a9b-bc95-40cb-844b-765e3428b459 None None] Network 70a615e8-3904-4d70-a5aa-06354a37491d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:24.603960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=a66a4207-f99c-45ab-8504-a2d04e9fbd2c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:24.635580 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.650428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ebd4f433-6714-4795-a361-6ae0ad4c9519 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/a66a4207-f99c-45ab-8504-a2d04e9fbd2c HTTP/1.1" status: 204 len: 168 time: 1.0114281 Nov 10 21:45:24.651144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:24.694643 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Checking router: 0be12e76-a002-45ff-9c69-f6a303b14ec0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:45:24.695496 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Updating router 0be12e76-a002-45ff-9c69-f6a303b14ec0 port fb41855d-af1d-49bc-88fc-edaad8c09e1b binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:45:24.698089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d88400ea-9540-4189-bd1a-8aad6a339ce0 req-656d20b9-d35b-4102-9155-af5ebdba6d2f tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.1189914 Nov 10 21:45:24.712712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d01eafb-3baa-4918-93eb-89ab9411bd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.770979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7d01eafb-3baa-4918-93eb-89ab9411bd42 None None] For port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=70d4b960-a7cb-48c7-9e69-650ce79ab7dc,segment=NetworkSegment(31ba264b-49a2-4ce7-a42a-84e1b7472e82),segment_id=31ba264b-49a2-4ce7-a42a-84e1b7472e82)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:24.780605 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.867025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d01eafb-3baa-4918-93eb-89ab9411bd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:24.947704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01eafb-3baa-4918-93eb-89ab9411bd42 None None] Pushing event updated for resources: {'Port': ['ID=70d4b960-a7cb-48c7-9e69-650ce79ab7dc,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:24.951246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9f3e1f1c-0729-4b97-992f-87503b78cd49 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:24.974700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.001617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f6f574c-fea3-49a5-8dc1-653cbc271f14 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.112434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38454dd-7fb8-4e12-bce2-3d242420f36b None None] Network 14a2c7cd-8aa6-4c98-919b-f8860c369743 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:25.128286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f6f574c-fea3-49a5-8dc1-653cbc271f14 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.156177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-47fcc718-5e0a-4cbd-8e85-6e21a5206bfd None None] Provisioning complete for port 9f3e1f1c-0729-4b97-992f-87503b78cd49 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:25.158288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47fcc718-5e0a-4cbd-8e85-6e21a5206bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.206255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f574c-fea3-49a5-8dc1-653cbc271f14 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:25.220858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:25.221477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.226019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9f3e1f1c-0729-4b97-992f-87503b78cd49 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:25.226520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.279098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f6f574c-fea3-49a5-8dc1-653cbc271f14 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.286584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9f6f574c-fea3-49a5-8dc1-653cbc271f14 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0446308 Nov 10 21:45:25.287404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51436) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:25.296818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7b1cf8a7-b802-4cce-9855-e2579dd361eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'security_group_rule': {'security_group_id': '0b0ab7e4-3e08-4b68-bdfc-494aef0c6400', 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:25.467227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] For port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=70d4b960-a7cb-48c7-9e69-650ce79ab7dc,segment=NetworkSegment(31ba264b-49a2-4ce7-a42a-84e1b7472e82),segment_id=31ba264b-49a2-4ce7-a42a-84e1b7472e82)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:25.467577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.485102 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.499578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 70d4b960-a7cb-48c7-9e69-650ce79ab7dc owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:25.579900 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.703154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf8a7-b802-4cce-9855-e2579dd361eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.730046 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Attempting to bind port fb41855d-af1d-49bc-88fc-edaad8c09e1b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:25.730398 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Attempting to bind port fb41855d-af1d-49bc-88fc-edaad8c09e1b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:25.730758 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Attempting to bind port fb41855d-af1d-49bc-88fc-edaad8c09e1b on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:25.750288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2384d0-ab3c-46b9-a283-031de751e46f None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:45:25.769027 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47fcc718-5e0a-4cbd-8e85-6e21a5206bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.770189 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:25.770574 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:25.770979 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.771369 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:25.776835 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Bound port: fb41855d-af1d-49bc-88fc-edaad8c09e1b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:25.777452 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.801314 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf8a7-b802-4cce-9855-e2579dd361eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.816684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-47fcc718-5e0a-4cbd-8e85-6e21a5206bfd None None] For port 9f3e1f1c-0729-4b97-992f-87503b78cd49, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9f3e1f1c-0729-4b97-992f-87503b78cd49,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:25.834416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.851258 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Pushing event updated for resources: {'Port': ['ID=fb41855d-af1d-49bc-88fc-edaad8c09e1b,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:25.859591 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.878608 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.878938 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.879265 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.879608 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.879930 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.880297 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.880628 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.881269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.881786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.882109 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.882678 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.883001 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:25.905831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf8a7-b802-4cce-9855-e2579dd361eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.911207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.913364 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47fcc718-5e0a-4cbd-8e85-6e21a5206bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:25.930710 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] For port fb41855d-af1d-49bc-88fc-edaad8c09e1b, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:25.940709 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] For port fb41855d-af1d-49bc-88fc-edaad8c09e1b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb41855d-af1d-49bc-88fc-edaad8c09e1b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:25.973661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No DVR routers for this DVR port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:45:25.983325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cf8a7-b802-4cce-9855-e2579dd361eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec3df19-60ea-4058-bf79-214732e801bd,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:25.987192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=70d4b960-a7cb-48c7-9e69-650ce79ab7dc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:26.029033 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.031109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcc718-5e0a-4cbd-8e85-6e21a5206bfd None None] Pushing event updated for resources: {'Port': ['ID=9f3e1f1c-0729-4b97-992f-87503b78cd49,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:26.034667 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:45:26.039601 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:45:26.039601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f9f36f-eec8-4146-aa3a-a4aa7445c11d None None] DHCP port deletion for 14a2c7cd-8aa6-4c98-919b-f8860c369743 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:45:26.040717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Allocated IP 172.20.0.1 (70a615e8-3904-4d70-a5aa-06354a37491d/3d4ca4bd-be5f-4fc2-9a83-5390469d9164/abfe93a6-64c6-4f04-a6ce-9d01502ce5ba) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:26.057528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Could not find standard attr ID for object 70d4b960-a7cb-48c7-9e69-650ce79ab7dc. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:45:26.084427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Provisioning complete for port fb41855d-af1d-49bc-88fc-edaad8c09e1b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:26.084847 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.119133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d1487-0d38-41ba-b7fe-bd8cb525181e None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:45:26.154663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b1cf8a7-b802-4cce-9855-e2579dd361eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.159226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7b1cf8a7-b802-4cce-9855-e2579dd361eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8688321 Nov 10 21:45:26.163415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51460) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:26.195071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6cf88a38-3b4e-468f-a3a2-bc25fc9c0c9f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'security_group_rule': {'security_group_id': '0b0ab7e4-3e08-4b68-bdfc-494aef0c6400', 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:26.221140 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.231224 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:45:26.232395 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:26.249652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.257466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a2c7cd-8aa6-4c98-919b-f8860c369743']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:26.258273 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0f6f-d209-4b44-9af7-67665cceaafa None None] Pushing event updated for resources: {'Port': ['ID=fb41855d-af1d-49bc-88fc-edaad8c09e1b,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:26.275329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ba264b-49a2-4ce7-a42a-84e1b7472e82') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:26.278622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ba264b-49a2-4ce7-a42a-84e1b7472e82') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:26.278856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] For port fb41855d-af1d-49bc-88fc-edaad8c09e1b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb41855d-af1d-49bc-88fc-edaad8c09e1b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:26.286161 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.293373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.300578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.307152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:45:26.307515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:45:26.311462 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:45:26.379179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cf88a38-3b4e-468f-a3a2-bc25fc9c0c9f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.382725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.383169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13d63dfd-9a95-42e3-ad11-7f7b5f0b1b77 req-83c5062a-ee11-470e-b756-4464dd0a3318 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.5454469 Nov 10 21:45:26.440384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.444482 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:45:26.444708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cf88a38-3b4e-468f-a3a2-bc25fc9c0c9f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.468482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.478118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.486613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/14a2c7cd-8aa6-4c98-919b-f8860c369743 HTTP/1.1" status: 204 len: 168 time: 1.8326898 Nov 10 21:45:26.487324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51468) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:26.491832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Pushing event updated for resources: {'Port': ['ID=fb41855d-af1d-49bc-88fc-edaad8c09e1b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:26.501603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Provisioning complete for port 9f3e1f1c-0729-4b97-992f-87503b78cd49 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:26.503210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9340dd1e-771c-4617-8836-6b257b609f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.503761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-585901070'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:26.509833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbbc52-fcf7-4f25-8519-683b7c7ab044 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=14a2c7cd-8aa6-4c98-919b-f8860c369743,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:26.521068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Network 70a615e8-3904-4d70-a5aa-06354a37491d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:26.524472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:26.528243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:26.534273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cf88a38-3b4e-468f-a3a2-bc25fc9c0c9f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.578003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Pushing event updated for resources: {'Port': ['ID=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:26.598565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.599957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 70d4b960-a7cb-48c7-9e69-650ce79ab7dc up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:26.609044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf88a38-3b4e-468f-a3a2-bc25fc9c0c9f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45df724a-b08c-421b-8fa6-1bef71489769,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:26.646584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:26.654871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.716579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cf88a38-3b4e-468f-a3a2-bc25fc9c0c9f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.722215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6cf88a38-3b4e-468f-a3a2-bc25fc9c0c9f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5578334 Nov 10 21:45:26.725725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51474) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:26.741801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-683c8710-d928-4b8b-8bb6-2b5ecf4c8c4b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'security_group_rule': {'security_group_id': '0b0ab7e4-3e08-4b68-bdfc-494aef0c6400', 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:26.778139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:26.793447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 70d4b960-a7cb-48c7-9e69-650ce79ab7dc {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:26.794483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 70d4b960-a7cb-48c7-9e69-650ce79ab7dc not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 21:45:26.847403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Port 70d4b960-a7cb-48c7-9e69-650ce79ab7dc not found, will not notify nova. {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 21:45:26.852373 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.852698 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment 2c1f5090-b899-4de1-8035-f6eaf4aa083a of type vlan for network 892b429b-785e-4b41-8020-e1212bb6121e Nov 10 21:45:26.924135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-57816f38-5a77-4aee-b9ac-0e579c39471b None None] Provisioning complete for port fb41855d-af1d-49bc-88fc-edaad8c09e1b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:26.933184 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-57816f38-5a77-4aee-b9ac-0e579c39471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.938174 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:22Z', 'revision_number': 3, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:26.942002 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.965268 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:26.969398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-683c8710-d928-4b8b-8bb6-2b5ecf4c8c4b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.016585 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce415d10-2ee2-4631-a946-bbd6599deb79 None None] The sync data for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 is: [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:22Z', 'revision_number': 3, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:45:27.026273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9f3e1f1c-0729-4b97-992f-87503b78cd49 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:27.101962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-683c8710-d928-4b8b-8bb6-2b5ecf4c8c4b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.150500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9f3e1f1c-0729-4b97-992f-87503b78cd49 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:27.151375 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.172479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-683c8710-d928-4b8b-8bb6-2b5ecf4c8c4b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.210667 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.219001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:27.223944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.226365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c8710-d928-4b8b-8bb6-2b5ecf4c8c4b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c595a4bd-3e9b-4d2c-a259-2c245af83b69,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:27.236468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.308335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.342371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-88cca5c7-7109-4a64-a575-d0840b944c03 None None] Provisioning complete for port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:27.343000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-88cca5c7-7109-4a64-a575-d0840b944c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.395568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Pushing event updated for resources: {'Port': ['ID=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:27.400118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-683c8710-d928-4b8b-8bb6-2b5ecf4c8c4b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.401361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-683c8710-d928-4b8b-8bb6-2b5ecf4c8c4b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6700559 Nov 10 21:45:27.417780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:27.424778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e7be7e7f-0b83-4506-bc05-bf9073e97d29 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'security_group_rule': {'security_group_id': '0b0ab7e4-3e08-4b68-bdfc-494aef0c6400', 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:27.432399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-88cca5c7-7109-4a64-a575-d0840b944c03 None None] Port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:27.457535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9558134 Nov 10 21:45:27.457805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 70d4b960-a7cb-48c7-9e69-650ce79ab7dc no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:45:27.460678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51496) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:27.467708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1765df9-aaee-47cf-972f-93aa865e63fd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=892b429b-785e-4b41-8020-e1212bb6121e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:27.476679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': '892b429b-785e-4b41-8020-e1212bb6121e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:27.538805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 892b429b-785e-4b41-8020-e1212bb6121e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:27.541274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 70d4b960-a7cb-48c7-9e69-650ce79ab7dc {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:27.541708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 70d4b960-a7cb-48c7-9e69-650ce79ab7dc not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:45:27.597440 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7be7e7f-0b83-4506-bc05-bf9073e97d29 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.615889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.704933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7be7e7f-0b83-4506-bc05-bf9073e97d29 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.736613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8db2eb1-7009-4779-95ff-cbae8f9b0de0 req-fdab98d6-321f-40ce-ad8e-aaf02c8394a1 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.1319499 Nov 10 21:45:27.805299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7be7e7f-0b83-4506-bc05-bf9073e97d29 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:27.829607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be7e7f-0b83-4506-bc05-bf9073e97d29 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f18b74-8ed1-4577-92dd-4d1b7fe57215,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:27.861563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Network 70a615e8-3904-4d70-a5aa-06354a37491d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:27.863176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:27.922295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:27.927340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.014263 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7be7e7f-0b83-4506-bc05-bf9073e97d29 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.019937 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e7be7e7f-0b83-4506-bc05-bf9073e97d29 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6064823 Nov 10 21:45:28.020149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51506) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:28.026177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'security_group_rule': {'security_group_id': '0b0ab7e4-3e08-4b68-bdfc-494aef0c6400', 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:28.101333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Router 0be12e76-a002-45ff-9c69-f6a303b14ec0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:45:28.155118 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Project e2f9a0f147bc4595a375ece280b33e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:45:28.172558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.251149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.262079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1d0df612-14aa-4504-bd5c-610f3b6d54ce None None] Provisioning complete for port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:28.262679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d0df612-14aa-4504-bd5c-610f3b6d54ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.318894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1d0df612-14aa-4504-bd5c-610f3b6d54ce None None] Port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:28.330123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:45:28.335410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-356cd745-7c15-45b9-bf7a-6fff9352949d admin admin] 10.222.0.45 "PUT /v2.0/routers/0be12e76-a002-45ff-9c69-f6a303b14ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2727718 Nov 10 21:45:28.394111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.395451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.433629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dcb5ce-39cb-4984-98da-0dd3047997b3,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:28.499218 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=fb9f56d1-d5b1-4623-9038-071c35232cdd,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:28.509794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': '2c1f5090-b899-4de1-8035-f6eaf4aa083a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '892b429b-785e-4b41-8020-e1212bb6121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:28.510209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: 892b429b-785e-4b41-8020-e1212bb6121e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:28.541757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.543131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f7462efa-d647-4198-b098-c042a6231ee1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5217259 Nov 10 21:45:28.546057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51528) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:28.550916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'security_group_rule': {'security_group_id': '0b0ab7e4-3e08-4b68-bdfc-494aef0c6400', 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:28.650999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network 892b429b-785e-4b41-8020-e1212bb6121e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:28.651187 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Project e2f9a0f147bc4595a375ece280b33e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:45:28.656990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.726877 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.770648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 892b429b-785e-4b41-8020-e1212bb6121e) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:28.775619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:28.775619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.782403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fecec1-824f-4fdb-9a70-64269a63e998 None None] Network 892b429b-785e-4b41-8020-e1212bb6121e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:28.908061 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:28.953071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1dfe943-7c72-453e-b564-e609127f3ff3 req-335a7159-290f-449e-b339-7887b145b71b tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0987570 Nov 10 21:45:28.958056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5091a9-8387-48f0-82f2-65d2295e4a64,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:28.971324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2dcc2635-ae23-48c6-8a65-24755abb0a10 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5071933 Nov 10 21:45:28.973104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51542) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:28.993829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': '892b429b-785e-4b41-8020-e1212bb6121e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1215754655'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:29.039092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb41855d-af1d-49bc-88fc-edaad8c09e1b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:29.050551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.051785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-18ace6cf-4fb7-4cd2-89a3-ec452e2dfd7a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5046191 Nov 10 21:45:29.211052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-892b429b-785e-4b41-8020-e1212bb6121e', 'network_id': '892b429b-785e-4b41-8020-e1212bb6121e', 'tenant_id': '4e62af2d588f40a1be8def4020ec1e77', 'fixed_ips': [{'subnet_id': 'fb9f56d1-d5b1-4623-9038-071c35232cdd'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:45:29.212029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.235170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fb41855d-af1d-49bc-88fc-edaad8c09e1b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:29.235536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.247335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51556) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:29.252168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-292fb3ec-1737-487e-9df0-d2cbdabfc360 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197225109', 'description': 'tempest-description--563428548'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:29.292048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:29.296286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.348530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 51c2f893-36c3-48ca-a2a8-d5cd30d16c04 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:29.403442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-d17052ee-11f0-4302-8794-28c558564865 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184126783&fields=id&tenant_id=e2f9a0f147bc4595a375ece280b33e47 HTTP/1.1" status: 200 len: 267 time: 0.0802696 Nov 10 21:45:29.413079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-292fb3ec-1737-487e-9df0-d2cbdabfc360 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.490536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Allocated IP 2001:db8::2 (892b429b-785e-4b41-8020-e1212bb6121e/fb9f56d1-d5b1-4623-9038-071c35232cdd/0491f4bc-af27-45b5-a1b2-1a14b69e0d2b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:29.564589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-292fb3ec-1737-487e-9df0-d2cbdabfc360 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.593282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-28b29944-a84e-4315-8433-37b697a56213 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:29.593965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-28b29944-a84e-4315-8433-37b697a56213 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/networks?id=ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 200 len: 813 time: 0.1838446 Nov 10 21:45:29.612378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-4509f9eb-a9c4-4dfe-9cb6-8aa3b2276eed tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/quotas/e2f9a0f147bc4595a375ece280b33e47 HTTP/1.1" status: 200 len: 375 time: 0.0104179 Nov 10 21:45:29.628140 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-292fb3ec-1737-487e-9df0-d2cbdabfc360 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.688986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fb3ec-1737-487e-9df0-d2cbdabfc360 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1954a89e-b6d2-486d-92b5-b63894da8c61,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:29.708447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-c1c21a40-b80b-498a-95b9-4d2b3e99c621 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2f9a0f147bc4595a375ece280b33e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874565 Nov 10 21:45:29.722410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Sync routers for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:45:29.742119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.746416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:45:29.747267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:29.753272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-292fb3ec-1737-487e-9df0-d2cbdabfc360 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.754017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-292fb3ec-1737-487e-9df0-d2cbdabfc360 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5055640 Nov 10 21:45:29.763473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51572) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:29.767946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c43c5dc4-6227-4077-9fac-34d94b8911e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'security_group_rule': {'security_group_id': '1954a89e-b6d2-486d-92b5-b63894da8c61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:29.815560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-99e5b9a2-1f6d-4750-9525-c6f435bcb09f service neutron] 10.222.0.45 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921347 Nov 10 21:45:29.860754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.907915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::1fc (892b429b-785e-4b41-8020-e1212bb6121e/fb9f56d1-d5b1-4623-9038-071c35232cdd/51c2f893-36c3-48ca-a2a8-d5cd30d16c04) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:29.928792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-e214e3f4-6471-417d-a3ca-32d26bbc1f74 service neutron] 10.222.0.45 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066759 Nov 10 21:45:29.936479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Network 892b429b-785e-4b41-8020-e1212bb6121e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:29.940535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:45:29.945250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:29.952071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c5dc4-6227-4077-9fac-34d94b8911e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:29.979982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:29.980649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Pushing event updated for resources: {'Port': ['ID=0491f4bc-af27-45b5-a1b2-1a14b69e0d2b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:30.132330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Attempting to bind port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:30.132711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Attempting to bind port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '2c1f5090-b899-4de1-8035-f6eaf4aa083a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '892b429b-785e-4b41-8020-e1212bb6121e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:30.133210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Attempting to bind port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b on network 892b429b-785e-4b41-8020-e1212bb6121e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:30.148517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:30.148941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Checking segment: {'id': '2c1f5090-b899-4de1-8035-f6eaf4aa083a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '892b429b-785e-4b41-8020-e1212bb6121e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:30.149343 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.149725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Bound using segment: {'id': '2c1f5090-b899-4de1-8035-f6eaf4aa083a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '892b429b-785e-4b41-8020-e1212bb6121e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:30.150337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Bound port: 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1f5090-b899-4de1-8035-f6eaf4aa083a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '892b429b-785e-4b41-8020-e1212bb6121e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:30.150722 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.232943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5108ab6-fb5b-462e-a73b-4bf5536c26c0 req-a12d48bf-0033-438b-8073-df75434bd9ae tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0485930 Nov 10 21:45:30.248187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.256976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c5dc4-6227-4077-9fac-34d94b8911e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.322453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] For port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:30.333902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c5dc4-6227-4077-9fac-34d94b8911e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.339067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] For port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0491f4bc-af27-45b5-a1b2-1a14b69e0d2b,segment=NetworkSegment(2c1f5090-b899-4de1-8035-f6eaf4aa083a),segment_id=2c1f5090-b899-4de1-8035-f6eaf4aa083a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:30.350170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c5dc4-6227-4077-9fac-34d94b8911e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b714afdc-5488-4955-b415-9e159e5aa046,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:30.364487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:27Z', 'revision_number': 2, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:30.396288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Checking router: 0be12e76-a002-45ff-9c69-f6a303b14ec0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:45:30.396638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Updating router 0be12e76-a002-45ff-9c69-f6a303b14ec0 port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:45:30.422042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.426217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.480485 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c5dc4-6227-4077-9fac-34d94b8911e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.480485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c43c5dc4-6227-4077-9fac-34d94b8911e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7128804 Nov 10 21:45:30.481152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51604) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:30.491787 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.492833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-001ab994-b93b-4c43-8627-1c17438bd1f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'security_group_rule': {'security_group_id': '1954a89e-b6d2-486d-92b5-b63894da8c61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:30.496862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network 892b429b-785e-4b41-8020-e1212bb6121e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:30.500973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:30.509658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:30.516304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:30.516937 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.526125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=51c2f893-36c3-48ca-a2a8-d5cd30d16c04,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:30.625969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-001ab994-b93b-4c43-8627-1c17438bd1f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.646947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6beb3a-0979-4018-b164-359440c25f84 None None] Pushing event updated for resources: {'Port': ['ID=0491f4bc-af27-45b5-a1b2-1a14b69e0d2b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:30.714336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c82a1c6-32a8-4ff6-b66f-e22b6c5f18d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7337732 Nov 10 21:45:30.716859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51610) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:30.729356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-001ab994-b93b-4c43-8627-1c17438bd1f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.793776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-001ab994-b93b-4c43-8627-1c17438bd1f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.834242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ab994-b93b-4c43-8627-1c17438bd1f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c254df9e-b101-4ac5-bf01-0ad746888a53,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:30.929680 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-001ab994-b93b-4c43-8627-1c17438bd1f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:30.932519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-001ab994-b93b-4c43-8627-1c17438bd1f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4448805 Nov 10 21:45:30.939168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51622) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:30.957853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:31.012122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.092026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.119530 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.255278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1594e2-ee0a-4399-a392-a415578f9ccc None None] Pushing event updated for resources: {'Port': ['ID=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:31.264931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad15afd8-550e-4e5b-952a-8d92461fef3c req-53e3e510-2d99-45ab-b3ff-1989c0bc4f50 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.4171302 Nov 10 21:45:31.304027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 51c2f893-36c3-48ca-a2a8-d5cd30d16c04 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:31.305393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.365942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.413477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Attempting to bind port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:31.413863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Attempting to bind port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:31.414239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Attempting to bind port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:31.422380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:31.422757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Checking segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:31.423163 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.423560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Bound using segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:31.424061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Bound port: abfe93a6-64c6-4f04-a6ce-9d01502ce5ba, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:31.424515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.487206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.505658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 51c2f893-36c3-48ca-a2a8-d5cd30d16c04 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:31.506632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-092ce1c8-9958-49d9-846e-f6976a16a5ad req-2afa8a36-8251-4217-a4cb-3efe4fa0954a tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0538514 Nov 10 21:45:31.594653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] For port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:31.598421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] For port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:31.646342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Allocated IP 172.25.7.248 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/b035a364-db56-4ab5-9d22-ed5747d908cb) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:31.691479 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.823283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1594e2-ee0a-4399-a392-a415578f9ccc None None] Pushing event updated for resources: {'Port': ['ID=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:31.833765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.853188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:45:31.858576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:31.894065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.950985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=51c2f893-36c3-48ca-a2a8-d5cd30d16c04,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:31.951202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0ef2305b-262c-49d6-b72b-8d4872cc2aee None None] Provisioning complete for port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:31.951202 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ef2305b-262c-49d6-b72b-8d4872cc2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.974717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.982569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:31.986511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b028ac9d-ddfd-42ea-b209-bbc9298cc50c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/51c2f893-36c3-48ca-a2a8-d5cd30d16c04 HTTP/1.1" status: 204 len: 168 time: 1.2684965 Nov 10 21:45:31.990163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51654) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:32.072018 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-908de070-1105-4a96-b12e-12f71c19cb5b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:45:32.078933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-908de070-1105-4a96-b12e-12f71c19cb5b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/51c2f893-36c3-48ca-a2a8-d5cd30d16c04 HTTP/1.1" status: 404 len: 333 time: 0.0877283 Nov 10 21:45:32.081962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51660) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:32.088002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:32.097576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:32.104019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:32.206567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'Port': ['ID=b035a364-db56-4ab5-9d22-ed5747d908cb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:32.221642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet fb9f56d1-d5b1-4623-9038-071c35232cdd {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:45:32.225564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.335077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.345673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.430284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a30fa7-c556-4fff-9e7e-00a0e23ac636 None None] Network 892b429b-785e-4b41-8020-e1212bb6121e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:32.440086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d52c628-77bd-423c-952a-470c01b84e2f req-3c91ae83-b8bb-4a6e-a9db-df8ecb228578 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0536909 Nov 10 21:45:32.518921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.528822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.542887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:45:32.662963 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ef2305b-262c-49d6-b72b-8d4872cc2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.712007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.786942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0ef2305b-262c-49d6-b72b-8d4872cc2aee None None] For port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:32.795277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.806861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9f56d1-d5b1-4623-9038-071c35232cdd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:32.820122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.823497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ca5845a0-89fd-4aa8-88e6-3fb3cb0e4963 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/fb9f56d1-d5b1-4623-9038-071c35232cdd HTTP/1.1" status: 204 len: 168 time: 0.7379756 Nov 10 21:45:32.827666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51676) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:32.845780 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ef2305b-262c-49d6-b72b-8d4872cc2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:32.862332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87973690-a564-4f8f-bdb0-376fec2e9700 req-7ff50fe6-611f-4847-978e-3861161b11c4 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0920033 Nov 10 21:45:32.880715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.002708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2305b-262c-49d6-b72b-8d4872cc2aee None None] Pushing event updated for resources: {'Port': ['ID=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:33.022992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] Provisioning complete for port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:33.023374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.078048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:33.087618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.133090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.142637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'Port': ['ID=b035a364-db56-4ab5-9d22-ed5747d908cb,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:33.154074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:31Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:33.225074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e4b495-1fbb-404e-9949-f90fe500e0a5 None None] The sync data for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 is: [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:31Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:45:33.282831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:33.283220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.306867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.309530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-19cee706-cd4e-46f7-86f1-0b6533e6d352 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3650205 Nov 10 21:45:33.328725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:33.329286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.359326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.417173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa9d96-ecc1-45b6-a448-35c7b7375321 None None] Network 892b429b-785e-4b41-8020-e1212bb6121e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:33.447826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] For port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0491f4bc-af27-45b5-a1b2-1a14b69e0d2b,segment=NetworkSegment(2c1f5090-b899-4de1-8035-f6eaf4aa083a),segment_id=2c1f5090-b899-4de1-8035-f6eaf4aa083a)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:33.448808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.475417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] For port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0491f4bc-af27-45b5-a1b2-1a14b69e0d2b,segment=NetworkSegment(2c1f5090-b899-4de1-8035-f6eaf4aa083a),segment_id=2c1f5090-b899-4de1-8035-f6eaf4aa083a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:33.492917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:33.611561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.649575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.694523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d1a96ca-3911-422d-adba-c24f1b825d5c req-8e5becfd-70d5-43bb-b0b6-8a595ed12775 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0730455 Nov 10 21:45:33.761878 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-400ffbd8-56e8-46b6-b893-981ad6de5628 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1197225109&fields=id&tenant_id=121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 267 time: 0.0942271 Nov 10 21:45:33.783126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] Provisioning complete for port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:33.783701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.787200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24486de-5c9f-4bc9-bd98-c321fe6ce5a5 None None] Pushing event updated for resources: {'Port': ['ID=0491f4bc-af27-45b5-a1b2-1a14b69e0d2b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:33.906499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:33.992813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c050c88-80ff-416f-9294-2981564f28ea None None] DHCP port deletion for 892b429b-785e-4b41-8020-e1212bb6121e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:45:34.014473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2bb854d1-f805-437c-a7ff-73fcb89dd8a2 None None] Could not find standard attr ID for object 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:45:34.060856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=0491f4bc-af27-45b5-a1b2-1a14b69e0d2b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:34.063275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No DVR routers for this DVR port 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:45:34.076451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b489a6aa-3bae-445f-b319-939d704db60b req-feb0763c-7811-47b6-9f61-78f5b1f32632 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0547845 Nov 10 21:45:34.101381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-110a6a74-d165-41f0-9c4c-528aab81903e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:34.102974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-110a6a74-d165-41f0-9c4c-528aab81903e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 815 time: 0.3277855 Nov 10 21:45:34.185366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-72ddb1e5-7acb-4a24-9009-7b9474f8ca24 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/quotas/121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 375 time: 0.0437288 Nov 10 21:45:34.278169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:34.312475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-1d29e389-7782-4c5e-8ceb-8f9febf40ef1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:34.314284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-1d29e389-7782-4c5e-8ceb-8f9febf40ef1 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.53 "GET /v2.0/networks?id=ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 200 len: 813 time: 0.4747968 Nov 10 21:45:34.337388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892b429b-785e-4b41-8020-e1212bb6121e']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:34.357700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1f5090-b899-4de1-8035-f6eaf4aa083a') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:34.357996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1f5090-b899-4de1-8035-f6eaf4aa083a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:34.374839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:34.384458 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d40791f2-7529-4999-83c8-e344dc373f92 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1819925 Nov 10 21:45:34.421801 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:34.462762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:45:34.463175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:45:34.466483 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:45:34.586468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-c5cbaf31-0be0-479b-9c4a-ca2d83db2176 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2f9a0f147bc4595a375ece280b33e47 HTTP/1.1" status: 200 len: 379 time: 0.2604754 Nov 10 21:45:34.597995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'port': {'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'admin_state_up': True, 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'security_groups': ['0b0ab7e4-3e08-4b68-bdfc-494aef0c6400']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:34.699007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-e83434ff-14e8-4aae-ba97-f59247ba5494 service neutron] 10.222.0.45 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934418 Nov 10 21:45:34.703531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:34.722045 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:34.739874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/892b429b-785e-4b41-8020-e1212bb6121e HTTP/1.1" status: 204 len: 168 time: 1.9077332 Nov 10 21:45:34.740326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51726) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:34.751871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'name': 'tempest-PortsIpV6TestJSON-1695889049'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:34.854060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d704f7a-78b0-49b9-8d7c-c92b0c825a2a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=892b429b-785e-4b41-8020-e1212bb6121e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:34.862867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2262e96-019b-4690-acd6-01c99e0755ff req-55fa993e-f184-4992-9cf8-ba38d9243b38 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0509586 Nov 10 21:45:34.950198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Made reservation on behalf of e2f9a0f147bc4595a375ece280b33e47 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:34.959002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.072799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-f9ef9512-1f3b-4d19-adcf-57ad7ffd792a service neutron] 10.222.0.45 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567748 Nov 10 21:45:35.124975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:35.129392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.144572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device abfe93a6-64c6-4f04-a6ce-9d01502ce5ba up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:35.193516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port aa4ec784-75e1-46f0-bd05-d3fcba0acdb0 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:35.244171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Allocated IP 172.20.0.13 (ddcd765a-232e-4652-a048-a93cde80f357/17008193-47c7-4758-81a4-e21028053a32/ace2faff-d456-4bbe-b293-7383e6e9fcbf) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:35.316068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:35.316693 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.351111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfd1ac9b-82c7-4076-ba5b-2e83b031cd28 req-9090be62-4710-453f-8800-cb104c2945d0 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0673888 Nov 10 21:45:35.457410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6acfd4a4-2978-401d-afa2-c1d73000061c req-140a58da-04cd-4f89-8e30-3e5e7ad32bf9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0869505 Nov 10 21:45:35.598630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.619520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65ffe60b-34dc-4299-95b3-0e53f3f2048b req-06535368-798f-43c9-b47f-9a7008e2cd18 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 210 time: 0.0843701 Nov 10 21:45:35.658940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:45:35.667099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.722402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:35.722402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0491f4bc-af27-45b5-a1b2-1a14b69e0d2b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:45:35.727634 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94526d8b-bacc-4106-b9a4-a8b7de18216b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.745056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.767865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.836316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Network ddcd765a-232e-4652-a048-a93cde80f357 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:35.838761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:35.841334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:35.845967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:35.848219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:35.852556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:35.859204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:35.859868 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.899930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=aa4ec784-75e1-46f0-bd05-d3fcba0acdb0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:35.940273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'Port': ['ID=ace2faff-d456-4bbe-b293-7383e6e9fcbf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:35.969164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:35.969164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:35.994529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51764) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:35.996885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-344c3b59-9f42-4517-874c-be1056890230 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2537079 Nov 10 21:45:36.149461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-c7c2c3eb-fa35-47f1-b634-704d5baecff5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5551779 Nov 10 21:45:36.166485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Request body: {'port': {'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:36.188954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ff8b1-9d6b-4b9a-af72-4b22460a7847 req-8b7fabc2-89b7-46bc-94bc-7887f2fbf8ec tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:36.190662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-712ff8b1-9d6b-4b9a-af72-4b22460a7847 req-8b7fabc2-89b7-46bc-94bc-7887f2fbf8ec tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 932 time: 0.1838124 Nov 10 21:45:36.296447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1f064f12-ac5c-4db6-b202-05b8cb51f30c None None] Provisioning complete for port ace2faff-d456-4bbe-b293-7383e6e9fcbf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:36.297411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f064f12-ac5c-4db6-b202-05b8cb51f30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:36.339288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-712ff8b1-9d6b-4b9a-af72-4b22460a7847 req-88cd17d3-57a6-44e6-918e-b5cfe77aaaec tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202502 Nov 10 21:45:36.340725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1f064f12-ac5c-4db6-b202-05b8cb51f30c None None] Port ace2faff-d456-4bbe-b293-7383e6e9fcbf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:36.353618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port aa4ec784-75e1-46f0-bd05-d3fcba0acdb0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:36.353962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:36.367936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:36.479277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65118075-303b-4f41-8ecb-897ad3ea4d3c req-2453434f-e1e0-4569-9fa8-745f75a0f1b7 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0286863 Nov 10 21:45:36.902410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d71b6924-9036-4071-b53e-9d116d654459 req-8507d096-5e23-42d6-8761-5f1a2408c828 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 210 time: 0.0495193 Nov 10 21:45:36.971833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:36.992114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for aa4ec784-75e1-46f0-bd05-d3fcba0acdb0 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:37.416241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace2faff-d456-4bbe-b293-7383e6e9fcbf {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:45:37.423506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:37.426410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:37.468676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=aa4ec784-75e1-46f0-bd05-d3fcba0acdb0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:37.474152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Transition to ACTIVE for port object ace2faff-d456-4bbe-b293-7383e6e9fcbf will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:45:37.476828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:37.483061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bc462fd2-d88c-4d47-8cb4-7ebe3e69c754 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/aa4ec784-75e1-46f0-bd05-d3fcba0acdb0 HTTP/1.1" status: 204 len: 168 time: 1.4846616 Nov 10 21:45:37.483061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51804) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:37.487602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'mac_address': 'fa:16:3e:46:10:13', 'name': 'tempest-PortsIpV6TestJSON-810238090'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:37.533225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5523c-2180-45dd-9071-84a7a2ab5f8f req-57e856a1-f15c-4ff9-aba8-13292c349351 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:37.539555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0db5523c-2180-45dd-9071-84a7a2ab5f8f req-57e856a1-f15c-4ff9-aba8-13292c349351 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 932 time: 0.1007936 Nov 10 21:45:37.597934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:37.645059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0db5523c-2180-45dd-9071-84a7a2ab5f8f req-61cb4ec1-67ee-4efa-9e94-15c3f4a74be3 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960989 Nov 10 21:45:37.685890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Pushing event updated for resources: {'Port': ['ID=ace2faff-d456-4bbe-b293-7383e6e9fcbf,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:37.726129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-773e9feb-d258-49da-b5d6-53cb4419a59a req-0ac1eb0f-d9fb-4054-9e91-daa21919dd0d tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0539339 Nov 10 21:45:37.861348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:37.893172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Attempting to bind port ace2faff-d456-4bbe-b293-7383e6e9fcbf on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:37.893385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Attempting to bind port ace2faff-d456-4bbe-b293-7383e6e9fcbf by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:37.893707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Attempting to bind port ace2faff-d456-4bbe-b293-7383e6e9fcbf on network ddcd765a-232e-4652-a048-a93cde80f357 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:37.956275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1e335d90-abc7-4051-8b78-10a53b1b8184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:37.992886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Port ace2faff-d456-4bbe-b293-7383e6e9fcbf on network ddcd765a-232e-4652-a048-a93cde80f357 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:45:37.992886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Attempting to bind port ace2faff-d456-4bbe-b293-7383e6e9fcbf on network ddcd765a-232e-4652-a048-a93cde80f357 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:38.003503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:38.003935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Checking segment: {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:38.004343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Bound using segment: {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:38.004796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Bound port: ace2faff-d456-4bbe-b293-7383e6e9fcbf, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6cac5e-ad7b-4db4-8809-7fecd294e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:38.005157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:38.046406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:38.094284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 863bc106-553a-4f33-9170-8d9a01102967 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:38.197838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b1b66dd-b46e-4a48-b0d9-1296ba7be24c req-54a6506c-2b09-407f-ac80-ce26599fef11 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 210 time: 0.0777311 Nov 10 21:45:38.208557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] For port ace2faff-d456-4bbe-b293-7383e6e9fcbf, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:38.213519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] For port ace2faff-d456-4bbe-b293-7383e6e9fcbf, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:38.365180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:38.556242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:38.557071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:38.559759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] 10.222.0.53 "PUT /v2.0/ports/ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 200 len: 1093 time: 2.3964272 Nov 10 21:45:38.565634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:38.568519 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59180fec-8252-40ff-bac3-a0e7e715613c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:38.578846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:38.619653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Pushing event updated for resources: {'Port': ['ID=ace2faff-d456-4bbe-b293-7383e6e9fcbf,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:38.678541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d826d67-8498-4af5-9453-e3698353f3d5 req-73ec24a3-f5fe-46cd-af53-f618d1dccd0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=501b8d8e2b2a4cb88ebb41560bdf3ddc&device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.1362488 Nov 10 21:45:38.717255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.717637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.718774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.719654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.720237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.720783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.721326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.721888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.722447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.722986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.723541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.724970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bf893d-0313-4794-a3e7-ec06fcbf3729 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:38.749297 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2d3c84-d531-49b5-a1cc-75da5a8294f6 x-openstack-request-id: req-2b2d3c84-d531-49b5-a1cc-75da5a8294f6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:38.749827 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:38.750284 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b2d3c84-d531-49b5-a1cc-75da5a8294f6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:38.750931 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'status': 'completed', 'code': 200} Nov 10 21:45:38.783272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d826d67-8498-4af5-9453-e3698353f3d5 req-e669c944-3dda-48f0-86d2-4877e699edff service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=501b8d8e2b2a4cb88ebb41560bdf3ddc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938401 Nov 10 21:45:38.818473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-6a58b4fe-0b8a-467c-9793-0d839ab28321 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:38.822772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-6a58b4fe-0b8a-467c-9793-0d839ab28321 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 815 time: 0.5079169 Nov 10 21:45:38.864249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e19808d6-101e-4496-b8d5-ea0187bb3e66 req-96b11147-298a-4c3b-8c7e-1f77b6bcfac0 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.1057279 Nov 10 21:45:38.938634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-18d3a6b2-5b0b-403f-87ec-3ced3e80cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:38.940274 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-18d3a6b2-5b0b-403f-87ec-3ced3e80cfb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f9a0f147bc4595a375ece280b33e47&device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1096 time: 0.2561562 Nov 10 21:45:38.989391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-5d739321-2249-4175-bb02-9e7dd6bef223 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 200 len: 217 time: 0.0399373 Nov 10 21:45:39.057232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-2d464a62-152f-492a-84b2-5bde94f7a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:39.058573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868faf7-0f3e-48b3-9580-148d013425d9 req-47cbcd0f-64ea-46a3-8239-c229dbfff73d tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:39.059661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-2d464a62-152f-492a-84b2-5bde94f7a23d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17008193-47c7-4758-81a4-e21028053a32 HTTP/1.1" status: 200 len: 852 time: 0.0631599 Nov 10 21:45:39.060829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f868faf7-0f3e-48b3-9580-148d013425d9 req-47cbcd0f-64ea-46a3-8239-c229dbfff73d tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.1208296 Nov 10 21:45:39.063990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:39.145386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f868faf7-0f3e-48b3-9580-148d013425d9 req-89194509-9005-4828-8ba5-4924fa98e0ef tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633316 Nov 10 21:45:39.145386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d826d67-8498-4af5-9453-e3698353f3d5 req-086f3cfb-2543-49f0-b25f-f041bfb5c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:39.145386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d826d67-8498-4af5-9453-e3698353f3d5 req-086f3cfb-2543-49f0-b25f-f041bfb5c310 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3526323 Nov 10 21:45:39.175645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-b8eca7ec-57a4-48f4-970c-5a50370b5f05 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 380 time: 0.3059194 Nov 10 21:45:39.203564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'port': {'device_id': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'admin_state_up': True, 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'security_groups': ['1954a89e-b6d2-486d-92b5-b63894da8c61']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:39.212391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:39.233877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:39.241679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:39.248227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:39.248886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:39.264607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:39.300426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=863bc106-553a-4f33-9170-8d9a01102967,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:39.328079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b831b2-7317-4c56-b820-6349940489db req-ec2ddbd6-9f2e-4444-838a-580808a5b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:39.330786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-ec2ddbd6-9f2e-4444-838a-580808a5b863 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddcd765a-232e-4652-a048-a93cde80f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2579799 Nov 10 21:45:39.373256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e9bc00a-8df7-4874-b68f-5fa72a4150a2 req-8f6857f3-24e5-43e8-ae43-3befe9b8c57d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 210 time: 0.0403707 Nov 10 21:45:39.399454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51864) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:39.399604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c8b0bfce-4902-4651-a658-0ba2ec7e5fe7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9159615 Nov 10 21:45:39.456570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa07277-1a25-4dea-b382-4d0600d11407 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:39.458590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1fa07277-1a25-4dea-b382-4d0600d11407 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/863bc106-553a-4f33-9170-8d9a01102967 HTTP/1.1" status: 200 len: 844 time: 0.0574331 Nov 10 21:45:39.462677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:39.527887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-3aacfc4d-b415-4f20-9fa1-2dd8db88b4f6 service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506171 Nov 10 21:45:39.610952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Made reservation on behalf of 121733d077bf4bbb84319c87fbbbb941 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:39.614703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 863bc106-553a-4f33-9170-8d9a01102967 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:39.614890 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:39.615386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:39.756294 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:39.772740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 863bc106-553a-4f33-9170-8d9a01102967 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:39.783448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22b831b2-7317-4c56-b820-6349940489db req-aa6d89bf-8357-4ba4-a916-491a73ed3a5e service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478211 Nov 10 21:45:39.798987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Allocated IP 172.20.0.6 (70a615e8-3904-4d70-a5aa-06354a37491d/3d4ca4bd-be5f-4fc2-9a83-5390469d9164/980599b0-ef80-479c-a56e-6d050f3e4cf6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:39.922070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:39.990887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=863bc106-553a-4f33-9170-8d9a01102967,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:40.008800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180fec-8252-40ff-bac3-a0e7e715613c req-384af4f2-4448-464b-8518-7a930a0b00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:40.012904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59180fec-8252-40ff-bac3-a0e7e715613c req-384af4f2-4448-464b-8518-7a930a0b00d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f9a0f147bc4595a375ece280b33e47&device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1096 time: 0.1146924 Nov 10 21:45:40.024996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.031076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/863bc106-553a-4f33-9170-8d9a01102967 HTTP/1.1" status: 204 len: 168 time: 0.5646915 Nov 10 21:45:40.033078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51880) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:40.036324 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6216999a-39c5-4da3-903c-c4ecebb57d37 req-3622732b-81ea-40e6-8e15-9054f1f47201 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0477152 Nov 10 21:45:40.037852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.038201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.038674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.038997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.039185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.039518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.041577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.041577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.043991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.047926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.048284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.048629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840cea8-f988-4881-8570-a66e0ae15756 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:45:40.094582 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0182d7-1b58-463a-af79-d33a3f3db5e9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:45:40.096200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fb0182d7-1b58-463a-af79-d33a3f3db5e9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/863bc106-553a-4f33-9170-8d9a01102967 HTTP/1.1" status: 404 len: 333 time: 0.0622487 Nov 10 21:45:40.101150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.102272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51884) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:40.108259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'name': 'tempest-PortsIpV6TestJSON-1494175320'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:40.233311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180fec-8252-40ff-bac3-a0e7e715613c req-0bc6be26-5cc4-4cf6-944e-1b583f055c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:40.237138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59180fec-8252-40ff-bac3-a0e7e715613c req-0bc6be26-5cc4-4cf6-944e-1b583f055c7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 200 len: 914 time: 0.2160800 Nov 10 21:45:40.294529 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.303363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59180fec-8252-40ff-bac3-a0e7e715613c req-a7d63782-7e2c-4ef0-a0e4-5bd8edbd6021 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 200 len: 217 time: 0.0594249 Nov 10 21:45:40.347291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51c236-3bd7-4c7b-957f-0829f7b2c6c9 req-1a0a41ff-c21c-42f7-ad59-269eb33ee53f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:40.355498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d51c236-3bd7-4c7b-957f-0829f7b2c6c9 req-1a0a41ff-c21c-42f7-ad59-269eb33ee53f tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.0859170 Nov 10 21:45:40.378302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Network 70a615e8-3904-4d70-a5aa-06354a37491d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:40.381271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:40.385103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:40.385521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.394584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:40.419270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:40.436295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 17febd9a-13d7-4f89-9db5-e5efa3de74ee yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:40.437891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180fec-8252-40ff-bac3-a0e7e715613c req-57c37d8a-9c5a-4d92-abe9-04bb20044bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:40.439485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59180fec-8252-40ff-bac3-a0e7e715613c req-57c37d8a-9c5a-4d92-abe9-04bb20044bd6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17008193-47c7-4758-81a4-e21028053a32 HTTP/1.1" status: 200 len: 852 time: 0.1149077 Nov 10 21:45:40.458139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d51c236-3bd7-4c7b-957f-0829f7b2c6c9 req-087a6071-d18f-4afe-bcdf-771e6c2886af tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977488 Nov 10 21:45:40.492688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:40.493404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.515825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59180fec-8252-40ff-bac3-a0e7e715613c req-971fb32b-a2d9-49fc-a361-a1d59f831563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:40.522751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59180fec-8252-40ff-bac3-a0e7e715613c req-971fb32b-a2d9-49fc-a361-a1d59f831563 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddcd765a-232e-4652-a048-a93cde80f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766549 Nov 10 21:45:40.607279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d826d67-8498-4af5-9453-e3698353f3d5 req-cced9b88-1dfc-4c9a-950a-378e2704fb04 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0434380 Nov 10 21:45:40.672016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-d1b4e75e-c847-42e8-9d24-a5de80722b2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4795532 Nov 10 21:45:40.697164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Request body: {'port': {'device_id': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:40.770753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.796302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdb16c-6558-40ad-bae8-3160f771286a req-69307783-f63a-4f29-a2d0-2212cd3d1195 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:40.803589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3cbdb16c-6558-40ad-bae8-3160f771286a req-69307783-f63a-4f29-a2d0-2212cd3d1195 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 931 time: 0.1490405 Nov 10 21:45:40.815579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59180fec-8252-40ff-bac3-a0e7e715613c req-f0145b38-0465-45e8-8ddd-6409e07fb299 service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799315 Nov 10 21:45:40.816281 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.828698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.880896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-623d39b2-f6d2-4900-8114-8437c63ce9e4 None None] Provisioning complete for port 980599b0-ef80-479c-a56e-6d050f3e4cf6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:40.882139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-623d39b2-f6d2-4900-8114-8437c63ce9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.918750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-623d39b2-f6d2-4900-8114-8437c63ce9e4 None None] Port 980599b0-ef80-479c-a56e-6d050f3e4cf6 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:40.962475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:40.977693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3cbdb16c-6558-40ad-bae8-3160f771286a req-9d0a4f0e-831e-4478-abf6-20863dc1d1ab tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725526 Nov 10 21:45:41.013949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:41.017617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:41.021389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:41.027394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:41.028712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.051157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=17febd9a-13d7-4f89-9db5-e5efa3de74ee,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:41.079038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59180fec-8252-40ff-bac3-a0e7e715613c req-e913c18c-f98a-4512-948e-3674599e55a9 service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515700 Nov 10 21:45:41.190675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a475425d-a665-4e9e-b699-692969f26c6d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0874531 Nov 10 21:45:41.193578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:41.200653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5be2bacb-06f9-494d-9d3f-9574f3429051 req-efa700ad-2442-4084-8c13-79da319001e0 tempest-ServerShowV254Test-1016643703 tempest-ServerShowV254Test-1016643703-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bb8fa5c-35a3-440f-9ce3-30dd620b28bc HTTP/1.1" status: 200 len: 210 time: 0.0429158 Nov 10 21:45:41.201558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:41.310317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.344341 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.412783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980599b0-ef80-479c-a56e-6d050f3e4cf6 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:45:41.425593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.506367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Transition to ACTIVE for port object 980599b0-ef80-479c-a56e-6d050f3e4cf6 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:45:41.554213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.596451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.636586 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.672422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] In _notify_port_updated(), no bound segment for port 17febd9a-13d7-4f89-9db5-e5efa3de74ee on network bc93d3d1-e941-4af7-94a0-95ed5c194e3a {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:45:41.681735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e8ce2-b02a-4566-8c5d-3cdd807b2504 req-dc048d76-590e-459a-99b5-0603e53857c8 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:41.685283 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-277e8ce2-b02a-4566-8c5d-3cdd807b2504 req-dc048d76-590e-459a-99b5-0603e53857c8 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.1249888 Nov 10 21:45:41.701527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:41.702495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.703959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "PUT /v2.0/ports/17febd9a-13d7-4f89-9db5-e5efa3de74ee HTTP/1.1" status: 200 len: 818 time: 0.5076284 Nov 10 21:45:41.706845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51912) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:41.748345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:41.852801 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-277e8ce2-b02a-4566-8c5d-3cdd807b2504 req-917f1ac6-eef0-4bcf-882e-3f2fb67b38ca tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566193 Nov 10 21:45:41.901342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 17febd9a-13d7-4f89-9db5-e5efa3de74ee {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:41.901696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:41.907827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1cadf-f91d-4e1a-bcb5-9639c65ded14 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=17febd9a-13d7-4f89-9db5-e5efa3de74ee,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:41.921528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Attempting to bind port 980599b0-ef80-479c-a56e-6d050f3e4cf6 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:41.921866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Attempting to bind port 980599b0-ef80-479c-a56e-6d050f3e4cf6 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:41.922252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Attempting to bind port 980599b0-ef80-479c-a56e-6d050f3e4cf6 on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:41.927134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Port 980599b0-ef80-479c-a56e-6d050f3e4cf6 on network 70a615e8-3904-4d70-a5aa-06354a37491d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:45:41.927454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Attempting to bind port 980599b0-ef80-479c-a56e-6d050f3e4cf6 on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:41.933667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:41.934726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Checking segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:41.945702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Bound using segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:41.945702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Bound port: 980599b0-ef80-479c-a56e-6d050f3e4cf6, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:41.945702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:42.031847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:42.173452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 17febd9a-13d7-4f89-9db5-e5efa3de74ee owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:42.174077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:42.174077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:42.174077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3da1c2-78ed-4a28-8761-1b9326158407 req-4b541ba0-8592-40f0-a625-9df41619ae7f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:42.175191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f3da1c2-78ed-4a28-8761-1b9326158407 req-4b541ba0-8592-40f0-a625-9df41619ae7f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0643423 Nov 10 21:45:42.236647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f3da1c2-78ed-4a28-8761-1b9326158407 req-e46e0274-8a2c-4e52-87e2-d6abe67a90c0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590572 Nov 10 21:45:42.440215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:42.440476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:42.475945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:42.476460 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:42.477785 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] 10.222.0.64 "PUT /v2.0/ports/980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 1092 time: 1.7853642 Nov 10 21:45:42.478249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:42.480543 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c28a4a-0e93-4ab0-ba6c-767364472e91" -d '{"events": [{"name": "network-changed", "server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:42.538508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=17febd9a-13d7-4f89-9db5-e5efa3de74ee,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:42.548818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:42.575268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-77251fc1-4395-4755-a851-80a10da50538 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/17febd9a-13d7-4f89-9db5-e5efa3de74ee HTTP/1.1" status: 204 len: 168 time: 0.8660748 Nov 10 21:45:42.576241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:42.641009 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9891d51-cd7e-4472-9f77-e027c23408c7 x-openstack-request-id: req-c9891d51-cd7e-4472-9f77-e027c23408c7 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:42.641361 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:42.641663 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9891d51-cd7e-4472-9f77-e027c23408c7 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:42.642066 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'status': 'completed', 'code': 200} Nov 10 21:45:43.147979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ef16d-22c0-49a4-a75d-f91681ae0edd service neutron] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:43.185660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd507c-f9b6-48bd-b067-f97fc9539732 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:43.187776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-30dd507c-f9b6-48bd-b067-f97fc9539732 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6044128 Nov 10 21:45:43.191116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:43.221134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51940) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:43.230289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-ef63c384-3146-4231-919e-308047dbaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:43.232330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-ef63c384-3146-4231-919e-308047dbaca4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1095 time: 0.5787232 Nov 10 21:45:43.239850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7101ba-9a31-4f4c-8f6d-142b34e70923 req-185e97b2-9d78-48e0-8997-b67bc40e77bd tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:43.241414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e7101ba-9a31-4f4c-8f6d-142b34e70923 req-185e97b2-9d78-48e0-8997-b67bc40e77bd tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.1755178 Nov 10 21:45:43.242779 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5deaf4-8bed-479f-a069-6246832a1ab8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:45:43.249075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51944) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:43.249464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5b5deaf4-8bed-479f-a069-6246832a1ab8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/17febd9a-13d7-4f89-9db5-e5efa3de74ee HTTP/1.1" status: 404 len: 333 time: 0.0569694 Nov 10 21:45:43.343483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-341806512'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:43.356272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-c5f35868-30a6-49b2-b5ea-ba9b9f506500 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 217 time: 0.1110644 Nov 10 21:45:43.426372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69c791-f678-447c-a861-294eb0ebcb4e req-dd720ae6-638b-4223-af11-9ec173b09922 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:43.430041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed69c791-f678-447c-a861-294eb0ebcb4e req-dd720ae6-638b-4223-af11-9ec173b09922 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0808330 Nov 10 21:45:43.441444 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e7101ba-9a31-4f4c-8f6d-142b34e70923 req-2b916a32-2c45-43d8-968f-b1ca26230fd0 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869381 Nov 10 21:45:43.491497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e006da17-a9ac-4f3b-beb5-13f15094acf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.503271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed69c791-f678-447c-a861-294eb0ebcb4e req-6d01dd9a-52cb-4b67-b0f8-29a925d9eab1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675826 Nov 10 21:45:43.536928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-3e64a78c-06ee-4996-b993-327d67cf9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:43.536928 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-3e64a78c-06ee-4996-b993-327d67cf9692 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.1679173 Nov 10 21:45:43.604221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:43.607695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.633185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322329-e818-40ea-8e31-dba741c96ff1 req-0a29e7e3-a769-44d0-959d-07be03dce9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:43.634680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-0a29e7e3-a769-44d0-959d-07be03dce9fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821872 Nov 10 21:45:43.658876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:43.691344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.691701 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment ac1d9806-0d76-4e01-9fa5-33ce750aea1e of type vlan for network d896cd75-5cb4-4ee2-b5db-365a0b91a06a Nov 10 21:45:43.749215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e006da17-a9ac-4f3b-beb5-13f15094acf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.773363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.814957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-5a7a0256-6774-4234-85b4-004915794b6e service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686444 Nov 10 21:45:43.847087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e006da17-a9ac-4f3b-beb5-13f15094acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.925314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e006da17-a9ac-4f3b-beb5-13f15094acf8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=501b8d8e2b2a4cb88ebb41560bdf3ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7007866 Nov 10 21:45:43.925836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51956) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:43.927627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006da17-a9ac-4f3b-beb5-13f15094acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03927ee6-4150-4ac0-870b-366d2338be22,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:43.933343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.940664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:43.941174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:43.993488 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56322329-e818-40ea-8e31-dba741c96ff1 req-1aaffe6c-a5d0-4354-998d-03720258928d service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706598 Nov 10 21:45:44.011153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d469af6e-f27f-4679-8c57-44f908ce1cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:44.042120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d469af6e-f27f-4679-8c57-44f908ce1cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:44.053244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=d896cd75-5cb4-4ee2-b5db-365a0b91a06a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:44.067376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:44.097511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6099a37b-cc5a-422c-9af5-4acd42eaa3e0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8435445 Nov 10 21:45:44.098605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51962) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:44.105322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:44.239080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-a722f144-85bc-4db6-a3f6-d8160fc8660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:44.240631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-a722f144-85bc-4db6-a3f6-d8160fc8660a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1095 time: 0.0972576 Nov 10 21:45:44.273210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d469af6e-f27f-4679-8c57-44f908ce1cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:44.282548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d469af6e-f27f-4679-8c57-44f908ce1cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:44.282548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d469af6e-f27f-4679-8c57-44f908ce1cba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03927ee6-4150-4ac0-870b-366d2338be22 HTTP/1.1" status: 204 len: 168 time: 0.3524897 Nov 10 21:45:44.287447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469af6e-f27f-4679-8c57-44f908ce1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03927ee6-4150-4ac0-870b-366d2338be22,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:44.347901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:44.352516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:44.442775 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-d3b60261-ad16-4576-85ab-fe209e2c05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:44.444360 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-d3b60261-ad16-4576-85ab-fe209e2c05ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.1950061 Nov 10 21:45:44.498631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-b30bc3cc-51d1-4987-b38a-bea24230dfa0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 217 time: 0.0436964 Nov 10 21:45:44.597610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-d2ee98ff-790a-4c77-9069-6b620c871770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:44.599177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-d2ee98ff-790a-4c77-9069-6b620c871770 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0926075 Nov 10 21:45:44.615702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ff962-8203-409f-a7fc-63e7cca1023e req-5955637d-421c-479b-b0b9-5e195f1c83f4 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:44.630605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-315ff962-8203-409f-a7fc-63e7cca1023e req-5955637d-421c-479b-b0b9-5e195f1c83f4 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.1091223 Nov 10 21:45:44.688412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-315ff962-8203-409f-a7fc-63e7cca1023e req-a9aacd9f-572f-44f5-8f95-cd6f21f1a639 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558662 Nov 10 21:45:44.719445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-5726b569-29f0-4a30-ac2e-80ae1451ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:44.719445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-5726b569-29f0-4a30-ac2e-80ae1451ef97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106155 Nov 10 21:45:44.742964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7a2dc-31a5-4727-8f09-68338b01cf36 req-a234f957-f5fa-4e44-a96a-dcc2bad0bdbe tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:44.745775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86e7a2dc-31a5-4727-8f09-68338b01cf36 req-a234f957-f5fa-4e44-a96a-dcc2bad0bdbe tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0843911 Nov 10 21:45:44.782743 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:44.878110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51978) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:44.906092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=afb16159-cc14-47d0-ab79-78832d94b900,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:44.931246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86e7a2dc-31a5-4727-8f09-68338b01cf36 req-47b94c7d-46b3-46fc-9a26-0ed7527d0e33 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763635 Nov 10 21:45:44.977496 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-bc2f66de-70af-4078-81db-d1272b6b4423 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496116 Nov 10 21:45:44.981359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': 'ac1d9806-0d76-4e01-9fa5-33ce750aea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:44.981834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: d896cd75-5cb4-4ee2-b5db-365a0b91a06a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:45.050130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57d9263-3d55-4970-8873-8de17e725031 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.111870 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2c28a4a-0e93-4ab0-ba6c-767364472e91 req-e252a6e6-51d7-4e23-a42c-49867ca589f1 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240559 Nov 10 21:45:45.133506 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57d9263-3d55-4970-8873-8de17e725031 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.172992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:45.210983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57d9263-3d55-4970-8873-8de17e725031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.250055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d896cd75-5cb4-4ee2-b5db-365a0b91a06a) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:45.256989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:45.257702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.258633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927063c-1b35-484e-a792-94be3eb2439d None None] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:45.260548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a57d9263-3d55-4970-8873-8de17e725031 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c815063198d4ec5a74dba3b2653fca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3805995 Nov 10 21:45:45.264284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51992) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:45.265201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d9263-3d55-4970-8873-8de17e725031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b98eb-d2d3-49fb-b84a-1ec3a193a28b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:45.336674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96759391-4735-44d5-85dc-6f509ba3d424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.364586 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96759391-4735-44d5-85dc-6f509ba3d424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.409076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4ac09e13-2a07-4823-bf4a-4c2ed533252a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3091564 Nov 10 21:45:45.412195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:45.417193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dffeeb10-6e1d-458e-a867-aee03cf40bda tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:45.479575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d896cd75-5cb4-4ee2-b5db-365a0b91a06a', 'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a', 'tenant_id': '4e62af2d588f40a1be8def4020ec1e77', 'fixed_ips': [{'subnet_id': 'afb16159-cc14-47d0-ab79-78832d94b900'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:45:45.481942 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.521419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96759391-4735-44d5-85dc-6f509ba3d424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.526631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-96759391-4735-44d5-85dc-6f509ba3d424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.530109 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-96759391-4735-44d5-85dc-6f509ba3d424 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/693b98eb-d2d3-49fb-b84a-1ec3a193a28b HTTP/1.1" status: 204 len: 168 time: 0.2643678 Nov 10 21:45:45.551760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96759391-4735-44d5-85dc-6f509ba3d424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b98eb-d2d3-49fb-b84a-1ec3a193a28b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:45.636983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffeeb10-6e1d-458e-a867-aee03cf40bda tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:45.642640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dffeeb10-6e1d-458e-a867-aee03cf40bda tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.701358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Allocated IP 2001:db8::2 (d896cd75-5cb4-4ee2-b5db-365a0b91a06a/afb16159-cc14-47d0-ab79-78832d94b900/000ff78e-072e-4cc3-8760-043c9350e5e9) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:45.773049 n-d-776250-11 neutron-server[103047]: INFO neutron.db.ipam_backend_mixin [None req-dffeeb10-6e1d-458e-a867-aee03cf40bda tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afb16159-cc14-47d0-ab79-78832d94b900 (CIDR: 2001:db8::/64) Nov 10 21:45:45.808818 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffeeb10-6e1d-458e-a867-aee03cf40bda tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:45:45.809441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffeeb10-6e1d-458e-a867-aee03cf40bda tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:45:45.904918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dffeeb10-6e1d-458e-a867-aee03cf40bda tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4916098 Nov 10 21:45:45.907994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52012) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:45.915787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:45.926369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52014) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:45.932952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941f487-9f9a-4c56-90f2-70920063db73 req-07d180d6-5be7-43d3-8005-b6da03e9da36 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:45.945033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:45.948556 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9941f487-9f9a-4c56-90f2-70920063db73 req-07d180d6-5be7-43d3-8005-b6da03e9da36 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.1121204 Nov 10 21:45:46.028735 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.062034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9941f487-9f9a-4c56-90f2-70920063db73 req-cb7cc423-61c5-4e59-8867-a59b8a0315e3 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123745 Nov 10 21:45:46.097344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:46.107783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:46.107783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:46.116883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Pushing event updated for resources: {'Port': ['ID=000ff78e-072e-4cc3-8760-043c9350e5e9,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:46.177543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1239066432-network', 'tenant_id': 'd83c6131bc19443eacd43f2a8c5eb712'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:46.178823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Attempting to bind port 000ff78e-072e-4cc3-8760-043c9350e5e9 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:46.179287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Attempting to bind port 000ff78e-072e-4cc3-8760-043c9350e5e9 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ac1d9806-0d76-4e01-9fa5-33ce750aea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:46.179657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Attempting to bind port 000ff78e-072e-4cc3-8760-043c9350e5e9 on network d896cd75-5cb4-4ee2-b5db-365a0b91a06a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:46.188704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:46.189074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Checking segment: {'id': 'ac1d9806-0d76-4e01-9fa5-33ce750aea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:46.189474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.189864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Bound using segment: {'id': 'ac1d9806-0d76-4e01-9fa5-33ce750aea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:46.190333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Bound port: 000ff78e-072e-4cc3-8760-043c9350e5e9, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1d9806-0d76-4e01-9fa5-33ce750aea1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:46.190713 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.220193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0af945-3594-465c-bbd5-27459f0d2e0b req-609d2e44-6052-40cc-ae88-2efa932da18f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:46.221675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e0af945-3594-465c-bbd5-27459f0d2e0b req-609d2e44-6052-40cc-ae88-2efa932da18f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1446831 Nov 10 21:45:46.229531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.api [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 21:45:46.229531 n-d-776250-11 neutron-server[103048]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 21:45:46.229531 n-d-776250-11 neutron-server[103048]: [parameters: {'project_id': '4e62af2d588f40a1be8def4020ec1e77', 'id': '03ac2341-bec2-4bac-84f1-72b677d2a3d8', 'expiration': datetime.datetime(2021, 11, 10, 21, 47, 46, 222425)}] Nov 10 21:45:46.229531 n-d-776250-11 neutron-server[103048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:45:46.229531 n-d-776250-11 neutron-server[103048]: DEBUG oslo_db.api [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:45:46.259704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] For port 000ff78e-072e-4cc3-8760-043c9350e5e9, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:46.263776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] For port 000ff78e-072e-4cc3-8760-043c9350e5e9, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=000ff78e-072e-4cc3-8760-043c9350e5e9,segment=NetworkSegment(ac1d9806-0d76-4e01-9fa5-33ce750aea1e),segment_id=ac1d9806-0d76-4e01-9fa5-33ce750aea1e)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:46.286581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e0af945-3594-465c-bbd5-27459f0d2e0b req-06d75de1-e036-45f0-88cf-2ebfe9e854e7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548673 Nov 10 21:45:46.344372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Made reservation on behalf of d83c6131bc19443eacd43f2a8c5eb712 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:46.346979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.356760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.379111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.407348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52022) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:46.437128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a46ad33-7f1e-4a8c-9424-02fe4701cfde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.450905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b2aa4-2d9f-45f4-a997-208f3c24c6dc None None] Pushing event updated for resources: {'Port': ['ID=000ff78e-072e-4cc3-8760-043c9350e5e9,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:46.500447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.551980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a46ad33-7f1e-4a8c-9424-02fe4701cfde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.608980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.655565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a46ad33-7f1e-4a8c-9424-02fe4701cfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.660164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde82f07-407c-44a2-bdde-37ac551170c2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:46.679184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:46.712961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.713321 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Added segment be55ce38-f71d-43d2-a8aa-7057795b07f5 of type vlan for network 4b112320-50d7-4a26-b5f1-c63721325d95 Nov 10 21:45:46.741255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46ad33-7f1e-4a8c-9424-02fe4701cfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b80510-cd16-41c7-9afe-c515331aae25,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:46.770731 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2a46ad33-7f1e-4a8c-9424-02fe4701cfde admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7c45c7abbc740ac8aa3c642bec0da8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622789 Nov 10 21:45:46.773449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52024) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:46.792179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.831371 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c54d65d-1577-451e-bc8b-0e4235243d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.854179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c54d65d-1577-451e-bc8b-0e4235243d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.878803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:46.888059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.910639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:46.910639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:46.911309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.010262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c54d65d-1577-451e-bc8b-0e4235243d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.020293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c54d65d-1577-451e-bc8b-0e4235243d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.020293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3c54d65d-1577-451e-bc8b-0e4235243d7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92b80510-cd16-41c7-9afe-c515331aae25 HTTP/1.1" status: 204 len: 168 time: 0.2402418 Nov 10 21:45:47.026390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54d65d-1577-451e-bc8b-0e4235243d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b80510-cd16-41c7-9afe-c515331aae25,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:47.056093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 000ff78e-072e-4cc3-8760-043c9350e5e9 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:47.063751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] Pushing event updated for resources: {'Network': ['ID=4b112320-50d7-4a26-b5f1-c63721325d95,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:47.124473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5ba83f2a-b0a2-4155-946f-0575f69c84fc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1936011 Nov 10 21:45:47.125031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52034) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:47.132891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Request body: {'subnet': {'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1239066432-subnet', 'tenant_id': 'd83c6131bc19443eacd43f2a8c5eb712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:47.141265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4b112320-50d7-4a26-b5f1-c63721325d95 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:47.267280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Made reservation on behalf of d83c6131bc19443eacd43f2a8c5eb712 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:47.270072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.289206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 000ff78e-072e-4cc3-8760-043c9350e5e9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:47.290442 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.366933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae4c66-a7ed-450c-bec1-bed4b18633c0 req-5614bad9-2d3a-4c96-a238-f58f0617f8ed tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:47.368565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7ae4c66-a7ed-450c-bec1-bed4b18633c0 req-5614bad9-2d3a-4c96-a238-f58f0617f8ed tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.1545382 Nov 10 21:45:47.524334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7ae4c66-a7ed-450c-bec1-bed4b18633c0 req-cbd383ff-19e5-4122-89be-9678af9f6875 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376474 Nov 10 21:45:47.602948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e2a9-b347-477a-bf74-5bbb08aaf8b8 req-1c22e708-f81e-4a90-aa5c-7c0bfd41c387 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:47.612900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41e7e2a9-b347-477a-bf74-5bbb08aaf8b8 req-1c22e708-f81e-4a90-aa5c-7c0bfd41c387 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1775703 Nov 10 21:45:47.616320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.684292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:47.694273 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41e7e2a9-b347-477a-bf74-5bbb08aaf8b8 req-e444a11e-cfdb-4939-9a9c-1428301d86cd tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804913 Nov 10 21:45:47.700257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:47.711151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:47.711771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.722271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.741836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=8715909b-a83a-4522-8a09-fb6fff43173c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:47.742235 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.777994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 000ff78e-072e-4cc3-8760-043c9350e5e9, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=000ff78e-072e-4cc3-8760-043c9350e5e9,segment=NetworkSegment(ac1d9806-0d76-4e01-9fa5-33ce750aea1e),segment_id=ac1d9806-0d76-4e01-9fa5-33ce750aea1e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:47.801385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700f52d-c2d7-4068-a96d-9c0000ceffd4 None None] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:47.807536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b6fd98-84e3-40e1-98f9-0503bb99fcae,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:47.834755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Checking segment: {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:47.834755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Network hostable DHCP agents. Network: 4b112320-50d7-4a26-b5f1-c63721325d95, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:47.864508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fc7ff462-c529-468c-87be-2b5a8fefdf83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9548891 Nov 10 21:45:47.867309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52046) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:47.873312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a', 'fixed_ips': [{'subnet_id': 'afb16159-cc14-47d0-ab79-78832d94b900'}, {'subnet_id': '8715909b-a83a-4522-8a09-fb6fff43173c'}], 'name': 'tempest-PortsIpV6TestJSON-1241448388'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:47.905086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.949789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1002643c-a2be-403f-8b54-dca76c5aae0b None None] Provisioning complete for port 000ff78e-072e-4cc3-8760-043c9350e5e9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:47.950021 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1002643c-a2be-403f-8b54-dca76c5aae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:47.972576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Network 4b112320-50d7-4a26-b5f1-c63721325d95 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:48.049556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=000ff78e-072e-4cc3-8760-043c9350e5e9,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:48.072663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4b112320-50d7-4a26-b5f1-c63721325d95) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:48.079507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:48.080818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:48.096214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45e81c-c5e7-4590-94f5-9617a9ed18c3 None None] Network 4b112320-50d7-4a26-b5f1-c63721325d95 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:48.101945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:48.201625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3756c6d9-221b-4d92-b73e-20e1cb0e8770 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0744801 Nov 10 21:45:48.245639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:48.271445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e213b4-82bd-444f-8f1b-648e94dc50b0 None None] Update dhcp port {'port': {'network_id': 'd896cd75-5cb4-4ee2-b5db-365a0b91a06a', 'fixed_ips': [{'subnet_id': 'afb16159-cc14-47d0-ab79-78832d94b900', 'ip_address': '2001:db8::2'}, {'subnet_id': '8715909b-a83a-4522-8a09-fb6fff43173c'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '000ff78e-072e-4cc3-8760-043c9350e5e9'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:45:48.275664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 876f7319-e5c6-4449-9f14-51284e884448 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:48.277066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf044d1-aacc-465c-a29c-14915556eb2a None None] Network 4b112320-50d7-4a26-b5f1-c63721325d95 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:48.365022 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7e213b4-82bd-444f-8f1b-648e94dc50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:48.630793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::349 (d896cd75-5cb4-4ee2-b5db-365a0b91a06a/afb16159-cc14-47d0-ab79-78832d94b900/876f7319-e5c6-4449-9f14-51284e884448) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:48.655104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8:0:1::34a (d896cd75-5cb4-4ee2-b5db-365a0b91a06a/8715909b-a83a-4522-8a09-fb6fff43173c/876f7319-e5c6-4449-9f14-51284e884448) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:48.697426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dbda8-f855-4b00-8689-be513ad6c407 req-3a209235-e4b2-4b57-83b6-b7f6532868ba tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:48.699564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f36dbda8-f855-4b00-8689-be513ad6c407 req-3a209235-e4b2-4b57-83b6-b7f6532868ba tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.0919812 Nov 10 21:45:48.822070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f36dbda8-f855-4b00-8689-be513ad6c407 req-1b5a8e5f-302f-4db9-a5ea-d9193bf588d6 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107855 Nov 10 21:45:48.878171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:48.892926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:45:48.958642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-c587e5ef-e6dc-42d0-8f8b-f4c9f9c9f374 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:48.961636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-c587e5ef-e6dc-42d0-8f8b-f4c9f9c9f374 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 814 time: 0.1849666 Nov 10 21:45:48.992546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-efb14301-f2a8-4968-8c45-e50de078ccb5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/quotas/d83c6131bc19443eacd43f2a8c5eb712 HTTP/1.1" status: 200 len: 375 time: 0.0203342 Nov 10 21:45:49.007191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.018489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 000ff78e-072e-4cc3-8760-043c9350e5e9 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:49.048514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-27cd6d31-2849-4a37-af47-a6be5d17f981 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469277 Nov 10 21:45:49.079197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=876f7319-e5c6-4449-9f14-51284e884448,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:49.093880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:49.096492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:49.102096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:49.111773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:49.111773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.123919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966aa8-7980-4dd8-9e02-1ba63180f389 req-cd2e20f0-8652-4d60-9f74-8778a18f4066 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:49.125456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be966aa8-7980-4dd8-9e02-1ba63180f389 req-cd2e20f0-8652-4d60-9f74-8778a18f4066 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1330779 Nov 10 21:45:49.156708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:49.160046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e7e213b4-82bd-444f-8f1b-648e94dc50b0 None None] Allocated IP 2001:db8:0:1::2 (d896cd75-5cb4-4ee2-b5db-365a0b91a06a/8715909b-a83a-4522-8a09-fb6fff43173c/000ff78e-072e-4cc3-8760-043c9350e5e9) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:49.177311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-c90d195a-7c53-482e-be15-509f930fbce7 service neutron] 10.222.0.45 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173189 Nov 10 21:45:49.195099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be966aa8-7980-4dd8-9e02-1ba63180f389 req-a6b5281f-b31e-46ca-be51-5452f06a9c8b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610430 Nov 10 21:45:49.197859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'port_id': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'mac_address': 'fa:16:3e:18:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:45:49.233962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7602a856-1af8-4be6-b25f-3b877e62f451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3654659 Nov 10 21:45:49.236635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:49.241977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afb16159-cc14-47d0-ab79-78832d94b900'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:49.243604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 000ff78e-072e-4cc3-8760-043c9350e5e9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:49.244056 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.313982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-0f4ce60b-336d-49a0-86e3-115e554ae5e5 service neutron] 10.222.0.45 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281559 Nov 10 21:45:49.365787 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.369004 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.397942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980599b0-ef80-479c-a56e-6d050f3e4cf6 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:45:49.410477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e7e213b4-82bd-444f-8f1b-648e94dc50b0 None None] For port 000ff78e-072e-4cc3-8760-043c9350e5e9, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=000ff78e-072e-4cc3-8760-043c9350e5e9,segment=NetworkSegment(ac1d9806-0d76-4e01-9fa5-33ce750aea1e),segment_id=ac1d9806-0d76-4e01-9fa5-33ce750aea1e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:49.442742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:49.506605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7e213b4-82bd-444f-8f1b-648e94dc50b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.532814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.583171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:49.639883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.663186 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7e213b4-82bd-444f-8f1b-648e94dc50b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:49.680375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b6adfad-b834-4265-a482-35ea995982e0 req-3c741d7c-2cec-4fb5-b57e-cbec11ea79c1 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 210 time: 0.0412779 Nov 10 21:45:49.795119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Delete allocated IP 2001:db8:0:1::34a (d896cd75-5cb4-4ee2-b5db-365a0b91a06a/8715909b-a83a-4522-8a09-fb6fff43173c) {{(pid=103048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 21:45:49.827167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e213b4-82bd-444f-8f1b-648e94dc50b0 None None] Pushing event updated for resources: {'Port': ['ID=000ff78e-072e-4cc3-8760-043c9350e5e9,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:49.883342 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:45:49.962537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['980599b0-ef80-479c-a56e-6d050f3e4cf6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:45:50.012865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:50.028495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bda06a-0efd-4947-bbb6-36c19cda4da9 req-744c3abd-0c58-4ece-98e3-0415154651e3 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:50.030922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-19bda06a-0efd-4947-bbb6-36c19cda4da9 req-744c3abd-0c58-4ece-98e3-0415154651e3 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.0945196 Nov 10 21:45:50.081309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:50.133236 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-19bda06a-0efd-4947-bbb6-36c19cda4da9 req-c0ae567d-b214-40cd-81eb-58cde2fa9f07 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946970 Nov 10 21:45:50.166026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=876f7319-e5c6-4449-9f14-51284e884448,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:50.195676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] In _notify_port_updated(), no bound segment for port 876f7319-e5c6-4449-9f14-51284e884448 on network d896cd75-5cb4-4ee2-b5db-365a0b91a06a {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:45:50.202440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:50.203062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:50.204421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-77054613-9716-4076-90ae-ddccf35e53b1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "PUT /v2.0/ports/876f7319-e5c6-4449-9f14-51284e884448 HTTP/1.1" status: 200 len: 926 time: 0.9669590 Nov 10 21:45:50.207357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52146) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:50.213520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afb16159-cc14-47d0-ab79-78832d94b900'}, {'subnet_id': '8715909b-a83a-4522-8a09-fb6fff43173c'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:50.403961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8c7ba-3a25-4a2c-8acd-b1a85b5c9db7 req-7b5d77c4-0400-4f50-9179-e2f66e5fd3fe tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:50.411386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22d8c7ba-3a25-4a2c-8acd-b1a85b5c9db7 req-7b5d77c4-0400-4f50-9179-e2f66e5fd3fe tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 944 time: 0.1240125 Nov 10 21:45:50.444225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-97d6901c-2c9f-4d23-87dd-aed292c81a42 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972912 Nov 10 21:45:50.476012 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:50.478521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22d8c7ba-3a25-4a2c-8acd-b1a85b5c9db7 req-1c0f76c7-f66f-4e8a-86f6-ebd845947315 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658109 Nov 10 21:45:50.572514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-6eb8c2f0-1351-41ff-8f30-44845ec81b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:50.574786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-6eb8c2f0-1351-41ff-8f30-44845ec81b0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff&device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0484056 Nov 10 21:45:50.608887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6ea698-d118-42a0-8c27-e5272dc73ce4 None None] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:50.691399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7dccd9e2-0b43-4a57-9ee3-718083c431f0 None None] Provisioning complete for port 000ff78e-072e-4cc3-8760-043c9350e5e9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:50.691947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dccd9e2-0b43-4a57-9ee3-718083c431f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:50.697642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-9a67418d-da16-4343-b21b-269ec1c47338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:50.699912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-9a67418d-da16-4343-b21b-269ec1c47338 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc5652de-064b-4fd6-8955-87dd32b5cf28 HTTP/1.1" status: 200 len: 908 time: 0.1037810 Nov 10 21:45:50.781627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-ce4e5190-f386-46a9-9b66-cf061d8954bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c250856-550e-4337-b493-aa5ea73e33b7 HTTP/1.1" status: 200 len: 1000 time: 0.0755932 Nov 10 21:45:50.851880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-8cc53728-34bd-4b48-a275-2da0c25952cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:50.853235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-727b8bd2-4312-4e59-ac59-32f4aee0e17d req-57269668-1f67-4fa5-84c9-5832fc66a6e5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 210 time: 0.0467029 Nov 10 21:45:50.854671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-8cc53728-34bd-4b48-a275-2da0c25952cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2682bb8-cdd8-4803-8b4a-a51e6c82643c HTTP/1.1" status: 200 len: 846 time: 0.0652645 Nov 10 21:45:50.914331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-5c7258a3-1836-45bc-9d18-90bb8a8febdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:50.915890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-5c7258a3-1836-45bc-9d18-90bb8a8febdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc5652de-064b-4fd6-8955-87dd32b5cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496209 Nov 10 21:45:50.988524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 000ff78e-072e-4cc3-8760-043c9350e5e9 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:51.066315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 000ff78e-072e-4cc3-8760-043c9350e5e9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:51.067055 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:51.106561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-3416afc1-2296-4c95-8191-5c0d7f927834 service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832018 Nov 10 21:45:51.319073 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-414f08cf-cd2e-4c2e-af96-52c416d0f0fa req-13ac5fcf-2a36-4a6b-84ef-fa93748fe31f service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051675 Nov 10 21:45:51.335502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d636028-1807-42c4-a4fb-9be1b4ed3900 req-21305820-5a56-4803-9172-e97606eb8a17 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:51.340275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d636028-1807-42c4-a4fb-9be1b4ed3900 req-21305820-5a56-4803-9172-e97606eb8a17 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 944 time: 0.0833147 Nov 10 21:45:51.358411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8:0:1::22 (d896cd75-5cb4-4ee2-b5db-365a0b91a06a/8715909b-a83a-4522-8a09-fb6fff43173c/876f7319-e5c6-4449-9f14-51284e884448) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:51.369502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5d4b58fe-b80b-4ab4-ba33-c7b4d194f0e5 None None] Provisioning complete for port 000ff78e-072e-4cc3-8760-043c9350e5e9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:51.369872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d4b58fe-b80b-4ab4-ba33-c7b4d194f0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:51.409933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d636028-1807-42c4-a4fb-9be1b4ed3900 req-42a254b6-1f33-43df-abbb-efb468f776af tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675530 Nov 10 21:45:51.671295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:51.682578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee002d-179b-412c-88fd-21de85c9abf3 req-f8623f2b-5f08-43e1-aa5f-96316f5e6f50 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:51.690486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91ee002d-179b-412c-88fd-21de85c9abf3 req-f8623f2b-5f08-43e1-aa5f-96316f5e6f50 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 944 time: 0.0838418 Nov 10 21:45:51.753074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5d4b58fe-b80b-4ab4-ba33-c7b4d194f0e5 None None] Provisioning complete for port 876f7319-e5c6-4449-9f14-51284e884448 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:51.753597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d4b58fe-b80b-4ab4-ba33-c7b4d194f0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:51.756407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91ee002d-179b-412c-88fd-21de85c9abf3 req-95b2fcd9-8a63-4352-b398-3b5b23a9fbc7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644813 Nov 10 21:45:51.766901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:51.807744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b58fe-b80b-4ab4-ba33-c7b4d194f0e5 None None] Port 876f7319-e5c6-4449-9f14-51284e884448 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:51.872908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] In _notify_port_updated(), no bound segment for port 876f7319-e5c6-4449-9f14-51284e884448 on network d896cd75-5cb4-4ee2-b5db-365a0b91a06a {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:45:51.878858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:51.879487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:51.881065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "PUT /v2.0/ports/876f7319-e5c6-4449-9f14-51284e884448 HTTP/1.1" status: 200 len: 1011 time: 1.6725192 Nov 10 21:45:51.881828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313c36e-58b4-4180-9eff-484fd392b4ec tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=876f7319-e5c6-4449-9f14-51284e884448,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:51.884973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52258) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:51.936349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b9363d46-e2d2-48b9-9b6b-5d00bd65998d None None] Provisioning complete for port 876f7319-e5c6-4449-9f14-51284e884448 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:51.937101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b9363d46-e2d2-48b9-9b6b-5d00bd65998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:51.987671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b9363d46-e2d2-48b9-9b6b-5d00bd65998d None None] Port 876f7319-e5c6-4449-9f14-51284e884448 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:52.027652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fd58516-d7f7-4f0b-aea8-2bdc78a1b117 req-e6b85da0-1e6b-4903-a71a-a05b3b1c1d66 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 210 time: 0.0595512 Nov 10 21:45:52.040147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ace2faff-d456-4bbe-b293-7383e6e9fcbf details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:45:52.052707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 876f7319-e5c6-4449-9f14-51284e884448 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:52.053053 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.104658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52270) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:52.148837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-30c925de-bfe5-4020-a1eb-2303282cbb5b None None] Provisioning complete for port 876f7319-e5c6-4449-9f14-51284e884448 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:52.149294 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30c925de-bfe5-4020-a1eb-2303282cbb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.190973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.212149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ace2faff-d456-4bbe-b293-7383e6e9fcbf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:52.216810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-30c925de-bfe5-4020-a1eb-2303282cbb5b None None] Port 876f7319-e5c6-4449-9f14-51284e884448 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:52.221879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 876f7319-e5c6-4449-9f14-51284e884448 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:52.224548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'mac_address': 'fa:16:3e:3d:84:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:45:52.273034 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-749c1712-0d35-4bee-b61b-95dc868554bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.276005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.291940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace2faff-d456-4bbe-b293-7383e6e9fcbf {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:45:52.342430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ace2faff-d456-4bbe-b293-7383e6e9fcbf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:52.394921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-749c1712-0d35-4bee-b61b-95dc868554bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.453182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b07c52df-ba8e-4d05-817c-c0921072ef10 None None] Provisioning complete for port 876f7319-e5c6-4449-9f14-51284e884448 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:52.454387 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b07c52df-ba8e-4d05-817c-c0921072ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.507406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-749c1712-0d35-4bee-b61b-95dc868554bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.532913 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.552879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c1712-0d35-4bee-b61b-95dc868554bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1435ecab-ad54-4803-aa54-f87521a42293,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:52.590776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f057a2-f389-496d-ac5e-5eeaa92dacf6 req-e3bff1bb-58e7-42e1-af63-ec8768bf015a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:52.593128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7f057a2-f389-496d-ac5e-5eeaa92dacf6 req-e3bff1bb-58e7-42e1-af63-ec8768bf015a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 945 time: 0.0773385 Nov 10 21:45:52.597949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-749c1712-0d35-4bee-b61b-95dc868554bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e9d647ce78f4c7c995b2ede10317197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870780 Nov 10 21:45:52.598333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52292) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:52.612406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b07c52df-ba8e-4d05-817c-c0921072ef10 None None] Port 876f7319-e5c6-4449-9f14-51284e884448 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:45:52.659459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ace2faff-d456-4bbe-b293-7383e6e9fcbf,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:52.678779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:52.760260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['ace2faff-d456-4bbe-b293-7383e6e9fcbf'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:45:52.940816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:52.969103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5f5df-0730-4fbd-9937-b36129124a05 req-9320ccc8-c804-454f-9cfa-5f9ea9a66d40 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:52.971046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9f5f5df-0730-4fbd-9937-b36129124a05 req-9320ccc8-c804-454f-9cfa-5f9ea9a66d40 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 944 time: 0.0859971 Nov 10 21:45:53.033776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9f5f5df-0730-4fbd-9937-b36129124a05 req-231c9804-7125-4c1f-b8ab-0da353e22365 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535357 Nov 10 21:45:53.185338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d8bc5f4-8c45-46d4-a4aa-31cb4b2215a4 req-d5cee6f9-5570-4a2c-b722-3fa62ecf1575 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 210 time: 0.0358655 Nov 10 21:45:53.195699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 980599b0-ef80-479c-a56e-6d050f3e4cf6 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:45:53.202929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=876f7319-e5c6-4449-9f14-51284e884448,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:53.211530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 980599b0-ef80-479c-a56e-6d050f3e4cf6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:53.211960 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.303017 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.321168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7f057a2-f389-496d-ac5e-5eeaa92dacf6 req-5839f173-cf4e-4392-8cd3-13de8c09a3eb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6905372 Nov 10 21:45:53.325459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.329440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b3f755d1-49e8-44d0-8f09-bc8307a3aa5f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/876f7319-e5c6-4449-9f14-51284e884448 HTTP/1.1" status: 204 len: 168 time: 1.4429903 Nov 10 21:45:53.329612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:53.330116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2cb5-41a6-44f9-98af-80b69a49c9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.331844 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f988e2f-888d-4c69-8d6c-ad18ab56e7f4" -d '{"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-plugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:53.332643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:53.375193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:53.375707 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2cb5-41a6-44f9-98af-80b69a49c9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.402907 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c1553-45bb-40ec-9e80-0f37a55fdf55 x-openstack-request-id: req-417c1553-45bb-40ec-9e80-0f37a55fdf55 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:53.403201 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-plugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:53.403532 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-417c1553-45bb-40ec-9e80-0f37a55fdf55 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:53.403896 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'code': 200} Nov 10 21:45:53.410356 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-852c30d6-d266-43b5-bed8-dc35464632a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:45:53.412064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-852c30d6-d266-43b5-bed8-dc35464632a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/876f7319-e5c6-4449-9f14-51284e884448 HTTP/1.1" status: 404 len: 333 time: 0.0779233 Nov 10 21:45:53.414929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52332) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:53.415196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5e7b035e-1275-410b-be70-5a5799e8fc4e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:53.416841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5e7b035e-1275-410b-be70-5a5799e8fc4e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.64 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 814 time: 0.7089472 Nov 10 21:45:53.443598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Request body: {'port': {'device_id': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95', 'admin_state_up': True, 'tenant_id': 'd83c6131bc19443eacd43f2a8c5eb712'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:53.445126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.535624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet 8715909b-a83a-4522-8a09-fb6fff43173c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:45:53.556635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.588542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:53.607089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.613263 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.632655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8161e1-41d6-486d-a7aa-d6c2d3fd9b18 req-aedae506-9c91-48e6-971a-82bf02eb3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:53.634114 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec8161e1-41d6-486d-a7aa-d6c2d3fd9b18 req-aedae506-9c91-48e6-971a-82bf02eb3e36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1097 time: 0.1572297 Nov 10 21:45:53.641364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2cb5-41a6-44f9-98af-80b69a49c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.645322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2cb5-41a6-44f9-98af-80b69a49c9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.646734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d9c2cb5-41a6-44f9-98af-80b69a49c9a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1435ecab-ad54-4803-aa54-f87521a42293 HTTP/1.1" status: 204 len: 168 time: 1.0472012 Nov 10 21:45:53.657743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c2cb5-41a6-44f9-98af-80b69a49c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1435ecab-ad54-4803-aa54-f87521a42293,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:53.712311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Made reservation on behalf of d83c6131bc19443eacd43f2a8c5eb712 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:53.720002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.725198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec8161e1-41d6-486d-a7aa-d6c2d3fd9b18 req-7d1b0aff-9279-4c7c-ad61-997f8d01a7cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806067 Nov 10 21:45:53.741059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.857920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Allocated IP 172.20.0.2 (4b112320-50d7-4a26-b5f1-c63721325d95/99b6fd98-84e3-40e1-98f9-0503bb99fcae/0e63bd6f-244d-403a-9a9d-73d5624116d8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:53.890927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.921847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=8715909b-a83a-4522-8a09-fb6fff43173c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:53.923886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:53.928206 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9a421fb1-379c-43f4-ad63-cf05107a0cf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/8715909b-a83a-4522-8a09-fb6fff43173c HTTP/1.1" status: 204 len: 168 time: 0.5115616 Nov 10 21:45:53.931967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52358) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:53.935201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153855ec-9def-4366-90de-ddc64020be36 None None] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:54.053684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet afb16159-cc14-47d0-ab79-78832d94b900 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:45:54.061675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.069865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ace2faff-d456-4bbe-b293-7383e6e9fcbf up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:45:54.253507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.313543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port ace2faff-d456-4bbe-b293-7383e6e9fcbf completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:45:54.320047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port ace2faff-d456-4bbe-b293-7383e6e9fcbf triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:54.329353 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.332570 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.386997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdfb55d9-e25d-4c7c-b7bb-4afcc3357cda req-4a088547-2c5c-46dc-bbcc-18ebddf23fbc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 210 time: 0.0568969 Nov 10 21:45:54.443135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.488745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.543687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port ace2faff-d456-4bbe-b293-7383e6e9fcbf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:54.560172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4992e4-3033-4e50-907f-e263e0ecaffb req-6d8ca6a8-d0ff-4b42-9a6e-cdd7f65680f5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:54.563094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a4992e4-3033-4e50-907f-e263e0ecaffb req-6d8ca6a8-d0ff-4b42-9a6e-cdd7f65680f5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 945 time: 0.1019461 Nov 10 21:45:54.601709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52392) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:54.607775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.625090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07b4eac8-8d83-4daa-8fa5-3a5b5cc60abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.670209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a4992e4-3033-4e50-907f-e263e0ecaffb req-6558dbf2-822e-48c1-916d-c4ef1a8e77d5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959339 Nov 10 21:45:54.675893 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.766259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.796802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=ace2faff-d456-4bbe-b293-7383e6e9fcbf,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:54.804398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07b4eac8-8d83-4daa-8fa5-3a5b5cc60abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.810891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381070d-3509-4c7c-88b7-8790bcfd358d req-07c92a83-9719-4b6f-8857-083439e1b918 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:54.812613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7381070d-3509-4c7c-88b7-8790bcfd358d req-07c92a83-9719-4b6f-8857-083439e1b918 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.6084733 Nov 10 21:45:54.817890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Network 4b112320-50d7-4a26-b5f1-c63721325d95 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:54.841837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:54.848578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=afb16159-cc14-47d0-ab79-78832d94b900,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:54.851051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:54.866101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.869277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0770dfc4-6da5-48f2-b413-68e852db3fde tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/afb16159-cc14-47d0-ab79-78832d94b900 HTTP/1.1" status: 204 len: 168 time: 0.9363458 Nov 10 21:45:54.870192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:54.872688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52404) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:54.908957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07b4eac8-8d83-4daa-8fa5-3a5b5cc60abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.942024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:54.942657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:54.947900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7381070d-3509-4c7c-88b7-8790bcfd358d req-668db282-0c63-45b4-9a85-6e88b768be83 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032963 Nov 10 21:45:55.019103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-07b4eac8-8d83-4daa-8fa5-3a5b5cc60abd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87d9f02c02794032b7e0aa1da52022e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4152472 Nov 10 21:45:55.020006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4eac8-8d83-4daa-8fa5-3a5b5cc60abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abaaedb-2893-4a3f-af68-aa56d24c77ae,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:55.021865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52410) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:55.025697 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.087370 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-4ed393bc-e925-491e-ac74-1d4c44211efc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6506100 Nov 10 21:45:55.087825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 000ff78e-072e-4cc3-8760-043c9350e5e9 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:45:55.088346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.101149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Request body: {'port': {'device_id': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:55.155465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5e7f69b-847c-4a19-9f6b-eb64a75333c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.166260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] For port 000ff78e-072e-4cc3-8760-043c9350e5e9, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=000ff78e-072e-4cc3-8760-043c9350e5e9,segment=NetworkSegment(ac1d9806-0d76-4e01-9fa5-33ce750aea1e),segment_id=ac1d9806-0d76-4e01-9fa5-33ce750aea1e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:45:55.166523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.180966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 000ff78e-072e-4cc3-8760-043c9350e5e9 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:45:55.208189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26015b58-6c1c-4cd8-94f8-751878509999 None None] Network d896cd75-5cb4-4ee2-b5db-365a0b91a06a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:55.209616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5e7f69b-847c-4a19-9f6b-eb64a75333c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.225759 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.295311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e7c32042-d45e-4f0a-981e-4861076355f8 None None] Provisioning complete for port 000ff78e-072e-4cc3-8760-043c9350e5e9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:45:55.295693 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7c32042-d45e-4f0a-981e-4861076355f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.356472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.371838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e7c32042-d45e-4f0a-981e-4861076355f8 None None] Could not find standard attr ID for object 000ff78e-072e-4cc3-8760-043c9350e5e9. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:45:55.376277 n-d-776250-11 neutron-server[103049]: INFO neutron.plugins.ml2.db [None req-e7c32042-d45e-4f0a-981e-4861076355f8 None None] No ports have port_id starting with 000ff78e-072e-4cc3-8760-043c9350e5e9 Nov 10 21:45:55.405225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:55.405439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=000ff78e-072e-4cc3-8760-043c9350e5e9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:55.408053 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031329f4-8d1d-4153-bf4f-e2495c177233" -d '{"events": [{"server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "name": "network-vif-plugged", "status": "completed", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:55.424212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No DVR routers for this DVR port 000ff78e-072e-4cc3-8760-043c9350e5e9 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:45:55.454052 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc55557-dec7-4bf5-95a9-ac26c7a1175e x-openstack-request-id: req-3fc55557-dec7-4bf5-95a9-ac26c7a1175e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:55.454458 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "name": "network-vif-plugged", "status": "completed", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:55.454783 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fc55557-dec7-4bf5-95a9-ac26c7a1175e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:55.455244 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'code': 200} Nov 10 21:45:55.504624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62278d12-cc4b-472c-ad39-a8fedd1c8eb5 None None] DHCP port deletion for d896cd75-5cb4-4ee2-b5db-365a0b91a06a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:45:55.544241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5e7f69b-847c-4a19-9f6b-eb64a75333c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.546821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5e7f69b-847c-4a19-9f6b-eb64a75333c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.548089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d5e7f69b-847c-4a19-9f6b-eb64a75333c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4abaaedb-2893-4a3f-af68-aa56d24c77ae HTTP/1.1" status: 204 len: 168 time: 0.5241590 Nov 10 21:45:55.570526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.612467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d896cd75-5cb4-4ee2-b5db-365a0b91a06a']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:55.624189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1d9806-0d76-4e01-9fa5-33ce750aea1e') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:55.624541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1d9806-0d76-4e01-9fa5-33ce750aea1e') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:55.634996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.651495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.658908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:45:55.659304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:45:55.663039 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:45:55.673509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7f69b-847c-4a19-9f6b-eb64a75333c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abaaedb-2893-4a3f-af68-aa56d24c77ae,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:55.719226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b16e8-3f46-4f9f-bf20-65e485a233c7 req-36fac602-f197-4a8a-a5ea-8eb6e63ea41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:55.720808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-787b16e8-3f46-4f9f-bf20-65e485a233c7 req-36fac602-f197-4a8a-a5ea-8eb6e63ea41e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1098 time: 0.1685231 Nov 10 21:45:55.744376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2e30e-f03a-4195-bb96-697174d507be req-0e9d67ee-d502-454f-8094-d6621ab770be tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:55.744863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77f2e30e-f03a-4195-bb96-697174d507be req-0e9d67ee-d502-454f-8094-d6621ab770be tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 931 time: 0.2191150 Nov 10 21:45:55.758001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e63bd6f-244d-403a-9a9d-73d5624116d8 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:45:55.788748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.855841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-787b16e8-3f46-4f9f-bf20-65e485a233c7 req-afcaaf68-7fae-40c1-99e6-2454d70e356d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205299 Nov 10 21:45:55.858304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.860875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77f2e30e-f03a-4195-bb96-697174d507be req-3b7a1a33-d9c8-4d02-9c30-2b34b0fd49dd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074090 Nov 10 21:45:55.862620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Transition to ACTIVE for port object 0e63bd6f-244d-403a-9a9d-73d5624116d8 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:45:55.869604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:55.878521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/d896cd75-5cb4-4ee2-b5db-365a0b91a06a HTTP/1.1" status: 204 len: 168 time: 1.0044675 Nov 10 21:45:55.879040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52456) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:55.889892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced88d66-d3c2-4d2d-8daf-eb46bce56a76 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=d896cd75-5cb4-4ee2-b5db-365a0b91a06a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:55.943360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e4f2c-2e76-4db6-8126-f221663b0be9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:55.944796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f81e4f2c-2e76-4db6-8126-f221663b0be9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0646060 Nov 10 21:45:55.948408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52458) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:55.977687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.075808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafdd2b-3c84-445c-b98c-4fb8aea08e39 req-2e3e39ae-d152-4dad-a6d1-84b4821c3732 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:56.083481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bafdd2b-3c84-445c-b98c-4fb8aea08e39 req-2e3e39ae-d152-4dad-a6d1-84b4821c3732 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 946 time: 0.1594787 Nov 10 21:45:56.119249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:56.160924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ce2aab1d-4d1a-4c0f-b2d1-62a1b9b48a9b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2108099 Nov 10 21:45:56.165416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52480) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:56.177185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-412699999'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:56.228704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bafdd2b-3c84-445c-b98c-4fb8aea08e39 req-d81493f4-2267-430c-a194-3017f45ad90a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438477 Nov 10 21:45:56.245676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:56.246624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:56.246962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on network 4b112320-50d7-4a26-b5f1-c63721325d95 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:56.251608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on network 4b112320-50d7-4a26-b5f1-c63721325d95 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:45:56.251964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on network 4b112320-50d7-4a26-b5f1-c63721325d95 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:56.256824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:56.259899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Checking segment: {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:56.259899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Bound using segment: {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:56.259899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Bound port: 0e63bd6f-244d-403a-9a9d-73d5624116d8, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:56.259899 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.324212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:56.328037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.372306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7988e7-af37-42af-8730-c33589756bef req-185ef423-5e71-4535-8198-0f176c927ce9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:56.373520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:45:56.374264 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9b7988e7-af37-42af-8730-c33589756bef req-185ef423-5e71-4535-8198-0f176c927ce9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0772979 Nov 10 21:45:56.377710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:56.382481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:56.388550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.388935 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment f5de5a6a-c3de-4530-b725-4cd1013ab9d0 of type vlan for network ccbcd244-9238-4186-baeb-5d4c8e0fa786 Nov 10 21:45:56.432298 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9b7988e7-af37-42af-8730-c33589756bef req-26f7f9b7-7adb-4f86-981c-489948ccd5a6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465233 Nov 10 21:45:56.439813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.469564 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.505565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:56.506218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.507758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] 10.222.0.64 "PUT /v2.0/ports/0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 200 len: 1092 time: 1.4110496 Nov 10 21:45:56.508211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:56.510460 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13785943-7652-4427-a96f-ce58a8cdadc4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:56.561409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7b6b8-e80e-4da6-bbd2-fa2d7d547a14 service neutron] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:56.580717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735aa640-eec9-4f5f-8c78-ef78d727e1fa req-4fba66d7-a2e0-49bd-afa0-faa42ed07cd4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:56.582202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-735aa640-eec9-4f5f-8c78-ef78d727e1fa req-4fba66d7-a2e0-49bd-afa0-faa42ed07cd4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0679843 Nov 10 21:45:56.591863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52504) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:56.597333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'floatingip': {'port_id': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:56.622882 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180f92ab-9196-4228-85e0-97c3891f8896 x-openstack-request-id: req-180f92ab-9196-4228-85e0-97c3891f8896 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:56.623284 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:56.623450 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-180f92ab-9196-4228-85e0-97c3891f8896 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:56.623870 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'status': 'completed', 'code': 200} Nov 10 21:45:56.635897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.642488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:56.643305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.676686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:56.691556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13785943-7652-4427-a96f-ce58a8cdadc4 req-0376d78c-9400-4274-85bb-6eff8964a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:56.693073 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13785943-7652-4427-a96f-ce58a8cdadc4 req-0376d78c-9400-4274-85bb-6eff8964a92b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0452559 Nov 10 21:45:56.762064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5892887 Nov 10 21:45:56.779363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52518) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:56.788659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:56.794593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2369f5-812f-43ba-b3e6-9ec7c2fa3225 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=ccbcd244-9238-4186-baeb-5d4c8e0fa786,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:56.814414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:45:56.953960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13785943-7652-4427-a96f-ce58a8cdadc4 req-9b18be83-9f2d-4382-8972-1f5b3d5bdcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:56.955613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13785943-7652-4427-a96f-ce58a8cdadc4 req-9b18be83-9f2d-4382-8972-1f5b3d5bdcdf service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2523527 Nov 10 21:45:57.028914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 000ff78e-072e-4cc3-8760-043c9350e5e9 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:45:57.063609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 000ff78e-072e-4cc3-8760-043c9350e5e9 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:45:57.064229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 000ff78e-072e-4cc3-8760-043c9350e5e9 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:45:57.108113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa749f-2f01-4b8b-bd8a-1a81331ee283 req-5db113ac-c91a-4981-b338-32ee63672e2b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:57.113697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54aa749f-2f01-4b8b-bd8a-1a81331ee283 req-5db113ac-c91a-4981-b338-32ee63672e2b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.1256344 Nov 10 21:45:57.118008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:57.122584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:57.227899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13785943-7652-4427-a96f-ce58a8cdadc4 req-57b64b93-524b-4f50-a7d7-500a4c10aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:57.229735 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13785943-7652-4427-a96f-ce58a8cdadc4 req-57b64b93-524b-4f50-a7d7-500a4c10aa3b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2669923 Nov 10 21:45:57.271496 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54aa749f-2f01-4b8b-bd8a-1a81331ee283 req-acf93863-98ea-47c0-aca8-335bd4112d5a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378219 Nov 10 21:45:57.389934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-acd53a38-a719-409b-aec0-a73f34c396e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:57.391550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-acd53a38-a719-409b-aec0-a73f34c396e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1095 time: 0.1111658 Nov 10 21:45:57.454452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e68b9-17f3-48cc-83b4-d3ae0a003379 req-130d0b2f-4fa9-45f3-929d-8bc69beb2b6b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:57.456262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e91e68b9-17f3-48cc-83b4-d3ae0a003379 req-130d0b2f-4fa9-45f3-929d-8bc69beb2b6b tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 946 time: 0.0879338 Nov 10 21:45:57.457975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-b17725f7-2409-452d-9138-decac422f0c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 200 len: 217 time: 0.0574908 Nov 10 21:45:57.545462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-fc7856a8-2c11-4c3c-9d2c-d954f92cda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:57.547137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-fc7856a8-2c11-4c3c-9d2c-d954f92cda31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99b6fd98-84e3-40e1-98f9-0503bb99fcae HTTP/1.1" status: 200 len: 854 time: 0.0655928 Nov 10 21:45:57.556383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e91e68b9-17f3-48cc-83b4-d3ae0a003379 req-43b54fb5-9e5f-471d-a953-217f0f25bacb tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665786 Nov 10 21:45:57.587362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-e7ba6c07-5209-43a0-a9ff-dbbc4d0346da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b112320-50d7-4a26-b5f1-c63721325d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303249 Nov 10 21:45:57.694850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:57.717211 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-f0d5f0b2-b397-4d44-881b-f4c4d397b76e service neutron] 10.222.0.64 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212144 Nov 10 21:45:57.718805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:57.792925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:57.859856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=0488b65d-2f1d-44e8-9f0e-c9c4e7faea30,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:57.893647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': 'f5de5a6a-c3de-4530-b725-4cd1013ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:57.894248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: ccbcd244-9238-4186-baeb-5d4c8e0fa786, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:45:57.903635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-683b9a7d-136b-4993-8afc-ea5c5d56ea71 req-aa6991c6-eb71-4d4a-910f-d2e7d9514e9f service neutron] 10.222.0.64 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782618 Nov 10 21:45:57.921783 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Floating IP 8ff58b3a-f706-4c7f-806d-87058b1a3ca4 associated. External IP: 172.25.7.248, port: 980599b0-ef80-479c-a56e-6d050f3e4cf6. Nov 10 21:45:58.015270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:45:58.163894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Router 0be12e76-a002-45ff-9c69-f6a303b14ec0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:45:58.178166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, ccbcd244-9238-4186-baeb-5d4c8e0fa786) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:58.190715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d57f0-13cd-4571-b6ef-5f83d0733c77 None None] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:45:58.196336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:58.199494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:58.309984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6edb485a-8175-4314-b025-1d96d335895c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5295062 Nov 10 21:45:58.312525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52590) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:58.318566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786', 'name': 'tempest-PortsIpV6TestJSON-1472071234'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:45:58.330385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:45:58.343955 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] Sync routers for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:45:58.349895 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:58.357636 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:45:58.358265 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:58.445156 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-26dc9c6a-a155-4d51-baf0-9cdced57e7e6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "PUT /v2.0/floatingips/8ff58b3a-f706-4c7f-806d-87058b1a3ca4 HTTP/1.1" status: 200 len: 991 time: 1.8508070 Nov 10 21:45:58.447429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:45:58.452889 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfdb247-e250-4703-83c6-0086ebe001f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:45:58.548600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-ccbcd244-9238-4186-baeb-5d4c8e0fa786', 'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786', 'tenant_id': '4e62af2d588f40a1be8def4020ec1e77', 'fixed_ips': [{'subnet_id': '0488b65d-2f1d-44e8-9f0e-c9c4e7faea30'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:45:58.549498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:58.626167 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af976a0-6713-4087-ab53-c833ef6b74c6 x-openstack-request-id: req-9af976a0-6713-4087-ab53-c833ef6b74c6 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:45:58.626467 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:45:58.626719 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9af976a0-6713-4087-ab53-c833ef6b74c6 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:45:58.627127 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'status': 'completed', 'code': 200} Nov 10 21:45:58.673487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79633498-b245-4b34-82a7-7f0550643c66 req-fd994247-22d6-4167-825b-5a822078b4d5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:58.675285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79633498-b245-4b34-82a7-7f0550643c66 req-fd994247-22d6-4167-825b-5a822078b4d5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.1822228 Nov 10 21:45:58.737396 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:45:58.807192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79633498-b245-4b34-82a7-7f0550643c66 req-7afefec2-5ea1-45d8-a836-288f811cec7c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161809 Nov 10 21:45:58.810263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:45:58.812477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:58.831169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Allocated IP 2001:db8::2 (ccbcd244-9238-4186-baeb-5d4c8e0fa786/0488b65d-2f1d-44e8-9f0e-c9c4e7faea30/f5bf3387-e326-4f6c-b477-3e015f310a34) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:58.836223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cc387-3b09-4bdc-897b-6504e25fdace req-3319d3c6-f452-4582-9fc0-c022f3d02413 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:58.844255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:45:58.847203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b9cc387-3b09-4bdc-897b-6504e25fdace req-3319d3c6-f452-4582-9fc0-c022f3d02413 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 946 time: 0.1053851 Nov 10 21:45:58.948669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b9cc387-3b09-4bdc-897b-6504e25fdace req-5083b690-cc3d-4b81-8c5a-82697af0625d tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919256 Nov 10 21:45:58.970668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-e41c1908-da76-485c-a522-b2be566ee3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:58.972658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-e41c1908-da76-485c-a522-b2be566ee3fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1097 time: 0.2959368 Nov 10 21:45:59.149203 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8ff58b3a-f706-4c7f-806d-87058b1a3ca4', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'floating_ip_address': '172.25.7.248', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'port_id': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'mac_address': 'fa:16:3e:18:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:45:32Z', 'updated_at': '2021-11-10T21:45:57Z', 'revision_number': 1, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:59.164322 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:59.186482 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] Checking router: 0be12e76-a002-45ff-9c69-f6a303b14ec0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:45:59.188649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-e2434f4b-2ee3-45fb-a751-f575c58f8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:59.190162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-e2434f4b-2ee3-45fb-a751-f575c58f8adc service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.2105896 Nov 10 21:45:59.203251 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:45:59.204045 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:59.217326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f4e22-adbb-4666-b5c4-6b13caf41f51 req-70364fe8-ff04-4a5b-b595-6d6719f43f9a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:59.218921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a37f4e22-adbb-4666-b5c4-6b13caf41f51 req-70364fe8-ff04-4a5b-b595-6d6719f43f9a tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 946 time: 0.0867443 Nov 10 21:45:59.319460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:59.321985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:45:59.377684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:45:59.385947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:45:59.391828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3387-e326-4f6c-b477-3e015f310a34,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:45:59.409940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:45:59.412459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-e92d9cc7-4f6a-41ce-bf6d-18f0beb44f89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 999 time: 0.2138758 Nov 10 21:45:59.433015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::a2 (ccbcd244-9238-4186-baeb-5d4c8e0fa786/0488b65d-2f1d-44e8-9f0e-c9c4e7faea30/65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:45:59.472813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Attempting to bind port f5bf3387-e326-4f6c-b477-3e015f310a34 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:45:59.473200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Attempting to bind port f5bf3387-e326-4f6c-b477-3e015f310a34 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f5de5a6a-c3de-4530-b725-4cd1013ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:45:59.473773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Attempting to bind port f5bf3387-e326-4f6c-b477-3e015f310a34 on network ccbcd244-9238-4186-baeb-5d4c8e0fa786 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:45:59.480537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:45:59.481234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Checking segment: {'id': 'f5de5a6a-c3de-4530-b725-4cd1013ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:45:59.481874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:59.482402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Bound using segment: {'id': 'f5de5a6a-c3de-4530-b725-4cd1013ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:45:59.483037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Bound port: f5bf3387-e326-4f6c-b477-3e015f310a34, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5de5a6a-c3de-4530-b725-4cd1013ab9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:45:59.484323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:59.521183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a37f4e22-adbb-4666-b5c4-6b13caf41f51 req-590ccaf9-1f04-4d3c-80ed-bda29a0ee183 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590580 Nov 10 21:45:59.539341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52672) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:45:59.565283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-abacd8a6-7d14-46e2-b74a-6c74603e9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:59.568162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-abacd8a6-7d14-46e2-b74a-6c74603e9ca6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.1366518 Nov 10 21:45:59.659766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] For port f5bf3387-e326-4f6c-b477-3e015f310a34, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:45:59.672294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] For port f5bf3387-e326-4f6c-b477-3e015f310a34, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f5bf3387-e326-4f6c-b477-3e015f310a34,segment=NetworkSegment(f5de5a6a-c3de-4530-b725-4cd1013ab9d0),segment_id=f5de5a6a-c3de-4530-b725-4cd1013ab9d0)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:45:59.691469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-42989707-6b52-4e1c-bab4-8cf6ff12c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:45:59.693006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-42989707-6b52-4e1c-bab4-8cf6ff12c4a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153853 Nov 10 21:45:59.694162 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8ff58b3a-f706-4c7f-806d-87058b1a3ca4', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'floating_ip_address': '172.25.7.248', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'port_id': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'mac_address': 'fa:16:3e:18:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:45:32Z', 'updated_at': '2021-11-10T21:45:57Z', 'revision_number': 1, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:45:59.737651 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4c3088-e9a8-4f0f-ac61-44cee314978a None None] The sync data for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 is: [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8ff58b3a-f706-4c7f-806d-87058b1a3ca4', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'floating_ip_address': '172.25.7.248', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'port_id': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'mac_address': 'fa:16:3e:18:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:45:32Z', 'updated_at': '2021-11-10T21:45:57Z', 'revision_number': 1, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:45:59.825943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:45:59.935106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-1646e7fa-e8dd-4fe4-baa5-4cd1eede10fd service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286720 Nov 10 21:45:59.938944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:00.006586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a787fd-8584-4350-bf69-b565393e4913 tempest-TestVolumeBackupRestore-1495587221 tempest-TestVolumeBackupRestore-1495587221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:00.011972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-61a787fd-8584-4350-bf69-b565393e4913 tempest-TestVolumeBackupRestore-1495587221 tempest-TestVolumeBackupRestore-1495587221-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1093 time: 0.4712317 Nov 10 21:46:00.012859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52714) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:00.015159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c066d9-4a1e-4af4-91e3-6e31d540e622 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3387-e326-4f6c-b477-3e015f310a34,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:00.017970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:00.121791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:00.135644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fbfdb247-e250-4703-83c6-0086ebe001f7 req-3ae31a56-0cb1-42e6-87c8-38ab1e483a90 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247146 Nov 10 21:46:00.247274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881037d-c13a-48a6-9cb4-c8036e951bbc None None] New status for floating IP 8ff58b3a-f706-4c7f-806d-87058b1a3ca4: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:46:00.290476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b6371-e96e-4f08-a1c1-79cea1d5d5c7 req-57e0318a-503d-4ed9-bc88-558f7034a8d7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:00.308423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-804b6371-e96e-4f08-a1c1-79cea1d5d5c7 req-57e0318a-503d-4ed9-bc88-558f7034a8d7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.3668766 Nov 10 21:46:00.452381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-804b6371-e96e-4f08-a1c1-79cea1d5d5c7 req-957d35cf-a87f-485b-837d-80fe5d6e93c6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376741 Nov 10 21:46:00.465051 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:00.599423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:00.611624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:00.613901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:00.617548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:00.624561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:00.625211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:00.718666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:00.766456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52744) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:00.768474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7275a40e-efa1-496b-8665-ed9f0def6bf8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4545119 Nov 10 21:46:00.771828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'ccbcd244-9238-4186-baeb-5d4c8e0fa786', 'name': 'tempest-PortsIpV6TestJSON-2115095437'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:00.941896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Allocated IP 172.25.7.236 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/de880e93-7cf3-42c2-8f1c-ca457b658b43) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:01.019433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52756) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:01.060507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f5bf3387-e326-4f6c-b477-3e015f310a34 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:01.064551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:01.069100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.100443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 856c7811-3b41-4300-be16-9457cc812586 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:01.200964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port f5bf3387-e326-4f6c-b477-3e015f310a34 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:01.201789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.220768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.244084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3fea-6f1c-443e-a50d-b7563bda99f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.342952 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.358305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3fea-6f1c-443e-a50d-b7563bda99f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.371495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::292 (ccbcd244-9238-4186-baeb-5d4c8e0fa786/0488b65d-2f1d-44e8-9f0e-c9c4e7faea30/856c7811-3b41-4300-be16-9457cc812586) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:01.401036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port f5bf3387-e326-4f6c-b477-3e015f310a34, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f5bf3387-e326-4f6c-b477-3e015f310a34,segment=NetworkSegment(f5de5a6a-c3de-4530-b725-4cd1013ab9d0),segment_id=f5de5a6a-c3de-4530-b725-4cd1013ab9d0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:01.483698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3fea-6f1c-443e-a50d-b7563bda99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.532332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.552022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4bdb3fea-6f1c-443e-a50d-b7563bda99f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2b18b66b4384c089ae8f708ec7280db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331304 Nov 10 21:46:01.556458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.558870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52782) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:01.584150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb3fea-6f1c-443e-a50d-b7563bda99f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f671674-cf47-4680-84eb-c5722d993e4d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:01.586885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e869fd1-57f4-447b-b9c0-59eba0f21eda None None] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:01.628243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:01.634529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.640801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:01.648402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:01.675520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c66b3e-68b1-461e-adc0-d3b60b2ddb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.705191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aca517-c444-4c00-9a21-fcf0b7eff61d req-077a1e2f-70e9-4cce-8d29-2ea2d23f80fe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:01.705730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'Port': ['ID=de880e93-7cf3-42c2-8f1c-ca457b658b43,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:01.706828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1aca517-c444-4c00-9a21-fcf0b7eff61d req-077a1e2f-70e9-4cce-8d29-2ea2d23f80fe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.1380835 Nov 10 21:46:01.709703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-87918de5-56da-4e79-8f09-499978db57da None None] Provisioning complete for port f5bf3387-e326-4f6c-b477-3e015f310a34 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:01.710109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-87918de5-56da-4e79-8f09-499978db57da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.770863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c66b3e-68b1-461e-adc0-d3b60b2ddb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.805774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1aca517-c444-4c00-9a21-fcf0b7eff61d req-f38a0d59-d4a3-4cee-97da-bb6025eaf93c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819645 Nov 10 21:46:01.850710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3387-e326-4f6c-b477-3e015f310a34,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:01.874162 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.915398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c66b3e-68b1-461e-adc0-d3b60b2ddb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.918563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c66b3e-68b1-461e-adc0-d3b60b2ddb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:01.922865 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1c66b3e-68b1-461e-adc0-d3b60b2ddb01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f671674-cf47-4680-84eb-c5722d993e4d HTTP/1.1" status: 204 len: 168 time: 0.3628521 Nov 10 21:46:01.931386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c66b3e-68b1-461e-adc0-d3b60b2ddb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f671674-cf47-4680-84eb-c5722d993e4d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:02.027311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:02.035251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:02.038298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:02.045594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:02.046599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.105501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=856c7811-3b41-4300-be16-9457cc812586,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:02.196969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b18004b1-fedd-4ba8-aa45-f7f3fc52611f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4291673 Nov 10 21:46:02.199635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52810) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:02.289685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e14c1f62-ffd7-450b-a1c7-77f61ef3bff0 None None] Provisioning complete for port f5bf3387-e326-4f6c-b477-3e015f310a34 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:02.292707 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e14c1f62-ffd7-450b-a1c7-77f61ef3bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.348536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.563819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e14c1f62-ffd7-450b-a1c7-77f61ef3bff0 None None] Provisioning complete for port 65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:02.564457 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e14c1f62-ffd7-450b-a1c7-77f61ef3bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.597385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.615513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e14c1f62-ffd7-450b-a1c7-77f61ef3bff0 None None] Port 65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:02.794847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.851401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-270ec745-1d65-4b28-85dd-c2aca03e3aa8 None None] Provisioning complete for port 65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:02.851815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-270ec745-1d65-4b28-85dd-c2aca03e3aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.863013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705fae5f-4207-49a1-826a-4e8043bf9688 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:02.875763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52838) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:02.897532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-705fae5f-4207-49a1-826a-4e8043bf9688 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa2 HTTP/1.1" status: 200 len: 928 time: 0.6959121 Nov 10 21:46:02.899787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52842) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:02.928083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-270ec745-1d65-4b28-85dd-c2aca03e3aa8 None None] Port 65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:02.954093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:46:02.956479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40882aa4-860c-4ece-a8e1-0e7e0d1f4f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:02.989041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.025686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f5bf3387-e326-4f6c-b477-3e015f310a34 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:03.160341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event updated for resources: {'Port': ['ID=de880e93-7cf3-42c2-8f1c-ca457b658b43,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:03.171742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40882aa4-860c-4ece-a8e1-0e7e0d1f4f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.176823 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.214776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bf705b24-a2a9-460a-9838-870ad1a81ceb None None] Provisioning complete for port 856c7811-3b41-4300-be16-9457cc812586 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:03.215399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf705b24-a2a9-460a-9838-870ad1a81ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.218646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364930a6-4e18-4bde-9d26-9dae19ab0b02 req-84a2d2cf-5344-48ff-9111-9a68044de8c8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:03.220192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-364930a6-4e18-4bde-9d26-9dae19ab0b02 req-84a2d2cf-5344-48ff-9111-9a68044de8c8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.2047539 Nov 10 21:46:03.259353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40882aa4-860c-4ece-a8e1-0e7e0d1f4f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.278228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bf705b24-a2a9-460a-9838-870ad1a81ceb None None] Port 856c7811-3b41-4300-be16-9457cc812586 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:03.289741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:03.303493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 856c7811-3b41-4300-be16-9457cc812586 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:03.303972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.305848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port f5bf3387-e326-4f6c-b477-3e015f310a34 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:03.312264 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.323036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40882aa4-860c-4ece-a8e1-0e7e0d1f4f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ee627-2d86-4305-b447-7dc28ce5687e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:03.335164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95', 'port_id': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'mac_address': 'fa:16:3e:0b:c6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6fd98-84e3-40e1-98f9-0503bb99fcae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:46:03.381278 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Floating IP 529a7283-83e7-44c4-8ac5-a8764e4fa7d2 associated. External IP: 172.25.7.236, port: ace2faff-d456-4bbe-b293-7383e6e9fcbf. Nov 10 21:46:03.389045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-40882aa4-860c-4ece-a8e1-0e7e0d1f4f5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=631dd9803744416da0c9dcc50e2c5144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4874539 Nov 10 21:46:03.395879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52864) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:03.415982 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.459934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-364930a6-4e18-4bde-9d26-9dae19ab0b02 req-412fda55-29ad-4fd6-8307-29fe5189f9b4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238181 Nov 10 21:46:03.476098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e63bd6f-244d-403a-9a9d-73d5624116d8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:46:03.513300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:03.517377 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b275de80-cb44-4402-8a37-abe3b49b4926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.547207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b275de80-cb44-4402-8a37-abe3b49b4926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.570443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.594393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 856c7811-3b41-4300-be16-9457cc812586 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:03.600972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.650537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:03.726703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b275de80-cb44-4402-8a37-abe3b49b4926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.730143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b275de80-cb44-4402-8a37-abe3b49b4926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.733480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b275de80-cb44-4402-8a37-abe3b49b4926 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da5ee627-2d86-4305-b447-7dc28ce5687e HTTP/1.1" status: 204 len: 168 time: 0.3342996 Nov 10 21:46:03.741115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275de80-cb44-4402-8a37-abe3b49b4926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ee627-2d86-4305-b447-7dc28ce5687e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:03.818192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Router a386027a-e360-442d-bb3b-512e9df80887 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:46:03.947743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:46:03.955818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:03.959633 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] Sync routers for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:46:03.970088 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:03.970920 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:03.999247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0e63bd6f-244d-403a-9a9d-73d5624116d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:46:04.000938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=856c7811-3b41-4300-be16-9457cc812586,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:04.025521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:04.032007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52878) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:04.032564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-36aa9809-4f13-4f10-91de-085a333c976c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/856c7811-3b41-4300-be16-9457cc812586 HTTP/1.1" status: 204 len: 168 time: 1.1549726 Nov 10 21:46:04.084663 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b1ab03-37b7-466c-9e0e-e73802e71ac5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:46:04.086806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-30b1ab03-37b7-466c-9e0e-e73802e71ac5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/856c7811-3b41-4300-be16-9457cc812586 HTTP/1.1" status: 404 len: 333 time: 0.0537398 Nov 10 21:46:04.090994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52884) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:04.181374 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:46:04.218851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:04.264301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b35a450f-ff13-4911-9b28-d37d75532577 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2500720 Nov 10 21:46:04.265723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:46:04.269392 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9933d860-4390-45bb-b2a5-0b155fade751" -d '{"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:46:04.271664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52890) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:04.351719 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2542b1d-cf7d-47ed-b473-60de67e76429 x-openstack-request-id: req-c2542b1d-cf7d-47ed-b473-60de67e76429 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:46:04.353218 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:46:04.353484 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2542b1d-cf7d-47ed-b473-60de67e76429 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:46:04.354148 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'status': 'completed', 'code': 200} Nov 10 21:46:04.374852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:04.375207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:04.391551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d7f9d-f0bf-4fed-a70e-8be7b3be3fb6 tempest-TestVolumeBackupRestore-1495587221 tempest-TestVolumeBackupRestore-1495587221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:04.396290 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5d9d7f9d-f0bf-4fed-a70e-8be7b3be3fb6 tempest-TestVolumeBackupRestore-1495587221 tempest-TestVolumeBackupRestore-1495587221-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1093 time: 0.1235416 Nov 10 21:46:04.399455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52896) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:04.416670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Request body: {'floatingip': {'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:04.494262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:04.539030 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:04.560470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:04.605868 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '529a7283-83e7-44c4-8ac5-a8764e4fa7d2', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'mac_address': 'fa:16:3e:3d:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:46:02Z', 'updated_at': '2021-11-10T21:46:02Z', 'revision_number': 0, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:04.686919 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] Checking router: a386027a-e360-442d-bb3b-512e9df80887 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:46:04.702053 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:04.702922 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:04.739448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933d860-4390-45bb-b2a5-0b155fade751 req-32b40161-9533-493c-acbe-5a8c62fdba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:04.740972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9933d860-4390-45bb-b2a5-0b155fade751 req-32b40161-9533-493c-acbe-5a8c62fdba4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f9a0f147bc4595a375ece280b33e47&device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1098 time: 0.3607714 Nov 10 21:46:04.822498 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:46:04.945689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933d860-4390-45bb-b2a5-0b155fade751 req-729ebe33-35af-434d-81b7-f858b7161989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:04.947518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9933d860-4390-45bb-b2a5-0b155fade751 req-729ebe33-35af-434d-81b7-f858b7161989 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 200 len: 914 time: 0.1979098 Nov 10 21:46:04.973348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:05.051315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:05.078565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9933d860-4390-45bb-b2a5-0b155fade751 req-42f25a7c-f584-4726-8ba4-1493ec5764a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 200 len: 1000 time: 0.1202099 Nov 10 21:46:05.128693 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '529a7283-83e7-44c4-8ac5-a8764e4fa7d2', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'mac_address': 'fa:16:3e:3d:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:46:02Z', 'updated_at': '2021-11-10T21:46:02Z', 'revision_number': 0, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:05.175713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933d860-4390-45bb-b2a5-0b155fade751 req-597e51bb-728b-48be-841a-9bdd095adc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:05.177608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9933d860-4390-45bb-b2a5-0b155fade751 req-597e51bb-728b-48be-841a-9bdd095adc5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17008193-47c7-4758-81a4-e21028053a32 HTTP/1.1" status: 200 len: 852 time: 0.0646679 Nov 10 21:46:05.203626 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992942c-ddfd-4584-918e-627aada03de2 None None] The sync data for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 is: [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '529a7283-83e7-44c4-8ac5-a8764e4fa7d2', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'mac_address': 'fa:16:3e:3d:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:46:02Z', 'updated_at': '2021-11-10T21:46:02Z', 'revision_number': 0, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:46:05.372431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933d860-4390-45bb-b2a5-0b155fade751 req-38566eea-a93d-4882-afef-72bea7a83288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:05.374028 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9933d860-4390-45bb-b2a5-0b155fade751 req-38566eea-a93d-4882-afef-72bea7a83288 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddcd765a-232e-4652-a048-a93cde80f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806633 Nov 10 21:46:05.530744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:05.540366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3edb25c7-789c-47f1-b128-87af5c216701 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 HTTP/1.1" status: 204 len: 168 time: 1.4428048 Nov 10 21:46:05.542841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52926) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:05.581692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00838858-d0d0-475e-a505-6d972f5107bb req-560796d6-176b-4daa-9eea-462112bbe762 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:05.583253 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00838858-d0d0-475e-a505-6d972f5107bb req-560796d6-176b-4daa-9eea-462112bbe762 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 1.0290828 Nov 10 21:46:05.584982 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee76e4e-1a9c-4038-9ca0-61c70ef872ca tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:46:05.586482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6ee76e4e-1a9c-4038-9ca0-61c70ef872ca tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/65b59b40-bb0c-4dd7-8b74-78fa4eaf1cb0 HTTP/1.1" status: 404 len: 333 time: 0.0404773 Nov 10 21:46:05.590506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b40bb-fbab-49b3-a87f-104f58b91dca None None] New status for floating IP 529a7283-83e7-44c4-8ac5-a8764e4fa7d2: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:46:05.591025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52928) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:05.611940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:05.638906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9933d860-4390-45bb-b2a5-0b155fade751 req-e3dafbf9-678b-4eab-b579-5b7a07698678 service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459443 Nov 10 21:46:05.669523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet 0488b65d-2f1d-44e8-9f0e-c9c4e7faea30 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:05.673614 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:05.770553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:05.795270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9933d860-4390-45bb-b2a5-0b155fade751 req-36809267-0cc1-47c8-b973-06ef7664e66a service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482229 Nov 10 21:46:05.796921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:05.928847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:05.961875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-019b40bb-fbab-49b3-a87f-104f58b91dca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:46:05.962239 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-019b40bb-fbab-49b3-a87f-104f58b91dca None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:46:05.963208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2195cdef-14e5-4765-863a-c8797403cbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.008604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-00838858-d0d0-475e-a505-6d972f5107bb req-01c5cc61-202c-44a2-a160-5d2dd3158c6e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442097 Nov 10 21:46:06.081595 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.121272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Router a386027a-e360-442d-bb3b-512e9df80887 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:46:06.129733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=0488b65d-2f1d-44e8-9f0e-c9c4e7faea30,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:06.131980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.137832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5ae3c63a-0e9c-4719-a2cf-6c421835dc0f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/0488b65d-2f1d-44e8-9f0e-c9c4e7faea30 HTTP/1.1" status: 204 len: 168 time: 0.5433533 Nov 10 21:46:06.138487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:06.154860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9b7362-c064-4cd5-9e71-497b61bcfab7 None None] Network ccbcd244-9238-4186-baeb-5d4c8e0fa786 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:06.281868 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.284294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:46:06.289764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.393844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] DHCP port deletion for ccbcd244-9238-4186-baeb-5d4c8e0fa786 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:46:06.402478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:46:06.404628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port f5bf3387-e326-4f6c-b477-3e015f310a34 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:06.405006 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d2b7e-12cb-4869-95f0-12f21037e8db" -d '{"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:46:06.405342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.415550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5d0ead1b-d4ac-42b2-a4c5-338281297946 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "PUT /v2.0/floatingips/529a7283-83e7-44c4-8ac5-a8764e4fa7d2 HTTP/1.1" status: 200 len: 992 time: 2.0147171 Nov 10 21:46:06.465260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b40bb-fbab-49b3-a87f-104f58b91dca None None] New status for floating IP 529a7283-83e7-44c4-8ac5-a8764e4fa7d2: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:46:06.469738 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233d8c4c-4631-4302-985b-16c611334cb7 x-openstack-request-id: req-233d8c4c-4631-4302-985b-16c611334cb7 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:46:06.470129 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:46:06.470478 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-233d8c4c-4631-4302-985b-16c611334cb7 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:46:06.471039 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'status': 'completed', 'code': 200} Nov 10 21:46:06.493761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] For port f5bf3387-e326-4f6c-b477-3e015f310a34, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f5bf3387-e326-4f6c-b477-3e015f310a34,segment=NetworkSegment(f5de5a6a-c3de-4530-b725-4cd1013ab9d0),segment_id=f5de5a6a-c3de-4530-b725-4cd1013ab9d0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:06.494117 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.508804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for f5bf3387-e326-4f6c-b477-3e015f310a34 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:06.529296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] Deleting port f5bf3387-e326-4f6c-b477-3e015f310a34 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:06.529673 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.561770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-d884bc8a-2b04-4a7e-9dca-dda0233245e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:06.564269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-d884bc8a-2b04-4a7e-9dca-dda0233245e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f9a0f147bc4595a375ece280b33e47&device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1098 time: 0.0651426 Nov 10 21:46:06.693545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] For port f5bf3387-e326-4f6c-b477-3e015f310a34, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f5bf3387-e326-4f6c-b477-3e015f310a34,segment=NetworkSegment(f5de5a6a-c3de-4530-b725-4cd1013ab9d0),segment_id=f5de5a6a-c3de-4530-b725-4cd1013ab9d0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:06.694026 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.707486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] Calling delete_port for f5bf3387-e326-4f6c-b477-3e015f310a34 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:06.719367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-8796fce9-7d71-4271-b77e-03f061dddd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:06.721146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-8796fce9-7d71-4271-b77e-03f061dddd06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 200 len: 914 time: 0.1496813 Nov 10 21:46:06.790212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.801858 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:06.804439 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:46:06.805323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No DVR routers for this DVR port f5bf3387-e326-4f6c-b477-3e015f310a34 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:06.814339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-d5031259-3427-43ac-8247-3d5b491d78f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 200 len: 1000 time: 0.0865173 Nov 10 21:46:06.850622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:06.886232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] Pushing event deleted for resources: {'Port': ['ID=f5bf3387-e326-4f6c-b477-3e015f310a34,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:06.903912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d06c9-4ccc-4c15-b973-c19d2107292b None None] No DVR routers for this DVR port f5bf3387-e326-4f6c-b477-3e015f310a34 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:06.909666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=f5bf3387-e326-4f6c-b477-3e015f310a34,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:06.919955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-3b59a95f-d807-4694-91b0-7ca80771753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:06.921445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-3b59a95f-d807-4694-91b0-7ca80771753e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17008193-47c7-4758-81a4-e21028053a32 HTTP/1.1" status: 200 len: 852 time: 0.0982821 Nov 10 21:46:06.968722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:07.004081 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.010058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-834cfe9a-d14c-4637-bcf9-686add46cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:07.013346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-834cfe9a-d14c-4637-bcf9-686add46cc78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddcd765a-232e-4652-a048-a93cde80f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835400 Nov 10 21:46:07.047050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f5bf3387-e326-4f6c-b477-3e015f310a34 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:46:07.053412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbcd244-9238-4186-baeb-5d4c8e0fa786']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:07.083502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5de5a6a-c3de-4530-b725-4cd1013ab9d0') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:07.087347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5de5a6a-c3de-4530-b725-4cd1013ab9d0') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:07.117862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: f5bf3387-e326-4f6c-b477-3e015f310a34 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:46:07.118276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f5bf3387-e326-4f6c-b477-3e015f310a34 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:46:07.118773 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] Sync routers for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:46:07.121287 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.144361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.152937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:46:07.153599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:46:07.157314 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:46:07.198757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-d9bfd8a5-6f34-4e5a-97ed-9361181434cc service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786675 Nov 10 21:46:07.203682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 0e63bd6f-244d-403a-9a9d-73d5624116d8 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:46:07.210959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 0e63bd6f-244d-403a-9a9d-73d5624116d8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:07.210959 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.351647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:07.352844 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:07.358278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.369586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.381059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.386244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/ccbcd244-9238-4186-baeb-5d4c8e0fa786 HTTP/1.1" status: 204 len: 168 time: 1.2460775 Nov 10 21:46:07.391012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52978) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:07.396914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-740088462'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:07.402274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a86045-ddaa-44ea-aac2-b012618b7f75 req-1e5f3b75-2ec3-4c72-a580-6d84f3868053 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:07.417296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b8a86045-ddaa-44ea-aac2-b012618b7f75 req-1e5f3b75-2ec3-4c72-a580-6d84f3868053 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.2738197 Nov 10 21:46:07.417811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:07.419124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:46:07.422523 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d453eb-d185-4c3e-a5aa-d119a51833c1" -d '{"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:46:07.426563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07e6a1-9a0d-4eca-bdfc-294fd3db423d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=ccbcd244-9238-4186-baeb-5d4c8e0fa786,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:07.505293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.538428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca3d2b7e-12cb-4869-95f0-12f21037e8db req-7f1b5d87-e00e-4902-8003-01083b11625d service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989008 Nov 10 21:46:07.546032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:07.557304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.562618 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:46:07.578300 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2047b-0139-496e-9724-93e4e0a362de x-openstack-request-id: req-9cb2047b-0139-496e-9724-93e4e0a362de {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:46:07.579572 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:46:07.579953 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cb2047b-0139-496e-9724-93e4e0a362de {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:46:07.580446 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'code': 200} Nov 10 21:46:07.581859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b8a86045-ddaa-44ea-aac2-b012618b7f75 req-a56548e7-9d8b-43f2-8b84-700fd19bf124 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483793 Nov 10 21:46:07.612358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:46:07.619909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:07.640217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.640646 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment 02408192-2007-41af-9be3-299b5c12c350 of type vlan for network c657763f-6fa7-49ad-a7b9-8ae977e2df11 Nov 10 21:46:07.709614 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.730300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290b400-8eb6-42f3-be7a-24e36a3db27f req-e9b21f1a-4be1-440a-ae02-9e270047fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:07.732759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0290b400-8eb6-42f3-be7a-24e36a3db27f req-e9b21f1a-4be1-440a-ae02-9e270047fa4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0684259 Nov 10 21:46:07.804577 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0290b400-8eb6-42f3-be7a-24e36a3db27f req-0e0a2d5f-d487-4eae-b6e1-aee405d77f00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571282 Nov 10 21:46:07.845096 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '529a7283-83e7-44c4-8ac5-a8764e4fa7d2', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'mac_address': 'fa:16:3e:3d:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:46:02Z', 'updated_at': '2021-11-10T21:46:06Z', 'revision_number': 2, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:07.861154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.866806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:07.875845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:07.888627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] Checking router: a386027a-e360-442d-bb3b-512e9df80887 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:46:07.902911 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:07.903761 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:45:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:07.942984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=c657763f-6fa7-49ad-a7b9-8ae977e2df11,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:07.960601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:46:08.029652 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:46:08.072482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e6ae2735-4578-43e2-ae7e-c4b775494511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:08.115626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d5a96d66-396b-41ab-850a-a466fe1c7714 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7125320 Nov 10 21:46:08.115626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53012) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:08.115626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:08.312214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:08.315658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:08.329405 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '529a7283-83e7-44c4-8ac5-a8764e4fa7d2', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'mac_address': 'fa:16:3e:3d:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:46:02Z', 'updated_at': '2021-11-10T21:46:06Z', 'revision_number': 2, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:08.368241 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79b2a2-358a-4156-a0c4-f64aa09ac8b2 None None] The sync data for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 is: [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '529a7283-83e7-44c4-8ac5-a8764e4fa7d2', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'floating_ip_address': '172.25.7.236', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'port_id': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'mac_address': 'fa:16:3e:3d:84:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:46:02Z', 'updated_at': '2021-11-10T21:46:06Z', 'revision_number': 2, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:46:08.472086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:46:08.474526 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd993f3-10e6-421b-bdb6-2c89359150e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:46:08.549256 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0563b4f0-24a6-4277-9254-6bb046b364e5 x-openstack-request-id: req-0563b4f0-24a6-4277-9254-6bb046b364e5 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:46:08.550164 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:46:08.550872 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0563b4f0-24a6-4277-9254-6bb046b364e5 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:46:08.551484 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'status': 'completed', 'code': 200} Nov 10 21:46:08.618538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:08.680444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-0a2f7d1d-9c24-4858-83d3-a8705f101983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:08.683034 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-0a2f7d1d-9c24-4858-83d3-a8705f101983 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f9a0f147bc4595a375ece280b33e47&device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1098 time: 0.1064558 Nov 10 21:46:08.763829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=3fae9c99-78cd-4e84-8069-22c1d9ea5d7e,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:08.768482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': '02408192-2007-41af-9be3-299b5c12c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:08.768854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: c657763f-6fa7-49ad-a7b9-8ae977e2df11, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:46:08.806096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5a0f1-0be2-4042-a14e-e316bd499026 req-5dbf9af3-bea1-42e5-85d8-0db269e1163a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:08.807836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bce5a0f1-0be2-4042-a14e-e316bd499026 req-5dbf9af3-bea1-42e5-85d8-0db269e1163a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1075447 Nov 10 21:46:08.808529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-3930c5b8-6822-4ee5-90f9-e16f72b8eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:08.810223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-3930c5b8-6822-4ee5-90f9-e16f72b8eaaa service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 200 len: 914 time: 0.1139331 Nov 10 21:46:08.873907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bce5a0f1-0be2-4042-a14e-e316bd499026 req-1d5e57d8-6b62-41d3-8073-03d12414a27b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 Nov 10 21:46:08.891263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:46:08.919165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-e1ab33e5-32fe-49a4-8e4f-1ddbd12be84b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 200 len: 1002 time: 0.1006927 Nov 10 21:46:08.979587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-bf230d9c-d2c4-4242-b79d-ce2878edb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:08.981177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-bf230d9c-d2c4-4242-b79d-ce2878edb35f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17008193-47c7-4758-81a4-e21028053a32 HTTP/1.1" status: 200 len: 852 time: 0.0542822 Nov 10 21:46:08.982997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c657763f-6fa7-49ad-a7b9-8ae977e2df11) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:08.987032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:08.987613 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:08.992954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acb727-96eb-45e5-ba76-799f8f60c5e3 None None] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:09.039937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-a01680dd-b105-4690-aa45-ce2c50c11fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:09.041443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-a01680dd-b105-4690-aa45-ce2c50c11fd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddcd765a-232e-4652-a048-a93cde80f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524309 Nov 10 21:46:09.117792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb7c84f5-12a4-4cb9-8214-eb07c871e1e3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0090725 Nov 10 21:46:09.121209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53050) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:09.126573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11', 'name': 'tempest-PortsIpV6TestJSON-1317884773', 'fixed_ips': [{'subnet_id': '3fae9c99-78cd-4e84-8069-22c1d9ea5d7e', 'ip_address': '2001:db8::10'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:09.150642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-b8f4a613-9c68-48cb-b647-ed460a2ea73f service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003103 Nov 10 21:46:09.188418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-c657763f-6fa7-49ad-a7b9-8ae977e2df11', 'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11', 'tenant_id': '4e62af2d588f40a1be8def4020ec1e77', 'fixed_ips': [{'subnet_id': '3fae9c99-78cd-4e84-8069-22c1d9ea5d7e'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:46:09.189637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.267204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7cd993f3-10e6-421b-bdb6-2c89359150e9 req-b1a317fc-1796-4dc6-83ff-edadad09d85d service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094472 Nov 10 21:46:09.269333 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.343571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Allocated IP 2001:db8::2 (c657763f-6fa7-49ad-a7b9-8ae977e2df11/3fae9c99-78cd-4e84-8069-22c1d9ea5d7e/66676f6e-dc6b-4909-9dfb-51018ba1367f) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:09.406172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:09.477792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53056) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:09.509733 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.518009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.541852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port f0691644-819d-424c-9242-a0d762cb9acc yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:09.603998 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6840256-25a6-4508-8fc1-1c966b977cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.615503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.671944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:09.674949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:09.678684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:09.687147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Pushing event updated for resources: {'Port': ['ID=66676f6e-dc6b-4909-9dfb-51018ba1367f,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:09.703656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6840256-25a6-4508-8fc1-1c966b977cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.748499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::10 (c657763f-6fa7-49ad-a7b9-8ae977e2df11/3fae9c99-78cd-4e84-8069-22c1d9ea5d7e/f0691644-819d-424c-9242-a0d762cb9acc) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:09.753993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Attempting to bind port 66676f6e-dc6b-4909-9dfb-51018ba1367f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:46:09.754333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Attempting to bind port 66676f6e-dc6b-4909-9dfb-51018ba1367f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '02408192-2007-41af-9be3-299b5c12c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:46:09.754692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Attempting to bind port 66676f6e-dc6b-4909-9dfb-51018ba1367f on network c657763f-6fa7-49ad-a7b9-8ae977e2df11 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:46:09.758689 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6840256-25a6-4508-8fc1-1c966b977cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.760119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:46:09.761552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Checking segment: {'id': '02408192-2007-41af-9be3-299b5c12c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:09.761736 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.762041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Bound using segment: {'id': '02408192-2007-41af-9be3-299b5c12c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:46:09.762582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Bound port: 66676f6e-dc6b-4909-9dfb-51018ba1367f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02408192-2007-41af-9be3-299b5c12c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:46:09.762877 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.806475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6840256-25a6-4508-8fc1-1c966b977cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b2adfa-81f7-4175-a06a-d3a54468ed9d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:09.841737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6840256-25a6-4508-8fc1-1c966b977cd2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec69621217484711965605e8ddc2826c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624806 Nov 10 21:46:09.842119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53062) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:09.870956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] For port 66676f6e-dc6b-4909-9dfb-51018ba1367f, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:46:09.875509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] For port 66676f6e-dc6b-4909-9dfb-51018ba1367f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66676f6e-dc6b-4909-9dfb-51018ba1367f,segment=NetworkSegment(02408192-2007-41af-9be3-299b5c12c350),segment_id=02408192-2007-41af-9be3-299b5c12c350)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:46:09.898674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d6044ae-4011-4426-bb36-83166a7ce501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.926794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d6044ae-4011-4426-bb36-83166a7ce501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.948697 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:09.993970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:10.019876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3bf37-cfb8-4e24-b2c1-8d1788804fcb req-931e0f70-6403-48f8-b601-34b646f279e2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:10.028063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6fb3bf37-cfb8-4e24-b2c1-8d1788804fcb req-931e0f70-6403-48f8-b601-34b646f279e2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0767751 Nov 10 21:46:10.070773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4378f-5f79-4707-9773-d0c095ff596e None None] Pushing event updated for resources: {'Port': ['ID=66676f6e-dc6b-4909-9dfb-51018ba1367f,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:10.092045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6fb3bf37-cfb8-4e24-b2c1-8d1788804fcb req-80697e0f-fdd2-40b6-8033-e31f1d56508c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634651 Nov 10 21:46:10.103509 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d6044ae-4011-4426-bb36-83166a7ce501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:10.107520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d6044ae-4011-4426-bb36-83166a7ce501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:10.111106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d6044ae-4011-4426-bb36-83166a7ce501 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6b2adfa-81f7-4175-a06a-d3a54468ed9d HTTP/1.1" status: 204 len: 168 time: 0.2654777 Nov 10 21:46:10.117931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6044ae-4011-4426-bb36-83166a7ce501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b2adfa-81f7-4175-a06a-d3a54468ed9d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:10.134135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:10.186799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:10.189906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:10.201426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:10.208014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:10.209501 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:10.231519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=f0691644-819d-424c-9242-a0d762cb9acc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:10.374791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b27301a0-cf91-497b-a1b6-8248a1f89cb8 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2519667 Nov 10 21:46:10.381067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53086) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:10.386954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': 'c657763f-6fa7-49ad-a7b9-8ae977e2df11', 'name': 'tempest-PortsIpV6TestJSON-1873344634', 'fixed_ips': [{'subnet_id': '3fae9c99-78cd-4e84-8069-22c1d9ea5d7e', 'ip_address': '2001:db8::f'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:10.631482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-73ee2707-bb52-4539-b594-8eb219577f1f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:10.633055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-73ee2707-bb52-4539-b594-8eb219577f1f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 814 time: 0.2369282 Nov 10 21:46:10.654091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-132ecefe-f41b-462e-8a32-6de337ade809 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/quotas/d83c6131bc19443eacd43f2a8c5eb712 HTTP/1.1" status: 200 len: 375 time: 0.0118551 Nov 10 21:46:10.721171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-03e5501e-2ae1-4a88-a0ff-277b00e04b00 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598543 Nov 10 21:46:10.734420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:10.743951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:10.913507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:10.936763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 870575f2-efc4-4c07-9db7-0c0ed61f367d yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:11.103236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53096) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:11.119511 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94052ea1-b8f2-4df6-a4bd-77529243cb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.153698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66676f6e-dc6b-4909-9dfb-51018ba1367f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:11.196591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::f (c657763f-6fa7-49ad-a7b9-8ae977e2df11/3fae9c99-78cd-4e84-8069-22c1d9ea5d7e/870575f2-efc4-4c07-9db7-0c0ed61f367d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:11.205098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-c24173b9-c838-432f-bb9b-34f7b3f02379 service neutron] 10.222.0.45 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764347 Nov 10 21:46:11.291438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94052ea1-b8f2-4df6-a4bd-77529243cb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.315778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 66676f6e-dc6b-4909-9dfb-51018ba1367f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:11.316164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.450336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-94052ea1-b8f2-4df6-a4bd-77529243cb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.452215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.454912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.494348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 66676f6e-dc6b-4909-9dfb-51018ba1367f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66676f6e-dc6b-4909-9dfb-51018ba1367f,segment=NetworkSegment(02408192-2007-41af-9be3-299b5c12c350),segment_id=02408192-2007-41af-9be3-299b5c12c350)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:11.533426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-94052ea1-b8f2-4df6-a4bd-77529243cb01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e48318fd95414e2e8035813b33a563fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278502 Nov 10 21:46:11.537371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53102) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:11.568941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94052ea1-b8f2-4df6-a4bd-77529243cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0319d8b-ea89-4e4c-b1c2-c6de2036baef,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:11.615994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0ff728b-06a0-4c00-925b-4aa66c0b4039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.635013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.650266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c543b-265d-4de4-a45f-97badf3bfadf None None] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:11.661695 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0ff728b-06a0-4c00-925b-4aa66c0b4039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.816309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5db3db77-6d06-442d-95a7-42a2f4751cd8 None None] Provisioning complete for port 66676f6e-dc6b-4909-9dfb-51018ba1367f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:11.816721 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5db3db77-6d06-442d-95a7-42a2f4751cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.846382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec13b-f3e8-4092-a6b5-3d778a29561b req-e4a39c8e-c91c-436c-8021-c763508fb5df tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:11.860293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-575ec13b-f3e8-4092-a6b5-3d778a29561b req-e4a39c8e-c91c-436c-8021-c763508fb5df tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0738137 Nov 10 21:46:11.862099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=66676f6e-dc6b-4909-9dfb-51018ba1367f,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:11.941402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-575ec13b-f3e8-4092-a6b5-3d778a29561b req-5d951e58-5ab9-4acd-b217-590d12934de5 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756836 Nov 10 21:46:11.944957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0ff728b-06a0-4c00-925b-4aa66c0b4039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.951815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0ff728b-06a0-4c00-925b-4aa66c0b4039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:11.954435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b0ff728b-06a0-4c00-925b-4aa66c0b4039 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0319d8b-ea89-4e4c-b1c2-c6de2036baef HTTP/1.1" status: 204 len: 168 time: 0.4139121 Nov 10 21:46:11.982330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff728b-06a0-4c00-925b-4aa66c0b4039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0319d8b-ea89-4e4c-b1c2-c6de2036baef,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:12.054670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-c47d99e7-9622-478f-951b-30daf9b1d530 service neutron] 10.222.0.45 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360300 Nov 10 21:46:12.120811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:12.288320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:12.330914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:12.336353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:12.341022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:12.346615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:12.347223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:12.365176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=870575f2-efc4-4c07-9db7-0c0ed61f367d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:12.484259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b83b9edf-d65d-4842-bc9f-3171eb0e3e46 req-345077cc-8069-476a-be29-0ac66918e3c6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 210 time: 0.0536244 Nov 10 21:46:12.599903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-09e524b4-20bb-4860-ac43-1dda863336ee tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2152007 Nov 10 21:46:12.600327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:12.691524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-74b380be-19fb-4e16-b855-c8c659b397ab None None] Provisioning complete for port 66676f6e-dc6b-4909-9dfb-51018ba1367f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:12.692382 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-74b380be-19fb-4e16-b855-c8c659b397ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:12.706767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7aabaf-5d72-4cff-bc38-411fc599b3d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:12.708641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-be7aabaf-5d72-4cff-bc38-411fc599b3d1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1074514 Nov 10 21:46:12.711719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:12.815176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9308b4-88da-430d-b433-4dfa869abd23 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:12.821905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9308b4-88da-430d-b433-4dfa869abd23 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:12.829378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9308b4-88da-430d-b433-4dfa869abd23 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:12.834769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53134) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:12.845104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ba9308b4-88da-430d-b433-4dfa869abd23 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1319895 Nov 10 21:46:12.880080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-74b380be-19fb-4e16-b855-c8c659b397ab None None] Provisioning complete for port f0691644-819d-424c-9242-a0d762cb9acc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:12.880547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-74b380be-19fb-4e16-b855-c8c659b397ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:12.948929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-74b380be-19fb-4e16-b855-c8c659b397ab None None] Port f0691644-819d-424c-9242-a0d762cb9acc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:12.990100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 870575f2-efc4-4c07-9db7-0c0ed61f367d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:12.990449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.046369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66676f6e-dc6b-4909-9dfb-51018ba1367f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:13.150500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5a0a6-3e26-4fa8-8d27-9024950b2ce1 req-ea48a7c0-e1db-4e2f-88f3-3696cf708a17 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:13.152705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03c5a0a6-3e26-4fa8-8d27-9024950b2ce1 req-ea48a7c0-e1db-4e2f-88f3-3696cf708a17 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1077733 Nov 10 21:46:13.184312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b31c05c0-1fbb-4d7b-aa1a-ca3378df1fcc None None] Provisioning complete for port f0691644-819d-424c-9242-a0d762cb9acc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:13.184916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b31c05c0-1fbb-4d7b-aa1a-ca3378df1fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.192223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.229752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 870575f2-efc4-4c07-9db7-0c0ed61f367d owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:13.245446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b31c05c0-1fbb-4d7b-aa1a-ca3378df1fcc None None] Port f0691644-819d-424c-9242-a0d762cb9acc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:13.252699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 66676f6e-dc6b-4909-9dfb-51018ba1367f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:13.253066 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.272262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03c5a0a6-3e26-4fa8-8d27-9024950b2ce1 req-d9d123da-b9b9-4cb1-9b1e-e5a4ca9ac772 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129649 Nov 10 21:46:13.468198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7c9a2a7f-cbbe-45da-898f-63191036ea77 None None] Provisioning complete for port 870575f2-efc4-4c07-9db7-0c0ed61f367d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:13.468465 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c9a2a7f-cbbe-45da-898f-63191036ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.528645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a2a7f-cbbe-45da-898f-63191036ea77 None None] Port 870575f2-efc4-4c07-9db7-0c0ed61f367d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:13.577008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b310bf8d-c8f7-4822-941a-15b87c4373ac req-2071600f-c881-4d5d-8ced-fdbce18d256f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 210 time: 0.0432642 Nov 10 21:46:13.634962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.664921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=870575f2-efc4-4c07-9db7-0c0ed61f367d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:13.694216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.697515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9519da92-6821-4ba1-9ecf-dabfe9f4d26e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/870575f2-efc4-4c07-9db7-0c0ed61f367d HTTP/1.1" status: 204 len: 168 time: 0.8617492 Nov 10 21:46:13.701168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53154) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:13.726139 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a0a92e-be0b-4d10-b4cd-d0ec606cc611 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:46:13.727882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-81a0a92e-be0b-4d10-b4cd-d0ec606cc611 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/870575f2-efc4-4c07-9db7-0c0ed61f367d HTTP/1.1" status: 404 len: 333 time: 0.0257325 Nov 10 21:46:13.731702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:13.844586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port f0691644-819d-424c-9242-a0d762cb9acc {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:13.844940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.945773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:13.959658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for f0691644-819d-424c-9242-a0d762cb9acc owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:14.200985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.233744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=f0691644-819d-424c-9242-a0d762cb9acc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:14.268966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.272407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-57f6931f-aa13-4253-980e-46d762934741 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/f0691644-819d-424c-9242-a0d762cb9acc HTTP/1.1" status: 204 len: 168 time: 0.5393076 Nov 10 21:46:14.274921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53166) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:14.300112 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-88581673-7962-4f52-9da5-9623652f4e83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:46:14.301758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-88581673-7962-4f52-9da5-9623652f4e83 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/f0691644-819d-424c-9242-a0d762cb9acc HTTP/1.1" status: 404 len: 333 time: 0.0258658 Nov 10 21:46:14.304448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53168) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:14.401125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet 3fae9c99-78cd-4e84-8069-22c1d9ea5d7e {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:14.407653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.461506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.465760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c203ead-e3c5-4414-8684-83d95f8e8282 req-74d02977-4c60-4834-b488-c54789e77a3d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:14.465760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c203ead-e3c5-4414-8684-83d95f8e8282 req-74d02977-4c60-4834-b488-c54789e77a3d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0768776 Nov 10 21:46:14.521034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c203ead-e3c5-4414-8684-83d95f8e8282 req-215d6272-219c-489c-aa9d-a5b61ca32942 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491145 Nov 10 21:46:14.575391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.700900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cb76ebd-e874-4fcc-8112-f146075b28fd req-b9de700a-35cd-4214-9077-bd2ad50adeaa tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 210 time: 0.0359330 Nov 10 21:46:14.720871 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.752370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=3fae9c99-78cd-4e84-8069-22c1d9ea5d7e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:14.754395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.757782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c43d9cef-43a9-4a81-b800-fff4b8c82de1 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/3fae9c99-78cd-4e84-8069-22c1d9ea5d7e HTTP/1.1" status: 204 len: 168 time: 0.4522836 Nov 10 21:46:14.762325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663927a2-2158-4f82-9a28-19c2636ac679 None None] Network c657763f-6fa7-49ad-a7b9-8ae977e2df11 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:14.765298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53182) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:14.864288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:14.924288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 66676f6e-dc6b-4909-9dfb-51018ba1367f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:14.924631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.030022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] For port 66676f6e-dc6b-4909-9dfb-51018ba1367f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66676f6e-dc6b-4909-9dfb-51018ba1367f,segment=NetworkSegment(02408192-2007-41af-9be3-299b5c12c350),segment_id=02408192-2007-41af-9be3-299b5c12c350)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:15.031181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.034187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] DHCP port deletion for c657763f-6fa7-49ad-a7b9-8ae977e2df11 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:46:15.050668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 66676f6e-dc6b-4909-9dfb-51018ba1367f owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:15.139579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] Deleting port 66676f6e-dc6b-4909-9dfb-51018ba1367f {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:15.143772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.220845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] For port 66676f6e-dc6b-4909-9dfb-51018ba1367f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66676f6e-dc6b-4909-9dfb-51018ba1367f,segment=NetworkSegment(02408192-2007-41af-9be3-299b5c12c350),segment_id=02408192-2007-41af-9be3-299b5c12c350)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:15.221562 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.244043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] Calling delete_port for 66676f6e-dc6b-4909-9dfb-51018ba1367f owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:15.320703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.338793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.357348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=66676f6e-dc6b-4909-9dfb-51018ba1367f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:15.363504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No DVR routers for this DVR port 66676f6e-dc6b-4909-9dfb-51018ba1367f on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:15.367620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] Pushing event deleted for resources: {'Port': ['ID=66676f6e-dc6b-4909-9dfb-51018ba1367f,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:15.392553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2db67-71d1-4d69-a161-6d2db30bf3cd None None] No DVR routers for this DVR port 66676f6e-dc6b-4909-9dfb-51018ba1367f on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:15.541286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.576927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c657763f-6fa7-49ad-a7b9-8ae977e2df11']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:15.597194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02408192-2007-41af-9be3-299b5c12c350') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:15.597488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02408192-2007-41af-9be3-299b5c12c350') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:15.629466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.665724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-5cdf4370-f40d-47d5-bec3-35d17c8dc824 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:15.665724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-5cdf4370-f40d-47d5-bec3-35d17c8dc824 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.53 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 814 time: 0.2316158 Nov 10 21:46:15.680005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Request body: {'port': {'device_id': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95', 'admin_state_up': True, 'tenant_id': 'd83c6131bc19443eacd43f2a8c5eb712'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:15.685616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.720405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53214) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:15.759524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:46:15.763455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:46:15.796167 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:46:15.814145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebdb19-d344-43fa-87d8-dc6ee7bcaf72 req-90180883-6e7e-4673-9387-9a9f0b8daeb3 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:15.815718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56ebdb19-d344-43fa-87d8-dc6ee7bcaf72 req-90180883-6e7e-4673-9387-9a9f0b8daeb3 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.2058685 Nov 10 21:46:15.846944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b887f6c5-7961-455e-816e-73189413b20b req-f185280e-c672-412b-b21b-58a16ef53f9a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 210 time: 0.0386653 Nov 10 21:46:15.890597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de10d79b-752b-4c89-b233-c62998ef20ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:15.983249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56ebdb19-d344-43fa-87d8-dc6ee7bcaf72 req-0647ce74-fdc1-4366-baf3-19dcbc6afdde tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142349 Nov 10 21:46:16.040304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.048523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.055639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/c657763f-6fa7-49ad-a7b9-8ae977e2df11 HTTP/1.1" status: 204 len: 168 time: 1.2868266 Nov 10 21:46:16.056475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53224) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:16.064126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-732315748'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:16.086116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20833b26-b85a-4690-a586-c49e0a41da86 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=c657763f-6fa7-49ad-a7b9-8ae977e2df11,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:16.110705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Made reservation on behalf of d83c6131bc19443eacd43f2a8c5eb712 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:16.114695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.141459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de10d79b-752b-4c89-b233-c62998ef20ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.243476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de10d79b-752b-4c89-b233-c62998ef20ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.259518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Allocated IP 172.20.0.6 (4b112320-50d7-4a26-b5f1-c63721325d95/99b6fd98-84e3-40e1-98f9-0503bb99fcae/d7814377-9e00-4c0b-a697-c1103b2a4e39) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:16.280758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:16.284554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.289751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-de10d79b-752b-4c89-b233-c62998ef20ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20ec67b8720f4ca4a884bef74ea5e59b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5659113 Nov 10 21:46:16.289751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10d79b-752b-4c89-b233-c62998ef20ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dc362f-a109-4eaf-bcdf-cfa30f24ed7c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:16.290764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53230) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:16.354384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfac5863-c3c3-4302-aecb-f5b4fce96d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.355070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:46:16.384137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfac5863-c3c3-4302-aecb-f5b4fce96d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.401926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.402366 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Added segment 7636c390-e50f-4757-a8dd-ba1c6deff5bb of type vlan for network 3cbc7213-16a6-47cc-bb71-256353352a29 Nov 10 21:46:16.461558 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.509080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfac5863-c3c3-4302-aecb-f5b4fce96d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.510830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.512558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfac5863-c3c3-4302-aecb-f5b4fce96d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.513836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bfac5863-c3c3-4302-aecb-f5b4fce96d93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4dc362f-a109-4eaf-bcdf-cfa30f24ed7c HTTP/1.1" status: 204 len: 168 time: 0.2216003 Nov 10 21:46:16.524816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac5863-c3c3-4302-aecb-f5b4fce96d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dc362f-a109-4eaf-bcdf-cfa30f24ed7c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:16.602666 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.611754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:16.611754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.675074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:16.686883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0e63bd6f-244d-403a-9a9d-73d5624116d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:46:16.711443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Network': ['ID=3cbc7213-16a6-47cc-bb71-256353352a29,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:16.731081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3cbc7213-16a6-47cc-bb71-256353352a29 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:46:16.732601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Pushing event updated for resources: {'Port': ['ID=d7814377-9e00-4c0b-a697-c1103b2a4e39,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:16.750882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Network 4b112320-50d7-4a26-b5f1-c63721325d95 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:16.753088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:16.767063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53248) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:16.767592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-37fe98d9-c0f0-45ee-8f1f-ee6b2c4b1f21 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7039256 Nov 10 21:46:16.767592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:16.773045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:16.846264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:16.847522 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.026605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66676f6e-dc6b-4909-9dfb-51018ba1367f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:46:17.031671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-af1f0d17-7d9a-450f-b719-7373c0172c65 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3517349 Nov 10 21:46:17.045316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Request body: {'port': {'device_id': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:17.048821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 66676f6e-dc6b-4909-9dfb-51018ba1367f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:46:17.049171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66676f6e-dc6b-4909-9dfb-51018ba1367f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:46:17.074756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:17.078796 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.117622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e16090-5ea8-49ff-93c0-0c6c40807cc4 req-b41b730f-2147-424e-9300-99e60a4b6cbe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:17.119304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52e16090-5ea8-49ff-93c0-0c6c40807cc4 req-b41b730f-2147-424e-9300-99e60a4b6cbe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 931 time: 0.1782873 Nov 10 21:46:17.124137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.219500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156f06b-a487-470e-a6d4-efeef39caacb req-67eab2f0-2dbd-4de8-a006-e8d652892042 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:17.221697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9156f06b-a487-470e-a6d4-efeef39caacb req-67eab2f0-2dbd-4de8-a006-e8d652892042 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1375587 Nov 10 21:46:17.223970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52e16090-5ea8-49ff-93c0-0c6c40807cc4 req-56e086f4-8d44-444d-b453-8154de28c287 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963855 Nov 10 21:46:17.358229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9156f06b-a487-470e-a6d4-efeef39caacb req-d86ab267-0d7d-4b25-84f5-0c111c53d02b tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126418 Nov 10 21:46:17.449736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53274) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:17.480740 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e97e8a1-9ce5-48cd-a887-7a43cfdbe504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.502938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7814377-9e00-4c0b-a697-c1103b2a4e39 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:46:17.515748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.517900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.540167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Transition to ACTIVE for port object d7814377-9e00-4c0b-a697-c1103b2a4e39 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:46:17.584240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=5a1a8f1e-2d6c-436c-84b3-1e85464bcc13,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:17.587754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e97e8a1-9ce5-48cd-a887-7a43cfdbe504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.595941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Checking segment: {'id': '7636c390-e50f-4757-a8dd-ba1c6deff5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:17.596310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network hostable DHCP agents. Network: 3cbc7213-16a6-47cc-bb71-256353352a29, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:46:17.611937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.665555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Pushing event updated for resources: {'Port': ['ID=d7814377-9e00-4c0b-a697-c1103b2a4e39,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:17.671469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e97e8a1-9ce5-48cd-a887-7a43cfdbe504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.697872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network 3cbc7213-16a6-47cc-bb71-256353352a29 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:46:17.763490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97e8a1-9ce5-48cd-a887-7a43cfdbe504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea13c9e-7d1f-404c-9402-a4cb14fce826,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:17.770849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9e97e8a1-9ce5-48cd-a887-7a43cfdbe504 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=587bf29268624d6badf815070b9bc7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223388 Nov 10 21:46:17.771490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53276) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:17.802926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3cbc7213-16a6-47cc-bb71-256353352a29) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:17.810706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Attempting to bind port d7814377-9e00-4c0b-a697-c1103b2a4e39 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:46:17.810706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Attempting to bind port d7814377-9e00-4c0b-a697-c1103b2a4e39 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:46:17.810706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Attempting to bind port d7814377-9e00-4c0b-a697-c1103b2a4e39 on network 4b112320-50d7-4a26-b5f1-c63721325d95 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:46:17.811716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:17.811716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.812962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a6010d-81e1-470d-ae9e-f3215a90c2f6 None None] Network 3cbc7213-16a6-47cc-bb71-256353352a29 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:17.818735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Port d7814377-9e00-4c0b-a697-c1103b2a4e39 on network 4b112320-50d7-4a26-b5f1-c63721325d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:46:17.819059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Attempting to bind port d7814377-9e00-4c0b-a697-c1103b2a4e39 on network 4b112320-50d7-4a26-b5f1-c63721325d95 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:46:17.833079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:46:17.833542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Checking segment: {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:17.834233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Bound using segment: {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:46:17.834233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Bound port: d7814377-9e00-4c0b-a697-c1103b2a4e39, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:46:17.834578 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.864389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35a95f31-d5ad-46b2-9a56-9213fa13928a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.920985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35a95f31-d5ad-46b2-9a56-9213fa13928a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:17.965008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] For port d7814377-9e00-4c0b-a697-c1103b2a4e39, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:46:17.976323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-151c3365-07bd-4d01-b569-3a46b7894286 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2111058 Nov 10 21:46:17.977148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53284) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:17.981898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-78301cc6-76fe-495a-8e4f-f612898f0984 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-977241270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:17.987341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] For port d7814377-9e00-4c0b-a697-c1103b2a4e39, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d7814377-9e00-4c0b-a697-c1103b2a4e39,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:46:18.015585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-3cbc7213-16a6-47cc-bb71-256353352a29', 'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29', 'tenant_id': '4e62af2d588f40a1be8def4020ec1e77', 'fixed_ips': [{'subnet_id': '5a1a8f1e-2d6c-436c-84b3-1e85464bcc13'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:46:18.016669 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.078472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.116101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.116703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.118230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] 10.222.0.53 "PUT /v2.0/ports/d7814377-9e00-4c0b-a697-c1103b2a4e39 HTTP/1.1" status: 200 len: 1092 time: 1.0785203 Nov 10 21:46:18.127562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'tag': 'd7814377-9e00-4c0b-a697-c1103b2a4e39'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:46:18.127562 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefdd0d2-cf53-4a3c-9869-5e697dfc25c2" -d '{"events": [{"name": "network-changed", "server_uuid": "440c17bd-30aa-47c9-902a-9f9372e64c02", "tag": "d7814377-9e00-4c0b-a697-c1103b2a4e39"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:46:18.148669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b91e2f-ed93-4fd4-9eb8-d94843f8a371 service neutron] Pushing event updated for resources: {'Port': ['ID=d7814377-9e00-4c0b-a697-c1103b2a4e39,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:18.151994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35a95f31-d5ad-46b2-9a56-9213fa13928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.153566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78301cc6-76fe-495a-8e4f-f612898f0984 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.156010 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35a95f31-d5ad-46b2-9a56-9213fa13928a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.156401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-35a95f31-d5ad-46b2-9a56-9213fa13928a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ea13c9e-7d1f-404c-9402-a4cb14fce826 HTTP/1.1" status: 204 len: 168 time: 0.3839970 Nov 10 21:46:18.157832 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78301cc6-76fe-495a-8e4f-f612898f0984 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.164919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a95f31-d5ad-46b2-9a56-9213fa13928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea13c9e-7d1f-404c-9402-a4cb14fce826,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:18.175005 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c408870d-db24-44ca-b6b9-6964c615bd66 x-openstack-request-id: req-c408870d-db24-44ca-b6b9-6964c615bd66 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:46:18.175421 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440c17bd-30aa-47c9-902a-9f9372e64c02", "tag": "d7814377-9e00-4c0b-a697-c1103b2a4e39", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:46:18.175680 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c408870d-db24-44ca-b6b9-6964c615bd66 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:46:18.176727 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'tag': 'd7814377-9e00-4c0b-a697-c1103b2a4e39', 'status': 'completed', 'code': 200} Nov 10 21:46:18.238057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78301cc6-76fe-495a-8e4f-f612898f0984 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.270145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd0d2-cf53-4a3c-9869-5e697dfc25c2 req-d05c6da4-ab1c-4525-a387-1df4e401965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.271934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aefdd0d2-cf53-4a3c-9869-5e697dfc25c2 req-d05c6da4-ab1c-4525-a387-1df4e401965c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 1095 time: 0.0729883 Nov 10 21:46:18.325904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Allocated IP 2001:db8::2 (3cbc7213-16a6-47cc-bb71-256353352a29/5a1a8f1e-2d6c-436c-84b3-1e85464bcc13/925414e8-7af2-4f10-97c0-e4454320b3c4) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:18.350531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78301cc6-76fe-495a-8e4f-f612898f0984 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.423907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9ecb-ee2c-4896-bcd7-38e40bd5fc3c req-8f6b8249-475c-4ed3-a4a6-2c198d6efcfb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.425824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aacf9ecb-ee2c-4896-bcd7-38e40bd5fc3c req-8f6b8249-475c-4ed3-a4a6-2c198d6efcfb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 943 time: 0.1084726 Nov 10 21:46:18.469111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd0d2-cf53-4a3c-9869-5e697dfc25c2 req-b92d548e-0c8a-4c6b-a2b0-c6f55ed63179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.472046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aefdd0d2-cf53-4a3c-9869-5e697dfc25c2 req-b92d548e-0c8a-4c6b-a2b0-c6f55ed63179 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1923501 Nov 10 21:46:18.502294 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.517209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e36ef-e77b-4e73-991b-55abb687b7ab req-723a45e0-1d39-42e7-a813-d19b88d95661 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.517209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b05e36ef-e77b-4e73-991b-55abb687b7ab req-723a45e0-1d39-42e7-a813-d19b88d95661 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0795403 Nov 10 21:46:18.543940 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78301cc6-76fe-495a-8e4f-f612898f0984 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.548118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78301cc6-76fe-495a-8e4f-f612898f0984 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5679591 Nov 10 21:46:18.548841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53298) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:18.559193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29', 'name': 'tempest-PortsIpV6TestJSON-559578444'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:18.574881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aacf9ecb-ee2c-4896-bcd7-38e40bd5fc3c req-b0f4af44-8fc9-48a3-b229-ebe4365f4b28 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399052 Nov 10 21:46:18.640327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:18.646827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b05e36ef-e77b-4e73-991b-55abb687b7ab req-85d3d674-0346-4cce-a2d8-dfc38026a9c9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238954 Nov 10 21:46:18.654396 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.661427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd0d2-cf53-4a3c-9869-5e697dfc25c2 req-c8ab4a20-8a27-45f4-bab2-5ed34858703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.661598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aefdd0d2-cf53-4a3c-9869-5e697dfc25c2 req-c8ab4a20-8a27-45f4-bab2-5ed34858703c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801617 Nov 10 21:46:18.731903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Network 3cbc7213-16a6-47cc-bb71-256353352a29 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:18.736104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:18.745872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:18.749333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Pushing event updated for resources: {'Port': ['ID=925414e8-7af2-4f10-97c0-e4454320b3c4,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:18.770448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-cc4e7717-dde4-4954-9e4a-71721fd9a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.772655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-cc4e7717-dde4-4954-9e4a-71721fd9a14a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 1095 time: 0.0603263 Nov 10 21:46:18.816004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Attempting to bind port 925414e8-7af2-4f10-97c0-e4454320b3c4 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:46:18.816637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Attempting to bind port 925414e8-7af2-4f10-97c0-e4454320b3c4 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '7636c390-e50f-4757-a8dd-ba1c6deff5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:46:18.817000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Attempting to bind port 925414e8-7af2-4f10-97c0-e4454320b3c4 on network 3cbc7213-16a6-47cc-bb71-256353352a29 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:46:18.821979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-c8e797d6-74bc-4812-a60f-70b1e9ba8203 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7814377-9e00-4c0b-a697-c1103b2a4e39 HTTP/1.1" status: 200 len: 217 time: 0.0407159 Nov 10 21:46:18.823837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:46:18.824421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Checking segment: {'id': '7636c390-e50f-4757-a8dd-ba1c6deff5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:18.824827 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.825214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Bound using segment: {'id': '7636c390-e50f-4757-a8dd-ba1c6deff5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:46:18.826034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Bound port: 925414e8-7af2-4f10-97c0-e4454320b3c4, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7636c390-e50f-4757-a8dd-ba1c6deff5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3cbc7213-16a6-47cc-bb71-256353352a29'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:46:18.826409 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.828523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:18.833529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.859768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:18.893761 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14cb9357-611e-44c1-bde1-5a6c3c5983c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:18.901675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] For port 925414e8-7af2-4f10-97c0-e4454320b3c4, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:46:18.905887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] For port 925414e8-7af2-4f10-97c0-e4454320b3c4, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=925414e8-7af2-4f10-97c0-e4454320b3c4,segment=NetworkSegment(7636c390-e50f-4757-a8dd-ba1c6deff5bb),segment_id=7636c390-e50f-4757-a8dd-ba1c6deff5bb)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:46:18.920060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-c58a4e90-2bb7-480d-aa3f-881339b7fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:18.920060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-c58a4e90-2bb7-480d-aa3f-881339b7fa68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b6fd98-84e3-40e1-98f9-0503bb99fcae HTTP/1.1" status: 200 len: 854 time: 0.0825016 Nov 10 21:46:18.959930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-ce1f41de-c984-42d9-a864-2f113feaef3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b112320-50d7-4a26-b5f1-c63721325d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318539 Nov 10 21:46:18.998112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::d4 (3cbc7213-16a6-47cc-bb71-256353352a29/5a1a8f1e-2d6c-436c-84b3-1e85464bcc13/1e359e18-6282-4e8f-8cd9-9fbf6df98392) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:19.034629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.086252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14cb9357-611e-44c1-bde1-5a6c3c5983c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.098255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c389b3d-bf70-4f62-a947-7675a71fa6d8 None None] Pushing event updated for resources: {'Port': ['ID=925414e8-7af2-4f10-97c0-e4454320b3c4,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:19.101951 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-4b8f0138-17f7-42e9-aa9e-a86efbf48226 service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346581 Nov 10 21:46:19.197158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.223507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14cb9357-611e-44c1-bde1-5a6c3c5983c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.232078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eb592a0-787f-4d92-bc33-96f0e205d09c req-1092bedd-762e-4c72-b55c-c58fcd7a5afa service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198356 Nov 10 21:46:19.274612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-14cb9357-611e-44c1-bde1-5a6c3c5983c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=974754b14dd843788edfc7d0c218b272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6335635 Nov 10 21:46:19.276270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb9357-611e-44c1-bde1-5a6c3c5983c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdaada2-a41f-4fdd-931a-ec899a15eaa9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:19.278014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53320) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:19.354736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.365032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7eb03681-0252-4762-bddf-b6f20f877958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.417770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network 3cbc7213-16a6-47cc-bb71-256353352a29 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:19.430290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=1e359e18-6282-4e8f-8cd9-9fbf6df98392,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:19.433844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:19.438813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:19.444810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:19.445455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.450889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7eb03681-0252-4762-bddf-b6f20f877958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.517017 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.582951 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c626784-27dc-42ab-b80b-a85f8cadb83d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0328500 Nov 10 21:46:19.585570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53332) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:19.609419 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7eb03681-0252-4762-bddf-b6f20f877958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.611956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7eb03681-0252-4762-bddf-b6f20f877958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:19.613180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7eb03681-0252-4762-bddf-b6f20f877958 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acdaada2-a41f-4fdd-931a-ec899a15eaa9 HTTP/1.1" status: 204 len: 168 time: 0.3341587 Nov 10 21:46:19.718790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03681-0252-4762-bddf-b6f20f877958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdaada2-a41f-4fdd-931a-ec899a15eaa9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:19.845359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8d73f-7144-4a20-bda6-f5f08f193b92 req-9102f112-ff08-47f2-a529-946db122860d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:19.846838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84e8d73f-7144-4a20-bda6-f5f08f193b92 req-9102f112-ff08-47f2-a529-946db122860d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0664947 Nov 10 21:46:19.904790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84e8d73f-7144-4a20-bda6-f5f08f193b92 req-d5cb76ce-c228-4cb2-882e-097fa34e4dc5 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509944 Nov 10 21:46:20.228273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af6430-937e-4100-abee-5eb9526ae112 req-f2d291f1-9701-40b1-8fd6-08bfd64b06fe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:20.237079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0af6430-937e-4100-abee-5eb9526ae112 req-f2d291f1-9701-40b1-8fd6-08bfd64b06fe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 943 time: 0.4697559 Nov 10 21:46:20.268329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53348) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:20.301863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01475d77-15a4-488f-858c-06b923051466 None None] Network 3cbc7213-16a6-47cc-bb71-256353352a29 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:20.332355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0af6430-937e-4100-abee-5eb9526ae112 req-d3ab1397-9085-457b-a1da-fec32841f468 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941575 Nov 10 21:46:20.392890 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.402965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d88c091a-de9e-458a-b01f-65749a6a4aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.432895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-14cbb2b8-cedf-4bf2-a178-c630a5ec8e14 None None] Provisioning complete for port 925414e8-7af2-4f10-97c0-e4454320b3c4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:20.433326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14cbb2b8-cedf-4bf2-a178-c630a5ec8e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.498972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d88c091a-de9e-458a-b01f-65749a6a4aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.564553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14cbb2b8-cedf-4bf2-a178-c630a5ec8e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.579694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53352) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:20.593283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4182caa9-e932-4b4e-9cf7-adf125709bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.610269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d88c091a-de9e-458a-b01f-65749a6a4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.611464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-14cbb2b8-cedf-4bf2-a178-c630a5ec8e14 None None] For port 925414e8-7af2-4f10-97c0-e4454320b3c4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=925414e8-7af2-4f10-97c0-e4454320b3c4,segment=NetworkSegment(7636c390-e50f-4757-a8dd-ba1c6deff5bb),segment_id=7636c390-e50f-4757-a8dd-ba1c6deff5bb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:20.663748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d88c091a-de9e-458a-b01f-65749a6a4aaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0edd4577c56a4310bd0c864eb7cd9c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942521 Nov 10 21:46:20.667146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c091a-de9e-458a-b01f-65749a6a4aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf78291-8137-4747-ab09-94e91b15cd34,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:20.667473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53354) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:20.691910 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14cbb2b8-cedf-4bf2-a178-c630a5ec8e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.717796 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.740775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4182caa9-e932-4b4e-9cf7-adf125709bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.742384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d9285dd-1e74-437d-a04c-c0d24d8b9087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.760773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbb2b8-cedf-4bf2-a178-c630a5ec8e14 None None] Pushing event updated for resources: {'Port': ['ID=925414e8-7af2-4f10-97c0-e4454320b3c4,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:20.767702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d9285dd-1e74-437d-a04c-c0d24d8b9087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.785827 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.826241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4182caa9-e932-4b4e-9cf7-adf125709bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.879816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182caa9-e932-4b4e-9cf7-adf125709bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337396f4-4bf0-4649-9557-9797361033af,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:20.882678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=1e359e18-6282-4e8f-8cd9-9fbf6df98392,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:20.887227 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4182caa9-e932-4b4e-9cf7-adf125709bd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a8e3a59156b44819bd035cb70c7bca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3090618 Nov 10 21:46:20.889764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53356) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:20.928156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-da2cd580-0852-431a-acdc-c1d18247df46 None None] Provisioning complete for port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:20.928533 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-da2cd580-0852-431a-acdc-c1d18247df46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:20.990286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca747bf3-3322-466a-ba20-988f11d520cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.000928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-da2cd580-0852-431a-acdc-c1d18247df46 None None] Port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:21.031437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-da2cd580-0852-431a-acdc-c1d18247df46 None None] Provisioning complete for port 925414e8-7af2-4f10-97c0-e4454320b3c4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:21.032213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-da2cd580-0852-431a-acdc-c1d18247df46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.058138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.061983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d9285dd-1e74-437d-a04c-c0d24d8b9087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.064515 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d9285dd-1e74-437d-a04c-c0d24d8b9087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.068053 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca747bf3-3322-466a-ba20-988f11d520cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.068762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4d9285dd-1e74-437d-a04c-c0d24d8b9087 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cf78291-8137-4747-ab09-94e91b15cd34 HTTP/1.1" status: 204 len: 168 time: 0.4003708 Nov 10 21:46:21.129207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 925414e8-7af2-4f10-97c0-e4454320b3c4 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:21.162512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9285dd-1e74-437d-a04c-c0d24d8b9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf78291-8137-4747-ab09-94e91b15cd34,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:21.234120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 925414e8-7af2-4f10-97c0-e4454320b3c4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:21.234494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.250739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1268-e807-4502-b4b9-41176cac8456 req-43fd1e7c-e64d-48e4-ab5b-347a48cdbabf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:21.252342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d9b1268-e807-4502-b4b9-41176cac8456 req-43fd1e7c-e64d-48e4-ab5b-347a48cdbabf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1912217 Nov 10 21:46:21.329216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d9b1268-e807-4502-b4b9-41176cac8456 req-e7d75eef-a6bd-4b26-b78b-52441e2d95df tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700750 Nov 10 21:46:21.344461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-129588d4-9761-4b18-a759-6b07c369f414 None None] Provisioning complete for port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:21.344941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-129588d4-9761-4b18-a759-6b07c369f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.387331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-129588d4-9761-4b18-a759-6b07c369f414 None None] Port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:21.454767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca747bf3-3322-466a-ba20-988f11d520cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.457851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca747bf3-3322-466a-ba20-988f11d520cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.459050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ca747bf3-3322-466a-ba20-988f11d520cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/337396f4-4bf0-4649-9557-9797361033af HTTP/1.1" status: 204 len: 168 time: 0.5682697 Nov 10 21:46:21.467336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca747bf3-3322-466a-ba20-988f11d520cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337396f4-4bf0-4649-9557-9797361033af,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:21.507575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38c0d6-ad53-4047-8c8f-9bb361389a5b req-f89c476c-74f3-4471-9185-3ed31830b5f2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:21.509208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c38c0d6-ad53-4047-8c8f-9bb361389a5b req-f89c476c-74f3-4471-9185-3ed31830b5f2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 943 time: 0.0925212 Nov 10 21:46:21.510952 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.614179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f6c72c7d-9453-4b7f-8cb7-bcb9bf1fd7dd None None] Provisioning complete for port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:21.614838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f6c72c7d-9453-4b7f-8cb7-bcb9bf1fd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.639223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c38c0d6-ad53-4047-8c8f-9bb361389a5b req-5a1a247b-ab69-420b-801c-754a13930594 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189535 Nov 10 21:46:21.666961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f6c72c7d-9453-4b7f-8cb7-bcb9bf1fd7dd None None] Port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:21.836189 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.965976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:21.966798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:22.054690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=1e359e18-6282-4e8f-8cd9-9fbf6df98392,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:22.102988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network 3cbc7213-16a6-47cc-bb71-256353352a29 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:22.105162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:22.131402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d7814377-9e00-4c0b-a697-c1103b2a4e39 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:46:22.292462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d7814377-9e00-4c0b-a697-c1103b2a4e39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d7814377-9e00-4c0b-a697-c1103b2a4e39,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:22.310434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd7814377-9e00-4c0b-a697-c1103b2a4e39', 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95', 'port_id': 'd7814377-9e00-4c0b-a697-c1103b2a4e39', 'mac_address': 'fa:16:3e:13:7e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6fd98-84e3-40e1-98f9-0503bb99fcae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:46:22.349837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Router 070d6471-adc3-41e8-af5a-3bdfcbc2cbb6 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:46:22.367862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:22.390460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7814377-9e00-4c0b-a697-c1103b2a4e39 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:46:22.416360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d7814377-9e00-4c0b-a697-c1103b2a4e39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d7814377-9e00-4c0b-a697-c1103b2a4e39,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:22.509073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-21ed56ec-6838-41be-8b47-cbe97260cb26 None None] Provisioning complete for port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:22.510811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21ed56ec-6838-41be-8b47-cbe97260cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:22.523347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aba4e-58bb-43be-b42f-34e3c4a2318b req-b32ea45a-b856-4242-993b-1f5f336dfd20 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:22.524908 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94aba4e-58bb-43be-b42f-34e3c4a2318b req-b32ea45a-b856-4242-993b-1f5f336dfd20 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0842133 Nov 10 21:46:22.526834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:46:22.532233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-127c511b-a278-4601-b3dd-09c04c13c9ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "PUT /v2.0/routers/070d6471-adc3-41e8-af5a-3bdfcbc2cbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9457026 Nov 10 21:46:22.535216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53404) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:22.547711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] Sync routers for ids ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:46:22.573311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] Routers {'070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:22.573947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:46:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:22.579138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-21ed56ec-6838-41be-8b47-cbe97260cb26 None None] Port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:22.607023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79379278-0b97-4678-b688-03c56463408a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:22.614431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79379278-0b97-4678-b688-03c56463408a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports?device_id=070d6471-adc3-41e8-af5a-3bdfcbc2cbb6 HTTP/1.1" status: 200 len: 987 time: 0.0776246 Nov 10 21:46:22.619477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53408) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:22.624604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:22.625929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53410) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:22.626901 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:22.665506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] Routers {'070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:22.667400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:46:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:22.684041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e94aba4e-58bb-43be-b42f-34e3c4a2318b req-8c563449-7698-4802-b804-e0502f710d65 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403015 Nov 10 21:46:22.717186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:22.717901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f40899-e8d9-427f-bad9-6ddfb446aacd None None] The sync data for ids ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:46:22.747777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d7814377-9e00-4c0b-a697-c1103b2a4e39,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:22.757451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.757968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.758473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.758964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.759530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.760293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.760836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.761174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.761504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.761833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.762157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.762484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:22.778407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1200380524-network', 'tenant_id': 'b7951e332cf6436882a1eb7e9614de60'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:22.816411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17c23-74d0-4290-859f-add92d8d0c2b req-036ccdc1-40ec-461f-948c-60e175892949 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:22.817915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18b17c23-74d0-4290-859f-add92d8d0c2b req-036ccdc1-40ec-461f-948c-60e175892949 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 944 time: 0.0811999 Nov 10 21:46:22.855280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d7814377-9e00-4c0b-a697-c1103b2a4e39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:46:22.877803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18b17c23-74d0-4290-859f-add92d8d0c2b req-579e2629-cf3d-488b-bc73-eab2b7892777 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507455 Nov 10 21:46:22.891337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Made reservation on behalf of b7951e332cf6436882a1eb7e9614de60 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:22.902201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:22.907146 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.016519 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.085401 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.111801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:46:23.127068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509bfbbd-eda2-46b7-8c94-abd32e9d654f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:23.130075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.130333 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Added segment 5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6 of type vlan for network 1864cd50-61aa-4bd4-bfc4-32a89f066416 Nov 10 21:46:23.156762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.172201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.294364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.295482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:23.296271 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.365359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] Pushing event updated for resources: {'Network': ['ID=1864cd50-61aa-4bd4-bfc4-32a89f066416,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:23.379023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 1864cd50-61aa-4bd4-bfc4-32a89f066416 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:46:23.450102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79e361c5-c2ca-451d-8eb6-9b3829fe7b23 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8227308 Nov 10 21:46:23.453515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53424) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:23.460004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Request body: {'subnet': {'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1200380524-subnet', 'tenant_id': 'b7951e332cf6436882a1eb7e9614de60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:23.565622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Made reservation on behalf of b7951e332cf6436882a1eb7e9614de60 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:23.568095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.577910 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.715195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 1e359e18-6282-4e8f-8cd9-9fbf6df98392 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:23.715678 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.815070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.829313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05347b39-693a-406d-b3ba-37ac360fb161 req-4da3a501-72f9-41af-80f7-fd89903348d1 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:23.832307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05347b39-693a-406d-b3ba-37ac360fb161 req-4da3a501-72f9-41af-80f7-fd89903348d1 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0732057 Nov 10 21:46:23.832673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 1e359e18-6282-4e8f-8cd9-9fbf6df98392 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:23.876572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05347b39-693a-406d-b3ba-37ac360fb161 req-025b7dff-3261-406b-a6c5-9cd4d6eb2d1c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Nov 10 21:46:23.878208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:23.943944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Checking segment: {'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:23.944318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Network hostable DHCP agents. Network: 1864cd50-61aa-4bd4-bfc4-32a89f066416, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:46:23.957999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab660642-5583-47c8-aa59-0ae86f3fdcf2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:24.033919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Network 1864cd50-61aa-4bd4-bfc4-32a89f066416 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:46:24.071640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769e02a-7de6-4016-9aaf-d8b7439fa6ce req-d7d1644e-1445-49f6-990f-5ed09389476e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:24.073840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8769e02a-7de6-4016-9aaf-d8b7439fa6ce req-d7d1644e-1445-49f6-990f-5ed09389476e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 944 time: 0.0929575 Nov 10 21:46:24.126310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8769e02a-7de6-4016-9aaf-d8b7439fa6ce req-96277043-0775-4c07-a47b-77f4a5b0615a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Nov 10 21:46:24.145858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 1864cd50-61aa-4bd4-bfc4-32a89f066416) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:24.150743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:24.151352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:24.155559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a5489-07fd-482f-88c1-36a5b5e448f9 None None] Network 1864cd50-61aa-4bd4-bfc4-32a89f066416 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:24.176097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d7814377-9e00-4c0b-a697-c1103b2a4e39 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:24.191574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:24.220465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=1e359e18-6282-4e8f-8cd9-9fbf6df98392,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:24.348823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8c877ca6-0d2a-4ed3-84f2-db66689caf3c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8863780 Nov 10 21:46:24.431521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:24.534675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be7e6f-7c0b-4d14-bcf6-56b8a6f0b2f6 None None] Network 1864cd50-61aa-4bd4-bfc4-32a89f066416 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:24.622311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port d7814377-9e00-4c0b-a697-c1103b2a4e39 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:46:24.628203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d7814377-9e00-4c0b-a697-c1103b2a4e39 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:24.628478 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:24.653052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Router 070d6471-adc3-41e8-af5a-3bdfcbc2cbb6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:46:24.748646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:46:24.750848 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:24.758718 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] Sync routers for ids ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:46:24.764065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ea65f01f-7c6e-46aa-b36c-ad46e86abddb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "PUT /v2.0/routers/070d6471-adc3-41e8-af5a-3bdfcbc2cbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434543 Nov 10 21:46:24.768576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53470) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:24.773221 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] Routers {'070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:24.773832 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:46:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:24.777627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7814377-9e00-4c0b-a697-c1103b2a4e39'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:46:24.781073 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baab05c-5b05-45a3-9bed-9fc1b4c6457e" -d '{"events": [{"server_uuid": "440c17bd-30aa-47c9-902a-9f9372e64c02", "name": "network-vif-plugged", "status": "completed", "tag": "d7814377-9e00-4c0b-a697-c1103b2a4e39"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:46:24.794670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d7814377-9e00-4c0b-a697-c1103b2a4e39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d7814377-9e00-4c0b-a697-c1103b2a4e39,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:24.799003 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-769af370-59b9-4a87-83a7-2dc14e98913b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:46:24.801599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-769af370-59b9-4a87-83a7-2dc14e98913b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/1e359e18-6282-4e8f-8cd9-9fbf6df98392 HTTP/1.1" status: 404 len: 333 time: 0.0311949 Nov 10 21:46:24.807472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53474) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:24.819819 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:24.830556 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] Routers {'070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:46:24.832007 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:46:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:24.835763 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46556208-f524-4ee8-ae68-6830c9cc10c1 x-openstack-request-id: req-46556208-f524-4ee8-ae68-6830c9cc10c1 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:46:24.836405 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440c17bd-30aa-47c9-902a-9f9372e64c02", "name": "network-vif-plugged", "status": "completed", "tag": "d7814377-9e00-4c0b-a697-c1103b2a4e39", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:46:24.836661 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46556208-f524-4ee8-ae68-6830c9cc10c1 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:46:24.837054 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7814377-9e00-4c0b-a697-c1103b2a4e39', 'code': 200} Nov 10 21:46:24.874361 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:24.875029 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888448fe-54e4-4289-8c1c-e6be629c4124 None None] The sync data for ids ['070d6471-adc3-41e8-af5a-3bdfcbc2cbb6'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:46:24.897555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3093af6b-1406-499c-a447-b752d87373d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:24.911441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:24.989863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d7814377-9e00-4c0b-a697-c1103b2a4e39,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:25.128029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734c94d-7001-4c73-9cda-e0d6bea5fab0 req-ddb76bbb-d968-448f-9db8-586fc79d3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:25.129503 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f734c94d-7001-4c73-9cda-e0d6bea5fab0 req-ddb76bbb-d968-448f-9db8-586fc79d3c3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 1097 time: 0.1939936 Nov 10 21:46:25.140547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3093af6b-1406-499c-a447-b752d87373d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:25.154245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b655f-5231-43cc-a4b5-896c3837fdc9 req-fa4cf3c2-149e-480e-af66-4de4a9d1423c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:25.155880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-276b655f-5231-43cc-a4b5-896c3837fdc9 req-fa4cf3c2-149e-480e-af66-4de4a9d1423c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1663671 Nov 10 21:46:25.157060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3093af6b-1406-499c-a447-b752d87373d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:25.257888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1ded5-64c8-45b5-b302-fccf7565b068 req-c12ebe8c-e4ae-40ff-a731-2b02ce5ca830 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:25.260204 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d1ded5-64c8-45b5-b302-fccf7565b068 req-c12ebe8c-e4ae-40ff-a731-2b02ce5ca830 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Nov 10 21:46:25.315501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d1ded5-64c8-45b5-b302-fccf7565b068 req-4ed2ce87-b97d-4c18-a5ff-ebf478bbfa68 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Nov 10 21:46:25.605283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f734c94d-7001-4c73-9cda-e0d6bea5fab0 req-439285fa-40c5-4850-8396-5549573dd009 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619529 Nov 10 21:46:25.605283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-276b655f-5231-43cc-a4b5-896c3837fdc9 req-c23e7f9a-6dce-4860-8b7e-c2b2dcf2a9b7 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4359379 Nov 10 21:46:25.662929 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3093af6b-1406-499c-a447-b752d87373d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:25.663499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3093af6b-1406-499c-a447-b752d87373d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Fanout notify agent at l3_agent the message router_deleted on router 070d6471-adc3-41e8-af5a-3bdfcbc2cbb6 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:46:25.671136 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3093af6b-1406-499c-a447-b752d87373d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:25.672258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3093af6b-1406-499c-a447-b752d87373d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/routers/070d6471-adc3-41e8-af5a-3bdfcbc2cbb6 HTTP/1.1" status: 204 len: 168 time: 0.8637254 Nov 10 21:46:25.675073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53506) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:25.729648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet 5a1a8f1e-2d6c-436c-84b3-1e85464bcc13 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:25.733083 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:25.777553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:25.861244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.039828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53514) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:26.066223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.104923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.111263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53518) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:26.112868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc56ce-cf02-4724-bce4-181c9305f9cf None None] Network 3cbc7213-16a6-47cc-bb71-256353352a29 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:26.116269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/5a1a8f1e-2d6c-436c-84b3-1e85464bcc13 HTTP/1.1" status: 204 len: 168 time: 0.4401517 Nov 10 21:46:26.117821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b1f1e-bbcb-428a-9f8e-73dd627179dd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1a8f1e-2d6c-436c-84b3-1e85464bcc13,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:26.233476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febf7666-719c-4288-a7c5-a8aa9d9dd9a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.262417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.342680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] DHCP port deletion for 3cbc7213-16a6-47cc-bb71-256353352a29 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:46:26.390875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febf7666-719c-4288-a7c5-a8aa9d9dd9a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.395628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port 925414e8-7af2-4f10-97c0-e4454320b3c4 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:26.396206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.409258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] Deleting port 925414e8-7af2-4f10-97c0-e4454320b3c4 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:26.409911 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.477963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] For port 925414e8-7af2-4f10-97c0-e4454320b3c4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=925414e8-7af2-4f10-97c0-e4454320b3c4,segment=NetworkSegment(7636c390-e50f-4757-a8dd-ba1c6deff5bb),segment_id=7636c390-e50f-4757-a8dd-ba1c6deff5bb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:26.479347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.488467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febf7666-719c-4288-a7c5-a8aa9d9dd9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.493403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] Calling delete_port for 925414e8-7af2-4f10-97c0-e4454320b3c4 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:26.499149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] For port 925414e8-7af2-4f10-97c0-e4454320b3c4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=925414e8-7af2-4f10-97c0-e4454320b3c4,segment=NetworkSegment(7636c390-e50f-4757-a8dd-ba1c6deff5bb),segment_id=7636c390-e50f-4757-a8dd-ba1c6deff5bb)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:26.499523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.546734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for 925414e8-7af2-4f10-97c0-e4454320b3c4 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:26.558595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-febf7666-719c-4288-a7c5-a8aa9d9dd9a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f12fef4ab81f4b1fbb746832b3c07f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5173788 Nov 10 21:46:26.562370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53524) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:26.568633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cf7ab-c6cb-4089-81c8-1ebc6a1e411d req-58312d68-3a17-4a8b-9d2c-930124a3b2d4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:26.576997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b8cf7ab-c6cb-4089-81c8-1ebc6a1e411d req-58312d68-3a17-4a8b-9d2c-930124a3b2d4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 945 time: 0.1681824 Nov 10 21:46:26.582888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf7666-719c-4288-a7c5-a8aa9d9dd9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a710ad8-4949-426b-9f32-5c0362d87f04,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:26.643911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13fe0ca8-b2a8-48cf-815d-cf601c5774e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.675391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13fe0ca8-b2a8-48cf-815d-cf601c5774e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.717476 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.720502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b8cf7ab-c6cb-4089-81c8-1ebc6a1e411d req-1494c222-d9f1-4d10-9c2c-0f14a65cad98 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423914 Nov 10 21:46:26.731905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.755717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] Pushing event deleted for resources: {'Port': ['ID=925414e8-7af2-4f10-97c0-e4454320b3c4,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:26.760662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b3ede-d38a-43fa-9611-72dd7a8e8846 None None] No DVR routers for this DVR port 925414e8-7af2-4f10-97c0-e4454320b3c4 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:26.785154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No DVR routers for this DVR port 925414e8-7af2-4f10-97c0-e4454320b3c4 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:26.817713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=925414e8-7af2-4f10-97c0-e4454320b3c4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:26.829365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da5c94-af6b-406f-b94b-6f537e5c9f4f req-51c98182-4074-437b-a388-76621700331f tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:26.832958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46da5c94-af6b-406f-b94b-6f537e5c9f4f req-51c98182-4074-437b-a388-76621700331f tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1156931 Nov 10 21:46:26.893881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.897585 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:46:26.907666 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46da5c94-af6b-406f-b94b-6f537e5c9f4f req-89b809b9-22fa-4484-a5f4-af0fcc2d638f tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621078 Nov 10 21:46:26.920228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbc7213-16a6-47cc-bb71-256353352a29']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:26.940154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7636c390-e50f-4757-a8dd-ba1c6deff5bb') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:26.940633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7636c390-e50f-4757-a8dd-ba1c6deff5bb') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:26.957904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.972021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.978041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:46:26.978417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:46:26.981577 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:46:26.988577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13fe0ca8-b2a8-48cf-815d-cf601c5774e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.991272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13fe0ca8-b2a8-48cf-815d-cf601c5774e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:26.992560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13fe0ca8-b2a8-48cf-815d-cf601c5774e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a710ad8-4949-426b-9f32-5c0362d87f04 HTTP/1.1" status: 204 len: 168 time: 0.4286659 Nov 10 21:46:27.001701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 925414e8-7af2-4f10-97c0-e4454320b3c4 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:46:27.002985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe0ca8-b2a8-48cf-815d-cf601c5774e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a710ad8-4949-426b-9f32-5c0362d87f04,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:27.026543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 925414e8-7af2-4f10-97c0-e4454320b3c4 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:46:27.026895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 925414e8-7af2-4f10-97c0-e4454320b3c4 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:46:27.257285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:27.268306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:27.274183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/3cbc7213-16a6-47cc-bb71-256353352a29 HTTP/1.1" status: 204 len: 168 time: 1.1610525 Nov 10 21:46:27.277482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53532) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:27.302570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1321c6-32c2-41cc-8c6b-abdfdb9b0efc tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=3cbc7213-16a6-47cc-bb71-256353352a29,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:27.330696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64aa75c-4879-4e82-95b5-29943057f5c5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:27.332057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f64aa75c-4879-4e82-95b5-29943057f5c5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/ef77b192-d5aa-41f4-b9a2-064882ba92ea HTTP/1.1" status: 200 len: 844 time: 0.0535612 Nov 10 21:46:27.335712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53534) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:27.391664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-60dfe657-78cc-4a58-9c36-053ce5452f9d tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/ef77b192-d5aa-41f4-b9a2-064882ba92ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0547779 Nov 10 21:46:27.395309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53536) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:27.399980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:27.597111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:27.600774 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:27.851582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a99c88-0b49-47fc-8d41-fa120696d81e req-3d920597-8698-4408-be7e-c12dcbc3190d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:27.853008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06a99c88-0b49-47fc-8d41-fa120696d81e req-3d920597-8698-4408-be7e-c12dcbc3190d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 945 time: 0.0544243 Nov 10 21:46:27.900968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06a99c88-0b49-47fc-8d41-fa120696d81e req-a3638ff5-65d0-42ab-a9f7-79a1420cb8af tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Nov 10 21:46:27.952712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:27.993441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:28.000400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:28.003698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:28.004498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.010217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc0c79-4b10-40f7-a1ea-cc499c83131e None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:28.049356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=64e21711-5888-43fb-88a7-7825705fbba6,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:28.073468 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132afbea-6dec-4b20-9fdc-d61bc3a90d06 req-138658a7-7bdb-4bac-8e00-7cca63b5d193 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:28.074983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-132afbea-6dec-4b20-9fdc-d61bc3a90d06 req-138658a7-7bdb-4bac-8e00-7cca63b5d193 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0782909 Nov 10 21:46:28.107670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53552) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:28.121541 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a08ba8b0-c1b8-40b2-8d22-74df5e47f93f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.135215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-132afbea-6dec-4b20-9fdc-d61bc3a90d06 req-b0747ae3-511b-4a54-b9f1-f002a19404d9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529730 Nov 10 21:46:28.168555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-913cc687-3147-442c-9fb3-286a83981cbd tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7688591 Nov 10 21:46:28.169475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53556) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:28.175873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f6785c00-4cf2-4a4a-9f25-3d0cb7c7e086 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061141828'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:28.213934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'tenant_id': '4e62af2d588f40a1be8def4020ec1e77', 'fixed_ips': [{'subnet_id': '64e21711-5888-43fb-88a7-7825705fbba6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:46:28.215790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.263121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a08ba8b0-c1b8-40b2-8d22-74df5e47f93f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.358608 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Allocated IP 2001:db8::2 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/64e21711-5888-43fb-88a7-7825705fbba6/3f68ca2e-5332-4507-b65b-9964b52479e5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:28.383209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6785c00-4cf2-4a4a-9f25-3d0cb7c7e086 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.434640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a08ba8b0-c1b8-40b2-8d22-74df5e47f93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.477280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6785c00-4cf2-4a4a-9f25-3d0cb7c7e086 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.494928 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a08ba8b0-c1b8-40b2-8d22-74df5e47f93f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d2d667278df41e7abc17f4b283c03f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861001 Nov 10 21:46:28.497934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ba8b0-c1b8-40b2-8d22-74df5e47f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625cbc0d-7c07-4996-9870-6aa2dff86ca7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:28.498904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53562) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:28.555643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.573470 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d44bac7c-2750-4a5e-9740-2414d16b27ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.574098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708541b-e969-4667-9e01-6c5182bbac43 req-7e8b938d-afa8-4732-9636-6bceac19aa73 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:28.581539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e708541b-e969-4667-9e01-6c5182bbac43 req-7e8b938d-afa8-4732-9636-6bceac19aa73 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 945 time: 0.0654659 Nov 10 21:46:28.593203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d44bac7c-2750-4a5e-9740-2414d16b27ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.609270 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6785c00-4cf2-4a4a-9f25-3d0cb7c7e086 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.651665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e708541b-e969-4667-9e01-6c5182bbac43 req-cef3bb43-9671-4074-838b-31e9436140c7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690932 Nov 10 21:46:28.661579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6785c00-4cf2-4a4a-9f25-3d0cb7c7e086 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c231542-aa3c-452e-9395-fc7b23296ebc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:28.681922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96cde-381c-4df1-bdfd-1d12c4970f2e req-aa903990-c41d-41a8-82fa-c4bb4bfa0c9c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:28.684388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2eb96cde-381c-4df1-bdfd-1d12c4970f2e req-aa903990-c41d-41a8-82fa-c4bb4bfa0c9c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0561054 Nov 10 21:46:28.711703 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.738910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2eb96cde-381c-4df1-bdfd-1d12c4970f2e req-1eb92fe8-486a-4394-817c-33c97ae66286 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482490 Nov 10 21:46:28.752814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:28.760143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:28.765097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:28.775243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Pushing event updated for resources: {'Port': ['ID=3f68ca2e-5332-4507-b65b-9964b52479e5,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:28.814108 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d44bac7c-2750-4a5e-9740-2414d16b27ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.816948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d44bac7c-2750-4a5e-9740-2414d16b27ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.817534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6785c00-4cf2-4a4a-9f25-3d0cb7c7e086 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.819111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f6785c00-4cf2-4a4a-9f25-3d0cb7c7e086 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6486299 Nov 10 21:46:28.822171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53570) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:28.825307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d44bac7c-2750-4a5e-9740-2414d16b27ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/625cbc0d-7c07-4996-9870-6aa2dff86ca7 HTTP/1.1" status: 204 len: 168 time: 0.3207340 Nov 10 21:46:28.829087 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7434e2f0-1663-440b-a8c7-acd89d8683d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'security_group': {'name': 'tempest-secgroup-517160193'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:28.841659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Attempting to bind port 3f68ca2e-5332-4507-b65b-9964b52479e5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:46:28.842027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Attempting to bind port 3f68ca2e-5332-4507-b65b-9964b52479e5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '881bc36e-3c0e-4c3c-9889-dd1add720fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:46:28.848015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Attempting to bind port 3f68ca2e-5332-4507-b65b-9964b52479e5 on network bc93d3d1-e941-4af7-94a0-95ed5c194e3a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:46:28.848015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:46:28.848290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bac7c-2750-4a5e-9740-2414d16b27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625cbc0d-7c07-4996-9870-6aa2dff86ca7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:28.848406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Checking segment: {'id': '881bc36e-3c0e-4c3c-9889-dd1add720fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:28.848508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.848833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Bound using segment: {'id': '881bc36e-3c0e-4c3c-9889-dd1add720fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:46:28.849287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Bound port: 3f68ca2e-5332-4507-b65b-9964b52479e5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bc36e-3c0e-4c3c-9889-dd1add720fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:46:28.849660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.941833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] For port 3f68ca2e-5332-4507-b65b-9964b52479e5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:46:28.944962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] For port 3f68ca2e-5332-4507-b65b-9964b52479e5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3f68ca2e-5332-4507-b65b-9964b52479e5,segment=NetworkSegment(881bc36e-3c0e-4c3c-9889-dd1add720fd8),segment_id=881bc36e-3c0e-4c3c-9889-dd1add720fd8)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:46:28.962815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7434e2f0-1663-440b-a8c7-acd89d8683d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:28.962928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911516f-be31-4843-b7f6-8a5401395730 req-15c565fe-ef8b-41b3-8036-7a1b263c5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:28.962928 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8911516f-be31-4843-b7f6-8a5401395730 req-15c565fe-ef8b-41b3-8036-7a1b263c5e9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1097 time: 0.0926964 Nov 10 21:46:29.027611 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:29.039369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7434e2f0-1663-440b-a8c7-acd89d8683d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:29.079959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911516f-be31-4843-b7f6-8a5401395730 req-a46e2051-f3af-487b-b15e-03d287f0ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:29.081762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8911516f-be31-4843-b7f6-8a5401395730 req-a46e2051-f3af-487b-b15e-03d287f0ff82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.1120455 Nov 10 21:46:29.105129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa27232-9b2f-4554-821f-ec01b1e25883 None None] Pushing event updated for resources: {'Port': ['ID=3f68ca2e-5332-4507-b65b-9964b52479e5,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:29.157922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7434e2f0-1663-440b-a8c7-acd89d8683d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:29.180623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8911516f-be31-4843-b7f6-8a5401395730 req-645043b4-a67d-490f-86b8-2795b405f6df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 200 len: 1001 time: 0.0912549 Nov 10 21:46:29.227504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434e2f0-1663-440b-a8c7-acd89d8683d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d809e1be-753d-4214-9539-b3c70acde75d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:29.250475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911516f-be31-4843-b7f6-8a5401395730 req-b3157665-8512-4633-a5c8-0671f2f2b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:29.251994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8911516f-be31-4843-b7f6-8a5401395730 req-b3157665-8512-4633-a5c8-0671f2f2b1a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.0625064 Nov 10 21:46:29.320302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911516f-be31-4843-b7f6-8a5401395730 req-7718b4c6-f784-4aae-924c-b0f20e33336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:29.322230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8911516f-be31-4843-b7f6-8a5401395730 req-7718b4c6-f784-4aae-924c-b0f20e33336c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621123 Nov 10 21:46:29.359218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7434e2f0-1663-440b-a8c7-acd89d8683d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:29.361855 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7434e2f0-1663-440b-a8c7-acd89d8683d9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5387323 Nov 10 21:46:29.366880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53574) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:29.381893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1854029874', 'security_groups': ['d809e1be-753d-4214-9539-b3c70acde75d'], 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64e21711-5888-43fb-88a7-7825705fbba6'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:29.443793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8911516f-be31-4843-b7f6-8a5401395730 req-530b8002-640b-463b-b691-24124647dd60 service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115975 Nov 10 21:46:29.590385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8911516f-be31-4843-b7f6-8a5401395730 req-1d5c101d-5307-40da-9384-99ea0e961ae6 service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349688 Nov 10 21:46:29.679911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:29.816475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:29.848992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-00f3bae3-e9ba-48bd-895f-abb683883cd4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:29.853041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:29.856695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-00f3bae3-e9ba-48bd-895f-abb683883cd4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.53 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 945 time: 0.1511064 Nov 10 21:46:29.870023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff655bdb-2d01-4848-b99e-db23fb0117dc req-a25a34b8-f324-47f5-bf0e-b0d4fb4567d9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:29.872412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff655bdb-2d01-4848-b99e-db23fb0117dc req-a25a34b8-f324-47f5-bf0e-b0d4fb4567d9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 945 time: 0.1178069 Nov 10 21:46:30.035966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35574c0-ac09-453c-bc4f-2543f560b0b6 req-8c22369f-849a-47a8-92f4-28e6a69d619c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:30.043517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b35574c0-ac09-453c-bc4f-2543f560b0b6 req-8c22369f-849a-47a8-92f4-28e6a69d619c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1092639 Nov 10 21:46:30.047954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff655bdb-2d01-4848-b99e-db23fb0117dc req-b3093c99-c9b4-4d99-8f16-0c92aae2639a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666906 Nov 10 21:46:30.108254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Deleting port d7814377-9e00-4c0b-a697-c1103b2a4e39 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:30.112940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.158710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b35574c0-ac09-453c-bc4f-2543f560b0b6 req-1ab9d1b2-202d-4197-8204-116c6bf2783d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142230 Nov 10 21:46:30.164265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::1df (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/64e21711-5888-43fb-88a7-7825705fbba6/a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:30.249203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] For port d7814377-9e00-4c0b-a697-c1103b2a4e39, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d7814377-9e00-4c0b-a697-c1103b2a4e39,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:30.249573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.270496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Calling delete_port for d7814377-9e00-4c0b-a697-c1103b2a4e39 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:30.397467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.475992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Provisioning complete for port ef77b192-d5aa-41f4-b9a2-064882ba92ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:30.479166 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.555677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Port ef77b192-d5aa-41f4-b9a2-064882ba92ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:30.569426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:30.569930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.582090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.630610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:30.637232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:30.641214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:30.647217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:30.647870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.661680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:30.689706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.704190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.717272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d7814377-9e00-4c0b-a697-c1103b2a4e39'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:46:30.736506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Pushing event deleted for resources: {'Port': ['ID=d7814377-9e00-4c0b-a697-c1103b2a4e39,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:30.753681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0e63bd6f-244d-403a-9a9d-73d5624116d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:46:30.760587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ee5f60fa-ba17-466e-abd2-d35fcb3492d4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3925915 Nov 10 21:46:30.763809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53608) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:30.769319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3f67e91b-56f1-454e-a1be-bd88195d7451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:30.825690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] For port 3f68ca2e-5332-4507-b65b-9964b52479e5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3f68ca2e-5332-4507-b65b-9964b52479e5,segment=NetworkSegment(881bc36e-3c0e-4c3c-9889-dd1add720fd8),segment_id=881bc36e-3c0e-4c3c-9889-dd1add720fd8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:30.852317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] No DVR routers for this DVR port d7814377-9e00-4c0b-a697-c1103b2a4e39 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:30.856197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:30.859947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7fccc1a-cb2b-4497-a4d1-751dda9203f4 req-8571f66d-7046-41a5-9326-b45be5cefd7f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.53 "DELETE /v2.0/ports/d7814377-9e00-4c0b-a697-c1103b2a4e39 HTTP/1.1" status: 204 len: 173 time: 1.0001559 Nov 10 21:46:30.860360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'name': 'network-vif-deleted', 'tag': 'd7814377-9e00-4c0b-a697-c1103b2a4e39'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:46:30.862824 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4036de-b3fc-4268-93f2-edbbf0c59363" -d '{"events": [{"server_uuid": "440c17bd-30aa-47c9-902a-9f9372e64c02", "name": "network-vif-deleted", "tag": "d7814377-9e00-4c0b-a697-c1103b2a4e39"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:46:30.944728 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144ff77d-7b4e-453e-b73c-f19330ff121e x-openstack-request-id: req-144ff77d-7b4e-453e-b73c-f19330ff121e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:46:30.945157 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440c17bd-30aa-47c9-902a-9f9372e64c02", "name": "network-vif-deleted", "tag": "d7814377-9e00-4c0b-a697-c1103b2a4e39", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:46:30.945472 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-144ff77d-7b4e-453e-b73c-f19330ff121e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:46:30.945941 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440c17bd-30aa-47c9-902a-9f9372e64c02', 'name': 'network-vif-deleted', 'tag': 'd7814377-9e00-4c0b-a697-c1103b2a4e39', 'status': 'completed', 'code': 200} Nov 10 21:46:30.974374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.069377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d665f-fedc-4a6b-b4b9-ac1fe43d8d9c None None] Pushing event updated for resources: {'Port': ['ID=3f68ca2e-5332-4507-b65b-9964b52479e5,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:31.074139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3f68ca2e-5332-4507-b65b-9964b52479e5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:31.076786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f67e91b-56f1-454e-a1be-bd88195d7451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:31.087149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f67e91b-56f1-454e-a1be-bd88195d7451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.150058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bbb1479f-e57b-49aa-af02-2c91d27f2744 None None] Provisioning complete for port a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:31.150429 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bbb1479f-e57b-49aa-af02-2c91d27f2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.207624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:31.208052 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.211346 n-d-776250-11 neutron-server[103047]: INFO neutron.db.ipam_backend_mixin [None req-3f67e91b-56f1-454e-a1be-bd88195d7451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64e21711-5888-43fb-88a7-7825705fbba6 (CIDR: 2001:db8::/64) Nov 10 21:46:31.217430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d96bc6bc-790d-4fd9-bfa1-58fa9eb1c02b req-97457280-ad31-46c9-8d79-1618d789a45b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=440c17bd-30aa-47c9-902a-9f9372e64c02 HTTP/1.1" status: 200 len: 210 time: 0.0434327 Nov 10 21:46:31.236280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1479f-e57b-49aa-af02-2c91d27f2744 None None] Port a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:31.265122 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f67e91b-56f1-454e-a1be-bd88195d7451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:46:31.265713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f67e91b-56f1-454e-a1be-bd88195d7451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:31.313078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bf866-f525-4419-b0b6-38641e5d03b2 req-e4456afa-6fc7-4b5b-904a-95e8b2d56fdc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:31.315079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b7bf866-f525-4419-b0b6-38641e5d03b2 req-e4456afa-6fc7-4b5b-904a-95e8b2d56fdc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0672050 Nov 10 21:46:31.371435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b7bf866-f525-4419-b0b6-38641e5d03b2 req-c4510e00-0dfe-44a9-886f-a9a27c552de2 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491841 Nov 10 21:46:31.419745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3f67e91b-56f1-454e-a1be-bd88195d7451 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6545300 Nov 10 21:46:31.422683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53622) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:31.423134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53624) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:31.432725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:31.552173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0aac-eeb1-4181-b9ff-a1e358b1ec47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.638425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0aac-eeb1-4181-b9ff-a1e358b1ec47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.685397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:31.689048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.714864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0aac-eeb1-4181-b9ff-a1e358b1ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.804802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1dc0aac-eeb1-4181-b9ff-a1e358b1ec47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b74609348c9a42508290de4a76cf502d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793941 Nov 10 21:46:31.805517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc0aac-eeb1-4181-b9ff-a1e358b1ec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbfa8c7-de1a-4ac6-a404-f862cc72ca3b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:31.809384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53632) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:31.865451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3f24071-bdcb-449a-9a88-2fa079557a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:31.888118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3f24071-bdcb-449a-9a88-2fa079557a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.022446 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3f24071-bdcb-449a-9a88-2fa079557a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.025144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3f24071-bdcb-449a-9a88-2fa079557a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.026325 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b3f24071-bdcb-449a-9a88-2fa079557a92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccbfa8c7-de1a-4ac6-a404-f862cc72ca3b HTTP/1.1" status: 204 len: 168 time: 0.2154279 Nov 10 21:46:32.036508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f24071-bdcb-449a-9a88-2fa079557a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbfa8c7-de1a-4ac6-a404-f862cc72ca3b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:32.114223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.158734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:32.161733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:32.165888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:32.166565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.177877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be02954a-5b96-474d-ae1b-962ab265d415 None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:32.182322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=d6a57690-3bc3-4867-8dca-4719e375ed62,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:32.340890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c2f32629-8786-4f3e-a12b-36d8ed1cdcd3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9163775 Nov 10 21:46:32.343642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53642) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:32.354016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-498319822', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6a57690-3bc3-4867-8dca-4719e375ed62'}], 'security_groups': ['4c231542-aa3c-452e-9395-fc7b23296ebc']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:32.390574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174669d-f679-4de2-92ed-8ac4be386423 req-bc553def-3978-491a-abab-4ecfe923f1c6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:32.392305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7174669d-f679-4de2-92ed-8ac4be386423 req-bc553def-3978-491a-abab-4ecfe923f1c6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0660789 Nov 10 21:46:32.438101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.439953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbe5709-af22-4ae7-993e-0a281dd3b5ea None None] Update dhcp port {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'fixed_ips': [{'subnet_id': '64e21711-5888-43fb-88a7-7825705fbba6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6a57690-3bc3-4867-8dca-4719e375ed62'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '3f68ca2e-5332-4507-b65b-9964b52479e5'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:46:32.451635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7174669d-f679-4de2-92ed-8ac4be386423 req-7be792a1-4187-4d1f-b676-1bc70991f140 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497708 Nov 10 21:46:32.480229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5709-af22-4ae7-993e-0a281dd3b5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.718914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-2bbe5709-af22-4ae7-993e-0a281dd3b5ea None None] Allocated IP 2001:db8:0:1::2 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/d6a57690-3bc3-4867-8dca-4719e375ed62/3f68ca2e-5332-4507-b65b-9964b52479e5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:32.817287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc82a9-5913-4c98-8be0-f862d8454f86 req-cccd3128-7a6a-4a0e-90a5-4b298c5ec495 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:32.818817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edcc82a9-5913-4c98-8be0-f862d8454f86 req-cccd3128-7a6a-4a0e-90a5-4b298c5ec495 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0523288 Nov 10 21:46:32.857224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2bbe5709-af22-4ae7-993e-0a281dd3b5ea None None] For port 3f68ca2e-5332-4507-b65b-9964b52479e5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3f68ca2e-5332-4507-b65b-9964b52479e5,segment=NetworkSegment(881bc36e-3c0e-4c3c-9889-dd1add720fd8),segment_id=881bc36e-3c0e-4c3c-9889-dd1add720fd8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:32.884799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edcc82a9-5913-4c98-8be0-f862d8454f86 req-3807c5d3-afb7-4c8d-bdf7-a996b6a86f37 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577414 Nov 10 21:46:32.892603 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5709-af22-4ae7-993e-0a281dd3b5ea None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:32.993559 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5709-af22-4ae7-993e-0a281dd3b5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.026387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3f68ca2e-5332-4507-b65b-9964b52479e5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:33.082455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187096ac-2a57-4f97-8998-ad4cf8472ef1 req-ce4c4762-7ef9-4c12-8d26-7ff3c06f699f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:33.091072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-187096ac-2a57-4f97-8998-ad4cf8472ef1 req-ce4c4762-7ef9-4c12-8d26-7ff3c06f699f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1304991 Nov 10 21:46:33.140276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe5709-af22-4ae7-993e-0a281dd3b5ea None None] Pushing event updated for resources: {'Port': ['ID=3f68ca2e-5332-4507-b65b-9964b52479e5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:33.157722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:33.157722 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.190955 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-187096ac-2a57-4f97-8998-ad4cf8472ef1 req-a5b8b966-5eae-4078-8752-854348acfba2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986011 Nov 10 21:46:33.202927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Delete allocated IP 2001:db8::1df (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/64e21711-5888-43fb-88a7-7825705fbba6) {{(pid=103047) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 21:46:33.215026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8:0:1::343 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/d6a57690-3bc3-4867-8dca-4719e375ed62/a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:33.469789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.613998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.691102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] In _notify_port_updated(), no bound segment for port a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 on network bc93d3d1-e941-4af7-94a0-95ed5c194e3a {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:46:33.701750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:33.702427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.707234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53678) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:33.719957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "PUT /v2.0/ports/a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 HTTP/1.1" status: 200 len: 930 time: 1.3745944 Nov 10 21:46:33.742098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ee0f8-1a06-40d6-a0ef-750727ff44ea tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:33.749726 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53680) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:33.859620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:33.860327 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.869578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-599262063'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:33.933810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Provisioning complete for port a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:33.934388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.966166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.970289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Port a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:33.976848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:33.980721 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.980881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Provisioning complete for port ef77b192-d5aa-41f4-b9a2-064882ba92ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:33.981232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:33.989009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:33.992238 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.025305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Port ef77b192-d5aa-41f4-b9a2-064882ba92ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:34.053558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:34.054185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3f95-2b33-4f29-8455-5d1139c3f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.096137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.219563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d7814377-9e00-4c0b-a697-c1103b2a4e39 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:46:34.249531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: d7814377-9e00-4c0b-a697-c1103b2a4e39 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:46:34.250070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d7814377-9e00-4c0b-a697-c1103b2a4e39 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:46:34.271062 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.300780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285f51fb-f2cf-4c8f-93fb-0a39f04fd7b9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:34.305654 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.311898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:46:34.322330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.323591 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Added segment 8d0a1962-95d0-449a-8cb8-2478e0277cd1 of type vlan for network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c Nov 10 21:46:34.372994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0a1bbc98-6c44-4f2b-83d2-ab2beab0cf18 None None] Could not find standard attr ID for object a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:46:34.382961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.414039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.420781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 HTTP/1.1" status: 204 len: 168 time: 0.7099981 Nov 10 21:46:34.420781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a1cf2-82dd-4f0e-a57e-3fd2d03a52e7 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:34.424163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53690) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:34.446409 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0732f07b-3299-41d4-8dbd-40701ec0a488 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:46:34.448016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0732f07b-3299-41d4-8dbd-40701ec0a488 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/a24fd1e8-70de-4bf4-aa39-5e4aacdef2d5 HTTP/1.1" status: 404 len: 333 time: 0.0256245 Nov 10 21:46:34.451575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:34.523051 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4374b1fc-d024-4513-abc1-74f6881d8f07 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.559514 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4374b1fc-d024-4513-abc1-74f6881d8f07 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.559934 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.566718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:34.567815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.639603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Network': ['ID=b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:34.650290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:46:34.680923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4374b1fc-d024-4513-abc1-74f6881d8f07 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.682445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7bc2d338-267c-4490-b7e0-28f1ce7ff366 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9314544 Nov 10 21:46:34.684628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4374b1fc-d024-4513-abc1-74f6881d8f07 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.685273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:34.687116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4374b1fc-d024-4513-abc1-74f6881d8f07 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/security-groups/d809e1be-753d-4214-9539-b3c70acde75d HTTP/1.1" status: 204 len: 168 time: 0.2340381 Nov 10 21:46:34.692454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53700) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:34.693739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'subnet': {'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:34.740906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374b1fc-d024-4513-abc1-74f6881d8f07 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809e1be-753d-4214-9539-b3c70acde75d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:34.798840 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b70a71ce-d223-49b6-90e8-36ceb2a7bdb4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.833182 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b70a71ce-d223-49b6-90e8-36ceb2a7bdb4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.939121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:34.942763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:34.997128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b70a71ce-d223-49b6-90e8-36ceb2a7bdb4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.000748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b70a71ce-d223-49b6-90e8-36ceb2a7bdb4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.002537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b70a71ce-d223-49b6-90e8-36ceb2a7bdb4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/security-groups/4c231542-aa3c-452e-9395-fc7b23296ebc HTTP/1.1" status: 204 len: 168 time: 0.3069534 Nov 10 21:46:35.006440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53702) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:35.043249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3f68ca2e-5332-4507-b65b-9964b52479e5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:35.051360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a71ce-d223-49b6-90e8-36ceb2a7bdb4 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c231542-aa3c-452e-9395-fc7b23296ebc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:35.078420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet 64e21711-5888-43fb-88a7-7825705fbba6 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:35.082301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.154108 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.160369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:35.160951 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.306546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.357085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.381841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Subnet': ['ID=4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:35.387676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Checking segment: {'id': '8d0a1962-95d0-449a-8cb8-2478e0277cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:35.388168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network hostable DHCP agents. Network: b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:46:35.543317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:46:35.570394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.603236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=64e21711-5888-43fb-88a7-7825705fbba6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:35.606156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.614477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53710) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:35.619600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:35.623289 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c0fc2484-eef8-4e00-982a-f7601a6e3f99 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/64e21711-5888-43fb-88a7-7825705fbba6 HTTP/1.1" status: 204 len: 168 time: 0.6161499 Nov 10 21:46:35.625744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ad549-cca1-47a2-b634-adcf6bcecadd None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:35.642382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:35.656765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:35.657470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.669138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8636e0ab-3ab2-4f09-ad3e-38b1527c7013 None None] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:35.742181 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-856b8d24-4329-47c4-b68d-4308e575b347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.847122 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e89427fa-631c-4561-9c8f-3cd13fce54dc tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1596808 Nov 10 21:46:35.853956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53712) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:35.861021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-65651341'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:35.926236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:35.929638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:35.954595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'tenant_id': 'd7cbad7dc20e452289bb0e0ba262e900', 'fixed_ips': [{'subnet_id': '4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:46:35.958352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.116892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Allocated IP 2001:db8::2 (b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2/40a7d460-f061-4f9c-83db-354862d092d1) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:36.174092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:36.177793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.228090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] device_id is not set on port d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:36.339151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.470342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:36.474158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:36.479198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:36.480037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.482784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=196a9970-8554-4c1d-8a45-4a3cda924f1c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:36.535291 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.605127 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b44412fc-ddbb-4aa3-99cc-e42aea7d4175 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9893434 Nov 10 21:46:36.608675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53726) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:36.613672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d4e41cc9-437b-4c66-9d40-4d04d84938d3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'security_group': {'name': 'tempest-secgroup-714744908'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:36.625555 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.724127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:36.731765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:36.734530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:36.738766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Pushing event updated for resources: {'Port': ['ID=40a7d460-f061-4f9c-83db-354862d092d1,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:36.822722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99ff56-789f-4db2-bdb5-dad6ab99f191 None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:36.868654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Attempting to bind port 40a7d460-f061-4f9c-83db-354862d092d1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:46:36.869292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Attempting to bind port 40a7d460-f061-4f9c-83db-354862d092d1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8d0a1962-95d0-449a-8cb8-2478e0277cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:46:36.871539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Attempting to bind port 40a7d460-f061-4f9c-83db-354862d092d1 on network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:46:36.892132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de88bc1-ffc1-4fcf-b228-afe62ca7d58f req-63f115f4-89eb-4bb3-b135-f45e6cc82ffe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:36.901050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9de88bc1-ffc1-4fcf-b228-afe62ca7d58f req-63f115f4-89eb-4bb3-b135-f45e6cc82ffe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0608618 Nov 10 21:46:36.918909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:46:36.919607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Checking segment: {'id': '8d0a1962-95d0-449a-8cb8-2478e0277cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:46:36.920204 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.920760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Bound using segment: {'id': '8d0a1962-95d0-449a-8cb8-2478e0277cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:46:36.921414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Bound port: 40a7d460-f061-4f9c-83db-354862d092d1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0a1962-95d0-449a-8cb8-2478e0277cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:46:36.922405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.930513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2a8fe7eb-e816-4714-a81a-d5ba7c0e96b5 None None] Provisioning complete for port ef77b192-d5aa-41f4-b9a2-064882ba92ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:36.931058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe7eb-e816-4714-a81a-d5ba7c0e96b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:36.983997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9de88bc1-ffc1-4fcf-b228-afe62ca7d58f req-36681cc2-bf3e-4928-99ef-8f7736ecfd5f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814979 Nov 10 21:46:37.000098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fe7eb-e816-4714-a81a-d5ba7c0e96b5 None None] Port ef77b192-d5aa-41f4-b9a2-064882ba92ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:37.094086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2a8fe7eb-e816-4714-a81a-d5ba7c0e96b5 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:37.094379 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe7eb-e816-4714-a81a-d5ba7c0e96b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.151578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] For port 40a7d460-f061-4f9c-83db-354862d092d1, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:46:37.155718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] For port 40a7d460-f061-4f9c-83db-354862d092d1, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=40a7d460-f061-4f9c-83db-354862d092d1,segment=NetworkSegment(8d0a1962-95d0-449a-8cb8-2478e0277cd1),segment_id=8d0a1962-95d0-449a-8cb8-2478e0277cd1)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:46:37.156867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eb45e-376d-4d1a-8d14-74df6d33f727 req-1f19c694-3e6f-47bc-a475-d69c6b23cab3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:37.159386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5eb45e-376d-4d1a-8d14-74df6d33f727 req-1f19c694-3e6f-47bc-a475-d69c6b23cab3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0752516 Nov 10 21:46:37.171042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Allocated IP 2001:db8::230 (b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2/d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:37.234257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4e41cc9-437b-4c66-9d40-4d04d84938d3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.264960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa5eb45e-376d-4d1a-8d14-74df6d33f727 req-77a32b7e-9f5f-49a7-94fc-b35b3417d63a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912812 Nov 10 21:46:37.298014 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.348598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05a7ee3-c8d1-41d3-b506-906614ef0bb0 None None] Update dhcp port {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'fixed_ips': [{'subnet_id': 'd6a57690-3bc3-4867-8dca-4719e375ed62', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '196a9970-8554-4c1d-8a45-4a3cda924f1c'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '3f68ca2e-5332-4507-b65b-9964b52479e5'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:46:37.421347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0886f-8798-471a-b754-a4bb1a4a96a4 None None] Pushing event updated for resources: {'Port': ['ID=40a7d460-f061-4f9c-83db-354862d092d1,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:37.440445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4e41cc9-437b-4c66-9d40-4d04d84938d3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.442945 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d05a7ee3-c8d1-41d3-b506-906614ef0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.460987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.587585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4e41cc9-437b-4c66-9d40-4d04d84938d3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.624361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e41cc9-437b-4c66-9d40-4d04d84938d3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5191712-5d75-4e86-9dc8-5427f7c45f57,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:37.636482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.703226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:37.709212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:37.721355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:37.722995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d05a7ee3-c8d1-41d3-b506-906614ef0bb0 None None] Allocated IP 2001:db8::2 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/196a9970-8554-4c1d-8a45-4a3cda924f1c/3f68ca2e-5332-4507-b65b-9964b52479e5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:37.728043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:37.728686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.740135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4e41cc9-437b-4c66-9d40-4d04d84938d3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.744661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53744) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:37.749412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e9e96e45-3229-47f7-8aea-a21f92b28830 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'security_group': {'name': 'tempest-secgroup-247713084'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:37.749703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4e41cc9-437b-4c66-9d40-4d04d84938d3 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1352232 Nov 10 21:46:37.774777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:37.861208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d05a7ee3-c8d1-41d3-b506-906614ef0bb0 None None] For port 3f68ca2e-5332-4507-b65b-9964b52479e5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3f68ca2e-5332-4507-b65b-9964b52479e5,segment=NetworkSegment(881bc36e-3c0e-4c3c-9889-dd1add720fd8),segment_id=881bc36e-3c0e-4c3c-9889-dd1add720fd8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:37.894549 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d05a7ee3-c8d1-41d3-b506-906614ef0bb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:37.942414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9e96e45-3229-47f7-8aea-a21f92b28830 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.010094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9e96e45-3229-47f7-8aea-a21f92b28830 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.096352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-68d50021-1958-480e-ac37-d1e134d65dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.185116 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d05a7ee3-c8d1-41d3-b506-906614ef0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.189662 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9e96e45-3229-47f7-8aea-a21f92b28830 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.192997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-88a69069-eeca-441b-b7bc-677c1dea83e3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3379822 Nov 10 21:46:38.196133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53746) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:38.207528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1054863773', 'allowed_address_pairs': [{'ip_address': '2001:db8::230', 'mac_address': 'fa:16:3e:a6:af:7f'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:38.279577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e96e45-3229-47f7-8aea-a21f92b28830 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f9babb-7327-40ce-977e-8d48fee2dc58,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:38.338802 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9e96e45-3229-47f7-8aea-a21f92b28830 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.340649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e9e96e45-3229-47f7-8aea-a21f92b28830 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5948036 Nov 10 21:46:38.341141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a7ee3-c8d1-41d3-b506-906614ef0bb0 None None] Pushing event updated for resources: {'Port': ['ID=3f68ca2e-5332-4507-b65b-9964b52479e5,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:38.347704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:38.352601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'security_group': {'name': 'tempest-secgroup-1368192723'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:38.511343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.578074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc24c1b-d0ac-4b48-8a97-f7986e81fb3f None None] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:38.645789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.648419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:38.667478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c5531a97-afa4-495a-9b09-60e212e7eb25 None None] Provisioning complete for port 40a7d460-f061-4f9c-83db-354862d092d1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:38.668050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c5531a97-afa4-495a-9b09-60e212e7eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.731497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.784338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8ac40-63ce-4a03-9d9b-a5e0b0d30bb0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:38.793429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.793905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.795991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.800805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.801585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.802148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.802819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.803375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.808789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.809261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.809682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.810266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:38.811663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.842829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.848379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dcf44236-3fbf-4e1b-a493-1e939ee621a9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4993052 Nov 10 21:46:38.849443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53760) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:38.856885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1733501107', 'security_groups': ['fee8ac40-63ce-4a03-9d9b-a5e0b0d30bb0'], 'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '196a9970-8554-4c1d-8a45-4a3cda924f1c'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:38.859196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] device_id is not set on port 0b471e5e-d1ef-4cae-b46d-e578250831ae yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:38.885684 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c5531a97-afa4-495a-9b09-60e212e7eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:38.952969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c5531a97-afa4-495a-9b09-60e212e7eb25 None None] For port 40a7d460-f061-4f9c-83db-354862d092d1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=40a7d460-f061-4f9c-83db-354862d092d1,segment=NetworkSegment(8d0a1962-95d0-449a-8cb8-2478e0277cd1),segment_id=8d0a1962-95d0-449a-8cb8-2478e0277cd1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:39.070338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c5531a97-afa4-495a-9b09-60e212e7eb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.131260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Allocated IP 2001:db8::1f5 (b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2/0b471e5e-d1ef-4cae-b46d-e578250831ae) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:39.149596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5531a97-afa4-495a-9b09-60e212e7eb25 None None] Pushing event updated for resources: {'Port': ['ID=40a7d460-f061-4f9c-83db-354862d092d1,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:39.277255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:39.288034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-218365f3-29e4-4ea7-b7e0-2b0e41570052 None None] Provisioning complete for port ef77b192-d5aa-41f4-b9a2-064882ba92ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:39.289122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-218365f3-29e4-4ea7-b7e0-2b0e41570052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.387703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-218365f3-29e4-4ea7-b7e0-2b0e41570052 None None] Port ef77b192-d5aa-41f4-b9a2-064882ba92ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:39.391749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 40a7d460-f061-4f9c-83db-354862d092d1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:39.396148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.427706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.452693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] device_id is not set on port d4e21b67-1de6-409d-b23c-eefe0a99fe6a yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:39.457024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-218365f3-29e4-4ea7-b7e0-2b0e41570052 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:39.457399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-218365f3-29e4-4ea7-b7e0-2b0e41570052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.491152 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.557047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 40a7d460-f061-4f9c-83db-354862d092d1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:39.557740 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.672239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.694908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3f68ca2e-5332-4507-b65b-9964b52479e5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:39.726703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:39.732909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:39.736599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:39.738407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8::3d0 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/196a9970-8554-4c1d-8a45-4a3cda924f1c/d4e21b67-1de6-409d-b23c-eefe0a99fe6a) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:39.742929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:39.743805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.758734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=0b471e5e-d1ef-4cae-b46d-e578250831ae,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:39.783802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c3602c35-e582-4e50-a897-46c581e68fa0 None None] Provisioning complete for port d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:39.798656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c3602c35-e582-4e50-a897-46c581e68fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.798656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:39.798656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.851019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c3602c35-e582-4e50-a897-46c581e68fa0 None None] Port d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:39.874413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c3602c35-e582-4e50-a897-46c581e68fa0 None None] Provisioning complete for port 40a7d460-f061-4f9c-83db-354862d092d1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:39.874413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c3602c35-e582-4e50-a897-46c581e68fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.905242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b29e347b-a93f-42ac-9513-21b1a66157eb tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7052574 Nov 10 21:46:39.905684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53770) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:39.973121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf730c2-c85d-43a2-af93-83f66a90d69f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:39.976465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:39.979510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf730c2-c85d-43a2-af93-83f66a90d69f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:39.985955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf730c2-c85d-43a2-af93-83f66a90d69f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:39.990224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0cf730c2-c85d-43a2-af93-83f66a90d69f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0807357 Nov 10 21:46:39.990561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53772) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:40.114810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting port 0b471e5e-d1ef-4cae-b46d-e578250831ae {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:40.115551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.134147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.194371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b8419efb-37a3-41f0-bd92-753a30e10c80 None None] Provisioning complete for port 0b471e5e-d1ef-4cae-b46d-e578250831ae triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:40.194996 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b8419efb-37a3-41f0-bd92-753a30e10c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.216097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:40.217531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:40.221951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:40.227504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:40.228284 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.235302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=d4e21b67-1de6-409d-b23c-eefe0a99fe6a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:40.246182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b8419efb-37a3-41f0-bd92-753a30e10c80 None None] Port 0b471e5e-d1ef-4cae-b46d-e578250831ae cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:40.254907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.272533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Calling delete_port for 0b471e5e-d1ef-4cae-b46d-e578250831ae owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:40.388278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aed733b4-b7d4-444f-8bd5-a5e9827326be tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5371208 Nov 10 21:46:40.392320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53774) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:40.399677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e444c451-bf17-4047-95e0-b72c04ebe584 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:40.556492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.579033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-77858bc4-77c6-4a72-b597-18f184318862 None None] Provisioning complete for port d4e21b67-1de6-409d-b23c-eefe0a99fe6a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:40.579602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-77858bc4-77c6-4a72-b597-18f184318862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.584094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Port': ['ID=0b471e5e-d1ef-4cae-b46d-e578250831ae,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:40.610492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.611057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.611824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.612296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.612791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.613296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.613857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.614193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.614527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.614860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.615195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.615517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:46:40.632693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-77858bc4-77c6-4a72-b597-18f184318862 None None] Port d4e21b67-1de6-409d-b23c-eefe0a99fe6a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:40.647198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e444c451-bf17-4047-95e0-b72c04ebe584 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:40.652033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e444c451-bf17-4047-95e0-b72c04ebe584 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.698875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd9a5d-cf45-47b4-9a83-23146acd5466 req-ac093b85-475c-4773-a86c-e5b374fd6d93 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:40.700756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8dd9a5d-cf45-47b4-9a83-23146acd5466 req-ac093b85-475c-4773-a86c-e5b374fd6d93 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0993991 Nov 10 21:46:40.748092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.770067 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:40.781564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e7d87346-d95c-4903-bbfa-df0cde41cc74 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/ports/0b471e5e-d1ef-4cae-b46d-e578250831ae HTTP/1.1" status: 204 len: 168 time: 0.7859817 Nov 10 21:46:40.781564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53786) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:40.816168 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d61ad2-b99c-465b-9606-915af166da4c tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] GET failed (client error): The resource could not be found. Nov 10 21:46:40.818118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-35d61ad2-b99c-465b-9606-915af166da4c tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "GET /v2.0/ports/0b471e5e-d1ef-4cae-b46d-e578250831ae HTTP/1.1" status: 404 len: 333 time: 0.0363719 Nov 10 21:46:40.822416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53788) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:40.825794 n-d-776250-11 neutron-server[103048]: INFO neutron.db.ipam_backend_mixin [None req-e444c451-bf17-4047-95e0-b72c04ebe584 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 196a9970-8554-4c1d-8a45-4a3cda924f1c (CIDR: 2001:db8::/64) Nov 10 21:46:40.831977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1186081777'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:40.843394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8dd9a5d-cf45-47b4-9a83-23146acd5466 req-d39ca1a0-7261-4bd9-87c0-d2a8aaf367ec tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048989 Nov 10 21:46:40.907257 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e444c451-bf17-4047-95e0-b72c04ebe584 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:46:40.907896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e444c451-bf17-4047-95e0-b72c04ebe584 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:40.988955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9000b-1f62-4c83-aaf9-690bd6f19a22 req-9cf02188-649a-437f-bcc3-9fbe5aeffa1c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:40.990495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61e9000b-1f62-4c83-aaf9-690bd6f19a22 req-9cf02188-649a-437f-bcc3-9fbe5aeffa1c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0570879 Nov 10 21:46:41.006637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 40a7d460-f061-4f9c-83db-354862d092d1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:41.050836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61e9000b-1f62-4c83-aaf9-690bd6f19a22 req-bb5bee17-e1a7-4589-ba60-d4567ac136b3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 Nov 10 21:46:41.062544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 40a7d460-f061-4f9c-83db-354862d092d1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:41.074846 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:41.075231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e444c451-bf17-4047-95e0-b72c04ebe584 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6708412 Nov 10 21:46:41.075231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:41.079976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6bef4d6b-5f2c-4b24-9c05-99be5a8ee11b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:41.206954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:41.211050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:41.243213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] device_id is not set on port 336b6017-4f3f-48dd-a78c-39af46d2a535 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:41.256963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83105454-b045-4641-98bd-e02cfbd6d892 req-b6548b2d-31d9-43dd-86e0-6c3c79a71438 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:41.258530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83105454-b045-4641-98bd-e02cfbd6d892 req-b6548b2d-31d9-43dd-86e0-6c3c79a71438 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0531001 Nov 10 21:46:41.319275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83105454-b045-4641-98bd-e02cfbd6d892 req-984a5ad2-4fe5-443f-9f9b-eab9faeaea2e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539365 Nov 10 21:46:41.356176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bef4d6b-5f2c-4b24-9c05-99be5a8ee11b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:41.359801 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6bef4d6b-5f2c-4b24-9c05-99be5a8ee11b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:41.405244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:41.437501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Allocated IP 2001:db8::208 (b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2/336b6017-4f3f-48dd-a78c-39af46d2a535) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:41.542589 n-d-776250-11 neutron-server[103048]: INFO neutron.db.ipam_backend_mixin [None req-6bef4d6b-5f2c-4b24-9c05-99be5a8ee11b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d6a57690-3bc3-4867-8dca-4719e375ed62 (CIDR: 2001:db8:0:1::/64) Nov 10 21:46:41.574764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b63d2-cd48-4475-94be-557634f71131 req-0da95dc3-0990-4815-90e6-53202613de44 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:41.576687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b3b63d2-cd48-4475-94be-557634f71131 req-0da95dc3-0990-4815-90e6-53202613de44 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1809924 Nov 10 21:46:41.580223 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bef4d6b-5f2c-4b24-9c05-99be5a8ee11b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:46:41.580712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bef4d6b-5f2c-4b24-9c05-99be5a8ee11b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:41.687340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b3b63d2-cd48-4475-94be-557634f71131 req-16814767-d338-43f9-9fde-377eb3128a12 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760109 Nov 10 21:46:41.704566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:41.711623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6bef4d6b-5f2c-4b24-9c05-99be5a8ee11b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6436806 Nov 10 21:46:41.716519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53806) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:41.722309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'subnet': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:41.898366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0171e62-10b9-4c05-adb9-fbeb3ded17d3 req-0a22d3f6-ef18-4ce2-9cad-8b8260d7c128 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:41.900054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0171e62-10b9-4c05-adb9-fbeb3ded17d3 req-0a22d3f6-ef18-4ce2-9cad-8b8260d7c128 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0812418 Nov 10 21:46:41.902382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:41.971381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:41.982923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:41.988612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:41.994273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:41.998729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.007025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=336b6017-4f3f-48dd-a78c-39af46d2a535,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:42.030640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0171e62-10b9-4c05-adb9-fbeb3ded17d3 req-3521a460-d81e-49f9-8c63-13610fece6a2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196203 Nov 10 21:46:42.030855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Made reservation on behalf of 4e62af2d588f40a1be8def4020ec1e77 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:42.036682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.142979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad28743a-72e4-4903-84a4-541f7c1b8ec1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3153458 Nov 10 21:46:42.143631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53820) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:42.149040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::230', 'mac_address': 'fa:16:3e:a6:af:7f'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:42.241086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662d35d-9a5d-437b-aafb-e11021a356f7 req-2461e83b-3643-4f24-8ec7-296b9defe485 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:42.242796 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0662d35d-9a5d-437b-aafb-e11021a356f7 req-2461e83b-3643-4f24-8ec7-296b9defe485 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1104293 Nov 10 21:46:42.329993 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0662d35d-9a5d-437b-aafb-e11021a356f7 req-a54fdf05-6f4d-44b0-9e4b-28a4e293183a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644193 Nov 10 21:46:42.421351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fbbd0df8-8712-4251-b9ee-24d507ad0305 None None] Provisioning complete for port 336b6017-4f3f-48dd-a78c-39af46d2a535 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:42.423115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.423786 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fbbd0df8-8712-4251-b9ee-24d507ad0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.486652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd0df8-8712-4251-b9ee-24d507ad0305 None None] Port 336b6017-4f3f-48dd-a78c-39af46d2a535 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:42.516449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.593448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:42.600454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:42.609683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:42.610328 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.613919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c1d6c-62e8-4e5c-8ad8-d0e8d41e144d None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:42.617085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Subnet': ['ID=5028fc93-0e5e-41d6-b848-46518ed2803f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:42.647937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2887ae2-4322-4d89-a901-3a8c79fd8b09 req-c5ab871d-9144-416c-ba54-d1990621f724 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:42.656396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2887ae2-4322-4d89-a901-3a8c79fd8b09 req-c5ab871d-9144-416c-ba54-d1990621f724 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1055965 Nov 10 21:46:42.663405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.704923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2887ae2-4322-4d89-a901-3a8c79fd8b09 req-ab3d8ea9-fe0d-4ac8-9553-eca32db9790c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476353 Nov 10 21:46:42.773661 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3d0e5105-a4cb-426b-9886-a895d82ebe44 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0552998 Nov 10 21:46:42.776935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53832) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:42.782269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1348146028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5028fc93-0e5e-41d6-b848-46518ed2803f'}], 'security_groups': ['a5191712-5d75-4e86-9dc8-5427f7c45f57', 'a0f9babb-7327-40ce-977e-8d48fee2dc58']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:42.807800 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.912687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] In _notify_port_updated(), no bound segment for port 336b6017-4f3f-48dd-a78c-39af46d2a535 on network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:46:42.918629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:42.919301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:42.920668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "PUT /v2.0/ports/336b6017-4f3f-48dd-a78c-39af46d2a535 HTTP/1.1" status: 200 len: 1003 time: 0.7760301 Nov 10 21:46:42.924622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53838) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:42.929901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916a038-b7d3-46ef-a250-cb825b2d8cb4 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=336b6017-4f3f-48dd-a78c-39af46d2a535,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:42.944612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394fa1c-99d4-4606-80c3-223f40bb67ac None None] Update dhcp port {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'fixed_ips': [{'subnet_id': 'd6a57690-3bc3-4867-8dca-4719e375ed62', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '196a9970-8554-4c1d-8a45-4a3cda924f1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5028fc93-0e5e-41d6-b848-46518ed2803f'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '3f68ca2e-5332-4507-b65b-9964b52479e5'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:46:42.983793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856de9-4790-4baa-9d95-0a37fb75e771 req-46aa2be7-83a9-45c5-ab47-fd9bad5df8ff tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:42.985232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99856de9-4790-4baa-9d95-0a37fb75e771 req-46aa2be7-83a9-45c5-ab47-fd9bad5df8ff tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1362550 Nov 10 21:46:42.995150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d394fa1c-99d4-4606-80c3-223f40bb67ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.090941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99856de9-4790-4baa-9d95-0a37fb75e771 req-8b71b5e4-63ef-479c-a6a7-32042376aefd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822549 Nov 10 21:46:43.110401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.136787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting port 336b6017-4f3f-48dd-a78c-39af46d2a535 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:43.137138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.360779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11beb8-887e-4878-b175-112eccd045d1 req-7ce9a68f-abc8-405e-a6e3-c74595e7440c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:43.362323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a11beb8-887e-4878-b175-112eccd045d1 req-7ce9a68f-abc8-405e-a6e3-c74595e7440c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0740569 Nov 10 21:46:43.413448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a11beb8-887e-4878-b175-112eccd045d1 req-1ec49aa6-7fa8-415c-87ca-d11b897a4fcd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446544 Nov 10 21:46:43.428233 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.438530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ff85c721-3a62-4f85-8155-cde7ee9576bd None None] Provisioning complete for port 336b6017-4f3f-48dd-a78c-39af46d2a535 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:43.438530 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ff85c721-3a62-4f85-8155-cde7ee9576bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.442494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d394fa1c-99d4-4606-80c3-223f40bb67ac None None] Allocated IP 2001:db8:0:2::2 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/5028fc93-0e5e-41d6-b848-46518ed2803f/3f68ca2e-5332-4507-b65b-9964b52479e5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:43.477111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Calling delete_port for 336b6017-4f3f-48dd-a78c-39af46d2a535 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:43.497300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ff85c721-3a62-4f85-8155-cde7ee9576bd None None] Port 336b6017-4f3f-48dd-a78c-39af46d2a535 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:43.576560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d394fa1c-99d4-4606-80c3-223f40bb67ac None None] For port 3f68ca2e-5332-4507-b65b-9964b52479e5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3f68ca2e-5332-4507-b65b-9964b52479e5,segment=NetworkSegment(881bc36e-3c0e-4c3c-9889-dd1add720fd8),segment_id=881bc36e-3c0e-4c3c-9889-dd1add720fd8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:43.599109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adb636-c1d9-41d7-96c4-bbc8551c9b09 req-211ea93b-0944-4224-a8a7-d08395256067 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:43.600648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99adb636-c1d9-41d7-96c4-bbc8551c9b09 req-211ea93b-0944-4224-a8a7-d08395256067 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0946834 Nov 10 21:46:43.614302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d394fa1c-99d4-4606-80c3-223f40bb67ac None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.684361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99adb636-c1d9-41d7-96c4-bbc8551c9b09 req-e481b6b0-6e59-4423-b279-cf66806c0c69 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757241 Nov 10 21:46:43.747989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d394fa1c-99d4-4606-80c3-223f40bb67ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.841199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:43.876966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394fa1c-99d4-4606-80c3-223f40bb67ac None None] Pushing event updated for resources: {'Port': ['ID=3f68ca2e-5332-4507-b65b-9964b52479e5,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:43.933273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Port': ['ID=336b6017-4f3f-48dd-a78c-39af46d2a535,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:43.967042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Delete allocated IP 2001:db8::3d0 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/196a9970-8554-4c1d-8a45-4a3cda924f1c) {{(pid=103047) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 21:46:43.995891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Allocated IP 2001:db8:0:2::251 (bc93d3d1-e941-4af7-94a0-95ed5c194e3a/5028fc93-0e5e-41d6-b848-46518ed2803f/d4e21b67-1de6-409d-b23c-eefe0a99fe6a) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:44.016364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4962c-f581-4e24-b204-274a1a0a0f15 req-51a5d1ae-1325-454a-b632-fea466776d90 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:44.020220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8da4962c-f581-4e24-b204-274a1a0a0f15 req-51a5d1ae-1325-454a-b632-fea466776d90 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1836250 Nov 10 21:46:44.114281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.117515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b9891c50-fe60-4e2a-a111-4bc2d90954ec tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/ports/336b6017-4f3f-48dd-a78c-39af46d2a535 HTTP/1.1" status: 204 len: 168 time: 1.1889849 Nov 10 21:46:44.120996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53858) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:44.154235 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfc64fc-8269-46fb-a1e6-9253239addf7 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] GET failed (client error): The resource could not be found. Nov 10 21:46:44.159358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2cfc64fc-8269-46fb-a1e6-9253239addf7 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "GET /v2.0/ports/336b6017-4f3f-48dd-a78c-39af46d2a535 HTTP/1.1" status: 404 len: 333 time: 0.0339191 Nov 10 21:46:44.159823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53860) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:44.171603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8da4962c-f581-4e24-b204-274a1a0a0f15 req-dd942aac-46d2-4af7-99b8-9873eee933c9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263728 Nov 10 21:46:44.190097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437231598'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:44.342106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.357286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dc4a4-fc52-450a-98bf-221d4e20c4bb req-1b205afe-37a4-4a5c-b736-f19876e81fb5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:44.360457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94dc4a4-fc52-450a-98bf-221d4e20c4bb req-1b205afe-37a4-4a5c-b736-f19876e81fb5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0804574 Nov 10 21:46:44.415433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94dc4a4-fc52-450a-98bf-221d4e20c4bb req-4973992d-1592-436a-b251-dcaa15c49e37 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498128 Nov 10 21:46:44.618787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.628220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Provisioning complete for port d4e21b67-1de6-409d-b23c-eefe0a99fe6a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:44.628796 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.641997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:44.645989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.668563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] device_id is not set on port 6252787d-2dfe-41e4-9113-7dc2d56d5287 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:44.669830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Port d4e21b67-1de6-409d-b23c-eefe0a99fe6a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:44.694695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Provisioning complete for port ef77b192-d5aa-41f4-b9a2-064882ba92ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:44.695223 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.703372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] In _notify_port_updated(), no bound segment for port d4e21b67-1de6-409d-b23c-eefe0a99fe6a on network bc93d3d1-e941-4af7-94a0-95ed5c194e3a {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:46:44.709001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:44.709646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.710973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "PUT /v2.0/ports/d4e21b67-1de6-409d-b23c-eefe0a99fe6a HTTP/1.1" status: 200 len: 970 time: 1.9329576 Nov 10 21:46:44.714416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53876) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:44.714670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a671ef-f9d2-4e6b-b95d-a1884efb264f tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event updated for resources: {'Port': ['ID=d4e21b67-1de6-409d-b23c-eefe0a99fe6a,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:44.738240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aef973-9f27-4ccc-9f29-9cb96f1ec98c req-5e75fa89-a0f8-4dc1-9390-eb5696eaaec3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:44.744086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Port ef77b192-d5aa-41f4-b9a2-064882ba92ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:44.745262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6aef973-9f27-4ccc-9f29-9cb96f1ec98c req-5e75fa89-a0f8-4dc1-9390-eb5696eaaec3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 814 time: 0.1915805 Nov 10 21:46:44.755640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:44.756471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8971efd9-ee34-4e04-89ee-45e83ffa70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:44.762451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6aef973-9f27-4ccc-9f29-9cb96f1ec98c req-173aa69f-6912-404a-9865-0560d5fe71e5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/quotas/d83c6131bc19443eacd43f2a8c5eb712 HTTP/1.1" status: 200 len: 375 time: 0.0155628 Nov 10 21:46:44.828948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6aef973-9f27-4ccc-9f29-9cb96f1ec98c req-5c303f24-d9ff-48cf-ac90-934d7c102742 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624583 Nov 10 21:46:44.995883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f1961cc9-e050-450f-91ed-5cda9095a14f None None] Provisioning complete for port d4e21b67-1de6-409d-b23c-eefe0a99fe6a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:44.996254 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f1961cc9-e050-450f-91ed-5cda9095a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.037371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3f68ca2e-5332-4507-b65b-9964b52479e5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:46:45.065552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f1961cc9-e050-450f-91ed-5cda9095a14f None None] Port d4e21b67-1de6-409d-b23c-eefe0a99fe6a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:45.102160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:45.102523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.271158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Allocated IP 2001:db8::231 (b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2/6252787d-2dfe-41e4-9113-7dc2d56d5287) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:45.320621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port d4e21b67-1de6-409d-b23c-eefe0a99fe6a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:45.320966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.347698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f453bd2-a10b-40d7-b76d-d2d442189e41 req-05c3648a-7362-44f3-a265-6029135ca94f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:45.349233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f453bd2-a10b-40d7-b76d-d2d442189e41 req-05c3648a-7362-44f3-a265-6029135ca94f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1217523 Nov 10 21:46:45.517335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f453bd2-a10b-40d7-b76d-d2d442189e41 req-4eaf9af4-467e-4d24-9f5c-05df4d050848 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537836 Nov 10 21:46:45.533430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.559845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for d4e21b67-1de6-409d-b23c-eefe0a99fe6a owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:45.624160 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.645983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d51d45-859f-45b8-8ad8-8ab3ae96547d req-ef82ad29-4fd2-4f18-9ec0-b79ed78617e6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:45.647539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4d51d45-859f-45b8-8ad8-8ab3ae96547d req-ef82ad29-4fd2-4f18-9ec0-b79ed78617e6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0495274 Nov 10 21:46:45.699797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4d51d45-859f-45b8-8ad8-8ab3ae96547d req-c550d26c-13db-4590-835a-7badcacf5e8e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Nov 10 21:46:45.862328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f799807-b515-4820-a787-745f7f17bede req-75cd5772-d1ed-4ab1-91e2-db54d9b6e74f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d83c6131bc19443eacd43f2a8c5eb712 HTTP/1.1" status: 200 len: 221 time: 0.0297318 Nov 10 21:46:45.902644 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.935477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.956496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:45.963067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:45.968886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:45.974507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:45.975128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:45.977821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0286d-fd16-4be7-8339-bd09345c4f65 req-dbfc22ed-595b-44f5-b160-0a6e851ac39b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:45.979477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13e0286d-fd16-4be7-8339-bd09345c4f65 req-dbfc22ed-595b-44f5-b160-0a6e851ac39b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0642068 Nov 10 21:46:45.981662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=6252787d-2dfe-41e4-9113-7dc2d56d5287,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:46.035186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.038960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/d4e21b67-1de6-409d-b23c-eefe0a99fe6a HTTP/1.1" status: 204 len: 168 time: 1.3231134 Nov 10 21:46:46.040882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168497a8-bb23-4fcf-bb2c-7e9702e10658 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=d4e21b67-1de6-409d-b23c-eefe0a99fe6a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:46.042670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:46.064829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13e0286d-fd16-4be7-8339-bd09345c4f65 req-a2673803-f828-4d58-b4a6-39292fdc345a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785363 Nov 10 21:46:46.077143 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9318056b-86d7-42ce-a214-1517c2833ba9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] GET failed (client error): The resource could not be found. Nov 10 21:46:46.079155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9318056b-86d7-42ce-a214-1517c2833ba9 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports/d4e21b67-1de6-409d-b23c-eefe0a99fe6a HTTP/1.1" status: 404 len: 333 time: 0.0355608 Nov 10 21:46:46.082008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53904) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:46.155535 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a8f76ab-fa69-4abb-bd72-4f431690f730 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.174960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f7244a8e-7ef1-4e08-9325-835fe7cc0d1b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0140166 Nov 10 21:46:46.177802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53908) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:46.185298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a6:af:7f'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:46.225531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a8f76ab-fa69-4abb-bd72-4f431690f730 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.291042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c48d1-3e33-4895-aa89-ef1f2c22c43e req-631d364b-c1d8-458c-a421-de83b7a3e683 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:46.298382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d0c48d1-3e33-4895-aa89-ef1f2c22c43e req-631d364b-c1d8-458c-a421-de83b7a3e683 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1407714 Nov 10 21:46:46.378582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d0c48d1-3e33-4895-aa89-ef1f2c22c43e req-6798ad75-1146-45f1-8dbf-7ca96ebb3ba5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792007 Nov 10 21:46:46.418210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f2610002-fc18-4391-b0fd-4b0c528497b9 None None] Provisioning complete for port 6252787d-2dfe-41e4-9113-7dc2d56d5287 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:46.422372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f2610002-fc18-4391-b0fd-4b0c528497b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.426857 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.436181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a8f76ab-fa69-4abb-bd72-4f431690f730 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.438846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a8f76ab-fa69-4abb-bd72-4f431690f730 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.440271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a8f76ab-fa69-4abb-bd72-4f431690f730 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/security-groups/fee8ac40-63ce-4a03-9d9b-a5e0b0d30bb0 HTTP/1.1" status: 204 len: 168 time: 0.3570564 Nov 10 21:46:46.444118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53916) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:46.452383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f76ab-fa69-4abb-bd72-4f431690f730 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8ac40-63ce-4a03-9d9b-a5e0b0d30bb0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:46.477185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f2610002-fc18-4391-b0fd-4b0c528497b9 None None] Port 6252787d-2dfe-41e4-9113-7dc2d56d5287 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:46.550572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbffb9e-d030-4079-affe-3018898deb24 req-f6c3a0eb-6cc6-48f4-bf2f-bd0bac6598ed tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:46.559125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dbffb9e-d030-4079-affe-3018898deb24 req-f6c3a0eb-6cc6-48f4-bf2f-bd0bac6598ed tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0695479 Nov 10 21:46:46.559458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a3e085e-8ed0-445f-bde9-ed415f7302cb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.612260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dbffb9e-d030-4079-affe-3018898deb24 req-a002c9c5-f890-48b5-be6d-4b2470c0dc64 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519435 Nov 10 21:46:46.636459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a3e085e-8ed0-445f-bde9-ed415f7302cb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.749864 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.770676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b9175-6b36-4de7-a338-891e3bee91a4 req-9c187320-bc7a-4975-8896-bff968a27e35 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:46.772176 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c9b9175-6b36-4de7-a338-891e3bee91a4 req-9c187320-bc7a-4975-8896-bff968a27e35 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0670738 Nov 10 21:46:46.821920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c9b9175-6b36-4de7-a338-891e3bee91a4 req-1e4fec89-3125-4795-b2e6-0b1c23272838 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Nov 10 21:46:46.856335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a3e085e-8ed0-445f-bde9-ed415f7302cb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.861036 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a3e085e-8ed0-445f-bde9-ed415f7302cb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.861036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2a3e085e-8ed0-445f-bde9-ed415f7302cb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/security-groups/a0f9babb-7327-40ce-977e-8d48fee2dc58 HTTP/1.1" status: 204 len: 168 time: 0.4148231 Nov 10 21:46:46.863060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53924) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:46.873100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e085e-8ed0-445f-bde9-ed415f7302cb tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f9babb-7327-40ce-977e-8d48fee2dc58,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:46.932860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.933258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dff636-7fa9-4a13-bcdc-87300b52cf2e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.959582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dff636-7fa9-4a13-bcdc-87300b52cf2e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:46.996228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] In _notify_port_updated(), no bound segment for port 6252787d-2dfe-41e4-9113-7dc2d56d5287 on network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:46:47.002052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:47.002689 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.004022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "PUT /v2.0/ports/6252787d-2dfe-41e4-9113-7dc2d56d5287 HTTP/1.1" status: 200 len: 1002 time: 0.8250806 Nov 10 21:46:47.007019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53926) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:47.027935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48472a8b-cbb9-4b3d-82a7-2658dd2759b3 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=6252787d-2dfe-41e4-9113-7dc2d56d5287,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:47.042781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf1250-583e-4b12-acaf-07a5e8fcb576 req-6a4e9d32-3ee7-4b98-b678-cf6e2f9acc3b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:47.042781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffcf1250-583e-4b12-acaf-07a5e8fcb576 req-6a4e9d32-3ee7-4b98-b678-cf6e2f9acc3b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1198065 Nov 10 21:46:47.111745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffcf1250-583e-4b12-acaf-07a5e8fcb576 req-b52ce959-cde2-49c8-9ac9-44792b5f4b8e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595675 Nov 10 21:46:47.134695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting port 6252787d-2dfe-41e4-9113-7dc2d56d5287 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:47.135006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.238651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dff636-7fa9-4a13-bcdc-87300b52cf2e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.241237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dff636-7fa9-4a13-bcdc-87300b52cf2e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.242389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8dff636-7fa9-4a13-bcdc-87300b52cf2e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/security-groups/a5191712-5d75-4e86-9dc8-5427f7c45f57 HTTP/1.1" status: 204 len: 168 time: 0.3783600 Nov 10 21:46:47.245266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53934) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:47.272480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff636-7fa9-4a13-bcdc-87300b52cf2e tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5191712-5d75-4e86-9dc8-5427f7c45f57,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:47.298441 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.309358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c34cb-c0e7-489d-9976-40519aa1c4b5 req-848fd578-ebe9-47af-85a8-3fe980c9d9b8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:47.310135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4a713b5e-dc5a-47b7-9c65-c774b51c0762 None None] Provisioning complete for port 6252787d-2dfe-41e4-9113-7dc2d56d5287 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:47.310477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet 196a9970-8554-4c1d-8a45-4a3cda924f1c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:47.310610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a713b5e-dc5a-47b7-9c65-c774b51c0762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.313998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.317017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-768c34cb-c0e7-489d-9976-40519aa1c4b5 req-848fd578-ebe9-47af-85a8-3fe980c9d9b8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1178775 Nov 10 21:46:47.347186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Calling delete_port for 6252787d-2dfe-41e4-9113-7dc2d56d5287 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:47.356088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4a713b5e-dc5a-47b7-9c65-c774b51c0762 None None] Port 6252787d-2dfe-41e4-9113-7dc2d56d5287 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:47.364488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.423473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-768c34cb-c0e7-489d-9976-40519aa1c4b5 req-2e7b68b9-3e11-4037-ab01-18bd43887ae3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054761 Nov 10 21:46:47.483225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.593511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162763d-bc7e-4e4e-837e-62a165ed04c2 req-771e40b9-d007-4071-8537-f8890a973718 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:47.595063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d162763d-bc7e-4e4e-837e-62a165ed04c2 req-771e40b9-d007-4071-8537-f8890a973718 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0579176 Nov 10 21:46:47.638415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.643853 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d162763d-bc7e-4e4e-837e-62a165ed04c2 req-3d2cd6ee-83ee-488e-a216-706acc5e0743 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Nov 10 21:46:47.657995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.661798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Port': ['ID=6252787d-2dfe-41e4-9113-7dc2d56d5287,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:47.683496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.693875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/196a9970-8554-4c1d-8a45-4a3cda924f1c HTTP/1.1" status: 204 len: 168 time: 0.4475658 Nov 10 21:46:47.694920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53944) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:47.695959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6c379-d4b1-4ff1-9d7b-364a56616ba5 None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:47.715240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.727756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b336949-6e61-45e1-bea7-e0ec9de781ae tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/ports/6252787d-2dfe-41e4-9113-7dc2d56d5287 HTTP/1.1" status: 204 len: 168 time: 0.7190745 Nov 10 21:46:47.735215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53946) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:47.752369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316a25b-a573-484c-a92f-8f48bd6f1db5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=196a9970-8554-4c1d-8a45-4a3cda924f1c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:47.770161 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d52a78-f7fb-4649-82bf-fdc0b1ca7c9d tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] GET failed (client error): The resource could not be found. Nov 10 21:46:47.773391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-36d52a78-f7fb-4649-82bf-fdc0b1ca7c9d tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "GET /v2.0/ports/6252787d-2dfe-41e4-9113-7dc2d56d5287 HTTP/1.1" status: 404 len: 333 time: 0.0348077 Nov 10 21:46:47.776289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53948) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:47.789118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-998898036'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:47.804293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet 5028fc93-0e5e-41d6-b848-46518ed2803f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:47.845436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:47.872286 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.048123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.127877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:48.131379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.161887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] device_id is not set on port a55e3942-4c11-47e5-a9c8-c123bf532f1d yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:48.179542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded92b4-12cd-42eb-b637-cb572ad52958 req-1fe1f667-3708-4fce-bc3c-8cc0b592839f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:48.181119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fded92b4-12cd-42eb-b637-cb572ad52958 req-1fe1f667-3708-4fce-bc3c-8cc0b592839f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1012666 Nov 10 21:46:48.237899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fded92b4-12cd-42eb-b637-cb572ad52958 req-4d8eec74-7849-4eb9-bdac-39a5f4b43eeb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Nov 10 21:46:48.268851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.322411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.326848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/5028fc93-0e5e-41d6-b848-46518ed2803f HTTP/1.1" status: 204 len: 168 time: 0.6295383 Nov 10 21:46:48.328357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16a15e-9f0f-47e7-b9bf-465453fb719c tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=5028fc93-0e5e-41d6-b848-46518ed2803f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:48.329633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53956) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:48.365025 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6360efb4-23af-443d-80be-373d4515d38b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:48.365582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6360efb4-23af-443d-80be-373d4515d38b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:48.371607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6360efb4-23af-443d-80be-373d4515d38b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/196a9970-8554-4c1d-8a45-4a3cda924f1c HTTP/1.1" status: 404 len: 337 time: 0.0367653 Nov 10 21:46:48.372383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:48.451700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting subnet d6a57690-3bc3-4867-8dca-4719e375ed62 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:48.455131 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.457892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Allocated IP 2001:db8::197 (b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2/a55e3942-4c11-47e5-a9c8-c123bf532f1d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:48.480619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943e04-581b-407d-933c-4f0d33dff29a req-ca798f33-82dd-4cb5-acbf-ddfa77af470c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:48.482210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50943e04-581b-407d-933c-4f0d33dff29a req-ca798f33-82dd-4cb5-acbf-ddfa77af470c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1027362 Nov 10 21:46:48.528808 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.596418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50943e04-581b-407d-933c-4f0d33dff29a req-b0c0eb7b-9114-4dc5-856a-43e1416f7375 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062162 Nov 10 21:46:48.673783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.711587 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.768465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd266-7205-4ef8-9ace-8237f1a72a38 req-d8698a67-1f21-4b03-aee5-42ef51d85661 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:48.777857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-246bd266-7205-4ef8-9ace-8237f1a72a38 req-d8698a67-1f21-4b03-aee5-42ef51d85661 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0739834 Nov 10 21:46:48.809962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2312e3d1-ef92-4002-a2c2-1126350a4ea5 None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:48.823833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-246bd266-7205-4ef8-9ace-8237f1a72a38 req-e494ae71-dc38-4039-b41c-6778f9de98fd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Nov 10 21:46:48.934274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-22d4b924-eacf-44ad-8e83-3aa38d7b636f None None] Provisioning complete for port ef77b192-d5aa-41f4-b9a2-064882ba92ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:48.934965 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22d4b924-eacf-44ad-8e83-3aa38d7b636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.969850 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:48.970082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b55d88-491b-49d4-9b06-279fd73d55b8 req-b7341196-35dd-4ef6-89ca-ba4be1458582 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:48.970082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64b55d88-491b-49d4-9b06-279fd73d55b8 req-b7341196-35dd-4ef6-89ca-ba4be1458582 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0557597 Nov 10 21:46:48.970082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.000666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:49.010419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-22d4b924-eacf-44ad-8e83-3aa38d7b636f None None] Port ef77b192-d5aa-41f4-b9a2-064882ba92ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:49.011458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a57690-3bc3-4867-8dca-4719e375ed62,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:49.013685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.019227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-27c9dedd-ee5c-4f60-89f5-f910c983c281 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/d6a57690-3bc3-4867-8dca-4719e375ed62 HTTP/1.1" status: 204 len: 168 time: 0.6437073 Nov 10 21:46:49.019800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53968) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.028480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-22d4b924-eacf-44ad-8e83-3aa38d7b636f None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:49.028949 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22d4b924-eacf-44ad-8e83-3aa38d7b636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.033564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:49.043433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:49.060148 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-606c1c84-7a82-4f3a-8cd0-bd99ca594278 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.060366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:49.060502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606c1c84-7a82-4f3a-8cd0-bd99ca594278 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.060606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.060723 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-606c1c84-7a82-4f3a-8cd0-bd99ca594278 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/64e21711-5888-43fb-88a7-7825705fbba6 HTTP/1.1" status: 404 len: 337 time: 0.0353401 Nov 10 21:46:49.063138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53970) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.103980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64b55d88-491b-49d4-9b06-279fd73d55b8 req-b37c6b20-886d-4173-8ef9-27b5cae9573c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207721 Nov 10 21:46:49.105017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=a55e3942-4c11-47e5-a9c8-c123bf532f1d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:49.109234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f5974604-faad-41fe-835f-89afad24134b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "GET /v2.0/ports?device_id=070d6471-adc3-41e8-af5a-3bdfcbc2cbb6 HTTP/1.1" status: 200 len: 205 time: 0.0432894 Nov 10 21:46:49.111552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53972) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.156288 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-7550f705-06d0-4256-9d9f-3156d9f0abc2 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] delete failed (client error): The resource could not be found. Nov 10 21:46:49.163984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7550f705-06d0-4256-9d9f-3156d9f0abc2 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/routers/070d6471-adc3-41e8-af5a-3bdfcbc2cbb6 HTTP/1.1" status: 404 len: 336 time: 0.0449572 Nov 10 21:46:49.164536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53978) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.199557 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dea8353-1ec4-4008-8d93-e769900c5297 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.200068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dea8353-1ec4-4008-8d93-e769900c5297 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.206170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0dbf00d2-b11e-48e5-9b77-b0a467907602 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4285345 Nov 10 21:46:49.208679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53980) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.209768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2dea8353-1ec4-4008-8d93-e769900c5297 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/5a1a8f1e-2d6c-436c-84b3-1e85464bcc13 HTTP/1.1" status: 404 len: 337 time: 0.0482349 Nov 10 21:46:49.210393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53982) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.216634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'network_id': 'b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1880677441'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:49.233626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d10b68c-7a3a-4599-bce5-026dfa9c6596 None None] Update dhcp port {'port': {'network_id': 'bc93d3d1-e941-4af7-94a0-95ed5c194e3a', 'fixed_ips': [{'subnet_id': 'd6a57690-3bc3-4867-8dca-4719e375ed62'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '3f68ca2e-5332-4507-b65b-9964b52479e5'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:46:49.265090 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b6c840-5e5c-44db-b43c-8cfc37bd4c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.265534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b6c840-5e5c-44db-b43c-8cfc37bd4c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.271834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f7b6c840-5e5c-44db-b43c-8cfc37bd4c55 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/3fae9c99-78cd-4e84-8069-22c1d9ea5d7e HTTP/1.1" status: 404 len: 337 time: 0.0604126 Nov 10 21:46:49.273668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53984) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.295227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d10b68c-7a3a-4599-bce5-026dfa9c6596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.300296 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2265369-bcf9-4876-b515-5d0247222ff5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.300952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2265369-bcf9-4876-b515-5d0247222ff5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.308248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 53986) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.308465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d2265369-bcf9-4876-b515-5d0247222ff5 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/0488b65d-2f1d-44e8-9f0e-c9c4e7faea30 HTTP/1.1" status: 404 len: 337 time: 0.0346618 Nov 10 21:46:49.363098 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-98247ad1-e53e-4e6a-a3a4-707915f65940 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.363820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98247ad1-e53e-4e6a-a3a4-707915f65940 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.367080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-98247ad1-e53e-4e6a-a3a4-707915f65940 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/876f7319-e5c6-4449-9f14-51284e884448 HTTP/1.1" status: 404 len: 333 time: 0.0578213 Nov 10 21:46:49.370277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53988) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.405040 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-528c5e24-0881-45e7-8b8f-9f0bafecd625 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.405040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528c5e24-0881-45e7-8b8f-9f0bafecd625 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.406539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-528c5e24-0881-45e7-8b8f-9f0bafecd625 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/8715909b-a83a-4522-8a09-fb6fff43173c HTTP/1.1" status: 404 len: 337 time: 0.0351100 Nov 10 21:46:49.409231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53990) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.421483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbea5c-2a02-447e-a61a-4e19de3cabc4 req-967a9680-a09d-416d-a307-ecf37f5adc0e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:49.423295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0bbea5c-2a02-447e-a61a-4e19de3cabc4 req-967a9680-a09d-416d-a307-ecf37f5adc0e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1288686 Nov 10 21:46:49.437656 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10efac5-0358-4c7a-8b79-ad3d1c1b5df0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.438112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10efac5-0358-4c7a-8b79-ad3d1c1b5df0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.441452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c10efac5-0358-4c7a-8b79-ad3d1c1b5df0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/afb16159-cc14-47d0-ab79-78832d94b900 HTTP/1.1" status: 404 len: 337 time: 0.0306778 Nov 10 21:46:49.446069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53992) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.482888 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1946a05-96b2-417c-8bcf-57753b6ce690 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.483487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1946a05-96b2-417c-8bcf-57753b6ce690 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.486419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-db188297-03b8-4537-964c-e43f6cf29fdf None None] Provisioning complete for port a55e3942-4c11-47e5-a9c8-c123bf532f1d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:49.486935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0bbea5c-2a02-447e-a61a-4e19de3cabc4 req-951e74cc-6448-4b33-9a46-7e4a779ee20e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Nov 10 21:46:49.488050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db188297-03b8-4537-964c-e43f6cf29fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.492230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Made reservation on behalf of d7cbad7dc20e452289bb0e0ba262e900 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:46:49.499708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f1946a05-96b2-417c-8bcf-57753b6ce690 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/51c2f893-36c3-48ca-a2a8-d5cd30d16c04 HTTP/1.1" status: 404 len: 333 time: 0.0505722 Nov 10 21:46:49.503150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.514704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.521551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] device_id is not set on port 1d51c0a5-0af5-4742-98b5-d5285e426ecf yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:46:49.555895 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-546fc37e-a076-49cd-ac04-f0a6105d45b0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.556553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546fc37e-a076-49cd-ac04-f0a6105d45b0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.561496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-db188297-03b8-4537-964c-e43f6cf29fdf None None] Port a55e3942-4c11-47e5-a9c8-c123bf532f1d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:49.566679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-546fc37e-a076-49cd-ac04-f0a6105d45b0 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/fb9f56d1-d5b1-4623-9038-071c35232cdd HTTP/1.1" status: 404 len: 337 time: 0.0584683 Nov 10 21:46:49.571057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54002) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.593345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1822ce51-42bb-48f0-8bff-552e37d2a1d5 None None] Network bc93d3d1-e941-4af7-94a0-95ed5c194e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:49.605067 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca7600c-f5ed-4776-aa6e-f84ff3ce8373 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] DELETE failed (client error): The resource could not be found. Nov 10 21:46:49.605526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca7600c-f5ed-4776-aa6e-f84ff3ce8373 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:46:49.608674 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1ca7600c-f5ed-4776-aa6e-f84ff3ce8373 tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/subnets/a66a4207-f99c-45ab-8504-a2d04e9fbd2c HTTP/1.1" status: 404 len: 337 time: 0.0363886 Nov 10 21:46:49.611586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54004) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:49.649502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.723380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a2298ce8-fe93-4973-9fb3-45a4f4bfdbdc None None] Provisioning complete for port ef77b192-d5aa-41f4-b9a2-064882ba92ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:49.723865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a2298ce8-fe93-4973-9fb3-45a4f4bfdbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.774052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a2298ce8-fe93-4973-9fb3-45a4f4bfdbdc None None] Port ef77b192-d5aa-41f4-b9a2-064882ba92ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:49.785820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a2298ce8-fe93-4973-9fb3-45a4f4bfdbdc None None] Provisioning complete for port 3f68ca2e-5332-4507-b65b-9964b52479e5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:49.786184 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a2298ce8-fe93-4973-9fb3-45a4f4bfdbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.798586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec0ca4-7608-4b57-b2aa-50b68eca7172 req-1939bab8-2acd-43f2-b5a5-99c051a58a96 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:49.798586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82ec0ca4-7608-4b57-b2aa-50b68eca7172 req-1939bab8-2acd-43f2-b5a5-99c051a58a96 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1474614 Nov 10 21:46:49.799502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Allocated IP 2001:db8::14 (b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2/1d51c0a5-0af5-4742-98b5-d5285e426ecf) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:46:49.810908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f3446-b964-4932-acb4-660963c9252d None None] DHCP port deletion for bc93d3d1-e941-4af7-94a0-95ed5c194e3a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:46:49.885440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Deleting port ef77b192-d5aa-41f4-b9a2-064882ba92ea {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:49.887719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.915041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-968f3446-b964-4932-acb4-660963c9252d None None] Deleting port 3f68ca2e-5332-4507-b65b-9964b52479e5 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:49.915409 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-968f3446-b964-4932-acb4-660963c9252d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:49.974724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82ec0ca4-7608-4b57-b2aa-50b68eca7172 req-19392892-357f-42c0-ba80-7d09ff556798 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555459 Nov 10 21:46:49.984693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-968f3446-b964-4932-acb4-660963c9252d None None] For port 3f68ca2e-5332-4507-b65b-9964b52479e5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3f68ca2e-5332-4507-b65b-9964b52479e5,segment=NetworkSegment(881bc36e-3c0e-4c3c-9889-dd1add720fd8),segment_id=881bc36e-3c0e-4c3c-9889-dd1add720fd8)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:49.985352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-968f3446-b964-4932-acb4-660963c9252d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.017144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-968f3446-b964-4932-acb4-660963c9252d None None] Calling delete_port for 3f68ca2e-5332-4507-b65b-9964b52479e5 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:50.028054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.045738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Calling delete_port for ef77b192-d5aa-41f4-b9a2-064882ba92ea owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:50.136297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066ece4-8d50-412d-8224-b537483604c1 req-95ad7008-b778-4024-b01f-84fff1bb7187 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:50.138001 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.138137 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d066ece4-8d50-412d-8224-b537483604c1 req-95ad7008-b778-4024-b01f-84fff1bb7187 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0640090 Nov 10 21:46:50.205597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d066ece4-8d50-412d-8224-b537483604c1 req-8f367227-fb17-4071-93b3-cb1cf981a211 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613575 Nov 10 21:46:50.283169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-968f3446-b964-4932-acb4-660963c9252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.309720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f3446-b964-4932-acb4-660963c9252d None None] Pushing event deleted for resources: {'Port': ['ID=3f68ca2e-5332-4507-b65b-9964b52479e5,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:50.315419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f3446-b964-4932-acb4-660963c9252d None None] No DVR routers for this DVR port 3f68ca2e-5332-4507-b65b-9964b52479e5 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:50.344951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.347233 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.376299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Port': ['ID=ef77b192-d5aa-41f4-b9a2-064882ba92ea,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:50.405439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63050d2-c8b7-43f6-be8c-1421948a7b48 req-85319c91-f82e-47e2-869b-8c09925ab080 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:50.406949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a63050d2-c8b7-43f6-be8c-1421948a7b48 req-85319c91-f82e-47e2-869b-8c09925ab080 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0615451 Nov 10 21:46:50.421920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.425234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3c4c8530-af99-45d0-84f9-6fcc8240770a tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/ports/ef77b192-d5aa-41f4-b9a2-064882ba92ea HTTP/1.1" status: 204 len: 168 time: 0.8127103 Nov 10 21:46:50.432907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54016) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:50.433191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:46:50.436609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:46:50.440685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:46:50.446477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:50.447642 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.457385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=1d51c0a5-0af5-4742-98b5-d5285e426ecf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:50.538790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a63050d2-c8b7-43f6-be8c-1421948a7b48 req-648e9e69-d477-421b-bb94-be952da78a64 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258388 Nov 10 21:46:50.542723 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.648406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.658643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3402e201-5f5f-4c45-9ed9-2c06ccfb80ca tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4483297 Nov 10 21:46:50.661428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54020) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:50.677170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::230', 'mac_address': 'fa:16:3e:a6:af:7f'}, {'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:5e:5b:79'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:50.684090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc93d3d1-e941-4af7-94a0-95ed5c194e3a']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:50.684293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe00515-49e7-468b-93b2-91a62a94dad4 req-22139999-5041-430f-87b8-1c1962481cf9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:50.691886 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fe00515-49e7-468b-93b2-91a62a94dad4 req-22139999-5041-430f-87b8-1c1962481cf9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0677826 Nov 10 21:46:50.749598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fe00515-49e7-468b-93b2-91a62a94dad4 req-13ea4112-bc16-4b5e-93df-118d344e5a1a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571163 Nov 10 21:46:50.750428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-800e4755-c439-45f6-bada-26681eb6acef None None] Provisioning complete for port 1d51c0a5-0af5-4742-98b5-d5285e426ecf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:50.750869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-800e4755-c439-45f6-bada-26681eb6acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:50.789229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-800e4755-c439-45f6-bada-26681eb6acef None None] Port 1d51c0a5-0af5-4742-98b5-d5285e426ecf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:51.006914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3f68ca2e-5332-4507-b65b-9964b52479e5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:46:51.033826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3f68ca2e-5332-4507-b65b-9964b52479e5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:46:51.034146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3f68ca2e-5332-4507-b65b-9964b52479e5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:46:51.052682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881bc36e-3c0e-4c3c-9889-dd1add720fd8') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:51.053048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881bc36e-3c0e-4c3c-9889-dd1add720fd8') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:51.096089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.155643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.158517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.180755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:46:51.181289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:46:51.185348 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:46:51.193770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96b377-7edb-448a-84f3-365cd96930fa req-d23d4833-575d-440d-bc6f-506d0401e864 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:51.195242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da96b377-7edb-448a-84f3-365cd96930fa req-d23d4833-575d-440d-bc6f-506d0401e864 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1483312 Nov 10 21:46:51.347670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da96b377-7edb-448a-84f3-365cd96930fa req-467bf592-e0cb-44f2-8e3a-8cd117c0e419 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389201 Nov 10 21:46:51.355495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-f08d406e-eaba-417d-97f0-b43ae144a01f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447614 Nov 10 21:46:51.447951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-af93fe29-dc6e-42da-8977-0db627147e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:51.449806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-af93fe29-dc6e-42da-8977-0db627147e40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff&device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 1097 time: 0.0435312 Nov 10 21:46:51.459333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.467343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.470500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] 10.222.0.45 "DELETE /v2.0/networks/bc93d3d1-e941-4af7-94a0-95ed5c194e3a HTTP/1.1" status: 204 len: 168 time: 1.0364065 Nov 10 21:46:51.489291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993111a7-5b28-4eb0-ac51-ea96e1f9ba0b tempest-PortsIpV6TestJSON-1764672434 tempest-PortsIpV6TestJSON-1764672434-project] Pushing event deleted for resources: {'Network': ['ID=bc93d3d1-e941-4af7-94a0-95ed5c194e3a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:51.498266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.586679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d06d1-4bf1-4b33-9226-54fed7010a5d req-1735861c-ef84-46c2-8789-3e8bda96f564 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:51.588535 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-037d06d1-4bf1-4b33-9226-54fed7010a5d req-1735861c-ef84-46c2-8789-3e8bda96f564 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1351802 Nov 10 21:46:51.593991 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.631944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] In _notify_port_updated(), no bound segment for port 1d51c0a5-0af5-4742-98b5-d5285e426ecf on network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:46:51.638977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:51.639840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.641358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "PUT /v2.0/ports/1d51c0a5-0af5-4742-98b5-d5285e426ecf HTTP/1.1" status: 200 len: 1067 time: 0.9759231 Nov 10 21:46:51.644342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54036) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:51.694404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-037d06d1-4bf1-4b33-9226-54fed7010a5d req-3f9335b1-089f-4bb1-8920-5aecb95b452b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934889 Nov 10 21:46:51.695957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-ca38c668-1de6-4e97-b6a4-0cbe7dddcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:51.697156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902f125-fd6a-4ad3-9346-5467060a30c0 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event updated for resources: {'Port': ['ID=1d51c0a5-0af5-4742-98b5-d5285e426ecf,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:51.698421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-ca38c668-1de6-4e97-b6a4-0cbe7dddcc5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc5652de-064b-4fd6-8955-87dd32b5cf28 HTTP/1.1" status: 200 len: 908 time: 0.2022109 Nov 10 21:46:51.780106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting port 1d51c0a5-0af5-4742-98b5-d5285e426ecf {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:51.780649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.799376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-e72950dd-701e-4dea-b7c1-40164ff517cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c250856-550e-4337-b493-aa5ea73e33b7 HTTP/1.1" status: 200 len: 1000 time: 0.0789573 Nov 10 21:46:51.894287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-d9ad2f92-ba5f-4e5f-9585-03c2e6f901dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:51.894505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:51.895669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-d9ad2f92-ba5f-4e5f-9585-03c2e6f901dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2682bb8-cdd8-4803-8b4a-a51e6c82643c HTTP/1.1" status: 200 len: 846 time: 0.0894096 Nov 10 21:46:51.908245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Calling delete_port for 1d51c0a5-0af5-4742-98b5-d5285e426ecf owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:51.911871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e7c28-7253-49ab-b3ed-a3fc0443ab9b req-56339fa1-72cb-4435-b310-bf2d6fc1c4f6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:51.913401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-502e7c28-7253-49ab-b3ed-a3fc0443ab9b req-56339fa1-72cb-4435-b310-bf2d6fc1c4f6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0790884 Nov 10 21:46:52.024364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-c281e98d-6643-42d0-a6a9-4922f45939a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:52.025904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-c281e98d-6643-42d0-a6a9-4922f45939a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc5652de-064b-4fd6-8955-87dd32b5cf28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116314 Nov 10 21:46:52.037382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-502e7c28-7253-49ab-b3ed-a3fc0443ab9b req-06eceee3-d8ca-44ab-a2f6-98ffecb2e112 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719464 Nov 10 21:46:52.083129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9d4b7aa2-edac-4948-864b-80d3a6347219 None None] Provisioning complete for port 1d51c0a5-0af5-4742-98b5-d5285e426ecf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:46:52.083684 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d4b7aa2-edac-4948-864b-80d3a6347219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.141665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-d4e90d24-2e31-45b8-bcfc-1a570b2d25e9 service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028988 Nov 10 21:46:52.170101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b7aa2-edac-4948-864b-80d3a6347219 None None] Port 1d51c0a5-0af5-4742-98b5-d5285e426ecf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:46:52.217561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54050) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:52.252402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049495b-70c6-4ea9-8da1-7d5c64fa26f1 req-9f0e226a-6993-4813-a786-52d2749cb118 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:52.255342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f049495b-70c6-4ea9-8da1-7d5c64fa26f1 req-9f0e226a-6993-4813-a786-52d2749cb118 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0892789 Nov 10 21:46:52.283205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64d38e3d-2ad5-42df-ab51-6ddaef28e74d req-3f687812-6bb9-4399-aaa6-e31ce0f70adf service neutron] 10.222.0.53 "GET /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342251 Nov 10 21:46:52.296239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.347641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Port': ['ID=1d51c0a5-0af5-4742-98b5-d5285e426ecf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:52.367440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f049495b-70c6-4ea9-8da1-7d5c64fa26f1 req-73d7da5e-6c60-4bc9-b533-95d139a6d6cc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011479 Nov 10 21:46:52.457830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0c2f1d00-8994-43ce-aaa5-1c3738774263 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e62af2d588f40a1be8def4020ec1e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381246 Nov 10 21:46:52.459544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54062) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:52.514526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bbd693-8706-44ce-a30e-85cef3a65c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.539999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bbd693-8706-44ce-a30e-85cef3a65c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.571298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.575256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-702623ad-73fc-499e-b48c-536549e599d1 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/ports/1d51c0a5-0af5-4742-98b5-d5285e426ecf HTTP/1.1" status: 204 len: 168 time: 0.9297438 Nov 10 21:46:52.578729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54064) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:52.605995 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f91734-742e-419d-ac9c-057df77c9c0f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] GET failed (client error): The resource could not be found. Nov 10 21:46:52.608930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-87f91734-742e-419d-ac9c-057df77c9c0f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "GET /v2.0/ports/1d51c0a5-0af5-4742-98b5-d5285e426ecf HTTP/1.1" status: 404 len: 333 time: 0.0278037 Nov 10 21:46:52.611197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54068) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:52.710163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting port a55e3942-4c11-47e5-a9c8-c123bf532f1d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:52.710510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.755636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bbd693-8706-44ce-a30e-85cef3a65c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.758852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bbd693-8706-44ce-a30e-85cef3a65c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.765831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-70bbd693-8706-44ce-a30e-85cef3a65c82 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed937ce1-27d6-44f4-9d91-79b3e97aee2f HTTP/1.1" status: 204 len: 168 time: 0.3048620 Nov 10 21:46:52.785318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbd693-8706-44ce-a30e-85cef3a65c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed937ce1-27d6-44f4-9d91-79b3e97aee2f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:52.844187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:52.880871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Calling delete_port for a55e3942-4c11-47e5-a9c8-c123bf532f1d owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:53.047985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4b96-6180-4abd-aa44-8aa4be60120f req-4b170246-d66e-4f33-b6af-cd81ceb00177 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:53.051778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d33f4b96-6180-4abd-aa44-8aa4be60120f req-4b170246-d66e-4f33-b6af-cd81ceb00177 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.2197633 Nov 10 21:46:53.113667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d33f4b96-6180-4abd-aa44-8aa4be60120f req-f47e0169-f96d-48fe-9e0e-64eb8852f40d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562587 Nov 10 21:46:53.164948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:53.227073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Port': ['ID=a55e3942-4c11-47e5-a9c8-c123bf532f1d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:53.293345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:53.299231 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7b82611e-5db5-4088-ad12-f6b1c056f32b tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/ports/a55e3942-4c11-47e5-a9c8-c123bf532f1d HTTP/1.1" status: 204 len: 168 time: 0.6847556 Nov 10 21:46:53.299690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54080) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:53.330704 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78e2f3f-4b97-482b-a784-552be260a163 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] GET failed (client error): The resource could not be found. Nov 10 21:46:53.335791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b78e2f3f-4b97-482b-a784-552be260a163 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "GET /v2.0/ports/a55e3942-4c11-47e5-a9c8-c123bf532f1d HTTP/1.1" status: 404 len: 333 time: 0.0310371 Nov 10 21:46:53.336237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54084) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:53.451488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting port d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:53.452343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:53.558602 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:53.570470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Calling delete_port for d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:53.669929 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:53.835716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:53.864852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Port': ['ID=d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:53.906332 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:53.906332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dfd24e32-ecbc-466b-8e46-92b44536897e tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/ports/d0e8f4b2-8da0-4d62-9ac4-66bdaff22edd HTTP/1.1" status: 204 len: 168 time: 0.5618615 Nov 10 21:46:53.906332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54094) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:53.966346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting subnet 4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:46:53.970686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.050857 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.173268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.303131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39986fd3-9d9c-460b-b7b7-41b43acbdef2 req-fc0945d3-ddb8-453a-a842-78e980bd8674 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:54.313186 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39986fd3-9d9c-460b-b7b7-41b43acbdef2 req-fc0945d3-ddb8-453a-a842-78e980bd8674 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0657451 Nov 10 21:46:54.362458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.388103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-39986fd3-9d9c-460b-b7b7-41b43acbdef2 req-330dec10-f609-410d-8963-31bba5a5c451 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696483 Nov 10 21:46:54.416209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:54.428149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41198f30-551d-418c-a3d8-bf874d85a236 None None] Network b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:46:54.429109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.451437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-176f8e37-3e5f-4126-93f1-4fbe8d736647 tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/subnets/4d6d9327-567b-4ff3-97a4-9e8ec3eaa2d2 HTTP/1.1" status: 204 len: 168 time: 0.5417938 Nov 10 21:46:54.452012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54112) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:54.565854 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.621235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Deleting port 40a7d460-f061-4f9c-83db-354862d092d1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:54.621625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.681945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] DHCP port deletion for b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:46:54.707844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] For port 40a7d460-f061-4f9c-83db-354862d092d1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=40a7d460-f061-4f9c-83db-354862d092d1,segment=NetworkSegment(8d0a1962-95d0-449a-8cb8-2478e0277cd1),segment_id=8d0a1962-95d0-449a-8cb8-2478e0277cd1)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:54.708870 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.725437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Calling delete_port for 40a7d460-f061-4f9c-83db-354862d092d1 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:54.742676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] Deleting port 40a7d460-f061-4f9c-83db-354862d092d1 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:46:54.748003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.816819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] For port 40a7d460-f061-4f9c-83db-354862d092d1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=40a7d460-f061-4f9c-83db-354862d092d1,segment=NetworkSegment(8d0a1962-95d0-449a-8cb8-2478e0277cd1),segment_id=8d0a1962-95d0-449a-8cb8-2478e0277cd1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:46:54.817488 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:54.831952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] Calling delete_port for 40a7d460-f061-4f9c-83db-354862d092d1 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:46:55.031917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 40a7d460-f061-4f9c-83db-354862d092d1 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:46:55.048764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba91150-c43c-4f20-b3aa-af169a94067f req-73608e4d-e52c-47af-98d7-0a1c4dcca31b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:55.052216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ba91150-c43c-4f20-b3aa-af169a94067f req-73608e4d-e52c-47af-98d7-0a1c4dcca31b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0996151 Nov 10 21:46:55.053461 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.081484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.089976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No active binding found for port 40a7d460-f061-4f9c-83db-354862d092d1 {{(pid=103049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 21:46:55.090404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 40a7d460-f061-4f9c-83db-354862d092d1 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:46:55.098927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Port': ['ID=40a7d460-f061-4f9c-83db-354862d092d1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:55.106980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] No DVR routers for this DVR port 40a7d460-f061-4f9c-83db-354862d092d1 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:55.150510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] Pushing event deleted for resources: {'Port': ['ID=40a7d460-f061-4f9c-83db-354862d092d1,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:55.167504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59e829-bfad-4a90-b384-f870e5a92cc8 None None] No DVR routers for this DVR port 40a7d460-f061-4f9c-83db-354862d092d1 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:46:55.237203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ba91150-c43c-4f20-b3aa-af169a94067f req-7fa7475c-1736-4519-8fc6-a81c6676125e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785495 Nov 10 21:46:55.246642 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.273953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:55.286542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0a1962-95d0-449a-8cb8-2478e0277cd1') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:55.287016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0a1962-95d0-449a-8cb8-2478e0277cd1') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:46:55.309977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.330243 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.337901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:46:55.339887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:46:55.390113 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:46:55.507582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.515449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:55.520989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] 10.222.0.45 "DELETE /v2.0/networks/b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c HTTP/1.1" status: 204 len: 168 time: 1.0656552 Nov 10 21:46:55.536526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ed1df-5ddd-4666-9f1c-9c0f7d954e7f tempest-AllowedAddressPairIpV6TestJSON-683285136 tempest-AllowedAddressPairIpV6TestJSON-683285136-project] Pushing event deleted for resources: {'Network': ['ID=b1b6e0aa-fe0b-4a85-a694-cf2b1d2b856c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:56.252173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-802ea049-a4c4-44e9-a7df-07bbe535cc7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4323926 Nov 10 21:46:56.326913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54158) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:56.412177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230989c-bd94-4365-82c6-4ac2a8eef056 req-d7034953-2174-457d-bcca-190a7277e1c9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:56.413872 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a230989c-bd94-4365-82c6-4ac2a8eef056 req-d7034953-2174-457d-bcca-190a7277e1c9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0825067 Nov 10 21:46:56.416757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019ab8a-e567-4673-b644-458d8c778aaf req-d58df240-226c-4965-8120-f6b1411c6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:56.418445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-d58df240-226c-4965-8120-f6b1411c6ddd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1097 time: 0.1168551 Nov 10 21:46:56.434857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54164) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:56.538456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f1c460d1-94fd-4947-8a7c-0c57255f94bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7cbad7dc20e452289bb0e0ba262e900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103305 Nov 10 21:46:56.541181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54168) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:56.542569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a230989c-bd94-4365-82c6-4ac2a8eef056 req-3af5b112-8b7b-49ef-afbd-838f2bb6ee93 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216700 Nov 10 21:46:56.569427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca419d31-844a-4e1a-a197-c906a5f5555e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:56.579538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019ab8a-e567-4673-b644-458d8c778aaf req-5919a574-f76d-4945-8712-7e2aa760e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:56.581307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-5919a574-f76d-4945-8712-7e2aa760e93d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.1382284 Nov 10 21:46:56.641577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cecc1d2-5dd0-4e5c-bc65-911588e2516e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:56.675888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-9985354f-1e2d-4da1-9a1f-02e57791de54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 200 len: 1001 time: 0.0864310 Nov 10 21:46:56.708264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cecc1d2-5dd0-4e5c-bc65-911588e2516e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:56.732837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019ab8a-e567-4673-b644-458d8c778aaf req-c679617d-b8dd-47ca-85bd-18a4d7fb499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:56.734299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-c679617d-b8dd-47ca-85bd-18a4d7fb499a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.0513275 Nov 10 21:46:56.783760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019ab8a-e567-4673-b644-458d8c778aaf req-18f78e87-895f-42d6-beb4-2294a9a376d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:56.785706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-18f78e87-895f-42d6-beb4-2294a9a376d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440335 Nov 10 21:46:56.787771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf81bc7-c78a-4ac8-b589-bb52e4b26848 req-0dc447dd-a380-4796-87bd-38b8b3f903ce tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:56.789270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bf81bc7-c78a-4ac8-b589-bb52e4b26848 req-0dc447dd-a380-4796-87bd-38b8b3f903ce tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1487827 Nov 10 21:46:56.791528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca419d31-844a-4e1a-a197-c906a5f5555e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:56.850543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bf81bc7-c78a-4ac8-b589-bb52e4b26848 req-0287be71-4dba-4815-9cd1-ba73acaaa024 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493999 Nov 10 21:46:56.882473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-185d53bf-65d1-462e-b58d-e1bb808b63f4 service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890527 Nov 10 21:46:56.905143 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca419d31-844a-4e1a-a197-c906a5f5555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:56.938835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cecc1d2-5dd0-4e5c-bc65-911588e2516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:56.942306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6cecc1d2-5dd0-4e5c-bc65-911588e2516e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:56.943708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6cecc1d2-5dd0-4e5c-bc65-911588e2516e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/285f51fb-f2cf-4c8f-93fb-0a39f04fd7b9 HTTP/1.1" status: 204 len: 168 time: 0.3994946 Nov 10 21:46:56.967771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca419d31-844a-4e1a-a197-c906a5f5555e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fcd7ba-2215-487d-acae-0a3cc4b3fba4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:56.979535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ca419d31-844a-4e1a-a197-c906a5f5555e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a20c5da73dd4d0abbba460a45eac8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5433450 Nov 10 21:46:56.985299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54180) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:56.994175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecc1d2-5dd0-4e5c-bc65-911588e2516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285f51fb-f2cf-4c8f-93fb-0a39f04fd7b9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:57.045437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4019ab8a-e567-4673-b644-458d8c778aaf req-27c8dd12-c91e-461b-9e2c-3d71d791015e service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543491 Nov 10 21:46:57.099181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcb0c-6fc9-4db7-8ce8-3f6749fcc5d0 req-5aa5801e-bf63-4fe4-88fa-c9d11922cad7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:57.100746 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12cdcb0c-6fc9-4db7-8ce8-3f6749fcc5d0 req-5aa5801e-bf63-4fe4-88fa-c9d11922cad7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0840108 Nov 10 21:46:57.103658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30683e4c-78c0-4a4d-9f41-e5de927bf0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:57.139460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30683e4c-78c0-4a4d-9f41-e5de927bf0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:57.196373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-12cdcb0c-6fc9-4db7-8ce8-3f6749fcc5d0 req-53827b89-88ba-41a7-ad00-845bb8c33077 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Nov 10 21:46:57.325310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30683e4c-78c0-4a4d-9f41-e5de927bf0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:57.328193 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30683e4c-78c0-4a4d-9f41-e5de927bf0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:57.329495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-30683e4c-78c0-4a4d-9f41-e5de927bf0ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71fcd7ba-2215-487d-acae-0a3cc4b3fba4 HTTP/1.1" status: 204 len: 168 time: 0.3431582 Nov 10 21:46:57.336519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e94d4-cfef-416c-97d0-fd48e810ca5a req-53ec657a-5395-4d3c-912d-1ec397c98912 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:57.340417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30683e4c-78c0-4a4d-9f41-e5de927bf0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fcd7ba-2215-487d-acae-0a3cc4b3fba4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:57.345579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b1e94d4-cfef-416c-97d0-fd48e810ca5a req-53ec657a-5395-4d3c-912d-1ec397c98912 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0644372 Nov 10 21:46:57.420122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b1e94d4-cfef-416c-97d0-fd48e810ca5a req-86cb3bf6-ac7d-4734-8e0e-9b9534ef5096 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734732 Nov 10 21:46:57.597744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83189036-cba5-4afa-99f0-0a80a2a020ab req-59d7ca41-9b24-4e71-a0f9-9c1dae195e2f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:57.599364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83189036-cba5-4afa-99f0-0a80a2a020ab req-59d7ca41-9b24-4e71-a0f9-9c1dae195e2f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0625923 Nov 10 21:46:57.662133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83189036-cba5-4afa-99f0-0a80a2a020ab req-fd5959f4-f19a-4cf0-b13c-e7f42b50d746 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564954 Nov 10 21:46:57.791348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb864-4b5e-4dac-aaaa-df8907c55fae req-fbd83678-6d60-47b4-af6f-edb68f835a34 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:57.792884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccbfb864-4b5e-4dac-aaaa-df8907c55fae req-fbd83678-6d60-47b4-af6f-edb68f835a34 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0518742 Nov 10 21:46:57.847962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccbfb864-4b5e-4dac-aaaa-df8907c55fae req-a5f4330b-d5f5-40be-a5ac-80b62a497ebd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479670 Nov 10 21:46:58.015831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279635b-973c-49aa-9181-35e4385b88ff req-b7421eb2-5d80-4b3e-b423-1dcffcb11674 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:58.017330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0279635b-973c-49aa-9181-35e4385b88ff req-b7421eb2-5d80-4b3e-b423-1dcffcb11674 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0510151 Nov 10 21:46:58.067388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0279635b-973c-49aa-9181-35e4385b88ff req-2eaccc6b-a672-4674-807f-88564950c72c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 Nov 10 21:46:58.199451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c831b-d110-4634-8327-8cc1c1006eca req-1c874c3b-a612-4da0-bca4-91b151ccabe0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:58.201185 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-748c831b-d110-4634-8327-8cc1c1006eca req-1c874c3b-a612-4da0-bca4-91b151ccabe0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0556200 Nov 10 21:46:58.250138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-748c831b-d110-4634-8327-8cc1c1006eca req-3778fc8f-29c1-4dda-a3d0-bc5a98a8d4fc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Nov 10 21:46:58.387196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54228) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:58.407376 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e40062b9-26d5-41b9-9a49-2cf5274391c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:58.419412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2e87-72d3-40b4-a6fe-fe4e41a4bf22 req-a1074b6f-9d7b-43a1-ad68-caffe0dbab04 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:58.424270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-320a2e87-72d3-40b4-a6fe-fe4e41a4bf22 req-a1074b6f-9d7b-43a1-ad68-caffe0dbab04 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0737898 Nov 10 21:46:58.459274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54232) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:58.516280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e40062b9-26d5-41b9-9a49-2cf5274391c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:58.601344 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e40062b9-26d5-41b9-9a49-2cf5274391c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:58.657390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114040426'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:58.671117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e40062b9-26d5-41b9-9a49-2cf5274391c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b5b5bcacc8c43d68aea79a73db7a213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2798984 Nov 10 21:46:58.671117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40062b9-26d5-41b9-9a49-2cf5274391c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f6e27-063e-4713-8244-e0942279ffd4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:58.674004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54238) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:58.747060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf11d5d-da66-4d06-9d56-b9b5f1a6c2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:58.773537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf11d5d-da66-4d06-9d56-b9b5f1a6c2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:58.775993 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:58.792772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:58.873126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-320a2e87-72d3-40b4-a6fe-fe4e41a4bf22 req-323cdc6c-04f5-4392-87fd-75e88fe3b435 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415669 Nov 10 21:46:58.902137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.008523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cedf50-553f-46d6-b6d6-699f7bf770dd req-1ffcce8a-4b1d-4a62-abf7-2f7458b0f294 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:59.010048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89cedf50-553f-46d6-b6d6-699f7bf770dd req-1ffcce8a-4b1d-4a62-abf7-2f7458b0f294 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0542593 Nov 10 21:46:59.022002 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf11d5d-da66-4d06-9d56-b9b5f1a6c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.024468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf11d5d-da66-4d06-9d56-b9b5f1a6c2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.026112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bbf11d5d-da66-4d06-9d56-b9b5f1a6c2a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e7f6e27-063e-4713-8244-e0942279ffd4 HTTP/1.1" status: 204 len: 168 time: 0.3509543 Nov 10 21:46:59.043739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf11d5d-da66-4d06-9d56-b9b5f1a6c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f6e27-063e-4713-8244-e0942279ffd4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:59.075198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.086611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89cedf50-553f-46d6-b6d6-699f7bf770dd req-dc3cc402-b388-42b1-be2b-30f42ca280cb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705929 Nov 10 21:46:59.113147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c373f1-4bd3-4805-b110-f91871b37cac,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:59.160108 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.234326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edddd85-d6fa-4ae7-b454-2b4f07f2083e req-bce2886e-892b-4d92-8eae-787c326cd4ef tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:59.235862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9edddd85-d6fa-4ae7-b454-2b4f07f2083e req-bce2886e-892b-4d92-8eae-787c326cd4ef tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Nov 10 21:46:59.289622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9edddd85-d6fa-4ae7-b454-2b4f07f2083e req-54fa4df2-6123-47d5-b7ae-84adc6282ffe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 Nov 10 21:46:59.298282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.336170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3addcbe8-8312-45db-85e4-abd8e44e7c26,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:59.410917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebca27-77df-45b4-992e-b394e20b6864 req-0b8cdc83-12fd-4b99-a694-86acba735622 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:59.412336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36ebca27-77df-45b4-992e-b394e20b6864 req-0b8cdc83-12fd-4b99-a694-86acba735622 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0504150 Nov 10 21:46:59.461694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36ebca27-77df-45b4-992e-b394e20b6864 req-b97ef605-91e8-43b1-b57b-dafe4e2d87e2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Nov 10 21:46:59.477374 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.478692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3401181a-62a7-47ae-ac4b-3c681a08e7c0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0183108 Nov 10 21:46:59.482600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54256) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:59.551145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-07d4c48d-8a48-4198-883f-d960c9c1c833 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0672259 Nov 10 21:46:59.555787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54264) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:59.560722 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-510990fa-17f3-4680-9ab3-77b421e09875 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-security--1770590421', 'description': 'tempest-security-description-1885733400'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:46:59.601812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-510990fa-17f3-4680-9ab3-77b421e09875 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.635949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a1b74-271f-4aae-b852-b8aa6edfc88f req-4c769cf2-7435-49ca-a77b-9e2f4445003d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:59.639490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a6a1b74-271f-4aae-b852-b8aa6edfc88f req-4c769cf2-7435-49ca-a77b-9e2f4445003d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0551660 Nov 10 21:46:59.655502 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-510990fa-17f3-4680-9ab3-77b421e09875 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.691626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a6a1b74-271f-4aae-b852-b8aa6edfc88f req-7cee534a-b19a-43f7-9477-fccf195db7bc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469451 Nov 10 21:46:59.766312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-510990fa-17f3-4680-9ab3-77b421e09875 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.767152 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-510990fa-17f3-4680-9ab3-77b421e09875 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.771716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54274) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:59.775953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-510990fa-17f3-4680-9ab3-77b421e09875 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "PUT /v2.0/security-groups/3addcbe8-8312-45db-85e4-abd8e44e7c26 HTTP/1.1" status: 200 len: 1797 time: 0.2148516 Nov 10 21:46:59.830775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1f2217fe-da17-40a6-8303-eafdd69d4ed6 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups/3addcbe8-8312-45db-85e4-abd8e44e7c26 HTTP/1.1" status: 200 len: 1797 time: 0.0558331 Nov 10 21:46:59.831182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54278) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:46:59.840086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510990fa-17f3-4680-9ab3-77b421e09875 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3addcbe8-8312-45db-85e4-abd8e44e7c26,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:46:59.856855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7837-3935-4f70-a166-e3f4ff183730 req-52dc491d-c071-4a80-90ed-4a087b0b8871 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:46:59.858792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-320f7837-3935-4f70-a166-e3f4ff183730 req-52dc491d-c071-4a80-90ed-4a087b0b8871 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0813727 Nov 10 21:46:59.892723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49050385-f978-4df8-afe5-ec650127e6c9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:46:59.914525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-320f7837-3935-4f70-a166-e3f4ff183730 req-d5e7fe63-0489-4bd2-84d7-217e5ba83a77 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488946 Nov 10 21:46:59.918604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49050385-f978-4df8-afe5-ec650127e6c9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.042690 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49050385-f978-4df8-afe5-ec650127e6c9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.045889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49050385-f978-4df8-afe5-ec650127e6c9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.049379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-49050385-f978-4df8-afe5-ec650127e6c9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/3addcbe8-8312-45db-85e4-abd8e44e7c26 HTTP/1.1" status: 204 len: 168 time: 0.2150800 Nov 10 21:47:00.050246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54286) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:00.057906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49050385-f978-4df8-afe5-ec650127e6c9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3addcbe8-8312-45db-85e4-abd8e44e7c26,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:00.077524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75b8de-a47a-4e01-b32c-5991f7af0c0a req-c09ff61e-de9a-408e-9bc5-9c1656e7931e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:00.079091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c75b8de-a47a-4e01-b32c-5991f7af0c0a req-c09ff61e-de9a-408e-9bc5-9c1656e7931e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0698903 Nov 10 21:47:00.126499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ae4c0b79-78a4-4d3b-9bd1-23bf987ca009 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0741825 Nov 10 21:47:00.129489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54288) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:00.145544 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-c4ba743b-9550-4b57-8530-6f257c7b597f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] delete failed (client error): The resource could not be found. Nov 10 21:47:00.150629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c4ba743b-9550-4b57-8530-6f257c7b597f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/3addcbe8-8312-45db-85e4-abd8e44e7c26 HTTP/1.1" status: 404 len: 347 time: 0.0161123 Nov 10 21:47:00.150959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54290) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:00.154959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c75b8de-a47a-4e01-b32c-5991f7af0c0a req-7c40d860-5632-42f3-9389-661170703798 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677121 Nov 10 21:47:00.157099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ea5abef0-56ce-41a2-a9ff-9f40fc40dd8f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605851663'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:00.288764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea5abef0-56ce-41a2-a9ff-9f40fc40dd8f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.328497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6328ad-7d76-479e-89bf-293c08acb971 req-16d14b80-4deb-460d-b1f7-f802c9ca255c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:00.330045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de6328ad-7d76-479e-89bf-293c08acb971 req-16d14b80-4deb-460d-b1f7-f802c9ca255c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0826056 Nov 10 21:47:00.408006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea5abef0-56ce-41a2-a9ff-9f40fc40dd8f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.412062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de6328ad-7d76-479e-89bf-293c08acb971 req-88b84bcd-9611-4d69-b2e8-cd4a27d58ca2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Nov 10 21:47:00.533354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea5abef0-56ce-41a2-a9ff-9f40fc40dd8f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.578841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5abef0-56ce-41a2-a9ff-9f40fc40dd8f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222d84a3-4a40-46c6-be75-8543f262a26e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:00.613585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0da3f1-ac49-4c2a-ad3b-e9ccf56f269f req-eea17c54-a261-4682-ae74-cd305de7a3dc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:00.617385 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f0da3f1-ac49-4c2a-ad3b-e9ccf56f269f req-eea17c54-a261-4682-ae74-cd305de7a3dc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0545995 Nov 10 21:47:00.653334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea5abef0-56ce-41a2-a9ff-9f40fc40dd8f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.654564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ea5abef0-56ce-41a2-a9ff-9f40fc40dd8f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5024228 Nov 10 21:47:00.657480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54320) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:00.662289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-41336da9-2193-4a92-bce2-488e531c8186 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '222d84a3-4a40-46c6-be75-8543f262a26e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:00.682058 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f0da3f1-ac49-4c2a-ad3b-e9ccf56f269f req-2c1ce0f5-2c7a-4207-9659-3ca15af0f2f8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604854 Nov 10 21:47:00.788373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41336da9-2193-4a92-bce2-488e531c8186 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.828371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4fbe9-3ba8-47d1-9730-a65d248ac618 req-b9199614-0819-4ed6-837b-7ef27a96cd5f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:00.829867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abd4fbe9-3ba8-47d1-9730-a65d248ac618 req-b9199614-0819-4ed6-837b-7ef27a96cd5f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0755119 Nov 10 21:47:00.872214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41336da9-2193-4a92-bce2-488e531c8186 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:00.898693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abd4fbe9-3ba8-47d1-9730-a65d248ac618 req-15a550d8-d2f8-48a0-b98c-f47f561cdb10 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627398 Nov 10 21:47:00.976052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41336da9-2193-4a92-bce2-488e531c8186 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.003031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41336da9-2193-4a92-bce2-488e531c8186 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2e5f15-460d-48ea-b417-e63ad452500f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:01.126380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290d7a3-2656-4476-8612-385d29e5675d req-0a850aa0-e60c-42ec-bfc5-2e409f764916 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:01.127964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a290d7a3-2656-4476-8612-385d29e5675d req-0a850aa0-e60c-42ec-bfc5-2e409f764916 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0533149 Nov 10 21:47:01.143403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41336da9-2193-4a92-bce2-488e531c8186 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.144555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-41336da9-2193-4a92-bce2-488e531c8186 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4858911 Nov 10 21:47:01.147482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54342) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:01.177045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f61496df-d3c4-4bbd-b525-72e5325c221d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.180655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a290d7a3-2656-4476-8612-385d29e5675d req-e5570d22-5511-49c2-a7f3-4254d0438628 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Nov 10 21:47:01.185863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f61496df-d3c4-4bbd-b525-72e5325c221d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.307407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9689e-341b-4c74-83c0-70aa2bd18ab5 req-d5e81fcc-7243-42f0-9f95-e03158b890c6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:01.309107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9e9689e-341b-4c74-83c0-70aa2bd18ab5 req-d5e81fcc-7243-42f0-9f95-e03158b890c6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0529504 Nov 10 21:47:01.354449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f61496df-d3c4-4bbd-b525-72e5325c221d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.360407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f61496df-d3c4-4bbd-b525-72e5325c221d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.366574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f61496df-d3c4-4bbd-b525-72e5325c221d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/fc2e5f15-460d-48ea-b417-e63ad452500f HTTP/1.1" status: 204 len: 168 time: 0.2130423 Nov 10 21:47:01.367203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54352) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:01.372831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9e9689e-341b-4c74-83c0-70aa2bd18ab5 req-9e2f47c0-6457-4d6d-8d18-cf18b619fe2f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577154 Nov 10 21:47:01.377132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61496df-d3c4-4bbd-b525-72e5325c221d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc2e5f15-460d-48ea-b417-e63ad452500f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:01.420309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-797927c5-5b76-42d2-9972-4716da31609a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521753 Nov 10 21:47:01.423047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54360) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:01.488926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13419a0d-8b75-452f-8c8e-4559b254260d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.540077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13419a0d-8b75-452f-8c8e-4559b254260d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.543242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2196b-6a73-41ac-8cda-34f40518eb6c req-8a5382eb-9749-4bcb-ac95-a91521062a01 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:01.551391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42c2196b-6a73-41ac-8cda-34f40518eb6c req-8a5382eb-9749-4bcb-ac95-a91521062a01 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0838442 Nov 10 21:47:01.629369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42c2196b-6a73-41ac-8cda-34f40518eb6c req-f13c332b-44c9-4203-960b-be2871ff2432 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746179 Nov 10 21:47:01.771439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03191259-5b1f-495b-9580-8defb694cb2f req-600942b7-4035-4024-9301-c48ce032f1fa tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:01.776177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03191259-5b1f-495b-9580-8defb694cb2f req-600942b7-4035-4024-9301-c48ce032f1fa tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0587282 Nov 10 21:47:01.777891 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13419a0d-8b75-452f-8c8e-4559b254260d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.781459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13419a0d-8b75-452f-8c8e-4559b254260d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:01.782718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13419a0d-8b75-452f-8c8e-4559b254260d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/222d84a3-4a40-46c6-be75-8543f262a26e HTTP/1.1" status: 204 len: 168 time: 0.3581445 Nov 10 21:47:01.785337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54380) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:01.811696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419a0d-8b75-452f-8c8e-4559b254260d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d84a3-4a40-46c6-be75-8543f262a26e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:01.849434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5e887add-b2a8-4759-93d8-14fd786acd21 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597601 Nov 10 21:47:01.849634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03191259-5b1f-495b-9580-8defb694cb2f req-059f78a4-3bb6-4da0-9336-10d34e275cd9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646329 Nov 10 21:47:01.849634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54384) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:01.854442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d32fc11e-e770-4182-8dff-abe26382387e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863204170'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:01.995942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d32fc11e-e770-4182-8dff-abe26382387e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.067717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d32fc11e-e770-4182-8dff-abe26382387e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.213140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d32fc11e-e770-4182-8dff-abe26382387e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.243071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fc11e-e770-4182-8dff-abe26382387e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54135d-6804-41d7-899b-3b86d0f2b3e7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:02.333994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d32fc11e-e770-4182-8dff-abe26382387e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.339892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d32fc11e-e770-4182-8dff-abe26382387e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4856808 Nov 10 21:47:02.340601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54394) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:02.349535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d30f36d3-a60e-4406-bf2c-b874675a5f2a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '7b54135d-6804-41d7-899b-3b86d0f2b3e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:02.415636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54402) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:02.471664 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d30f36d3-a60e-4406-bf2c-b874675a5f2a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.530136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-241d68bd-dd99-4d81-970c-f900a25f4695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.538541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d30f36d3-a60e-4406-bf2c-b874675a5f2a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.617278 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-241d68bd-dd99-4d81-970c-f900a25f4695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.632823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d30f36d3-a60e-4406-bf2c-b874675a5f2a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.654751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f36d3-a60e-4406-bf2c-b874675a5f2a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62857388-adb1-4546-8d98-e9cec9b934d3,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:02.726753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-241d68bd-dd99-4d81-970c-f900a25f4695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.766533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d68bd-dd99-4d81-970c-f900a25f4695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c9b9e7-bdca-476e-8b15-541812fbeb66,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:02.776075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-241d68bd-dd99-4d81-970c-f900a25f4695 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef7ef4532c4d4cde88f0a41f80f47d34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582640 Nov 10 21:47:02.777988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54418) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:02.781249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d30f36d3-a60e-4406-bf2c-b874675a5f2a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.785967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d30f36d3-a60e-4406-bf2c-b874675a5f2a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4396884 Nov 10 21:47:02.786070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:02.790127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e71ccb46-543c-46c2-8579-48f4f3263d01 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '7b54135d-6804-41d7-899b-3b86d0f2b3e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:02.833688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82c359-de3e-489d-9edb-7974c9582d3f req-070aa192-e39e-49ca-9d83-9e58a8f702de tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:02.835408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb82c359-de3e-489d-9edb-7974c9582d3f req-070aa192-e39e-49ca-9d83-9e58a8f702de tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0513587 Nov 10 21:47:02.848881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba57e-a0df-418b-8569-4c2ae79302e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.872153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba57e-a0df-418b-8569-4c2ae79302e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:02.891121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb82c359-de3e-489d-9edb-7974c9582d3f req-d727375b-13d1-40c7-bd24-e8f0cac279bb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487280 Nov 10 21:47:02.914306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e71ccb46-543c-46c2-8579-48f4f3263d01 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.031698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba57e-a0df-418b-8569-4c2ae79302e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.034298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba57e-a0df-418b-8569-4c2ae79302e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.038056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fe7ba57e-a0df-418b-8569-4c2ae79302e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1c9b9e7-bdca-476e-8b15-541812fbeb66 HTTP/1.1" status: 204 len: 168 time: 0.2564557 Nov 10 21:47:03.051045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e71ccb46-543c-46c2-8579-48f4f3263d01 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.056138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ba57e-a0df-418b-8569-4c2ae79302e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c9b9e7-bdca-476e-8b15-541812fbeb66,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:03.150815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e71ccb46-543c-46c2-8579-48f4f3263d01 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.172199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ccb46-543c-46c2-8579-48f4f3263d01 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff5eb39-2987-402a-b333-3f6be47f9719,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:03.317510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e71ccb46-543c-46c2-8579-48f4f3263d01 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.318714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e71ccb46-543c-46c2-8579-48f4f3263d01 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5319645 Nov 10 21:47:03.322257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54428) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:03.327030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c1510075-5fea-4bab-9ce5-0367ab9fb6d8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '7b54135d-6804-41d7-899b-3b86d0f2b3e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:03.450492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1510075-5fea-4bab-9ce5-0367ab9fb6d8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.523591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1510075-5fea-4bab-9ce5-0367ab9fb6d8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.618074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1510075-5fea-4bab-9ce5-0367ab9fb6d8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.638237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1510075-5fea-4bab-9ce5-0367ab9fb6d8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2104037-e3d7-4b33-82f9-61c18deb50e4,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:03.715618 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c1510075-5fea-4bab-9ce5-0367ab9fb6d8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.717108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c1510075-5fea-4bab-9ce5-0367ab9fb6d8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3935764 Nov 10 21:47:03.719692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54440) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:03.724196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-45c34d96-91a9-4181-b222-c8008c216bcc tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '7b54135d-6804-41d7-899b-3b86d0f2b3e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:03.771434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54444) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:03.786247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d15364d1-e216-453f-bd4b-ce4d547e385e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.814226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45c34d96-91a9-4181-b222-c8008c216bcc tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.889466 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:47:03.912011 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45c34d96-91a9-4181-b222-c8008c216bcc tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:03.917067 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d15364d1-e216-453f-bd4b-ce4d547e385e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.006609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45c34d96-91a9-4181-b222-c8008c216bcc tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.015719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e66e4-6294-40b1-8ecb-de72af2dc8be req-cc2274cd-79d7-4c77-9fe0-e5ac9feda273 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:04.017255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-307e66e4-6294-40b1-8ecb-de72af2dc8be req-cc2274cd-79d7-4c77-9fe0-e5ac9feda273 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0503850 Nov 10 21:47:04.028256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c34d96-91a9-4181-b222-c8008c216bcc tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cbc5e9-2bca-4651-a531-b360be7bc13d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:04.052621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d15364d1-e216-453f-bd4b-ce4d547e385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.071601 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-307e66e4-6294-40b1-8ecb-de72af2dc8be req-14d58923-7286-4b35-b60b-639dfa06ee5e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474365 Nov 10 21:47:04.094741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d15364d1-e216-453f-bd4b-ce4d547e385e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a73aa9f9c76493bafba634da6f19d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3218372 Nov 10 21:47:04.095626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15364d1-e216-453f-bd4b-ce4d547e385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd7481-49c5-43b4-b3cf-c5bfa60f8c8f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:04.097403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54450) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:04.150091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45c34d96-91a9-4181-b222-c8008c216bcc tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.151403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9951218-44c9-4d91-a072-1c2317c7d1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.151990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-45c34d96-91a9-4181-b222-c8008c216bcc tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4313109 Nov 10 21:47:04.154841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54452) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:04.159424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ab276cdf-c4c0-4f2d-8ebf-fd603dfe606e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '7b54135d-6804-41d7-899b-3b86d0f2b3e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:04.180008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9951218-44c9-4d91-a072-1c2317c7d1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.286659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab276cdf-c4c0-4f2d-8ebf-fd603dfe606e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.343635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9951218-44c9-4d91-a072-1c2317c7d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.346665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab276cdf-c4c0-4f2d-8ebf-fd603dfe606e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.346874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9951218-44c9-4d91-a072-1c2317c7d1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.348247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c9951218-44c9-4d91-a072-1c2317c7d1b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3fd7481-49c5-43b4-b3cf-c5bfa60f8c8f HTTP/1.1" status: 204 len: 168 time: 0.2495761 Nov 10 21:47:04.357481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9951218-44c9-4d91-a072-1c2317c7d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd7481-49c5-43b4-b3cf-c5bfa60f8c8f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:04.423884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab276cdf-c4c0-4f2d-8ebf-fd603dfe606e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.442729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab276cdf-c4c0-4f2d-8ebf-fd603dfe606e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e787dd-fc42-43d8-bbdb-79532e561f67,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:04.540198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab276cdf-c4c0-4f2d-8ebf-fd603dfe606e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.541625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ab276cdf-c4c0-4f2d-8ebf-fd603dfe606e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3858192 Nov 10 21:47:04.544380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54460) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:04.568277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aae482ff-e3b4-402f-a1ac-16e7c2464bb3 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.578241 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aae482ff-e3b4-402f-a1ac-16e7c2464bb3 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.715456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aae482ff-e3b4-402f-a1ac-16e7c2464bb3 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.723110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aae482ff-e3b4-402f-a1ac-16e7c2464bb3 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.724258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aae482ff-e3b4-402f-a1ac-16e7c2464bb3 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/78e787dd-fc42-43d8-bbdb-79532e561f67 HTTP/1.1" status: 204 len: 168 time: 0.1789665 Nov 10 21:47:04.727150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54468) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:04.736237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae482ff-e3b4-402f-a1ac-16e7c2464bb3 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78e787dd-fc42-43d8-bbdb-79532e561f67,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:04.785072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54472) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:04.785793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8525abe8-01be-4058-bf41-6fc15c5d521d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0555923 Nov 10 21:47:04.816401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779195c2-29b6-41f4-ae50-f7460d3348fb tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.825802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779195c2-29b6-41f4-ae50-f7460d3348fb tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.949732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779195c2-29b6-41f4-ae50-f7460d3348fb tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.955958 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779195c2-29b6-41f4-ae50-f7460d3348fb tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:04.957155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-779195c2-29b6-41f4-ae50-f7460d3348fb tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/87cbc5e9-2bca-4651-a531-b360be7bc13d HTTP/1.1" status: 204 len: 168 time: 0.1710036 Nov 10 21:47:04.959713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54482) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:04.963059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779195c2-29b6-41f4-ae50-f7460d3348fb tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87cbc5e9-2bca-4651-a531-b360be7bc13d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:05.003417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-401e891f-f38a-4241-b4d5-89f9a7bb496e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0425298 Nov 10 21:47:05.006240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54486) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.036007 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6350989b-14cb-465a-99a6-4fd480b46358 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.044754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6350989b-14cb-465a-99a6-4fd480b46358 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.154936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6350989b-14cb-465a-99a6-4fd480b46358 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.189844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6350989b-14cb-465a-99a6-4fd480b46358 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.191001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6350989b-14cb-465a-99a6-4fd480b46358 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c2104037-e3d7-4b33-82f9-61c18deb50e4 HTTP/1.1" status: 204 len: 168 time: 0.1838417 Nov 10 21:47:05.193639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54492) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.209478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350989b-14cb-465a-99a6-4fd480b46358 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2104037-e3d7-4b33-82f9-61c18deb50e4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:05.240403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222a036-89ae-45c4-87e3-66f18a1ab690 req-2aacdb08-ff7d-4b44-9f02-5053c6a84b97 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:05.241906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f222a036-89ae-45c4-87e3-66f18a1ab690 req-2aacdb08-ff7d-4b44-9f02-5053c6a84b97 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0981109 Nov 10 21:47:05.265906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-52bdb4d6-b827-454c-8f06-1f4a6550801c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0670240 Nov 10 21:47:05.266398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.300737 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d937d29-1b1f-450b-9cde-3977624e840d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.310731 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f222a036-89ae-45c4-87e3-66f18a1ab690 req-460ce489-c09b-4667-b046-362d08278dd6 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606561 Nov 10 21:47:05.313467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d937d29-1b1f-450b-9cde-3977624e840d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.447272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d937d29-1b1f-450b-9cde-3977624e840d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.453746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d937d29-1b1f-450b-9cde-3977624e840d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.454979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d937d29-1b1f-450b-9cde-3977624e840d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/bff5eb39-2987-402a-b333-3f6be47f9719 HTTP/1.1" status: 204 len: 168 time: 0.1874032 Nov 10 21:47:05.457614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54506) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.461541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d937d29-1b1f-450b-9cde-3977624e840d tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bff5eb39-2987-402a-b333-3f6be47f9719,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:05.505450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-934e3d54-298d-44b6-afb5-87ee034aad75 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460124 Nov 10 21:47:05.508313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54508) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.534205 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05654f6e-1dda-4692-99d4-0c103c3610f5 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.543827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05654f6e-1dda-4692-99d4-0c103c3610f5 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.652868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05654f6e-1dda-4692-99d4-0c103c3610f5 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.658966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05654f6e-1dda-4692-99d4-0c103c3610f5 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.662753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-05654f6e-1dda-4692-99d4-0c103c3610f5 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/62857388-adb1-4546-8d98-e9cec9b934d3 HTTP/1.1" status: 204 len: 168 time: 0.1505718 Nov 10 21:47:05.663159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54512) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.663814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0dc0-7901-42d2-83e2-24feef16f35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.673609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05654f6e-1dda-4692-99d4-0c103c3610f5 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62857388-adb1-4546-8d98-e9cec9b934d3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:05.731158 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc4daf25-ec87-4c29-b860-cb2cbbe49f6a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608401 Nov 10 21:47:05.733435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54520) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.789083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02a8a0b3-9a3d-49ff-b3b2-f11c78f58d51 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.813191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02a8a0b3-9a3d-49ff-b3b2-f11c78f58d51 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.953273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02a8a0b3-9a3d-49ff-b3b2-f11c78f58d51 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.956397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02a8a0b3-9a3d-49ff-b3b2-f11c78f58d51 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:05.957628 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-02a8a0b3-9a3d-49ff-b3b2-f11c78f58d51 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/7b54135d-6804-41d7-899b-3b86d0f2b3e7 HTTP/1.1" status: 204 len: 168 time: 0.2231810 Nov 10 21:47:05.960797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54528) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:05.970003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8a0b3-9a3d-49ff-b3b2-f11c78f58d51 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b54135d-6804-41d7-899b-3b86d0f2b3e7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:06.009910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8feb309d-9e11-41fe-8ea2-4988b3a9d56c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472004 Nov 10 21:47:06.013960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:06.018257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3e7a23da-b668-4420-9393-0c7530747e2f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953231898'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:06.144893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e7a23da-b668-4420-9393-0c7530747e2f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.219002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e7a23da-b668-4420-9393-0c7530747e2f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.312503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e7a23da-b668-4420-9393-0c7530747e2f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.355797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a23da-b668-4420-9393-0c7530747e2f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565b3290-cfdd-4c54-b23b-00660180d883,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:06.450426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3e7a23da-b668-4420-9393-0c7530747e2f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.454111 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3e7a23da-b668-4420-9393-0c7530747e2f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4367504 Nov 10 21:47:06.454601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54548) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:06.459965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-29e7e938-7803-45b3-8888-6caa671173c1 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '565b3290-cfdd-4c54-b23b-00660180d883', 'direction': 'ingress', 'protocol': 17}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:06.460720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d33dc1-65f8-498e-9cd7-f0eb26a2a020 req-6a08fb6c-49b0-4eba-b65d-691c1ff86f57 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:06.462573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84d33dc1-65f8-498e-9cd7-f0eb26a2a020 req-6a08fb6c-49b0-4eba-b65d-691c1ff86f57 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0601647 Nov 10 21:47:06.518161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84d33dc1-65f8-498e-9cd7-f0eb26a2a020 req-47cefa2d-7cae-44c2-8c85-62377c96435e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494504 Nov 10 21:47:06.554887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29e7e938-7803-45b3-8888-6caa671173c1 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.608872 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29e7e938-7803-45b3-8888-6caa671173c1 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.737572 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29e7e938-7803-45b3-8888-6caa671173c1 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.760765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7e938-7803-45b3-8888-6caa671173c1 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78e4c38-d529-480d-b32f-20766dc0b5bc,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:06.863061 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29e7e938-7803-45b3-8888-6caa671173c1 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.864346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-29e7e938-7803-45b3-8888-6caa671173c1 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4085002 Nov 10 21:47:06.867097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54566) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:06.929385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b70c8af-3001-467a-b895-5bf8d0476480 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:06.982310 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b70c8af-3001-467a-b895-5bf8d0476480 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.084264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b70c8af-3001-467a-b895-5bf8d0476480 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.088082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b70c8af-3001-467a-b895-5bf8d0476480 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.091679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b70c8af-3001-467a-b895-5bf8d0476480 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/565b3290-cfdd-4c54-b23b-00660180d883 HTTP/1.1" status: 204 len: 168 time: 0.2211568 Nov 10 21:47:07.092186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54574) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:07.106059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70c8af-3001-467a-b895-5bf8d0476480 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565b3290-cfdd-4c54-b23b-00660180d883,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:07.145011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b4229d6e-4f58-4df9-aba8-a80fe931f7d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0464578 Nov 10 21:47:07.145011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:07.147910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-33e6820f-2a21-45a4-a69c-7376a7bd97d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--309744904'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:07.295637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e6820f-2a21-45a4-a69c-7376a7bd97d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.367624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e6820f-2a21-45a4-a69c-7376a7bd97d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.461241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e6820f-2a21-45a4-a69c-7376a7bd97d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.491652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6820f-2a21-45a4-a69c-7376a7bd97d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8510f2de-ff2b-44c4-b8c5-57bf7aa124e3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:07.572424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e6820f-2a21-45a4-a69c-7376a7bd97d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.576753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54584) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:07.576919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-33e6820f-2a21-45a4-a69c-7376a7bd97d4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4324975 Nov 10 21:47:07.581828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-09c8e279-51db-4673-8a4e-bf635d973e08 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--652953253'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:07.647137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca9078-fb71-4905-bbe9-635173d46c74 req-9d32af25-4b6e-4832-a06e-112dbfb912ca tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:07.648624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bca9078-fb71-4905-bbe9-635173d46c74 req-9d32af25-4b6e-4832-a06e-112dbfb912ca tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0552413 Nov 10 21:47:07.697430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bca9078-fb71-4905-bbe9-635173d46c74 req-5b4c1796-5397-48e5-8de7-b1b694ad1534 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Nov 10 21:47:07.812258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09c8e279-51db-4673-8a4e-bf635d973e08 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.887788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09c8e279-51db-4673-8a4e-bf635d973e08 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:07.998549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09c8e279-51db-4673-8a4e-bf635d973e08 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.000713 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-218b34cf-5b2e-4915-948d-00a91ded766a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.046709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8e279-51db-4673-8a4e-bf635d973e08 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887feced-bd1c-4367-adb2-128cc1c572c9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:08.231928 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-09c8e279-51db-4673-8a4e-bf635d973e08 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.233199 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-09c8e279-51db-4673-8a4e-bf635d973e08 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6553295 Nov 10 21:47:08.235991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54600) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:08.240343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-904c36f1-b59a-4115-bf78-9469db6622b9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '8510f2de-ff2b-44c4-b8c5-57bf7aa124e3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '887feced-bd1c-4367-adb2-128cc1c572c9', 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:08.372967 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-904c36f1-b59a-4115-bf78-9469db6622b9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.450825 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-904c36f1-b59a-4115-bf78-9469db6622b9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.503608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-904c36f1-b59a-4115-bf78-9469db6622b9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.526979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c36f1-b59a-4115-bf78-9469db6622b9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df54f524-27f8-4b4c-b75f-ab13022e6e93,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:08.591415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-904c36f1-b59a-4115-bf78-9469db6622b9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.592692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-904c36f1-b59a-4115-bf78-9469db6622b9 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3557808 Nov 10 21:47:08.595615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54608) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:08.620708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d76d0384-b478-4db1-b46c-8ba592b8e18f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.628186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d76d0384-b478-4db1-b46c-8ba592b8e18f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.724370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d76d0384-b478-4db1-b46c-8ba592b8e18f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.736733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d76d0384-b478-4db1-b46c-8ba592b8e18f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.740747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d76d0384-b478-4db1-b46c-8ba592b8e18f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/df54f524-27f8-4b4c-b75f-ab13022e6e93 HTTP/1.1" status: 204 len: 168 time: 0.1441469 Nov 10 21:47:08.741782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54614) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:08.742249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d0384-b478-4db1-b46c-8ba592b8e18f tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df54f524-27f8-4b4c-b75f-ab13022e6e93,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:08.809407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9aec8fb9-4a55-4719-b637-dc825e2e3470 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0653512 Nov 10 21:47:08.812129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54618) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:08.902835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9f65e-ff81-4f9c-bd50-5d64423d7286 req-3bf19418-22a9-459c-87d4-5ad1a2ba7ea1 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:08.904372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1b9f65e-ff81-4f9c-bd50-5d64423d7286 req-3bf19418-22a9-459c-87d4-5ad1a2ba7ea1 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0773704 Nov 10 21:47:08.907816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66414e57-57ec-41c2-bc2c-72cd23fea30b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:08.955717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66414e57-57ec-41c2-bc2c-72cd23fea30b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.003673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1b9f65e-ff81-4f9c-bd50-5d64423d7286 req-52959f16-dc2c-497f-be83-f8c955b01321 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Nov 10 21:47:09.104725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66414e57-57ec-41c2-bc2c-72cd23fea30b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.107399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-66414e57-57ec-41c2-bc2c-72cd23fea30b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.115509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-66414e57-57ec-41c2-bc2c-72cd23fea30b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/887feced-bd1c-4367-adb2-128cc1c572c9 HTTP/1.1" status: 204 len: 168 time: 0.3023899 Nov 10 21:47:09.120633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54628) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:09.138064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66414e57-57ec-41c2-bc2c-72cd23fea30b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887feced-bd1c-4367-adb2-128cc1c572c9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:09.183197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-285dbd4b-1060-4f25-9328-e97d7b85c1ca tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0612023 Nov 10 21:47:09.185982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:09.252544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-25212ae5-9ffa-4a4f-a00b-3fab822fb43b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.263596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.277800 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-25212ae5-9ffa-4a4f-a00b-3fab822fb43b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.383661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-25212ae5-9ffa-4a4f-a00b-3fab822fb43b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.391704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-25212ae5-9ffa-4a4f-a00b-3fab822fb43b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.391704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-25212ae5-9ffa-4a4f-a00b-3fab822fb43b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/8510f2de-ff2b-44c4-b8c5-57bf7aa124e3 HTTP/1.1" status: 204 len: 168 time: 0.2018011 Nov 10 21:47:09.391949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54636) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:09.399743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212ae5-9ffa-4a4f-a00b-3fab822fb43b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510f2de-ff2b-44c4-b8c5-57bf7aa124e3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:09.455911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-172ddbb2-aaf0-4ec6-a7ac-9d8f586136be tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0627940 Nov 10 21:47:09.460880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54638) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:09.468565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b3499f51-664b-449c-98b9-c364264352fe tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962794728'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:09.581124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3499f51-664b-449c-98b9-c364264352fe tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.648668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3499f51-664b-449c-98b9-c364264352fe tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.729938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3499f51-664b-449c-98b9-c364264352fe tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.768689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3499f51-664b-449c-98b9-c364264352fe tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1772e0d8-76ea-4cb2-8121-e7eab750e916,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:09.828964 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b3499f51-664b-449c-98b9-c364264352fe tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.830585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b3499f51-664b-449c-98b9-c364264352fe tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3659358 Nov 10 21:47:09.833561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54646) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:09.838393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d2350c78-875c-4fed-858e-77a279fe7ff4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': '1772e0d8-76ea-4cb2-8121-e7eab750e916', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:09.932203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d2350c78-875c-4fed-858e-77a279fe7ff4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:09.989765 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d2350c78-875c-4fed-858e-77a279fe7ff4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.080540 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d2350c78-875c-4fed-858e-77a279fe7ff4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.103579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2350c78-875c-4fed-858e-77a279fe7ff4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e76471-6458-4a42-9071-fe54ceb2f29f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:10.125731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4c95f-bdc0-4b0d-bb2a-f8c265a54191 req-91f200ec-2cda-415a-8e8d-a4274d0eeb13 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:10.127401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0bb4c95f-bdc0-4b0d-bb2a-f8c265a54191 req-91f200ec-2cda-415a-8e8d-a4274d0eeb13 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0544879 Nov 10 21:47:10.205539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0bb4c95f-bdc0-4b0d-bb2a-f8c265a54191 req-f24fa795-1cea-49bb-b917-01b96fbfad6a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Nov 10 21:47:10.223768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d2350c78-875c-4fed-858e-77a279fe7ff4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.225640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d2350c78-875c-4fed-858e-77a279fe7ff4 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3909969 Nov 10 21:47:10.232856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54662) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:10.267022 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf80051-debc-4c84-958e-cfc1bcc05fea tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.277677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf80051-debc-4c84-958e-cfc1bcc05fea tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.383761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf80051-debc-4c84-958e-cfc1bcc05fea tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.390009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbf80051-debc-4c84-958e-cfc1bcc05fea tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.391063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bbf80051-debc-4c84-958e-cfc1bcc05fea tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f0e76471-6458-4a42-9071-fe54ceb2f29f HTTP/1.1" status: 204 len: 168 time: 0.1609302 Nov 10 21:47:10.394855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54664) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:10.396724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf80051-debc-4c84-958e-cfc1bcc05fea tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0e76471-6458-4a42-9071-fe54ceb2f29f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:10.433792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4e25bde3-882b-4d66-95aa-81d91141db7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386560 Nov 10 21:47:10.436676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54666) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:10.491076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-817b782a-df40-4ff6-8cf6-09ec2a8cfd40 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.513467 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-817b782a-df40-4ff6-8cf6-09ec2a8cfd40 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.661638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-817b782a-df40-4ff6-8cf6-09ec2a8cfd40 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.664440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-817b782a-df40-4ff6-8cf6-09ec2a8cfd40 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.668211 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-817b782a-df40-4ff6-8cf6-09ec2a8cfd40 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/1772e0d8-76ea-4cb2-8121-e7eab750e916 HTTP/1.1" status: 204 len: 168 time: 0.2281780 Nov 10 21:47:10.669362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54672) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:10.678118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b782a-df40-4ff6-8cf6-09ec2a8cfd40 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1772e0d8-76ea-4cb2-8121-e7eab750e916,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:10.731065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54674) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:10.731648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3c1809f5-9230-4269-b5d5-400c8b8e8012 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0609519 Nov 10 21:47:10.736137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0c2c90ce-064c-4310-952c-c7a62a031d93 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group': {'name': 'tempest-secgroup--977957588'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:10.749657 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.866967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c2c90ce-064c-4310-952c-c7a62a031d93 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:10.937504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c2c90ce-064c-4310-952c-c7a62a031d93 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.043854 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c2c90ce-064c-4310-952c-c7a62a031d93 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.076755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c90ce-064c-4310-952c-c7a62a031d93 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a03a8-330d-4933-9aa9-667afd63abc1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:11.223673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c2c90ce-064c-4310-952c-c7a62a031d93 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.225226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0c2c90ce-064c-4310-952c-c7a62a031d93 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4928229 Nov 10 21:47:11.228648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54686) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:11.233177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-43caba27-019a-4dc3-8085-cb7a168d3b05 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': 'ea1a03a8-330d-4933-9aa9-667afd63abc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:11.366456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb51c-9544-41e0-b180-e9fe8b9d4873 req-bdd66d03-70e0-4ba9-8c3a-987957b32e18 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:11.368184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-669cb51c-9544-41e0-b180-e9fe8b9d4873 req-bdd66d03-70e0-4ba9-8c3a-987957b32e18 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0589473 Nov 10 21:47:11.375222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43caba27-019a-4dc3-8085-cb7a168d3b05 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.418903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-669cb51c-9544-41e0-b180-e9fe8b9d4873 req-02d9f206-1cc2-48f7-bb85-c7cd43de5103 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Nov 10 21:47:11.439486 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.444714 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43caba27-019a-4dc3-8085-cb7a168d3b05 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.560846 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43caba27-019a-4dc3-8085-cb7a168d3b05 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.582710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caba27-019a-4dc3-8085-cb7a168d3b05 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eaef8d-1cc7-4ee2-bf6b-665abc339897,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:11.654598 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43caba27-019a-4dc3-8085-cb7a168d3b05 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.658374 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-43caba27-019a-4dc3-8085-cb7a168d3b05 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4262745 Nov 10 21:47:11.658805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54696) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:11.679360 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9d72a607-b8b6-4149-bb65-6eea2675070b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules/c5eaef8d-1cc7-4ee2-bf6b-665abc339897 HTTP/1.1" status: 200 len: 763 time: 0.0176115 Nov 10 21:47:11.681384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:11.722346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3577f4bd-e5df-4a0c-a127-0c3192592726 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0397241 Nov 10 21:47:11.725118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54700) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:11.750200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baaea2fb-7b04-4d56-95cc-332bbf077672 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.757582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baaea2fb-7b04-4d56-95cc-332bbf077672 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.864070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baaea2fb-7b04-4d56-95cc-332bbf077672 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.864070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baaea2fb-7b04-4d56-95cc-332bbf077672 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:11.865235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-baaea2fb-7b04-4d56-95cc-332bbf077672 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/c5eaef8d-1cc7-4ee2-bf6b-665abc339897 HTTP/1.1" status: 204 len: 168 time: 0.1388698 Nov 10 21:47:11.872226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaea2fb-7b04-4d56-95cc-332bbf077672 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5eaef8d-1cc7-4ee2-bf6b-665abc339897,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:11.872371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:11.936271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ee568abb-347c-4113-a251-85e7c7bbce21 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618994 Nov 10 21:47:11.938771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:11.943891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3d65073d-1575-428b-88d7-3df6c7c759b8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': 'ea1a03a8-330d-4933-9aa9-667afd63abc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:12.058270 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d65073d-1575-428b-88d7-3df6c7c759b8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.125625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d65073d-1575-428b-88d7-3df6c7c759b8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.210530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d65073d-1575-428b-88d7-3df6c7c759b8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.235244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65073d-1575-428b-88d7-3df6c7c759b8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f639ec1-2a6a-40a3-97c8-d8c1d277c38a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:12.331500 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d65073d-1575-428b-88d7-3df6c7c759b8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.335236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d65073d-1575-428b-88d7-3df6c7c759b8 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929596 Nov 10 21:47:12.335605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54726) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:12.358850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-219e1f9c-f6cc-4647-b04b-624d9dcbcd87 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules/7f639ec1-2a6a-40a3-97c8-d8c1d277c38a HTTP/1.1" status: 200 len: 763 time: 0.0215652 Nov 10 21:47:12.369033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54730) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:12.428696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54732) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:12.429261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e182406-3f0a-4812-861d-591ca44f6d0e tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0586352 Nov 10 21:47:12.499109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f03739d-fff1-4b11-aab8-2a303ab41bc0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.529190 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f03739d-fff1-4b11-aab8-2a303ab41bc0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.588359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244482c-b840-4475-9ada-ff766a62e659 req-c4284d58-40d6-481f-ad09-f1fb32005e38 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:12.590174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4244482c-b840-4475-9ada-ff766a62e659 req-c4284d58-40d6-481f-ad09-f1fb32005e38 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0863936 Nov 10 21:47:12.626648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f03739d-fff1-4b11-aab8-2a303ab41bc0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.632255 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f03739d-fff1-4b11-aab8-2a303ab41bc0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.636273 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f03739d-fff1-4b11-aab8-2a303ab41bc0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/7f639ec1-2a6a-40a3-97c8-d8c1d277c38a HTTP/1.1" status: 204 len: 168 time: 0.2030594 Nov 10 21:47:12.637540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54738) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:12.642131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4244482c-b840-4475-9ada-ff766a62e659 req-f8d43278-c8d1-409c-b3ca-8eec7a486fb8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 Nov 10 21:47:12.656191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03739d-fff1-4b11-aab8-2a303ab41bc0 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f639ec1-2a6a-40a3-97c8-d8c1d277c38a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:12.684888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8f5d08c3-a343-45c1-bb87-897b242dd52b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0450594 Nov 10 21:47:12.687417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54740) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:12.691615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Request body: {'security_group_rule': {'security_group_id': 'ea1a03a8-330d-4933-9aa9-667afd63abc1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:12.786909 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Project 82d3bd9dd2404450af0085b197763722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:47:12.792901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.862384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.949225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:12.969162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13598a13-5a06-4bfc-8b65-83103e0bf08e,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:13.051582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.052844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d6c6e2ec-0f13-41df-9ddc-7aaea6267f7c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3644273 Nov 10 21:47:13.067339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54748) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:13.084391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c39ef103-7ef7-4c90-b6fb-1f0c9bcdfc8b tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules/13598a13-5a06-4bfc-8b65-83103e0bf08e HTTP/1.1" status: 200 len: 769 time: 0.0157287 Nov 10 21:47:13.087584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54750) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:13.127083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-87d8b05f-e735-4917-a83f-724f74910e20 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0383389 Nov 10 21:47:13.129730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54754) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:13.158456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc41a107-933e-4b09-81ca-7909f69b5f67 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.175829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc41a107-933e-4b09-81ca-7909f69b5f67 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.303789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc41a107-933e-4b09-81ca-7909f69b5f67 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.310433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc41a107-933e-4b09-81ca-7909f69b5f67 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.312395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bc41a107-933e-4b09-81ca-7909f69b5f67 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/13598a13-5a06-4bfc-8b65-83103e0bf08e HTTP/1.1" status: 204 len: 168 time: 0.1807351 Nov 10 21:47:13.324605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41a107-933e-4b09-81ca-7909f69b5f67 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13598a13-5a06-4bfc-8b65-83103e0bf08e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:13.326968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54758) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:13.370676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f98a97f3-d890-4f66-910f-21e26cdfe11a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390673 Nov 10 21:47:13.370902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:13.426686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55c86b43-af11-426b-b152-be3e32f64622 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.450177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55c86b43-af11-426b-b152-be3e32f64622 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.579241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-a7b2d48b-cfd6-45ff-89b1-3f051f64203b req-592677fb-e285-4cd6-959c-76b14e9c3581 service neutron] (103048) timed out ('10.222.0.45', 43452) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:47:13.589595 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55c86b43-af11-426b-b152-be3e32f64622 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.592223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55c86b43-af11-426b-b152-be3e32f64622 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:13.593636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-55c86b43-af11-426b-b152-be3e32f64622 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "DELETE /v2.0/security-groups/ea1a03a8-330d-4933-9aa9-667afd63abc1 HTTP/1.1" status: 204 len: 168 time: 0.2218523 Nov 10 21:47:13.596699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54768) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:13.604031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c86b43-af11-426b-b152-be3e32f64622 tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a03a8-330d-4933-9aa9-667afd63abc1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:13.658589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c00e3c2e-5b7b-4bff-ad04-069a4f5ab02a tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603428 Nov 10 21:47:13.663746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54770) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:13.719216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6e471d53-adae-49a9-a575-44740a7bac5c tempest-SecGroupIPv6Test-1587500803 tempest-SecGroupIPv6Test-1587500803-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0497508 Nov 10 21:47:13.784012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a21207-cece-4b45-9fd8-d2dc3b72b64e req-913b5822-b32f-429c-9a50-5b87c6851afe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:13.794383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93a21207-cece-4b45-9fd8-d2dc3b72b64e req-913b5822-b32f-429c-9a50-5b87c6851afe tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0678678 Nov 10 21:47:13.842901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93a21207-cece-4b45-9fd8-d2dc3b72b64e req-fefe0242-b330-4335-8b55-939fc99be3bb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 Nov 10 21:47:14.306268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54788) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:14.469231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-304db7a8-c891-45be-bd52-9d7cedb6d580 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82d3bd9dd2404450af0085b197763722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597555 Nov 10 21:47:14.471834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:14.528419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77395b44-a79b-406a-8aa5-8f5cc23f0c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:14.555845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77395b44-a79b-406a-8aa5-8f5cc23f0c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:14.689194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77395b44-a79b-406a-8aa5-8f5cc23f0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:14.691921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77395b44-a79b-406a-8aa5-8f5cc23f0c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:14.693156 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-77395b44-a79b-406a-8aa5-8f5cc23f0c8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1c373f1-4bd3-4805-b110-f91871b37cac HTTP/1.1" status: 204 len: 168 time: 0.2203393 Nov 10 21:47:14.701525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77395b44-a79b-406a-8aa5-8f5cc23f0c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c373f1-4bd3-4805-b110-f91871b37cac,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:15.005256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f69a2d-9eda-45fe-91d3-7731859ade01 req-a4bb5159-a066-428d-a467-a46d54e55953 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:15.006680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7f69a2d-9eda-45fe-91d3-7731859ade01 req-a4bb5159-a066-428d-a467-a46d54e55953 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0821223 Nov 10 21:47:15.087149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7f69a2d-9eda-45fe-91d3-7731859ade01 req-6529063e-b877-4a47-9077-7173657b599b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695729 Nov 10 21:47:15.511937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54830) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:15.931765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Deleting port de880e93-7cf3-42c2-8f1c-ca457b658b43 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:15.932272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.024204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.024639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.037918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Calling delete_port for de880e93-7cf3-42c2-8f1c-ca457b658b43 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:16.166501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54862) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:16.256935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268527f1-2ed1-4838-865f-baa5d5531ee0 req-4388cc84-27ac-4739-86ee-3d073344c804 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:16.258567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-268527f1-2ed1-4838-865f-baa5d5531ee0 req-4388cc84-27ac-4739-86ee-3d073344c804 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0840306 Nov 10 21:47:16.338343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54870) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:16.372750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-268527f1-2ed1-4838-865f-baa5d5531ee0 req-62d5bd1e-9b93-44c9-a7f6-b7013cc433c9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790224 Nov 10 21:47:16.436258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4890d7e0-4cb9-432a-a227-6923ea16059f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.462373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3f8e5dbc-446a-4734-a987-d492a65cd497 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:16.469740 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-3f8e5dbc-446a-4734-a987-d492a65cd497 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 21:47:16.469740 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-3f8e5dbc-446a-4734-a987-d492a65cd497 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 21:47:16.469986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.470571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3f8e5dbc-446a-4734-a987-d492a65cd497 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3021641 Nov 10 21:47:16.472682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54874) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:16.479024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118818276'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:16.509051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event deleted for resources: {'Port': ['ID=de880e93-7cf3-42c2-8f1c-ca457b658b43,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:16.546499 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4890d7e0-4cb9-432a-a227-6923ea16059f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.578489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.579144 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Floating IP 529a7283-83e7-44c4-8ac5-a8764e4fa7d2 disassociated (deleted). External IP: 172.25.7.236, port: ace2faff-d456-4bbe-b293-7383e6e9fcbf. Nov 10 21:47:16.609671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4890d7e0-4cb9-432a-a227-6923ea16059f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.653325 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4890d7e0-4cb9-432a-a227-6923ea16059f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf7e0a93a16e40e3b7767ef5576c0be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137810 Nov 10 21:47:16.654305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890d7e0-4cb9-432a-a227-6923ea16059f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacbf348-9911-4315-b560-30df9d331b38,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:16.656534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54878) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:16.672021 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.683792 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.706185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffa05198-32cf-4f40-896d-955f54fe2e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.739545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffa05198-32cf-4f40-896d-955f54fe2e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.866508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.871142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Router a386027a-e360-442d-bb3b-512e9df80887 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:47:16.912309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffa05198-32cf-4f40-896d-955f54fe2e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.915038 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffa05198-32cf-4f40-896d-955f54fe2e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:16.916518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ffa05198-32cf-4f40-896d-955f54fe2e3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aacbf348-9911-4315-b560-30df9d331b38 HTTP/1.1" status: 204 len: 168 time: 0.2590849 Nov 10 21:47:16.939241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa05198-32cf-4f40-896d-955f54fe2e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacbf348-9911-4315-b560-30df9d331b38,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:16.995282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.046060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:47:17.050919 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.054418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853fd462-0686-4ed5-8478-3116d29d9d14,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:17.057719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] Sync routers for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:47:17.079434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:17.082721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:17.099837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d5821b44-2c4f-4796-8da2-873eda1c465e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "DELETE /v2.0/floatingips/529a7283-83e7-44c4-8ac5-a8764e4fa7d2 HTTP/1.1" status: 204 len: 168 time: 1.5866785 Nov 10 21:47:17.105471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:47:17.105471 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580ba220-2406-428e-aac6-ec893447302e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:47:17.149733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.229841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.268800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abca8c7-e55f-4900-b97c-f2d4dc787033,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:17.378246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:47:17.385285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.387280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-88767067-c6e5-452e-9f7f-86ff5ca705fe tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9134419 Nov 10 21:47:17.390252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:17.396653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-18bfca61-7910-4ed2-9b51-c1f80c7e611c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '0abca8c7-e55f-4900-b97c-f2d4dc787033', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:17.424654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:17.540779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18bfca61-7910-4ed2-9b51-c1f80c7e611c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.651805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18bfca61-7910-4ed2-9b51-c1f80c7e611c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.678254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:17.701607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95', 'port_id': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'mac_address': 'fa:16:3e:0b:c6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6fd98-84e3-40e1-98f9-0503bb99fcae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:47:17.723862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635cff7-0b6b-49c6-9fd7-67e892baccd6 req-301cc283-fc41-42a6-80cf-90bdfef9a7f4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:17.725445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b635cff7-0b6b-49c6-9fd7-67e892baccd6 req-301cc283-fc41-42a6-80cf-90bdfef9a7f4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0679774 Nov 10 21:47:17.755902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18bfca61-7910-4ed2-9b51-c1f80c7e611c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.775015 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f52533-be04-433f-b0bb-41bfc44ed8d3 x-openstack-request-id: req-86f52533-be04-433f-b0bb-41bfc44ed8d3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:47:17.775291 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:47:17.775555 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86f52533-be04-433f-b0bb-41bfc44ed8d3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:47:17.776069 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'status': 'completed', 'code': 200} Nov 10 21:47:17.780161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfca61-7910-4ed2-9b51-c1f80c7e611c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3713a74a-8dbc-44d7-8d3f-70ba41fb47f7,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:17.835992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.849553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b635cff7-0b6b-49c6-9fd7-67e892baccd6 req-570804b5-8eac-4bef-9f9e-109d5e98b35a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167545 Nov 10 21:47:17.861840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e63bd6f-244d-403a-9a9d-73d5624116d8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:47:17.862145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba220-2406-428e-aac6-ec893447302e req-d9b0147e-3816-427a-92de-0af47fb385cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:17.863622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-580ba220-2406-428e-aac6-ec893447302e req-d9b0147e-3816-427a-92de-0af47fb385cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2f9a0f147bc4595a375ece280b33e47&device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 1098 time: 0.0712063 Nov 10 21:47:17.875664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:17.900680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54912) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:17.924916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] Checking router: a386027a-e360-442d-bb3b-512e9df80887 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:47:17.934025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf672-fcc0-48cf-8a1a-7d9fe7c24391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.936123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:17.941724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:17.942636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:17.949098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154f10-4a56-42bd-80a8-9733d9362e7f req-8bb5e7c5-bd9b-408e-b065-8dab8cbaf1f3 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:17.951255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f154f10-4a56-42bd-80a8-9733d9362e7f req-8bb5e7c5-bd9b-408e-b065-8dab8cbaf1f3 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 946 time: 0.1257238 Nov 10 21:47:17.987207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18bfca61-7910-4ed2-9b51-c1f80c7e611c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:17.989116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-18bfca61-7910-4ed2-9b51-c1f80c7e611c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5967178 Nov 10 21:47:17.995456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54914) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:18.001500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7d2d6a62-895e-4600-a1c4-7e444f801128 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '0abca8c7-e55f-4900-b97c-f2d4dc787033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:18.023673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f154f10-4a56-42bd-80a8-9733d9362e7f req-d022e0a3-6a22-4335-835e-0d7c37c3a28e tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655756 Nov 10 21:47:18.063655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.082814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba220-2406-428e-aac6-ec893447302e req-4bfa4a9b-1d71-47c8-9205-e2563a173375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:18.084380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-580ba220-2406-428e-aac6-ec893447302e req-4bfa4a9b-1d71-47c8-9205-e2563a173375 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 200 len: 914 time: 0.2097726 Nov 10 21:47:18.113113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:18.136036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-580ba220-2406-428e-aac6-ec893447302e req-8906239e-835b-43d9-90a9-215d23a4b013 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 200 len: 217 time: 0.0432367 Nov 10 21:47:18.170910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0e63bd6f-244d-403a-9a9d-73d5624116d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:47:18.194726 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf672-fcc0-48cf-8a1a-7d9fe7c24391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.199078 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7d2d6a62-895e-4600-a1c4-7e444f801128 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.199663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:18.234361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba220-2406-428e-aac6-ec893447302e req-9226e21e-b041-4f2d-a087-eb4b33fade7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:18.235845 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-580ba220-2406-428e-aac6-ec893447302e req-9226e21e-b041-4f2d-a087-eb4b33fade7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17008193-47c7-4758-81a4-e21028053a32 HTTP/1.1" status: 200 len: 852 time: 0.0896316 Nov 10 21:47:18.298490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba220-2406-428e-aac6-ec893447302e req-f6cbed9d-77e6-4ad2-b500-ea315737669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:18.300004 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-580ba220-2406-428e-aac6-ec893447302e req-f6cbed9d-77e6-4ad2-b500-ea315737669a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddcd765a-232e-4652-a048-a93cde80f357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553267 Nov 10 21:47:18.302487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf672-fcc0-48cf-8a1a-7d9fe7c24391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.394427 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-7d2d6a62-895e-4600-a1c4-7e444f801128 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 21:47:18.398427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7d2d6a62-895e-4600-a1c4-7e444f801128 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3986197 Nov 10 21:47:18.399708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54922) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:18.402053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8bbbf672-fcc0-48cf-8a1a-7d9fe7c24391 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80f3bf8173494403b0d14fecf9f14b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5000827 Nov 10 21:47:18.404925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54924) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:18.418901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbf672-fcc0-48cf-8a1a-7d9fe7c24391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea93bb1-0628-46f2-8f4f-b8c69c268a13,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:18.473949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-580ba220-2406-428e-aac6-ec893447302e req-ba8d1dc0-1375-40d8-8ec0-d4df05211858 service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619599 Nov 10 21:47:18.478851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:18.506558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-715185d5-baa2-42a3-9233-ef10655d2d14 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.516004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a683a5b-14fe-4e56-b662-a14c24b452e4 None None] The sync data for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 is: [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '828d5053-1809-4c7f-bbdd-e4547f74f49a', 'name': '', 'network_id': 'ddcd765a-232e-4652-a048-a93cde80f357', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'mac_address': 'fa:16:3e:08:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '17008193-47c7-4758-81a4-e21028053a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:21Z', 'updated_at': '2021-11-10T21:41:29Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'subnets': [{'id': '17008193-47c7-4758-81a4-e21028053a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:47:18.524885 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ef5-0f7b-4283-8020-a2f60fbd4f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.541713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-715185d5-baa2-42a3-9233-ef10655d2d14 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.620693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ef5-0f7b-4283-8020-a2f60fbd4f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.673777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-580ba220-2406-428e-aac6-ec893447302e req-87cd7816-4234-48bf-8191-8edb35515c41 service neutron] 10.222.0.53 "GET /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779783 Nov 10 21:47:18.694612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-715185d5-baa2-42a3-9233-ef10655d2d14 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.701797 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-715185d5-baa2-42a3-9233-ef10655d2d14 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.705943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:18.708065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-715185d5-baa2-42a3-9233-ef10655d2d14 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/0abca8c7-e55f-4900-b97c-f2d4dc787033 HTTP/1.1" status: 204 len: 168 time: 0.3060315 Nov 10 21:47:18.723056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715185d5-baa2-42a3-9233-ef10655d2d14 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abca8c7-e55f-4900-b97c-f2d4dc787033,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:18.775766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ea94a3df-7f87-4b24-8f57-02f65b12b1fa tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655951 Nov 10 21:47:18.776657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54930) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:18.781230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-198de198-1136-4e81-bc12-63fe2d32ec67 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379645378'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:18.814862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ef5-0f7b-4283-8020-a2f60fbd4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.817473 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c16a1ef5-0f7b-4283-8020-a2f60fbd4f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:18.818613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c16a1ef5-0f7b-4283-8020-a2f60fbd4f43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dea93bb1-0628-46f2-8f4f-b8c69c268a13 HTTP/1.1" status: 204 len: 168 time: 0.4114180 Nov 10 21:47:18.828510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a1ef5-0f7b-4283-8020-a2f60fbd4f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea93bb1-0628-46f2-8f4f-b8c69c268a13,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:18.855863 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab39888d-24a4-4907-8565-de4865a7b92b None None] New status for floating IP 529a7283-83e7-44c4-8ac5-a8764e4fa7d2: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:47:18.903020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-198de198-1136-4e81-bc12-63fe2d32ec67 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.036250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a13aea-f97a-4af6-af5e-0dc132c2cc31 req-20fe4d8f-d745-4bc4-a615-88437ad7279f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:19.047335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66a13aea-f97a-4af6-af5e-0dc132c2cc31 req-20fe4d8f-d745-4bc4-a615-88437ad7279f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1124008 Nov 10 21:47:19.071393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-198de198-1136-4e81-bc12-63fe2d32ec67 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.116393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66a13aea-f97a-4af6-af5e-0dc132c2cc31 req-03f023e7-254c-4d93-99bf-aa8b160a2189 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Nov 10 21:47:19.178646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-198de198-1136-4e81-bc12-63fe2d32ec67 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.194988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe74638-3224-441b-bac6-c527b31b195b req-74fa0ded-d425-48c3-87f1-981b4cfdbe63 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:19.197485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfe74638-3224-441b-bac6-c527b31b195b req-74fa0ded-d425-48c3-87f1-981b4cfdbe63 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 946 time: 0.0645030 Nov 10 21:47:19.217429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198de198-1136-4e81-bc12-63fe2d32ec67 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d880cfec-cc6d-4076-a2bc-40c40b7c750b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:19.228193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9f5f-1093-4387-b02c-e614bd23c4ec req-23278ba1-5a91-4765-9e16-ecda7d7123d9 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:19.229824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9cb9f5f-1093-4387-b02c-e614bd23c4ec req-23278ba1-5a91-4765-9e16-ecda7d7123d9 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 946 time: 0.0850496 Nov 10 21:47:19.270551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:47:19.283072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-198de198-1136-4e81-bc12-63fe2d32ec67 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.284958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-198de198-1136-4e81-bc12-63fe2d32ec67 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5072942 Nov 10 21:47:19.288600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54948) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:19.294475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-506d27fd-78a4-41e4-83e7-dfbfda0f2271 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'd880cfec-cc6d-4076-a2bc-40c40b7c750b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:19.294475 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-506d27fd-78a4-41e4-83e7-dfbfda0f2271 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 21:47:19.294475 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-506d27fd-78a4-41e4-83e7-dfbfda0f2271 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:19.298110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-506d27fd-78a4-41e4-83e7-dfbfda0f2271 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084920 Nov 10 21:47:19.298281 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9cb9f5f-1093-4387-b02c-e614bd23c4ec req-9b8a3a7d-25b5-4e4c-bdca-397fc20feb37 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/security-groups?id=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622821 Nov 10 21:47:19.298966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54952) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:19.323917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Deleting port ace2faff-d456-4bbe-b293-7383e6e9fcbf {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:19.323917 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.389761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42b05203-5dc4-442e-a41c-863e7b8f980a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.418564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42b05203-5dc4-442e-a41c-863e7b8f980a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.433379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 0e63bd6f-244d-403a-9a9d-73d5624116d8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:47:19.433696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.452465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] For port ace2faff-d456-4bbe-b293-7383e6e9fcbf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=ace2faff-d456-4bbe-b293-7383e6e9fcbf,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:19.454725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.469105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Calling delete_port for ace2faff-d456-4bbe-b293-7383e6e9fcbf owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:19.546290 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42b05203-5dc4-442e-a41c-863e7b8f980a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.549301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42b05203-5dc4-442e-a41c-863e7b8f980a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.551527 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-42b05203-5dc4-442e-a41c-863e7b8f980a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/d880cfec-cc6d-4076-a2bc-40c40b7c750b HTTP/1.1" status: 204 len: 168 time: 0.2485793 Nov 10 21:47:19.553467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54960) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:19.573499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b05203-5dc4-442e-a41c-863e7b8f980a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d880cfec-cc6d-4076-a2bc-40c40b7c750b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:19.584595 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.599838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.625761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:47:19.627899 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0112b90e-c3e6-44e6-b6a0-340cac894047" -d '{"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:47:19.643194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5a4c04ce-7db5-4a76-9b16-ca37f706c67c tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0850379 Nov 10 21:47:19.643705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:19.643869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54968) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:19.648836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f8e4793e-cd5b-4a1a-8968-59e1babece7b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--376835496'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:19.698190 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.720779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.722380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8e4793e-cd5b-4a1a-8968-59e1babece7b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.758499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event deleted for resources: {'Port': ['ID=ace2faff-d456-4bbe-b293-7383e6e9fcbf,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:19.771587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:19.842632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] No DVR routers for this DVR port ace2faff-d456-4bbe-b293-7383e6e9fcbf on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:19.845217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.848877 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfe74638-3224-441b-bac6-c527b31b195b req-5ce13ede-ce9a-41c6-96b3-6b2bee5f4101 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.53 "DELETE /v2.0/ports/ace2faff-d456-4bbe-b293-7383e6e9fcbf HTTP/1.1" status: 204 len: 173 time: 0.6461544 Nov 10 21:47:19.849319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'name': 'network-vif-deleted', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:47:19.852093 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ec6c50-ad2b-4a24-8fea-19257d30e79b" -d '{"events": [{"server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "name": "network-vif-deleted", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:47:19.883096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8e4793e-cd5b-4a1a-8968-59e1babece7b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:19.894096 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b23acdb-a42b-4038-a60d-797e554100dd x-openstack-request-id: req-6b23acdb-a42b-4038-a60d-797e554100dd {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:47:19.894384 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7194362-807f-4c98-8e22-b820d7e6b326", "name": "network-vif-deleted", "tag": "ace2faff-d456-4bbe-b293-7383e6e9fcbf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:47:19.894642 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b23acdb-a42b-4038-a60d-797e554100dd {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:47:19.895049 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7194362-807f-4c98-8e22-b820d7e6b326', 'name': 'network-vif-deleted', 'tag': 'ace2faff-d456-4bbe-b293-7383e6e9fcbf', 'status': 'completed', 'code': 200} Nov 10 21:47:19.982685 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31d68bf-18a4-496b-af64-e36157700242 x-openstack-request-id: req-f31d68bf-18a4-496b-af64-e36157700242 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:47:19.982975 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:47:19.983231 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f31d68bf-18a4-496b-af64-e36157700242 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:47:19.983631 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'code': 200} Nov 10 21:47:19.984847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8e4793e-cd5b-4a1a-8968-59e1babece7b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.019157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4793e-cd5b-4a1a-8968-59e1babece7b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb60ed2-7faf-4381-878b-1712b6abcf1b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:20.081567 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f8e4793e-cd5b-4a1a-8968-59e1babece7b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.082422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54986) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:20.082536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f8e4793e-cd5b-4a1a-8968-59e1babece7b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4305527 Nov 10 21:47:20.082652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-536480ee-1ae3-47f3-a9e5-efa9f2c78f4e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '8eb60ed2-7faf-4381-878b-1712b6abcf1b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:20.082652 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-536480ee-1ae3-47f3-a9e5-efa9f2c78f4e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 21:47:20.082652 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-536480ee-1ae3-47f3-a9e5-efa9f2c78f4e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:20.083123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-536480ee-1ae3-47f3-a9e5-efa9f2c78f4e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062587 Nov 10 21:47:20.085186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54988) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:20.162652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5c28efb1-1f1d-48ca-a79f-d268764751e5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.235424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5c28efb1-1f1d-48ca-a79f-d268764751e5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.350620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43281b-2c7d-4fa2-ad7a-ee4c334796e4 req-f1cf9c33-36d7-4854-be26-d60597ba767e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:20.350620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e43281b-2c7d-4fa2-ad7a-ee4c334796e4 req-f1cf9c33-36d7-4854-be26-d60597ba767e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1144350 Nov 10 21:47:20.407291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e43281b-2c7d-4fa2-ad7a-ee4c334796e4 req-24aaa97e-83c2-4193-aa13-b4f8e9763912 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535922 Nov 10 21:47:20.468096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5c28efb1-1f1d-48ca-a79f-d268764751e5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.473353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5c28efb1-1f1d-48ca-a79f-d268764751e5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.476297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5c28efb1-1f1d-48ca-a79f-d268764751e5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/8eb60ed2-7faf-4381-878b-1712b6abcf1b HTTP/1.1" status: 204 len: 168 time: 0.3891597 Nov 10 21:47:20.505541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55004) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:20.531435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28efb1-1f1d-48ca-a79f-d268764751e5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb60ed2-7faf-4381-878b-1712b6abcf1b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:20.551178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-30e99116-7e17-47dc-baf6-362b83fa4c46 req-035956c4-b163-4506-b641-1f7f72f68e83 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0780225 Nov 10 21:47:20.604325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55006) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:20.604718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ba302852-9e87-4ac4-9227-74aa49c73dbc tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1022635 Nov 10 21:47:20.609009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-cc31c521-23e2-45cc-8957-755d295a26e2 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--8974191'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:20.703005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc31c521-23e2-45cc-8957-755d295a26e2 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.773174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc31c521-23e2-45cc-8957-755d295a26e2 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.901347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc31c521-23e2-45cc-8957-755d295a26e2 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:20.933248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31c521-23e2-45cc-8957-755d295a26e2 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814e2ddb-df58-4d82-b156-376274ac1f23,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:21.025280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cc31c521-23e2-45cc-8957-755d295a26e2 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.026753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cc31c521-23e2-45cc-8957-755d295a26e2 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4215202 Nov 10 21:47:21.029814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55012) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.034535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4679cebe-3816-4f31-951c-8ecfabee25df tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '814e2ddb-df58-4d82-b156-376274ac1f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:21.035523 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-4679cebe-3816-4f31-951c-8ecfabee25df tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 21:47:21.036121 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-4679cebe-3816-4f31-951c-8ecfabee25df tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:21.040168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4679cebe-3816-4f31-951c-8ecfabee25df tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062554 Nov 10 21:47:21.040603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55014) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.044507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9633c91c-3ca7-42d6-9f29-aa695ecb8194 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '814e2ddb-df58-4d82-b156-376274ac1f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:21.045152 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-9633c91c-3ca7-42d6-9f29-aa695ecb8194 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 21:47:21.045620 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-9633c91c-3ca7-42d6-9f29-aa695ecb8194 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:21.046544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9633c91c-3ca7-42d6-9f29-aa695ecb8194 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053327 Nov 10 21:47:21.053836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55016) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.058709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b2fa0d1d-ae35-4b1a-8895-21661aa67622 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '814e2ddb-df58-4d82-b156-376274ac1f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:21.059553 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-b2fa0d1d-ae35-4b1a-8895-21661aa67622 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 21:47:21.060078 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-b2fa0d1d-ae35-4b1a-8895-21661aa67622 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:21.061633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b2fa0d1d-ae35-4b1a-8895-21661aa67622 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072215 Nov 10 21:47:21.064404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55020) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.071025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-05de0a67-7de2-4763-803a-d872d912ee32 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '814e2ddb-df58-4d82-b156-376274ac1f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:21.071979 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-05de0a67-7de2-4763-803a-d872d912ee32 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 21:47:21.072624 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-05de0a67-7de2-4763-803a-d872d912ee32 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:21.074724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-05de0a67-7de2-4763-803a-d872d912ee32 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084786 Nov 10 21:47:21.080108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55022) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.136447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a326bd3-fc55-491c-904b-3bb7a30580d1 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.158611 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a326bd3-fc55-491c-904b-3bb7a30580d1 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.292207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a326bd3-fc55-491c-904b-3bb7a30580d1 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.296354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4a326bd3-fc55-491c-904b-3bb7a30580d1 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.298457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4a326bd3-fc55-491c-904b-3bb7a30580d1 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/814e2ddb-df58-4d82-b156-376274ac1f23 HTTP/1.1" status: 204 len: 168 time: 0.2173829 Nov 10 21:47:21.307932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55032) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.329517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a326bd3-fc55-491c-904b-3bb7a30580d1 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e2ddb-df58-4d82-b156-376274ac1f23,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:21.431191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ba2dd58f-bf5b-4ae2-abd6-370f89c55b19 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163065 Nov 10 21:47:21.431708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55036) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.440057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-af8f5a71-b78c-4b7c-b3af-b6e189c7a0d7 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900231661'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:21.531881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af8f5a71-b78c-4b7c-b3af-b6e189c7a0d7 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.561039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b152dc-af51-41c5-8967-dd98e02bcb3b req-f9abae16-8c2d-423d-8877-c67bb0ad9003 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:21.563054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47b152dc-af51-41c5-8967-dd98e02bcb3b req-f9abae16-8c2d-423d-8877-c67bb0ad9003 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0737295 Nov 10 21:47:21.611606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af8f5a71-b78c-4b7c-b3af-b6e189c7a0d7 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.626877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47b152dc-af51-41c5-8967-dd98e02bcb3b req-70dee4d1-4418-437e-aa62-3b40de043315 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505352 Nov 10 21:47:21.685239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5abf59c8-055f-414b-b496-fb08382780e6 req-e8c5c207-cf1e-4ca1-b4a8-6b5438a4e078 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0305095 Nov 10 21:47:21.706184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af8f5a71-b78c-4b7c-b3af-b6e189c7a0d7 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.754446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f5a71-b78c-4b7c-b3af-b6e189c7a0d7 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59bdc3a-923f-4eb3-96f9-af1041d503d0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:21.854061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af8f5a71-b78c-4b7c-b3af-b6e189c7a0d7 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:21.859067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-af8f5a71-b78c-4b7c-b3af-b6e189c7a0d7 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4264719 Nov 10 21:47:21.859861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55050) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.864511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-029783d8-edb8-4f19-b823-849f83a2306e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:21.871592 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-029783d8-edb8-4f19-b823-849f83a2306e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 21:47:21.874103 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-029783d8-edb8-4f19-b823-849f83a2306e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:21.875559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-029783d8-edb8-4f19-b823-849f83a2306e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146861 Nov 10 21:47:21.878733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55052) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:21.886058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-abfc9ca4-3ada-46e8-8278-1e7a4f755632 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:22.080192 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-abfc9ca4-3ada-46e8-8278-1e7a4f755632 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:22.084891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-abfc9ca4-3ada-46e8-8278-1e7a4f755632 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2047639 Nov 10 21:47:22.085281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55066) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:22.092145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ba94fd6e-c2cc-4cb1-bfbd-6d52c00ae126 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:22.093379 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-ba94fd6e-c2cc-4cb1-bfbd-6d52c00ae126 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 21:47:22.095355 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-ba94fd6e-c2cc-4cb1-bfbd-6d52c00ae126 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:22.096276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba94fd6e-c2cc-4cb1-bfbd-6d52c00ae126 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074487 Nov 10 21:47:22.098291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55068) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:22.103370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-81ce26e8-0138-4e7c-82ab-5f40f1c8e78a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:22.390803 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-81ce26e8-0138-4e7c-82ab-5f40f1c8e78a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:22.395583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:22.397491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-81ce26e8-0138-4e7c-82ab-5f40f1c8e78a tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2980633 Nov 10 21:47:22.404300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-070c1c9b-2de9-4555-9dc5-783661ccb397 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:22.405364 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-070c1c9b-2de9-4555-9dc5-783661ccb397 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 21:47:22.410680 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-070c1c9b-2de9-4555-9dc5-783661ccb397 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:22.415060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-070c1c9b-2de9-4555-9dc5-783661ccb397 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162723 Nov 10 21:47:22.417286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55084) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:22.423468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0b0ea0d8-9843-4ab1-ab33-98bda9e8af31 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:22.441511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ace2faff-d456-4bbe-b293-7383e6e9fcbf no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:22.491997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: ace2faff-d456-4bbe-b293-7383e6e9fcbf {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:22.493163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device ace2faff-d456-4bbe-b293-7383e6e9fcbf not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:22.623023 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-0b0ea0d8-9843-4ab1-ab33-98bda9e8af31 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:22.624267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0b0ea0d8-9843-4ab1-ab33-98bda9e8af31 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2056706 Nov 10 21:47:22.627086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55090) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:22.632731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-052e6d70-8c23-4b1e-8e0d-015c6fd0a009 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:22.633199 n-d-776250-11 neutron-server[103047]: WARNING neutron.api.v2.base [None req-052e6d70-8c23-4b1e-8e0d-015c6fd0a009 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 21:47:22.633861 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-052e6d70-8c23-4b1e-8e0d-015c6fd0a009 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:22.635066 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-052e6d70-8c23-4b1e-8e0d-015c6fd0a009 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064387 Nov 10 21:47:22.637918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:22.642957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ed858e2b-81e7-4a5a-88a8-403e19a47fc5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:22.828635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c79f04-ec01-43ee-8c40-382c3b602543 req-e11865eb-3109-4e8b-9f84-6b0b587325e4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:22.830205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c79f04-ec01-43ee-8c40-382c3b602543 req-e11865eb-3109-4e8b-9f84-6b0b587325e4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0993338 Nov 10 21:47:22.840135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94984971-4a8a-4b7d-b420-61d8f58b3ceb req-7c364137-f9ec-4179-9b48-3c2a8605ce52 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0381861 Nov 10 21:47:22.896860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c79f04-ec01-43ee-8c40-382c3b602543 req-f731792d-ff97-4b24-8fab-5f4fd3e87922 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524175 Nov 10 21:47:22.923658 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-ed858e2b-81e7-4a5a-88a8-403e19a47fc5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:22.925202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ed858e2b-81e7-4a5a-88a8-403e19a47fc5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2859964 Nov 10 21:47:22.928008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55112) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:22.933128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-efe712bb-27df-43b7-b4eb-7c124a910ccf tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': 'f59bdc3a-923f-4eb3-96f9-af1041d503d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:23.110180 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-efe712bb-27df-43b7-b4eb-7c124a910ccf tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:23.111326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-efe712bb-27df-43b7-b4eb-7c124a910ccf tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1822796 Nov 10 21:47:23.114317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55118) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:23.175344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb6ae-1cc2-4763-aecf-6801172db536 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.204208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb6ae-1cc2-4763-aecf-6801172db536 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.389159 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb6ae-1cc2-4763-aecf-6801172db536 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.392440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb6ae-1cc2-4763-aecf-6801172db536 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.396422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55126) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:23.397645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb6bb6ae-1cc2-4763-aecf-6801172db536 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/f59bdc3a-923f-4eb3-96f9-af1041d503d0 HTTP/1.1" status: 204 len: 168 time: 0.2815015 Nov 10 21:47:23.435458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bb6ae-1cc2-4763-aecf-6801172db536 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59bdc3a-923f-4eb3-96f9-af1041d503d0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:23.551517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3dff4cd2-1efd-4e32-b8c8-623c2e0191db tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1409504 Nov 10 21:47:23.552068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55132) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:23.557134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c33be1bc-38e8-4c51-8756-3d7ec1f9c6c5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913027337'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:23.588697 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.686430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33be1bc-38e8-4c51-8756-3d7ec1f9c6c5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.774833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33be1bc-38e8-4c51-8756-3d7ec1f9c6c5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.891527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33be1bc-38e8-4c51-8756-3d7ec1f9c6c5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.926483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33be1bc-38e8-4c51-8756-3d7ec1f9c6c5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4393a89a-84f6-44d6-9567-d50fa80bca19,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:23.977956 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c33be1bc-38e8-4c51-8756-3d7ec1f9c6c5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:23.982896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55142) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:23.989385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c789e591-1622-4e12-8ab0-9950cdf82baf tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '4393a89a-84f6-44d6-9567-d50fa80bca19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:23.995241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c33be1bc-38e8-4c51-8756-3d7ec1f9c6c5 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4266529 Nov 10 21:47:24.038576 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1c7d97ef-0db9-4170-8f56-af21024a15e0 req-1e803195-6157-4698-82c1-5efff4c30fa5 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Nov 10 21:47:24.090121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a212f-a00f-4c16-a937-064afc72d1ca req-240ff79e-111d-4839-a8c8-ae9fcc42edb0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:24.098402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-863a212f-a00f-4c16-a937-064afc72d1ca req-240ff79e-111d-4839-a8c8-ae9fcc42edb0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0822089 Nov 10 21:47:24.174545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-863a212f-a00f-4c16-a937-064afc72d1ca req-cbb6fc9b-65cf-4b4a-b2a2-16a675757847 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696454 Nov 10 21:47:24.272467 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-c789e591-1622-4e12-8ab0-9950cdf82baf tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The resource could not be found. Nov 10 21:47:24.273774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c789e591-1622-4e12-8ab0-9950cdf82baf tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2893860 Nov 10 21:47:24.278766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55148) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:24.283774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-127b02ba-38bd-4901-9f8b-085e74d03733 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '4393a89a-84f6-44d6-9567-d50fa80bca19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd878f32d-8835-43a1-ba89-aac04a268cb4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:24.518276 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-127b02ba-38bd-4901-9f8b-085e74d03733 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The resource could not be found. Nov 10 21:47:24.520484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-127b02ba-38bd-4901-9f8b-085e74d03733 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2405005 Nov 10 21:47:24.523792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:24.740779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a117157-d8d9-4e83-81ce-2989e7e0b435 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:24.781267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a117157-d8d9-4e83-81ce-2989e7e0b435 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:24.964009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a117157-d8d9-4e83-81ce-2989e7e0b435 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:24.970363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a117157-d8d9-4e83-81ce-2989e7e0b435 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:24.970363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a117157-d8d9-4e83-81ce-2989e7e0b435 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/4393a89a-84f6-44d6-9567-d50fa80bca19 HTTP/1.1" status: 204 len: 168 time: 0.4440644 Nov 10 21:47:24.971711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55164) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:25.005068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a117157-d8d9-4e83-81ce-2989e7e0b435 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4393a89a-84f6-44d6-9567-d50fa80bca19,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:25.141542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55170) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:25.143501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cdfccde0-6422-4bc5-9005-dc87124566e0 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1698344 Nov 10 21:47:25.146378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a0adbb94-e495-434a-a149-0d3d927bbf78 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '8d10ee3b-5b1f-4116-9b3a-f5b9cf37c3e0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:25.294140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c01149aa-49e9-47b1-9d69-4651cc908a6c req-8093a8ae-0adc-47a3-adbc-5183e2a61921 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.0763776 Nov 10 21:47:25.440293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074bf3-c802-4385-b07e-bb19fc2bcbf2 req-cddcdf35-a4c8-4855-badf-7e9669149509 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:25.451339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06074bf3-c802-4385-b07e-bb19fc2bcbf2 req-cddcdf35-a4c8-4855-badf-7e9669149509 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.0846932 Nov 10 21:47:25.454029 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-a0adbb94-e495-434a-a149-0d3d927bbf78 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The resource could not be found. Nov 10 21:47:25.458956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55178) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:25.460442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a0adbb94-e495-434a-a149-0d3d927bbf78 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3178105 Nov 10 21:47:25.464049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-28a23f42-68a5-4d5c-9462-b6683d38e954 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--234790335'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:25.552322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06074bf3-c802-4385-b07e-bb19fc2bcbf2 req-f6d66dbf-bfe8-4c60-8fec-003b8e76a9e8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000931 Nov 10 21:47:25.577545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28a23f42-68a5-4d5c-9462-b6683d38e954 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:25.674127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28a23f42-68a5-4d5c-9462-b6683d38e954 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:25.741477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28a23f42-68a5-4d5c-9462-b6683d38e954 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:25.791168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a23f42-68a5-4d5c-9462-b6683d38e954 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05aacf11-f42d-4915-b6af-dd6866d8baf3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:25.845794 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28a23f42-68a5-4d5c-9462-b6683d38e954 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:25.848694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-28a23f42-68a5-4d5c-9462-b6683d38e954 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3868856 Nov 10 21:47:25.849968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55186) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:25.857104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-df542f4f-9fd1-4882-b7d1-9eac251b1613 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777180945'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:26.000626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df542f4f-9fd1-4882-b7d1-9eac251b1613 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.093168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df542f4f-9fd1-4882-b7d1-9eac251b1613 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.200059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df542f4f-9fd1-4882-b7d1-9eac251b1613 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.241874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542f4f-9fd1-4882-b7d1-9eac251b1613 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a016ba39-16b3-418a-b226-a84c37639565,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:26.316204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-df542f4f-9fd1-4882-b7d1-9eac251b1613 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.320902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-df542f4f-9fd1-4882-b7d1-9eac251b1613 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4660342 Nov 10 21:47:26.321115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55192) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:26.325883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-311dfb74-0108-40fb-9ae0-7b16395bb8e6 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group_rule': {'security_group_id': '05aacf11-f42d-4915-b6af-dd6866d8baf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a016ba39-16b3-418a-b226-a84c37639565'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:26.527190 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-311dfb74-0108-40fb-9ae0-7b16395bb8e6 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:47:26.527190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-311dfb74-0108-40fb-9ae0-7b16395bb8e6 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1993246 Nov 10 21:47:26.527190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55200) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:26.610158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab78760b-8585-4285-8a6d-3fead7845e3c req-9a8c4d16-d46f-449d-9c5e-7241e812b3aa tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7194362-807f-4c98-8e22-b820d7e6b326 HTTP/1.1" status: 200 len: 210 time: 0.1175139 Nov 10 21:47:26.628472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59924c38-58f5-424b-af84-9d6ce6bb3022 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.678215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59924c38-58f5-424b-af84-9d6ce6bb3022 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.795457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e69-989e-48dc-8b02-a894f9ba9630 req-b08a0ba7-ba99-43b4-86ea-51a90decdb95 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:26.796717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c787e69-989e-48dc-8b02-a894f9ba9630 req-b08a0ba7-ba99-43b4-86ea-51a90decdb95 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1140485 Nov 10 21:47:26.886566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59924c38-58f5-424b-af84-9d6ce6bb3022 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.892715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59924c38-58f5-424b-af84-9d6ce6bb3022 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:26.896110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55210) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:26.908258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-59924c38-58f5-424b-af84-9d6ce6bb3022 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/a016ba39-16b3-418a-b226-a84c37639565 HTTP/1.1" status: 204 len: 168 time: 0.3796911 Nov 10 21:47:26.949201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59924c38-58f5-424b-af84-9d6ce6bb3022 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016ba39-16b3-418a-b226-a84c37639565,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:26.997658 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c787e69-989e-48dc-8b02-a894f9ba9630 req-9280071c-6916-445a-962a-858417db708c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929407 Nov 10 21:47:27.029986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55212) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:27.037753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f347fc4f-dd15-4064-bd7b-9efa62c85446 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1402371 Nov 10 21:47:27.094858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e280823-7e93-46f7-9c59-97dcc157616b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.138698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e280823-7e93-46f7-9c59-97dcc157616b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.260936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e280823-7e93-46f7-9c59-97dcc157616b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.269215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e280823-7e93-46f7-9c59-97dcc157616b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.273133 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5e280823-7e93-46f7-9c59-97dcc157616b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/05aacf11-f42d-4915-b6af-dd6866d8baf3 HTTP/1.1" status: 204 len: 168 time: 0.2392502 Nov 10 21:47:27.273395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55216) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:27.328228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e280823-7e93-46f7-9c59-97dcc157616b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aacf11-f42d-4915-b6af-dd6866d8baf3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:27.410813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-153dbc32-9cca-4ab6-aabb-7da45172fd2e tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1323767 Nov 10 21:47:27.411269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55222) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:27.418957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-21f2c73e-0b54-44eb-af42-ad46d433d470 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374546675'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:27.557847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21f2c73e-0b54-44eb-af42-ad46d433d470 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.684628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55230) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:27.690321 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21f2c73e-0b54-44eb-af42-ad46d433d470 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.752035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14813cbb-0087-4e93-a52e-403624bd1474 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.780341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14813cbb-0087-4e93-a52e-403624bd1474 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.951750 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21f2c73e-0b54-44eb-af42-ad46d433d470 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:27.980863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2c73e-0b54-44eb-af42-ad46d433d470 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9962c9-a9e3-44fb-b6e2-b2717a3ce6b2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:28.003265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14813cbb-0087-4e93-a52e-403624bd1474 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:28.007114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14813cbb-0087-4e93-a52e-403624bd1474 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:28.012012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-14813cbb-0087-4e93-a52e-403624bd1474 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] 10.222.0.45 "DELETE /v2.0/security-groups/0b0ab7e4-3e08-4b68-bdfc-494aef0c6400 HTTP/1.1" status: 204 len: 168 time: 0.3238614 Nov 10 21:47:28.020734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14813cbb-0087-4e93-a52e-403624bd1474 tempest-TestVolumeBackupRestore-795252178 tempest-TestVolumeBackupRestore-795252178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ab7e4-3e08-4b68-bdfc-494aef0c6400,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:28.056568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21f2c73e-0b54-44eb-af42-ad46d433d470 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:28.057920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-21f2c73e-0b54-44eb-af42-ad46d433d470 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6455572 Nov 10 21:47:28.061159 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55238) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:28.070812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-995b43e2-a324-4731-b6a8-ece6c5da8e36 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:28.070812 n-d-776250-11 neutron-server[103048]: WARNING neutron.api.v2.base [None req-995b43e2-a324-4731-b6a8-ece6c5da8e36 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 21:47:28.070812 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-995b43e2-a324-4731-b6a8-ece6c5da8e36 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 21:47:28.070812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-995b43e2-a324-4731-b6a8-ece6c5da8e36 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "PUT /v2.0/security-groups/0f9962c9-a9e3-44fb-b6e2-b2717a3ce6b2 HTTP/1.1" status: 409 len: 330 time: 0.0064111 Nov 10 21:47:28.072902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55242) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:28.156389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4767575-46be-456e-96dc-eb90b5391de9 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:28.212352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4767575-46be-456e-96dc-eb90b5391de9 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:28.269304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7893e50-1097-4655-b305-d7f4000e05f4 req-5e95607e-62a9-40c0-ac4d-c2be3f250d18 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:28.270785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7893e50-1097-4655-b305-d7f4000e05f4 req-5e95607e-62a9-40c0-ac4d-c2be3f250d18 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1004686 Nov 10 21:47:28.346781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7893e50-1097-4655-b305-d7f4000e05f4 req-63a658cc-d647-4271-ad76-b518bd0500a7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584989 Nov 10 21:47:28.348835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4767575-46be-456e-96dc-eb90b5391de9 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:28.352829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b4767575-46be-456e-96dc-eb90b5391de9 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:28.354247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b4767575-46be-456e-96dc-eb90b5391de9 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/0f9962c9-a9e3-44fb-b6e2-b2717a3ce6b2 HTTP/1.1" status: 204 len: 168 time: 0.2800009 Nov 10 21:47:28.356822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55248) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:28.365315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767575-46be-456e-96dc-eb90b5391de9 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9962c9-a9e3-44fb-b6e2-b2717a3ce6b2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:28.464238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-98754fbd-35ec-406e-b802-aa6276c1e578 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1022124 Nov 10 21:47:28.464728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55254) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:28.482763 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-39b6c4c4-99be-461f-835d-4d922d22429b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] delete failed (client error): The resource could not be found. Nov 10 21:47:28.484576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-39b6c4c4-99be-461f-835d-4d922d22429b tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "DELETE /v2.0/security-groups/f603a63e-fc9e-4c73-8e73-5894cbda943f HTTP/1.1" status: 404 len: 347 time: 0.0181329 Nov 10 21:47:28.491230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55256) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:28.516582 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-7bd7b857-6d15-4960-9acd-07a6a8485999 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] show failed (client error): The resource could not be found. Nov 10 21:47:28.518373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7bd7b857-6d15-4960-9acd-07a6a8485999 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-groups/efc5eb7e-7669-4667-97cd-89c1cba182b7 HTTP/1.1" status: 404 len: 347 time: 0.0252585 Nov 10 21:47:28.526302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55258) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:28.543436 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-90de24ec-07dd-451b-8e7e-897afb46a2c0 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] show failed (client error): The resource could not be found. Nov 10 21:47:28.544463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-90de24ec-07dd-451b-8e7e-897afb46a2c0 tempest-NegativeSecGroupTest-1961289895 tempest-NegativeSecGroupTest-1961289895-project] 10.222.0.45 "GET /v2.0/security-group-rules/e0e9fda1-a441-41a8-93c1-ccf3ebc79ac1 HTTP/1.1" status: 404 len: 356 time: 0.0172255 Nov 10 21:47:29.290999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:29.630983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-52e274b9-ac0a-45fe-9dba-060d73aace6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db32af71c2034fc2a009a69c927934cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388257 Nov 10 21:47:29.634621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55298) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:29.716676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78669b12-a79f-4fb5-8460-aa64bde15fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:29.753288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78669b12-a79f-4fb5-8460-aa64bde15fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:29.757800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf2947-085d-46bc-834a-18c68f88ae85 req-5e8cdbfb-fdbf-4e95-b8dc-6b0269fa2442 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:29.759395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92cf2947-085d-46bc-834a-18c68f88ae85 req-5e8cdbfb-fdbf-4e95-b8dc-6b0269fa2442 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1902795 Nov 10 21:47:29.870667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92cf2947-085d-46bc-834a-18c68f88ae85 req-5993d428-c303-49ce-a6c3-595e6db47c3a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030369 Nov 10 21:47:29.988305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78669b12-a79f-4fb5-8460-aa64bde15fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:29.992307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78669b12-a79f-4fb5-8460-aa64bde15fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:29.994564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78669b12-a79f-4fb5-8460-aa64bde15fd7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/853fd462-0686-4ed5-8478-3116d29d9d14 HTTP/1.1" status: 204 len: 168 time: 0.3579612 Nov 10 21:47:30.006785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78669b12-a79f-4fb5-8460-aa64bde15fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853fd462-0686-4ed5-8478-3116d29d9d14,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:31.073191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599100ab-8616-49d9-afa6-825b57294a42 req-36a43340-a756-441d-8b9a-881f81483363 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:31.089612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-599100ab-8616-49d9-afa6-825b57294a42 req-36a43340-a756-441d-8b9a-881f81483363 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1212804 Nov 10 21:47:31.182186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-599100ab-8616-49d9-afa6-825b57294a42 req-6034144e-0404-492c-8bd7-1707f0de3c45 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901148 Nov 10 21:47:32.400589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2f418-7e63-4029-95f1-a7265879feb1 req-430a0e32-b019-493d-9166-22dbb5633d2b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:32.409064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebb2f418-7e63-4029-95f1-a7265879feb1 req-430a0e32-b019-493d-9166-22dbb5633d2b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1204236 Nov 10 21:47:32.497478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebb2f418-7e63-4029-95f1-a7265879feb1 req-2ed60d26-95d6-4a9b-8723-b98c4e23ac30 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862570 Nov 10 21:47:33.694334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ed95-5c6e-41a4-adec-0f0cc262df7a req-5342a004-869f-4c33-ba7c-7409964040d9 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:33.705663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d606ed95-5c6e-41a4-adec-0f0cc262df7a req-5342a004-869f-4c33-ba7c-7409964040d9 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.0791032 Nov 10 21:47:33.890547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d606ed95-5c6e-41a4-adec-0f0cc262df7a req-884fd98b-eedc-4b69-b2df-75f95dd999d5 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816525 Nov 10 21:47:33.892631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff04e3-ff05-43f5-8b53-c99625834f1f req-3b3def95-9dd1-49ab-81c1-aeec187eb273 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:33.905320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbff04e3-ff05-43f5-8b53-c99625834f1f req-3b3def95-9dd1-49ab-81c1-aeec187eb273 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1858454 Nov 10 21:47:34.052778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dbff04e3-ff05-43f5-8b53-c99625834f1f req-eca5b5f9-9e5d-46db-8478-49d76f2d9b97 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462831 Nov 10 21:47:34.932925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-98c352f3-b16d-45d8-96a6-ffbc2e795715 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:34.934425 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-98c352f3-b16d-45d8-96a6-ffbc2e795715 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.1098120 Nov 10 21:47:35.098050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Deleting port 3c250856-550e-4337-b493-aa5ea73e33b7 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:35.098214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:35.174383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e818-e80d-4ae8-aae4-8987d280d930 req-f74c9014-27a8-4d87-84dc-341f75d67d58 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:35.185099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e95e818-e80d-4ae8-aae4-8987d280d930 req-f74c9014-27a8-4d87-84dc-341f75d67d58 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.1366270 Nov 10 21:47:35.258757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e95e818-e80d-4ae8-aae4-8987d280d930 req-e7828135-1940-4d84-8105-a6cd69f72471 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723572 Nov 10 21:47:35.419546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f18ceb-8a8f-4b95-b48e-73a91a6cfc26 req-2d28e3bc-f048-444e-90ae-fc297fb16b6d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:35.423379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9f18ceb-8a8f-4b95-b48e-73a91a6cfc26 req-2d28e3bc-f048-444e-90ae-fc297fb16b6d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1365848 Nov 10 21:47:35.487566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] For port 3c250856-550e-4337-b493-aa5ea73e33b7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3c250856-550e-4337-b493-aa5ea73e33b7,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:35.488246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:35.509035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9f18ceb-8a8f-4b95-b48e-73a91a6cfc26 req-0fdd8961-a612-4d50-90d0-7a95c205f6bd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846930 Nov 10 21:47:35.668240 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fcffc804-3fff-4c44-bb4e-f22d94a6d52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:36.111556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-3c2d3f17-e5f7-4a25-aeb1-83f7c38857a7 req-2435f254-3df0-471f-8a95-7fe4b2ac234e service neutron] (103047) timed out ('10.222.0.53', 56521) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:47:36.669894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945cc2-590e-4bec-9827-82bbea305d34 req-6ceea121-d15c-4fea-819f-0c20f749c09a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:36.680362 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d945cc2-590e-4bec-9827-82bbea305d34 req-6ceea121-d15c-4fea-819f-0c20f749c09a tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 945 time: 0.2324970 Nov 10 21:47:36.791235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d945cc2-590e-4bec-9827-82bbea305d34 req-543f68f2-c3e9-4159-aa6a-43eb402411d2 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/security-groups?id=afd26b2d-d892-421a-8025-821624859e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000974 Nov 10 21:47:36.809579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:36.810207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:36.810867 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Floating IP 918603ea-5759-4858-8e87-9d74edf7504f disassociated. External IP: 172.25.7.17, port: 3c250856-550e-4337-b493-aa5ea73e33b7. Nov 10 21:47:36.811515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Calling delete_port for 3c250856-550e-4337-b493-aa5ea73e33b7 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:36.849054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75891a6f-0d0f-4353-8653-a8c7edc8444b req-78e75123-68a7-4eb0-950c-d10059a51462 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:36.864918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75891a6f-0d0f-4353-8653-a8c7edc8444b req-78e75123-68a7-4eb0-950c-d10059a51462 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1892855 Nov 10 21:47:37.044849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55680) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:37.098163 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75891a6f-0d0f-4353-8653-a8c7edc8444b req-479666b9-97b2-46e3-8056-e7cbfb5de76d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323592 Nov 10 21:47:37.245537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:37.266696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7667-ae3c-4ffb-9c7c-11b11b9a121a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:37.291078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event deleted for resources: {'Port': ['ID=3c250856-550e-4337-b493-aa5ea73e33b7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:37.417173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7667-ae3c-4ffb-9c7c-11b11b9a121a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:37.481923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Router 9b467d6f-e325-43c0-9860-daeeb5c65c39 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:47:37.490753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eaeb7667-ae3c-4ffb-9c7c-11b11b9a121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:37.541212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb7667-ae3c-4ffb-9c7c-11b11b9a121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7584441-e5d6-4658-9f2d-f990b3ebe49d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:37.641296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eaeb7667-ae3c-4ffb-9c7c-11b11b9a121a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92c362d9cf6a4b5dafc463c433a731de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949755 Nov 10 21:47:37.647086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:37.890320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55720) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:37.957285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:47:37.968165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] Sync routers for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:47:38.002311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:38.003029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:38.132556 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14470022-c44a-48ed-b2e3-faf942ff6c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:38.255057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] No DVR routers for this DVR port 3c250856-550e-4337-b493-aa5ea73e33b7 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:38.272990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:38.280702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c4305b-86a4-42d9-be67-f5d3811d470f req-683b54cb-1ce4-41f6-abfa-38a65fad4f0d tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.53 "DELETE /v2.0/ports/3c250856-550e-4337-b493-aa5ea73e33b7 HTTP/1.1" status: 204 len: 173 time: 3.3393745 Nov 10 21:47:38.306339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'name': 'network-vif-deleted', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:47:38.316780 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16ccb02-271f-4fbb-9d9e-40b93b88bfc3" -d '{"events": [{"server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "name": "network-vif-deleted", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:47:38.372388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:38.402241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ede89e22-6cd5-4303-b442-8444793d019f req-ee71faa1-e2d3-4e34-96e0-3e4ce9a0a805 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a5cc658-50cf-42c6-b107-060dac16f6f8 HTTP/1.1" status: 200 len: 210 time: 0.3548179 Nov 10 21:47:38.474889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ead6b337-7343-4775-b089-e117fca5ab78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:38.559995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3c250856-550e-4337-b493-aa5ea73e33b7 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:38.568456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ead6b337-7343-4775-b089-e117fca5ab78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:38.773921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ead6b337-7343-4775-b089-e117fca5ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:38.773921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ead6b337-7343-4775-b089-e117fca5ab78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:38.777497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ead6b337-7343-4775-b089-e117fca5ab78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7584441-e5d6-4658-9f2d-f990b3ebe49d HTTP/1.1" status: 204 len: 168 time: 1.1271086 Nov 10 21:47:38.804763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6b337-7343-4775-b089-e117fca5ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7584441-e5d6-4658-9f2d-f990b3ebe49d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:38.860057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 3c250856-550e-4337-b493-aa5ea73e33b7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:38.862186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3c250856-550e-4337-b493-aa5ea73e33b7 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:39.451567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:05Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:39.530916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] Checking router: 9b467d6f-e325-43c0-9860-daeeb5c65c39 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:47:39.534661 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:39.556510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:39.557842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:39.624626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6768f2-3aa9-4188-ba23-9e7e04b8be7c req-70f82da5-2ae9-4a66-a5e7-55bd44e84454 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:39.633668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb6768f2-3aa9-4188-ba23-9e7e04b8be7c req-70f82da5-2ae9-4a66-a5e7-55bd44e84454 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 1.1816421 Nov 10 21:47:39.716282 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb6768f2-3aa9-4188-ba23-9e7e04b8be7c req-17ba801a-7143-40f9-920e-0359af4b8d02 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813539 Nov 10 21:47:39.889271 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d0bf7-6504-4c75-96f7-89733b2976f3 x-openstack-request-id: req-f61d0bf7-6504-4c75-96f7-89733b2976f3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:47:39.890207 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a5cc658-50cf-42c6-b107-060dac16f6f8", "name": "network-vif-deleted", "tag": "3c250856-550e-4337-b493-aa5ea73e33b7", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:47:39.890620 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f61d0bf7-6504-4c75-96f7-89733b2976f3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:47:39.891258 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5cc658-50cf-42c6-b107-060dac16f6f8', 'name': 'network-vif-deleted', 'tag': '3c250856-550e-4337-b493-aa5ea73e33b7', 'status': 'completed', 'code': 200} Nov 10 21:47:40.017365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55808) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:40.031174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:40.111083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55818) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:40.157448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:40.322344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:40.404820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:40.418536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:40.493676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7edf6a-59f1-4196-aa2f-a2f1277cb55c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:40.548909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.549209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.549555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.550031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.550368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.550705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.551035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.551360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.551687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.554706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.556386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.565397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:40.593237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:05Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:40.597189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-af4214db-a291-47a1-95f0-1749f155329e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e3f034cd9bf44b6b475d113b3b7008e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4850624 Nov 10 21:47:40.597967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55838) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:40.691313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Deleting port b2c755e7-a1e6-4f01-9aac-0ff0a4b13986 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:40.692120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:40.753289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a0b843-280f-42be-b2f1-454873824ae8 None None] The sync data for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 is: [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:41:57Z', 'revision_number': 4, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5', 'name': '', 'network_id': 'fc5652de-064b-4fd6-8955-87dd32b5cf28', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'mac_address': 'fa:16:3e:01:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:54Z', 'updated_at': '2021-11-10T21:42:05Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'subnets': [{'id': 'e2682bb8-cdd8-4803-8b4a-a51e6c82643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:47:40.879896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:40.892222 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:47:40.935322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf2388de-2e14-4420-940a-c5e8e24a020e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.130638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Deleting port 828d5053-1809-4c7f-bbdd-e4547f74f49a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:41.131219 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.195831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.196220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.243626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Calling delete_port for b2c755e7-a1e6-4f01-9aac-0ff0a4b13986 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:41.294447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d255ca-19e2-485e-bf71-d4da0b9a41cf req-6d066173-3385-41ae-93d1-967c3ed512b4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:41.304521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61d255ca-19e2-485e-bf71-d4da0b9a41cf req-6d066173-3385-41ae-93d1-967c3ed512b4 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.2869878 Nov 10 21:47:41.337765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf2388de-2e14-4420-940a-c5e8e24a020e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.393954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.488450 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a88ec0-dc93-47d9-9ba2-fa6e05fc8947 None None] New status for floating IP 918603ea-5759-4858-8e87-9d74edf7504f: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:47:41.540509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61d255ca-19e2-485e-bf71-d4da0b9a41cf req-5e360e97-7bfa-4ed8-a0db-beba14329749 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347937 Nov 10 21:47:41.611320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] For port 828d5053-1809-4c7f-bbdd-e4547f74f49a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=828d5053-1809-4c7f-bbdd-e4547f74f49a,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:41.613325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.658906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Calling delete_port for 828d5053-1809-4c7f-bbdd-e4547f74f49a owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:41.766525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf2388de-2e14-4420-940a-c5e8e24a020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.775960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf2388de-2e14-4420-940a-c5e8e24a020e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.782365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cf2388de-2e14-4420-940a-c5e8e24a020e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec7edf6a-59f1-4196-aa2f-a2f1277cb55c HTTP/1.1" status: 204 len: 168 time: 1.1817002 Nov 10 21:47:41.812017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2388de-2e14-4420-940a-c5e8e24a020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7edf6a-59f1-4196-aa2f-a2f1277cb55c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:41.919772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:41.921843 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.db.api [None req-89a88ec0-dc93-47d9-9ba2-fa6e05fc8947 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:47:41.922335 n-d-776250-11 neutron-server[103050]: DEBUG oslo_db.api [None req-89a88ec0-dc93-47d9-9ba2-fa6e05fc8947 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:47:41.971048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event deleted for resources: {'Port': ['ID=b2c755e7-a1e6-4f01-9aac-0ff0a4b13986,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:42.149173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:42.172511 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:42.173906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1bd7460f-9969-4e8d-9b9d-4b434e7579d8 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "DELETE /v2.0/floatingips/918603ea-5759-4858-8e87-9d74edf7504f HTTP/1.1" status: 204 len: 168 time: 2.1550806 Nov 10 21:47:42.345051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:42.423806 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a88ec0-dc93-47d9-9ba2-fa6e05fc8947 None None] New status for floating IP 918603ea-5759-4858-8e87-9d74edf7504f: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:47:42.542189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-8d75338d-7b71-405a-a313-6cf5ef168221 req-fe504863-1c17-42be-b6f4-2d1253239e2a tempest-MultipleCreateTestJSON-46672942 tempest-MultipleCreateTestJSON-46672942-project] (103048) timed out ('10.222.0.53', 56638) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:47:42.626243 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1435-817f-4f27-a2d8-1b461c93e727 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:42.752307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1435-817f-4f27-a2d8-1b461c93e727 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:42.814294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557a36c-9824-4d3b-9d64-5d76dbff4823 req-7708ec8e-51b8-4dbc-82a3-1e24e63a7251 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:42.844578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b557a36c-9824-4d3b-9d64-5d76dbff4823 req-7708ec8e-51b8-4dbc-82a3-1e24e63a7251 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1176083 Nov 10 21:47:42.955305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:43.079262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=828d5053-1809-4c7f-bbdd-e4547f74f49a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:43.114705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b557a36c-9824-4d3b-9d64-5d76dbff4823 req-4e489e9b-36ab-40e8-a7b2-ef8a2856ecfc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657208 Nov 10 21:47:43.124746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.125099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.125441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.125777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.128990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.129429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.129774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.130109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.130749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.131198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.131592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.132684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:43.145617 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1435-817f-4f27-a2d8-1b461c93e727 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:43.148555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec3e1435-817f-4f27-a2d8-1b461c93e727 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:43.158350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ec3e1435-817f-4f27-a2d8-1b461c93e727 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] 10.222.0.45 "DELETE /v2.0/security-groups/afd26b2d-d892-421a-8025-821624859e25 HTTP/1.1" status: 204 len: 168 time: 0.8065181 Nov 10 21:47:43.174499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e1435-817f-4f27-a2d8-1b461c93e727 tempest-TestServerBasicOps-837200628 tempest-TestServerBasicOps-837200628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd26b2d-d892-421a-8025-821624859e25,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:43.330822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55932) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:43.576234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:44.057754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Router a386027a-e360-442d-bb3b-512e9df80887 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:47:44.386181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:47:44.400407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c0119356-8859-4ffc-a609-32807e05cbc6 admin admin] 10.222.0.45 "PUT /v2.0/routers/a386027a-e360-442d-bb3b-512e9df80887/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5086515 Nov 10 21:47:44.403254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] Sync routers for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:47:44.405252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55982) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:44.428100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:44.428959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:44.622921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2228c-d925-4e95-bbeb-f50b1268e456 req-2acf8beb-23db-43e3-a80b-11dab743195f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:44.629651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:44.644343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33c2228c-d925-4e95-bbeb-f50b1268e456 req-2acf8beb-23db-43e3-a80b-11dab743195f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.2943170 Nov 10 21:47:44.692929 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:44.877714 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:44.918727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-33c2228c-d925-4e95-bbeb-f50b1268e456 req-371f687e-9a0b-41a5-ad21-83c3da807e52 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734983 Nov 10 21:47:44.958678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226'}], 'enable_snat': True}, 'gw_port_id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:47:42Z', 'revision_number': 5, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port': {'id': '41e03e6f-7885-4078-8ca2-de2d209acf14', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386027a-e360-442d-bb3b-512e9df80887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:17Z', 'updated_at': '2021-11-10T21:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:45.033835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] Checking router: a386027a-e360-442d-bb3b-512e9df80887 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:47:45.067998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] Routers {'a386027a-e360-442d-bb3b-512e9df80887'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:45.068669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['a386027a-e360-442d-bb3b-512e9df80887'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:45.219134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] Set router a386027a-e360-442d-bb3b-512e9df80887 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:45.243556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Deleting port 41e03e6f-7885-4078-8ca2-de2d209acf14 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:45.244172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:45.255290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:45.318969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:47:44Z', 'revision_number': 6, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:45.390641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52e296-b3f5-4393-b2e4-22b3087ee6a6 None None] The sync data for ids ['a386027a-e360-442d-bb3b-512e9df80887'] in n-d-776250-11 is: [{'id': 'a386027a-e360-442d-bb3b-512e9df80887', 'name': 'tempest-TestVolumeBackupRestore-882449319-router', 'tenant_id': 'e2f9a0f147bc4595a375ece280b33e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:14Z', 'updated_at': '2021-11-10T21:47:44Z', 'revision_number': 6, 'project_id': 'e2f9a0f147bc4595a375ece280b33e47', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:47:45.409458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] For port 41e03e6f-7885-4078-8ca2-de2d209acf14, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=41e03e6f-7885-4078-8ca2-de2d209acf14,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:45.411278 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:45.445945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Calling delete_port for 41e03e6f-7885-4078-8ca2-de2d209acf14 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:45.629722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56044) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:45.722219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Deleting port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:45.722584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:45.837532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:45.873159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02815428-8e87-49ed-b746-882088aadba6 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:47:45.929813 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc1b47c1-f44a-4eab-9be3-362fb005f3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:45.993712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e03e6f-7885-4078-8ca2-de2d209acf14,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:46.064841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] For port b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:46.067121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.099206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.099741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Calling delete_port for b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:46.258283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.261646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.364413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc1b47c1-f44a-4eab-9be3-362fb005f3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.376229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed6bc3-eade-4259-bc58-dd2b171f1ac9 req-857b763f-768f-4ce8-9630-dfaab7ec5d4c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:46.377737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ed6bc3-eade-4259-bc58-dd2b171f1ac9 req-857b763f-768f-4ce8-9630-dfaab7ec5d4c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1350689 Nov 10 21:47:46.391445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.392399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a386027a-e360-442d-bb3b-512e9df80887 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:47:46.398447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.400122 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-066b000b-a28f-42b1-b06e-9143b40589a5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a386027a-e360-442d-bb3b-512e9df80887 HTTP/1.1" status: 204 len: 168 time: 1.9939225 Nov 10 21:47:46.403539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56092) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:46.471773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] Deleting subnet 17008193-47c7-4758-81a4-e21028053a32 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:47:46.471773 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.480522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01ed6bc3-eade-4259-bc58-dd2b171f1ac9 req-a78673f7-4597-4e98-98e0-68359aa349c7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903239 Nov 10 21:47:46.499416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc1b47c1-f44a-4eab-9be3-362fb005f3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.561150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.643968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.648575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b47c1-f44a-4eab-9be3-362fb005f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1e464-d1eb-4199-87d1-6886a0c043db,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:46.658486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fc1b47c1-f44a-4eab-9be3-362fb005f3e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eeeafc05fa6b49e1b67a7a476cf483ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0248561 Nov 10 21:47:46.658486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:46.659737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56106) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:46.899830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:46.918259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c5a56596-1973-43ef-a2c0-5268624453dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.028728 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c5a56596-1973-43ef-a2c0-5268624453dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.070283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.138912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.146576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b29c571-30a0-42c1-8bcb-b70b516c9511 None None] Network ddcd765a-232e-4652-a048-a93cde80f357 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:47:47.159540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/17008193-47c7-4758-81a4-e21028053a32 HTTP/1.1" status: 204 len: 168 time: 0.7534194 Nov 10 21:47:47.164923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56132) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:47.176936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ec548-f88b-4d38-a479-72e34c4b165f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17008193-47c7-4758-81a4-e21028053a32,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:47.186749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-35db26c2-7aa8-4c13-a16d-15f3606bf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:47.193055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-35db26c2-7aa8-4c13-a16d-15f3606bf456 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1097 time: 0.2099905 Nov 10 21:47:47.193055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.303209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c5a56596-1973-43ef-a2c0-5268624453dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.306297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c5a56596-1973-43ef-a2c0-5268624453dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.307533 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c5a56596-1973-43ef-a2c0-5268624453dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13c1e464-d1eb-4199-87d1-6886a0c043db HTTP/1.1" status: 204 len: 168 time: 0.6465843 Nov 10 21:47:47.408983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.427324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56596-1973-43ef-a2c0-5268624453dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1e464-d1eb-4199-87d1-6886a0c043db,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:47.432784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 828d5053-1809-4c7f-bbdd-e4547f74f49a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:47.499821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 828d5053-1809-4c7f-bbdd-e4547f74f49a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:47.500468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 828d5053-1809-4c7f-bbdd-e4547f74f49a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:47.501042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 41e03e6f-7885-4078-8ca2-de2d209acf14 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:47.555669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Deleting port e0c2bcae-ef13-4e82-a962-9e938fd82cac {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:47.559092 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.571562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 41e03e6f-7885-4078-8ca2-de2d209acf14 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:47.572185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 41e03e6f-7885-4078-8ca2-de2d209acf14 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:47.705148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] DHCP port deletion for ddcd765a-232e-4652-a048-a93cde80f357 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:47:47.709013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] For port e0c2bcae-ef13-4e82-a962-9e938fd82cac, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e0c2bcae-ef13-4e82-a962-9e938fd82cac,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:47.710057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.724754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Calling delete_port for e0c2bcae-ef13-4e82-a962-9e938fd82cac owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:47.767015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Deleting port e0c2bcae-ef13-4e82-a962-9e938fd82cac {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:47.767392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.884936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Router 9b467d6f-e325-43c0-9860-daeeb5c65c39 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:47:47.911077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-a6522258-3ba2-4143-bfda-5a219bd0d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:47.914271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-a6522258-3ba2-4143-bfda-5a219bd0d3ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 915 time: 0.7161973 Nov 10 21:47:47.948041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] For port e0c2bcae-ef13-4e82-a962-9e938fd82cac, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e0c2bcae-ef13-4e82-a962-9e938fd82cac,segment=NetworkSegment(3d6cac5e-ad7b-4db4-8809-7fecd294e952),segment_id=3d6cac5e-ad7b-4db4-8809-7fecd294e952)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:47.948041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:47.995183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Calling delete_port for e0c2bcae-ef13-4e82-a962-9e938fd82cac owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:48.032170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.087409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c2bcae-ef13-4e82-a962-9e938fd82cac,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:48.096955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] No DVR routers for this DVR port e0c2bcae-ef13-4e82-a962-9e938fd82cac on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:48.103387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-fffb3311-da77-4cad-a632-0884e073f32e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 200 len: 217 time: 0.1787014 Nov 10 21:47:48.108297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.216472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3b1f-ed0b-4a0f-8189-2b533494123b req-a73c73e7-98fb-4021-81db-c20ad14da05a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:48.224270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-757b3b1f-ed0b-4a0f-8189-2b533494123b req-a73c73e7-98fb-4021-81db-c20ad14da05a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.4168797 Nov 10 21:47:48.239411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] No DVR routers for this DVR port e0c2bcae-ef13-4e82-a962-9e938fd82cac on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:48.279887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Pushing event deleted for resources: {'Port': ['ID=e0c2bcae-ef13-4e82-a962-9e938fd82cac,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:48.302061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.308506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.308506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.308506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.308506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.308506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.315997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.324348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.325099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.325671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.326688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.328272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e83e875-f6a9-43d3-9137-b252fa65ad01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:47:48.354494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.388512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcd765a-232e-4652-a048-a93cde80f357']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:48.400566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6cac5e-ad7b-4db4-8809-7fecd294e952') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:48.401127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6cac5e-ad7b-4db4-8809-7fecd294e952') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:48.413983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.431315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.443065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:47:48.443579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:47:48.466108 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:47:48.586550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.597065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:48.604792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] 10.222.0.45 "DELETE /v2.0/networks/ddcd765a-232e-4652-a048-a93cde80f357 HTTP/1.1" status: 204 len: 168 time: 1.4376080 Nov 10 21:47:48.620230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56206) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:48.621217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcfbe8-cf29-4762-9764-4186be884a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcd765a-232e-4652-a048-a93cde80f357,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:48.914119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-757b3b1f-ed0b-4a0f-8189-2b533494123b req-4c2e14d6-0333-45a7-9ae5-db7d76e23b87 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769872 Nov 10 21:47:48.914119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:47:48.914119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-a77fc39d-8b28-4e72-8d7c-5869aafd6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:48.923915 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] Sync routers for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:47:48.925973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-a77fc39d-8b28-4e72-8d7c-5869aafd6159 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99b6fd98-84e3-40e1-98f9-0503bb99fcae HTTP/1.1" status: 200 len: 854 time: 0.8134291 Nov 10 21:47:48.936244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eebbdd01-c974-425f-9c1b-6ae3cf0eb88a admin admin] 10.222.0.45 "PUT /v2.0/routers/9b467d6f-e325-43c0-9860-daeeb5c65c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6017733 Nov 10 21:47:48.940548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56226) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:48.942197 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:48.942733 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:49.106836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-91d02795-2228-4d75-8f83-db5a46bdf89c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b112320-50d7-4a26-b5f1-c63721325d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645026 Nov 10 21:47:49.145228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e0c2bcae-ef13-4e82-a962-9e938fd82cac no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:49.185216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e0c2bcae-ef13-4e82-a962-9e938fd82cac {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:49.185858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e0c2bcae-ef13-4e82-a962-9e938fd82cac not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:49.254021 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:49.274591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:49.312127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:49.347253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-a59c09df-12e6-48d3-88a9-74fa94bf0823 service neutron] 10.222.0.64 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283092 Nov 10 21:47:49.517394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:49.612182 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:49.711678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:49.735818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:49.746336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:47:49.748965 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d68383-720d-448b-b3e9-124e77dd3b33" -d '{"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:47:49.767786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:49.769330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4140c133-5f7b-4203-b58f-96a73299fcb5 req-56c03726-d925-4266-99bb-6f76ba643eec service neutron] 10.222.0.64 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115739 Nov 10 21:47:49.794058 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:47:46Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:49.818051 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac41a4b-ca97-4f30-8f69-b7d885b12e17 x-openstack-request-id: req-1ac41a4b-ca97-4f30-8f69-b7d885b12e17 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:47:49.818371 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:47:49.819917 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ac41a4b-ca97-4f30-8f69-b7d885b12e17 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:47:49.820094 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'code': 200} Nov 10 21:47:49.848873 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] Checking router: 9b467d6f-e325-43c0-9860-daeeb5c65c39 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:47:49.863701 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] Routers {'9b467d6f-e325-43c0-9860-daeeb5c65c39'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:49.864471 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9b467d6f-e325-43c0-9860-daeeb5c65c39'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:49.916506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:49.984891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:50.033409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Deleting port bca48d65-2659-43cb-a0a6-55e5953126bb {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:50.033970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:50.126188 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] Set router 9b467d6f-e325-43c0-9860-daeeb5c65c39 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:50.146347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031d9ed-c1ce-4715-a4bd-99d43ef20a22 req-5a595c62-6cda-4928-a86e-f64a2162d063 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:50.148788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d031d9ed-c1ce-4715-a4bd-99d43ef20a22 req-5a595c62-6cda-4928-a86e-f64a2162d063 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.1033583 Nov 10 21:47:50.257068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] For port bca48d65-2659-43cb-a0a6-55e5953126bb, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bca48d65-2659-43cb-a0a6-55e5953126bb,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:50.257421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:50.297182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Calling delete_port for bca48d65-2659-43cb-a0a6-55e5953126bb owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:50.351922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d031d9ed-c1ce-4715-a4bd-99d43ef20a22 req-78f5eaed-d47c-4d8c-8150-f60e176a12c9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928875 Nov 10 21:47:50.454159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Deleting port bfec0353-6eec-49d6-b1e7-04347fb69269 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:50.454513 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:50.645690 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:47:46Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:50.680172 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40b0ca-9c31-4bab-b141-8564ac06e4ef None None] The sync data for ids ['9b467d6f-e325-43c0-9860-daeeb5c65c39'] in n-d-776250-11 is: [{'id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'name': 'tempest-TestServerBasicOps-30923540-router', 'tenant_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:45Z', 'updated_at': '2021-11-10T21:47:46Z', 'revision_number': 5, 'project_id': '8ad4e9ba1baf4c42b41ecf0c3b14feff', 'gw_port': {'id': 'bca48d65-2659-43cb-a0a6-55e5953126bb', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467d6f-e325-43c0-9860-daeeb5c65c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:47Z', 'updated_at': '2021-11-10T21:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:47:50.705311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:50.730181 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e2f09-7ec9-4eb9-88d5-19151bb4f90a None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:47:50.736531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] For port bfec0353-6eec-49d6-b1e7-04347fb69269, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bfec0353-6eec-49d6-b1e7-04347fb69269,segment=NetworkSegment(c53883f7-e41f-4731-8ca9-20c9955a96fc),segment_id=c53883f7-e41f-4731-8ca9-20c9955a96fc)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:50.736954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:50.766203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Calling delete_port for bfec0353-6eec-49d6-b1e7-04347fb69269 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:50.781954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca48d65-2659-43cb-a0a6-55e5953126bb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:50.826106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:50.977582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:50.982566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:51.184703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:51.186520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b467d6f-e325-43c0-9860-daeeb5c65c39 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:47:51.199247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:51.204981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-92781063-3093-4333-bab6-6ada98395305 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9b467d6f-e325-43c0-9860-daeeb5c65c39 HTTP/1.1" status: 204 len: 168 time: 2.2593000 Nov 10 21:47:51.205349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:51.215641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:51.221769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:51.271437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:51.289565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1aad8ac-9cb9-41c1-a37a-d48b6e06dcf5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:51.325333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfec0353-6eec-49d6-b1e7-04347fb69269,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:51.465511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] Deleting subnet e2682bb8-cdd8-4803-8b4a-a51e6c82643c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:47:51.470575 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:51.532862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:51.780896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.021070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430597a-9d92-4b81-975f-d995af03687d req-512a0796-f913-4c19-babd-5e219bc551e9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:52.023247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4430597a-9d92-4b81-975f-d995af03687d req-512a0796-f913-4c19-babd-5e219bc551e9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.4745393 Nov 10 21:47:52.073612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.141082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4430597a-9d92-4b81-975f-d995af03687d req-104e076f-332e-4b02-8c3a-8a0c1ea7482c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077034 Nov 10 21:47:52.152846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72af9b-1e6a-4006-ad9e-35ebc091ab15 req-64fd3e18-ff70-43b4-a24e-4fa0e9c1c70b tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:52.155206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7d72af9b-1e6a-4006-ad9e-35ebc091ab15 req-64fd3e18-ff70-43b4-a24e-4fa0e9c1c70b tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0841503 Nov 10 21:47:52.213104 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.238972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7d72af9b-1e6a-4006-ad9e-35ebc091ab15 req-c5f4668e-14f2-4110-b8fb-28c74c401e11 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666368 Nov 10 21:47:52.288315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2682bb8-cdd8-4803-8b4a-a51e6c82643c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:52.293275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873565d0-46f2-4170-a4d1-25eda59bb670 None None] Network fc5652de-064b-4fd6-8955-87dd32b5cf28 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:47:52.298006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.302145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d6099a5f-09be-49bb-af11-f7dc7bb6fd46 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e2682bb8-cdd8-4803-8b4a-a51e6c82643c HTTP/1.1" status: 204 len: 168 time: 1.0957782 Nov 10 21:47:52.306016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56356) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:52.410472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.496366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Deleting port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:52.496687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.530399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:47:52.643807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] For port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,segment=NetworkSegment(99debb89-f008-494c-a7b9-23bf94280494),segment_id=99debb89-f008-494c-a7b9-23bf94280494)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:52.643807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.656060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Calling delete_port for 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:52.676926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] DHCP port deletion for fc5652de-064b-4fd6-8955-87dd32b5cf28 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:47:52.682743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:47:52.690309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ca5b5442-aa97-42a6-89f6-9427d617c758 admin admin] 10.222.0.45 "PUT /v2.0/routers/e04baea3-c3f2-4ae4-85d6-57b2b38e39d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0630584 Nov 10 21:47:52.690704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56368) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:52.721091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] Sync routers for ids ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:47:52.743458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] Routers {'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:52.744105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:52.824170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.888432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:52.966866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] No DVR routers for this DVR port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:52.976606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] Deleting port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:52.977330 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.037823 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.039821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:53.116669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] For port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:53.117432 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.134230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] Set router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:53.161949 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.212841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5652de-064b-4fd6-8955-87dd32b5cf28']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:53.227616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99debb89-f008-494c-a7b9-23bf94280494') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:53.228018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99debb89-f008-494c-a7b9-23bf94280494') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:53.246883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.254403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] Calling delete_port for 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:53.261054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Deleting port e035de3b-3725-473d-bb56-0e3b6f488c10 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:53.261668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.266296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] Port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 21:47:53.274049 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.344891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] No DVR routers for this DVR port 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:53.351035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:53.409378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.427607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:47:53.429741 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.441633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744885a-c5e4-48c5-be0c-af6830a98761 None None] Pushing event deleted for resources: {'Port': ['ID=42f0fbda-e73d-4d17-9536-fce2ef0ceb42,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:53.450235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:53.451190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 42f0fbda-e73d-4d17-9536-fce2ef0ceb42 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:53.452005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bca48d65-2659-43cb-a0a6-55e5953126bb no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:53.527600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: bca48d65-2659-43cb-a0a6-55e5953126bb {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:53.528254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bca48d65-2659-43cb-a0a6-55e5953126bb not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:53.544201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d82c7b-0173-44b4-89fa-06bbcc18e60a req-09e01088-1520-47de-ba51-440aa6d5baa1 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:47:53.548807 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:47:53.552562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62d82c7b-0173-44b4-89fa-06bbcc18e60a req-09e01088-1520-47de-ba51-440aa6d5baa1 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0905650 Nov 10 21:47:53.587449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] For port e035de3b-3725-473d-bb56-0e3b6f488c10, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e035de3b-3725-473d-bb56-0e3b6f488c10,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:53.588141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.626909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Calling delete_port for e035de3b-3725-473d-bb56-0e3b6f488c10 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:53.628402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.647595 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.652691 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:53.659263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc5652de-064b-4fd6-8955-87dd32b5cf28 HTTP/1.1" status: 204 len: 168 time: 1.3508859 Nov 10 21:47:53.665742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56394) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:53.700044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bbf6d-2788-48bd-8cd4-b70951d34212 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5652de-064b-4fd6-8955-87dd32b5cf28,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:53.717322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837fb93-5697-4a7f-9e28-44751ff13ecf req-30bf6f1d-0450-4a0e-929b-f8e9243cb8ee tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:53.726196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0837fb93-5697-4a7f-9e28-44751ff13ecf req-30bf6f1d-0450-4a0e-929b-f8e9243cb8ee tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.4253814 Nov 10 21:47:53.759617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62d82c7b-0173-44b4-89fa-06bbcc18e60a req-f362a278-d4fd-4d06-9d84-1e60896bdd2a tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053461 Nov 10 21:47:53.822007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0837fb93-5697-4a7f-9e28-44751ff13ecf req-0a2eebb2-ae34-49d1-bcfc-892024400134 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942471 Nov 10 21:47:53.825557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:47:51Z', 'revision_number': 5, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port': {'id': 'e035de3b-3725-473d-bb56-0e3b6f488c10', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:41:31Z', 'updated_at': '2021-11-10T21:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:53.892970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] Checking router: e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:47:53.903763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] Routers {'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:53.904619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:54.025221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] Set router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:54.082512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:47:53Z', 'revision_number': 6, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:54.110742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bffb2e9-fe5a-432e-acae-73f8961541ea None None] The sync data for ids ['e04baea3-c3f2-4ae4-85d6-57b2b38e39d0'] in n-d-776250-11 is: [{'id': 'e04baea3-c3f2-4ae4-85d6-57b2b38e39d0', 'name': 'tempest-TestVolumeBackupRestore-684236533-router', 'tenant_id': '6b20a7e138e1493fa26623097485aebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:41:30Z', 'updated_at': '2021-11-10T21:47:53Z', 'revision_number': 6, 'project_id': '6b20a7e138e1493fa26623097485aebd', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:47:54.185880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d9546-f58d-4d0f-8f6a-e156d1b6221e req-c51dbd39-1d85-441e-9762-2a1321cf1694 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:54.192245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-628d9546-f58d-4d0f-8f6a-e156d1b6221e req-c51dbd39-1d85-441e-9762-2a1321cf1694 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.2637269 Nov 10 21:47:54.250726 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:54.354372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c020528-2b4c-4550-a98d-69e429b1f315 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:47:54.362723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Pushing event deleted for resources: {'Port': ['ID=e035de3b-3725-473d-bb56-0e3b6f488c10,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:54.371058 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-628d9546-f58d-4d0f-8f6a-e156d1b6221e req-fce5e1e0-4987-4096-a4aa-7858b7a8efde tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628716 Nov 10 21:47:54.507577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:54.629542 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:54.635688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:54.686441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-b8f8d35d-fefd-4f9d-9408-9ff552ee6153 req-2fb829dd-1c4a-4979-90c6-cd11292c95d3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:47:54.687448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8f8d35d-fefd-4f9d-9408-9ff552ee6153 req-2fb829dd-1c4a-4979-90c6-cd11292c95d3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061007 Nov 10 21:47:54.755043 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:54.795712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:54.796270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:47:54.806813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:54.806813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-34b18e9f-dd38-43fd-be93-8a0268c5c275 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e04baea3-c3f2-4ae4-85d6-57b2b38e39d0 HTTP/1.1" status: 204 len: 168 time: 2.1106615 Nov 10 21:47:54.807298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56432) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:55.041840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] Deleting subnet 13ef4d50-d342-4e6a-8eb5-e2c0956dec86 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:47:55.047855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.106245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b71e9-3c70-4de2-be76-1911704668e5 req-bc1225a4-bd63-4a71-93d2-4052c616f158 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:55.114550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad8b71e9-3c70-4de2-be76-1911704668e5 req-bc1225a4-bd63-4a71-93d2-4052c616f158 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1819079 Nov 10 21:47:55.145438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.154113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e035de3b-3725-473d-bb56-0e3b6f488c10 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:55.219289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e035de3b-3725-473d-bb56-0e3b6f488c10 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:55.219642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e035de3b-3725-473d-bb56-0e3b6f488c10 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:55.220089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bfec0353-6eec-49d6-b1e7-04347fb69269 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:55.246885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ad8b71e9-3c70-4de2-be76-1911704668e5 req-d38e2861-7e66-464d-996d-ce02635cee49 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303771 Nov 10 21:47:55.288231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: bfec0353-6eec-49d6-b1e7-04347fb69269 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:55.292469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bfec0353-6eec-49d6-b1e7-04347fb69269 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:55.347656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58695852-0db8-4411-b9fc-32b96389f7da req-271e7a24-9ca0-4510-b363-af78d6244492 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:55.360166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58695852-0db8-4411-b9fc-32b96389f7da req-271e7a24-9ca0-4510-b363-af78d6244492 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.3334351 Nov 10 21:47:55.390164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.504222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58695852-0db8-4411-b9fc-32b96389f7da req-fc31d1f7-be0f-4775-b874-3ce071f0a697 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414225 Nov 10 21:47:55.529854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:55.547865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Deleting port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:55.548308 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.559441 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.621785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ef4d50-d342-4e6a-8eb5-e2c0956dec86,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:55.623564 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.628116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-91b6b488-86cf-4b77-826f-f13f7c5269dc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/13ef4d50-d342-4e6a-8eb5-e2c0956dec86 HTTP/1.1" status: 204 len: 168 time: 0.8188076 Nov 10 21:47:55.630440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:55.669746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9c867-7180-43e0-be8a-d5dca530b844 None None] Network ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:47:55.751512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] For port af9eaaab-cf9c-4eb4-85c5-9685c2d81f49, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,segment=NetworkSegment(63a567c3-576b-4b96-8b44-1885c8dd8e6b),segment_id=63a567c3-576b-4b96-8b44-1885c8dd8e6b)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:55.751943 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.762936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.790633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Calling delete_port for af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:55.811191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56464) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:55.844682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Deleting port 05fef5c4-9526-4c82-bd43-fb252326a02d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:55.845344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.921602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] For port 05fef5c4-9526-4c82-bd43-fb252326a02d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05fef5c4-9526-4c82-bd43-fb252326a02d,segment=NetworkSegment(c53883f7-e41f-4731-8ca9-20c9955a96fc),segment_id=c53883f7-e41f-4731-8ca9-20c9955a96fc)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:55.921866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:55.938099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Calling delete_port for 05fef5c4-9526-4c82-bd43-fb252326a02d owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:56.137712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] DHCP port deletion for ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:47:56.224256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-bd04538f-e751-427c-87eb-96f2a39f2f72 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4104612 Nov 10 21:47:56.230919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-d29a45ab-fa0e-49bf-9328-3f04b2596a5e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:47:56.231953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-d29a45ab-fa0e-49bf-9328-3f04b2596a5e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063932 Nov 10 21:47:56.253598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] Deleting port 05fef5c4-9526-4c82-bd43-fb252326a02d {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:56.254536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.307309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.336297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.349030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] For port 05fef5c4-9526-4c82-bd43-fb252326a02d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05fef5c4-9526-4c82-bd43-fb252326a02d,segment=NetworkSegment(c53883f7-e41f-4731-8ca9-20c9955a96fc),segment_id=c53883f7-e41f-4731-8ca9-20c9955a96fc)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:56.349799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.376442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] Calling delete_port for 05fef5c4-9526-4c82-bd43-fb252326a02d owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:56.407718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fef5c4-9526-4c82-bd43-fb252326a02d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:56.431493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] No DVR routers for this DVR port 05fef5c4-9526-4c82-bd43-fb252326a02d on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:56.467892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Pushing event deleted for resources: {'Port': ['ID=af9eaaab-cf9c-4eb4-85c5-9685c2d81f49,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:56.697128 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.723693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] No DVR routers for this DVR port 05fef5c4-9526-4c82-bd43-fb252326a02d on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:56.739630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.761349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebe78b-204d-4223-8b82-82d5f421f1ab None None] Pushing event deleted for resources: {'Port': ['ID=05fef5c4-9526-4c82-bd43-fb252326a02d,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:56.777911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac40912b-6b11-4b4b-9c5e-6b9a64bb0318']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:56.792731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53883f7-e41f-4731-8ca9-20c9955a96fc') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:56.799046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53883f7-e41f-4731-8ca9-20c9955a96fc') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:56.816408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.828673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ffb6b-c6a9-4860-8db7-cba5b2ca9990 req-72220582-78f0-4b62-a4c0-4e3844e79911 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:56.838135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-970ffb6b-c6a9-4860-8db7-cba5b2ca9990 req-72220582-78f0-4b62-a4c0-4e3844e79911 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.3851249 Nov 10 21:47:56.893040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.911141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:47:56.911934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:47:56.914219 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:47:57.041641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-970ffb6b-c6a9-4860-8db7-cba5b2ca9990 req-229da071-4137-4a46-a107-07eac264c50a tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989729 Nov 10 21:47:57.125927 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-fa8cbd80-f1ad-4328-b161-92293d74be42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0832198 Nov 10 21:47:57.148714 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:57.174900 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:57.180267 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ac40912b-6b11-4b4b-9c5e-6b9a64bb0318 HTTP/1.1" status: 204 len: 168 time: 1.5486565 Nov 10 21:47:57.220440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8b57d-f6a2-4e2a-922d-a779eafff321 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac40912b-6b11-4b4b-9c5e-6b9a64bb0318,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:57.226843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05fef5c4-9526-4c82-bd43-fb252326a02d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:47:57.242736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-669643d0-d47e-4c69-b192-94c11ce07d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:57.244455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-669643d0-d47e-4c69-b192-94c11ce07d2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1097 time: 0.0934448 Nov 10 21:47:57.258021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e968-b648-4af1-9f43-db9354606640 req-25145e91-26d5-4a68-b417-6e0a352330cd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:57.259611 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7eb8e968-b648-4af1-9f43-db9354606640 req-25145e91-26d5-4a68-b417-6e0a352330cd tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.5337820 Nov 10 21:47:57.263309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 05fef5c4-9526-4c82-bd43-fb252326a02d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:47:57.267130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05fef5c4-9526-4c82-bd43-fb252326a02d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:47:57.306590 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:57.361986 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7eb8e968-b648-4af1-9f43-db9354606640 req-dc3069a8-854b-4d75-9783-0ded4c8c8e43 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955763 Nov 10 21:47:57.484162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-5f2a5761-cccf-4798-b012-b1f7ab6e715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:57.485612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-5f2a5761-cccf-4798-b012-b1f7ab6e715a service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.2184036 Nov 10 21:47:57.593741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-04a9bb44-4832-4188-95ab-29f3fb3e57e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1007202 Nov 10 21:47:57.687149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Router b41423ce-7ad7-47fc-b419-4bb380627bf0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:47:57.712383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-97935f7c-8a88-44ba-95c5-21f5aaabcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:57.717053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-97935f7c-8a88-44ba-95c5-21f5aaabcd2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.1062627 Nov 10 21:47:57.767953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-41546f1d-5cf0-4e82-b447-2440b46c1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:57.769734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-41546f1d-5cf0-4e82-b447-2440b46c1547 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485988 Nov 10 21:47:57.848707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56528) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:57.874050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-f0e51fb6-7da8-49a7-abf7-75ab5d6bc28d service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965846 Nov 10 21:47:57.888399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:47:57.894113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-febe2af5-51e0-4501-ab83-ca5c17acd29b admin admin] 10.222.0.45 "PUT /v2.0/routers/b41423ce-7ad7-47fc-b419-4bb380627bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2272594 Nov 10 21:47:57.899076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:57.902976 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] Sync routers for ids ['b41423ce-7ad7-47fc-b419-4bb380627bf0'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:47:57.911167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bc7c4c6a-c6fa-457b-8a25-258f0e97718a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2f9a0f147bc4595a375ece280b33e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612254 Nov 10 21:47:57.931867 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] Routers {'b41423ce-7ad7-47fc-b419-4bb380627bf0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:57.932578 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b41423ce-7ad7-47fc-b419-4bb380627bf0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:57.947640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56532) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:58.040687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a21c9466-6a2f-4252-96c1-5232339f8caf req-5824b67e-2d6f-476a-88b2-e63555a35306 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577649 Nov 10 21:47:58.041939 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21884a80-dff3-436d-81d8-1b4674958cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.080143 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.169979 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] Set router b41423ce-7ad7-47fc-b419-4bb380627bf0 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:58.216896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21884a80-dff3-436d-81d8-1b4674958cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.266858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.305100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e9bb-312a-4f1e-8106-167075c9ae81 req-22477e1f-ffe5-4f36-81e9-4978a95fd95c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:58.306645 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acf1e9bb-312a-4f1e-8106-167075c9ae81 req-22477e1f-ffe5-4f36-81e9-4978a95fd95c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0874662 Nov 10 21:47:58.378322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acf1e9bb-312a-4f1e-8106-167075c9ae81 req-affd8da6-8545-4d3f-b7b9-0f74a5196476 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548217 Nov 10 21:47:58.408115 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:47:56Z', 'revision_number': 5, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port': {'id': '627b61d9-7af7-4da2-b824-2d42986274d3', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:08Z', 'updated_at': '2021-11-10T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:58.439993 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] Checking router: b41423ce-7ad7-47fc-b419-4bb380627bf0 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:47:58.449680 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] Routers {'b41423ce-7ad7-47fc-b419-4bb380627bf0'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:47:58.450410 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b41423ce-7ad7-47fc-b419-4bb380627bf0'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:58.452788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21884a80-dff3-436d-81d8-1b4674958cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.454499 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21884a80-dff3-436d-81d8-1b4674958cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.465781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-21884a80-dff3-436d-81d8-1b4674958cd9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc349347-d0ab-4f08-b8c9-24aa740b2c91 HTTP/1.1" status: 204 len: 168 time: 0.5096781 Nov 10 21:47:58.512906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21884a80-dff3-436d-81d8-1b4674958cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc349347-d0ab-4f08-b8c9-24aa740b2c91,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:58.538525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Deleting port 627b61d9-7af7-4da2-b824-2d42986274d3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:47:58.538912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.659587 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] Set router b41423ce-7ad7-47fc-b419-4bb380627bf0 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:47:58.692250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-d1800d16-a49a-4a68-85a7-f2cd7f663e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:58.697382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-d1800d16-a49a-4a68-85a7-f2cd7f663e16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0&tenant_id=d83c6131bc19443eacd43f2a8c5eb712 HTTP/1.1" status: 200 len: 1095 time: 0.2158315 Nov 10 21:47:58.713882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:47:58.747358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] For port 627b61d9-7af7-4da2-b824-2d42986274d3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=627b61d9-7af7-4da2-b824-2d42986274d3,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:58.748339 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.780464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bf16a-b187-43b7-b29f-f8225b66e612 req-05b5cf95-0bba-4d4f-a0ec-bb0804e070df tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:58.781994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b05bf16a-b187-43b7-b29f-f8225b66e612 req-05b5cf95-0bba-4d4f-a0ec-bb0804e070df tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 943 time: 0.1664443 Nov 10 21:47:58.788480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:58.808318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Calling delete_port for 627b61d9-7af7-4da2-b824-2d42986274d3 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:47:59.071781 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:47:58Z', 'revision_number': 6, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:47:59.107021 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae16889-9b7e-4370-b2be-9f92915d153f None None] The sync data for ids ['b41423ce-7ad7-47fc-b419-4bb380627bf0'] in n-d-776250-11 is: [{'id': 'b41423ce-7ad7-47fc-b419-4bb380627bf0', 'name': 'tempest-TestServerBasicOps-1325439191-router', 'tenant_id': '6e58cdb0b177418381c6290b1c68d289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:06Z', 'updated_at': '2021-11-10T21:47:58Z', 'revision_number': 6, 'project_id': '6e58cdb0b177418381c6290b1c68d289', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:47:59.151558 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b05bf16a-b187-43b7-b29f-f8225b66e612 req-a60a98bd-edc0-486e-9709-787dcf987051 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595536 Nov 10 21:47:59.160825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:47:59.220518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:47:59.254395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e63bd6f-244d-403a-9a9d-73d5624116d8 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:47:59.256677 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.273867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.288359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Transition to ACTIVE for port object 0e63bd6f-244d-403a-9a9d-73d5624116d8 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:47:59.311531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39090649-96e3-40be-adf3-e62438974c20 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:47:59.313626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=627b61d9-7af7-4da2-b824-2d42986274d3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:59.416653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.417760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.535456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] No DVR routers for this DVR port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:47:59.596732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:47:59.596967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:47:59.597288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on network 4b112320-50d7-4a26-b5f1-c63721325d95 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:47:59.605546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on network 4b112320-50d7-4a26-b5f1-c63721325d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:47:59.605920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Attempting to bind port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on network 4b112320-50d7-4a26-b5f1-c63721325d95 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:47:59.613060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:47:59.613060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Checking segment: {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:47:59.615438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Bound using segment: {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:47:59.615438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Bound port: 0e63bd6f-244d-403a-9a9d-73d5624116d8, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be55ce38-f71d-43d2-a8aa-7057795b07f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:47:59.615438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.618848 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.622384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.685346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86eacce-1097-47a1-bff2-93ed4889cec1 req-92fe9684-f879-41ad-9357-9a8fa11a0705 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:47:59.687119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a86eacce-1097-47a1-bff2-93ed4889cec1 req-92fe9684-f879-41ad-9357-9a8fa11a0705 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1526139 Nov 10 21:47:59.696866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:47:59.700432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:47:59.701578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=9']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:47:59.764482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56584) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:59.803957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.809281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41423ce-7ad7-47fc-b419-4bb380627bf0 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:47:59.816874 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.821610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9bfacf80-c748-4626-8b92-c87de2c35e28 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b41423ce-7ad7-47fc-b419-4bb380627bf0 HTTP/1.1" status: 204 len: 168 time: 1.9208574 Nov 10 21:47:59.822429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56588) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:59.833327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a631f9a7-673d-418c-9dd5-cff2e3e4196e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b20a7e138e1493fa26623097485aebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654049 Nov 10 21:47:59.835633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56590) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:47:59.845366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.875618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] Deleting subnet add83846-b268-4a63-b782-da2e50eb1716 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:47:59.879464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:47:59.904977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a86eacce-1097-47a1-bff2-93ed4889cec1 req-d12bca1f-3e75-49ca-8296-3d174eb7f0e8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113826 Nov 10 21:47:59.931324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.065694 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.082057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:00.082677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.084785 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] 10.222.0.53 "PUT /v2.0/ports/0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 200 len: 1092 time: 1.3762708 Nov 10 21:48:00.094779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:00.097237 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19faef71-3835-4f68-879c-938015859253" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:00.118696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6a991-1c9d-4bba-bcbf-0bbc08a8be09 service neutron] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=10']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:00.163575 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a2954e-210f-46ed-b620-9d3b2c82ce54 x-openstack-request-id: req-86a2954e-210f-46ed-b620-9d3b2c82ce54 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:00.164383 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:00.164383 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86a2954e-210f-46ed-b620-9d3b2c82ce54 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:00.164587 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'status': 'completed', 'code': 200} Nov 10 21:48:00.217249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e2faf0b-49f3-41bf-abf7-5ebe74172791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.249491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-0e553e12-2edc-4b9c-bb7d-1ee8c86bb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:00.251021 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-0e553e12-2edc-4b9c-bb7d-1ee8c86bb85e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1045423 Nov 10 21:48:00.263378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.275425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e2faf0b-49f3-41bf-abf7-5ebe74172791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.294107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add83846-b268-4a63-b782-da2e50eb1716,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:00.301188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.308205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf9519-6249-41fa-8add-6ab48a40e4fa None None] Network 659e413d-cc30-404d-9844-9ac9c8f99f42 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:48:00.311958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fa9e42e6-0950-41d6-8e9c-2c6d0c78211b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/add83846-b268-4a63-b782-da2e50eb1716 HTTP/1.1" status: 204 len: 168 time: 0.4870353 Nov 10 21:48:00.312907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56606) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:00.452922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.642670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Deleting port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:48:00.643610 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.768715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] DHCP port deletion for 659e413d-cc30-404d-9844-9ac9c8f99f42 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:48:00.781915 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e2faf0b-49f3-41bf-abf7-5ebe74172791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.784517 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e2faf0b-49f3-41bf-abf7-5ebe74172791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.804450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e2faf0b-49f3-41bf-abf7-5ebe74172791 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26cc126d-f81a-4998-a7b8-07c544e25bf0 HTTP/1.1" status: 204 len: 168 time: 0.9639907 Nov 10 21:48:00.814056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-dbc61eb2-221c-4968-b9a3-a5c24e4665af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:00.815509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-dbc61eb2-221c-4968-b9a3-a5c24e4665af service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 915 time: 0.5570977 Nov 10 21:48:00.836210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b534-7ee1-43bd-a053-ec8a5ebb048e req-5fc50d07-7138-497d-8956-654a46121235 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:00.838314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f04b534-7ee1-43bd-a053-ec8a5ebb048e req-5fc50d07-7138-497d-8956-654a46121235 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.5783126 Nov 10 21:48:00.852888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2faf0b-49f3-41bf-abf7-5ebe74172791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc126d-f81a-4998-a7b8-07c544e25bf0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:00.853357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] For port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,segment=NetworkSegment(63a567c3-576b-4b96-8b44-1885c8dd8e6b),segment_id=63a567c3-576b-4b96-8b44-1885c8dd8e6b)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:00.853732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.901855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-0f9364f8-a5a6-4f0b-ac62-654166defa54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 200 len: 217 time: 0.0703778 Nov 10 21:48:00.902927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Calling delete_port for 64ad39c0-605f-4421-bc7e-ebddba1fbdbd owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:48:00.974041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] Deleting port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:48:00.975195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:00.981412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-29b187a5-a9d6-4873-8a1c-fcaf26de93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:00.982974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-29b187a5-a9d6-4873-8a1c-fcaf26de93cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b6fd98-84e3-40e1-98f9-0503bb99fcae HTTP/1.1" status: 200 len: 854 time: 0.0801895 Nov 10 21:48:00.986445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f04b534-7ee1-43bd-a053-ec8a5ebb048e req-7c9c0f7b-2887-49eb-8851-e4217cba1a82 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373978 Nov 10 21:48:01.040559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-d1362d92-06ab-47a6-bce5-58d08f6c629c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b112320-50d7-4a26-b5f1-c63721325d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509627 Nov 10 21:48:01.110525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] For port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,segment=NetworkSegment(63a567c3-576b-4b96-8b44-1885c8dd8e6b),segment_id=63a567c3-576b-4b96-8b44-1885c8dd8e6b)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:01.111324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:01.154767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] Calling delete_port for 64ad39c0-605f-4421-bc7e-ebddba1fbdbd owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:48:01.185041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:48:01.202688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-57ae14a8-d185-4cca-9c99-6fc0b1fd3b24 service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480660 Nov 10 21:48:01.222933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:48:01.223428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af9eaaab-cf9c-4eb4-85c5-9685c2d81f49 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:48:01.223823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 64ad39c0-605f-4421-bc7e-ebddba1fbdbd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:48:01.307301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58247fe5-e128-4352-8fae-bcc11234ec76 req-cc727e7a-1bab-4094-9ff4-8a4b04146825 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:01.308950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58247fe5-e128-4352-8fae-bcc11234ec76 req-cc727e7a-1bab-4094-9ff4-8a4b04146825 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1267204 Nov 10 21:48:01.340698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e916a53-e470-432d-aff5-d1bb3170f065 req-22eaf2cf-75a5-4a8b-9f3b-b276b1ec4fec service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226344 Nov 10 21:48:01.364230 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:01.381555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] No DVR routers for this DVR port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:48:01.410115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58247fe5-e128-4352-8fae-bcc11234ec76 req-0240a950-2e43-4357-8b5d-d4f4d8676237 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682735 Nov 10 21:48:01.445386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:01.449696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:01.486935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No active binding found for port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd {{(pid=103049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 21:48:01.487474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 64ad39c0-605f-4421-bc7e-ebddba1fbdbd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:48:01.488063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 627b61d9-7af7-4da2-b824-2d42986274d3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:48:01.490526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] No DVR routers for this DVR port 64ad39c0-605f-4421-bc7e-ebddba1fbdbd on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:48:01.492407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b36d34-15e2-49bc-bc76-066616e943a1 None None] Pushing event deleted for resources: {'Port': ['ID=64ad39c0-605f-4421-bc7e-ebddba1fbdbd,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:01.525228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 627b61d9-7af7-4da2-b824-2d42986274d3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:48:01.525719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 627b61d9-7af7-4da2-b824-2d42986274d3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:48:01.629896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:01.653867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faef71-3835-4f68-879c-938015859253 req-e55168d1-b7d5-414c-ad11-ac377b0b0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:01.658419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19faef71-3835-4f68-879c-938015859253 req-e55168d1-b7d5-414c-ad11-ac377b0b0aab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1133752 Nov 10 21:48:01.686782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659e413d-cc30-404d-9844-9ac9c8f99f42']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:01.716957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a567c3-576b-4b96-8b44-1885c8dd8e6b') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:01.717656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a567c3-576b-4b96-8b44-1885c8dd8e6b') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:01.741954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:01.778317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:01.792990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:48:01.793403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:48:01.796273 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:48:01.805781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faef71-3835-4f68-879c-938015859253 req-c1d9c4a6-20f1-40af-a321-4e84cbc1544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:01.823642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19faef71-3835-4f68-879c-938015859253 req-c1d9c4a6-20f1-40af-a321-4e84cbc1544b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 915 time: 0.1564155 Nov 10 21:48:01.884471 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19faef71-3835-4f68-879c-938015859253 req-ce941e45-0a8d-4424-a09f-84383ea4a279 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 200 len: 217 time: 0.0559349 Nov 10 21:48:01.940034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faef71-3835-4f68-879c-938015859253 req-92321687-9e74-4e14-9d95-90dbbcd3bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:01.941887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19faef71-3835-4f68-879c-938015859253 req-92321687-9e74-4e14-9d95-90dbbcd3bf5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b6fd98-84e3-40e1-98f9-0503bb99fcae HTTP/1.1" status: 200 len: 854 time: 0.0499606 Nov 10 21:48:01.981903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19faef71-3835-4f68-879c-938015859253 req-ad6e8555-9751-4275-9375-6ab455b34ff5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b112320-50d7-4a26-b5f1-c63721325d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327959 Nov 10 21:48:02.025122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:02.056549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:02.062595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/659e413d-cc30-404d-9844-9ac9c8f99f42 HTTP/1.1" status: 204 len: 168 time: 1.7479935 Nov 10 21:48:02.065167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7d55e-cfea-4f6c-b2b6-b2ea40e16fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=659e413d-cc30-404d-9844-9ac9c8f99f42,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:02.178667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19faef71-3835-4f68-879c-938015859253 req-c01dc4ae-d1e5-4ebd-8714-7280e431f8f3 service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888285 Nov 10 21:48:02.188897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62093e64-8341-4c1b-8f69-f5c1aadb71b6 req-31aefcb8-dd26-44e6-8760-6f27f1ee4510 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:02.202451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62093e64-8341-4c1b-8f69-f5c1aadb71b6 req-31aefcb8-dd26-44e6-8760-6f27f1ee4510 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.0975165 Nov 10 21:48:02.267270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62093e64-8341-4c1b-8f69-f5c1aadb71b6 req-9e230ed3-7f1d-43e2-bd0e-d790047ea86f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622063 Nov 10 21:48:02.409960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19faef71-3835-4f68-879c-938015859253 req-61801e44-6249-429c-b08b-c940d5dbf0b7 service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245488 Nov 10 21:48:02.614349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f45dd-0715-49a5-9a65-8a08ce802495 req-c6c78b06-6d95-4856-96c5-ad7c5d55badc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:02.617398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-418f45dd-0715-49a5-9a65-8a08ce802495 req-c6c78b06-6d95-4856-96c5-ad7c5d55badc tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0678530 Nov 10 21:48:02.666290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-418f45dd-0715-49a5-9a65-8a08ce802495 req-9cd878b7-b8ac-4723-b083-144d68d1e8ae tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429659 Nov 10 21:48:02.756317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:02.809920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0434d684-8e13-46ce-b59b-44638aa18e69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ad4e9ba1baf4c42b41ecf0c3b14feff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523987 Nov 10 21:48:02.812818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56694) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:02.906631 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-915c32e1-f0ea-47ad-a217-2b95b82de141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:02.948430 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-915c32e1-f0ea-47ad-a217-2b95b82de141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:03.105298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-915c32e1-f0ea-47ad-a217-2b95b82de141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:03.107935 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-915c32e1-f0ea-47ad-a217-2b95b82de141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:03.112268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-915c32e1-f0ea-47ad-a217-2b95b82de141 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3add747-3a9e-429e-a015-92d9435951dd HTTP/1.1" status: 204 len: 168 time: 0.2957456 Nov 10 21:48:03.119014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c32e1-f0ea-47ad-a217-2b95b82de141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3add747-3a9e-429e-a015-92d9435951dd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:03.401119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97770-af4d-4d5e-a783-6aafe5dc58ad req-654b7aa7-0bef-48ca-a6ab-06fbf490cae9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:03.402863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26e97770-af4d-4d5e-a783-6aafe5dc58ad req-654b7aa7-0bef-48ca-a6ab-06fbf490cae9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.0561869 Nov 10 21:48:03.463122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26e97770-af4d-4d5e-a783-6aafe5dc58ad req-b4c71a58-5588-49cc-897a-0c3a016e6878 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534959 Nov 10 21:48:03.878534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594e4c7-fadc-4d84-a38c-e6112ccfa754 req-7c7463f4-5a52-4527-b05e-90352e603500 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:03.880736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1594e4c7-fadc-4d84-a38c-e6112ccfa754 req-7c7463f4-5a52-4527-b05e-90352e603500 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1096649 Nov 10 21:48:03.987904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1594e4c7-fadc-4d84-a38c-e6112ccfa754 req-b6e23e2b-3f8a-475c-ad55-6e04d340c9d8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821400 Nov 10 21:48:04.331718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56726) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:04.373151 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b73199e5-e10c-4a14-9636-83059e7e2c67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e58cdb0b177418381c6290b1c68d289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403221 Nov 10 21:48:04.375655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56728) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:04.432572 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03c03995-53be-471f-8a89-36cad0bf07a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:04.513944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03c03995-53be-471f-8a89-36cad0bf07a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:04.804801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03c03995-53be-471f-8a89-36cad0bf07a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:04.815536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03c03995-53be-471f-8a89-36cad0bf07a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:04.822855 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-03c03995-53be-471f-8a89-36cad0bf07a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8cb0aff-2ce9-4ca0-87db-b970bc165408 HTTP/1.1" status: 204 len: 168 time: 0.4460695 Nov 10 21:48:04.853740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c03995-53be-471f-8a89-36cad0bf07a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cb0aff-2ce9-4ca0-87db-b970bc165408,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:04.940155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e52ca-180a-40cf-8dd7-3db9f87fa952 req-10fe5328-0f5d-4bd0-ab68-226f9ac8a0e8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:04.952866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b8e52ca-180a-40cf-8dd7-3db9f87fa952 req-10fe5328-0f5d-4bd0-ab68-226f9ac8a0e8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.2399471 Nov 10 21:48:05.118542 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b8e52ca-180a-40cf-8dd7-3db9f87fa952 req-95142a61-ba8f-449f-af9e-59fc2ce8bd29 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647010 Nov 10 21:48:05.378623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158b2a-85ac-4325-a02b-f4af3abc3d69 req-040f6aae-e09d-4fb3-bea2-214e0ae38cf4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:05.385284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f158b2a-85ac-4325-a02b-f4af3abc3d69 req-040f6aae-e09d-4fb3-bea2-214e0ae38cf4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.7462361 Nov 10 21:48:05.407231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-a9c9c4c9-c46b-40dd-a18a-e10d55660ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:05.408801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-a9c9c4c9-c46b-40dd-a18a-e10d55660ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 1097 time: 0.7108657 Nov 10 21:48:05.597755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f158b2a-85ac-4325-a02b-f4af3abc3d69 req-7789fd8c-e651-40db-929b-34b7661cf3a4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098908 Nov 10 21:48:05.655653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c089bcdf-87d3-468c-8017-6140b2089d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:05.740147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-d8e1f8f3-2625-4472-ae7a-14255ffa53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:05.743123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-d8e1f8f3-2625-4472-ae7a-14255ffa53c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.3209810 Nov 10 21:48:05.889338 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-08414426-e330-4767-9c37-c20814df7a01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 200 len: 1001 time: 0.1374245 Nov 10 21:48:05.996593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-50210a23-2060-4966-ad19-299fc33f3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:05.998913 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-50210a23-2060-4966-ad19-299fc33f3192 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.1018982 Nov 10 21:48:06.086471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-4569d0e9-3962-42dc-93d9-91f7d836875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:06.088568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-4569d0e9-3962-42dc-93d9-91f7d836875c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822227 Nov 10 21:48:06.467433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-ace04dfe-cb00-4f3b-bff6-ed8aa9398fcd service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707061 Nov 10 21:48:06.675667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aab1ce-ac82-441c-aa4b-43a9523757e3 req-ce4a7aec-e80c-4b8f-9aee-e12a35b7bb35 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:06.695200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6aab1ce-ac82-441c-aa4b-43a9523757e3 req-ce4a7aec-e80c-4b8f-9aee-e12a35b7bb35 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.3756199 Nov 10 21:48:06.830666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c2059-1adf-4584-ac57-c444d0fcebba req-798d649a-3ef3-4585-8702-ba7156698778 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:06.838486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c59c2059-1adf-4584-ac57-c444d0fcebba req-798d649a-3ef3-4585-8702-ba7156698778 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1178398 Nov 10 21:48:06.840968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56792) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:06.897996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f6aab1ce-ac82-441c-aa4b-43a9523757e3 req-1e7294d7-b7d5-413c-af76-db7a346a337f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012961 Nov 10 21:48:06.968553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43b659cf-731f-44d3-8094-94ba08fe4d81 req-cd3e0660-3d58-4a53-9525-069f5deb68db service neutron] 10.222.0.64 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773262 Nov 10 21:48:07.042748 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c59c2059-1adf-4584-ac57-c444d0fcebba req-814008f4-0be4-4597-ba92-86e5db9445bd tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030666 Nov 10 21:48:07.162146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1038730919-network', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:07.269390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Made reservation on behalf of a9d04ecdf4a34f6d998e2a83e6aa47ad for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:48:07.278376 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:07.312480 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:07.467636 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:07.570019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:07.604578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:48:07.644357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d9bcea-bafb-466a-a886-2696128bccd4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:07.650685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:07.651025 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Added segment 96aef450-cad1-4c37-93c4-e743a4fe2c01 of type vlan for network 735a9e05-d4ac-4080-877c-574bf964ecf1 Nov 10 21:48:07.744526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:07.907420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:07.910171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:07.911024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:08.004185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d7d780c-c16f-43b6-b39e-2b19a006e296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:08.024471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] Pushing event updated for resources: {'Network': ['ID=735a9e05-d4ac-4080-877c-574bf964ecf1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:08.035287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:48:08.106636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-36cbee99-b04f-4303-bbc5-3131074dfeb0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2531483 Nov 10 21:48:08.113720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56816) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:08.132650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Request body: {'subnet': {'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1038730919-subnet', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:08.265345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fde0c8-fcff-41b3-b208-0010c19c23b6 req-6fd896e5-375d-4f5f-b0cb-dec9ae8995a5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:08.275667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62fde0c8-fcff-41b3-b208-0010c19c23b6 req-6fd896e5-375d-4f5f-b0cb-dec9ae8995a5 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1438816 Nov 10 21:48:08.323942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efef03-5e10-4267-8f5b-0c84449f9f38 req-58a2977c-c70b-416b-9086-83cd73d62738 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:08.344550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-73efef03-5e10-4267-8f5b-0c84449f9f38 req-58a2977c-c70b-416b-9086-83cd73d62738 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1265235 Nov 10 21:48:08.387265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62fde0c8-fcff-41b3-b208-0010c19c23b6 req-86cc40b5-4e58-4f62-8d7b-8377d22a37c2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105607 Nov 10 21:48:08.452580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-73efef03-5e10-4267-8f5b-0c84449f9f38 req-69674fe4-9651-4953-b754-dbf93928054a tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054971 Nov 10 21:48:08.701139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Made reservation on behalf of a9d04ecdf4a34f6d998e2a83e6aa47ad for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:48:08.703429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:09.107013 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:09.252077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e2fff4-7e88-470f-852d-57e89e444be6,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:09.283543 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:09.344172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Checking segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:09.344800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Network hostable DHCP agents. Network: 735a9e05-d4ac-4080-877c-574bf964ecf1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:48:09.466441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:48:09.586804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 735a9e05-d4ac-4080-877c-574bf964ecf1) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:09.592958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:09.593967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:09.597336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3cee02-8ca5-44b9-b97e-0b635f0e104e None None] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:48:09.721112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03534d26-ac6e-4994-8e6b-33e44f485f35 req-c4270c45-7a50-4254-8d2c-877b1ed96248 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:09.749555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03534d26-ac6e-4994-8e6b-33e44f485f35 req-c4270c45-7a50-4254-8d2c-877b1ed96248 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.2647126 Nov 10 21:48:09.798805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56842) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:09.805160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:09.805955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bda0ebb9-c8fd-480f-95be-fa36cc200e31 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6792817 Nov 10 21:48:09.912686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:09.913768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:09.943817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-03534d26-ac6e-4994-8e6b-33e44f485f35 req-2f957bcb-1b3e-4c50-9861-b567a74f9cb8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931665 Nov 10 21:48:10.064283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-735a9e05-d4ac-4080-877c-574bf964ecf1', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'fixed_ips': [{'subnet_id': '50e2fff4-7e88-470f-852d-57e89e444be6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:48:10.066583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:10.070547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:10.314682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Allocated IP 172.20.0.2 (735a9e05-d4ac-4080-877c-574bf964ecf1/50e2fff4-7e88-470f-852d-57e89e444be6/3fc4728b-0408-420e-98e2-222f595b76ac) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:10.423020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:10.689582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:10.759934 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:10.982466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.043580 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.169520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.196309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d04ed-16e0-4032-9dd1-c8b871b42aff req-5dd6ce43-5b0e-4f3d-a046-bce4667f0fc7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:11.196936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:11.200374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:11.201645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef1d04ed-16e0-4032-9dd1-c8b871b42aff req-5dd6ce43-5b0e-4f3d-a046-bce4667f0fc7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1476030 Nov 10 21:48:11.225799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:11.238710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Pushing event updated for resources: {'Port': ['ID=3fc4728b-0408-420e-98e2-222f595b76ac,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:11.356414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef1d04ed-16e0-4032-9dd1-c8b871b42aff req-e2813051-1083-4bc6-9784-98158ab4cd62 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310878 Nov 10 21:48:11.382308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Allocated IP 172.25.7.221 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/496a0358-53b7-481c-ac9d-887a44961887) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:11.387853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Attempting to bind port 3fc4728b-0408-420e-98e2-222f595b76ac on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:11.388970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Attempting to bind port 3fc4728b-0408-420e-98e2-222f595b76ac by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:11.389603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Attempting to bind port 3fc4728b-0408-420e-98e2-222f595b76ac on network 735a9e05-d4ac-4080-877c-574bf964ecf1 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:11.396411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:11.397182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Checking segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:11.397784 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.398437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Bound using segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:11.399267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Bound port: 3fc4728b-0408-420e-98e2-222f595b76ac, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:11.399896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.404111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.486139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] For port 3fc4728b-0408-420e-98e2-222f595b76ac, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:11.491539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] For port 3fc4728b-0408-420e-98e2-222f595b76ac, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3fc4728b-0408-420e-98e2-222f595b76ac,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:11.567821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.675207 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.929971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:11.941746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b93a4-1bf7-4b7b-97e1-4c67d43b9c56 None None] Pushing event updated for resources: {'Port': ['ID=3fc4728b-0408-420e-98e2-222f595b76ac,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:12.051527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:12.053439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:12.056543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:12.070512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2da05-46c5-4a31-ba07-4e2fd0f6bfa0 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:48:12.110338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Pushing event updated for resources: {'Port': ['ID=496a0358-53b7-481c-ac9d-887a44961887,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:12.194418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3e600fa2-ada1-4f49-a811-7eb52301a33a None None] Provisioning complete for port 496a0358-53b7-481c-ac9d-887a44961887 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:12.194821 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e600fa2-ada1-4f49-a811-7eb52301a33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:12.352856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3e600fa2-ada1-4f49-a811-7eb52301a33a None None] Port 496a0358-53b7-481c-ac9d-887a44961887 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:12.578616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8da90-3c27-4c9b-8c74-4546142cbdbe req-4d466a28-48f6-4803-9594-92888c85defb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:12.582015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69b8da90-3c27-4c9b-8c74-4546142cbdbe req-4d466a28-48f6-4803-9594-92888c85defb tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1042824 Nov 10 21:48:12.721046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69b8da90-3c27-4c9b-8c74-4546142cbdbe req-f4039b27-f2f6-464f-b98a-78007d5986a7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055386 Nov 10 21:48:12.791404 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:13.219051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3fc4728b-0408-420e-98e2-222f595b76ac up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:13.366830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:13.472778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3fc4728b-0408-420e-98e2-222f595b76ac triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:13.473068 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:13.679793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:13.767143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 3fc4728b-0408-420e-98e2-222f595b76ac, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3fc4728b-0408-420e-98e2-222f595b76ac,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:13.861129 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:13.979887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925424e2-b3b2-4931-be33-58fd22d35790 None None] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:48:14.056869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfad5d9-adf4-4de2-8815-2289f3e4aaa9 req-d07f4b5a-67cd-462e-9d44-7a6d6fa2aece tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:14.064607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddfad5d9-adf4-4de2-8815-2289f3e4aaa9 req-d07f4b5a-67cd-462e-9d44-7a6d6fa2aece tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1461105 Nov 10 21:48:14.254908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b43359b0-4ebd-409a-910d-492301a23dee None None] Provisioning complete for port 3fc4728b-0408-420e-98e2-222f595b76ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:14.254908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b43359b0-4ebd-409a-910d-492301a23dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:14.256732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ddfad5d9-adf4-4de2-8815-2289f3e4aaa9 req-6afc796a-4ce7-4c0a-8fc8-402c0dbb603c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188138 Nov 10 21:48:14.574221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=3fc4728b-0408-420e-98e2-222f595b76ac,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:14.987230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ce6fe81f-6c8e-423b-83e9-d386717940bc None None] Provisioning complete for port 3fc4728b-0408-420e-98e2-222f595b76ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:14.987512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe81f-6c8e-423b-83e9-d386717940bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:15.086753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3fc4728b-0408-420e-98e2-222f595b76ac up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:15.133252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3fc4728b-0408-420e-98e2-222f595b76ac triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:15.133616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:15.192706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Router 4d325a65-b4aa-4548-89d3-2c1841f22b55 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:48:15.362523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a334731-7442-4237-a956-75884613aada req-bfb5eeb6-b1d7-41d9-b4e5-d152b89569a8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:15.393262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a334731-7442-4237-a956-75884613aada req-bfb5eeb6-b1d7-41d9-b4e5-d152b89569a8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1124198 Nov 10 21:48:15.431041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:48:15.444309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Sync routers for ids ['4d325a65-b4aa-4548-89d3-2c1841f22b55'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:48:15.514906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Routers {'4d325a65-b4aa-4548-89d3-2c1841f22b55'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:15.515552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d325a65-b4aa-4548-89d3-2c1841f22b55'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:15.575092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a334731-7442-4237-a956-75884613aada req-1d1a8232-5f13-4eaa-a6bd-1bfcba4022af tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783564 Nov 10 21:48:15.578730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:15.582523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-113e82e6-8796-4488-a123-d63c0e21df19 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7801051 Nov 10 21:48:15.582825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56932) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:15.768056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Set router 4d325a65-b4aa-4548-89d3-2c1841f22b55 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:16.021720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:48:12Z', 'revision_number': 3, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:16.079874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Checking router: 4d325a65-b4aa-4548-89d3-2c1841f22b55 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:48:16.080225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Updating router 4d325a65-b4aa-4548-89d3-2c1841f22b55 port 496a0358-53b7-481c-ac9d-887a44961887 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:48:16.131149 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:16.539384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:16.675830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:16.775085 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:16.829096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Allocated IP 172.20.0.1 (735a9e05-d4ac-4080-877c-574bf964ecf1/50e2fff4-7e88-470f-852d-57e89e444be6/3ec51446-254c-4590-9b5d-0b1e64995e45) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:16.842913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e68840-873a-4092-9a3b-f1322dbb520a req-0436dfc0-05aa-4997-b5bb-23a4ce7148ed tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:16.844749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80e68840-873a-4092-9a3b-f1322dbb520a req-0436dfc0-05aa-4997-b5bb-23a4ce7148ed tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1388648 Nov 10 21:48:16.892087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Attempting to bind port 496a0358-53b7-481c-ac9d-887a44961887 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:16.893177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Attempting to bind port 496a0358-53b7-481c-ac9d-887a44961887 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:16.894321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Attempting to bind port 496a0358-53b7-481c-ac9d-887a44961887 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:16.903357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604d68d0-2609-499d-a919-9a788940efdb None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:48:16.916998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:16.917558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:16.918065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:16.918565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:16.919156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Bound port: 496a0358-53b7-481c-ac9d-887a44961887, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:16.919645 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:16.975765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80e68840-873a-4092-9a3b-f1322dbb520a req-02053867-3540-4e62-aa40-00df01c37e59 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 Nov 10 21:48:17.003276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ef15d-319f-4200-a1bb-4799514d24aa None None] Pushing event updated for resources: {'Port': ['ID=496a0358-53b7-481c-ac9d-887a44961887,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:17.021355 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.075098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ceec4ed4-838d-4d55-8fd2-1adc44207258 None None] Provisioning complete for port 496a0358-53b7-481c-ac9d-887a44961887 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:17.075519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ceec4ed4-838d-4d55-8fd2-1adc44207258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.103334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] For port 496a0358-53b7-481c-ac9d-887a44961887, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:17.127661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ceec4ed4-838d-4d55-8fd2-1adc44207258 None None] Port 496a0358-53b7-481c-ac9d-887a44961887 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:17.135236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] For port 496a0358-53b7-481c-ac9d-887a44961887, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=496a0358-53b7-481c-ac9d-887a44961887,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:17.159261 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.201936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:17.206859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:17.210283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:17.238129 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.240188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec51446-254c-4590-9b5d-0b1e64995e45,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:17.268790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.304890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ef15d-319f-4200-a1bb-4799514d24aa None None] Pushing event updated for resources: {'Port': ['ID=496a0358-53b7-481c-ac9d-887a44961887,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:17.352051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8271a45f-ef75-459a-9351-9674d7184246 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:48:17.363309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Routers {'4d325a65-b4aa-4548-89d3-2c1841f22b55'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:17.365193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d325a65-b4aa-4548-89d3-2c1841f22b55'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:17.585436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] Set router 4d325a65-b4aa-4548-89d3-2c1841f22b55 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:17.612784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.738340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d8dc5731-e1ea-4f1a-95cd-d934b3a7d3e9 None None] Provisioning complete for port 496a0358-53b7-481c-ac9d-887a44961887 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:17.738930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5731-e1ea-4f1a-95cd-d934b3a7d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.814571 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.893427 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:48:17.915978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:17.954325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:48:12Z', 'revision_number': 3, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:17.959065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5731-e1ea-4f1a-95cd-d934b3a7d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:18.002832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ebe56-5e18-4e92-beb6-fd741057ca58 None None] The sync data for ids ['4d325a65-b4aa-4548-89d3-2c1841f22b55'] in n-d-776250-11 is: [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:48:12Z', 'revision_number': 3, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:48:18.029746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d8dc5731-e1ea-4f1a-95cd-d934b3a7d3e9 None None] For port 496a0358-53b7-481c-ac9d-887a44961887, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=496a0358-53b7-481c-ac9d-887a44961887,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:18.069139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:18.076578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec51446-254c-4590-9b5d-0b1e64995e45,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:18.130109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8dc5731-e1ea-4f1a-95cd-d934b3a7d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:18.196137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:18.197498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:18.251160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8576f-4073-4275-8f92-d84820c1b918 req-ff95f48e-6d1d-4b6b-80a6-487722418956 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:18.255462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44c8576f-4073-4275-8f92-d84820c1b918 req-ff95f48e-6d1d-4b6b-80a6-487722418956 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.1539855 Nov 10 21:48:18.271294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc5731-e1ea-4f1a-95cd-d934b3a7d3e9 None None] Pushing event updated for resources: {'Port': ['ID=496a0358-53b7-481c-ac9d-887a44961887,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:18.302930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fb27ede8-3d61-4ba7-8f5a-0a65e8d1f832 None None] Provisioning complete for port 3ec51446-254c-4590-9b5d-0b1e64995e45 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:18.303299 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb27ede8-3d61-4ba7-8f5a-0a65e8d1f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:18.355777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Router 4d325a65-b4aa-4548-89d3-2c1841f22b55 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:48:18.362322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44c8576f-4073-4275-8f92-d84820c1b918 req-ba8f9279-d9b2-45df-a677-510a2d200c2f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968618 Nov 10 21:48:18.406506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fb27ede8-3d61-4ba7-8f5a-0a65e8d1f832 None None] Port 3ec51446-254c-4590-9b5d-0b1e64995e45 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:18.510167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:48:18.532320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3bf82746-0e96-442a-882d-421df20fdbe2 admin admin] 10.222.0.45 "PUT /v2.0/routers/4d325a65-b4aa-4548-89d3-2c1841f22b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482868 Nov 10 21:48:18.742176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f9539e3d-137e-472c-96f9-4a2b84e37def None None] Provisioning complete for port 3ec51446-254c-4590-9b5d-0b1e64995e45 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:18.742786 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9539e3d-137e-472c-96f9-4a2b84e37def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:18.759406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:48:18.868955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f9539e3d-137e-472c-96f9-4a2b84e37def None None] Port 3ec51446-254c-4590-9b5d-0b1e64995e45 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:19.436088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:19.462975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 496a0358-53b7-481c-ac9d-887a44961887 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:19.549362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'network_id': '4b112320-50d7-4a26-b5f1-c63721325d95', 'port_id': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'mac_address': 'fa:16:3e:0b:c6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b6fd98-84e3-40e1-98f9-0503bb99fcae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:48:19.615442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fc177-d218-470b-8fec-5c578125f043 req-47647ee0-cedb-4105-b39c-a290f7cb07e8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:19.624207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-419fc177-d218-470b-8fec-5c578125f043 req-47647ee0-cedb-4105-b39c-a290f7cb07e8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 944 time: 0.0829678 Nov 10 21:48:19.650909 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:19.704920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-419fc177-d218-470b-8fec-5c578125f043 req-3cd2ad6b-1197-40d9-8070-9d3df67be3a7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736141 Nov 10 21:48:19.737673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 496a0358-53b7-481c-ac9d-887a44961887 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:19.737936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:19.796805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:19.813557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e63bd6f-244d-403a-9a9d-73d5624116d8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:48:19.855386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:19.874242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57094) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:19.880075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-732224859-network', 'tenant_id': '675973affa6743df850f288d8cf3938b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:19.947080 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.013250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Made reservation on behalf of 675973affa6743df850f288d8cf3938b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:48:20.015822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.026974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:20.057224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.159698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['0e63bd6f-244d-403a-9a9d-73d5624116d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:48:20.197925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.283288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.315122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f55f97-e00f-473a-92a4-37a18986bece,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:20.330905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:48:20.341290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.341644 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Added segment edc08525-ca84-42d8-945e-29a500861f41 of type vlan for network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 Nov 10 21:48:20.387383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.504087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.506019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:20.506607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.567817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] Pushing event updated for resources: {'Network': ['ID=89e5d9e3-0b0e-425b-8041-6941d183a9d5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:20.579621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:48:20.635795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2fc17a55-91e7-4b3b-b15a-9131dbb4bd95 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7589667 Nov 10 21:48:20.637757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57124) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:20.642803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Request body: {'subnet': {'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-732224859-subnet', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:20.644269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Sync routers for ids ['4d325a65-b4aa-4548-89d3-2c1841f22b55'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:48:20.658078 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Routers {'4d325a65-b4aa-4548-89d3-2c1841f22b55'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:20.658737 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d325a65-b4aa-4548-89d3-2c1841f22b55'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:20.767651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:20.772899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Made reservation on behalf of 675973affa6743df850f288d8cf3938b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:48:20.775364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:20.800863 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Set router 4d325a65-b4aa-4548-89d3-2c1841f22b55 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:20.928372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bcb3d-1143-4e20-8a9e-86b32e7be83e req-bde4a813-fae8-4f82-a220-90ded257f815 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:20.935704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b26bcb3d-1143-4e20-8a9e-86b32e7be83e req-bde4a813-fae8-4f82-a220-90ded257f815 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 945 time: 0.1571660 Nov 10 21:48:20.976519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 0e63bd6f-244d-403a-9a9d-73d5624116d8 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:48:20.982331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 0e63bd6f-244d-403a-9a9d-73d5624116d8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:20.983037 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.028707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b26bcb3d-1143-4e20-8a9e-86b32e7be83e req-655a0a4a-b745-4999-bba1-89368b7e1c29 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916057 Nov 10 21:48:21.044492 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '3ec51446-254c-4590-9b5d-0b1e64995e45', 'name': '', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'mac_address': 'fa:16:3e:44:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:16Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 2, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'subnets': [{'id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:21.074729 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Checking router: 4d325a65-b4aa-4548-89d3-2c1841f22b55 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:48:21.075001 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Updating router 4d325a65-b4aa-4548-89d3-2c1841f22b55 port 3ec51446-254c-4590-9b5d-0b1e64995e45 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:48:21.109555 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.110554 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.146041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:21.148928 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14438b7c-f1b0-4204-ae64-97442f6901bb" -d '{"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:21.191412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:21.203936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.230126 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ac5ad-d1b8-44e9-8c29-8fdd4d73c912 x-openstack-request-id: req-5f1ac5ad-d1b8-44e9-8c29-8fdd4d73c912 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:21.230754 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-plugged", "status": "completed", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:21.231186 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f1ac5ad-d1b8-44e9-8c29-8fdd4d73c912 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:21.231579 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'code': 200} Nov 10 21:48:21.272450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.290711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a148d4-fabc-4bb5-a304-ac5d8eddc787,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:21.297251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Checking segment: {'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:21.297586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Network hostable DHCP agents. Network: 89e5d9e3-0b0e-425b-8041-6941d183a9d5, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:48:21.342422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:21.449140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:48:21.486097 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.539950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dae12b-0e73-4638-b53a-82f42a806ba3 req-958f136e-7af2-4e8a-8f1b-9644b07756b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:21.541671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7dae12b-0e73-4638-b53a-82f42a806ba3 req-958f136e-7af2-4e8a-8f1b-9644b07756b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1098 time: 0.0413659 Nov 10 21:48:21.565434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 89e5d9e3-0b0e-425b-8041-6941d183a9d5) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:21.570701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:21.571408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.581784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f9c225-9c3d-4465-88b3-9d25b0b12306 None None] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:48:21.594735 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.653348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7dae12b-0e73-4638-b53a-82f42a806ba3 req-d7be91d8-228a-43db-b737-416a05921ea8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047158 Nov 10 21:48:21.668320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57176) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:21.710995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-00d2c264-a9fc-4f94-a141-fa71e940a2d8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0384195 Nov 10 21:48:21.712733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:21.763496 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Attempting to bind port 3ec51446-254c-4590-9b5d-0b1e64995e45 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:21.764029 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Attempting to bind port 3ec51446-254c-4590-9b5d-0b1e64995e45 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:21.764277 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Attempting to bind port 3ec51446-254c-4590-9b5d-0b1e64995e45 on network 735a9e05-d4ac-4080-877c-574bf964ecf1 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:21.779330 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:21.779690 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Checking segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:21.780120 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.780506 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Bound using segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:21.781194 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Bound port: 3ec51446-254c-4590-9b5d-0b1e64995e45, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:21.781585 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.804033 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Pushing event updated for resources: {'Port': ['ID=3ec51446-254c-4590-9b5d-0b1e64995e45,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:21.814606 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.814957 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.815279 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.815609 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.815954 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.817278 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.817278 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.817872 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.818204 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.818524 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.820547 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.820899 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:21.851427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'fixed_ips': [{'subnet_id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:48:21.853184 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.855337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.856918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.909217 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] For port 3ec51446-254c-4590-9b5d-0b1e64995e45, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:21.912976 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] For port 3ec51446-254c-4590-9b5d-0b1e64995e45, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3ec51446-254c-4590-9b5d-0b1e64995e45,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:21.937074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:21.976686 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.064556 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Routers {'4d325a65-b4aa-4548-89d3-2c1841f22b55'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:22.077836 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d325a65-b4aa-4548-89d3-2c1841f22b55'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:22.088870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Allocated IP 172.20.0.2 (89e5d9e3-0b0e-425b-8041-6941d183a9d5/94a148d4-fabc-4bb5-a304-ac5d8eddc787/5ace847e-e5d8-48fb-b84b-dbb032c368a4) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:22.130808 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fbeb8-2a2e-4b58-bd9b-36e0ac3bb6d5 None None] Pushing event updated for resources: {'Port': ['ID=3ec51446-254c-4590-9b5d-0b1e64995e45,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:22.220631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f776b4d9-40c1-4403-a534-2e6e7c288744 None None] Provisioning complete for port 3ec51446-254c-4590-9b5d-0b1e64995e45 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:22.221001 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f776b4d9-40c1-4403-a534-2e6e7c288744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.327626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.352427 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] Set router 4d325a65-b4aa-4548-89d3-2c1841f22b55 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:22.362128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec338857-4ad9-4d0d-94ee-f939211d7a18 req-7ea26949-d5ed-422b-997d-4b4bbbaee271 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:22.365116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec338857-4ad9-4d0d-94ee-f939211d7a18 req-7ea26949-d5ed-422b-997d-4b4bbbaee271 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.2242568 Nov 10 21:48:22.443947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.504863 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec338857-4ad9-4d0d-94ee-f939211d7a18 req-21007240-bb88-4d1a-a529-7413a2e4ef5a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328180 Nov 10 21:48:22.526052 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f776b4d9-40c1-4403-a534-2e6e7c288744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.568044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f776b4d9-40c1-4403-a534-2e6e7c288744 None None] For port 3ec51446-254c-4590-9b5d-0b1e64995e45, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3ec51446-254c-4590-9b5d-0b1e64995e45,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:22.580778 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.678841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:22.686160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:22.690930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f776b4d9-40c1-4403-a534-2e6e7c288744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.694732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:22.708152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Pushing event updated for resources: {'Port': ['ID=5ace847e-e5d8-48fb-b84b-dbb032c368a4,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:22.835068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Attempting to bind port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:22.835763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Attempting to bind port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:22.836307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Attempting to bind port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 on network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:22.847704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:22.847704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Checking segment: {'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:22.847704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.847704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Bound using segment: {'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:22.847704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Bound port: 5ace847e-e5d8-48fb-b84b-dbb032c368a4, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:22.847704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.881616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776b4d9-40c1-4403-a534-2e6e7c288744 None None] Pushing event updated for resources: {'Port': ['ID=3ec51446-254c-4590-9b5d-0b1e64995e45,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:22.886164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1bb38bf2-5a8e-4f6f-b81c-0e8e8b15dbdc None None] Provisioning complete for port 3ec51446-254c-4590-9b5d-0b1e64995e45 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:22.886164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1bb38bf2-5a8e-4f6f-b81c-0e8e8b15dbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:22.889484 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '3ec51446-254c-4590-9b5d-0b1e64995e45', 'name': '', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'mac_address': 'fa:16:3e:44:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:16Z', 'updated_at': '2021-11-10T21:48:21Z', 'revision_number': 4, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'subnets': [{'id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:22.930607 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3effb290-a51e-4a41-aaa0-638906ebc178 None None] The sync data for ids ['4d325a65-b4aa-4548-89d3-2c1841f22b55'] in n-d-776250-11 is: [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '3ec51446-254c-4590-9b5d-0b1e64995e45', 'name': '', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'mac_address': 'fa:16:3e:44:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:16Z', 'updated_at': '2021-11-10T21:48:21Z', 'revision_number': 4, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'subnets': [{'id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:48:23.039776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:23.074111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:23.102393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6b508465-5235-43d3-8943-b068de975e53 None None] For port 5ace847e-e5d8-48fb-b84b-dbb032c368a4, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:23.127137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6b508465-5235-43d3-8943-b068de975e53 None None] For port 5ace847e-e5d8-48fb-b84b-dbb032c368a4, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5ace847e-e5d8-48fb-b84b-dbb032c368a4,segment=NetworkSegment(edc08525-ca84-42d8-945e-29a500861f41),segment_id=edc08525-ca84-42d8-945e-29a500861f41)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:23.271455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3ec51446-254c-4590-9b5d-0b1e64995e45 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:23.281422 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:23.282606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Allocated IP 172.25.7.181 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/42befcf4-5909-464e-be69-7882e74b73d5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:23.462021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b508465-5235-43d3-8943-b068de975e53 None None] Pushing event updated for resources: {'Port': ['ID=5ace847e-e5d8-48fb-b84b-dbb032c368a4,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:23.466583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3ec51446-254c-4590-9b5d-0b1e64995e45 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:23.466964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:23.497583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:23.589306 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:23.622079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:23.776620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:23.778675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Pushing event updated for resources: {'Port': ['ID=42befcf4-5909-464e-be69-7882e74b73d5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:23.790100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:23.792932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:23.826721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4868fe02-c2b3-47cc-ac6a-4108d176b408 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:48:23.862040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b1784-c3ec-4eae-9c1e-68ce0c2f407f req-1e2b16ba-d70e-4876-a8a2-446f60efd446 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:23.867389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-770b1784-c3ec-4eae-9c1e-68ce0c2f407f req-1e2b16ba-d70e-4876-a8a2-446f60efd446 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.2305644 Nov 10 21:48:23.928039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d7759d53-c41d-40ef-bef7-ca0f244dd92b None None] Provisioning complete for port 42befcf4-5909-464e-be69-7882e74b73d5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:23.929839 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d7759d53-c41d-40ef-bef7-ca0f244dd92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:24.028424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d7759d53-c41d-40ef-bef7-ca0f244dd92b None None] Port 42befcf4-5909-464e-be69-7882e74b73d5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:24.151835 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-770b1784-c3ec-4eae-9c1e-68ce0c2f407f req-b7f49db2-11bb-497f-9316-bfe84216f79b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552736 Nov 10 21:48:24.439016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:24.835516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:24.993882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76db0bb-e9c9-471b-9f7c-977af9ccee3b None None] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:48:25.127532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-361620bd-b91a-42cf-b3ec-d0cbd017b682 None None] Provisioning complete for port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:25.128328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-361620bd-b91a-42cf-b3ec-d0cbd017b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:25.132703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Router fa260def-71da-4125-a18b-3cd17ecf0431 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:48:25.206275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ace847e-e5d8-48fb-b84b-dbb032c368a4 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:25.366193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:48:25.385704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Sync routers for ids ['fa260def-71da-4125-a18b-3cd17ecf0431'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:48:25.412267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:25.412629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:25.418405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660d67b-b7e0-4723-8465-0d3f8a940a70 req-a506d9a0-47c9-4dfa-b621-37030d3e88ee tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:25.420162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8660d67b-b7e0-4723-8465-0d3f8a940a70 req-a506d9a0-47c9-4dfa-b621-37030d3e88ee tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1291904 Nov 10 21:48:25.472158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-361620bd-b91a-42cf-b3ec-d0cbd017b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:25.485795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8660d67b-b7e0-4723-8465-0d3f8a940a70 req-ae8bb5b2-36a0-48e6-8046-4915ac66e570 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586441 Nov 10 21:48:25.502437 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:25.502437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-27a49507-a349-4b66-b5fa-61fdc867034c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8321805 Nov 10 21:48:25.505694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:25.514209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Routers {'fa260def-71da-4125-a18b-3cd17ecf0431'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:25.514838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fa260def-71da-4125-a18b-3cd17ecf0431'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:25.692866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc7f49-9039-405c-88ac-eaf3ec332cf4 req-5bc3a35a-c899-40c2-abef-53a1ebcb2dae tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:25.696047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52cc7f49-9039-405c-88ac-eaf3ec332cf4 req-5bc3a35a-c899-40c2-abef-53a1ebcb2dae tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1178575 Nov 10 21:48:25.816234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52cc7f49-9039-405c-88ac-eaf3ec332cf4 req-2a7cee9f-ca61-4946-b55b-b4afc7f90bc2 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121988 Nov 10 21:48:25.909360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-361620bd-b91a-42cf-b3ec-d0cbd017b682 None None] For port 5ace847e-e5d8-48fb-b84b-dbb032c368a4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5ace847e-e5d8-48fb-b84b-dbb032c368a4,segment=NetworkSegment(edc08525-ca84-42d8-945e-29a500861f41),segment_id=edc08525-ca84-42d8-945e-29a500861f41)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:26.053023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Set router fa260def-71da-4125-a18b-3cd17ecf0431 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:26.092709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f632e61-4f2c-49d0-a94d-84cf3acfca81 req-1d969933-063c-45a5-8b14-987d3771b1d1 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:26.092709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f632e61-4f2c-49d0-a94d-84cf3acfca81 req-1d969933-063c-45a5-8b14-987d3771b1d1 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1353123 Nov 10 21:48:26.183613 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-361620bd-b91a-42cf-b3ec-d0cbd017b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:26.203195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f632e61-4f2c-49d0-a94d-84cf3acfca81 req-3890f470-00c2-4de3-82ae-190390ab2550 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998075 Nov 10 21:48:26.306754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361620bd-b91a-42cf-b3ec-d0cbd017b682 None None] Pushing event updated for resources: {'Port': ['ID=5ace847e-e5d8-48fb-b84b-dbb032c368a4,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:26.466363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf7111-b540-465e-a4ad-e50634353f4a req-c5fb7bc3-ef07-4792-9773-c6c639e99fd0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:26.474176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58cf7111-b540-465e-a4ad-e50634353f4a req-c5fb7bc3-ef07-4792-9773-c6c639e99fd0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1341674 Nov 10 21:48:26.496392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:26.557774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-149a33bb-fc4f-4a42-b5e4-4e2194cb8bbc None None] Provisioning complete for port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:26.558210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-149a33bb-fc4f-4a42-b5e4-4e2194cb8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:26.569351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58cf7111-b540-465e-a4ad-e50634353f4a req-99c15f26-967e-4b3d-b381-79bcb47daa1d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898490 Nov 10 21:48:26.604790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:48:26.605257 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:48:26.622127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:26.767155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '42befcf4-5909-464e-be69-7882e74b73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:48:24Z', 'revision_number': 3, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port': {'id': '42befcf4-5909-464e-be69-7882e74b73d5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:23Z', 'updated_at': '2021-11-10T21:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:26.803187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Checking router: fa260def-71da-4125-a18b-3cd17ecf0431 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:48:26.803187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Updating router fa260def-71da-4125-a18b-3cd17ecf0431 port 42befcf4-5909-464e-be69-7882e74b73d5 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:48:26.860842 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:26.866060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379dd86-fd03-40cd-823d-f70ab0dd0f9f req-5bc64e93-629d-44f4-8f85-d1ef69bdc43d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:26.870802 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1379dd86-fd03-40cd-823d-f70ab0dd0f9f req-5bc64e93-629d-44f4-8f85-d1ef69bdc43d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1901612 Nov 10 21:48:26.967775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Allocated IP 172.20.0.1 (89e5d9e3-0b0e-425b-8041-6941d183a9d5/94a148d4-fabc-4bb5-a304-ac5d8eddc787/430ad49f-eed5-484a-a147-8e7b213ea377) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:26.986416 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1379dd86-fd03-40cd-823d-f70ab0dd0f9f req-c5f1d086-befa-48af-af54-25dec4b6bd98 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840061 Nov 10 21:48:27.152211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.250337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef15b5a-c8c3-4f8a-a243-9e3e8fdc41f4 req-74e00063-f8f5-4dc8-89a4-9af22b66a5f7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:27.253140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ef15b5a-c8c3-4f8a-a243-9e3e8fdc41f4 req-74e00063-f8f5-4dc8-89a4-9af22b66a5f7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1502368 Nov 10 21:48:27.257111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ace847e-e5d8-48fb-b84b-dbb032c368a4 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:27.305941 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ef15b5a-c8c3-4f8a-a243-9e3e8fdc41f4 req-adfa7b13-8191-4afc-976c-741ce3fa1938 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 Nov 10 21:48:27.325835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.342827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:27.343199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.351955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.390494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:27.399056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:27.404265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:27.442825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=430ad49f-eed5-484a-a147-8e7b213ea377,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:27.468970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.498012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9c835-b4a5-4f38-a3f4-2fa7070a5048 req-f5981cd8-5290-4aa5-824d-4baeb6c270e1 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:27.499933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfa9c835-b4a5-4f38-a3f4-2fa7070a5048 req-f5981cd8-5290-4aa5-824d-4baeb6c270e1 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1054492 Nov 10 21:48:27.568456 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.580889 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfa9c835-b4a5-4f38-a3f4-2fa7070a5048 req-7034ffe9-a14c-41a6-acd1-a62557f6ad3b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743260 Nov 10 21:48:27.663479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a3e16-74c6-40f0-9d8c-3231dcd591bf None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:48:27.690879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6f38c-1bea-40cd-aa55-14ce73d158b0 None None] Pushing event updated for resources: {'Port': ['ID=42befcf4-5909-464e-be69-7882e74b73d5,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:27.714676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Attempting to bind port 42befcf4-5909-464e-be69-7882e74b73d5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:27.715055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Attempting to bind port 42befcf4-5909-464e-be69-7882e74b73d5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:27.715417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Attempting to bind port 42befcf4-5909-464e-be69-7882e74b73d5 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:27.739858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:27.739858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:27.739858 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.739858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:27.739858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Bound port: 42befcf4-5909-464e-be69-7882e74b73d5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:27.739858 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.777179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.814036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] For port 42befcf4-5909-464e-be69-7882e74b73d5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:27.816832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] For port 42befcf4-5909-464e-be69-7882e74b73d5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=42befcf4-5909-464e-be69-7882e74b73d5,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:27.818572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4031a19e-d67a-42da-a365-07145c4b1166 None None] Provisioning complete for port 430ad49f-eed5-484a-a147-8e7b213ea377 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:27.818992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4031a19e-d67a-42da-a365-07145c4b1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.860246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4031a19e-d67a-42da-a365-07145c4b1166 None None] Port 430ad49f-eed5-484a-a147-8e7b213ea377 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:27.871295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4031a19e-d67a-42da-a365-07145c4b1166 None None] Provisioning complete for port 42befcf4-5909-464e-be69-7882e74b73d5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:27.871760 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4031a19e-d67a-42da-a365-07145c4b1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.909569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4031a19e-d67a-42da-a365-07145c4b1166 None None] Port 42befcf4-5909-464e-be69-7882e74b73d5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:27.973937 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:27.975216 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:28.024232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Routers {'fa260def-71da-4125-a18b-3cd17ecf0431'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:28.024859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fa260def-71da-4125-a18b-3cd17ecf0431'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:28.030077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31828d59-d7a2-4193-b059-65c2334703e6 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:48:28.086650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:28.094673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6f38c-1bea-40cd-aa55-14ce73d158b0 None None] Pushing event updated for resources: {'Port': ['ID=42befcf4-5909-464e-be69-7882e74b73d5,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:28.157410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cdd982f0-0d76-45ca-b539-31d115ffa9be None None] Provisioning complete for port 42befcf4-5909-464e-be69-7882e74b73d5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:28.157777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cdd982f0-0d76-45ca-b539-31d115ffa9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:28.189097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Pushing event updated for resources: {'Port': ['ID=430ad49f-eed5-484a-a147-8e7b213ea377,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:28.218210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:28.233201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] Set router fa260def-71da-4125-a18b-3cd17ecf0431 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:28.390366 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cdd982f0-0d76-45ca-b539-31d115ffa9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:28.400214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630b680-2385-4327-83d3-1b67cdb4b83d req-e1b59367-4b37-4dd4-9889-3c2315f702e7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:28.404675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:28.406401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:28.411478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6630b680-2385-4327-83d3-1b67cdb4b83d req-e1b59367-4b37-4dd4-9889-3c2315f702e7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1050470 Nov 10 21:48:28.454187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-cdd982f0-0d76-45ca-b539-31d115ffa9be None None] For port 42befcf4-5909-464e-be69-7882e74b73d5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=42befcf4-5909-464e-be69-7882e74b73d5,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:28.490501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6630b680-2385-4327-83d3-1b67cdb4b83d req-6be2d95d-0857-4a14-aa1b-d0b2c699397d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761502 Nov 10 21:48:28.568267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '42befcf4-5909-464e-be69-7882e74b73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 4, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port': {'id': '42befcf4-5909-464e-be69-7882e74b73d5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:23Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '430ad49f-eed5-484a-a147-8e7b213ea377', 'name': '', 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'mac_address': 'fa:16:3e:63:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:26Z', 'updated_at': '2021-11-10T21:48:26Z', 'revision_number': 1, 'project_id': '675973affa6743df850f288d8cf3938b', 'subnets': [{'id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:28.568856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Router fa260def-71da-4125-a18b-3cd17ecf0431 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:48:28.611671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb97c44b-d452-4b2f-8065-1ec8b349cd9d None None] The sync data for ids ['fa260def-71da-4125-a18b-3cd17ecf0431'] in n-d-776250-11 is: [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '42befcf4-5909-464e-be69-7882e74b73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 4, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port': {'id': '42befcf4-5909-464e-be69-7882e74b73d5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:23Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '430ad49f-eed5-484a-a147-8e7b213ea377', 'name': '', 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'mac_address': 'fa:16:3e:63:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:26Z', 'updated_at': '2021-11-10T21:48:26Z', 'revision_number': 1, 'project_id': '675973affa6743df850f288d8cf3938b', 'subnets': [{'id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:48:28.615364 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cdd982f0-0d76-45ca-b539-31d115ffa9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:28.671682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd982f0-0d76-45ca-b539-31d115ffa9be None None] Pushing event updated for resources: {'Port': ['ID=42befcf4-5909-464e-be69-7882e74b73d5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:28.723383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:48:28.732243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c72f239d-b560-4c4b-9e9b-4171c1c4f6e4 admin admin] 10.222.0.45 "PUT /v2.0/routers/fa260def-71da-4125-a18b-3cd17ecf0431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2216794 Nov 10 21:48:28.746083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-12587b67-4e45-4422-8d1e-10c92b4c0249 None None] Provisioning complete for port 430ad49f-eed5-484a-a147-8e7b213ea377 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:28.746480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12587b67-4e45-4422-8d1e-10c92b4c0249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:28.790789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-12587b67-4e45-4422-8d1e-10c92b4c0249 None None] Port 430ad49f-eed5-484a-a147-8e7b213ea377 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:29.484921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-706f655e-fcd1-4b96-9bd4-a32036ff7933 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:29.486623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-706f655e-fcd1-4b96-9bd4-a32036ff7933 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/networks?id=735a9e05-d4ac-4080-877c-574bf964ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1077702 Nov 10 21:48:29.502758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-f5afa5be-fde3-45c8-b51d-bf47fcdbc447 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/quotas/675973affa6743df850f288d8cf3938b HTTP/1.1" status: 200 len: 375 time: 0.0097792 Nov 10 21:48:29.612363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-423ea3bd-2979-442b-b7ab-936d37708dce tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=675973affa6743df850f288d8cf3938b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012635 Nov 10 21:48:29.616920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac603eb-361d-4bd4-99e7-e70435f8a630 req-d1c7a9ff-69f4-41ef-88a7-77681c5ea9e7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:29.618261 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ac603eb-361d-4bd4-99e7-e70435f8a630 req-d1c7a9ff-69f4-41ef-88a7-77681c5ea9e7 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0571473 Nov 10 21:48:29.688618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ac603eb-361d-4bd4-99e7-e70435f8a630 req-35214f73-501c-4ce4-97f9-e1e4f2bfdb1b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Nov 10 21:48:29.826891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-89dce792-74e7-4ef5-92a8-a4b5dfb04a75 service neutron] 10.222.0.45 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128799 Nov 10 21:48:29.927564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-3987d19c-e7e7-4c00-b3cb-95f371deac45 service neutron] 10.222.0.45 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930676 Nov 10 21:48:30.237897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fccbb-d909-40c1-a615-13d29986b8c8 req-2b1a25e6-f977-41fe-8f18-6073c218b496 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:30.240668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d9fccbb-d909-40c1-a615-13d29986b8c8 req-2b1a25e6-f977-41fe-8f18-6073c218b496 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0636883 Nov 10 21:48:30.297578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1d9fccbb-d909-40c1-a615-13d29986b8c8 req-3281ec32-e375-467e-b9c7-01ef2c103a7d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507822 Nov 10 21:48:30.538126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0c5def1-d175-43f5-8750-e08f950f5652 req-1246592a-c3c4-4a1e-9cce-04e3c18990ab tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 210 time: 0.1138055 Nov 10 21:48:30.540892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-ba04fc97-d879-47ca-a0b4-abba2d13e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:30.542729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-ba04fc97-d879-47ca-a0b4-abba2d13e9c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 1098 time: 0.1535208 Nov 10 21:48:30.668146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-d3fb4171-81c0-4ffb-a4b0-3b530d695f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:30.670729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-d3fb4171-81c0-4ffb-a4b0-3b530d695f3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 200 len: 915 time: 0.1205401 Nov 10 21:48:30.719629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-eb52e125-75c4-41e7-976e-d83955bb6290 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 200 len: 217 time: 0.0423024 Nov 10 21:48:30.778104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-f4158ac9-5ac3-4d4e-80fc-b088b310bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:30.779931 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-f4158ac9-5ac3-4d4e-80fc-b088b310bd42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b6fd98-84e3-40e1-98f9-0503bb99fcae HTTP/1.1" status: 200 len: 854 time: 0.0530689 Nov 10 21:48:30.822985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-40564386-3c4f-4ff5-bf69-f6fe20a57324 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b112320-50d7-4a26-b5f1-c63721325d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342879 Nov 10 21:48:30.922335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-998b407c-7c42-4797-88de-a83ca829504d service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905137 Nov 10 21:48:31.029494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cc51344-dd21-4d19-8525-6e10641b3e4a req-f237957a-35ad-4794-b986-a795aeb2584b service neutron] 10.222.0.53 "GET /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023638 Nov 10 21:48:31.278228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 42befcf4-5909-464e-be69-7882e74b73d5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:31.355297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 42befcf4-5909-464e-be69-7882e74b73d5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:31.355297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:31.492735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d36c6-8b06-4516-91c7-8d7c3419c880 req-e5f32306-5b58-45b4-9924-f6e6a6332d28 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:31.494321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c1d36c6-8b06-4516-91c7-8d7c3419c880 req-e5f32306-5b58-45b4-9924-f6e6a6332d28 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0999486 Nov 10 21:48:31.575485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c1d36c6-8b06-4516-91c7-8d7c3419c880 req-db40bfb7-ac82-4604-8492-47a7a3fa8884 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741825 Nov 10 21:48:31.629419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a571ffe5-7d87-4798-a364-bbeec912e8ea req-c67cd264-4845-4fc1-9e69-40425659185e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 210 time: 0.0282223 Nov 10 21:48:31.766944 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Sync routers for ids ['fa260def-71da-4125-a18b-3cd17ecf0431'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:48:31.782782 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Routers {'fa260def-71da-4125-a18b-3cd17ecf0431'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:31.783422 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fa260def-71da-4125-a18b-3cd17ecf0431'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:31.912417 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Set router fa260def-71da-4125-a18b-3cd17ecf0431 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:32.221009 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '42befcf4-5909-464e-be69-7882e74b73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 4, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port': {'id': '42befcf4-5909-464e-be69-7882e74b73d5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:23Z', 'updated_at': '2021-11-10T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '430ad49f-eed5-484a-a147-8e7b213ea377', 'name': '', 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'mac_address': 'fa:16:3e:63:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:26Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 2, 'project_id': '675973affa6743df850f288d8cf3938b', 'subnets': [{'id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:32.251525 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Checking router: fa260def-71da-4125-a18b-3cd17ecf0431 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:48:32.251829 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Updating router fa260def-71da-4125-a18b-3cd17ecf0431 port 430ad49f-eed5-484a-a147-8e7b213ea377 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:48:32.278012 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:32.562681 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:32.694186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296550b2-986e-4f5c-b359-f4abfc64b843 req-74cdb56f-1995-4ef2-8c2f-144d2fb616f9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:32.696683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-296550b2-986e-4f5c-b359-f4abfc64b843 req-74cdb56f-1995-4ef2-8c2f-144d2fb616f9 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0541141 Nov 10 21:48:32.705662 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:32.745538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e7bdadfb-0175-4084-9e43-c595a5f991d8 req-d15724b0-5d26-44c2-9493-8af00b75b1a6 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 210 time: 0.0377641 Nov 10 21:48:32.773075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-296550b2-986e-4f5c-b359-f4abfc64b843 req-831a201d-7ad5-49ef-9330-dee213bf800c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702412 Nov 10 21:48:32.790289 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521470f-e0c9-43e9-a718-ec5a2a99f6f5 None None] Pushing event updated for resources: {'Port': ['ID=430ad49f-eed5-484a-a147-8e7b213ea377,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:32.842125 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Attempting to bind port 430ad49f-eed5-484a-a147-8e7b213ea377 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:32.842765 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Attempting to bind port 430ad49f-eed5-484a-a147-8e7b213ea377 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:32.857675 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Attempting to bind port 430ad49f-eed5-484a-a147-8e7b213ea377 on network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:32.857675 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:32.857675 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Checking segment: {'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:32.857675 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:32.857675 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Bound using segment: {'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:32.857675 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Bound port: 430ad49f-eed5-484a-a147-8e7b213ea377, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc08525-ca84-42d8-945e-29a500861f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:32.857675 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:32.948150 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] For port 430ad49f-eed5-484a-a147-8e7b213ea377, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:32.952582 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] For port 430ad49f-eed5-484a-a147-8e7b213ea377, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=430ad49f-eed5-484a-a147-8e7b213ea377,segment=NetworkSegment(edc08525-ca84-42d8-945e-29a500861f41),segment_id=edc08525-ca84-42d8-945e-29a500861f41)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:32.962383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c36d8d-03c5-4b93-b66c-5990d9259b28 req-e2056e59-cb10-4c33-96e8-ee1adb21a28a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:32.978364 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9c36d8d-03c5-4b93-b66c-5990d9259b28 req-e2056e59-cb10-4c33-96e8-ee1adb21a28a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0974112 Nov 10 21:48:33.049054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9c36d8d-03c5-4b93-b66c-5990d9259b28 req-25f5bfb3-2fc1-4a38-ad62-06a1a0b21089 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764880 Nov 10 21:48:33.111829 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:33.164382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94829fb6-fc17-440d-a0a2-828df901abbc None None] Provisioning complete for port 430ad49f-eed5-484a-a147-8e7b213ea377 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:33.167392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94829fb6-fc17-440d-a0a2-828df901abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:33.206462 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Routers {'fa260def-71da-4125-a18b-3cd17ecf0431'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:48:33.206462 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:48:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fa260def-71da-4125-a18b-3cd17ecf0431'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:33.260232 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521470f-e0c9-43e9-a718-ec5a2a99f6f5 None None] Pushing event updated for resources: {'Port': ['ID=430ad49f-eed5-484a-a147-8e7b213ea377,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:33.289297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50259fb-8c82-4d92-b47c-4dcc3dc84578 req-236b02c8-202c-47d5-86ca-2d4882be6d29 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:33.290876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a50259fb-8c82-4d92-b47c-4dcc3dc84578 req-236b02c8-202c-47d5-86ca-2d4882be6d29 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0797820 Nov 10 21:48:33.373072 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94829fb6-fc17-440d-a0a2-828df901abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:33.401792 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] Set router fa260def-71da-4125-a18b-3cd17ecf0431 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:48:33.407928 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a50259fb-8c82-4d92-b47c-4dcc3dc84578 req-996c7e84-473b-4f0d-a51f-1114df4aa478 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027284 Nov 10 21:48:33.432288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94829fb6-fc17-440d-a0a2-828df901abbc None None] For port 430ad49f-eed5-484a-a147-8e7b213ea377, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=430ad49f-eed5-484a-a147-8e7b213ea377,segment=NetworkSegment(edc08525-ca84-42d8-945e-29a500861f41),segment_id=edc08525-ca84-42d8-945e-29a500861f41)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:33.554483 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94829fb6-fc17-440d-a0a2-828df901abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:33.636481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94829fb6-fc17-440d-a0a2-828df901abbc None None] Pushing event updated for resources: {'Port': ['ID=430ad49f-eed5-484a-a147-8e7b213ea377,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:33.637433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a0ae1-2a8f-4d5e-944d-9e5519726645 req-2220994c-e429-4ecf-99af-8262abaa7cb0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:33.649515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-340a0ae1-2a8f-4d5e-944d-9e5519726645 req-2220994c-e429-4ecf-99af-8262abaa7cb0 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1240301 Nov 10 21:48:33.699253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-91fc39e0-30e0-431e-8c5e-db6d2efff2d9 None None] Provisioning complete for port 430ad49f-eed5-484a-a147-8e7b213ea377 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:33.699683 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-91fc39e0-30e0-431e-8c5e-db6d2efff2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:33.726143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-340a0ae1-2a8f-4d5e-944d-9e5519726645 req-7d88022f-5e06-43a5-a1a5-6b6d8d2fba3d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754738 Nov 10 21:48:33.760777 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '42befcf4-5909-464e-be69-7882e74b73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 4, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port': {'id': '42befcf4-5909-464e-be69-7882e74b73d5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:23Z', 'updated_at': '2021-11-10T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '430ad49f-eed5-484a-a147-8e7b213ea377', 'name': '', 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'mac_address': 'fa:16:3e:63:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:26Z', 'updated_at': '2021-11-10T21:48:32Z', 'revision_number': 4, 'project_id': '675973affa6743df850f288d8cf3938b', 'subnets': [{'id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:33.799689 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78abe65d-3c29-4b44-9048-4028c52d4d1c None None] The sync data for ids ['fa260def-71da-4125-a18b-3cd17ecf0431'] in n-d-776250-11 is: [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '42befcf4-5909-464e-be69-7882e74b73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:48:27Z', 'revision_number': 4, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port': {'id': '42befcf4-5909-464e-be69-7882e74b73d5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:23Z', 'updated_at': '2021-11-10T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '430ad49f-eed5-484a-a147-8e7b213ea377', 'name': '', 'network_id': '89e5d9e3-0b0e-425b-8041-6941d183a9d5', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'mac_address': 'fa:16:3e:63:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:26Z', 'updated_at': '2021-11-10T21:48:32Z', 'revision_number': 4, 'project_id': '675973affa6743df850f288d8cf3938b', 'subnets': [{'id': '94a148d4-fabc-4bb5-a304-ac5d8eddc787', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:48:33.907592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28951579-b793-4528-be58-f17fb01abc01 req-19cf3ee2-cb34-42d0-b840-b6dac5327cc9 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 210 time: 0.0386271 Nov 10 21:48:33.980995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b995a33-20f2-4ce0-ac2a-81c9cd7268c9 req-b65f689b-af51-41f1-bbdc-feee11c4e6da tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:33.982791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b995a33-20f2-4ce0-ac2a-81c9cd7268c9 req-b65f689b-af51-41f1-bbdc-feee11c4e6da tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0706029 Nov 10 21:48:34.048335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4b995a33-20f2-4ce0-ac2a-81c9cd7268c9 req-f05f6633-c529-46c4-9f6d-99299b506e39 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537260 Nov 10 21:48:34.250599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db36c0a-6763-4947-b446-7f00b5277472 req-af7d52e0-0026-43b9-aedf-c1768ef9ff40 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:34.252627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8db36c0a-6763-4947-b446-7f00b5277472 req-af7d52e0-0026-43b9-aedf-c1768ef9ff40 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0786009 Nov 10 21:48:34.258969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-d4001299-3c1b-4611-bf6d-747b7af48b7a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:34.260526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-d4001299-3c1b-4611-bf6d-747b7af48b7a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.53 "GET /v2.0/networks?id=735a9e05-d4ac-4080-877c-574bf964ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1748662 Nov 10 21:48:34.279673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Request body: {'port': {'device_id': '42f28360-02f3-4960-b605-e8fa0d685786', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'admin_state_up': True, 'tenant_id': '675973affa6743df850f288d8cf3938b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:34.334908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8db36c0a-6763-4947-b446-7f00b5277472 req-79257423-30c1-4e95-809b-0432685ab7ce tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734060 Nov 10 21:48:34.500734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Made reservation on behalf of 675973affa6743df850f288d8cf3938b for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:48:34.500734 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:34.580627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e99a4-bc65-47bc-9444-72aaa8fe97c0 req-d8adf71b-ade8-4515-ab2e-eec0be31a48d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:34.584181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-552e99a4-bc65-47bc-9444-72aaa8fe97c0 req-d8adf71b-ade8-4515-ab2e-eec0be31a48d tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1338344 Nov 10 21:48:34.679563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-552e99a4-bc65-47bc-9444-72aaa8fe97c0 req-42889d2c-b303-47bf-8b92-71f6d9467b4f tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895562 Nov 10 21:48:34.729864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Allocated IP 172.20.0.5 (735a9e05-d4ac-4080-877c-574bf964ecf1/50e2fff4-7e88-470f-852d-57e89e444be6/63c56f2d-810a-4d53-9bf3-8ef118cff159) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:34.860110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5671-50f8-40c3-8732-614a060afd3d req-afe72f78-ce87-4f1f-b050-098a2f9bbad8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:34.861610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c35d5671-50f8-40c3-8732-614a060afd3d req-afe72f78-ce87-4f1f-b050-098a2f9bbad8 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0678048 Nov 10 21:48:34.918594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c35d5671-50f8-40c3-8732-614a060afd3d req-ba9978b5-abd6-4949-baa9-967074273309 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504651 Nov 10 21:48:34.933886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:35.021227 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09c41a0a-0835-44eb-8c5a-ebcd382b56ca req-fc942e95-00f6-46ca-a520-d64e9b106e2a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 210 time: 0.0291250 Nov 10 21:48:35.041951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:35.091775 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:35.099873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:35.104537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:35.109525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Pushing event updated for resources: {'Port': ['ID=63c56f2d-810a-4d53-9bf3-8ef118cff159,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:35.117380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4786715-dcf7-4452-8b95-94b77ae45f58 req-b518d983-d03f-4488-b61c-914b94b8fbde tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:35.132502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4786715-dcf7-4452-8b95-94b77ae45f58 req-b518d983-d03f-4488-b61c-914b94b8fbde tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0774040 Nov 10 21:48:35.188216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:35.189041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:35.205720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4786715-dcf7-4452-8b95-94b77ae45f58 req-d0f95e42-6cf4-4014-b969-2f17ab87ae44 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692086 Nov 10 21:48:35.316892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-69879c1b-891e-4090-ac5b-c9b4d9ccf6f8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0465136 Nov 10 21:48:35.336300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 430ad49f-eed5-484a-a147-8e7b213ea377 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:35.340931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Request body: {'port': {'device_id': '42f28360-02f3-4960-b605-e8fa0d685786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:35.409277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 430ad49f-eed5-484a-a147-8e7b213ea377 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:35.410427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:35.478581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2c0a9ad9-863d-4941-9fa2-80a517924e59 None None] Provisioning complete for port 63c56f2d-810a-4d53-9bf3-8ef118cff159 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:35.478948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2c0a9ad9-863d-4941-9fa2-80a517924e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:35.484600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95861287-28e5-4012-bf5d-0d1e98fdb3ee req-978a0a40-29b0-4c85-b50c-1f9584ae050c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:35.486135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95861287-28e5-4012-bf5d-0d1e98fdb3ee req-978a0a40-29b0-4c85-b50c-1f9584ae050c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1696293 Nov 10 21:48:35.487012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:35.591092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-95861287-28e5-4012-bf5d-0d1e98fdb3ee req-20bf4d75-163e-4cb3-b232-4f304e99a70b tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938380 Nov 10 21:48:35.765477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a9ad9-863d-4941-9fa2-80a517924e59 None None] Port 63c56f2d-810a-4d53-9bf3-8ef118cff159 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:35.837365 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-12d1327d-3261-4c4c-a10d-ef5d949974c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:35.856096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f40d1-a475-4aa2-a48e-04dc142ab62d req-38963fc0-b2fb-48fb-8eba-65f84faa4093 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:35.858222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440f40d1-a475-4aa2-a48e-04dc142ab62d req-38963fc0-b2fb-48fb-8eba-65f84faa4093 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1043196 Nov 10 21:48:35.971445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440f40d1-a475-4aa2-a48e-04dc142ab62d req-02ffe083-ce4b-4109-aa12-8778933caf35 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028504 Nov 10 21:48:35.984076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c56f2d-810a-4d53-9bf3-8ef118cff159 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:48:35.998825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:36.012751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Transition to ACTIVE for port object 63c56f2d-810a-4d53-9bf3-8ef118cff159 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:48:36.107229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511a2f9-366e-475f-80de-fcfe514f64f5 req-f8f16e99-0ab6-4241-a198-2e72f4d21c5c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.108786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c511a2f9-366e-475f-80de-fcfe514f64f5 req-f8f16e99-0ab6-4241-a198-2e72f4d21c5c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0521126 Nov 10 21:48:36.135478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2d772-0763-4f8b-8c69-98907f42ac98 req-5ca67221-eacd-481c-ad94-b9557d430d78 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.138611 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61b2d772-0763-4f8b-8c69-98907f42ac98 req-5ca67221-eacd-481c-ad94-b9557d430d78 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1027 time: 0.0472410 Nov 10 21:48:36.162225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c511a2f9-366e-475f-80de-fcfe514f64f5 req-bbf81243-5218-4210-92aa-9151f11f476a tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Nov 10 21:48:36.164082 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:36.240149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61b2d772-0763-4f8b-8c69-98907f42ac98 req-5b14640c-207f-42ec-b09e-1d7e9f6d75c1 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948482 Nov 10 21:48:36.264360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Pushing event updated for resources: {'Port': ['ID=63c56f2d-810a-4d53-9bf3-8ef118cff159,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:36.340510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Attempting to bind port 63c56f2d-810a-4d53-9bf3-8ef118cff159 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:36.340858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Attempting to bind port 63c56f2d-810a-4d53-9bf3-8ef118cff159 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:36.341188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Attempting to bind port 63c56f2d-810a-4d53-9bf3-8ef118cff159 on network 735a9e05-d4ac-4080-877c-574bf964ecf1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:36.347286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Port 63c56f2d-810a-4d53-9bf3-8ef118cff159 on network 735a9e05-d4ac-4080-877c-574bf964ecf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:48:36.348205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Attempting to bind port 63c56f2d-810a-4d53-9bf3-8ef118cff159 on network 735a9e05-d4ac-4080-877c-574bf964ecf1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:36.353784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:36.354069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c843e8-81e1-4a83-87cd-1558b2c59109 req-1cd795a0-1ae5-4510-8283-c83c60e8b458 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.355388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Checking segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:36.355388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Bound using segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:36.361731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Bound port: 63c56f2d-810a-4d53-9bf3-8ef118cff159, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:36.361731 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:36.361997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15c843e8-81e1-4a83-87cd-1558b2c59109 req-1cd795a0-1ae5-4510-8283-c83c60e8b458 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0762231 Nov 10 21:48:36.440356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15c843e8-81e1-4a83-87cd-1558b2c59109 req-d5ca32f7-63b1-48cb-abcd-f6730d1cf320 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750268 Nov 10 21:48:36.459489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] For port 63c56f2d-810a-4d53-9bf3-8ef118cff159, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:36.473216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] For port 63c56f2d-810a-4d53-9bf3-8ef118cff159, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=63c56f2d-810a-4d53-9bf3-8ef118cff159,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:36.556634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:36.605191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.605191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:36.610066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] 10.222.0.53 "PUT /v2.0/ports/63c56f2d-810a-4d53-9bf3-8ef118cff159 HTTP/1.1" status: 200 len: 1092 time: 1.2772734 Nov 10 21:48:36.633659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785e1d5-6e2b-41cc-809b-eb2caaf62016 req-18d167a1-2efe-4995-ab60-db7df20eab6c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.641414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e785e1d5-6e2b-41cc-809b-eb2caaf62016 req-18d167a1-2efe-4995-ab60-db7df20eab6c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1161194 Nov 10 21:48:36.648725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f28360-02f3-4960-b605-e8fa0d685786', 'tag': '63c56f2d-810a-4d53-9bf3-8ef118cff159'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:36.652139 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be6022d-e417-4af1-a759-356201318414" -d '{"events": [{"name": "network-changed", "server_uuid": "42f28360-02f3-4960-b605-e8fa0d685786", "tag": "63c56f2d-810a-4d53-9bf3-8ef118cff159"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:36.718285 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d970ac5-b602-44d2-a6ad-120e8f95dd3f x-openstack-request-id: req-2d970ac5-b602-44d2-a6ad-120e8f95dd3f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:36.718569 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f28360-02f3-4960-b605-e8fa0d685786", "tag": "63c56f2d-810a-4d53-9bf3-8ef118cff159", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:36.718995 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d970ac5-b602-44d2-a6ad-120e8f95dd3f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:36.719384 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f28360-02f3-4960-b605-e8fa0d685786', 'tag': '63c56f2d-810a-4d53-9bf3-8ef118cff159', 'status': 'completed', 'code': 200} Nov 10 21:48:36.754719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e785e1d5-6e2b-41cc-809b-eb2caaf62016 req-2287088c-edc1-4027-8842-df09de28a819 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018021 Nov 10 21:48:36.754719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f551429-7034-4578-8dac-b8ad5ec24888 service neutron] Pushing event updated for resources: {'Port': ['ID=63c56f2d-810a-4d53-9bf3-8ef118cff159,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:36.816805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6022d-e417-4af1-a759-356201318414 req-320592f5-2715-4d9c-974c-f40b16a5dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.818490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9be6022d-e417-4af1-a759-356201318414 req-320592f5-2715-4d9c-974c-f40b16a5dbe9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=675973affa6743df850f288d8cf3938b&device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1095 time: 0.0688708 Nov 10 21:48:36.954646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c92447-bff8-4be3-9333-c32321b8e8d1 req-9a9e66a6-a54c-41e8-aff4-b15f17fd6004 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.956391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15c92447-bff8-4be3-9333-c32321b8e8d1 req-9a9e66a6-a54c-41e8-aff4-b15f17fd6004 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1048045 Nov 10 21:48:36.976395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6022d-e417-4af1-a759-356201318414 req-5e182bf8-dfb8-4b85-8320-48dc508ad389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:36.977865 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9be6022d-e417-4af1-a759-356201318414 req-5e182bf8-dfb8-4b85-8320-48dc508ad389 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=675973affa6743df850f288d8cf3938b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1481931 Nov 10 21:48:37.071409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15c92447-bff8-4be3-9333-c32321b8e8d1 req-a75e6cfb-5e2c-4395-ac60-957a93ea656c tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057379 Nov 10 21:48:37.119522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6022d-e417-4af1-a759-356201318414 req-1d3b4d9c-6432-495d-af0e-13a344822a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:37.121157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9be6022d-e417-4af1-a759-356201318414 req-1d3b4d9c-6432-495d-af0e-13a344822a0a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357696 Nov 10 21:48:37.235512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-c0ae142c-743d-4357-b936-b780b17a69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:37.241116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-c0ae142c-743d-4357-b936-b780b17a69aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=675973affa6743df850f288d8cf3938b&device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1095 time: 0.0684156 Nov 10 21:48:37.294414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-065c0c8e-a518-4f7a-951c-466772ec2ed6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c56f2d-810a-4d53-9bf3-8ef118cff159 HTTP/1.1" status: 200 len: 217 time: 0.0436664 Nov 10 21:48:37.350701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-1798a9ed-8e60-4bc3-bb8d-bcfdf1dcf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:37.352223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-1798a9ed-8e60-4bc3-bb8d-bcfdf1dcf858 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50e2fff4-7e88-470f-852d-57e89e444be6 HTTP/1.1" status: 200 len: 849 time: 0.0511231 Nov 10 21:48:37.358424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa20b2-5d49-40af-a127-35eb108773c0 req-2c0bc1f6-94cc-48a2-bc11-76a3c7a90cd7 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:37.360123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecfa20b2-5d49-40af-a127-35eb108773c0 req-2c0bc1f6-94cc-48a2-bc11-76a3c7a90cd7 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1095 time: 0.0417078 Nov 10 21:48:37.406269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-cedf3850-27bf-45b6-ab44-e2bd9f14f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:37.407358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecfa20b2-5d49-40af-a127-35eb108773c0 req-63b4ab04-482a-490a-9b3f-ca1b23057336 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Nov 10 21:48:37.407703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-cedf3850-27bf-45b6-ab44-e2bd9f14f69e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=735a9e05-d4ac-4080-877c-574bf964ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479538 Nov 10 21:48:37.522519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-b1c82175-2443-4212-8870-f5cda92d74ae service neutron] 10.222.0.53 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063969 Nov 10 21:48:37.634946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7db13ca8-c95f-4a64-92ab-ebd5b93fa785 req-55beb5b7-4bd1-4d42-8bc9-8123df5fb702 service neutron] 10.222.0.53 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043177 Nov 10 21:48:37.941552 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f5248b8-5094-4086-a021-47fc62bdf99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:38.023979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-b7279455-f7bd-4741-bb44-3cc88dd42bed tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:38.026561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-b7279455-f7bd-4741-bb44-3cc88dd42bed tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/networks?id=1864cd50-61aa-4bd4-bfc4-32a89f066416 HTTP/1.1" status: 200 len: 814 time: 0.1550748 Nov 10 21:48:38.047054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-6ca13422-840e-4188-8b7e-6beb3ff77ee7 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/quotas/b7951e332cf6436882a1eb7e9614de60 HTTP/1.1" status: 200 len: 375 time: 0.0145199 Nov 10 21:48:38.094873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-6a8e9126-1b5d-4e2a-a1b5-94277527a828 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b7951e332cf6436882a1eb7e9614de60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407989 Nov 10 21:48:38.210456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-494d1c7c-67e7-4917-9aa2-f5dacd1f2f27 service neutron] 10.222.0.45 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069329 Nov 10 21:48:38.309767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e6f2277d-30de-4fba-8627-4ba4c7e1a744 service neutron] 10.222.0.45 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932107 Nov 10 21:48:38.560643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df2bb9-630b-4fb0-af76-7141a15b5b8f req-34a3ed81-b9f3-485f-b86d-5f22cf785bff tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:38.572215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86df2bb9-630b-4fb0-af76-7141a15b5b8f req-34a3ed81-b9f3-485f-b86d-5f22cf785bff tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1095 time: 0.0824964 Nov 10 21:48:38.631970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b072a90-0fbf-4544-b454-a2d6e7ea0f1f req-6480e319-21ec-46a9-ba7d-7deb0fa86923 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 210 time: 0.0596044 Nov 10 21:48:38.668485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86df2bb9-630b-4fb0-af76-7141a15b5b8f req-dffd2ad1-2fbc-4738-a49e-1e6aef74ccac tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952580 Nov 10 21:48:39.328426 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:39.724549 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48af3d6a-45b5-427d-b211-bfd2d75170b7 req-323d9e89-acaf-4e8c-a3ec-804f52a50d9b tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 210 time: 0.0361519 Nov 10 21:48:39.790171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16d08b-8898-4e26-8247-cac066a768d8 req-c776c24d-f5f8-4ea7-8010-1d7c72401201 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:39.791693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef16d08b-8898-4e26-8247-cac066a768d8 req-c776c24d-f5f8-4ea7-8010-1d7c72401201 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1095 time: 0.0451763 Nov 10 21:48:39.843118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef16d08b-8898-4e26-8247-cac066a768d8 req-8bed7e3e-8baf-4923-b8f4-520554f6723e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Nov 10 21:48:40.845697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a56fc783-e322-455f-a369-8939fd58a3fb req-0f86b0c9-a36b-4167-aac4-ac1db0d02fac tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 210 time: 0.0330300 Nov 10 21:48:40.865118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 63c56f2d-810a-4d53-9bf3-8ef118cff159 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:48:40.967913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 63c56f2d-810a-4d53-9bf3-8ef118cff159, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=63c56f2d-810a-4d53-9bf3-8ef118cff159,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:40.980346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '63c56f2d-810a-4d53-9bf3-8ef118cff159', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'port_id': '63c56f2d-810a-4d53-9bf3-8ef118cff159', 'mac_address': 'fa:16:3e:f8:1a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:48:40.983851 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:41.012289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e2bc0-ae5c-45ff-9d02-7cd1f8c8bd30 req-0abbce6d-e777-4e9e-a24d-6e8fd812a811 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:41.013902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-329e2bc0-ae5c-45ff-9d02-7cd1f8c8bd30 req-0abbce6d-e777-4e9e-a24d-6e8fd812a811 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1095 time: 0.0641801 Nov 10 21:48:41.043791 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:41.068776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c56f2d-810a-4d53-9bf3-8ef118cff159 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:48:41.079624 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-329e2bc0-ae5c-45ff-9d02-7cd1f8c8bd30 req-091378de-61ae-43bf-85e6-4fdd3f33cefd tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Nov 10 21:48:41.111194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 63c56f2d-810a-4d53-9bf3-8ef118cff159, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=63c56f2d-810a-4d53-9bf3-8ef118cff159,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:41.213997 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:41.333290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=63c56f2d-810a-4d53-9bf3-8ef118cff159,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:41.413511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:41.457252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['63c56f2d-810a-4d53-9bf3-8ef118cff159'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:48:41.985960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-d5f174b9-6705-4c26-988f-58d270608d15 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:41.987979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-d5f174b9-6705-4c26-988f-58d270608d15 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.64 "GET /v2.0/networks?id=1864cd50-61aa-4bd4-bfc4-32a89f066416 HTTP/1.1" status: 200 len: 814 time: 0.2718549 Nov 10 21:48:42.013899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d28b5b02-33fa-4896-a751-1a3cb8c46f28 req-10fb2480-c177-45a0-a353-118ac46b4ea5 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 210 time: 0.0297608 Nov 10 21:48:42.028325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Request body: {'port': {'device_id': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416', 'admin_state_up': True, 'tenant_id': 'b7951e332cf6436882a1eb7e9614de60'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:42.353027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff402d-a0aa-4e21-ba31-cec9d53e5f2b req-ddcb3df9-92ed-4f0d-92ba-e0797d87238d tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:42.359253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78ff402d-a0aa-4e21-ba31-cec9d53e5f2b req-ddcb3df9-92ed-4f0d-92ba-e0797d87238d tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1096 time: 0.1452847 Nov 10 21:48:42.445198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78ff402d-a0aa-4e21-ba31-cec9d53e5f2b req-067e8f7c-9aa3-40ee-aca0-89f5067a02df tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Nov 10 21:48:42.465156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Made reservation on behalf of b7951e332cf6436882a1eb7e9614de60 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:48:42.471489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:42.668192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Allocated IP 172.20.0.13 (1864cd50-61aa-4bd4-bfc4-32a89f066416/ab660642-5583-47c8-aa59-0ae86f3fdcf2/3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:42.885856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 63c56f2d-810a-4d53-9bf3-8ef118cff159 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:43.075189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 63c56f2d-810a-4d53-9bf3-8ef118cff159 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:48:43.082410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 63c56f2d-810a-4d53-9bf3-8ef118cff159 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:43.082911 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:43.217482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-637f4180-e556-4d27-a809-dab2822388d6 req-d005f5fe-7c04-45ba-88a3-370a12fb2028 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 210 time: 0.0809784 Nov 10 21:48:43.311553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:43.362967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:43.402100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f28360-02f3-4960-b605-e8fa0d685786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c56f2d-810a-4d53-9bf3-8ef118cff159'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:43.408466 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85af22-3c2a-4fa0-b384-6855ff7fe157" -d '{"events": [{"server_uuid": "42f28360-02f3-4960-b605-e8fa0d685786", "name": "network-vif-plugged", "status": "completed", "tag": "63c56f2d-810a-4d53-9bf3-8ef118cff159"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:43.453952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 63c56f2d-810a-4d53-9bf3-8ef118cff159, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=63c56f2d-810a-4d53-9bf3-8ef118cff159,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:43.469677 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f858cf-2e68-4e70-8dba-70feeb8ce51e x-openstack-request-id: req-19f858cf-2e68-4e70-8dba-70feeb8ce51e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:43.470200 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f28360-02f3-4960-b605-e8fa0d685786", "name": "network-vif-plugged", "status": "completed", "tag": "63c56f2d-810a-4d53-9bf3-8ef118cff159", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:43.470731 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19f858cf-2e68-4e70-8dba-70feeb8ce51e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:43.471236 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f28360-02f3-4960-b605-e8fa0d685786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c56f2d-810a-4d53-9bf3-8ef118cff159', 'code': 200} Nov 10 21:48:43.523418 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:43.566873 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:43.674267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=63c56f2d-810a-4d53-9bf3-8ef118cff159,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:43.691025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Network 1864cd50-61aa-4bd4-bfc4-32a89f066416 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:43.706084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:43.712094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:43.746908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442e81-12fa-4bc3-b969-14101821a8d8 req-cfdfb18e-9159-4560-985d-54fbc01416ed tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:43.748865 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0442e81-12fa-4bc3-b969-14101821a8d8 req-cfdfb18e-9159-4560-985d-54fbc01416ed tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1096 time: 0.2168317 Nov 10 21:48:43.749656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Pushing event updated for resources: {'Port': ['ID=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:43.778769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.779116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.779445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.779813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.780140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.780464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.780782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.781098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.781421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.781972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.782272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.782591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:43.791461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b46b34-6db5-4c59-8cf2-420ebcc9e605 req-21ff7f76-e087-4c09-a694-e27f73c81b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:43.792982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b46b34-6db5-4c59-8cf2-420ebcc9e605 req-21ff7f76-e087-4c09-a694-e27f73c81b05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.2389367 Nov 10 21:48:43.834880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:43.835505 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:43.883304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0442e81-12fa-4bc3-b969-14101821a8d8 req-256e646a-00f7-4c13-859a-e168f2787375 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249585 Nov 10 21:48:43.894795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b46b34-6db5-4c59-8cf2-420ebcc9e605 req-b3641a72-8e64-445d-adcb-5603093e7fc2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924602 Nov 10 21:48:43.960161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-e9b9b675-6d72-4ee0-91b5-5299475ab136 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9618888 Nov 10 21:48:43.974157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Request body: {'port': {'device_id': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:44.036604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:44.327153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:48:44.335237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56e67f-58d5-44f5-a8b0-2081a80d59ac req-f14529cc-f5dd-47aa-b1d0-51c0e6697176 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:44.338046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:44.341302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e56e67f-58d5-44f5-a8b0-2081a80d59ac req-f14529cc-f5dd-47aa-b1d0-51c0e6697176 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 932 time: 0.0647435 Nov 10 21:48:44.352356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Transition to ACTIVE for port object 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:48:44.392282 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e56e67f-58d5-44f5-a8b0-2081a80d59ac req-9cc589b5-d0de-4c5b-ab18-607e4882d32b tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Nov 10 21:48:44.447991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:44.543103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Pushing event updated for resources: {'Port': ['ID=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:44.605243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Attempting to bind port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:44.605645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Attempting to bind port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:44.605996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Attempting to bind port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 on network 1864cd50-61aa-4bd4-bfc4-32a89f066416 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:44.612788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 on network 1864cd50-61aa-4bd4-bfc4-32a89f066416 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:48:44.613162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Attempting to bind port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 on network 1864cd50-61aa-4bd4-bfc4-32a89f066416 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:44.618811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:44.619039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Checking segment: {'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:44.619387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Bound using segment: {'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:44.619842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Bound port: 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:44.620825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:44.752484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] For port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:44.760865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] For port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:44.888425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:44.942122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:44.943593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:44.946026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] 10.222.0.64 "PUT /v2.0/ports/3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 HTTP/1.1" status: 200 len: 1093 time: 0.9774547 Nov 10 21:48:44.946688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'tag': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:44.950984 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39c2782-9b95-47af-9333-0795d7433a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c47f6b40-8459-4206-880a-5c943c2ebedd", "tag": "3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:45.000389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20040-322b-4aad-b70f-bc923f4feb67 service neutron] Pushing event updated for resources: {'Port': ['ID=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:45.104741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04e79f-a56a-4eee-a406-e724fb92bd08 req-07a30f31-5ca1-442b-a630-aaeeba0230e8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:45.118450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d04e79f-a56a-4eee-a406-e724fb92bd08 req-07a30f31-5ca1-442b-a630-aaeeba0230e8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.0820522 Nov 10 21:48:45.199389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d04e79f-a56a-4eee-a406-e724fb92bd08 req-db6ee8d9-6667-463a-a88b-464d5c95d280 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770152 Nov 10 21:48:45.246642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-07a885a5-1f67-4f98-9439-8265a2bb0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:45.248693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-07a885a5-1f67-4f98-9439-8265a2bb0c28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7951e332cf6436882a1eb7e9614de60&device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 1096 time: 0.1310704 Nov 10 21:48:45.286535 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98b8c2-f79c-4a58-a135-87450dae06c0 x-openstack-request-id: req-7d98b8c2-f79c-4a58-a135-87450dae06c0 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:45.287251 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47f6b40-8459-4206-880a-5c943c2ebedd", "tag": "3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:45.287982 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d98b8c2-f79c-4a58-a135-87450dae06c0 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:45.288627 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'tag': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8', 'status': 'completed', 'code': 200} Nov 10 21:48:45.346282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-470dda24-debd-49e3-8cf8-bf3254100f1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 HTTP/1.1" status: 200 len: 217 time: 0.0870984 Nov 10 21:48:45.520021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-6147936d-af4e-49f0-9c94-856aef059158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:45.522192 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-6147936d-af4e-49f0-9c94-856aef059158 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab660642-5583-47c8-aa59-0ae86f3fdcf2 HTTP/1.1" status: 200 len: 854 time: 0.1536205 Nov 10 21:48:45.575306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8081e0-2eeb-4737-893c-60c163b1f850 req-b6211425-88f6-4fcf-a158-ac231821d3d3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:45.577813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d8081e0-2eeb-4737-893c-60c163b1f850 req-b6211425-88f6-4fcf-a158-ac231821d3d3 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.1131494 Nov 10 21:48:45.604190 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-1388f6d7-4f3c-45f1-b508-d061d8ea8b08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1864cd50-61aa-4bd4-bfc4-32a89f066416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404236 Nov 10 21:48:45.655619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c61d6e-f510-4b15-9e54-a78fd7168bd0 req-f1cc8564-95ab-45e5-97c0-9d4b9be11805 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:45.672847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89c61d6e-f510-4b15-9e54-a78fd7168bd0 req-f1cc8564-95ab-45e5-97c0-9d4b9be11805 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 944 time: 0.1930647 Nov 10 21:48:45.691608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d8081e0-2eeb-4737-893c-60c163b1f850 req-ca661813-d349-421d-9a01-d100646cff11 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967817 Nov 10 21:48:45.812160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89c61d6e-f510-4b15-9e54-a78fd7168bd0 req-eb1acd08-c0de-4a3d-a631-a1888c697a74 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379962 Nov 10 21:48:45.842481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-fd32d286-c85c-4d61-a298-09db1ab44a98 service neutron] 10.222.0.64 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281935 Nov 10 21:48:45.944179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac6687e-2751-4ea8-98d0-13534a7a73a3 req-b6f2ec40-1bc1-45d0-a27b-d2eb6efed5ec service neutron] 10.222.0.64 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929761 Nov 10 21:48:46.263356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c2782-9b95-47af-9333-0795d7433a9e req-26f279b3-9293-4889-ad30-8e8b8638f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:46.266400 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39c2782-9b95-47af-9333-0795d7433a9e req-26f279b3-9293-4889-ad30-8e8b8638f9f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7951e332cf6436882a1eb7e9614de60&device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 1096 time: 0.0872068 Nov 10 21:48:46.371784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c334e33-1956-44af-a907-aa00ddd382b2 req-96fa581e-58e6-4450-ba9f-31fce9da8765 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:46.373470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c334e33-1956-44af-a907-aa00ddd382b2 req-96fa581e-58e6-4450-ba9f-31fce9da8765 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.0465920 Nov 10 21:48:46.412086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c2782-9b95-47af-9333-0795d7433a9e req-734e719e-cf20-41d8-9106-1230b504aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:46.413748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39c2782-9b95-47af-9333-0795d7433a9e req-734e719e-cf20-41d8-9106-1230b504aafe service neutron] 10.222.0.64 "GET /v2.0/networks?id=1864cd50-61aa-4bd4-bfc4-32a89f066416 HTTP/1.1" status: 200 len: 915 time: 0.1335230 Nov 10 21:48:46.452961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c334e33-1956-44af-a907-aa00ddd382b2 req-3c967d86-06a2-4dbb-829b-8cb3a70b1699 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629728 Nov 10 21:48:46.475325 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39c2782-9b95-47af-9333-0795d7433a9e req-224f596f-2649-44b8-a77c-aee02ee0246c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 HTTP/1.1" status: 200 len: 217 time: 0.0521622 Nov 10 21:48:46.587912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c2782-9b95-47af-9333-0795d7433a9e req-51aefde9-4292-4551-8006-141f12168c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:46.589631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39c2782-9b95-47af-9333-0795d7433a9e req-51aefde9-4292-4551-8006-141f12168c45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab660642-5583-47c8-aa59-0ae86f3fdcf2 HTTP/1.1" status: 200 len: 854 time: 0.1079476 Nov 10 21:48:46.629911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39c2782-9b95-47af-9333-0795d7433a9e req-8a5cee40-f411-4024-8921-5bcc4bf14ef7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1864cd50-61aa-4bd4-bfc4-32a89f066416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321486 Nov 10 21:48:46.632081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3396bb7-68bd-4d07-8bcc-9af7bcc42287 req-df0d3524-3e36-49fe-a2cf-2234d5fea36d tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:46.633426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3396bb7-68bd-4d07-8bcc-9af7bcc42287 req-df0d3524-3e36-49fe-a2cf-2234d5fea36d tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.0923607 Nov 10 21:48:46.753284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3396bb7-68bd-4d07-8bcc-9af7bcc42287 req-d26c7aef-b486-4613-9525-04ba4430f22d tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018083 Nov 10 21:48:46.773683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39c2782-9b95-47af-9333-0795d7433a9e req-c7ccc54d-40d0-4cd0-acc8-547840cb6689 service neutron] 10.222.0.64 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319900 Nov 10 21:48:46.865336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdd329-5179-4b62-a472-b56f499e162c req-c76e17f9-2dd1-4276-9614-3e70b5348a68 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:46.866857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfdd329-5179-4b62-a472-b56f499e162c req-c76e17f9-2dd1-4276-9614-3e70b5348a68 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0970829 Nov 10 21:48:46.922466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfdd329-5179-4b62-a472-b56f499e162c req-70139aa0-2289-496e-b19c-55697c11d12e tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde82f07-407c-44a2-bdde-37ac551170c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 Nov 10 21:48:46.965645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4ab6-caef-46f8-8a2e-570f9bc2dab6 req-159e0c0b-b70d-4a78-aaa2-577cb170bb0a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:46.967621 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-012d4ab6-caef-46f8-8a2e-570f9bc2dab6 req-159e0c0b-b70d-4a78-aaa2-577cb170bb0a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.0964422 Nov 10 21:48:46.970982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f39c2782-9b95-47af-9333-0795d7433a9e req-01d16134-1d33-4314-9a2f-376a25f1e00a service neutron] 10.222.0.64 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887691 Nov 10 21:48:47.016160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e6a30-6750-4ef2-8206-2e347215b3df req-2dae0375-655f-44ec-aa76-02e992906e42 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:47.017660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-906e6a30-6750-4ef2-8206-2e347215b3df req-2dae0375-655f-44ec-aa76-02e992906e42 tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 946 time: 0.0893600 Nov 10 21:48:47.070382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-012d4ab6-caef-46f8-8a2e-570f9bc2dab6 req-33ca9814-00d3-4dd0-9aef-37bda1a6d87b tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912538 Nov 10 21:48:47.092271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fa6bb-0d6c-4f0c-9e7f-3ac82cd10792 req-430b6c89-6aec-4cfe-b710-4773d3333c25 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:47.100318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd4fa6bb-0d6c-4f0c-9e7f-3ac82cd10792 req-430b6c89-6aec-4cfe-b710-4773d3333c25 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 944 time: 0.1049075 Nov 10 21:48:47.181276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Deleting port 0e63bd6f-244d-403a-9a9d-73d5624116d8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:48:47.181832 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:47.201475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd4fa6bb-0d6c-4f0c-9e7f-3ac82cd10792 req-9b658b6b-9461-40c8-80c4-d9e1d85d6570 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930581 Nov 10 21:48:47.360717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] For port 0e63bd6f-244d-403a-9a9d-73d5624116d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=0e63bd6f-244d-403a-9a9d-73d5624116d8,segment=NetworkSegment(be55ce38-f71d-43d2-a8aa-7057795b07f5),segment_id=be55ce38-f71d-43d2-a8aa-7057795b07f5)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:47.361104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:47.381572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Calling delete_port for 0e63bd6f-244d-403a-9a9d-73d5624116d8 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:48:47.406192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-96138bf6-fc7e-4e1f-b321-6e9e74a6610f tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:47.407815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-96138bf6-fc7e-4e1f-b321-6e9e74a6610f tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/networks?id=735a9e05-d4ac-4080-877c-574bf964ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1398773 Nov 10 21:48:47.451161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-ce4abf50-1e67-435f-928d-c9b57c7f9651 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/quotas/675973affa6743df850f288d8cf3938b HTTP/1.1" status: 200 len: 375 time: 0.0149271 Nov 10 21:48:47.532915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-39735a67-01c6-4d65-b6e4-43de6d84cd81 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=675973affa6743df850f288d8cf3938b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717561 Nov 10 21:48:47.680340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-720c7509-24e2-4b15-bbc9-d329406d184b service neutron] 10.222.0.45 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223953 Nov 10 21:48:47.754029 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:47.767819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['0e63bd6f-244d-403a-9a9d-73d5624116d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:48:47.798644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Pushing event deleted for resources: {'Port': ['ID=0e63bd6f-244d-403a-9a9d-73d5624116d8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:47.842094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] No DVR routers for this DVR port 0e63bd6f-244d-403a-9a9d-73d5624116d8 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:48:47.848207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:47.851706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-906e6a30-6750-4ef2-8206-2e347215b3df req-30c46922-f852-4a96-b409-0c02a432edcc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.53 "DELETE /v2.0/ports/0e63bd6f-244d-403a-9a9d-73d5624116d8 HTTP/1.1" status: 204 len: 173 time: 0.8250489 Nov 10 21:48:47.852495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-deleted', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:47.855302 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f4130e-83bd-49da-ac56-3cfcfd4bb6f0" -d '{"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-deleted", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:47.874600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-46ec52fc-6fdc-4bd2-8e86-34cffd8c8c6f service neutron] 10.222.0.45 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857235 Nov 10 21:48:48.198890 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3252c43-8ea9-44f2-953f-b9d153fa836c x-openstack-request-id: req-e3252c43-8ea9-44f2-953f-b9d153fa836c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:48.199226 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf29437-bb93-434e-a5bd-dff8f1efc1c0", "name": "network-vif-deleted", "tag": "0e63bd6f-244d-403a-9a9d-73d5624116d8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:48.199553 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3252c43-8ea9-44f2-953f-b9d153fa836c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:48.200045 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf29437-bb93-434e-a5bd-dff8f1efc1c0', 'name': 'network-vif-deleted', 'tag': '0e63bd6f-244d-403a-9a9d-73d5624116d8', 'status': 'completed', 'code': 200} Nov 10 21:48:48.333177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f5032b9a-1c95-4062-bdf3-3d1e062219b9 req-c37be5d5-eff6-431f-a702-7558e112f5cc tempest-ServersNegativeTestJSON-2120415942 tempest-ServersNegativeTestJSON-2120415942-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf29437-bb93-434e-a5bd-dff8f1efc1c0 HTTP/1.1" status: 200 len: 210 time: 0.0581620 Nov 10 21:48:48.452736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f70cc7a-c5ed-4ff1-8a96-e23980ea7ce3 req-b7669f22-7f2a-4814-9a18-5a322bca9d17 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 210 time: 0.0413082 Nov 10 21:48:48.581768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c82f1-6552-437a-b736-f508fa3d8d9c req-ff6dad0b-da90-4163-8fbf-c09fa1cbc9e6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:48.600118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c1c82f1-6552-437a-b736-f508fa3d8d9c req-ff6dad0b-da90-4163-8fbf-c09fa1cbc9e6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 944 time: 0.0789342 Nov 10 21:48:48.699451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c1c82f1-6552-437a-b736-f508fa3d8d9c req-0b342afd-5dab-49c1-95de-3e83cda776f7 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955915 Nov 10 21:48:48.773608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b27dde-2e95-4ee6-82b2-55a5b9eb5270 req-4b67e8a6-2f14-4a86-844d-fb7f6f69f34f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:48.775185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6b27dde-2e95-4ee6-82b2-55a5b9eb5270 req-4b67e8a6-2f14-4a86-844d-fb7f6f69f34f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0951610 Nov 10 21:48:48.829536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6b27dde-2e95-4ee6-82b2-55a5b9eb5270 req-9c3ee3bc-ea96-4683-80f0-fa9d28658848 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458543 Nov 10 21:48:49.406428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58182) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:49.459506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Deleting subnet 99b6fd98-84e3-40e1-98f9-0503bb99fcae {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:48:49.464484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:49.525928 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:49.560852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:49.613987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33a0740c-fe68-4202-a64b-a611db077f0b req-e13bdf7d-1b36-404e-b0d2-c36bbc7a3273 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 210 time: 0.0381007 Nov 10 21:48:49.615821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:49.729047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:48:49.750166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:49.828757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b6fd98-84e3-40e1-98f9-0503bb99fcae,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:49.843014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:49.850362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58190) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:49.850940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/99b6fd98-84e3-40e1-98f9-0503bb99fcae HTTP/1.1" status: 204 len: 168 time: 0.4430876 Nov 10 21:48:49.855943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.856669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.857022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.857426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.858150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.858150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.859000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.859607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.861356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.873829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.876537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.879129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1f93e-bba7-47d0-bf2d-215481123b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:49.900069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:49.917859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8', 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416', 'port_id': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8', 'mac_address': 'fa:16:3e:80:b2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab660642-5583-47c8-aa59-0ae86f3fdcf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:48:49.967063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:49.983427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:48:50.006109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6761-dae4-4426-a4b6-95b3d980948f req-20ad2cc5-c2aa-4265-868b-edc753caf6f8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:50.007048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-653e6761-dae4-4426-a4b6-95b3d980948f req-20ad2cc5-c2aa-4265-868b-edc753caf6f8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0758920 Nov 10 21:48:50.027994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:50.045404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.074414 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-653e6761-dae4-4426-a4b6-95b3d980948f req-a07db284-ed78-4317-ab45-201e1f924d52 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663650 Nov 10 21:48:50.080506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336d1ac-35e3-4705-84d3-7d90bb8a3617 req-a5069de3-c85b-4070-9045-799309f11ccc tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:50.088595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9336d1ac-35e3-4705-84d3-7d90bb8a3617 req-a5069de3-c85b-4070-9045-799309f11ccc tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 944 time: 0.2620342 Nov 10 21:48:50.128882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.196873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:50.207307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.210470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.211158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.211689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.212678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.213332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.213890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.214443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.215027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.215606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.216580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.217204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.218041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:48:50.224442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9336d1ac-35e3-4705-84d3-7d90bb8a3617 req-eab773f3-381a-4fff-ac41-0c5b4f1b9248 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300437 Nov 10 21:48:50.253990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b112320-50d7-4a26-b5f1-c63721325d95']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:50.265246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be55ce38-f71d-43d2-a8aa-7057795b07f5') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:50.265653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be55ce38-f71d-43d2-a8aa-7057795b07f5') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:48:50.276365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.292052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.302769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:48:50.303191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:48:50.366361 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:48:50.446849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.456740 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.462399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] 10.222.0.45 "DELETE /v2.0/networks/4b112320-50d7-4a26-b5f1-c63721325d95 HTTP/1.1" status: 204 len: 168 time: 0.6100118 Nov 10 21:48:50.491299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e70280-502c-4f08-b79b-1b421fd97bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=4b112320-50d7-4a26-b5f1-c63721325d95,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:50.562630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:48:50.711621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79776db4-eea1-4471-849e-60a161ed546e req-03187c27-7e14-4783-8d55-db21bb03acc0 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 210 time: 0.0265152 Nov 10 21:48:50.776717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-183a0253-8f03-4ffa-90d7-849757ed051a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:50.778228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-183a0253-8f03-4ffa-90d7-849757ed051a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.64 "GET /v2.0/networks?id=735a9e05-d4ac-4080-877c-574bf964ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1578162 Nov 10 21:48:50.790994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Request body: {'port': {'device_id': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'admin_state_up': True, 'tenant_id': '675973affa6743df850f288d8cf3938b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:50.917031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Made reservation on behalf of 675973affa6743df850f288d8cf3938b for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:48:50.920591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:50.951348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58202) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:50.959055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:48:50.983450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 0e63bd6f-244d-403a-9a9d-73d5624116d8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:48:50.983709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 0e63bd6f-244d-403a-9a9d-73d5624116d8 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:48:51.018742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-57f86f76-f59b-4427-af39-94ec3248599c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d83c6131bc19443eacd43f2a8c5eb712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649385 Nov 10 21:48:51.019487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58204) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:51.071037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9f57-b1a9-4eb7-93dc-22ebd4d2a849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:51.078990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Allocated IP 172.20.0.13 (735a9e05-d4ac-4080-877c-574bf964ecf1/50e2fff4-7e88-470f-852d-57e89e444be6/7798f061-2b45-419a-8d3d-a2944645a5e6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:48:51.098148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9f57-b1a9-4eb7-93dc-22ebd4d2a849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:51.236638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e31bd-ec69-4a28-abc3-5ac8e8572721 req-2424ef05-aa03-4597-a232-0d3c2e644e3c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:51.238119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a38e31bd-ec69-4a28-abc3-5ac8e8572721 req-2424ef05-aa03-4597-a232-0d3c2e644e3c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0514121 Nov 10 21:48:51.276962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9f57-b1a9-4eb7-93dc-22ebd4d2a849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:51.280268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9f57-b1a9-4eb7-93dc-22ebd4d2a849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:51.282288 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a7dd9f57-b1a9-4eb7-93dc-22ebd4d2a849 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fde82f07-407c-44a2-bdde-37ac551170c2 HTTP/1.1" status: 204 len: 168 time: 0.2616322 Nov 10 21:48:51.295262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd9f57-b1a9-4eb7-93dc-22ebd4d2a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde82f07-407c-44a2-bdde-37ac551170c2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:51.397999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdab297-2ade-4dc5-8ba7-9e3ac491f25d req-a0c34f42-63fe-4b78-bbf9-97b3dde5ca0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:51.402260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfdab297-2ade-4dc5-8ba7-9e3ac491f25d req-a0c34f42-63fe-4b78-bbf9-97b3dde5ca0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 945 time: 0.0965636 Nov 10 21:48:51.437054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a38e31bd-ec69-4a28-abc3-5ac8e8572721 req-67d683e5-bbc2-4815-9173-fbd866ecf955 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776431 Nov 10 21:48:51.514447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:51.517757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfdab297-2ade-4dc5-8ba7-9e3ac491f25d req-c6135436-d9d5-4f43-b2db-84e127cdf2ec tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068707 Nov 10 21:48:51.652532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:51.662854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['63c56f2d-810a-4d53-9bf3-8ef118cff159'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:48:51.693550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:48:51.700426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:48:51.703048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:48:51.733256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:48:51.740814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Pushing event updated for resources: {'Port': ['ID=7798f061-2b45-419a-8d3d-a2944645a5e6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:51.773653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:51.774280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:51.864098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a770074-ed87-4aa1-a524-a9e9549c3c1f req-311f31a2-5c49-4925-924d-412ae3850aeb tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:51.865734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a770074-ed87-4aa1-a524-a9e9549c3c1f req-311f31a2-5c49-4925-924d-412ae3850aeb tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1028 time: 0.0583959 Nov 10 21:48:51.882228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-f5929f10-3bc6-4988-aaf8-4fd3d18118fa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0943103 Nov 10 21:48:51.906019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Request body: {'port': {'device_id': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:48:51.964132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a770074-ed87-4aa1-a524-a9e9549c3c1f req-28f73aed-d68a-44de-afd9-eeb6703ba8dc tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903983 Nov 10 21:48:51.992689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:48:52.008885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:52.009262 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.036397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.144666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.168616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:52.170023 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b98334-1ab2-4b53-b9d8-2e8ba5c62c1b" -d '{"events": [{"server_uuid": "c47f6b40-8459-4206-880a-5c943c2ebedd", "name": "network-vif-plugged", "status": "completed", "tag": "3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:52.184285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:52.204749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c0362208-46d0-4e46-b966-010c184fe1ae None None] Provisioning complete for port 7798f061-2b45-419a-8d3d-a2944645a5e6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:48:52.205210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0362208-46d0-4e46-b966-010c184fe1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.230565 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e3e24-116b-4f35-817d-f8a194a55d6c x-openstack-request-id: req-e20e3e24-116b-4f35-817d-f8a194a55d6c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:52.232645 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47f6b40-8459-4206-880a-5c943c2ebedd", "name": "network-vif-plugged", "status": "completed", "tag": "3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:52.232645 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e20e3e24-116b-4f35-817d-f8a194a55d6c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:52.232645 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8', 'code': 200} Nov 10 21:48:52.254288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c0362208-46d0-4e46-b966-010c184fe1ae None None] Port 7798f061-2b45-419a-8d3d-a2944645a5e6 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:48:52.316986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.331120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b791fc2-d5f1-47b0-a690-a0a9ca75d95e req-268515b2-7adc-477a-a27d-46be9460a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:52.333397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b791fc2-d5f1-47b0-a690-a0a9ca75d95e req-268515b2-7adc-477a-a27d-46be9460a818 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 1097 time: 0.0427756 Nov 10 21:48:52.379873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:52.382360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7798f061-2b45-419a-8d3d-a2944645a5e6 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:48:52.383049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b791fc2-d5f1-47b0-a690-a0a9ca75d95e req-3fed8078-cd48-485b-8cd6-c9d885d7a281 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Nov 10 21:48:52.393021 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.405639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Transition to ACTIVE for port object 7798f061-2b45-419a-8d3d-a2944645a5e6 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:48:52.458218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.561099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Pushing event updated for resources: {'Port': ['ID=7798f061-2b45-419a-8d3d-a2944645a5e6,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:52.682165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Attempting to bind port 7798f061-2b45-419a-8d3d-a2944645a5e6 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:48:52.684022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Attempting to bind port 7798f061-2b45-419a-8d3d-a2944645a5e6 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:48:52.684022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Attempting to bind port 7798f061-2b45-419a-8d3d-a2944645a5e6 on network 735a9e05-d4ac-4080-877c-574bf964ecf1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:52.690296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Port 7798f061-2b45-419a-8d3d-a2944645a5e6 on network 735a9e05-d4ac-4080-877c-574bf964ecf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:48:52.690916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Attempting to bind port 7798f061-2b45-419a-8d3d-a2944645a5e6 on network 735a9e05-d4ac-4080-877c-574bf964ecf1 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:48:52.701136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:48:52.701648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Checking segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:48:52.702015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Bound using segment: {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:48:52.702456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Bound port: 7798f061-2b45-419a-8d3d-a2944645a5e6, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96aef450-cad1-4c37-93c4-e743a4fe2c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:48:52.702812 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.732201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00aa3-1ae3-4d72-8396-5e9748abda96 req-01a01225-07a8-42d5-9002-85e2a7cf869c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:52.733795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53a00aa3-1ae3-4d72-8396-5e9748abda96 req-01a01225-07a8-42d5-9002-85e2a7cf869c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1173279 Nov 10 21:48:52.743301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5af606-e301-4ff2-b992-37c54c5a4450 req-adbac356-7918-4ba1-9b22-5a7e30253a5b tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:52.745080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c5af606-e301-4ff2-b992-37c54c5a4450 req-adbac356-7918-4ba1-9b22-5a7e30253a5b tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 946 time: 0.1008122 Nov 10 21:48:52.817091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c5af606-e301-4ff2-b992-37c54c5a4450 req-39c5d6b0-c1a9-4bf4-aa04-eb2107cd699b tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656919 Nov 10 21:48:52.853553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] For port 7798f061-2b45-419a-8d3d-a2944645a5e6, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:48:52.858688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] For port 7798f061-2b45-419a-8d3d-a2944645a5e6, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7798f061-2b45-419a-8d3d-a2944645a5e6,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:48:52.880348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53a00aa3-1ae3-4d72-8396-5e9748abda96 req-1674f991-53d3-4c0d-8286-32654d73960e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384697 Nov 10 21:48:52.916530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.960732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:52.961349 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:52.962715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] 10.222.0.64 "PUT /v2.0/ports/7798f061-2b45-419a-8d3d-a2944645a5e6 HTTP/1.1" status: 200 len: 1093 time: 1.0637946 Nov 10 21:48:52.963169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'tag': '7798f061-2b45-419a-8d3d-a2944645a5e6'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:48:52.965597 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac572ac-fd2d-4ba8-bd4b-328bfa1d0ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "385828a3-9b49-4c04-8013-b361e15b1ac1", "tag": "7798f061-2b45-419a-8d3d-a2944645a5e6"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:48:53.021687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268cd9d-5a81-4a99-930b-d9ea2396c86f service neutron] Pushing event updated for resources: {'Port': ['ID=7798f061-2b45-419a-8d3d-a2944645a5e6,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:53.045309 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b2c18d-f66c-4160-b20b-a1f466c16a15 x-openstack-request-id: req-97b2c18d-f66c-4160-b20b-a1f466c16a15 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:48:53.045601 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385828a3-9b49-4c04-8013-b361e15b1ac1", "tag": "7798f061-2b45-419a-8d3d-a2944645a5e6", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:48:53.045849 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97b2c18d-f66c-4160-b20b-a1f466c16a15 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:48:53.046245 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'tag': '7798f061-2b45-419a-8d3d-a2944645a5e6', 'status': 'completed', 'code': 200} Nov 10 21:48:53.194702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac572ac-fd2d-4ba8-bd4b-328bfa1d0ea9 req-a328ad2f-6b99-4eae-979d-56fb99361d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:53.200474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac572ac-fd2d-4ba8-bd4b-328bfa1d0ea9 req-a328ad2f-6b99-4eae-979d-56fb99361d28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=675973affa6743df850f288d8cf3938b&device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1119556 Nov 10 21:48:53.200474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c09442-8e4d-4f43-ab5c-5fb7faaf0c9c req-31ad1cf0-1919-4445-9be3-db9f4d81c414 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:53.210086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5c09442-8e4d-4f43-ab5c-5fb7faaf0c9c req-31ad1cf0-1919-4445-9be3-db9f4d81c414 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1421320 Nov 10 21:48:53.442280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac572ac-fd2d-4ba8-bd4b-328bfa1d0ea9 req-a3b7dc53-a52b-4356-bb29-1383a04029d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:53.449124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac572ac-fd2d-4ba8-bd4b-328bfa1d0ea9 req-a3b7dc53-a52b-4356-bb29-1383a04029d3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=675973affa6743df850f288d8cf3938b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2316389 Nov 10 21:48:53.449124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5c09442-8e4d-4f43-ab5c-5fb7faaf0c9c req-b7279a08-f846-4f47-8168-1c67809bd0e5 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373466 Nov 10 21:48:53.456220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-cf879076-ca5d-4dc8-b653-d73b99b7e334 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093342 Nov 10 21:48:53.603400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-eaa19776-91fd-4edc-815d-03e428eb0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:53.605453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-eaa19776-91fd-4edc-815d-03e428eb0cfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=675973affa6743df850f288d8cf3938b&device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.0740967 Nov 10 21:48:53.616400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac572ac-fd2d-4ba8-bd4b-328bfa1d0ea9 req-ab42695c-f1ec-4e3d-91f8-1bf8949ea8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:53.619302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:53.624938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ac572ac-fd2d-4ba8-bd4b-328bfa1d0ea9 req-ab42695c-f1ec-4e3d-91f8-1bf8949ea8a6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677856 Nov 10 21:48:53.787642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58286) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:53.807305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-0e75f1f8-5ce4-41a4-aaed-4eed646a08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:53.808792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-0e75f1f8-5ce4-41a4-aaed-4eed646a08f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=675973affa6743df850f288d8cf3938b&device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1096091 Nov 10 21:48:53.873422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-410c9b17-d266-426b-a743-847621f5070c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7798f061-2b45-419a-8d3d-a2944645a5e6 HTTP/1.1" status: 200 len: 217 time: 0.0528226 Nov 10 21:48:53.879026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-a785197e-4088-4b38-85a5-0b6d3a239955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:53.880889 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-a785197e-4088-4b38-85a5-0b6d3a239955 service neutron] 10.222.0.53 "GET /v2.0/networks?id=735a9e05-d4ac-4080-877c-574bf964ecf1 HTTP/1.1" status: 200 len: 911 time: 0.2088649 Nov 10 21:48:54.004948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-9a0bf00a-4744-4bd8-acf8-5b5a51cb0ef6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63c56f2d-810a-4d53-9bf3-8ef118cff159 HTTP/1.1" status: 200 len: 217 time: 0.1122851 Nov 10 21:48:54.069125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572c3ee-14ae-44ca-be55-a87d30da8a49 req-ea828e9d-6b1b-49db-a2d9-1163152dcec0 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:54.078948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e572c3ee-14ae-44ca-be55-a87d30da8a49 req-ea828e9d-6b1b-49db-a2d9-1163152dcec0 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 946 time: 0.1271527 Nov 10 21:48:54.126615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-6c376772-1f9f-4a2c-a9c2-2087cf155bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:54.128721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-6c376772-1f9f-4a2c-a9c2-2087cf155bf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50e2fff4-7e88-470f-852d-57e89e444be6 HTTP/1.1" status: 200 len: 849 time: 0.2469463 Nov 10 21:48:54.188338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e572c3ee-14ae-44ca-be55-a87d30da8a49 req-c0fc4165-1517-46fd-8780-428e6b47d9d7 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038058 Nov 10 21:48:54.214747 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2a13d32-9336-45a5-ac65-e443461078c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:54.258802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-52ae2256-295d-4dda-a153-8ae471dffa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:54.260662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-52ae2256-295d-4dda-a153-8ae471dffa4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50e2fff4-7e88-470f-852d-57e89e444be6 HTTP/1.1" status: 200 len: 849 time: 0.2477112 Nov 10 21:48:54.314445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afb239-d979-40ff-bb97-614a5c9c9a9d req-68fd0506-1bea-4111-9aa5-9c2d93e89a8f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:54.317151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09afb239-d979-40ff-bb97-614a5c9c9a9d req-68fd0506-1bea-4111-9aa5-9c2d93e89a8f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.2604396 Nov 10 21:48:54.325572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-8c88193d-c2e9-4383-839b-4b83ad8ac57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:54.327025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-8c88193d-c2e9-4383-839b-4b83ad8ac57b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=735a9e05-d4ac-4080-877c-574bf964ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650386 Nov 10 21:48:54.577268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538a613-b087-4336-b09c-118f72007d00 req-6c51b19c-ae87-4b47-9ce6-4763bfb75562 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:54.578958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f538a613-b087-4336-b09c-118f72007d00 req-6c51b19c-ae87-4b47-9ce6-4763bfb75562 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0538092 Nov 10 21:48:54.629245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f538a613-b087-4336-b09c-118f72007d00 req-32cd4669-cf8b-4735-b136-2d79a051f034 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Nov 10 21:48:54.832332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-bde82a72-dcbc-4e02-b351-3d62ebe67b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:54.833826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-bde82a72-dcbc-4e02-b351-3d62ebe67b28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=735a9e05-d4ac-4080-877c-574bf964ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5580530 Nov 10 21:48:54.845050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09afb239-d979-40ff-bb97-614a5c9c9a9d req-875ab203-cca8-4252-a200-a21dbb7e8fc1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5101373 Nov 10 21:48:54.892548 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:48:54.911700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2a13d32-9336-45a5-ac65-e443461078c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:54.917230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-6322f740-6b27-48a4-8fc9-a62ad42f5b2d service neutron] 10.222.0.64 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806584 Nov 10 21:48:55.009211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2a13d32-9336-45a5-ac65-e443461078c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:55.070576 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-22f2bd77-88e0-4d4f-881b-e55acf83fbb9 service neutron] 10.222.0.53 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170794 Nov 10 21:48:55.093327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:55.106745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d2a13d32-9336-45a5-ac65-e443461078c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=651363aa8d1746cf9efc03d3c2603198&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3179548 Nov 10 21:48:55.107571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a13d32-9336-45a5-ac65-e443461078c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2aa505-7350-4ab3-9d4a-f8b40ba49a46,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:55.147618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78760de2-4ee7-4490-a5ec-b8080f9a2453 req-18be4dae-d47a-4064-bdcf-05ebed9497ee service neutron] 10.222.0.64 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059257 Nov 10 21:48:55.154267 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b63a3523-a9fe-4e53-b3ed-b9c6f84ad464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:55.179447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b63a3523-a9fe-4e53-b3ed-b9c6f84ad464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:55.228920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52a94e21-4036-48fb-98b1-8390d2025b7b req-3393db8a-71dd-4af4-9b42-8d36fb7611ca service neutron] 10.222.0.53 "GET /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530921 Nov 10 21:48:55.328996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127204be-c073-4769-a76b-b3f5207058c1 req-1af44f75-a326-4ab5-bd55-26d49b6203e6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:55.330681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-127204be-c073-4769-a76b-b3f5207058c1 req-1af44f75-a326-4ab5-bd55-26d49b6203e6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 946 time: 0.0587583 Nov 10 21:48:55.387160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b63a3523-a9fe-4e53-b3ed-b9c6f84ad464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:55.389975 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b63a3523-a9fe-4e53-b3ed-b9c6f84ad464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:55.391121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b63a3523-a9fe-4e53-b3ed-b9c6f84ad464 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1f2aa505-7350-4ab3-9d4a-f8b40ba49a46 HTTP/1.1" status: 204 len: 168 time: 0.2968190 Nov 10 21:48:55.407375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-127204be-c073-4769-a76b-b3f5207058c1 req-6e5f868e-fc03-4021-afc7-7fced982caef tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697544 Nov 10 21:48:55.414250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a3523-a9fe-4e53-b3ed-b9c6f84ad464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2aa505-7350-4ab3-9d4a-f8b40ba49a46,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:55.750433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b3b13-3031-47b7-b337-8bce32f0a79b req-4a409953-5649-439d-bef0-a4ca4c845e3a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:55.751972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b4b3b13-3031-47b7-b337-8bce32f0a79b req-4a409953-5649-439d-bef0-a4ca4c845e3a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0497642 Nov 10 21:48:55.802893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b4b3b13-3031-47b7-b337-8bce32f0a79b req-f5b8c037-1141-4dd9-8c19-8902468525c5 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Nov 10 21:48:55.991767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad315b5-3d44-46f2-bc87-8e9ee0a59e2b req-b1322a46-b9c5-4b18-9661-2f175aad08a9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:56.004747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cad315b5-3d44-46f2-bc87-8e9ee0a59e2b req-b1322a46-b9c5-4b18-9661-2f175aad08a9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0799677 Nov 10 21:48:56.068275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cad315b5-3d44-46f2-bc87-8e9ee0a59e2b req-b102db7e-b251-4f03-b538-73ecd0e98631 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609751 Nov 10 21:48:56.991296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b505909-b070-4aa1-ab82-42f74bbdaa2c req-478152c2-405c-42c2-a8d5-cd70b05227dd tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:57.003950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b505909-b070-4aa1-ab82-42f74bbdaa2c req-478152c2-405c-42c2-a8d5-cd70b05227dd tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0909605 Nov 10 21:48:57.050556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58542) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:57.101793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b505909-b070-4aa1-ab82-42f74bbdaa2c req-2d59c718-84f6-4175-a398-86917a3926ed tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954638 Nov 10 21:48:57.232558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c64aeff-9746-438f-8019-8651cdbc08a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:57.338864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb92c-ce1b-4650-a1b2-c574a99b28de req-a126a970-d502-4223-b774-391331ab3855 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:57.348314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a71bb92c-ce1b-4650-a1b2-c574a99b28de req-a126a970-d502-4223-b774-391331ab3855 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0921736 Nov 10 21:48:57.362977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c64aeff-9746-438f-8019-8651cdbc08a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:57.430284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a71bb92c-ce1b-4650-a1b2-c574a99b28de req-c6278457-3ed3-4eab-8c44-03b08ec59288 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801144 Nov 10 21:48:57.430454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c64aeff-9746-438f-8019-8651cdbc08a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:57.483703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7c64aeff-9746-438f-8019-8651cdbc08a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe85918349324671b2f72dab95ad4630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4304075 Nov 10 21:48:57.487939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:57.556146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64aeff-9746-438f-8019-8651cdbc08a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf03c1-756a-4d03-ab0f-7d5eb456c477,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:57.595168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf11d7e-6f8e-4667-88f3-def33afce790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:57.625934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf11d7e-6f8e-4667-88f3-def33afce790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:57.756654 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf11d7e-6f8e-4667-88f3-def33afce790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:57.759186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dcf11d7e-6f8e-4667-88f3-def33afce790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:57.760727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dcf11d7e-6f8e-4667-88f3-def33afce790 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48bf03c1-756a-4d03-ab0f-7d5eb456c477 HTTP/1.1" status: 204 len: 168 time: 0.2715654 Nov 10 21:48:57.768599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf11d7e-6f8e-4667-88f3-def33afce790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf03c1-756a-4d03-ab0f-7d5eb456c477,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:58.235384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463a409-c941-47b3-bf05-69af132dbdf5 req-3c9eb9f4-a098-433f-a221-cd8a71d960c6 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:58.237534 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6463a409-c941-47b3-bf05-69af132dbdf5 req-3c9eb9f4-a098-433f-a221-cd8a71d960c6 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0676003 Nov 10 21:48:58.293356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6463a409-c941-47b3-bf05-69af132dbdf5 req-95b07dc4-6cd1-46e5-b81b-564b3e7447a5 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487494 Nov 10 21:48:58.320876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58640) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:58.469196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b923ce58-4e6f-4231-ace7-008894e099a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:58.617052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6adf06-1b44-4137-b70f-4fc0a316ca92 req-2470a6bf-f716-4080-8c56-47fbb3b5554d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:58.619196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f6adf06-1b44-4137-b70f-4fc0a316ca92 req-2470a6bf-f716-4080-8c56-47fbb3b5554d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0860407 Nov 10 21:48:58.621909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b923ce58-4e6f-4231-ace7-008894e099a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:58.676369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f6adf06-1b44-4137-b70f-4fc0a316ca92 req-0bd7e3fb-d983-4d4d-ae1a-065ec09c6857 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511003 Nov 10 21:48:58.704865 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b923ce58-4e6f-4231-ace7-008894e099a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:58.765704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b923ce58-4e6f-4231-ace7-008894e099a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d8480587818486e80e5b14f4db44d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437242 Nov 10 21:48:58.768639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923ce58-4e6f-4231-ace7-008894e099a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db95306-3790-40bd-b8e3-61f87e56e1b2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:58.769048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58676) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:48:58.828333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05bb6a89-4716-4d37-850f-eac294211b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:58.853288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05bb6a89-4716-4d37-850f-eac294211b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:58.984376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05bb6a89-4716-4d37-850f-eac294211b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:58.990740 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05bb6a89-4716-4d37-850f-eac294211b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:58.990740 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-05bb6a89-4716-4d37-850f-eac294211b68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5db95306-3790-40bd-b8e3-61f87e56e1b2 HTTP/1.1" status: 204 len: 168 time: 0.2190979 Nov 10 21:48:58.999236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb6a89-4716-4d37-850f-eac294211b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db95306-3790-40bd-b8e3-61f87e56e1b2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:48:59.422176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03577b06-c2ff-44eb-9c3f-e9a829b08f90 req-c820d252-56e8-4aae-b151-60679695cb25 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:59.429069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03577b06-c2ff-44eb-9c3f-e9a829b08f90 req-c820d252-56e8-4aae-b151-60679695cb25 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0583169 Nov 10 21:48:59.507799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-03577b06-c2ff-44eb-9c3f-e9a829b08f90 req-83aba55a-b1b2-4170-874c-000ed7963226 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696747 Nov 10 21:48:59.738584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7798f061-2b45-419a-8d3d-a2944645a5e6 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:48:59.817306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95cb7a-5d3a-4be8-9ab4-d0fdfac8a382 req-d999d9fb-5fc6-4859-9268-38d019a6f671 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:48:59.817306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb95cb7a-5d3a-4be8-9ab4-d0fdfac8a382 req-d999d9fb-5fc6-4859-9268-38d019a6f671 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0636196 Nov 10 21:48:59.892165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7798f061-2b45-419a-8d3d-a2944645a5e6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7798f061-2b45-419a-8d3d-a2944645a5e6,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:48:59.907618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb95cb7a-5d3a-4be8-9ab4-d0fdfac8a382 req-4c1d7d8b-ee00-4059-933c-22b1c33c073d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672719 Nov 10 21:48:59.909573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '7798f061-2b45-419a-8d3d-a2944645a5e6', 'network_id': '735a9e05-d4ac-4080-877c-574bf964ecf1', 'port_id': '7798f061-2b45-419a-8d3d-a2944645a5e6', 'mac_address': 'fa:16:3e:80:8c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e2fff4-7e88-470f-852d-57e89e444be6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:48:59.969604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:48:59.984194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7798f061-2b45-419a-8d3d-a2944645a5e6 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:49:00.008680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7798f061-2b45-419a-8d3d-a2944645a5e6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7798f061-2b45-419a-8d3d-a2944645a5e6,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:00.085409 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:00.160584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7798f061-2b45-419a-8d3d-a2944645a5e6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:00.545373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['7798f061-2b45-419a-8d3d-a2944645a5e6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:49:00.665990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53241402-05ea-489e-ab49-f968fec8e04d req-c42ae085-794d-469c-8aa4-762e674db558 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:00.665990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53241402-05ea-489e-ab49-f968fec8e04d req-c42ae085-794d-469c-8aa4-762e674db558 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0686588 Nov 10 21:49:00.754523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53241402-05ea-489e-ab49-f968fec8e04d req-5c799b8a-b5df-407d-b602-7a52ebe442e9 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750093 Nov 10 21:49:01.076812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302f69d-ee5b-4c43-a616-f92c2132880a req-718d8365-4bf5-4b5b-a184-5a3295c6aa49 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:01.078939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f302f69d-ee5b-4c43-a616-f92c2132880a req-718d8365-4bf5-4b5b-a184-5a3295c6aa49 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0714216 Nov 10 21:49:01.156333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f302f69d-ee5b-4c43-a616-f92c2132880a req-ba911f0f-6f6e-4569-a32a-d8272bf2b33a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661407 Nov 10 21:49:01.753310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7798f061-2b45-419a-8d3d-a2944645a5e6 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:49:01.888563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502138c1-7ae3-460a-ad22-e69d0ea21071 req-dc1c7e11-801e-4026-9b49-bf0be9a41383 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:01.889916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-502138c1-7ae3-460a-ad22-e69d0ea21071 req-dc1c7e11-801e-4026-9b49-bf0be9a41383 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0467288 Nov 10 21:49:01.927274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 7798f061-2b45-419a-8d3d-a2944645a5e6 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:49:01.931613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 7798f061-2b45-419a-8d3d-a2944645a5e6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:49:01.932016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:01.942096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-502138c1-7ae3-460a-ad22-e69d0ea21071 req-2a9b6a42-6d95-401a-958e-dfd83479e7d7 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Nov 10 21:49:02.018752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:02.050462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7798f061-2b45-419a-8d3d-a2944645a5e6'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:02.053753 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25d1ed0-6c96-4930-b923-fabb5d0e733f" -d '{"events": [{"server_uuid": "385828a3-9b49-4c04-8013-b361e15b1ac1", "name": "network-vif-plugged", "status": "completed", "tag": "7798f061-2b45-419a-8d3d-a2944645a5e6"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:02.067833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 7798f061-2b45-419a-8d3d-a2944645a5e6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7798f061-2b45-419a-8d3d-a2944645a5e6,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:02.103000 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1448c82-77fb-434d-bcbd-c13cd5462e0f x-openstack-request-id: req-a1448c82-77fb-434d-bcbd-c13cd5462e0f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:02.103290 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385828a3-9b49-4c04-8013-b361e15b1ac1", "name": "network-vif-plugged", "status": "completed", "tag": "7798f061-2b45-419a-8d3d-a2944645a5e6", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:02.103584 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1448c82-77fb-434d-bcbd-c13cd5462e0f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:02.104008 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7798f061-2b45-419a-8d3d-a2944645a5e6', 'code': 200} Nov 10 21:49:02.156137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:02.238982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=7798f061-2b45-419a-8d3d-a2944645a5e6,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:02.261970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2b9a8-5343-40b6-bf17-cb3e5a22c6fe req-755e5616-7443-4673-aed5-da5347cba825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:02.263749 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16d2b9a8-5343-40b6-bf17-cb3e5a22c6fe req-755e5616-7443-4673-aed5-da5347cba825 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0970991 Nov 10 21:49:02.322814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0c74-5da2-4b7b-8419-893d9e19f246 req-cbb18647-eabd-4d72-80fd-c0eed1b0299f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:02.330228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-037d0c74-5da2-4b7b-8419-893d9e19f246 req-cbb18647-eabd-4d72-80fd-c0eed1b0299f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0852263 Nov 10 21:49:02.371570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16d2b9a8-5343-40b6-bf17-cb3e5a22c6fe req-d8f00b2d-26aa-4713-b9f3-a70a60d5f73c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999568 Nov 10 21:49:02.385998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-037d0c74-5da2-4b7b-8419-893d9e19f246 req-ee0c854b-f972-4c3c-9cf7-4bb4638fecd6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548089 Nov 10 21:49:03.075714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa334af5-d1eb-46ce-8bf9-134d258d9e1d req-c877f9b2-71ec-4069-90bb-2346e8ae9b3a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:03.075714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa334af5-d1eb-46ce-8bf9-134d258d9e1d req-c877f9b2-71ec-4069-90bb-2346e8ae9b3a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0590470 Nov 10 21:49:03.132127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa334af5-d1eb-46ce-8bf9-134d258d9e1d req-ea8e3ba3-8893-4f5f-9769-f4303030e9aa tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495589 Nov 10 21:49:03.563662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e33bd2-9640-46f6-bbe7-9dfc08f7f5c6 req-9a6dbbf5-268b-4e3e-a9d0-a96f08c69afd tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:03.568304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05e33bd2-9640-46f6-bbe7-9dfc08f7f5c6 req-9a6dbbf5-268b-4e3e-a9d0-a96f08c69afd tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0912709 Nov 10 21:49:03.645384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05e33bd2-9640-46f6-bbe7-9dfc08f7f5c6 req-97c52ccd-1716-4d3b-952e-ea19b07bfb86 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719399 Nov 10 21:49:04.251806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f9044-adc2-424d-b6e5-2cb5fbbceada req-ef4ef9b0-3f58-4d52-93e9-b7a4abbe5729 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:04.253450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-755f9044-adc2-424d-b6e5-2cb5fbbceada req-ef4ef9b0-3f58-4d52-93e9-b7a4abbe5729 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0450740 Nov 10 21:49:04.316424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-755f9044-adc2-424d-b6e5-2cb5fbbceada req-b621e668-91cb-4115-9b53-726ce07be089 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Nov 10 21:49:04.457053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225e274-f41c-4c8f-aeab-41fc028dfb9c req-d5b830f4-1e29-413d-ad62-11904bf1ed40 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:04.463439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c225e274-f41c-4c8f-aeab-41fc028dfb9c req-d5b830f4-1e29-413d-ad62-11904bf1ed40 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0718675 Nov 10 21:49:04.531421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c225e274-f41c-4c8f-aeab-41fc028dfb9c req-dd657fa1-f454-4781-a611-680fc37de70f tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624957 Nov 10 21:49:04.623258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864d10-594a-4bbc-898e-09b30fd86dda req-0c44c71a-141d-439a-86ec-ca7ced38c275 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:04.626035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59072) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:04.627909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb864d10-594a-4bbc-898e-09b30fd86dda req-0c44c71a-141d-439a-86ec-ca7ced38c275 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0571525 Nov 10 21:49:04.674939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464b403-7ef9-4be8-9f0e-ec4416f8c110 req-7e501d12-3317-4e7b-a4a0-53c1d30e29d1 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:04.677422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9464b403-7ef9-4be8-9f0e-ec4416f8c110 req-7e501d12-3317-4e7b-a4a0-53c1d30e29d1 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0622571 Nov 10 21:49:04.694833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb864d10-594a-4bbc-898e-09b30fd86dda req-8fa39bfe-0ea0-4e95-ba59-d46be42c49f7 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605526 Nov 10 21:49:04.761007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9464b403-7ef9-4be8-9f0e-ec4416f8c110 req-d1e874e6-a1de-4c77-9f2d-2fffbaf0b0a7 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729337 Nov 10 21:49:04.843685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-de96d9eb-9022-44a9-ae15-cb413b80f4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:04.908115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25863659-5d14-40c0-bf4f-834a124d056d req-00744434-583c-484a-bee7-848eeb0b2d5d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:04.916404 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25863659-5d14-40c0-bf4f-834a124d056d req-00744434-583c-484a-bee7-848eeb0b2d5d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1149459 Nov 10 21:49:04.944535 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-de96d9eb-9022-44a9-ae15-cb413b80f4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:04.966244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25863659-5d14-40c0-bf4f-834a124d056d req-97959d43-1af7-4e93-ac94-afc7ca3def8a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489626 Nov 10 21:49:05.039713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-de96d9eb-9022-44a9-ae15-cb413b80f4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:05.109474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-de96d9eb-9022-44a9-ae15-cb413b80f4ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e06f382406c24cba8c2aa62ab3bafb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4808524 Nov 10 21:49:05.112936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59112) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:05.123155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96d9eb-9022-44a9-ae15-cb413b80f4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ae265e-e955-490b-b1d6-3eb9d963d88f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:05.177305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a2f894d-3f24-4510-a62a-18041bfc5a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:05.214076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a2f894d-3f24-4510-a62a-18041bfc5a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:05.308607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338c77d-9730-44d3-87bf-302edc142cfd req-137c5db6-8a2c-4940-a189-d6b7242b7efe tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:05.310305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c338c77d-9730-44d3-87bf-302edc142cfd req-137c5db6-8a2c-4940-a189-d6b7242b7efe tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0488942 Nov 10 21:49:05.360626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c338c77d-9730-44d3-87bf-302edc142cfd req-1d055212-1a31-4ed3-99d6-afdd3b7e0873 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Nov 10 21:49:05.395013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a2f894d-3f24-4510-a62a-18041bfc5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:05.397923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a2f894d-3f24-4510-a62a-18041bfc5a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:05.401285 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5a2f894d-3f24-4510-a62a-18041bfc5a11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15ae265e-e955-490b-b1d6-3eb9d963d88f HTTP/1.1" status: 204 len: 168 time: 0.2847922 Nov 10 21:49:05.407409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f894d-3f24-4510-a62a-18041bfc5a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ae265e-e955-490b-b1d6-3eb9d963d88f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:05.662258 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d248a647-a41f-419c-a167-9639f9bfecce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:05.793161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:49:05.857614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f346c-2839-413e-a446-47e09d50e9d6 req-4b2705e8-7d4c-4bb7-93b5-d4df107eb68e tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:05.859291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c85f346c-2839-413e-a446-47e09d50e9d6 req-4b2705e8-7d4c-4bb7-93b5-d4df107eb68e tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.0908115 Nov 10 21:49:05.924590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c85f346c-2839-413e-a446-47e09d50e9d6 req-9a4d82cc-ecce-4d3f-8655-c7cd79ba8969 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577338 Nov 10 21:49:05.927676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:05.940848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'port_id': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'mac_address': 'fa:16:3e:18:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:49:05.982812 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:06.007237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 980599b0-ef80-479c-a56e-6d050f3e4cf6 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:49:06.048147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:06.127754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c13f9-bf63-4358-bc79-4e8ccac3f592 req-f642b294-d739-43d4-81f3-e6044be3f61e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:06.131706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b4c13f9-bf63-4358-bc79-4e8ccac3f592 req-f642b294-d739-43d4-81f3-e6044be3f61e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0524025 Nov 10 21:49:06.150402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:06.191832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59132) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:06.224258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dccbb8f2-69ac-42c7-b2bc-5cc5be9af9b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:06.226971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:06.233884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b4c13f9-bf63-4358-bc79-4e8ccac3f592 req-33faa683-eded-410c-97cc-f05d5a2e2ef6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960102 Nov 10 21:49:06.324566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dccbb8f2-69ac-42c7-b2bc-5cc5be9af9b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:06.418912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['980599b0-ef80-479c-a56e-6d050f3e4cf6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:49:06.434572 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dccbb8f2-69ac-42c7-b2bc-5cc5be9af9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:06.579182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dccbb8f2-69ac-42c7-b2bc-5cc5be9af9b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ed6bc57a68064778ab8ec1ae5dcd459c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3856208 Nov 10 21:49:06.591659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59136) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:06.591659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbb8f2-69ac-42c7-b2bc-5cc5be9af9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247bb46-6b0b-4e2d-84a6-e9db8555b535,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:06.668328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-2d8afd18-884e-4e5f-8e60-db05098a7948 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:06.670627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-2d8afd18-884e-4e5f-8e60-db05098a7948 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.64 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1759024 Nov 10 21:49:06.679833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e040b-6a39-407a-9e34-cf874a814ac3 req-3ed190f6-5a2e-4140-bb9e-0a71cba2bcd6 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:06.685042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b34e040b-6a39-407a-9e34-cf874a814ac3 req-3ed190f6-5a2e-4140-bb9e-0a71cba2bcd6 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.2173638 Nov 10 21:49:06.743812 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a107b33-ac3c-4e28-9191-fcaa2325fe00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:06.815793 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a107b33-ac3c-4e28-9191-fcaa2325fe00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:06.867889 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b34e040b-6a39-407a-9e34-cf874a814ac3 req-588587b8-cdfd-486f-a6a9-6a7a2c802d21 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626816 Nov 10 21:49:06.934290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Deleting port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:06.934631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.066811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a107b33-ac3c-4e28-9191-fcaa2325fe00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.069687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a107b33-ac3c-4e28-9191-fcaa2325fe00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.074023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4a107b33-ac3c-4e28-9191-fcaa2325fe00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7247bb46-6b0b-4e2d-84a6-e9db8555b535 HTTP/1.1" status: 204 len: 168 time: 0.4866803 Nov 10 21:49:07.096675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a107b33-ac3c-4e28-9191-fcaa2325fe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247bb46-6b0b-4e2d-84a6-e9db8555b535,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:07.112172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] For port f2d47fa1-eb8e-429f-8cb8-42f8e68de616, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:07.113048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.129356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83760eb1-1ee2-489c-9192-dbb8ceb92648 req-aba4432b-1adb-44d8-a4fa-30619e8d4d3d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:07.164341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83760eb1-1ee2-489c-9192-dbb8ceb92648 req-aba4432b-1adb-44d8-a4fa-30619e8d4d3d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 945 time: 0.1535571 Nov 10 21:49:07.251038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83760eb1-1ee2-489c-9192-dbb8ceb92648 req-fa77f956-dec3-4e44-997f-306bc52f483c tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728998 Nov 10 21:49:07.401922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-2fab06e1-615f-4466-b632-4e1be64b3bd8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:07.409556 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-2fab06e1-615f-4466-b632-4e1be64b3bd8 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0804787 Nov 10 21:49:07.445200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.445590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.445879 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Floating IP 92f58934-c36c-4e18-a3dd-3e61f1a7c405 disassociated. External IP: 172.25.7.157, port: f2d47fa1-eb8e-429f-8cb8-42f8e68de616. Nov 10 21:49:07.446227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Calling delete_port for f2d47fa1-eb8e-429f-8cb8-42f8e68de616 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:07.475504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f9c78-c433-459e-8301-87019959bb67 req-10c15072-14c5-4100-899d-96c04b791482 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:07.477082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-128f9c78-c433-459e-8301-87019959bb67 req-10c15072-14c5-4100-899d-96c04b791482 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 944 time: 0.0992668 Nov 10 21:49:07.527652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Deleting port 7798f061-2b45-419a-8d3d-a2944645a5e6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:07.528153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.584367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-128f9c78-c433-459e-8301-87019959bb67 req-a2175213-910b-4089-b494-d301eb94756d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758834 Nov 10 21:49:07.719184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] For port 7798f061-2b45-419a-8d3d-a2944645a5e6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=7798f061-2b45-419a-8d3d-a2944645a5e6,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:07.719654 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.764102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:07.764341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Calling delete_port for 7798f061-2b45-419a-8d3d-a2944645a5e6 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:07.813628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event deleted for resources: {'Port': ['ID=f2d47fa1-eb8e-429f-8cb8-42f8e68de616,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:07.815797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:49:07.983641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 980599b0-ef80-479c-a56e-6d050f3e4cf6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:49:07.992630 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:08.074726 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b1a4-2fd4-4b0d-94ed-38c4ea514783 req-6af99acc-31c9-4dfb-9ed5-e54732455d15 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:08.076306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89a3b1a4-2fd4-4b0d-94ed-38c4ea514783 req-6af99acc-31c9-4dfb-9ed5-e54732455d15 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0843034 Nov 10 21:49:08.128821 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:08.154189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:08.157037 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a565e48e-11f4-439b-b7b5-0559d8b37463" -d '{"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-plugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:08.165415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Router acb37eef-776d-4af5-a399-ef638d6821d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:49:08.208590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:08.217283 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52c9c9e6-a985-48a2-88a3-572572b9a9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:08.276704 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533fa4b9-8557-4fc7-8bdb-af5782d4e7ca x-openstack-request-id: req-533fa4b9-8557-4fc7-8bdb-af5782d4e7ca {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:08.276704 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-plugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:08.276704 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-533fa4b9-8557-4fc7-8bdb-af5782d4e7ca {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:08.276704 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'code': 200} Nov 10 21:49:08.330624 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-89a3b1a4-2fd4-4b0d-94ed-38c4ea514783 req-ec3d83ec-c7b0-4ad3-ae2b-3a9577b2734f tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362814 Nov 10 21:49:08.333427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:08.334060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f2d47fa1-eb8e-429f-8cb8-42f8e68de616 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:08.373260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:08.412723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['63c56f2d-810a-4d53-9bf3-8ef118cff159'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:49:08.419290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Pushing event deleted for resources: {'Port': ['ID=7798f061-2b45-419a-8d3d-a2944645a5e6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:08.492468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] No DVR routers for this DVR port 7798f061-2b45-419a-8d3d-a2944645a5e6 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:49:08.498255 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:08.504401 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-983ab1e6-567b-4cb3-a170-d8ff2636ce04 req-fcd6b1b8-8104-49c4-bd52-0955689ea94e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.64 "DELETE /v2.0/ports/7798f061-2b45-419a-8d3d-a2944645a5e6 HTTP/1.1" status: 204 len: 173 time: 1.0899360 Nov 10 21:49:08.519028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'name': 'network-vif-deleted', 'tag': '7798f061-2b45-419a-8d3d-a2944645a5e6'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:08.524809 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b2988e-8d98-4ae6-84d3-143df85aef57" -d '{"events": [{"server_uuid": "385828a3-9b49-4c04-8013-b361e15b1ac1", "name": "network-vif-deleted", "tag": "7798f061-2b45-419a-8d3d-a2944645a5e6"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:08.545811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: f2d47fa1-eb8e-429f-8cb8-42f8e68de616 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:08.548621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f2d47fa1-eb8e-429f-8cb8-42f8e68de616 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:08.549889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7798f061-2b45-419a-8d3d-a2944645a5e6 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:08.590322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55a7e70d-98c1-42b2-a3c5-63f850f52415 req-eb4c7474-6fbb-4e9a-9316-937b7fbf671f tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 210 time: 0.1079533 Nov 10 21:49:08.635543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:49:08.665555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 7798f061-2b45-419a-8d3d-a2944645a5e6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:08.667058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 7798f061-2b45-419a-8d3d-a2944645a5e6 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:08.692605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] Sync routers for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:49:08.772273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] No DVR routers for this DVR port f2d47fa1-eb8e-429f-8cb8-42f8e68de616 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:49:08.781694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:08.785635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:08.801643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:08.808312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77aa71b3-ce79-47e0-8d8b-cb14987917a7 req-e799a4e6-958c-4c29-a4ed-61d6227ee065 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.64 "DELETE /v2.0/ports/f2d47fa1-eb8e-429f-8cb8-42f8e68de616 HTTP/1.1" status: 204 len: 173 time: 2.1222067 Nov 10 21:49:08.820037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'name': 'network-vif-deleted', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:08.833099 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf5ce5-f4be-4dfe-ba14-e0cca5573a3b" -d '{"events": [{"server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "name": "network-vif-deleted", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:08.858651 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a8db0-85cb-408d-93f2-75a14fe0966b x-openstack-request-id: req-732a8db0-85cb-408d-93f2-75a14fe0966b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:08.859453 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385828a3-9b49-4c04-8013-b361e15b1ac1", "name": "network-vif-deleted", "tag": "7798f061-2b45-419a-8d3d-a2944645a5e6", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:08.859967 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-732a8db0-85cb-408d-93f2-75a14fe0966b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:08.860686 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385828a3-9b49-4c04-8013-b361e15b1ac1', 'name': 'network-vif-deleted', 'tag': '7798f061-2b45-419a-8d3d-a2944645a5e6', 'status': 'completed', 'code': 200} Nov 10 21:49:08.987391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16923ec6-a3cc-4a29-b24c-59b2908dc35c req-81f455a8-8a54-4f11-821d-1d3a445ebd5b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:08.992080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16923ec6-a3cc-4a29-b24c-59b2908dc35c req-81f455a8-8a54-4f11-821d-1d3a445ebd5b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1548898 Nov 10 21:49:09.037954 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52fb29e-6ef2-4ce0-b0e2-45ab6f3170a7 x-openstack-request-id: req-f52fb29e-6ef2-4ce0-b0e2-45ab6f3170a7 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:09.039691 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157b5541-fe79-4897-8c3d-152abc5147e9", "name": "network-vif-deleted", "tag": "f2d47fa1-eb8e-429f-8cb8-42f8e68de616", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:09.040173 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f52fb29e-6ef2-4ce0-b0e2-45ab6f3170a7 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:09.041417 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157b5541-fe79-4897-8c3d-152abc5147e9', 'name': 'network-vif-deleted', 'tag': 'f2d47fa1-eb8e-429f-8cb8-42f8e68de616', 'status': 'completed', 'code': 200} Nov 10 21:49:09.101517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16923ec6-a3cc-4a29-b24c-59b2908dc35c req-3b11445a-1545-4fa7-9490-8a6480765bf2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028016 Nov 10 21:49:09.214304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:09.370342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:09.513124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:09.529944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a6e5061-042a-441b-a0bc-cc241708a0c6 req-fb881012-ddaf-4ee9-b8a6-8ee062a5c39f tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=385828a3-9b49-4c04-8013-b361e15b1ac1 HTTP/1.1" status: 200 len: 210 time: 0.0449247 Nov 10 21:49:09.721508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:09.754112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] Checking router: acb37eef-776d-4af5-a399-ef638d6821d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:49:09.764950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:09.765681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:09.780874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6c9444bc-7858-4d7a-a492-dd4823e95830 req-60dd006d-e108-4151-bab6-2d1b73a3d78b tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=157b5541-fe79-4897-8c3d-152abc5147e9 HTTP/1.1" status: 200 len: 210 time: 0.0483189 Nov 10 21:49:09.951042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:10.328273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:10.385639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a04b3-b059-4fcd-a171-917085dd0369 req-d87beb2f-c065-4706-8a38-88d915ccfc02 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:10.394919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-029a04b3-b059-4fcd-a171-917085dd0369 req-d87beb2f-c065-4706-8a38-88d915ccfc02 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1252556 Nov 10 21:49:10.497290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52a72d8-3fe2-4bb8-a8ed-06a8f074a983 None None] The sync data for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 is: [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:49:10.510025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-029a04b3-b059-4fcd-a171-917085dd0369 req-b42f5ad0-951e-42fe-8365-fe54437b5f40 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105380 Nov 10 21:49:10.755535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.008891 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f2e0b-2d73-4341-8792-8d83e14ba391 None None] New status for floating IP 92f58934-c36c-4e18-a3dd-3e61f1a7c405: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:49:11.020538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59244) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:11.091517 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17549837-9eb6-498e-b390-c5e11a98e7cf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.128389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17549837-9eb6-498e-b390-c5e11a98e7cf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.244124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82041159-478a-4ce4-9e66-104d0cd79005 req-76ad721f-9525-4c04-8eb4-30128505a95a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:11.252245 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82041159-478a-4ce4-9e66-104d0cd79005 req-76ad721f-9525-4c04-8eb4-30128505a95a tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.0599804 Nov 10 21:49:11.305574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82041159-478a-4ce4-9e66-104d0cd79005 req-9281e3f3-0fc2-44f9-b7c8-d5487c86c84e tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 Nov 10 21:49:11.344258 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.346391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17549837-9eb6-498e-b390-c5e11a98e7cf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.350158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17549837-9eb6-498e-b390-c5e11a98e7cf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.354605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-17549837-9eb6-498e-b390-c5e11a98e7cf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "DELETE /v2.0/security-groups/12d1cb71-35a1-4dbe-886f-eca22d4ca2b3 HTTP/1.1" status: 204 len: 168 time: 0.3300726 Nov 10 21:49:11.354979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59260) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:11.389233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17549837-9eb6-498e-b390-c5e11a98e7cf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d1cb71-35a1-4dbe-886f-eca22d4ca2b3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:11.398013 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-73e5e8da-3888-403c-a954-9459662e3ef4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] show failed (client error): The resource could not be found. Nov 10 21:49:11.399251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-73e5e8da-3888-403c-a954-9459662e3ef4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups/12d1cb71-35a1-4dbe-886f-eca22d4ca2b3 HTTP/1.1" status: 404 len: 347 time: 0.0426190 Nov 10 21:49:11.402456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59262) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:11.679440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Deleting port d0ccbfcb-f6ae-4971-97ed-857b4df8a5f6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:11.679809 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.788409 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.789079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:11.804348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Calling delete_port for d0ccbfcb-f6ae-4971-97ed-857b4df8a5f6 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:12.045874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9442bd6-e0a0-4634-9f7f-9b0890889138 req-944d77bb-b97c-47ab-98af-e5b99cc00b3f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:12.047679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9442bd6-e0a0-4634-9f7f-9b0890889138 req-944d77bb-b97c-47ab-98af-e5b99cc00b3f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1498101 Nov 10 21:49:12.133400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c9442bd6-e0a0-4634-9f7f-9b0890889138 req-28295686-4967-44ab-aebb-e7fb741e8c6d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643706 Nov 10 21:49:12.184148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:12.245636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event deleted for resources: {'Port': ['ID=d0ccbfcb-f6ae-4971-97ed-857b4df8a5f6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:12.359569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:12.366533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:12.371682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b300cc23-3d58-45d7-bf24-61cb201ae1d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "DELETE /v2.0/floatingips/92f58934-c36c-4e18-a3dd-3e61f1a7c405 HTTP/1.1" status: 204 len: 168 time: 0.9679723 Nov 10 21:49:12.621891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d043-0f23-408c-b0c0-613177a2e268 req-16f3f31a-ed99-40ff-bab7-90d2ecc01463 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:12.624778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f749d043-0f23-408c-b0c0-613177a2e268 req-16f3f31a-ed99-40ff-bab7-90d2ecc01463 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.1455197 Nov 10 21:49:12.638252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285fa58-2839-4291-ad78-b13f71c91548 req-0e2d8ce9-54dd-4565-8311-6c90967c75e6 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:12.640202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e285fa58-2839-4291-ad78-b13f71c91548 req-0e2d8ce9-54dd-4565-8311-6c90967c75e6 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 1097 time: 0.1059952 Nov 10 21:49:12.741793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59300) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:12.833978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f749d043-0f23-408c-b0c0-613177a2e268 req-ae34760b-7dd0-4b5c-b587-ba77113abb3f tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=94f55f97-e00f-473a-92a4-37a18986bece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981392 Nov 10 21:49:12.977339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Deleting port 63c56f2d-810a-4d53-9bf3-8ef118cff159 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:12.977704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.013617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00d248a6-d1b0-4cd1-87b3-6a578e49fd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.133430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] For port 63c56f2d-810a-4d53-9bf3-8ef118cff159, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=63c56f2d-810a-4d53-9bf3-8ef118cff159,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:13.134067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.154141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Calling delete_port for 63c56f2d-810a-4d53-9bf3-8ef118cff159 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:13.208674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00d248a6-d1b0-4cd1-87b3-6a578e49fd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.334210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681074d5-09a3-4bf8-bd84-364776baa70d req-12173f58-9580-434a-bb5c-1843381c0ef8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:13.335890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-681074d5-09a3-4bf8-bd84-364776baa70d req-12173f58-9580-434a-bb5c-1843381c0ef8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0771973 Nov 10 21:49:13.422529 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-681074d5-09a3-4bf8-bd84-364776baa70d req-d7ace8b0-9f2e-458b-a00d-79c803e78e1d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743995 Nov 10 21:49:13.641431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00d248a6-d1b0-4cd1-87b3-6a578e49fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.643064 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.672774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59314) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:13.691065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b069c6eb-3736-492d-8b3a-453d1213b815 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748266707', 'description': 'tempest-description--1908803872'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:49:13.724727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Pushing event deleted for resources: {'Port': ['ID=63c56f2d-810a-4d53-9bf3-8ef118cff159,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:13.791679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-00d248a6-d1b0-4cd1-87b3-6a578e49fd57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1750bb569ae042839910a968b8a6050d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0487478 Nov 10 21:49:13.795586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:13.811750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d248a6-d1b0-4cd1-87b3-6a578e49fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101b445c-6572-4c5a-a4f5-c96aeb2f5482,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:13.835485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] No DVR routers for this DVR port 63c56f2d-810a-4d53-9bf3-8ef118cff159 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:49:13.843666 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.849660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e285fa58-2839-4291-ad78-b13f71c91548 req-43fad0b0-f53d-4abd-8cdb-72cb73e99576 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.53 "DELETE /v2.0/ports/63c56f2d-810a-4d53-9bf3-8ef118cff159 HTTP/1.1" status: 204 len: 173 time: 1.1980071 Nov 10 21:49:13.851979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f28360-02f3-4960-b605-e8fa0d685786', 'name': 'network-vif-deleted', 'tag': '63c56f2d-810a-4d53-9bf3-8ef118cff159'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:13.871852 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc751f1c-ab21-4b51-9c51-8e68c8fe3deb" -d '{"events": [{"server_uuid": "42f28360-02f3-4960-b605-e8fa0d685786", "name": "network-vif-deleted", "tag": "63c56f2d-810a-4d53-9bf3-8ef118cff159"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:13.972812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b069c6eb-3736-492d-8b3a-453d1213b815 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:13.973101 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c188f61-832a-49e7-936f-9eade896b7a8 x-openstack-request-id: req-2c188f61-832a-49e7-936f-9eade896b7a8 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:13.973101 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f28360-02f3-4960-b605-e8fa0d685786", "name": "network-vif-deleted", "tag": "63c56f2d-810a-4d53-9bf3-8ef118cff159", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:13.973101 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c188f61-832a-49e7-936f-9eade896b7a8 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:13.973101 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f28360-02f3-4960-b605-e8fa0d685786', 'name': 'network-vif-deleted', 'tag': '63c56f2d-810a-4d53-9bf3-8ef118cff159', 'status': 'completed', 'code': 200} Nov 10 21:49:14.025273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14ccf286-6e3c-4abe-bc92-172d11b97584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.040885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-564a20b1-30bf-4460-b302-88a7dd5c857d req-cc5406a6-44de-4856-a983-d0bf58859289 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 210 time: 0.0660889 Nov 10 21:49:14.077521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14ccf286-6e3c-4abe-bc92-172d11b97584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.132765 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b069c6eb-3736-492d-8b3a-453d1213b815 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.199597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b069c6eb-3736-492d-8b3a-453d1213b815 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.236771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14ccf286-6e3c-4abe-bc92-172d11b97584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.239784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14ccf286-6e3c-4abe-bc92-172d11b97584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.241168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-14ccf286-6e3c-4abe-bc92-172d11b97584 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/101b445c-6572-4c5a-a4f5-c96aeb2f5482 HTTP/1.1" status: 204 len: 168 time: 0.4386919 Nov 10 21:49:14.269904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069c6eb-3736-492d-8b3a-453d1213b815 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:14.285239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccf286-6e3c-4abe-bc92-172d11b97584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101b445c-6572-4c5a-a4f5-c96aeb2f5482,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:14.388069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b069c6eb-3736-492d-8b3a-453d1213b815 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.392434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b069c6eb-3736-492d-8b3a-453d1213b815 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7126160 Nov 10 21:49:14.393504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59338) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:14.399390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-42002e76-21f9-4659-a394-5e6446c87000 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'security_group_rule': {'security_group_id': '4e1a279b-256b-42a5-b30a-5bb80c6d5cdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:49:14.524949 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42002e76-21f9-4659-a394-5e6446c87000 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.697004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42002e76-21f9-4659-a394-5e6446c87000 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.734706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f887d1-5e45-459b-8edb-9ccb1239958f req-a9b61bf4-339e-4591-9090-4a08b5a81536 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:14.736772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35f887d1-5e45-459b-8edb-9ccb1239958f req-a9b61bf4-339e-4591-9090-4a08b5a81536 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1209369 Nov 10 21:49:14.799953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42002e76-21f9-4659-a394-5e6446c87000 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.852460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35f887d1-5e45-459b-8edb-9ccb1239958f req-4c3bff35-35c1-4c36-8c3c-cc4296c49518 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061034 Nov 10 21:49:14.869987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42002e76-21f9-4659-a394-5e6446c87000 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfdc3cb-f118-4210-b6d1-520b22ae1b6c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:14.968831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42002e76-21f9-4659-a394-5e6446c87000 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:14.975612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59348) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:14.979330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-42002e76-21f9-4659-a394-5e6446c87000 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5807371 Nov 10 21:49:14.983627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d20d3af4-1e0a-4a87-9269-19063e877cc9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'security_group_rule': {'security_group_id': '4e1a279b-256b-42a5-b30a-5bb80c6d5cdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:49:15.061805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 63c56f2d-810a-4d53-9bf3-8ef118cff159 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:15.100836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 63c56f2d-810a-4d53-9bf3-8ef118cff159 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:15.101660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 63c56f2d-810a-4d53-9bf3-8ef118cff159 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:15.139050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d20d3af4-1e0a-4a87-9269-19063e877cc9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:15.266124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ad0796f-bfa6-4b97-b064-c8625abeb828 req-9a3dc1e9-519e-496e-946f-d76e57696e20 tempest-TestServerMultinode-88677632 tempest-TestServerMultinode-88677632-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=42f28360-02f3-4960-b605-e8fa0d685786 HTTP/1.1" status: 200 len: 210 time: 0.0953610 Nov 10 21:49:15.277794 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d20d3af4-1e0a-4a87-9269-19063e877cc9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:15.378356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d20d3af4-1e0a-4a87-9269-19063e877cc9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:15.430748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d3af4-1e0a-4a87-9269-19063e877cc9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b73defb-90ee-43f9-807a-e3da1d95e9f8,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:15.528307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d20d3af4-1e0a-4a87-9269-19063e877cc9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:15.531942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d20d3af4-1e0a-4a87-9269-19063e877cc9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5535665 Nov 10 21:49:15.539460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59364) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:15.546895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:49:15.675866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:15.840239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:16.078811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Allocated IP 172.25.7.193 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/435e0174-c8fd-4339-88c1-1dd25bdad2b7) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:49:16.157808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4c2d-e81d-495e-937b-cf78fa7eff10 req-0a309222-4e94-4a63-945f-7116ccfd5bb5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:16.177181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b6e4c2d-e81d-495e-937b-cf78fa7eff10 req-0a309222-4e94-4a63-945f-7116ccfd5bb5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1106701 Nov 10 21:49:16.310025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b6e4c2d-e81d-495e-937b-cf78fa7eff10 req-1ab47e82-e9bf-4319-b3f4-f2f31406069e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194952 Nov 10 21:49:16.354246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:16.396902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59396) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:16.503962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:16.584242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:49:16.601760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:49:16.605067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:49:16.638104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'Port': ['ID=435e0174-c8fd-4339-88c1-1dd25bdad2b7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:16.721981 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:16.848347 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:17.152828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:17.269390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:17.378299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'Port': ['ID=435e0174-c8fd-4339-88c1-1dd25bdad2b7,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:17.403384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:17.405923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:17.506307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:17.509076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e439f9d-08b0-4d51-948a-2e161371002d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9663081 Nov 10 21:49:17.933702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-3260fbfd-0497-4e60-a2f9-97a6839ecbcf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1748266707&fields=id&tenant_id=feadca3bdf8b4277be6dd51cca414b00 HTTP/1.1" status: 200 len: 267 time: 0.1359088 Nov 10 21:49:18.137245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-8b8cb67a-4d1f-455c-859e-c39e4d2309d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:18.138862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-8b8cb67a-4d1f-455c-859e-c39e4d2309d0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 810 time: 0.1972098 Nov 10 21:49:18.155953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-828af6a6-915c-474e-9c03-e298c5a859b8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/quotas/feadca3bdf8b4277be6dd51cca414b00 HTTP/1.1" status: 200 len: 375 time: 0.0110557 Nov 10 21:49:18.250968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-aab0efca-4743-4782-ac65-6ad5292e7a3d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870321 Nov 10 21:49:18.306592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb16268-2e87-4460-8824-20ff3d6a7977 req-0e4d4d2b-3cf4-41e8-bcb1-2df6d1023d03 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:18.325768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fb16268-2e87-4460-8824-20ff3d6a7977 req-0e4d4d2b-3cf4-41e8-bcb1-2df6d1023d03 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.7954721 Nov 10 21:49:18.482454 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-d6420efc-73b6-41a1-a63d-21dfc06b3958 service neutron] 10.222.0.45 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186673 Nov 10 21:49:18.517340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1fb16268-2e87-4460-8824-20ff3d6a7977 req-44dc6a85-7a85-4364-8fb0-dd4b7baec931 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890290 Nov 10 21:49:18.755045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-35533681-ba27-49b4-8d66-94ccaa7064c4 service neutron] 10.222.0.45 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652228 Nov 10 21:49:18.818984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Deleting port 3ec51446-254c-4590-9b5d-0b1e64995e45 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:18.819403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:19.048453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] For port 3ec51446-254c-4590-9b5d-0b1e64995e45, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3ec51446-254c-4590-9b5d-0b1e64995e45,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:19.048889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:19.074286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Calling delete_port for 3ec51446-254c-4590-9b5d-0b1e64995e45 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:19.202797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2a0851b-0c9f-476a-93bb-1eac0963ee32 req-367d9baa-4a7b-4d8b-9385-f141193b94a8 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 210 time: 0.0639086 Nov 10 21:49:19.570872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:19.774534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:19.820743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ae16-ab7f-4a96-8704-600fa3016d5a req-aac0db6f-fc1a-4851-9fbf-98dbad91ab6a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:19.825795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a74ae16-ab7f-4a96-8704-600fa3016d5a req-aac0db6f-fc1a-4851-9fbf-98dbad91ab6a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1307526 Nov 10 21:49:19.836909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec51446-254c-4590-9b5d-0b1e64995e45,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:20.052467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a74ae16-ab7f-4a96-8704-600fa3016d5a req-c4ea5834-5a9e-4fa1-b922-b490af682c55 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139494 Nov 10 21:49:20.549388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1be207b0-6523-4910-8714-e2b5616b52f4 req-6a73ee04-832c-457f-b951-c9addd1aefae tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 210 time: 0.2522058 Nov 10 21:49:20.647941 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:21.117843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Router 4d325a65-b4aa-4548-89d3-2c1841f22b55 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:49:21.343503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fbfb9-aad3-4d65-b9c1-5006f1465f15 req-8a469768-6894-4144-addf-e441b17ac540 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:21.354203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf5fbfb9-aad3-4d65-b9c1-5006f1465f15 req-8a469768-6894-4144-addf-e441b17ac540 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1096897 Nov 10 21:49:21.428988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf5fbfb9-aad3-4d65-b9c1-5006f1465f15 req-00177588-64cb-45f4-8c0a-82decd172dc0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664654 Nov 10 21:49:21.466412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:49:21.475907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:21.479085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] Sync routers for ids ['4d325a65-b4aa-4548-89d3-2c1841f22b55'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:49:21.517475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-da7ff17b-9320-4dd8-8d0a-450e8855362b admin admin] 10.222.0.45 "PUT /v2.0/routers/4d325a65-b4aa-4548-89d3-2c1841f22b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0750751 Nov 10 21:49:21.524838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] Routers {'4d325a65-b4aa-4548-89d3-2c1841f22b55'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:21.526158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d325a65-b4aa-4548-89d3-2c1841f22b55'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:21.631930 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:21.787889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-054f1113-38aa-4440-a085-ecb5df670799 req-23e0655d-319b-45c0-914a-f7fb1cce98f0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 210 time: 0.1036453 Nov 10 21:49:21.907952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] Set router 4d325a65-b4aa-4548-89d3-2c1841f22b55 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:22.153374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:49:19Z', 'revision_number': 5, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:22.199168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] Checking router: 4d325a65-b4aa-4548-89d3-2c1841f22b55 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:49:22.213750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] Routers {'4d325a65-b4aa-4548-89d3-2c1841f22b55'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:22.214362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4d325a65-b4aa-4548-89d3-2c1841f22b55'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:22.222379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:22.342681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] Set router 4d325a65-b4aa-4548-89d3-2c1841f22b55 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:22.493302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-c76cb507-6767-40bf-95f8-85918351abcb tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:22.497208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-c76cb507-6767-40bf-95f8-85918351abcb tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.53 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 810 time: 0.1444993 Nov 10 21:49:22.627459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:49:19Z', 'revision_number': 5, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:22.666266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2041a89-4eb5-4267-8ae7-8be8beb8b286 None None] The sync data for ids ['4d325a65-b4aa-4548-89d3-2c1841f22b55'] in n-d-776250-11 is: [{'id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'name': 'tempest-TestServerMultinode-1038730919-router', 'tenant_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '496a0358-53b7-481c-ac9d-887a44961887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:09Z', 'updated_at': '2021-11-10T21:49:19Z', 'revision_number': 5, 'project_id': 'a9d04ecdf4a34f6d998e2a83e6aa47ad', 'gw_port': {'id': '496a0358-53b7-481c-ac9d-887a44961887', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d325a65-b4aa-4548-89d3-2c1841f22b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:11Z', 'updated_at': '2021-11-10T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:49:22.685742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-83972ed1-0507-434d-84ce-6fad270cb5b0 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=feadca3bdf8b4277be6dd51cca414b00 HTTP/1.1" status: 200 len: 380 time: 0.1447737 Nov 10 21:49:22.722886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'port': {'device_id': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'admin_state_up': True, 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'security_groups': ['4e1a279b-256b-42a5-b30a-5bb80c6d5cdb']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:49:22.787613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0133ed-de34-4f4f-99dc-f0bf44f075a2 req-6303fdd9-b034-4f76-9a92-bf32d076f7b7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:22.794922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f0133ed-de34-4f4f-99dc-f0bf44f075a2 req-6303fdd9-b034-4f76-9a92-bf32d076f7b7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.2166734 Nov 10 21:49:22.899171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Deleting port 496a0358-53b7-481c-ac9d-887a44961887 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:22.907783 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:23.030730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f0133ed-de34-4f4f-99dc-f0bf44f075a2 req-f2de6768-eee1-4852-b024-13a2b4ce61ec tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348554 Nov 10 21:49:23.043401 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-379d1657-6fe9-4e25-852f-d06a114c8f7f req-9919535c-3e2b-44d0-bc5a-e9a8291cbf98 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 210 time: 0.1139989 Nov 10 21:49:23.153854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] For port 496a0358-53b7-481c-ac9d-887a44961887, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=496a0358-53b7-481c-ac9d-887a44961887,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:23.154523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:23.180599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Calling delete_port for 496a0358-53b7-481c-ac9d-887a44961887 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:23.272562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3ec51446-254c-4590-9b5d-0b1e64995e45 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:23.305346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Made reservation on behalf of feadca3bdf8b4277be6dd51cca414b00 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:49:23.325213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:23.378253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3ec51446-254c-4590-9b5d-0b1e64995e45 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:23.386459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3ec51446-254c-4590-9b5d-0b1e64995e45 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:23.606127 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:23.690690 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:23.721982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc538b1-7b23-4cd1-a67f-f3036bd6fa16 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:49:23.756228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Pushing event deleted for resources: {'Port': ['ID=496a0358-53b7-481c-ac9d-887a44961887,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:23.897610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.023197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.037149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.190178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Allocated IP 172.20.0.13 (3a8a83f2-9f7c-46c9-85f5-00fb57b5155e/42e414c9-c466-43dd-95c2-a7ccd5c0bc30/6266039f-5621-4dc1-9959-8478a83324d4) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:49:24.190939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59630) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:24.257256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.257795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d325a65-b4aa-4548-89d3-2c1841f22b55 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:49:24.263866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.280379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8a71f89c-1d4b-410a-b042-dd36f0ff5442 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4d325a65-b4aa-4548-89d3-2c1841f22b55 HTTP/1.1" status: 204 len: 168 time: 2.8032439 Nov 10 21:49:24.281071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59634) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:24.299531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bdb0760-c332-4e31-bd95-81628e0a4fbb req-344a81bd-1492-40e0-9fbc-d41a3210c879 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 210 time: 0.0895805 Nov 10 21:49:24.417964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cf1e45e6-3421-4716-91c0-086ef25165fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.612265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cf1e45e6-3421-4716-91c0-086ef25165fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.622696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] Deleting subnet 50e2fff4-7e88-470f-852d-57e89e444be6 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:49:24.637027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.669091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cf1e45e6-3421-4716-91c0-086ef25165fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.675738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445cb08-8b5b-4da7-83dd-4d20bb0ba622 req-19b54a54-44da-4e4f-abf9-27ec77b1e1f5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:24.683373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a445cb08-8b5b-4da7-83dd-4d20bb0ba622 req-19b54a54-44da-4e4f-abf9-27ec77b1e1f5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.3605802 Nov 10 21:49:24.742486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.769660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.839015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a445cb08-8b5b-4da7-83dd-4d20bb0ba622 req-09cd8ca1-8664-48ce-a916-d18d8325bf0f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543107 Nov 10 21:49:24.865350 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cf1e45e6-3421-4716-91c0-086ef25165fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fe00a72bc1f4b588165ee75df3b2a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6727288 Nov 10 21:49:24.873869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59644) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:24.937518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:24.941468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e45e6-3421-4716-91c0-086ef25165fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf53170-ed19-4e20-aed2-36cece5bbf68,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:25.006335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.074201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33ebfc7c-1ab1-42af-9b64-ec541a8b918e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.096366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:49:25.105985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:49:25.113018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:49:25.115750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event updated for resources: {'Port': ['ID=6266039f-5621-4dc1-9959-8478a83324d4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:25.161862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33ebfc7c-1ab1-42af-9b64-ec541a8b918e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.251759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:25.257811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.274276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.343218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc07f34-beeb-4052-ac54-860d14d65ae6 None None] Network 735a9e05-d4ac-4080-877c-574bf964ecf1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:49:25.349974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.360039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/50e2fff4-7e88-470f-852d-57e89e444be6 HTTP/1.1" status: 204 len: 168 time: 1.0714228 Nov 10 21:49:25.361249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59652) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:25.433168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33ebfc7c-1ab1-42af-9b64-ec541a8b918e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.444489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb591a-b1b9-433c-97ba-c312496a97b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e2fff4-7e88-470f-852d-57e89e444be6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:25.450214 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-33ebfc7c-1ab1-42af-9b64-ec541a8b918e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.453025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-33ebfc7c-1ab1-42af-9b64-ec541a8b918e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/faf53170-ed19-4e20-aed2-36cece5bbf68 HTTP/1.1" status: 204 len: 168 time: 0.5642204 Nov 10 21:49:25.492064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-41edddb0-15f8-4695-9d2d-a39d185b5a53 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7957098 Nov 10 21:49:25.509566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 496a0358-53b7-481c-ac9d-887a44961887 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:25.517268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Request body: {'port': {'device_id': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:49:25.587744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 496a0358-53b7-481c-ac9d-887a44961887 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:25.589475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 496a0358-53b7-481c-ac9d-887a44961887 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:25.633201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.667533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebfc7c-1ab1-42af-9b64-ec541a8b918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf53170-ed19-4e20-aed2-36cece5bbf68,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:25.716482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.769539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42a219-ded6-4a34-9c30-c736811537c0 req-0eff8dd1-7b96-490f-b074-0f7775dfbd1d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:25.784610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a42a219-ded6-4a34-9c30-c736811537c0 req-0eff8dd1-7b96-490f-b074-0f7775dfbd1d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 932 time: 0.2042701 Nov 10 21:49:25.824091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8c32ce75-402a-4ee2-9c11-e95fae2a329a None None] Provisioning complete for port 6266039f-5621-4dc1-9959-8478a83324d4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:49:25.826464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c32ce75-402a-4ee2-9c11-e95fae2a329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:25.937565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8c32ce75-402a-4ee2-9c11-e95fae2a329a None None] Port 6266039f-5621-4dc1-9959-8478a83324d4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:49:26.023144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a42a219-ded6-4a34-9c30-c736811537c0 req-bdef7a24-cf0e-4564-a44d-303ae9845888 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318280 Nov 10 21:49:26.046930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] DHCP port deletion for 735a9e05-d4ac-4080-877c-574bf964ecf1 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:49:26.052890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Deleting port 3fc4728b-0408-420e-98e2-222f595b76ac {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:26.053550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.151844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] Deleting port 3fc4728b-0408-420e-98e2-222f595b76ac {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:26.152577 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.180372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] For port 3fc4728b-0408-420e-98e2-222f595b76ac, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3fc4728b-0408-420e-98e2-222f595b76ac,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:26.180981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.215832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Calling delete_port for 3fc4728b-0408-420e-98e2-222f595b76ac owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:26.301654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] For port 3fc4728b-0408-420e-98e2-222f595b76ac, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3fc4728b-0408-420e-98e2-222f595b76ac,segment=NetworkSegment(96aef450-cad1-4c37-93c4-e743a4fe2c01),segment_id=96aef450-cad1-4c37-93c4-e743a4fe2c01)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:26.302534 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.336219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cc63e-50c1-4238-9f3d-12453dd42be2 req-c7ca4e59-60c3-4b14-93d5-c1ef95cb649d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:26.336219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d5cc63e-50c1-4238-9f3d-12453dd42be2 req-c7ca4e59-60c3-4b14-93d5-c1ef95cb649d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.3282599 Nov 10 21:49:26.351872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] Calling delete_port for 3fc4728b-0408-420e-98e2-222f595b76ac owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:26.503070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.525688 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.545046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6266039f-5621-4dc1-9959-8478a83324d4 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:49:26.566447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc4728b-0408-420e-98e2-222f595b76ac,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:26.570894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.578861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] No DVR routers for this DVR port 3fc4728b-0408-420e-98e2-222f595b76ac on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:49:26.596557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d5cc63e-50c1-4238-9f3d-12453dd42be2 req-bc387438-c537-4b6f-b95c-ecb9acc63420 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332489 Nov 10 21:49:26.634056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Transition to ACTIVE for port object 6266039f-5621-4dc1-9959-8478a83324d4 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:49:26.709938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] Pushing event deleted for resources: {'Port': ['ID=3fc4728b-0408-420e-98e2-222f595b76ac,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:26.726625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ade21-4855-4aee-87a1-9f7439ed41b5 None None] No DVR routers for this DVR port 3fc4728b-0408-420e-98e2-222f595b76ac on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:49:26.737284 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.833195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.904558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735a9e05-d4ac-4080-877c-574bf964ecf1']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:26.936659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96aef450-cad1-4c37-93c4-e743a4fe2c01') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:26.943836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96aef450-cad1-4c37-93c4-e743a4fe2c01') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:26.965461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:26.999582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.019144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:49:27.019914 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:49:27.028052 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:49:27.065339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Pushing event updated for resources: {'Port': ['ID=6266039f-5621-4dc1-9959-8478a83324d4,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:27.079764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Attempting to bind port 6266039f-5621-4dc1-9959-8478a83324d4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:49:27.080549 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Attempting to bind port 6266039f-5621-4dc1-9959-8478a83324d4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:49:27.082863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Attempting to bind port 6266039f-5621-4dc1-9959-8478a83324d4 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:49:27.090839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Port 6266039f-5621-4dc1-9959-8478a83324d4 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:49:27.091500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Attempting to bind port 6266039f-5621-4dc1-9959-8478a83324d4 on network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:49:27.100297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:49:27.101225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Checking segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:49:27.103842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Bound using segment: {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:49:27.103842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Bound port: 6266039f-5621-4dc1-9959-8478a83324d4, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e382c91-d9f6-405e-bdd3-33bd292a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:49:27.103842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.127603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59678) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:27.231560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-876d5aaf-d789-4e80-91d3-b0a0a6318e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.345913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] For port 6266039f-5621-4dc1-9959-8478a83324d4, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:49:27.355066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3fc4728b-0408-420e-98e2-222f595b76ac no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:27.383203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] For port 6266039f-5621-4dc1-9959-8478a83324d4, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6266039f-5621-4dc1-9959-8478a83324d4,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:49:27.384835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80128f-ade7-4fb2-ab1b-4d3e7b05e817 req-c510f921-030b-41ad-a058-a91367e00f72 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:27.388793 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd80128f-ade7-4fb2-ab1b-4d3e7b05e817 req-c510f921-030b-41ad-a058-a91367e00f72 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 944 time: 0.1861916 Nov 10 21:49:27.395904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.412783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.413940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3fc4728b-0408-420e-98e2-222f595b76ac {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:27.414489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3fc4728b-0408-420e-98e2-222f595b76ac not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:27.424832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] 10.222.0.45 "DELETE /v2.0/networks/735a9e05-d4ac-4080-877c-574bf964ecf1 HTTP/1.1" status: 204 len: 168 time: 2.0619020 Nov 10 21:49:27.431701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59680) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:27.481217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.536208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7782-e6e3-4409-a1ef-291626213d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=735a9e05-d4ac-4080-877c-574bf964ecf1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:27.607316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd80128f-ade7-4fb2-ab1b-4d3e7b05e817 req-31c46f73-4cf2-484c-8be4-29aa5429b7e9 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811917 Nov 10 21:49:27.655281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Pushing event updated for resources: {'Port': ['ID=6266039f-5621-4dc1-9959-8478a83324d4,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:27.713980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:27.714614 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:27.729549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-86f28567-8bf1-4b2c-8714-ef2d6273849d service neutron] 10.222.0.53 "PUT /v2.0/ports/6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 200 len: 1093 time: 2.2157114 Nov 10 21:49:27.733649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:27.736942 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "tag": "6266039f-5621-4dc1-9959-8478a83324d4"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:27.748899 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-876d5aaf-d789-4e80-91d3-b0a0a6318e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:28.008565 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d073d9d-7c51-4b47-b7f2-24b5e86dacda x-openstack-request-id: req-7d073d9d-7c51-4b47-b7f2-24b5e86dacda {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:28.009026 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "tag": "6266039f-5621-4dc1-9959-8478a83324d4", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:28.009443 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7d073d9d-7c51-4b47-b7f2-24b5e86dacda {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:28.010264 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4', 'status': 'completed', 'code': 200} Nov 10 21:49:28.015541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-876d5aaf-d789-4e80-91d3-b0a0a6318e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:28.093067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-876d5aaf-d789-4e80-91d3-b0a0a6318e58 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53899e8db42e45f1bf38f5d6c5fa0240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9096746 Nov 10 21:49:28.093639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:28.166222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b99a537f-deed-4dfb-a0c2-6393dcab2c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:28.188714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-c363cfe6-03c1-4ca6-b194-84968228544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:28.190388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-c363cfe6-03c1-4ca6-b194-84968228544d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 1096 time: 0.3740098 Nov 10 21:49:28.195648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b99a537f-deed-4dfb-a0c2-6393dcab2c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:28.219959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d5aaf-d789-4e80-91d3-b0a0a6318e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670622dd-205b-4da9-b3da-473737520169,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:28.246172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647989-ddb9-4792-bd23-a38118befeda req-f6050494-5fb3-4db9-8430-04cecc7e1ea2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:28.247673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23647989-ddb9-4792-bd23-a38118befeda req-f6050494-5fb3-4db9-8430-04cecc7e1ea2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.4127173 Nov 10 21:49:28.285493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-efa3202f-6feb-4369-98cf-6a789fd29af4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 200 len: 217 time: 0.0622356 Nov 10 21:49:28.363857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-cfa7af19-2567-403f-be1f-dea278a2329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:28.365334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-cfa7af19-2567-403f-be1f-dea278a2329d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.0726423 Nov 10 21:49:28.377599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b99a537f-deed-4dfb-a0c2-6393dcab2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:28.382960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b99a537f-deed-4dfb-a0c2-6393dcab2c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:28.385298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b99a537f-deed-4dfb-a0c2-6393dcab2c65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/670622dd-205b-4da9-b3da-473737520169 HTTP/1.1" status: 204 len: 168 time: 0.2907231 Nov 10 21:49:28.398003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a537f-deed-4dfb-a0c2-6393dcab2c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670622dd-205b-4da9-b3da-473737520169,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:28.445592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23647989-ddb9-4792-bd23-a38118befeda req-7411cdba-b217-48b2-b93b-91b538653349 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647425 Nov 10 21:49:28.492911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-2758f228-6c0d-4a47-ad22-4e74d4d75b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:28.495260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-2758f228-6c0d-4a47-ad22-4e74d4d75b1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217940 Nov 10 21:49:28.597702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:28.819531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683a16a-dd76-488c-a50f-0a99ea2faa74 req-cdf3f3f4-b9dd-492e-aec8-fb5df1699161 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:28.824316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e683a16a-dd76-488c-a50f-0a99ea2faa74 req-cdf3f3f4-b9dd-492e-aec8-fb5df1699161 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 944 time: 0.0902219 Nov 10 21:49:28.972287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e683a16a-dd76-488c-a50f-0a99ea2faa74 req-1240c988-35b9-499e-adc7-027d41e56ec5 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407743 Nov 10 21:49:29.153424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-b0d2d41f-972c-47df-bbf7-89a5424349db service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228118 Nov 10 21:49:29.295372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1395a7a5-55b7-4025-a2b3-b609a38a5941 req-2cfd6f48-14e9-4806-a46a-afac39bfb76b service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621435 Nov 10 21:49:29.389167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Deleting port 430ad49f-eed5-484a-a147-8e7b213ea377 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:29.389928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:29.477323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] For port 430ad49f-eed5-484a-a147-8e7b213ea377, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=430ad49f-eed5-484a-a147-8e7b213ea377,segment=NetworkSegment(edc08525-ca84-42d8-945e-29a500861f41),segment_id=edc08525-ca84-42d8-945e-29a500861f41)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:29.477604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:29.491599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Calling delete_port for 430ad49f-eed5-484a-a147-8e7b213ea377 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:29.684778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1710bd-2dca-4f75-8e51-4008c5c3d2c6 req-e27809c3-67b6-497f-b22b-5f06aa0a6061 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:29.688843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee1710bd-2dca-4f75-8e51-4008c5c3d2c6 req-e27809c3-67b6-497f-b22b-5f06aa0a6061 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1210220 Nov 10 21:49:29.788279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59720) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:29.837023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee1710bd-2dca-4f75-8e51-4008c5c3d2c6 req-ebedcccc-ff7d-448e-82de-541ffe6aa7d3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984478 Nov 10 21:49:29.840167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-ca89afad-3db2-4cf2-8484-d597939bb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:29.841622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-ca89afad-3db2-4cf2-8484-d597939bb50d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 1096 time: 0.1043220 Nov 10 21:49:29.911153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:29.944342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=430ad49f-eed5-484a-a147-8e7b213ea377,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:30.016479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5260926-1f85-4c78-a513-2b88c09af524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.050696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-719b5f1b-a661-4623-bf7a-73bfee04d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:30.061255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-719b5f1b-a661-4623-bf7a-73bfee04d395 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.2125528 Nov 10 21:49:30.173397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-69b47b39-a6e4-49cf-9651-ca2baf1817a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 200 len: 217 time: 0.1035304 Nov 10 21:49:30.227714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59732) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:30.258353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa9ec6fa-ac8e-44fd-b387-e61efa1896b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.290521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a7ea7-83d6-427e-a4d7-7d2610a620a4 req-7ee2672d-a8fe-46da-b412-12f403b6b652 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:30.299522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-319a7ea7-83d6-427e-a4d7-7d2610a620a4 req-7ee2672d-a8fe-46da-b412-12f403b6b652 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 944 time: 0.1706481 Nov 10 21:49:30.307406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5260926-1f85-4c78-a513-2b88c09af524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.374060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-9dead141-6e27-4f9f-aea3-ee04f29751d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:30.377184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-9dead141-6e27-4f9f-aea3-ee04f29751d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.1854823 Nov 10 21:49:30.384895 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-319a7ea7-83d6-427e-a4d7-7d2610a620a4 req-d3a38861-951e-4f3f-9116-1cee6f63facf tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840650 Nov 10 21:49:30.403137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5260926-1f85-4c78-a513-2b88c09af524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.441587 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.449612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5260926-1f85-4c78-a513-2b88c09af524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0019d3fc-1c83-4104-96d3-b640ee4d513a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:30.463632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d5260926-1f85-4c78-a513-2b88c09af524 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a1479c00aa74079b089727ab6f7eaa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6742418 Nov 10 21:49:30.466772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59734) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:30.508226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa9ec6fa-ac8e-44fd-b387-e61efa1896b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.508541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-84980bb7-e6dd-4b7e-bbe8-4a6c5a492176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:30.510064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-84980bb7-e6dd-4b7e-bbe8-4a6c5a492176 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177909 Nov 10 21:49:30.554948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee172bd7-c7e3-441b-bc5a-03c56eda271b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.573381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aa9ec6fa-ac8e-44fd-b387-e61efa1896b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.604384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee172bd7-c7e3-441b-bc5a-03c56eda271b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.650931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aa9ec6fa-ac8e-44fd-b387-e61efa1896b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1977378e6c2f44f6812a6d23f6a697f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4221001 Nov 10 21:49:30.652622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ec6fa-ac8e-44fd-b387-e61efa1896b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f81089-05c1-49ca-9ff1-2647e955856d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:30.657510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59736) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:30.741362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-1f890356-ce0f-4690-926f-cdbb7030d997 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236974 Nov 10 21:49:30.811777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee172bd7-c7e3-441b-bc5a-03c56eda271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.815068 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee172bd7-c7e3-441b-bc5a-03c56eda271b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.816272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ee172bd7-c7e3-441b-bc5a-03c56eda271b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0019d3fc-1c83-4104-96d3-b640ee4d513a HTTP/1.1" status: 204 len: 168 time: 0.3483520 Nov 10 21:49:30.827004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee172bd7-c7e3-441b-bc5a-03c56eda271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0019d3fc-1c83-4104-96d3-b640ee4d513a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:30.934069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Router fa260def-71da-4125-a18b-3cd17ecf0431 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:49:30.934552 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ae80-fea5-4561-a943-1e6ac480c954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:30.986121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bb1d90-1b33-43a5-ad24-2475ff50e0c1 req-71e3c2f0-1e56-436c-984d-965b47f11d55 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321281 Nov 10 21:49:31.035687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ae80-fea5-4561-a943-1e6ac480c954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:31.107977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6266039f-5621-4dc1-9959-8478a83324d4 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:49:31.205765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3c4ec-b48c-47ce-9585-a9d0f48a47af req-7b010836-d31d-4449-9b38-1ef947f42a17 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:31.213213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5a3c4ec-b48c-47ce-9585-a9d0f48a47af req-7b010836-d31d-4449-9b38-1ef947f42a17 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.2310956 Nov 10 21:49:31.300258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6266039f-5621-4dc1-9959-8478a83324d4, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6266039f-5621-4dc1-9959-8478a83324d4,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:31.339054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '6266039f-5621-4dc1-9959-8478a83324d4', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'port_id': '6266039f-5621-4dc1-9959-8478a83324d4', 'mac_address': 'fa:16:3e:3d:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:49:31.393286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:49:31.402117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59748) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:31.406046 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] Sync routers for ids ['fa260def-71da-4125-a18b-3cd17ecf0431'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:49:31.409212 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:31.412576 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b28a7e9f-5616-43cd-85e9-fb9bf057fd05 admin admin] 10.222.0.45 "PUT /v2.0/routers/fa260def-71da-4125-a18b-3cd17ecf0431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9656322 Nov 10 21:49:31.427102 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] Routers {'fa260def-71da-4125-a18b-3cd17ecf0431'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:31.429523 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fa260def-71da-4125-a18b-3cd17ecf0431'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:31.431553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6266039f-5621-4dc1-9959-8478a83324d4 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:49:31.445219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5a3c4ec-b48c-47ce-9585-a9d0f48a47af req-23a09959-56a2-4703-85eb-e1d62f091238 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310336 Nov 10 21:49:31.447092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ae80-fea5-4561-a943-1e6ac480c954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:31.457067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ae80-fea5-4561-a943-1e6ac480c954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:31.479198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6fb4ae80-fea5-4561-a943-1e6ac480c954 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18f81089-05c1-49ca-9ff1-2647e955856d HTTP/1.1" status: 204 len: 168 time: 0.8204255 Nov 10 21:49:31.487505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6266039f-5621-4dc1-9959-8478a83324d4, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6266039f-5621-4dc1-9959-8478a83324d4,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:31.509038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ae80-fea5-4561-a943-1e6ac480c954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f81089-05c1-49ca-9ff1-2647e955856d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:31.578522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:31.669557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6266039f-5621-4dc1-9959-8478a83324d4,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:31.711928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076873a-5683-411b-9dcc-a963697b5373 req-ce38d28e-5a2e-47fb-9da1-f90550abe651 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:31.713697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b076873a-5683-411b-9dcc-a963697b5373 req-ce38d28e-5a2e-47fb-9da1-f90550abe651 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 944 time: 0.1827524 Nov 10 21:49:31.768738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:31.794266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['6266039f-5621-4dc1-9959-8478a83324d4'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:49:31.851838 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] Set router fa260def-71da-4125-a18b-3cd17ecf0431 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:31.986034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59756) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:31.997889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b076873a-5683-411b-9dcc-a963697b5373 req-3dfcb91f-fbec-4ced-b188-f919f4f0c4f1 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447979 Nov 10 21:49:32.022212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c540f76-7e4d-4547-88a4-eeb7a43b5801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.154646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.221791 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:49:32.262331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c540f76-7e4d-4547-88a4-eeb7a43b5801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.353169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c540f76-7e4d-4547-88a4-eeb7a43b5801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.432597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Deleting port 42befcf4-5909-464e-be69-7882e74b73d5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:32.433221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.509718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3c540f76-7e4d-4547-88a4-eeb7a43b5801 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45a6b5af4a0e4994900f80cd36836392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5221999 Nov 10 21:49:32.512876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59768) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:32.524722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c540f76-7e4d-4547-88a4-eeb7a43b5801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1719fc9-d81e-4c88-9dfc-47923aad06ab,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:32.550921 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '42befcf4-5909-464e-be69-7882e74b73d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:49:29Z', 'revision_number': 5, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port': {'id': '42befcf4-5909-464e-be69-7882e74b73d5', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:48:23Z', 'updated_at': '2021-11-10T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:32.608282 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] Checking router: fa260def-71da-4125-a18b-3cd17ecf0431 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:49:32.620729 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] Routers {'fa260def-71da-4125-a18b-3cd17ecf0431'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:32.621633 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['fa260def-71da-4125-a18b-3cd17ecf0431'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:32.647842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] For port 42befcf4-5909-464e-be69-7882e74b73d5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=42befcf4-5909-464e-be69-7882e74b73d5,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:32.648629 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.682376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Calling delete_port for 42befcf4-5909-464e-be69-7882e74b73d5 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:32.735690 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4371ae4e-2a28-4971-9865-feb9177d3cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.762029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2153a-23bd-4ade-8922-b7b9e48d34ef req-f2923c20-6ad6-4a2c-a29e-41e6e3d85013 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:32.763591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46d2153a-23bd-4ade-8922-b7b9e48d34ef req-f2923c20-6ad6-4a2c-a29e-41e6e3d85013 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1792355 Nov 10 21:49:32.811709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4371ae4e-2a28-4971-9865-feb9177d3cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:32.841899 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] Set router fa260def-71da-4125-a18b-3cd17ecf0431 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:32.921173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46d2153a-23bd-4ade-8922-b7b9e48d34ef req-d94e2ecd-7adb-4403-8f01-14e8e548f001 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419928 Nov 10 21:49:32.934416 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:49:32Z', 'revision_number': 6, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:32.964233 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73e787-5f0f-4680-b007-46a5e22acf14 None None] The sync data for ids ['fa260def-71da-4125-a18b-3cd17ecf0431'] in n-d-776250-11 is: [{'id': 'fa260def-71da-4125-a18b-3cd17ecf0431', 'name': 'tempest-TestServerMultinode-732224859-router', 'tenant_id': '675973affa6743df850f288d8cf3938b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:48:21Z', 'updated_at': '2021-11-10T21:49:32Z', 'revision_number': 6, 'project_id': '675973affa6743df850f288d8cf3938b', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:49:33.032730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4371ae4e-2a28-4971-9865-feb9177d3cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.032730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4371ae4e-2a28-4971-9865-feb9177d3cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.035908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4371ae4e-2a28-4971-9865-feb9177d3cc1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1719fc9-d81e-4c88-9dfc-47923aad06ab HTTP/1.1" status: 204 len: 168 time: 0.5146146 Nov 10 21:49:33.043201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371ae4e-2a28-4971-9865-feb9177d3cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1719fc9-d81e-4c88-9dfc-47923aad06ab,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:33.107492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.120648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6266039f-5621-4dc1-9959-8478a83324d4 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:49:33.183956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=42befcf4-5909-464e-be69-7882e74b73d5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:33.221146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bf02a-4bed-4ffe-84e7-0702fa47388e None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:49:33.309387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 6266039f-5621-4dc1-9959-8478a83324d4 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:49:33.312161 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.313729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 6266039f-5621-4dc1-9959-8478a83324d4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:49:33.314109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.446633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.459550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.495992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fede0c-f32f-42cb-b851-ebbcff117fc0 req-3fe04375-5e74-46df-af43-1615860e648d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:33.502124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.506525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62fede0c-f32f-42cb-b851-ebbcff117fc0 req-3fe04375-5e74-46df-af43-1615860e648d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 945 time: 0.3462145 Nov 10 21:49:33.557365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 430ad49f-eed5-484a-a147-8e7b213ea377 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:33.622927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6266039f-5621-4dc1-9959-8478a83324d4, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6266039f-5621-4dc1-9959-8478a83324d4,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:33.690272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:33.699229 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8af086-c0af-4a03-a954-3c83e7190e0d" -d '{"events": [{"server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "name": "network-vif-plugged", "status": "completed", "tag": "6266039f-5621-4dc1-9959-8478a83324d4"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:33.709682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62fede0c-f32f-42cb-b851-ebbcff117fc0 req-020d27fe-bb4f-48c4-9ab5-cc01f6128d6b tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944435 Nov 10 21:49:33.718338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:33.961606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 430ad49f-eed5-484a-a147-8e7b213ea377 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:33.961606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 430ad49f-eed5-484a-a147-8e7b213ea377 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:33.961606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6266039f-5621-4dc1-9959-8478a83324d4,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:33.961606 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c0b7c5-7d72-4562-8eb7-dfc2bacb23eb x-openstack-request-id: req-09c0b7c5-7d72-4562-8eb7-dfc2bacb23eb {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:33.961606 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "name": "network-vif-plugged", "status": "completed", "tag": "6266039f-5621-4dc1-9959-8478a83324d4", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:33.961606 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09c0b7c5-7d72-4562-8eb7-dfc2bacb23eb {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:33.961606 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4', 'code': 200} Nov 10 21:49:33.963302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9a139-fe7d-4e09-9072-b5a04e3d4970 req-9785508a-53c2-4a3b-8fee-b00022299a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:33.963302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebf9a139-fe7d-4e09-9072-b5a04e3d4970 req-9785508a-53c2-4a3b-8fee-b00022299a34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 1098 time: 0.0513537 Nov 10 21:49:34.085557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ebf9a139-fe7d-4e09-9072-b5a04e3d4970 req-9e10bd89-2590-46fc-9cb0-bb0bf157f6f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274858 Nov 10 21:49:34.204672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e53dbb-cc59-47aa-ab59-2e4fe768d277 req-9b2676a7-0961-4b8a-9310-73c9f4738c44 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:34.212802 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58e53dbb-cc59-47aa-ab59-2e4fe768d277 req-9b2676a7-0961-4b8a-9310-73c9f4738c44 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1207254 Nov 10 21:49:34.286871 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58e53dbb-cc59-47aa-ab59-2e4fe768d277 req-4be242e7-dfae-4783-bd6f-7136584e0039 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726891 Nov 10 21:49:34.363986 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:34.392617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa260def-71da-4125-a18b-3cd17ecf0431 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:49:34.392617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:34.392617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-55d211af-b8e2-400c-9717-82796dddfc21 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fa260def-71da-4125-a18b-3cd17ecf0431 HTTP/1.1" status: 204 len: 168 time: 2.9677300 Nov 10 21:49:34.394792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59810) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:34.460454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] Deleting subnet 94a148d4-fabc-4bb5-a304-ac5d8eddc787 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:49:34.465860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:34.558621 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:34.713701 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:34.943388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81a65e-c890-4abb-aa1c-08b2aab36376 req-73b23d45-95a3-45e4-b0f0-49a526490927 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:34.957469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc81a65e-c890-4abb-aa1c-08b2aab36376 req-73b23d45-95a3-45e4-b0f0-49a526490927 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 946 time: 0.0792522 Nov 10 21:49:34.957469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:34.985756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a148d4-fabc-4bb5-a304-ac5d8eddc787,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:35.007004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:35.016727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42c1b2-583e-497e-bcd3-1ed86c12ceed None None] Network 89e5d9e3-0b0e-425b-8041-6941d183a9d5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:49:35.026234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59822) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:35.042516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-277088d0-214f-4a0c-85c2-b193ad4881af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/94a148d4-fabc-4bb5-a304-ac5d8eddc787 HTTP/1.1" status: 204 len: 168 time: 0.6561506 Nov 10 21:49:35.197834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc81a65e-c890-4abb-aa1c-08b2aab36376 req-2b1d476f-973f-44ad-a932-fd5bda86b23d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136776 Nov 10 21:49:35.268732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:35.339170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 42befcf4-5909-464e-be69-7882e74b73d5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:35.431632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Deleting port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:35.433471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:35.470547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 42befcf4-5909-464e-be69-7882e74b73d5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:35.470884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 42befcf4-5909-464e-be69-7882e74b73d5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:35.599380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] DHCP port deletion for 89e5d9e3-0b0e-425b-8041-6941d183a9d5 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:49:35.674859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] Deleting port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:49:35.675648 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:35.690443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] For port 5ace847e-e5d8-48fb-b84b-dbb032c368a4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5ace847e-e5d8-48fb-b84b-dbb032c368a4,segment=NetworkSegment(edc08525-ca84-42d8-945e-29a500861f41),segment_id=edc08525-ca84-42d8-945e-29a500861f41)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:35.691614 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:35.742431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Calling delete_port for 5ace847e-e5d8-48fb-b84b-dbb032c368a4 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:35.774908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb0206-5c34-431b-9a59-9d4115426192 req-c3728153-c712-41b7-9fdd-1a4b3d7bf4d8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:35.776546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1bb0206-5c34-431b-9a59-9d4115426192 req-c3728153-c712-41b7-9fdd-1a4b3d7bf4d8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.2520156 Nov 10 21:49:35.820795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] For port 5ace847e-e5d8-48fb-b84b-dbb032c368a4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5ace847e-e5d8-48fb-b84b-dbb032c368a4,segment=NetworkSegment(edc08525-ca84-42d8-945e-29a500861f41),segment_id=edc08525-ca84-42d8-945e-29a500861f41)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:35.821803 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:35.839705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] Calling delete_port for 5ace847e-e5d8-48fb-b84b-dbb032c368a4 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:49:35.925526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-be664c67-b3cf-44ce-977f-2e70e5d539b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:35.991665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1bb0206-5c34-431b-9a59-9d4115426192 req-a112eaec-b856-4981-aafa-56dff4561963 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046227 Nov 10 21:49:35.994374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.043133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] Pushing event deleted for resources: {'Port': ['ID=5ace847e-e5d8-48fb-b84b-dbb032c368a4,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:36.072130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe827c-ec3b-4a8b-90a5-cc0984205745 None None] No DVR routers for this DVR port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:49:36.107622 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.143875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ace847e-e5d8-48fb-b84b-dbb032c368a4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:36.147948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] No DVR routers for this DVR port 5ace847e-e5d8-48fb-b84b-dbb032c368a4 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:49:36.244001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.295321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e5d9e3-0b0e-425b-8041-6941d183a9d5']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:36.336068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc08525-ca84-42d8-945e-29a500861f41') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:36.341582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc08525-ca84-42d8-945e-29a500861f41') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:36.362418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.382261 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.395100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5ebd3-b281-4c35-8caa-ffbc9942b679 req-4f3cb55d-d1b0-49ea-9e9f-a2ae1cbbd7a7 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:36.399821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7e5ebd3-b281-4c35-8caa-ffbc9942b679 req-4f3cb55d-d1b0-49ea-9e9f-a2ae1cbbd7a7 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 946 time: 0.1177077 Nov 10 21:49:36.400910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:49:36.401320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:49:36.403387 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:49:36.542693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.549426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:36.557035 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] 10.222.0.45 "DELETE /v2.0/networks/89e5d9e3-0b0e-425b-8041-6941d183a9d5 HTTP/1.1" status: 204 len: 168 time: 1.5299728 Nov 10 21:49:36.573107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7e5ebd3-b281-4c35-8caa-ffbc9942b679 req-9c2de10b-95f9-4faf-b8d0-5e10486ba446 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617868 Nov 10 21:49:36.602215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7152b-00f2-4392-9ddf-9441ca1ca65c admin admin] Pushing event deleted for resources: {'Network': ['ID=89e5d9e3-0b0e-425b-8041-6941d183a9d5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:36.772473 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ba725-8499-42b9-8894-ca07d7eaf638 req-94cf2dab-344b-4346-8094-7d14cb2068fa tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:36.774032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-901ba725-8499-42b9-8894-ca07d7eaf638 req-94cf2dab-344b-4346-8094-7d14cb2068fa tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 946 time: 0.0631721 Nov 10 21:49:36.785184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:36.793117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Request body: {'floatingip': {'port_id': '6266039f-5621-4dc1-9959-8478a83324d4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:49:36.859268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:37.156790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59874) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:37.290722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e5b06444-4c98-4b0c-9480-22b6dd7f641f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9d04ecdf4a34f6d998e2a83e6aa47ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299820 Nov 10 21:49:37.293668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59878) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:37.359009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ace847e-e5d8-48fb-b84b-dbb032c368a4 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:37.419075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5ace847e-e5d8-48fb-b84b-dbb032c368a4 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:49:37.419741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ace847e-e5d8-48fb-b84b-dbb032c368a4 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:49:37.440903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe2725-520d-4099-90b2-430abc7ca0a3 req-067ec81a-87bd-47b3-8c93-bdab8ae91e98 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:37.446910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13fe2725-520d-4099-90b2-430abc7ca0a3 req-067ec81a-87bd-47b3-8c93-bdab8ae91e98 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1644065 Nov 10 21:49:37.491115 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f55ca536-147f-4e6f-b1cf-94c18c6176b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:37.582218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f55ca536-147f-4e6f-b1cf-94c18c6176b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:37.582849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13fe2725-520d-4099-90b2-430abc7ca0a3 req-626e6dc4-e378-4298-bee8-7c372a6e1a53 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247551 Nov 10 21:49:37.897987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f55ca536-147f-4e6f-b1cf-94c18c6176b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:37.901860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f55ca536-147f-4e6f-b1cf-94c18c6176b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:37.903234 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f55ca536-147f-4e6f-b1cf-94c18c6176b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7d9bcea-bafb-466a-a886-2696128bccd4 HTTP/1.1" status: 204 len: 168 time: 0.6085546 Nov 10 21:49:37.918653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ca536-147f-4e6f-b1cf-94c18c6176b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d9bcea-bafb-466a-a886-2696128bccd4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:38.017337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:38.028775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-befe3609-6f1f-4006-90f4-cd05a5524292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:38.125103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:38.270572 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Floating IP c88ca2c5-2347-4441-a33e-66ecbf295f6b associated. External IP: 172.25.7.193, port: 6266039f-5621-4dc1-9959-8478a83324d4. Nov 10 21:49:38.750675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59920) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:38.873958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f2e7e-e42c-4963-9069-aacf3a8a3b8b req-26fbda4d-3a8a-49b1-bedc-6ab33ca55d48 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:38.875913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba1f2e7e-e42c-4963-9069-aacf3a8a3b8b req-26fbda4d-3a8a-49b1-bedc-6ab33ca55d48 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1344209 Nov 10 21:49:38.947208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbab0496-1df5-4c2e-aa95-911ee812561e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.022498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba1f2e7e-e42c-4963-9069-aacf3a8a3b8b req-cd83bb19-c413-4bca-9e0f-1d3bc543c56a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371512 Nov 10 21:49:39.110240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Router acb37eef-776d-4af5-a399-ef638d6821d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:49:39.154090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:39.212056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbab0496-1df5-4c2e-aa95-911ee812561e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.248161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-baa21a0c-6a7e-41c6-87f0-138f3d36bdc1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=675973affa6743df850f288d8cf3938b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896623 Nov 10 21:49:39.250467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59930) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:39.260109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:49:39.265762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.272933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] Sync routers for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:49:39.278620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbab0496-1df5-4c2e-aa95-911ee812561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.300706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:39.300975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c0d2c2ec-936c-4c9d-8400-8bc8b5860305 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "PUT /v2.0/floatingips/c88ca2c5-2347-4441-a33e-66ecbf295f6b HTTP/1.1" status: 200 len: 992 time: 2.5117683 Nov 10 21:49:39.301095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:39.301269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:39.312904 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8cda6d-abd4-4005-8821-895e835629f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "tag": "6266039f-5621-4dc1-9959-8478a83324d4"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:39.367122 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b19601-58f8-4694-8fb5-cf99514f03f7 x-openstack-request-id: req-f8b19601-58f8-4694-8fb5-cf99514f03f7 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:39.367755 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "tag": "6266039f-5621-4dc1-9959-8478a83324d4", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:39.368229 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8b19601-58f8-4694-8fb5-cf99514f03f7 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:39.368839 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4', 'status': 'completed', 'code': 200} Nov 10 21:49:39.389365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab0496-1df5-4c2e-aa95-911ee812561e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ddd1b-1d2b-4d3a-b7a0-6711e1308b40,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:39.468690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fbab0496-1df5-4c2e-aa95-911ee812561e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7142b087032746b5bb88a56271f3864f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169104 Nov 10 21:49:39.471387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59936) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:39.574040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:39.586248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d77eb9bb-5754-4248-b5d8-2d444240b9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.597791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26c266c0-4039-4403-a69d-13a105ee8213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.608056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-bfb1f932-7b81-443b-9732-503210ee3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:39.609991 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-bfb1f932-7b81-443b-9732-503210ee3da3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 1098 time: 0.1991370 Nov 10 21:49:39.633447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d77eb9bb-5754-4248-b5d8-2d444240b9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.712863 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.781569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d77eb9bb-5754-4248-b5d8-2d444240b9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.783353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-90cc0e29-9de6-4a2d-ab13-d34c47e9a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:39.783884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d77eb9bb-5754-4248-b5d8-2d444240b9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.785009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d77eb9bb-5754-4248-b5d8-2d444240b9fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b2ddd1b-1d2b-4d3a-b7a0-6711e1308b40 HTTP/1.1" status: 204 len: 168 time: 0.3123477 Nov 10 21:49:39.786231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-90cc0e29-9de6-4a2d-ab13-d34c47e9a427 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1097 time: 0.2935758 Nov 10 21:49:39.795311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb9bb-5754-4248-b5d8-2d444240b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ddd1b-1d2b-4d3a-b7a0-6711e1308b40,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:39.795924 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26c266c0-4039-4403-a69d-13a105ee8213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:39.910282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'c88ca2c5-2347-4441-a33e-66ecbf295f6b', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'port_id': '6266039f-5621-4dc1-9959-8478a83324d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'mac_address': 'fa:16:3e:3d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:49:16Z', 'updated_at': '2021-11-10T21:49:37Z', 'revision_number': 1, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:39.911128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-1af70ace-433c-45fe-b2f6-19fee1098986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:39.913263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-1af70ace-433c-45fe-b2f6-19fee1098986 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.2951910 Nov 10 21:49:39.942320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] Checking router: acb37eef-776d-4af5-a399-ef638d6821d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:49:39.952702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:49:39.953673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:40.049387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-f4731814-1270-40ef-b0a0-adf9f71735ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 200 len: 1000 time: 0.1255815 Nov 10 21:49:40.098674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:49:40.171902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-b56cc8a0-4aa5-4d44-97a6-3bf038c72c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:40.173379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-b56cc8a0-4aa5-4d44-97a6-3bf038c72c33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.1141419 Nov 10 21:49:40.174328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-6f69eaf6-9c2c-4468-98c6-fa190e3c200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:40.175639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-6f69eaf6-9c2c-4468-98c6-fa190e3c200e service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.3760297 Nov 10 21:49:40.314800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c9b98-9dea-48b4-be0c-8410ea57ae5c req-139b1156-184b-4c04-af14-45080567714f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:40.326691 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-f833beec-2f75-455a-9420-f4afbfbab8ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1346071 Nov 10 21:49:40.332743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-111c9b98-9dea-48b4-be0c-8410ea57ae5c req-139b1156-184b-4c04-af14-45080567714f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.1516025 Nov 10 21:49:40.425681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-111c9b98-9dea-48b4-be0c-8410ea57ae5c req-200677e1-c499-4dbe-bcca-19acb181142b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870457 Nov 10 21:49:40.444790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26c266c0-4039-4403-a69d-13a105ee8213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:40.447322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26c266c0-4039-4403-a69d-13a105ee8213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:40.448507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-26c266c0-4039-4403-a69d-13a105ee8213 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94f55f97-e00f-473a-92a4-37a18986bece HTTP/1.1" status: 204 len: 168 time: 1.1970692 Nov 10 21:49:40.574454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c266c0-4039-4403-a69d-13a105ee8213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f55f97-e00f-473a-92a4-37a18986bece,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:40.611495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-6cdbba26-c638-40c0-bca5-3c563b768b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:40.615698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-6cdbba26-c638-40c0-bca5-3c563b768b9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.2457323 Nov 10 21:49:40.622947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-18326ef5-b8de-4205-960c-865d03635fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:40.642974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-18326ef5-b8de-4205-960c-865d03635fda service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4568954 Nov 10 21:49:40.715302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'c88ca2c5-2347-4441-a33e-66ecbf295f6b', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'port_id': '6266039f-5621-4dc1-9959-8478a83324d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'mac_address': 'fa:16:3e:3d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:49:16Z', 'updated_at': '2021-11-10T21:49:37Z', 'revision_number': 1, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:49:40.810698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e594d-b6fa-40c8-9e0c-6d4b4ab3ed8b None None] The sync data for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 is: [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'c88ca2c5-2347-4441-a33e-66ecbf295f6b', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'port_id': '6266039f-5621-4dc1-9959-8478a83324d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'mac_address': 'fa:16:3e:3d:7f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:49:16Z', 'updated_at': '2021-11-10T21:49:37Z', 'revision_number': 1, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:49:40.814108 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:40.859354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-e75c9c3e-6ee3-4cdb-8aa8-719c1e3e2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:40.862085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-e75c9c3e-6ee3-4cdb-8aa8-719c1e3e2f85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2180042 Nov 10 21:49:40.986359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-aa3c584a-586f-4983-a931-130539590639 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192937 Nov 10 21:49:41.096628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-c55638ca-3444-4ae1-b585-617730e0ceda service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251155 Nov 10 21:49:41.221045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 59958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:41.227009 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df20d70-6a9d-4dfe-a6c2-bf07de83ba6d None None] New status for floating IP c88ca2c5-2347-4441-a33e-66ecbf295f6b: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:49:41.300617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd23-4e47-4555-845e-7a9083ff89ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:41.302255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d8cda6d-abd4-4005-8821-895e835629f6 req-38359ff2-747b-47a7-aa59-d2dd63ba5bc8 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082175 Nov 10 21:49:41.355784 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:41.366540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e42af0c0-f046-4f7d-9727-47af184e5069 req-9fc4a667-b77d-4c81-999c-d627fb797b06 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829760 Nov 10 21:49:41.555303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd23-4e47-4555-845e-7a9083ff89ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:41.629320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e512c5-4527-4a1c-a4a4-ec497dfaf6a1 req-eb3288d6-a7a4-42fc-a82e-431adc4390e9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:41.638039 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6e512c5-4527-4a1c-a4a4-ec497dfaf6a1 req-eb3288d6-a7a4-42fc-a82e-431adc4390e9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 945 time: 0.0846519 Nov 10 21:49:41.655273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd23-4e47-4555-845e-7a9083ff89ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:41.724675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59966) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:41.725226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-de4ecd23-4e47-4555-845e-7a9083ff89ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1d3b474fce2430bada3975d56b59f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4997702 Nov 10 21:49:41.728359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ecd23-4e47-4555-845e-7a9083ff89ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ad333-e682-4bab-806b-ed429ed97af4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:41.849581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6e512c5-4527-4a1c-a4a4-ec497dfaf6a1 req-8efb8eda-55aa-4053-9d0d-490490ae9e1f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040372 Nov 10 21:49:42.019976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:42.210194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:42.279263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:49:42.301482 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3637589-516a-4aca-98b2-85defd850386" -d '{"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-unplugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:49:42.316115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68179b9c-474a-4014-bb06-2e6bd45e986d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:42.354203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68179b9c-474a-4014-bb06-2e6bd45e986d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:42.382399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:49:42.420855 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe9cda1-0ba9-448d-bbfe-e2fdb890d16b x-openstack-request-id: req-2fe9cda1-0ba9-448d-bbfe-e2fdb890d16b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:49:42.423018 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-unplugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:49:42.423602 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fe9cda1-0ba9-448d-bbfe-e2fdb890d16b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:49:42.424133 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'code': 200} Nov 10 21:49:42.451260 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:42.497057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68179b9c-474a-4014-bb06-2e6bd45e986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:42.500952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68179b9c-474a-4014-bb06-2e6bd45e986d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:42.502585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-68179b9c-474a-4014-bb06-2e6bd45e986d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a52ad333-e682-4bab-806b-ed429ed97af4 HTTP/1.1" status: 204 len: 168 time: 0.7769020 Nov 10 21:49:42.526797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:42.536765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68179b9c-474a-4014-bb06-2e6bd45e986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ad333-e682-4bab-806b-ed429ed97af4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:43.142088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355418a-5048-4b85-a17b-6e0954e78f46 req-8aa6b938-feef-414f-ade0-0c5299990b78 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:43.149671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6355418a-5048-4b85-a17b-6e0954e78f46 req-8aa6b938-feef-414f-ade0-0c5299990b78 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1636810 Nov 10 21:49:43.211828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6355418a-5048-4b85-a17b-6e0954e78f46 req-9083d656-388b-4993-99fc-3fa81250e031 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612476 Nov 10 21:49:43.598258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 59998) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:43.775298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:43.895685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:44.022641 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:44.079760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03944f5-14d4-442d-a667-30f2d5c7ec88,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:44.079760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=803ce38bedc549319aa73ecfad2da1c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4730647 Nov 10 21:49:44.079985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.080271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.080632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.080972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.081305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.081639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.081962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.082285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.082610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.082933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.083258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.083581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65307-27a8-43cb-afcf-e42a83156464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:44.083870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60020) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:44.147017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba63625d-ea40-4e7b-a7f5-d904c7e1398a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:44.176084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba63625d-ea40-4e7b-a7f5-d904c7e1398a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:44.351211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a2008-f73c-4e80-a690-2cb47edc1306 req-d319b95e-0396-4a05-b727-65e1ace9499d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:44.353020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f35a2008-f73c-4e80-a690-2cb47edc1306 req-d319b95e-0396-4a05-b727-65e1ace9499d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0613472 Nov 10 21:49:44.402157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f35a2008-f73c-4e80-a690-2cb47edc1306 req-a7181797-f1ac-4e18-a829-fc27be582176 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422866 Nov 10 21:49:44.411110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba63625d-ea40-4e7b-a7f5-d904c7e1398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:44.413767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba63625d-ea40-4e7b-a7f5-d904c7e1398a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:44.415132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba63625d-ea40-4e7b-a7f5-d904c7e1398a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e03944f5-14d4-442d-a667-30f2d5c7ec88 HTTP/1.1" status: 204 len: 168 time: 0.3294079 Nov 10 21:49:44.432074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63625d-ea40-4e7b-a7f5-d904c7e1398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03944f5-14d4-442d-a667-30f2d5c7ec88,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:46.015408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:49:46.313084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-76e54913-777f-466f-8057-88da241b62ec req-033a9fd3-e5d6-4421-aa74-616299733c2d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:49:46.314230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76e54913-777f-466f-8057-88da241b62ec req-033a9fd3-e5d6-4421-aa74-616299733c2d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065074 Nov 10 21:49:46.889976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47a7cb-9d88-4870-a15d-63708ed9a8f6 req-965af0d6-446a-4c24-b13a-5b70f33713ee tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:46.892357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d47a7cb-9d88-4870-a15d-63708ed9a8f6 req-965af0d6-446a-4c24-b13a-5b70f33713ee tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0681469 Nov 10 21:49:46.951860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9d47a7cb-9d88-4870-a15d-63708ed9a8f6 req-25e7ec4d-d89f-49a6-a16b-43b1ebf355fe tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506721 Nov 10 21:49:47.447053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60166) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:47.656470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-9a5ae3a5-ba7b-4683-a5a3-294a67dbb722 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2073560 Nov 10 21:49:47.667122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-0b920479-37c3-4c00-a4d4-f5e254269ed1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:49:47.668215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-0b920479-37c3-4c00-a4d4-f5e254269ed1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052500 Nov 10 21:49:48.103158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5977b0-4120-4354-9c61-f034ef93ed1d req-b90acb59-1f86-414f-80ca-848ba48f4404 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:48.105378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb5977b0-4120-4354-9c61-f034ef93ed1d req-b90acb59-1f86-414f-80ca-848ba48f4404 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0617411 Nov 10 21:49:48.192041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb5977b0-4120-4354-9c61-f034ef93ed1d req-02133bd5-b834-4564-9218-a9b4e09f0f6d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758448 Nov 10 21:49:48.821547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60204) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:48.964380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a212c388-5492-4266-a79d-9a9a68100a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:49.044171 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a212c388-5492-4266-a79d-9a9a68100a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:49.125082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a212c388-5492-4266-a79d-9a9a68100a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:49.169998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60210) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:49.176888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a212c388-5492-4266-a79d-9a9a68100a97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14d5b35daaa7426facdc98242c679733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541121 Nov 10 21:49:49.177940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212c388-5492-4266-a79d-9a9a68100a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a792413-6fb4-415c-9e69-809586a4c2d8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:49.236954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81351c0a-ca6b-418d-a7c3-1f810e7ddfed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:49.259579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81351c0a-ca6b-418d-a7c3-1f810e7ddfed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:49.387280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a13a3-a25f-4de5-aee9-9223e42eeb86 req-fbeeccc0-8cbe-49da-84d1-e6567b6933b3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:49.387280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-408a13a3-a25f-4de5-aee9-9223e42eeb86 req-fbeeccc0-8cbe-49da-84d1-e6567b6933b3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0763142 Nov 10 21:49:49.442008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-408a13a3-a25f-4de5-aee9-9223e42eeb86 req-eb191702-7800-49c5-984d-fbbbf591ef3a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516608 Nov 10 21:49:49.466131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81351c0a-ca6b-418d-a7c3-1f810e7ddfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:49.469462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81351c0a-ca6b-418d-a7c3-1f810e7ddfed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:49.470797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-81351c0a-ca6b-418d-a7c3-1f810e7ddfed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a792413-6fb4-415c-9e69-809586a4c2d8 HTTP/1.1" status: 204 len: 168 time: 0.2998128 Nov 10 21:49:49.479926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81351c0a-ca6b-418d-a7c3-1f810e7ddfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a792413-6fb4-415c-9e69-809586a4c2d8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:49.677910 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:50.595349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb0ce7-3887-440a-a160-dc5bd47e4788 req-fd2b78c4-c694-46dd-b610-eddb593932a6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:50.597896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92fb0ce7-3887-440a-a160-dc5bd47e4788 req-fd2b78c4-c694-46dd-b610-eddb593932a6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0724344 Nov 10 21:49:50.622918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60236) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:50.646459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f42c9201-a9e9-4909-9e6c-94e2238560d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:50.670415 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-92fb0ce7-3887-440a-a160-dc5bd47e4788 req-3e5adc21-a624-4688-91ef-4c589979dfcc tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657716 Nov 10 21:49:50.752794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f42c9201-a9e9-4909-9e6c-94e2238560d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:50.896820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f42c9201-a9e9-4909-9e6c-94e2238560d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:50.937702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f42c9201-a9e9-4909-9e6c-94e2238560d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6586d3ecfcb94568ae78d8aa9b5c195a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136127 Nov 10 21:49:50.940288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60238) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:50.948076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c9201-a9e9-4909-9e6c-94e2238560d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb056007-7c24-4c8e-b6bb-42357a9833f0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:51.006865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2a205b6-8f0b-4538-8628-6c023962ebfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:51.029662 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2a205b6-8f0b-4538-8628-6c023962ebfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:51.222412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2a205b6-8f0b-4538-8628-6c023962ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:51.225763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2a205b6-8f0b-4538-8628-6c023962ebfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:51.227891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a2a205b6-8f0b-4538-8628-6c023962ebfd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb056007-7c24-4c8e-b6bb-42357a9833f0 HTTP/1.1" status: 204 len: 168 time: 0.2857804 Nov 10 21:49:51.241051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a205b6-8f0b-4538-8628-6c023962ebfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb056007-7c24-4c8e-b6bb-42357a9833f0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:51.840372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ecad-1396-4703-bd5e-1503d85ad409 req-0d736020-8c52-4aac-a990-1a82c9f3b507 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:51.842024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a15ecad-1396-4703-bd5e-1503d85ad409 req-0d736020-8c52-4aac-a990-1a82c9f3b507 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0603049 Nov 10 21:49:51.896194 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a15ecad-1396-4703-bd5e-1503d85ad409 req-b24536db-3916-43cc-8ef2-9a9d63115b9b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464735 Nov 10 21:49:53.036861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e468-0d81-4326-9485-fce05ba4fe25 req-dd36a4d1-3193-41f4-a87d-b96c25607cda tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:53.038493 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c84e468-0d81-4326-9485-fce05ba4fe25 req-dd36a4d1-3193-41f4-a87d-b96c25607cda tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0618205 Nov 10 21:49:53.090164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3c84e468-0d81-4326-9485-fce05ba4fe25 req-d5c192dd-2fb3-4cf8-8754-6cbeca60fd61 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454795 Nov 10 21:49:53.528370 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-d98b3d3e-4664-415e-a5a7-0cd56107dc3d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490224 Nov 10 21:49:53.621793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-52f217dc-769c-4095-9bce-6fb4b26baf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:53.623337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-52f217dc-769c-4095-9bce-6fb4b26baf6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 1098 time: 0.0434000 Nov 10 21:49:53.697565 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:53.790623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-0724a0ad-c635-4fd7-bca1-aa0dd0b1343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:53.792831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-0724a0ad-c635-4fd7-bca1-aa0dd0b1343b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.1491406 Nov 10 21:49:53.883777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-9fb9ce99-51f5-4765-a42c-42f52f732398 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 200 len: 1002 time: 0.0825310 Nov 10 21:49:53.947172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-3ebf63cd-64b2-467d-91b2-c9a809566de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:53.948937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-3ebf63cd-64b2-467d-91b2-c9a809566de5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.0528655 Nov 10 21:49:54.005041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-f3202f92-8118-4ba5-b419-03b5352a246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:54.006531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-f3202f92-8118-4ba5-b419-03b5352a246d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503128 Nov 10 21:49:54.134847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-f4267a51-3943-453c-a20a-b7bdc2230c7f service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205857 Nov 10 21:49:54.282951 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e5ce10-d7a1-45db-a1ec-6f93c787f4dd req-77ea179d-c2ab-41ad-b660-60f36e1bc540 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393390 Nov 10 21:49:54.292161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c284e82-cfde-4297-8c0e-1ab5abe4b91c req-f5e300d8-f329-4b9a-9a97-ffe180ff1815 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:54.294404 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c284e82-cfde-4297-8c0e-1ab5abe4b91c req-f5e300d8-f329-4b9a-9a97-ffe180ff1815 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0672817 Nov 10 21:49:54.351758 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c284e82-cfde-4297-8c0e-1ab5abe4b91c req-569ef6cd-2896-432d-a583-22a3361ee96a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469549 Nov 10 21:49:55.196561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60328) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:55.317166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:55.403459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:55.494527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520dd9f-db11-404d-a185-23e8c1c5871f req-c09fd9bb-f593-4805-aa07-6911cfb7e938 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:55.496077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a520dd9f-db11-404d-a185-23e8c1c5871f req-c09fd9bb-f593-4805-aa07-6911cfb7e938 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0523722 Nov 10 21:49:55.551605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a520dd9f-db11-404d-a185-23e8c1c5871f req-0ffe2bf8-6dd5-473c-8aa5-d655748fc701 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Nov 10 21:49:55.679564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:55.726690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d816ad4337a459186f003bbfdf35b5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5289156 Nov 10 21:49:55.727850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f22c95-9743-42d2-ad5e-da524250f924,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:55.729575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60338) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:49:55.737332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.737687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.738037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.738374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.738708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.739043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.739391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.739744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.740085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.740440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.740802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.741150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e910f508-e7ee-46b4-9c19-5e29113defe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:49:55.791731 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2de533b5-0e64-42e5-9e8e-32ff413d4ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:55.815580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2de533b5-0e64-42e5-9e8e-32ff413d4ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:55.976767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2de533b5-0e64-42e5-9e8e-32ff413d4ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:55.979381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2de533b5-0e64-42e5-9e8e-32ff413d4ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:49:55.983515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2de533b5-0e64-42e5-9e8e-32ff413d4ee8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5f22c95-9743-42d2-ad5e-da524250f924 HTTP/1.1" status: 204 len: 168 time: 0.2494719 Nov 10 21:49:55.992273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de533b5-0e64-42e5-9e8e-32ff413d4ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f22c95-9743-42d2-ad5e-da524250f924,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:49:56.672685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72e388-8ddf-4aaa-9a27-0cf434bc9214 req-33708655-5d2e-4165-963b-d241fac4c562 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:56.674397 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca72e388-8ddf-4aaa-9a27-0cf434bc9214 req-33708655-5d2e-4165-963b-d241fac4c562 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0512753 Nov 10 21:49:56.733301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca72e388-8ddf-4aaa-9a27-0cf434bc9214 req-976942d0-c465-443c-bea4-44cc847856cd tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497236 Nov 10 21:49:56.742012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-38b2456a-0bd4-43e2-ade3-ca8c6446b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:56.743618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-38b2456a-0bd4-43e2-ade3-ca8c6446b303 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8&tenant_id=121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 1095 time: 0.0448852 Nov 10 21:49:56.813809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-df07710c-4ff6-4b79-ab2b-730816f973ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:56.816056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-df07710c-4ff6-4b79-ab2b-730816f973ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1095 time: 0.0485573 Nov 10 21:49:56.907943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-68b7fcb3-3fe4-4eef-be69-1257a0f9290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:56.909409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-68b7fcb3-3fe4-4eef-be69-1257a0f9290b service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.0854087 Nov 10 21:49:56.986138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-3ec50540-0ce0-4231-a1dc-2d6bfe629570 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 999 time: 0.0694361 Nov 10 21:49:57.041644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-df0970c7-0f6a-408e-8fdc-fdd70d00f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:57.043157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-df0970c7-0f6a-408e-8fdc-fdd70d00f7e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0489602 Nov 10 21:49:57.095847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-0e16c76a-8c48-402f-9963-b9a86d0b7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:57.097416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-0e16c76a-8c48-402f-9963-b9a86d0b7790 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473535 Nov 10 21:49:57.194979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-2f59177e-bcb8-4794-8d64-f18f9ca3a5e0 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897160 Nov 10 21:49:57.304092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a29c61b9-b689-4cee-bdff-71df82e76abe req-4a64acb3-eb49-428b-ba5a-7ac8b3f3fa94 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004834 Nov 10 21:49:57.876242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815a50-c84f-45f2-839d-5f5ce3f6978c req-e01ca3ea-2a56-466d-bfc2-7104d709252a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:57.878565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a815a50-c84f-45f2-839d-5f5ce3f6978c req-e01ca3ea-2a56-466d-bfc2-7104d709252a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0581942 Nov 10 21:49:57.931250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a815a50-c84f-45f2-839d-5f5ce3f6978c req-a12a5e81-5ebf-4792-bb69-3f02774617c1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463834 Nov 10 21:49:59.139804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27190de4-42aa-46aa-9d11-9df9e6b885dc req-dd65e734-4116-4955-8f55-b44b808da601 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:49:59.152556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27190de4-42aa-46aa-9d11-9df9e6b885dc req-dd65e734-4116-4955-8f55-b44b808da601 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1147525 Nov 10 21:49:59.295833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27190de4-42aa-46aa-9d11-9df9e6b885dc req-bc229ed3-2b82-40cc-b92a-0a477557a114 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332500 Nov 10 21:50:00.439757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2974c-d9b1-4877-a366-3a7b0dd831dd req-f736a583-742e-4621-b63c-62bb6eb1548e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:00.442367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8df2974c-d9b1-4877-a366-3a7b0dd831dd req-f736a583-742e-4621-b63c-62bb6eb1548e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0537086 Nov 10 21:50:00.512820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8df2974c-d9b1-4877-a366-3a7b0dd831dd req-412285be-560f-41e1-b37a-69c3354e1a6b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641937 Nov 10 21:50:00.789330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60488) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:01.016508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60496) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:01.103200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16cb9522-a4e2-403b-b7a3-f901366feaad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.113518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ebd083b-266d-46f6-b24d-e07e17255c54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.327883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ebd083b-266d-46f6-b24d-e07e17255c54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.330446 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16cb9522-a4e2-403b-b7a3-f901366feaad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.508082 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ebd083b-266d-46f6-b24d-e07e17255c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.560408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-16cb9522-a4e2-403b-b7a3-f901366feaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.571785 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1ebd083b-266d-46f6-b24d-e07e17255c54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7d3c6b902874f75a72b8f9989f1fa61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5540476 Nov 10 21:50:01.574254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60506) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:01.597991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd083b-266d-46f6-b24d-e07e17255c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67945e25-7f43-4ee7-9258-054d69712093,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:01.694817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c0326-b858-41d1-b238-8d578c60adbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.722390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c0326-b858-41d1-b238-8d578c60adbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.732966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-16cb9522-a4e2-403b-b7a3-f901366feaad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c009ed3bf1ea4a1c8b6271d235af43ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9437263 Nov 10 21:50:01.737393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60508) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:01.747467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb9522-a4e2-403b-b7a3-f901366feaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb881d6a-505b-44f9-9264-5cbb03c5a5c6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:01.800767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b194cd-8066-4de7-a83f-926c11f61faf req-d66acb44-3180-4025-9eb4-c5d7c50133da tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:01.806210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-85b194cd-8066-4de7-a83f-926c11f61faf req-d66acb44-3180-4025-9eb4-c5d7c50133da tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1756260 Nov 10 21:50:01.896006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c0326-b858-41d1-b238-8d578c60adbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.898629 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c43c0326-b858-41d1-b238-8d578c60adbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.903180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c43c0326-b858-41d1-b238-8d578c60adbc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67945e25-7f43-4ee7-9258-054d69712093 HTTP/1.1" status: 204 len: 168 time: 0.3238771 Nov 10 21:50:01.919128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a4cf-b381-4bbd-8c98-b43e048b1d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.920603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c0326-b858-41d1-b238-8d578c60adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67945e25-7f43-4ee7-9258-054d69712093,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:01.942807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a4cf-b381-4bbd-8c98-b43e048b1d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:01.973997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-85b194cd-8066-4de7-a83f-926c11f61faf req-7d0f4176-7c31-4e3a-bd8e-6b5342a77692 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485443 Nov 10 21:50:02.158910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a4cf-b381-4bbd-8c98-b43e048b1d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:02.161623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a4cf-b381-4bbd-8c98-b43e048b1d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:02.165495 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9cc2a4cf-b381-4bbd-8c98-b43e048b1d0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb881d6a-505b-44f9-9264-5cbb03c5a5c6 HTTP/1.1" status: 204 len: 168 time: 0.4234195 Nov 10 21:50:02.181655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2a4cf-b381-4bbd-8c98-b43e048b1d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb881d6a-505b-44f9-9264-5cbb03c5a5c6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:03.112665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60540) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:03.134379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8bd35055-ca0f-42a0-8591-c1e8772d745c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:03.178063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdfa52-e6d2-4be8-9a1d-9e9461f34ec7 req-325998a8-9b87-459f-99f8-79cd39ab4e8b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:03.186550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72cdfa52-e6d2-4be8-9a1d-9e9461f34ec7 req-325998a8-9b87-459f-99f8-79cd39ab4e8b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1023629 Nov 10 21:50:03.293291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72cdfa52-e6d2-4be8-9a1d-9e9461f34ec7 req-0243c489-9ec0-43cf-9d01-b4d32267b6c6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995090 Nov 10 21:50:03.294397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8bd35055-ca0f-42a0-8591-c1e8772d745c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:03.387015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8bd35055-ca0f-42a0-8591-c1e8772d745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:03.427920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd35055-ca0f-42a0-8591-c1e8772d745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400d217-384f-4a62-9274-167513e1c7b6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:03.433064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8bd35055-ca0f-42a0-8591-c1e8772d745c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ae1becbd7e94d519c4ab09f3dc1e69b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158419 Nov 10 21:50:03.436710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60546) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:03.522398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-015c81a4-a298-403f-892b-134e6fd97a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:03.551867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-015c81a4-a298-403f-892b-134e6fd97a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:03.713255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-015c81a4-a298-403f-892b-134e6fd97a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:03.717110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-015c81a4-a298-403f-892b-134e6fd97a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:03.721554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-015c81a4-a298-403f-892b-134e6fd97a5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a400d217-384f-4a62-9274-167513e1c7b6 HTTP/1.1" status: 204 len: 168 time: 0.2837207 Nov 10 21:50:03.751035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c81a4-a298-403f-892b-134e6fd97a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400d217-384f-4a62-9274-167513e1c7b6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:04.434133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374fbc8-c17f-4dcf-93a2-eebb11efd4cf req-8b6e6c96-76f0-43dc-9956-f4d3ba9cbc20 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:04.444965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a374fbc8-c17f-4dcf-93a2-eebb11efd4cf req-8b6e6c96-76f0-43dc-9956-f4d3ba9cbc20 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0710020 Nov 10 21:50:04.545990 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a374fbc8-c17f-4dcf-93a2-eebb11efd4cf req-1508d57b-5327-4933-b083-8af89bf9b1cc tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930800 Nov 10 21:50:05.558455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60604) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:05.564114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626262928', 'description': 'tempest-secgroup-smoke-1626262928 description', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:05.708262 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d9924eee-f7ea-48de-abfd-9a37d476c0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:05.710382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:05.728411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9459-16f9-4f66-87c6-dce8ce561940 req-960838f6-2827-430c-b59b-343983d30ca7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:05.733380 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:05.738140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4acc9459-16f9-4f66-87c6-dce8ce561940 req-960838f6-2827-430c-b59b-343983d30ca7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0901475 Nov 10 21:50:05.809855 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4acc9459-16f9-4f66-87c6-dce8ce561940 req-969fe98b-b8e1-4330-974b-f762adeb26c6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696967 Nov 10 21:50:05.872006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:05.958591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.004442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435ad4c5-66d8-49d8-af94-d8b956eecb07,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:06.042998 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.153332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.212803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a72c3a-093c-4623-979f-9a6436f9c32f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:06.322168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.328857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dd4e3c1b-6c18-4ba1-9682-d943298c5993 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7681818 Nov 10 21:50:06.331661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60630) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:06.337021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c7da8384-687e-4b29-ad4e-b285f4050470 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '73a72c3a-093c-4623-979f-9a6436f9c32f', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:06.474014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7da8384-687e-4b29-ad4e-b285f4050470 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.532901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7da8384-687e-4b29-ad4e-b285f4050470 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.719019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7da8384-687e-4b29-ad4e-b285f4050470 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.749567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da8384-687e-4b29-ad4e-b285f4050470 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5574d7e0-0bf9-4cbf-91cb-1ceab576e64c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:06.829594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7da8384-687e-4b29-ad4e-b285f4050470 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:06.830819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c7da8384-687e-4b29-ad4e-b285f4050470 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4979126 Nov 10 21:50:06.833843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60642) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:06.838246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9509ddc9-5c3d-4e3d-8895-0a7273cfb82f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '73a72c3a-093c-4623-979f-9a6436f9c32f', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:06.976528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9509ddc9-5c3d-4e3d-8895-0a7273cfb82f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:07.007195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85396-a114-49ce-af14-41dddb1e45c9 req-a578fb0d-b680-412e-84da-2027eca5c78a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:07.016073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1af85396-a114-49ce-af14-41dddb1e45c9 req-a578fb0d-b680-412e-84da-2027eca5c78a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1157401 Nov 10 21:50:07.093718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1af85396-a114-49ce-af14-41dddb1e45c9 req-d69e86fb-1d1c-45ee-bfa5-ae9322b08d3e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765302 Nov 10 21:50:07.104302 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9509ddc9-5c3d-4e3d-8895-0a7273cfb82f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:07.175899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9509ddc9-5c3d-4e3d-8895-0a7273cfb82f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:07.200140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509ddc9-5c3d-4e3d-8895-0a7273cfb82f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144635ab-b58c-4f06-8888-c269275e41c9,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:07.297911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9509ddc9-5c3d-4e3d-8895-0a7273cfb82f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:07.299318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9509ddc9-5c3d-4e3d-8895-0a7273cfb82f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4642847 Nov 10 21:50:07.302092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60668) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:07.306607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5993e171-7829-4723-b7e0-5b89203598eb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '73a72c3a-093c-4623-979f-9a6436f9c32f', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:07.415632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5993e171-7829-4723-b7e0-5b89203598eb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:07.500457 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5993e171-7829-4723-b7e0-5b89203598eb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:08.245514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c119754-edf2-4154-a6cf-4038ebeb28ad req-9c922b98-e9c3-43ad-8989-4a2edcd7f549 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:08.245514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5c119754-edf2-4154-a6cf-4038ebeb28ad req-9c922b98-e9c3-43ad-8989-4a2edcd7f549 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0512471 Nov 10 21:50:08.282073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5c119754-edf2-4154-a6cf-4038ebeb28ad req-1990e2ae-1906-42a4-a7e5-e037ffc2e329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527856 Nov 10 21:50:08.461404 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5993e171-7829-4723-b7e0-5b89203598eb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:08.477114 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-867d214e-bfb7-4565-afb1-0eb339606dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:08.488252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993e171-7829-4723-b7e0-5b89203598eb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ab31bd-d8ec-4822-80f3-3271700b3907,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:08.623436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5993e171-7829-4723-b7e0-5b89203598eb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:08.625001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5993e171-7829-4723-b7e0-5b89203598eb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3216810 Nov 10 21:50:08.627503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60704) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:08.631902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6ea80dab-1962-4a16-be10-20b79e6778ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '73a72c3a-093c-4623-979f-9a6436f9c32f', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:08.741004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ea80dab-1962-4a16-be10-20b79e6778ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:08.804951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ea80dab-1962-4a16-be10-20b79e6778ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:08.890417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ea80dab-1962-4a16-be10-20b79e6778ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:08.912704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea80dab-1962-4a16-be10-20b79e6778ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4202bbe8-69a6-416a-b0c1-414b33a18966,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:09.006423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ea80dab-1962-4a16-be10-20b79e6778ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.007650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6ea80dab-1962-4a16-be10-20b79e6778ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3791120 Nov 10 21:50:09.016080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60724) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:09.020563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '73a72c3a-093c-4623-979f-9a6436f9c32f', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:09.074723 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:50:09.135861 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:50:09.143352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.253670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.352729 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.409165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1637f-b4fe-48a2-9f13-6eb26bdc0ccd req-c2dcdbbc-894e-42f4-bc68-4f86d24f64b9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:09.411194 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51e1637f-b4fe-48a2-9f13-6eb26bdc0ccd req-c2dcdbbc-894e-42f4-bc68-4f86d24f64b9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0516324 Nov 10 21:50:09.425549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.458231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcf3124-88c2-4096-84a2-7b439b985a4c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:09.485892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51e1637f-b4fe-48a2-9f13-6eb26bdc0ccd req-6585ad1a-da0b-420c-b984-d2042b835d03 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679395 Nov 10 21:50:09.560764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.561963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-633cdbc8-94c1-43d9-b943-92683820e16f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5449629 Nov 10 21:50:09.564998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60746) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:09.569739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '73a72c3a-093c-4623-979f-9a6436f9c32f', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:09.672946 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:50:09.678195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.740192 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.821307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.836268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996f30d8-965f-490f-bfde-775d74f7adee,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:09.954971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:09.956377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-23e234ed-6bc5-41ea-8de4-58235a4b836f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3900452 Nov 10 21:50:09.959293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60764) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:09.964337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'network': {'name': 'tempest-network-smoke--1189218538', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'port_security_enabled': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:10.061235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:10.065105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.093268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:10.098427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.098772 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Added segment 1fd1b3b8-98dd-4147-82b3-03e0cb977dd7 of type vlan for network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b Nov 10 21:50:10.144331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.260065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.266940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:10.267561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.344566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Network': ['ID=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:10.356590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:10.487456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5d754e77-2fd4-4ce8-98d2-68de0a18e4fd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5269749 Nov 10 21:50:10.490648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:10.495227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'admin_state_up': True, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:10.610199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.611202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.624287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f9d4b-3488-4c54-867d-d9a03c9ee094 req-655c9a23-f946-4867-be4d-9951511e2a4e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:10.625783 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae7f9d4b-3488-4c54-867d-d9a03c9ee094 req-655c9a23-f946-4867-be4d-9951511e2a4e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0532112 Nov 10 21:50:10.670876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.682277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae7f9d4b-3488-4c54-867d-d9a03c9ee094 req-b78b8010-9f8e-41b6-846f-3b4047bf1e2a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496716 Nov 10 21:50:10.781204 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:10.902853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:11.191622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:11.227434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:11.328928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.192 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/a111a242-6868-44a8-bf96-52c79fffd3e6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:11.380034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:11.436568 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:11.541640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:11.588363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:11.593002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:11.607127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:11.609757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735aea13-7d2c-4aba-a902-b9b6434cebf9 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:50:11.650000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=a111a242-6868-44a8-bf96-52c79fffd3e6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:11.736970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-43fcda2a-cff1-4379-8e51-e2253470c022 None None] Provisioning complete for port a111a242-6868-44a8-bf96-52c79fffd3e6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:11.736970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-43fcda2a-cff1-4379-8e51-e2253470c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:11.781562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-43fcda2a-cff1-4379-8e51-e2253470c022 None None] Port a111a242-6868-44a8-bf96-52c79fffd3e6 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:50:11.868162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89b9d4-f5fc-478b-8755-5dac0da5bf83 req-584b4c32-cd70-4707-a4a2-3f3340e2ed4b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:11.869656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec89b9d4-f5fc-478b-8755-5dac0da5bf83 req-584b4c32-cd70-4707-a4a2-3f3340e2ed4b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0511291 Nov 10 21:50:11.936076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec89b9d4-f5fc-478b-8755-5dac0da5bf83 req-30d4feb1-a422-40b5-a8cb-fe8dd7f7b700 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579445 Nov 10 21:50:12.042921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:12.334907 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:12.593246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 61c23820-a1fa-4e09-b96d-22684b7c76e8 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:50:12.709139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:50:12.721068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Sync routers for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:50:12.730479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:50:12.731086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:50:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:12.863515 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:12.864829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-69bb39c4-7ba4-45f9-aee7-52fefbe82f94 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3731496 Nov 10 21:50:12.868196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60868) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:13.030733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:50:13.126508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9358d11b-6ead-42e3-b555-07b38376a433 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=abcaa6bf922c4df0a4da8beea7175ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2540839 Nov 10 21:50:13.130287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60876) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:13.131122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0988da-0111-4580-908d-d126a8f2fdae req-ba778370-de02-41d8-8be5-3cb052aa8e37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:13.132666 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d0988da-0111-4580-908d-d126a8f2fdae req-ba778370-de02-41d8-8be5-3cb052aa8e37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1004367 Nov 10 21:50:13.317688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d0988da-0111-4580-908d-d126a8f2fdae req-9495840b-27bb-468c-b3fc-7f6911784e5a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500459 Nov 10 21:50:13.373630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60882) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:13.382089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:11Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:13.392111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f629f5d0-7ba8-4878-a1e3-e7429ddb57c8 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:13.394917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f629f5d0-7ba8-4878-a1e3-e7429ddb57c8 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2634003 Nov 10 21:50:13.400188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60886) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:13.406874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-850d9190-7355-47ca-9836-de570a7375e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:13.408507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-850d9190-7355-47ca-9836-de570a7375e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1095 time: 0.1411233 Nov 10 21:50:13.429813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Checking router: 61c23820-a1fa-4e09-b96d-22684b7c76e8 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:50:13.430436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Updating router 61c23820-a1fa-4e09-b96d-22684b7c76e8 port a111a242-6868-44a8-bf96-52c79fffd3e6 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:50:13.457235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-20093945-4d2d-4d12-9a61-f552a61da00b tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555654 Nov 10 21:50:13.460051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 60888) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:13.460967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:13.465388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770762848', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:13.555377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-3c761b80-1a02-488e-8ae7-fff7237ed5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:13.557549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-3c761b80-1a02-488e-8ae7-fff7237ed5c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.1103883 Nov 10 21:50:13.650599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93cff8bc-7b06-462f-9439-8f41ac21f268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:13.650849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-21b7b2e4-d9be-490c-ae61-992788ef531e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 200 len: 999 time: 0.0807779 Nov 10 21:50:13.728657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-a13d1dbc-11bf-4d7d-bd41-00cef01b7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:13.730379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-a13d1dbc-11bf-4d7d-bd41-00cef01b7a7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0739770 Nov 10 21:50:13.737042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93cff8bc-7b06-462f-9439-8f41ac21f268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:13.741074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:13.745152 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:13.780389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:13.799517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-de84d7dc-fc9d-47b3-9011-970fd9af5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:13.808556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-de84d7dc-fc9d-47b3-9011-970fd9af5d0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626795 Nov 10 21:50:13.841421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93cff8bc-7b06-462f-9439-8f41ac21f268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:13.895553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:13.953849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-93cff8bc-7b06-462f-9439-8f41ac21f268 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7921ca86b4dc4de5beb9e69348db24f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788462 Nov 10 21:50:13.955883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60892) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:13.961032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cff8bc-7b06-462f-9439-8f41ac21f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11796e80-159d-40b9-8aed-6dfaf84ceea7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:13.987581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5742f5-4c51-45a9-bcf8-bcb585f36bfa None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:50:13.995091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-de2a0b00-9dfd-459d-ad65-58a4373a769f service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794419 Nov 10 21:50:14.026238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Pushing event updated for resources: {'Port': ['ID=a111a242-6868-44a8-bf96-52c79fffd3e6,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:14.032861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Attempting to bind port a111a242-6868-44a8-bf96-52c79fffd3e6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:14.033122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Attempting to bind port a111a242-6868-44a8-bf96-52c79fffd3e6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:14.034068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Attempting to bind port a111a242-6868-44a8-bf96-52c79fffd3e6 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:14.055149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.055519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.055914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.056255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.056594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.056928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.057259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.057590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.057915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.058240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.058630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.058889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:14.069876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:14.070295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:14.070730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.071147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:14.071997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Bound port: a111a242-6868-44a8-bf96-52c79fffd3e6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:14.072390 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.131528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eaee3dec-35fa-4694-b320-e2d8e0e77ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.149850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] For port a111a242-6868-44a8-bf96-52c79fffd3e6, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:14.154454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] For port a111a242-6868-44a8-bf96-52c79fffd3e6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a111a242-6868-44a8-bf96-52c79fffd3e6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:14.156062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-54e6c675-be11-4f77-88f2-e24ba10cd928 None None] Provisioning complete for port a111a242-6868-44a8-bf96-52c79fffd3e6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:14.156435 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54e6c675-be11-4f77-88f2-e24ba10cd928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.163976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.177102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eaee3dec-35fa-4694-b320-e2d8e0e77ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.185016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ab6927a-2b30-4b79-aa87-56f097a4d58c req-a483d246-d73f-4923-a883-20f9ac33b0a6 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753848 Nov 10 21:50:14.223906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-54e6c675-be11-4f77-88f2-e24ba10cd928 None None] Port a111a242-6868-44a8-bf96-52c79fffd3e6 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:50:14.249652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Subnet': ['ID=bcfdae97-325a-43f4-977d-871cf0f3745d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:14.257140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Checking segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:14.257501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network hostable DHCP agents. Network: 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:14.347317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.398486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:14.399032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eaee3dec-35fa-4694-b320-e2d8e0e77ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.402700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eaee3dec-35fa-4694-b320-e2d8e0e77ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.408279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eaee3dec-35fa-4694-b320-e2d8e0e77ca0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11796e80-159d-40b9-8aed-6dfaf84ceea7 HTTP/1.1" status: 204 len: 168 time: 0.4461501 Nov 10 21:50:14.419155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee3dec-35fa-4694-b320-e2d8e0e77ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11796e80-159d-40b9-8aed-6dfaf84ceea7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:14.483140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebe07a3-9610-4d49-b790-e36d9f9cf3f5 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:50:14.498439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:50:14.499107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:50:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:14.534589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14921d52-6c24-4ba6-ba87-0cc08f336092 req-4c9399ce-2ee5-453e-b727-56c8b9d115bb tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:14.537321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14921d52-6c24-4ba6-ba87-0cc08f336092 req-4c9399ce-2ee5-453e-b727-56c8b9d115bb tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0974238 Nov 10 21:50:14.538644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:14.543121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:14.543912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.572150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a2a62-3633-4f59-bf5f-b739f732a330 None None] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:14.616529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987ce15-9110-47a8-8b91-434972a47383 None None] Pushing event updated for resources: {'Port': ['ID=a111a242-6868-44a8-bf96-52c79fffd3e6,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:14.644550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14921d52-6c24-4ba6-ba87-0cc08f336092 req-4325068b-7add-43c1-8dff-122ff351b63c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843747 Nov 10 21:50:14.740285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f82ac4a8-0743-4125-88bd-3fe1472615d8 None None] Provisioning complete for port a111a242-6868-44a8-bf96-52c79fffd3e6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:14.752276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f82ac4a8-0743-4125-88bd-3fe1472615d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:14.752276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:50:14.755482 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f56b8ab9-fee5-4080-8279-5c0014f57c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2862217 Nov 10 21:50:14.755618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 60902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:14.960380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:14.961881 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:15.239034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f82ac4a8-0743-4125-88bd-3fe1472615d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:15.292537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f82ac4a8-0743-4125-88bd-3fe1472615d8 None None] For port a111a242-6868-44a8-bf96-52c79fffd3e6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a111a242-6868-44a8-bf96-52c79fffd3e6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:15.315288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Allocated IP 172.20.0.2 (9c76896b-82f1-4eec-89b5-7f7ae2f09a6b/bcfdae97-325a-43f4-977d-871cf0f3745d/11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:15.442289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f82ac4a8-0743-4125-88bd-3fe1472615d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:15.453828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:11Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:15.533633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bfc6b-6f67-4f24-b34a-2edcbcdfd687 None None] The sync data for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 is: [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:11Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:50:15.590243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ac4a8-0743-4125-88bd-3fe1472615d8 None None] Pushing event updated for resources: {'Port': ['ID=a111a242-6868-44a8-bf96-52c79fffd3e6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:15.751404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:15.762078 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:15.835566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0ad36-ecbb-4e17-a1fa-0055a853d203 req-b1541334-e809-4cc8-8f9a-0119a1002ba6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:15.844915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-80f0ad36-ecbb-4e17-a1fa-0055a853d203 req-b1541334-e809-4cc8-8f9a-0119a1002ba6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0683174 Nov 10 21:50:15.883504 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:15.946781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-80f0ad36-ecbb-4e17-a1fa-0055a853d203 req-6ba6fb1e-18d5-4ea8-a8ca-9d7942bc9b63 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999935 Nov 10 21:50:16.267055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.1 (9c76896b-82f1-4eec-89b5-7f7ae2f09a6b/bcfdae97-325a-43f4-977d-871cf0f3745d/019f2985-6d08-40c5-beb8-a4fd9dcb4693) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:16.289356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:16.292619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:16.297624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:16.301309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Pushing event updated for resources: {'Port': ['ID=11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:16.409698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Attempting to bind port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:16.410453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Attempting to bind port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:16.411050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Attempting to bind port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:16.429951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:16.429951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Checking segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:16.429951 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:16.429951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Bound using segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:16.429951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Bound port: 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:16.429951 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:16.456464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:16.504172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] For port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:16.507541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] For port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:16.595920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:16.648086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:16.657437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:16.663976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:16.667470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:16.697910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=019f2985-6d08-40c5-beb8-a4fd9dcb4693,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:16.745251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:16.790040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a38ed-3408-48b5-973c-1c34cb64498c None None] Pushing event updated for resources: {'Port': ['ID=11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:17.051639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:17.175337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24fea1-2684-4b9a-9b84-954d138b600a req-d635a86a-3e6a-432a-a7a7-ad023971be1a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:17.188393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b24fea1-2684-4b9a-9b84-954d138b600a req-d635a86a-3e6a-432a-a7a7-ad023971be1a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.1191313 Nov 10 21:50:17.282923 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b24fea1-2684-4b9a-9b84-954d138b600a req-750749e9-cbc2-4491-8920-fa3ebc7ddd79 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773609 Nov 10 21:50:17.457914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a111a242-6868-44a8-bf96-52c79fffd3e6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:17.513952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a111a242-6868-44a8-bf96-52c79fffd3e6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:17.514412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:17.530610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:17.633237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:17.652686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:17.742608 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:17.742983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:17.761704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:17.764962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=019f2985-6d08-40c5-beb8-a4fd9dcb4693,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:17.876471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:17.895294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:17.896852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:17.921403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:18.026909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 61c23820-a1fa-4e09-b96d-22684b7c76e8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:50:18.084122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:18.146858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:50:18.164422 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Sync routers for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:50:18.166862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-133300cc-e5fa-4db0-82de-7f10e5bb771f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/61c23820-a1fa-4e09-b96d-22684b7c76e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4153914 Nov 10 21:50:18.178544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:18.217702 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:50:18.218335 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:50:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:18.475351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213eb90-b3dd-49c6-ba87-030defd4474f req-dda45985-a566-4869-9761-0782fcb61f00 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:18.477682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3213eb90-b3dd-49c6-ba87-030defd4474f req-dda45985-a566-4869-9761-0782fcb61f00 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0974686 Nov 10 21:50:18.495239 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:50:18.522986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 32768) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:18.561141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-f58e5e1c-b2fc-4283-bbb9-2571c130374c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626262928&fields=id&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 267 time: 0.0924735 Nov 10 21:50:18.576027 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3213eb90-b3dd-49c6-ba87-030defd4474f req-53ecc8f4-16dd-45bd-b531-c1018cc85843 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912669 Nov 10 21:50:18.789280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-41e809cb-6746-4ff4-83b1-3b9f4b906358 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:18.790836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-41e809cb-6746-4ff4-83b1-3b9f4b906358 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 797 time: 0.2167015 Nov 10 21:50:18.816481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-b64beafb-49fe-4e6d-a481-379e695f349f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/quotas/abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 375 time: 0.0171506 Nov 10 21:50:18.817738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dca9c97f-1863-412a-9083-2ae54dd52f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:18.838563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc114eaf-1b92-487c-93c7-8693538c007e None None] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:18.892381 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:17Z', 'revision_number': 2, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:18.931155 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Checking router: 61c23820-a1fa-4e09-b96d-22684b7c76e8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:50:18.932038 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Updating router 61c23820-a1fa-4e09-b96d-22684b7c76e8 port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:50:18.975825 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.022298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dca9c97f-1863-412a-9083-2ae54dd52f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.034229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-85c04332-190a-4030-be52-e8dfec62632b None None] Provisioning complete for port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:19.036570 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-85c04332-190a-4030-be52-e8dfec62632b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.041268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-9bb5248b-d0e9-42be-8df6-f7c2b9bd975e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2038360 Nov 10 21:50:19.180052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dca9c97f-1863-412a-9083-2ae54dd52f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.272591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32776) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:19.272982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dca9c97f-1863-412a-9083-2ae54dd52f83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=deb3098734ea4225aeaa22214f1bf8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7436774 Nov 10 21:50:19.276470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9c97f-1863-412a-9083-2ae54dd52f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae1df7c-1af9-4677-a54c-d311d4140910,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:19.304709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-28ea401c-554e-4042-a460-b5c99f657c5a service neutron] 10.222.0.45 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474971 Nov 10 21:50:19.382083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b4f07666-9bc5-42ee-a560-c635c6571d4e None None] Provisioning complete for port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:19.383492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b4f07666-9bc5-42ee-a560-c635c6571d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.386513 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6896775-f660-4f97-beb8-a8d681e18149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.414431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6896775-f660-4f97-beb8-a8d681e18149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.421457 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.504670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-8c00844e-bd5d-43e9-95bc-13b9120c3418 service neutron] 10.222.0.45 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883903 Nov 10 21:50:19.535016 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.536313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:19.603538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6896775-f660-4f97-beb8-a8d681e18149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.606570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c6896775-f660-4f97-beb8-a8d681e18149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.607944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c6896775-f660-4f97-beb8-a8d681e18149 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ae1df7c-1af9-4677-a54c-d311d4140910 HTTP/1.1" status: 204 len: 168 time: 0.3334601 Nov 10 21:50:19.631074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6896775-f660-4f97-beb8-a8d681e18149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae1df7c-1af9-4677-a54c-d311d4140910,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:19.655604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b4f07666-9bc5-42ee-a560-c635c6571d4e None None] Provisioning complete for port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:19.656185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b4f07666-9bc5-42ee-a560-c635c6571d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.703831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b4f07666-9bc5-42ee-a560-c635c6571d4e None None] Port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:50:19.731856 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Pushing event updated for resources: {'Port': ['ID=019f2985-6d08-40c5-beb8-a4fd9dcb4693,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:19.738161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:19.738535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.768908 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.769254 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.769592 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.769930 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.770266 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.770652 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.770978 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.771325 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.771670 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.772044 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.772371 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.772717 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:19.787583 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Attempting to bind port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:19.788136 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Attempting to bind port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:19.793538 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Attempting to bind port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:19.794076 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:19.795141 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Checking segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:19.795141 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.795503 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Bound using segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:19.795985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Bound port: 019f2985-6d08-40c5-beb8-a4fd9dcb4693, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:19.796675 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.809806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8a97e-813c-4bfc-aaef-6847dd7175ba req-5ffcccf3-a4ec-484b-80c0-3f4e6899cf41 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:19.819715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32e8a97e-813c-4bfc-aaef-6847dd7175ba req-5ffcccf3-a4ec-484b-80c0-3f4e6899cf41 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 943 time: 0.0815394 Nov 10 21:50:19.828480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.868984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-845fe355-d576-41a5-8c07-040dae58d8a7 None None] Provisioning complete for port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:19.869752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-845fe355-d576-41a5-8c07-040dae58d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:19.921748 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32e8a97e-813c-4bfc-aaef-6847dd7175ba req-30acbf37-d883-4d01-9765-f7948404ddbc tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993545 Nov 10 21:50:19.951352 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] For port 019f2985-6d08-40c5-beb8-a4fd9dcb4693, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:19.952984 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] For port 019f2985-6d08-40c5-beb8-a4fd9dcb4693, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=019f2985-6d08-40c5-beb8-a4fd9dcb4693,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:19.959871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-845fe355-d576-41a5-8c07-040dae58d8a7 None None] Port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:50:20.073482 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:20.081668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-40bce5dd-e95f-4bb9-a8dd-38599ddc0665 None None] Provisioning complete for port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:20.086941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-40bce5dd-e95f-4bb9-a8dd-38599ddc0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:20.142743 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a5e84-5809-4f1f-9223-1b82469cd658 None None] Pushing event updated for resources: {'Port': ['ID=019f2985-6d08-40c5-beb8-a4fd9dcb4693,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:20.178545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-984296ba-3702-4775-9790-353983b83d1d req-47b70f6e-688e-403d-8da4-3d29f2928b31 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0441136 Nov 10 21:50:20.194083 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:50:20.194713 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:50:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:20.216370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:50:20.362203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-40bce5dd-e95f-4bb9-a8dd-38599ddc0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:20.412488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-40bce5dd-e95f-4bb9-a8dd-38599ddc0665 None None] For port 019f2985-6d08-40c5-beb8-a4fd9dcb4693, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=019f2985-6d08-40c5-beb8-a4fd9dcb4693,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:20.426961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:20.442134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'port_id': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'mac_address': 'fa:16:3e:18:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:50:20.459682 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:50:20.490235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:20.505824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980599b0-ef80-479c-a56e-6d050f3e4cf6 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:50:20.532026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:20.539111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-40bce5dd-e95f-4bb9-a8dd-38599ddc0665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:20.596148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bce5dd-e95f-4bb9-a8dd-38599ddc0665 None None] Pushing event updated for resources: {'Port': ['ID=019f2985-6d08-40c5-beb8-a4fd9dcb4693,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:20.663552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ca015e44-fd91-4ce4-9f98-cade3b07ca2b None None] Provisioning complete for port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:20.663552 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca015e44-fd91-4ce4-9f98-cade3b07ca2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:20.693242 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:20.728046 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:19Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:20.756742 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae08750f-d3cc-41cf-b7a3-df85e0bb8411 None None] The sync data for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 is: [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:19Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:50:20.757853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:21.055422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['980599b0-ef80-479c-a56e-6d050f3e4cf6'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:50:21.161215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869c15d-dd79-4502-bdac-dbca2b5ca30f req-9a5404f8-a483-4c76-9c3c-191b3bb83e04 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:21.163591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3869c15d-dd79-4502-bdac-dbca2b5ca30f req-9a5404f8-a483-4c76-9c3c-191b3bb83e04 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 944 time: 0.1324153 Nov 10 21:50:21.241732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3869c15d-dd79-4502-bdac-dbca2b5ca30f req-374d6816-5e39-4a8b-80d0-f2a73cb9bd23 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715175 Nov 10 21:50:21.323046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7e12a9e-ec68-4acf-a5d0-8d2a647169d1 req-a95ff014-633c-4814-b661-ff759f815498 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0479400 Nov 10 21:50:21.411296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 019f2985-6d08-40c5-beb8-a4fd9dcb4693 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:21.477213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:21.477741 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:21.486950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32824) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:21.649209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100239759'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:21.786281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:21.790052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:21.800408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:21.898156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.049877 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.065635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:22.091460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.092201 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment fb898486-69a0-43e8-a2a9-8bd8d39e5368 of type vlan for network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 Nov 10 21:50:22.119168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6abad55-f4a4-4c59-8bf4-fcf511c0c221,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:22.157298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.217404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:22.287044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 980599b0-ef80-479c-a56e-6d050f3e4cf6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:22.287419 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.313297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.321176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:22.322106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.380296 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.407609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=fcb42cea-c9ed-4cac-b740-e14e7f77ea86,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:22.416932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:50:22.421056 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029f5164-33e6-4462-bf8b-74f206a7cfd0" -d '{"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-plugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:50:22.426996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b835-ddf4-4130-b475-bba2667c92dc req-37c9eeda-5901-4634-ad6a-0540fd2b6f6d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:22.426996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50e1b835-ddf4-4130-b475-bba2667c92dc req-37c9eeda-5901-4634-ad6a-0540fd2b6f6d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 944 time: 0.0895729 Nov 10 21:50:22.427625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:22.442517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:22.478958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4f18288-5089-436a-b6e0-f87889e9f75b req-f688dafc-4322-4540-b6e6-29203c767a02 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0332570 Nov 10 21:50:22.484223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50e1b835-ddf4-4130-b475-bba2667c92dc req-434e26ed-9efc-4bae-b949-0b113098b779 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546968 Nov 10 21:50:22.509827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a99cbae9-2ed5-4e88-9b52-0d829df525b4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0159147 Nov 10 21:50:22.551367 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cd0c49-4147-4e13-89b8-beecc3190e03 x-openstack-request-id: req-12cd0c49-4147-4e13-89b8-beecc3190e03 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:50:22.551367 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-plugged", "status": "completed", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:50:22.551367 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12cd0c49-4147-4e13-89b8-beecc3190e03 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:50:22.551367 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'code': 200} Nov 10 21:50:22.614209 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:22.671231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:22.868517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce876-8d23-4ebc-9bc1-590709a7fc2b req-ac5b7a73-0df3-46ce-98ae-d0d02a693a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:22.869910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7cce876-8d23-4ebc-9bc1-590709a7fc2b req-ac5b7a73-0df3-46ce-98ae-d0d02a693a0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 1098 time: 0.0490224 Nov 10 21:50:22.916649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7cce876-8d23-4ebc-9bc1-590709a7fc2b req-7bd1f254-2d1e-4088-ac25-64849a4fd02b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390987 Nov 10 21:50:23.605656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4587e68-fbb9-4ab3-b932-b71ee5364c3f req-045142f6-c43d-47d5-b0d2-4ff9e36baec1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0370324 Nov 10 21:50:23.649749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b9c9d-3d94-4564-a5f3-a4c13d62aa39 req-f7b6a584-16e7-4399-98b0-a2e22ec2c903 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:23.651393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-112b9c9d-3d94-4564-a5f3-a4c13d62aa39 req-f7b6a584-16e7-4399-98b0-a2e22ec2c903 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.0608692 Nov 10 21:50:23.665030 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:23.798022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-112b9c9d-3d94-4564-a5f3-a4c13d62aa39 req-4d183276-f049-4c4a-b32d-1c10653113a6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221395 Nov 10 21:50:23.805090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-8fee2664-1129-435f-9862-d8a1dab27c50 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:23.807068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-8fee2664-1129-435f-9862-d8a1dab27c50 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 797 time: 0.1546655 Nov 10 21:50:23.883660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-e54dd602-7423-4526-939a-d6c7a37fa2b5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 380 time: 0.0607836 Nov 10 21:50:23.893460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'port': {'device_id': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'admin_state_up': True, 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'security_groups': ['73a72c3a-093c-4623-979f-9a6436f9c32f']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:24.095007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:24.098628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:24.272359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.14 (9c76896b-82f1-4eec-89b5-7f7ae2f09a6b/bcfdae97-325a-43f4-977d-871cf0f3745d/f54968c8-c678-4821-8424-3106efe34b7d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:24.460079 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:24.608848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:24.660106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:24.663201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:24.668290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:24.704102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:24.810636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:24.811468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:24.831001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70feba4-7677-4e6f-9d4d-5455eee1a4ba req-f6060c2a-5ad5-4468-8849-b57bef50333e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:24.832576 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70feba4-7677-4e6f-9d4d-5455eee1a4ba req-f6060c2a-5ad5-4468-8849-b57bef50333e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 932 time: 0.1295991 Nov 10 21:50:24.948401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70feba4-7677-4e6f-9d4d-5455eee1a4ba req-39f0da85-8799-4522-a7da-1861b5069b23 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081958 Nov 10 21:50:24.953832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-0a6b4405-3b9f-4f32-b39c-e57db9be9a22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0636942 Nov 10 21:50:24.973109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Request body: {'port': {'device_id': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:24.983259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8106c52e-5233-41fb-a716-b07bcc2418ef None None] Provisioning complete for port f54968c8-c678-4821-8424-3106efe34b7d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:24.984298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8106c52e-5233-41fb-a716-b07bcc2418ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:25.032013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8106c52e-5233-41fb-a716-b07bcc2418ef None None] Port f54968c8-c678-4821-8424-3106efe34b7d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:50:25.045784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23b506-e543-48f7-9994-7aca070fe26e req-8cadd9c0-00f1-4e69-9ba6-d2840e553981 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:25.055104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe23b506-e543-48f7-9994-7aca070fe26e req-8cadd9c0-00f1-4e69-9ba6-d2840e553981 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.0798085 Nov 10 21:50:25.082236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:25.106818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe23b506-e543-48f7-9994-7aca070fe26e req-0838eba4-df13-4872-9d26-8a1af69c3127 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498626 Nov 10 21:50:25.378781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54968c8-c678-4821-8424-3106efe34b7d {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:50:25.386876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:25.400598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Transition to ACTIVE for port object f54968c8-c678-4821-8424-3106efe34b7d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:50:25.523454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:25.573962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:25.662633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:25.663285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:25.663285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:25.669023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Port f54968c8-c678-4821-8424-3106efe34b7d on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:50:25.672514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:25.676906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:25.677473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Checking segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:25.677853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Bound using segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:25.678281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Bound port: f54968c8-c678-4821-8424-3106efe34b7d, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:25.678638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:25.757791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:25.762680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:25.823093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 32902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:25.828904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': 'fcb42cea-c9ed-4cac-b740-e14e7f77ea86', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:25.908965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:25.955525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:25.956210 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:25.957721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 1093 time: 0.9920840 Nov 10 21:50:25.958181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:50:25.960508 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4834d-bbca-47d0-a576-efec321a392b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:50:25.994340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b7341-6eeb-4d1a-a780-f246dfe7bcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:26.032009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:26.045527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:26.045527 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e6e12-7a16-439b-a8e1-fae77e55c719 x-openstack-request-id: req-ba4e6e12-7a16-439b-a8e1-fae77e55c719 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:50:26.045527 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:50:26.045527 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba4e6e12-7a16-439b-a8e1-fae77e55c719 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:50:26.045527 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'status': 'completed', 'code': 200} Nov 10 21:50:26.240087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4834d-bbca-47d0-a576-efec321a392b req-0c8202b2-bc89-476b-8c08-3cd58c7ecf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.241874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eda4834d-bbca-47d0-a576-efec321a392b req-0c8202b2-bc89-476b-8c08-3cd58c7ecf49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1096 time: 0.1759338 Nov 10 21:50:26.275076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfc0b9-05b5-46e0-b560-f5c9bb93a900 req-bd9c1737-de12-444b-b3cf-1fcf0a98001e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.299994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69bfc0b9-05b5-46e0-b560-f5c9bb93a900 req-bd9c1737-de12-444b-b3cf-1fcf0a98001e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 944 time: 0.2170737 Nov 10 21:50:26.319622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b4073-5b35-4c54-84d3-77c20f5ff704 req-3aa5e4f4-bad8-4dba-89bb-bf7e139bb3de tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.324185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-446b4073-5b35-4c54-84d3-77c20f5ff704 req-3aa5e4f4-bad8-4dba-89bb-bf7e139bb3de tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.0681572 Nov 10 21:50:26.386216 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-446b4073-5b35-4c54-84d3-77c20f5ff704 req-2ded37dc-1d15-48c1-86ac-7e2b235df5f2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537221 Nov 10 21:50:26.460178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69bfc0b9-05b5-46e0-b560-f5c9bb93a900 req-05058420-7c07-4ea0-add9-b04ce38b97b0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579580 Nov 10 21:50:26.513727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4834d-bbca-47d0-a576-efec321a392b req-22b0c0a9-67b4-48c7-a079-096392140fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.515208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eda4834d-bbca-47d0-a576-efec321a392b req-22b0c0a9-67b4-48c7-a079-096392140fb6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2623100 Nov 10 21:50:26.618924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4834d-bbca-47d0-a576-efec321a392b req-47369e9f-8ad2-49b1-a410-cca67242003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.620462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eda4834d-bbca-47d0-a576-efec321a392b req-47369e9f-8ad2-49b1-a410-cca67242003a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979850 Nov 10 21:50:26.684798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:26.752887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-7b21dd8b-bf40-45cc-9d70-7bdce4c668ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.754387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-7b21dd8b-bf40-45cc-9d70-7bdce4c668ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1096 time: 0.0947864 Nov 10 21:50:26.754987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=cd0a0ab7-d661-48d1-b490-3abd59315715,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:26.817171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-30f3dd90-2a2b-4e51-8374-26e73439f449 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 217 time: 0.0521519 Nov 10 21:50:26.822990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': 'fb898486-69a0-43e8-a2a9-8bd8d39e5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'fcb42cea-c9ed-4cac-b740-e14e7f77ea86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:26.823349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: fcb42cea-c9ed-4cac-b740-e14e7f77ea86, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:26.879076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-8e5b5a73-79ff-4d4d-8a1d-99dd6b36bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.880593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-8e5b5a73-79ff-4d4d-8a1d-99dd6b36bc45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.0537519 Nov 10 21:50:26.927935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-61e77bdc-9b39-465b-a891-91883677b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:26.930755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-61e77bdc-9b39-465b-a891-91883677b5e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416298 Nov 10 21:50:27.365928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:27.405121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-6beadf1e-9923-452e-be8f-f08020957a3d service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489477 Nov 10 21:50:27.469118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, fcb42cea-c9ed-4cac-b740-e14e7f77ea86) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:27.476200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:27.476816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:27.488511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b9900-0324-4c5c-84ca-1804c2beed14 None None] Network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:27.516772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7b5bfc-0a9f-4e96-94c1-c6854c462d1f req-edfcb3bd-01fd-42f2-be45-db0df4d24593 service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036854 Nov 10 21:50:27.597605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-42b3fab6-d793-4f6d-823d-dc13d76f0c43 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7729750 Nov 10 21:50:27.598741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32932) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:27.619813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008776594'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:27.689279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-fcb42cea-c9ed-4cac-b740-e14e7f77ea86', 'network_id': 'fcb42cea-c9ed-4cac-b740-e14e7f77ea86', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': 'cd0a0ab7-d661-48d1-b490-3abd59315715'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:27.690526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:27.733593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dcc3b-7c64-4b9d-a6d6-9a04c90b6ea8 req-591c8ced-d651-4acc-a41f-c81d48dae4fe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:27.735257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a64dcc3b-7c64-4b9d-a6d6-9a04c90b6ea8 req-591c8ced-d651-4acc-a41f-c81d48dae4fe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 944 time: 0.1473923 Nov 10 21:50:27.784807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598f74b-770c-4da8-81e6-2c9d0ad5eb6d req-9ec04e40-f052-41ae-9d5b-d5a629887a9d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:27.785780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3598f74b-770c-4da8-81e6-2c9d0ad5eb6d req-9ec04e40-f052-41ae-9d5b-d5a629887a9d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.0625882 Nov 10 21:50:27.818467 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a64dcc3b-7c64-4b9d-a6d6-9a04c90b6ea8 req-7b4d2262-ce40-44e9-b019-f7c881c5979c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675709 Nov 10 21:50:27.829218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:27.833360 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:27.868249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Allocated IP 2001:db8:0:ffff::2 (fcb42cea-c9ed-4cac-b740-e14e7f77ea86/cd0a0ab7-d661-48d1-b490-3abd59315715/c6b437df-06d2-4d15-848e-e90b516c9bc6) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:27.869705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3598f74b-770c-4da8-81e6-2c9d0ad5eb6d req-01a5e1bb-7780-48c4-b993-13666e4c7c20 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777225 Nov 10 21:50:27.886815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:27.908586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:27.909110 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment 303ff5c4-5e00-4812-9731-d0db94a81090 of type vlan for network 0dc6ba89-25da-4e15-ac64-dfca09e522f9 Nov 10 21:50:27.954436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.040078 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.066699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.073108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:28.073784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.146235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=0dc6ba89-25da-4e15-ac64-dfca09e522f9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:28.159772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 0dc6ba89-25da-4e15-ac64-dfca09e522f9 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:28.163629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.249695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:28.258687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:28.264329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:28.275491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Pushing event updated for resources: {'Port': ['ID=c6b437df-06d2-4d15-848e-e90b516c9bc6,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:28.320792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c523510c-df29-4406-8d31-024e5176828d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7180851 Nov 10 21:50:28.323542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:28.336100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': '0dc6ba89-25da-4e15-ac64-dfca09e522f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:28.336831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Attempting to bind port c6b437df-06d2-4d15-848e-e90b516c9bc6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:28.337389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Attempting to bind port c6b437df-06d2-4d15-848e-e90b516c9bc6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'fb898486-69a0-43e8-a2a9-8bd8d39e5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'fcb42cea-c9ed-4cac-b740-e14e7f77ea86'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:28.337907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Attempting to bind port c6b437df-06d2-4d15-848e-e90b516c9bc6 on network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:28.344926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:28.368849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Checking segment: {'id': 'fb898486-69a0-43e8-a2a9-8bd8d39e5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'fcb42cea-c9ed-4cac-b740-e14e7f77ea86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:28.368849 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.368849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Bound using segment: {'id': 'fb898486-69a0-43e8-a2a9-8bd8d39e5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'fcb42cea-c9ed-4cac-b740-e14e7f77ea86'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:28.368849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Bound port: c6b437df-06d2-4d15-848e-e90b516c9bc6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb898486-69a0-43e8-a2a9-8bd8d39e5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'fcb42cea-c9ed-4cac-b740-e14e7f77ea86'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:28.368849 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.471236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] For port c6b437df-06d2-4d15-848e-e90b516c9bc6, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:28.474430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] For port c6b437df-06d2-4d15-848e-e90b516c9bc6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c6b437df-06d2-4d15-848e-e90b516c9bc6,segment=NetworkSegment(fb898486-69a0-43e8-a2a9-8bd8d39e5368),segment_id=fb898486-69a0-43e8-a2a9-8bd8d39e5368)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:28.625934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:28.629544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.706581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:28.770175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d6038-9139-4c68-a887-02c86f7343c1 None None] Pushing event updated for resources: {'Port': ['ID=c6b437df-06d2-4d15-848e-e90b516c9bc6,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:29.024643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dda88-e1d5-4b07-a9a0-4637a7a9a987 req-6827d901-b2ce-46ed-9808-14c3a1257c15 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:29.040070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:29.063014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-300dda88-e1d5-4b07-a9a0-4637a7a9a987 req-6827d901-b2ce-46ed-9808-14c3a1257c15 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 944 time: 0.1703494 Nov 10 21:50:29.148454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=6383c48e-d277-4d7a-b783-05cb277c130b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:29.149869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-300dda88-e1d5-4b07-a9a0-4637a7a9a987 req-28295773-fc6f-4a64-96ed-e5d318b1aa8a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841928 Nov 10 21:50:29.178484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': '303ff5c4-5e00-4812-9731-d0db94a81090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '0dc6ba89-25da-4e15-ac64-dfca09e522f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:29.178484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: 0dc6ba89-25da-4e15-ac64-dfca09e522f9, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:29.278433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 0dc6ba89-25da-4e15-ac64-dfca09e522f9 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:29.381513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c6b437df-06d2-4d15-848e-e90b516c9bc6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:29.424687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 0dc6ba89-25da-4e15-ac64-dfca09e522f9) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:29.428876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:29.429472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:29.435498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa295c06-d2f9-4223-9dce-15bfb951d2cb None None] Network 0dc6ba89-25da-4e15-ac64-dfca09e522f9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:29.440495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c6b437df-06d2-4d15-848e-e90b516c9bc6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:29.441676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:29.617774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fcfde086-8054-4b99-8c89-730be9cbbe8a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2930970 Nov 10 21:50:29.620456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32950) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:29.736162 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:29.787585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:29.802447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:29.848066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc8133-8de2-4baa-b0ba-3d3dae74d100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-0dc6ba89-25da-4e15-ac64-dfca09e522f9', 'network_id': '0dc6ba89-25da-4e15-ac64-dfca09e522f9', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': '6383c48e-d277-4d7a-b783-05cb277c130b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:29.849827 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2bc8133-8de2-4baa-b0ba-3d3dae74d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:29.853638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port c6b437df-06d2-4d15-848e-e90b516c9bc6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c6b437df-06d2-4d15-848e-e90b516c9bc6,segment=NetworkSegment(fb898486-69a0-43e8-a2a9-8bd8d39e5368),segment_id=fb898486-69a0-43e8-a2a9-8bd8d39e5368)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:29.964235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ccc523-e3df-4c89-89f0-ca66c35e5f8c None None] Network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:30.044469 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.073535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=6383c48e-d277-4d7a-b783-05cb277c130b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:30.097253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.098964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3662fa98-4679-409c-b3ba-5ffd92e68b43 None None] Provisioning complete for port c6b437df-06d2-4d15-848e-e90b516c9bc6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:30.099314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3662fa98-4679-409c-b3ba-5ffd92e68b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.148465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.205850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc6ba89-25da-4e15-ac64-dfca09e522f9']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:30.224174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303ff5c4-5e00-4812-9731-d0db94a81090') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:30.224455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303ff5c4-5e00-4812-9731-d0db94a81090') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:30.248893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.252758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=c6b437df-06d2-4d15-848e-e90b516c9bc6,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:30.266327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f54968c8-c678-4821-8424-3106efe34b7d details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:50:30.275712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.286349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:30.286757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:30.290555 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:30.318812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd53a19-a4c5-40da-b898-571f295176a3 req-0f21be62-de7f-41fa-9375-ab66434f6735 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:30.321660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cd53a19-a4c5-40da-b898-571f295176a3 req-0f21be62-de7f-41fa-9375-ab66434f6735 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 944 time: 0.0690997 Nov 10 21:50:30.388570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1cd53a19-a4c5-40da-b898-571f295176a3 req-e31ed1d6-e5f9-43ac-a68c-3079fcb2e7c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601089 Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server [None req-d2bc8133-8de2-4baa-b0ba-3d3dae74d100 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6383c48e-d277-4d7a-b783-05cb277c130b: This subnet is being modified by another concurrent operation. Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:50:30.430308 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise exception Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6383c48e-d277-4d7a-b783-05cb277c130b: This subnet is being modified by another concurrent operation. Nov 10 21:50:30.437860 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Nov 10 21:50:30.449849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdeca6-a6fe-4707-af17-17bae5b5ca3c None None] Network 0dc6ba89-25da-4e15-ac64-dfca09e522f9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:30.455113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.464214 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.468186 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/0dc6ba89-25da-4e15-ac64-dfca09e522f9 HTTP/1.1" status: 204 len: 168 time: 0.8463230 Nov 10 21:50:30.478494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdeca6-a6fe-4707-af17-17bae5b5ca3c None None] Network 0dc6ba89-25da-4e15-ac64-dfca09e522f9 could not be found, it might have been deleted concurrently. {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 21:50:30.478728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 32962) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:30.478833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75c015-bfd0-4d0b-a4c3-3280b4e34095 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=0dc6ba89-25da-4e15-ac64-dfca09e522f9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:30.491144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1153340693'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:30.501212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:30.514506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'f54968c8-c678-4821-8424-3106efe34b7d', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'port_id': 'f54968c8-c678-4821-8424-3106efe34b7d', 'mac_address': 'fa:16:3e:b5:1b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:50:30.556732 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.575423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54968c8-c678-4821-8424-3106efe34b7d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:50:30.597147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:30.635130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:30.641593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.667893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:30.680014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.680355 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment 4cfdac67-e366-4801-973e-8a899b008010 of type vlan for network ceb17e86-b614-4d4c-abba-5d97bbe62820 Nov 10 21:50:30.711780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071d86f-ff1e-4763-81e6-cb7d51782f18 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:50:30.721968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.798804 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.838435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.843504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071d86f-ff1e-4763-81e6-cb7d51782f18 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:50:30.848001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:30.848754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.852992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9fc033e4-ea41-4625-9ffa-f645b2fd0b2e None None] Provisioning complete for port c6b437df-06d2-4d15-848e-e90b516c9bc6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:30.853360 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fc033e4-ea41-4625-9ffa-f645b2fd0b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:30.901888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:30.943531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=ceb17e86-b614-4d4c-abba-5d97bbe62820,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:30.968310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4727cf3c-35b3-41f1-bbb2-7a21fe8c34df tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4860013 Nov 10 21:50:30.969967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32966) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:30.970475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ceb17e86-b614-4d4c-abba-5d97bbe62820 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:30.974368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': 'ceb17e86-b614-4d4c-abba-5d97bbe62820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:31.154723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['f54968c8-c678-4821-8424-3106efe34b7d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:50:31.220074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:31.227578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:31.378829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c6b437df-06d2-4d15-848e-e90b516c9bc6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:31.518815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ebb3d-4be8-444c-8fed-f2564655027b req-bab9071d-c1ca-4be3-bb33-88306041225a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:31.519610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-456fb527-0f54-418a-a43b-caf6af07ac64 None None] Provisioning complete for port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:31.520015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-456fb527-0f54-418a-a43b-caf6af07ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:31.521170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d6ebb3d-4be8-444c-8fed-f2564655027b req-bab9071d-c1ca-4be3-bb33-88306041225a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 945 time: 0.0586398 Nov 10 21:50:31.551590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c6b437df-06d2-4d15-848e-e90b516c9bc6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:31.552003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:31.584369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d6ebb3d-4be8-444c-8fed-f2564655027b req-3e9370bf-fcc7-457f-bf25-1a114fa68634 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513444 Nov 10 21:50:31.609121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:31.674499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=8019008e-0a2c-4450-80ea-85d3b375564f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:31.697123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': '4cfdac67-e366-4801-973e-8a899b008010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ceb17e86-b614-4d4c-abba-5d97bbe62820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:31.697748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: ceb17e86-b614-4d4c-abba-5d97bbe62820, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:31.820470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network ceb17e86-b614-4d4c-abba-5d97bbe62820 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:31.917445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, ceb17e86-b614-4d4c-abba-5d97bbe62820) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:31.922652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:31.923385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:31.927486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ac52b-e265-452d-93e5-bc23cea4e915 None None] Network ceb17e86-b614-4d4c-abba-5d97bbe62820 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:32.045458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-be96abd6-d93e-413d-82d0-7eb1d4960a8c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0756207 Nov 10 21:50:32.049647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:32.054820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-93458358'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:32.096340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-ceb17e86-b614-4d4c-abba-5d97bbe62820', 'network_id': 'ceb17e86-b614-4d4c-abba-5d97bbe62820', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': '8019008e-0a2c-4450-80ea-85d3b375564f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:32.097224 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.236744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Allocated IP 2001:db8::1 (ceb17e86-b614-4d4c-abba-5d97bbe62820/8019008e-0a2c-4450-80ea-85d3b375564f/cc2ba336-f2f9-4d1b-8075-bb55f91962a7) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:32.248949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:32.252754 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.280465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:32.292049 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.294649 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment ded8b7a6-823e-4e07-beda-40de6658c547 of type vlan for network 4b205b1f-45a8-4ff2-91cb-ffed595e3022 Nov 10 21:50:32.342744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.472315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.496075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:32.498439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.592188 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.594602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=4b205b1f-45a8-4ff2-91cb-ffed595e3022,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:32.622082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4b205b1f-45a8-4ff2-91cb-ffed595e3022 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:32.727081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172914-b046-4251-8353-6deececc1707 req-42271636-d7af-4506-ae3c-61a708fcc8f8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:32.727081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7172914-b046-4251-8353-6deececc1707 req-42271636-d7af-4506-ae3c-61a708fcc8f8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 945 time: 0.0561080 Nov 10 21:50:32.786189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7172914-b046-4251-8353-6deececc1707 req-8da5c291-ef52-4cb9-9a6f-70c70bc34cb5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495067 Nov 10 21:50:32.838351 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f9d7a4e9-78c4-44df-950d-07acc1e836d6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7875290 Nov 10 21:50:32.838625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 32986) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:32.844290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:32.883793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:32.940789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Network ceb17e86-b614-4d4c-abba-5d97bbe62820 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:32.943894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:32.948768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:32.951306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Pushing event updated for resources: {'Port': ['ID=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:33.001862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Attempting to bind port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:33.002144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Attempting to bind port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '4cfdac67-e366-4801-973e-8a899b008010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ceb17e86-b614-4d4c-abba-5d97bbe62820'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:33.002498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Attempting to bind port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 on network ceb17e86-b614-4d4c-abba-5d97bbe62820 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:33.007283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:33.007648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Checking segment: {'id': '4cfdac67-e366-4801-973e-8a899b008010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ceb17e86-b614-4d4c-abba-5d97bbe62820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:33.008061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:33.008442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Bound using segment: {'id': '4cfdac67-e366-4801-973e-8a899b008010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ceb17e86-b614-4d4c-abba-5d97bbe62820'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:33.008896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Bound port: cc2ba336-f2f9-4d1b-8075-bb55f91962a7, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfdac67-e366-4801-973e-8a899b008010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ceb17e86-b614-4d4c-abba-5d97bbe62820'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:33.009266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:33.070500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] For port cc2ba336-f2f9-4d1b-8075-bb55f91962a7, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:33.073454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] For port cc2ba336-f2f9-4d1b-8075-bb55f91962a7, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,segment=NetworkSegment(4cfdac67-e366-4801-973e-8a899b008010),segment_id=4cfdac67-e366-4801-973e-8a899b008010)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:33.106303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:33.110091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:33.180110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_backend_mixin [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Performing IP validity checks on allocation pools {{(pid=103048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 21:50:33.180619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_backend_mixin [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 21:50:33.261040 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:33.338067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78d2d9-7b0c-4808-a413-2fa3c53edb01 None None] Pushing event updated for resources: {'Port': ['ID=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:33.540827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:33.606980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=bb81baf8-2960-48b3-b8b9-76dce1ce2da8,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:33.630568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': 'ded8b7a6-823e-4e07-beda-40de6658c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:33.630851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: 4b205b1f-45a8-4ff2-91cb-ffed595e3022, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:33.763626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 4b205b1f-45a8-4ff2-91cb-ffed595e3022 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:33.911183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc27e0-7ea2-4006-b6c2-c768fa07daf5 req-968835e0-11cc-410a-8d7a-782b1145708d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:33.912709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-37cc27e0-7ea2-4006-b6c2-c768fa07daf5 req-968835e0-11cc-410a-8d7a-782b1145708d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 945 time: 0.0544052 Nov 10 21:50:33.917128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4b205b1f-45a8-4ff2-91cb-ffed595e3022) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:33.929088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:33.929376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3e5f1-7a60-48b8-a577-d59f1893c222 None None] Network 4b205b1f-45a8-4ff2-91cb-ffed595e3022 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:33.937603 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:33.983848 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-37cc27e0-7ea2-4006-b6c2-c768fa07daf5 req-d3ce7d73-95d8-400c-a9f4-f01584346a51 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640254 Nov 10 21:50:34.043477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 32998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:34.051557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e3f7c7d1-e35c-4705-a615-8e1d968cdfdb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2114985 Nov 10 21:50:34.117110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4b205b1f-45a8-4ff2-91cb-ffed595e3022', 'network_id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': 'bb81baf8-2960-48b3-b8b9-76dce1ce2da8'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:34.122195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.193407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.270798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f54968c8-c678-4821-8424-3106efe34b7d up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:34.304231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.369581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Allocated IP 2001:db8::3 (4b205b1f-45a8-4ff2-91cb-ffed595e3022/bb81baf8-2960-48b3-b8b9-76dce1ce2da8/c5fba5f6-d2bb-4f02-b435-4a131bfec542) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:34.451024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba84ece-effa-4769-8cc5-6e8d8ff2ff3d None None] Network ceb17e86-b614-4d4c-abba-5d97bbe62820 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:34.557905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port f54968c8-c678-4821-8424-3106efe34b7d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:50:34.573193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port f54968c8-c678-4821-8424-3106efe34b7d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:34.576309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.596145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d93ae7c5-684e-4693-9164-baa39bda6d59 None None] Provisioning complete for port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:34.598087 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d93ae7c5-684e-4693-9164-baa39bda6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.713253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.833325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.859993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d93ae7c5-684e-4693-9164-baa39bda6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.865376 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.888267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:50:34.890586 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25808de-b764-4254-9a78-46b4aed0c208" -d '{"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-plugged", "status": "completed", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:50:34.942150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:34.950243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Network 4b205b1f-45a8-4ff2-91cb-ffed595e3022 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:34.957554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:34.966429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:34.969405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:34.982211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d93ae7c5-684e-4693-9164-baa39bda6d59 None None] For port cc2ba336-f2f9-4d1b-8075-bb55f91962a7, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,segment=NetworkSegment(4cfdac67-e366-4801-973e-8a899b008010),segment_id=4cfdac67-e366-4801-973e-8a899b008010)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:34.990247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Pushing event updated for resources: {'Port': ['ID=c5fba5f6-d2bb-4f02-b435-4a131bfec542,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:35.049001 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3424f65-1cb7-4662-9a88-2a59e176d0d3 x-openstack-request-id: req-b3424f65-1cb7-4662-9a88-2a59e176d0d3 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:50:35.049772 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-plugged", "status": "completed", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:50:35.050195 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3424f65-1cb7-4662-9a88-2a59e176d0d3 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:50:35.052786 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'code': 200} Nov 10 21:50:35.079061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.101750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Attempting to bind port c5fba5f6-d2bb-4f02-b435-4a131bfec542 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:35.102325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Attempting to bind port c5fba5f6-d2bb-4f02-b435-4a131bfec542 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ded8b7a6-823e-4e07-beda-40de6658c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:35.103097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Attempting to bind port c5fba5f6-d2bb-4f02-b435-4a131bfec542 on network 4b205b1f-45a8-4ff2-91cb-ffed595e3022 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:35.116739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:35.117298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Checking segment: {'id': 'ded8b7a6-823e-4e07-beda-40de6658c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:35.117908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.118325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Bound using segment: {'id': 'ded8b7a6-823e-4e07-beda-40de6658c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:35.118917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Bound port: c5fba5f6-d2bb-4f02-b435-4a131bfec542, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded8b7a6-823e-4e07-beda-40de6658c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:35.119452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.126661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=bb81baf8-2960-48b3-b8b9-76dce1ce2da8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:35.169231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d93ae7c5-684e-4693-9164-baa39bda6d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.237682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff48f2-71c9-41cf-9eb3-f9d70b1629ab req-7d601608-0b70-4987-8bda-0d4e4e97749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:35.239182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faff48f2-71c9-41cf-9eb3-f9d70b1629ab req-7d601608-0b70-4987-8bda-0d4e4e97749d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1098 time: 0.1295388 Nov 10 21:50:35.308261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] For port c5fba5f6-d2bb-4f02-b435-4a131bfec542, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:35.318173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.337891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] For port c5fba5f6-d2bb-4f02-b435-4a131bfec542, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c5fba5f6-d2bb-4f02-b435-4a131bfec542,segment=NetworkSegment(ded8b7a6-823e-4e07-beda-40de6658c547),segment_id=ded8b7a6-823e-4e07-beda-40de6658c547)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:35.341914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:35.353953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ce72-998f-4d6e-b8d2-90bff6fcc06a req-0a0262e7-96b3-471c-864d-b6cb023d8c1d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:35.362891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e35ce72-998f-4d6e-b8d2-90bff6fcc06a req-0a0262e7-96b3-471c-864d-b6cb023d8c1d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1486428 Nov 10 21:50:35.381759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b205b1f-45a8-4ff2-91cb-ffed595e3022']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:35.391394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faff48f2-71c9-41cf-9eb3-f9d70b1629ab req-c0c3886d-9fe1-4705-baee-21208f947e1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420705 Nov 10 21:50:35.391766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded8b7a6-823e-4e07-beda-40de6658c547') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:35.392054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded8b7a6-823e-4e07-beda-40de6658c547') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:35.407556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.429683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4dcdb4d4-4e10-45cf-97e7-bc22768e3a5e None None] Provisioning complete for port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:35.430047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4dcdb4d4-4e10-45cf-97e7-bc22768e3a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.472371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7e35ce72-998f-4d6e-b8d2-90bff6fcc06a req-06721fb8-1269-450b-8e0f-43053ca42292 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084864 Nov 10 21:50:35.475772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ae7c5-684e-4693-9164-baa39bda6d59 None None] Pushing event updated for resources: {'Port': ['ID=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:35.483292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.484067 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.515314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cc2ba336-f2f9-4d1b-8075-bb55f91962a7 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:35.516232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:35.517026 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:35.531828 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:35.689418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:50:35.689418 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:50:35.689418 n-d-776250-11 neutron-server[103047]: [parameters: {'id': '4b205b1f-45a8-4ff2-91cb-ffed595e3022'}] Nov 10 21:50:35.689418 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:50:35.691236 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:50:35.707104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf59546-4d11-4def-a95f-8a461aff0ed7 None None] Network 4b205b1f-45a8-4ff2-91cb-ffed595e3022 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:35.735497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf5699-4538-4113-85da-4c96be648fa1 None None] Pushing event updated for resources: {'Port': ['ID=c5fba5f6-d2bb-4f02-b435-4a131bfec542,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:35.822010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:35.822373 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.827739 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-47795285-65da-4d17-8363-e10563b47ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:35.931248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec2a30-7c7c-4ea9-a8b7-f190b1c308af None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:50:36.082425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec2a30-7c7c-4ea9-a8b7-f190b1c308af None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:50:36.192071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.263904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting port c5fba5f6-d2bb-4f02-b435-4a131bfec542 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:50:36.264420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.361361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] For port c5fba5f6-d2bb-4f02-b435-4a131bfec542, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c5fba5f6-d2bb-4f02-b435-4a131bfec542,segment=NetworkSegment(ded8b7a6-823e-4e07-beda-40de6658c547),segment_id=ded8b7a6-823e-4e07-beda-40de6658c547)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:36.361939 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.389241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Calling delete_port for c5fba5f6-d2bb-4f02-b435-4a131bfec542 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:50:36.649880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.704304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Port': ['ID=c5fba5f6-d2bb-4f02-b435-4a131bfec542,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:36.706137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No DVR routers for this DVR port c5fba5f6-d2bb-4f02-b435-4a131bfec542 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:50:36.750563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49adcdf-2e40-4629-919e-24d4d093bd30 req-482a2395-f146-4ef2-8013-cdc2af4d31f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:36.758089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b49adcdf-2e40-4629-919e-24d4d093bd30 req-482a2395-f146-4ef2-8013-cdc2af4d31f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1201019 Nov 10 21:50:36.837873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.869173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b49adcdf-2e40-4629-919e-24d4d093bd30 req-79d68397-1044-428a-95e1-b91c0b165592 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102035 Nov 10 21:50:36.874200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b205b1f-45a8-4ff2-91cb-ffed595e3022']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:36.889570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded8b7a6-823e-4e07-beda-40de6658c547') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:36.889839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded8b7a6-823e-4e07-beda-40de6658c547') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:36.901603 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.916621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.923774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:36.924279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:36.927615 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:37.082834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.088424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.098240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/4b205b1f-45a8-4ff2-91cb-ffed595e3022 HTTP/1.1" status: 204 len: 168 time: 3.0485685 Nov 10 21:50:37.098365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33024) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:37.104837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1436160030'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:37.109551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5dff4-f4d5-4207-94cf-a471ecc6518d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=4b205b1f-45a8-4ff2-91cb-ffed595e3022,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:37.214056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:37.218313 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.242992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:37.252636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.254438 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment 8fc62511-ba4c-4fbf-8eca-285421666771 of type vlan for network 15d39a2d-ecee-4162-9560-69b0798d53a1 Nov 10 21:50:37.313175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.382142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cc2ba336-f2f9-4d1b-8075-bb55f91962a7 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:37.438075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:37.438481 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.454157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.460761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:37.461611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.557308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=15d39a2d-ecee-4162-9560-69b0798d53a1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:37.570528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 15d39a2d-ecee-4162-9560-69b0798d53a1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:37.634528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7c6e959c-3faa-4209-9210-dbc9f13405e6 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5338092 Nov 10 21:50:37.637899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33032) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:37.647165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': '15d39a2d-ecee-4162-9560-69b0798d53a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:37.848431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:37.852203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:37.963745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de5cca62-ebb2-4e6d-9700-f3f8cb1c6d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:38.377830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f83846-6c87-447b-bab1-0f0e15e601ac req-e544dd15-22e5-452e-9d2e-6e3db5bc459a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:38.379245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0f83846-6c87-447b-bab1-0f0e15e601ac req-e544dd15-22e5-452e-9d2e-6e3db5bc459a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.4182806 Nov 10 21:50:38.468983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0f83846-6c87-447b-bab1-0f0e15e601ac req-15d81e03-170a-47eb-bcbb-4d056f8378c4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797436 Nov 10 21:50:38.540407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:38.594504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df539f6-c470-41be-afc3-87e67c78c0ac req-c543657d-edff-4c45-9013-3eaee127119e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:38.596060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4df539f6-c470-41be-afc3-87e67c78c0ac req-c543657d-edff-4c45-9013-3eaee127119e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0557575 Nov 10 21:50:38.618369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=e2e425e7-d77f-482c-8148-9301b379c016,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:38.629090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': '8fc62511-ba4c-4fbf-8eca-285421666771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '15d39a2d-ecee-4162-9560-69b0798d53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:38.629490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: 15d39a2d-ecee-4162-9560-69b0798d53a1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:38.662681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4df539f6-c470-41be-afc3-87e67c78c0ac req-ffe906c2-4f70-4e77-bcd0-a5ff6af1a338 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594072 Nov 10 21:50:38.685635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33044) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:38.726614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10085ea4-fd35-46ec-8010-5aef23437d75 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:38.728144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-10085ea4-fd35-46ec-8010-5aef23437d75 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1093 time: 0.0414026 Nov 10 21:50:38.731015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33046) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:38.735733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'f54968c8-c678-4821-8424-3106efe34b7d', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:38.741343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 15d39a2d-ecee-4162-9560-69b0798d53a1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:38.874049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 15d39a2d-ecee-4162-9560-69b0798d53a1) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:38.882451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:38.882625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:38.895566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7ad79-8449-49e7-8282-4382fe1c7e7c None None] Network 15d39a2d-ecee-4162-9560-69b0798d53a1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:38.974116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.126306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-15d39a2d-ecee-4162-9560-69b0798d53a1', 'network_id': '15d39a2d-ecee-4162-9560-69b0798d53a1', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': 'e2e425e7-d77f-482c-8148-9301b379c016'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:39.175686 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.176124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.262509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.96 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/273f7f0c-e50a-4c64-875c-e5bc02d43de7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:39.287044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Allocated IP 2001:db8::1 (15d39a2d-ecee-4162-9560-69b0798d53a1/e2e425e7-d77f-482c-8148-9301b379c016/2908aa97-499e-48bb-93e0-860ef286f7b3) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:39.311585 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-52f8d82b-0f9f-454d-bae2-f586daedb0f9 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6687284 Nov 10 21:50:39.311859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33056) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:39.399994 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.453326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.469406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.477943 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.540179 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.551462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.586618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Network 15d39a2d-ecee-4162-9560-69b0798d53a1 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:39.590688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:39.593775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:39.601343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Pushing event updated for resources: {'Port': ['ID=2908aa97-499e-48bb-93e0-860ef286f7b3,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:39.642855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.653449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Attempting to bind port 2908aa97-499e-48bb-93e0-860ef286f7b3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:39.653811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Attempting to bind port 2908aa97-499e-48bb-93e0-860ef286f7b3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8fc62511-ba4c-4fbf-8eca-285421666771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '15d39a2d-ecee-4162-9560-69b0798d53a1'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:39.654167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Attempting to bind port 2908aa97-499e-48bb-93e0-860ef286f7b3 on network 15d39a2d-ecee-4162-9560-69b0798d53a1 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:39.659041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:39.659413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Checking segment: {'id': '8fc62511-ba4c-4fbf-8eca-285421666771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '15d39a2d-ecee-4162-9560-69b0798d53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:39.659833 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.660214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Bound using segment: {'id': '8fc62511-ba4c-4fbf-8eca-285421666771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '15d39a2d-ecee-4162-9560-69b0798d53a1'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:39.660667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Bound port: 2908aa97-499e-48bb-93e0-860ef286f7b3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc62511-ba4c-4fbf-8eca-285421666771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '15d39a2d-ecee-4162-9560-69b0798d53a1'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:39.661041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.688121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:39.691284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:39.694839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:39.701139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=273f7f0c-e50a-4c64-875c-e5bc02d43de7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:39.730347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] For port 2908aa97-499e-48bb-93e0-860ef286f7b3, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:39.733446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] For port 2908aa97-499e-48bb-93e0-860ef286f7b3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2908aa97-499e-48bb-93e0-860ef286f7b3,segment=NetworkSegment(8fc62511-ba4c-4fbf-8eca-285421666771),segment_id=8fc62511-ba4c-4fbf-8eca-285421666771)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:39.768957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.801714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.821097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e425e7-d77f-482c-8148-9301b379c016,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:39.862335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e79c6-dbf8-46bf-b33f-968378ffb513 None None] Pushing event updated for resources: {'Port': ['ID=2908aa97-499e-48bb-93e0-860ef286f7b3,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:39.900759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:39.965956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d39a2d-ecee-4162-9560-69b0798d53a1']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:39.986526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc62511-ba4c-4fbf-8eca-285421666771') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:39.986832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc62511-ba4c-4fbf-8eca-285421666771') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:40.025686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.059015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.075467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:40.075948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:40.079352 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:40.240637 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:50:40.240637 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:50:40.240637 n-d-776250-11 neutron-server[103047]: [parameters: {'id': '15d39a2d-ecee-4162-9560-69b0798d53a1'}] Nov 10 21:50:40.240637 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:50:40.241203 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:50:40.297668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.418820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.584245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.664837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.743136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.752980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=273f7f0c-e50a-4c64-875c-e5bc02d43de7,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:40.773583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.774719 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.873015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10fbf8-78cc-406c-90a1-899e4263dcb5 None None] Network 15d39a2d-ecee-4162-9560-69b0798d53a1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:40.917955 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP cee40586-99ef-470c-b6d3-485a25ffd03f associated. External IP: 172.25.7.96, port: f54968c8-c678-4821-8424-3106efe34b7d. Nov 10 21:50:40.966665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting port 2908aa97-499e-48bb-93e0-860ef286f7b3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:50:40.967052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:40.987978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d2f20b6d-513d-45cf-885b-c133684bb3ad None None] Provisioning complete for port 2908aa97-499e-48bb-93e0-860ef286f7b3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:40.988664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2f20b6d-513d-45cf-885b-c133684bb3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.112701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] For port 2908aa97-499e-48bb-93e0-860ef286f7b3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2908aa97-499e-48bb-93e0-860ef286f7b3,segment=NetworkSegment(8fc62511-ba4c-4fbf-8eca-285421666771),segment_id=8fc62511-ba4c-4fbf-8eca-285421666771)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:41.113685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.122615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2f20b6d-513d-45cf-885b-c133684bb3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.144486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] DHCP port deletion for 15d39a2d-ecee-4162-9560-69b0798d53a1 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:50:41.208159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d2f20b6d-513d-45cf-885b-c133684bb3ad None None] For port 2908aa97-499e-48bb-93e0-860ef286f7b3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2908aa97-499e-48bb-93e0-860ef286f7b3,segment=NetworkSegment(8fc62511-ba4c-4fbf-8eca-285421666771),segment_id=8fc62511-ba4c-4fbf-8eca-285421666771)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:41.233427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] Deleting port 2908aa97-499e-48bb-93e0-860ef286f7b3 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:50:41.234174 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.235472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Calling delete_port for 2908aa97-499e-48bb-93e0-860ef286f7b3 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:50:41.342182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] For port 2908aa97-499e-48bb-93e0-860ef286f7b3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2908aa97-499e-48bb-93e0-860ef286f7b3,segment=NetworkSegment(8fc62511-ba4c-4fbf-8eca-285421666771),segment_id=8fc62511-ba4c-4fbf-8eca-285421666771)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:41.342826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.352622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2f20b6d-513d-45cf-885b-c133684bb3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.363482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] Calling delete_port for 2908aa97-499e-48bb-93e0-860ef286f7b3 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:50:41.384148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 61c23820-a1fa-4e09-b96d-22684b7c76e8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:50:41.443530 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.452788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f20b6d-513d-45cf-885b-c133684bb3ad None None] Pushing event updated for resources: {'Port': ['ID=2908aa97-499e-48bb-93e0-860ef286f7b3,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.485061 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:50:41.489773 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 21:50:41.490811 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.490933 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.515757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] Pushing event deleted for resources: {'Port': ['ID=2908aa97-499e-48bb-93e0-860ef286f7b3,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:41.522244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293df9d-a514-4959-9efb-6e0fe19c049d None None] No DVR routers for this DVR port 2908aa97-499e-48bb-93e0-860ef286f7b3 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:50:41.535034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Port': ['ID=2908aa97-499e-48bb-93e0-860ef286f7b3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:41.536024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No DVR routers for this DVR port 2908aa97-499e-48bb-93e0-860ef286f7b3 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:50:41.537653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:50:41.559657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] Sync routers for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:50:41.578227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:50:41.579254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:50:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:41.623215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.645439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d39a2d-ecee-4162-9560-69b0798d53a1']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:41.656441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc62511-ba4c-4fbf-8eca-285421666771') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:41.656729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc62511-ba4c-4fbf-8eca-285421666771') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:41.672212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.686468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.702898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:41.703351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:41.706582 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:41.732319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:50:41.795514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.832620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d3bfaf18-8927-4cf9-8cb5-cbb335786b25 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1002781 Nov 10 21:50:41.833666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:50:41.855062 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:50:41.879678 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.888124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:41.897845 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/15d39a2d-ecee-4162-9560-69b0798d53a1 HTTP/1.1" status: 204 len: 168 time: 2.5849366 Nov 10 21:50:41.901767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33086) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:41.911065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-886452147'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:41.942600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ad2e9-89b8-4577-8f03-8ee5b397b12e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=15d39a2d-ecee-4162-9560-69b0798d53a1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:41.978981 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d5e26-3226-4ea2-88e4-9925c317e904 x-openstack-request-id: req-541d5e26-3226-4ea2-88e4-9925c317e904 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:50:41.979283 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:50:41.979534 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-541d5e26-3226-4ea2-88e4-9925c317e904 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:50:41.980144 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'status': 'completed', 'code': 200} Nov 10 21:50:42.003011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ad558-16ab-45c8-89b5-625dd4a63150 req-2ab367a5-b15b-43c7-916b-34bb4dbc41d7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:42.008517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d4ad558-16ab-45c8-89b5-625dd4a63150 req-2ab367a5-b15b-43c7-916b-34bb4dbc41d7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0663841 Nov 10 21:50:42.077635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:42.086471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:42.123384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cee40586-99ef-470c-b6d3-485a25ffd03f', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'port_id': 'f54968c8-c678-4821-8424-3106efe34b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'mac_address': 'fa:16:3e:b5:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:50:40Z', 'updated_at': '2021-11-10T21:50:40Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:20Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:42.148098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:42.154790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] Checking router: 61c23820-a1fa-4e09-b96d-22684b7c76e8 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:50:42.164208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:50:42.164950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:50:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:42.168815 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:42.169171 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment feab642e-873e-4885-b533-723cfbb91c16 of type vlan for network 310f788e-67a9-4996-af04-46eca0eb8f2c Nov 10 21:50:42.222773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:42.300311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:50:42.312948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9d4ad558-16ab-45c8-89b5-625dd4a63150 req-f44ebec9-9949-42e5-a1ed-bcc1f2259fb1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975700 Nov 10 21:50:42.321104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-28fecb43-4a7a-49ff-9d8a-34d1a1a5e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:42.323096 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-28fecb43-4a7a-49ff-9d8a-34d1a1a5e30d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1098 time: 0.3175292 Nov 10 21:50:42.329433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:42.337274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:42.337918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:42.348713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33094) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:42.465577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ad3b91ff-d11f-4890-a665-a229c39c9393 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/cee40586-99ef-470c-b6d3-485a25ffd03f HTTP/1.1" status: 200 len: 991 time: 0.1091182 Nov 10 21:50:42.539528 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6370897 Nov 10 21:50:42.545827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33096) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:42.563379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': '310f788e-67a9-4996-af04-46eca0eb8f2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:42.565327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc31990-4a3e-42a2-b14e-325fd8a912b1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=310f788e-67a9-4996-af04-46eca0eb8f2c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:42.609557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-57165681-7134-4194-be2f-2f05aeb7be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:42.611136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-57165681-7134-4194-be2f-2f05aeb7be79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.2607388 Nov 10 21:50:42.611644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 310f788e-67a9-4996-af04-46eca0eb8f2c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:42.697622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-0f104df4-8233-43a5-9369-f9d7df45ff5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 999 time: 0.0757780 Nov 10 21:50:42.759636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-09bd2861-a7a2-45aa-92fd-553118787249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:42.761732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-09bd2861-a7a2-45aa-92fd-553118787249 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.0557909 Nov 10 21:50:42.807439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:42.811464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:42.818390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-8b0007af-eb31-4250-935d-3cf0de1d4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:42.820029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-8b0007af-eb31-4250-935d-3cf0de1d4fe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514493 Nov 10 21:50:42.835397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cee40586-99ef-470c-b6d3-485a25ffd03f', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'port_id': 'f54968c8-c678-4821-8424-3106efe34b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'mac_address': 'fa:16:3e:b5:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:50:40Z', 'updated_at': '2021-11-10T21:50:40Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:20Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:42.897814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce12709-482e-4294-9a12-10c1db469a56 None None] The sync data for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 is: [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'cee40586-99ef-470c-b6d3-485a25ffd03f', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.96', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'port_id': 'f54968c8-c678-4821-8424-3106efe34b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'mac_address': 'fa:16:3e:b5:1b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:50:40Z', 'updated_at': '2021-11-10T21:50:40Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:20Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:50:42.946129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-b2916f8f-a322-413d-a124-0e8ade5721ce service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155665 Nov 10 21:50:43.061948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-435d94fd-0f2a-4a8b-8cbc-a7e0526eedc1 req-64cf8751-576c-41a1-aa8a-019fd1049b4b service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076915 Nov 10 21:50:43.202328 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162db9af-fe03-4fbb-b9f6-e6888854a80c None None] New status for floating IP cee40586-99ef-470c-b6d3-485a25ffd03f: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:50:43.340106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:43.399930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=23a9b8ab-8426-4db1-9c39-c55c35d04b2f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:43.409292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': 'feab642e-873e-4885-b533-723cfbb91c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '310f788e-67a9-4996-af04-46eca0eb8f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:43.409690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: 310f788e-67a9-4996-af04-46eca0eb8f2c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:43.462869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33106) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:43.528360 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b119f3a1-92f2-4db4-b694-eb3e23d256c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/cee40586-99ef-470c-b6d3-485a25ffd03f HTTP/1.1" status: 200 len: 991 time: 0.0643177 Nov 10 21:50:43.596910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 310f788e-67a9-4996-af04-46eca0eb8f2c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:43.734236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 310f788e-67a9-4996-af04-46eca0eb8f2c) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:43.739225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:43.740948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:43.743059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8192c26-8492-4aa2-b2dc-161dddf418d2 None None] Network 310f788e-67a9-4996-af04-46eca0eb8f2c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:43.839845 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5f95029e-a495-443e-8f19-936c7aa0eae4 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2885318 Nov 10 21:50:43.842605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33112) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:43.894823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c97666f-019f-4002-8f26-849960521963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-310f788e-67a9-4996-af04-46eca0eb8f2c', 'network_id': '310f788e-67a9-4996-af04-46eca0eb8f2c', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': '23a9b8ab-8426-4db1-9c39-c55c35d04b2f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:43.895680 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c97666f-019f-4002-8f26-849960521963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:43.954509 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.015316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.052500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-8c97666f-019f-4002-8f26-849960521963 None None] Allocated IP 2001:db8::1 (310f788e-67a9-4996-af04-46eca0eb8f2c/23a9b8ab-8426-4db1-9c39-c55c35d04b2f/0dfb62e9-fd01-4d7c-af2b-6335b3530b71) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:44.223844 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c97666f-019f-4002-8f26-849960521963 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.305869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c97666f-019f-4002-8f26-849960521963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.354768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c97666f-019f-4002-8f26-849960521963 None None] Network 310f788e-67a9-4996-af04-46eca0eb8f2c is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:44.358226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-8c97666f-019f-4002-8f26-849960521963 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:44.363432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c97666f-019f-4002-8f26-849960521963 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:44.366967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97666f-019f-4002-8f26-849960521963 None None] Pushing event updated for resources: {'Port': ['ID=0dfb62e9-fd01-4d7c-af2b-6335b3530b71,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:44.422080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8c97666f-019f-4002-8f26-849960521963 None None] Attempting to bind port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:44.422443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8c97666f-019f-4002-8f26-849960521963 None None] Attempting to bind port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'feab642e-873e-4885-b533-723cfbb91c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '310f788e-67a9-4996-af04-46eca0eb8f2c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:44.422800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97666f-019f-4002-8f26-849960521963 None None] Attempting to bind port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 on network 310f788e-67a9-4996-af04-46eca0eb8f2c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:44.428142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97666f-019f-4002-8f26-849960521963 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:44.428509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97666f-019f-4002-8f26-849960521963 None None] Checking segment: {'id': 'feab642e-873e-4885-b533-723cfbb91c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '310f788e-67a9-4996-af04-46eca0eb8f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:44.428900 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c97666f-019f-4002-8f26-849960521963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.429282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c97666f-019f-4002-8f26-849960521963 None None] Bound using segment: {'id': 'feab642e-873e-4885-b533-723cfbb91c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '310f788e-67a9-4996-af04-46eca0eb8f2c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:44.429759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8c97666f-019f-4002-8f26-849960521963 None None] Bound port: 0dfb62e9-fd01-4d7c-af2b-6335b3530b71, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feab642e-873e-4885-b533-723cfbb91c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '310f788e-67a9-4996-af04-46eca0eb8f2c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:44.430233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c97666f-019f-4002-8f26-849960521963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.454928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.502624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8c97666f-019f-4002-8f26-849960521963 None None] For port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:44.507441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8c97666f-019f-4002-8f26-849960521963 None None] For port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0dfb62e9-fd01-4d7c-af2b-6335b3530b71,segment=NetworkSegment(feab642e-873e-4885-b533-723cfbb91c16),segment_id=feab642e-873e-4885-b533-723cfbb91c16)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:44.512146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=23a9b8ab-8426-4db1-9c39-c55c35d04b2f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:44.529382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.529818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.530243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.530651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.531248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.531709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.532288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:44.538667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.539103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.539520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.539939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.542062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.542062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:44.609417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c97666f-019f-4002-8f26-849960521963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.609729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.631128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310f788e-67a9-4996-af04-46eca0eb8f2c']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:44.648529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feab642e-873e-4885-b533-723cfbb91c16') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:44.648529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feab642e-873e-4885-b533-723cfbb91c16') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:44.648851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d8ef81ca-2865-4ae1-b0c3-a65d2bfcb410 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/cee40586-99ef-470c-b6d3-485a25ffd03f HTTP/1.1" status: 200 len: 993 time: 0.1091821 Nov 10 21:50:44.656076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.670991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.677891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:44.678376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:44.681717 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:44.711933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97666f-019f-4002-8f26-849960521963 None None] Pushing event updated for resources: {'Port': ['ID=0dfb62e9-fd01-4d7c-af2b-6335b3530b71,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:44.791657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.api [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:50:44.791657 n-d-776250-11 neutron-server[103048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:50:44.791657 n-d-776250-11 neutron-server[103048]: [parameters: {'id': '310f788e-67a9-4996-af04-46eca0eb8f2c'}] Nov 10 21:50:44.791657 n-d-776250-11 neutron-server[103048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:50:44.792354 n-d-776250-11 neutron-server[103048]: DEBUG oslo_db.api [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:50:45.294745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:45.431869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:50:45.432334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:45.449377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:45.507285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] For port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0dfb62e9-fd01-4d7c-af2b-6335b3530b71,segment=NetworkSegment(feab642e-873e-4885-b533-723cfbb91c16),segment_id=feab642e-873e-4885-b533-723cfbb91c16)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:45.507847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:45.529815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Calling delete_port for 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:50:45.735683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:45.736177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:45.826727 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:45.842729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:45.854070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4981d0-1729-418a-bc74-7ab1e18e7513 None None] Network 310f788e-67a9-4996-af04-46eca0eb8f2c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:45.884390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No DVR routers for this DVR port 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:50:45.947812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-54933171-336d-4ccf-a9ee-2344bbb3b5d5 None None] Could not find standard attr ID for object 0dfb62e9-fd01-4d7c-af2b-6335b3530b71. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:50:45.985126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Port': ['ID=0dfb62e9-fd01-4d7c-af2b-6335b3530b71,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:45.997040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.018177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310f788e-67a9-4996-af04-46eca0eb8f2c']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:46.028237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feab642e-873e-4885-b533-723cfbb91c16') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:46.028537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feab642e-873e-4885-b533-723cfbb91c16') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:46.038148 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.052583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.061196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:46.061196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:46.064524 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:46.078610 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:50:46.085940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d6c7d6-360d-49a5-ac89-cb3fc54530ab None None] DHCP port deletion for 310f788e-67a9-4996-af04-46eca0eb8f2c request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:50:46.246786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.248262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.255419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/310f788e-67a9-4996-af04-46eca0eb8f2c HTTP/1.1" status: 204 len: 168 time: 2.4079726 Nov 10 21:50:46.255552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33136) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:46.260723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614956111'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:46.267495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8307555-9986-4bc6-abe7-c73d43061300 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=310f788e-67a9-4996-af04-46eca0eb8f2c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:46.362590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:46.366471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.403135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:46.410998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.411341 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment 306269bc-df07-4908-9af9-4ec694ca2752 of type vlan for network 942223e2-0995-4f78-9ae8-86ae3b1b755d Nov 10 21:50:46.456120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.534018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.539694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:46.540316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:46.605683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=942223e2-0995-4f78-9ae8-86ae3b1b755d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:46.615956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:46.643051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3170b28b-a494-425d-842f-73af358b9cf3 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3866105 Nov 10 21:50:46.643447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33138) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:46.648522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:46.836785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:46.841131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:47.111153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:47.176861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=283be1db-0420-453e-b714-910ffdb99254,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:47.188201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': '306269bc-df07-4908-9af9-4ec694ca2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:47.188645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: 942223e2-0995-4f78-9ae8-86ae3b1b755d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:47.305242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:47.374548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:50:47.397245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:50:47.397598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0dfb62e9-fd01-4d7c-af2b-6335b3530b71 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:50:47.438067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 942223e2-0995-4f78-9ae8-86ae3b1b755d) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:47.448757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7505f70-601e-41ca-b76e-1a3ff628267e None None] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:47.449495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:47.449495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698568'] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:47.545922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b9f5e469-4d1d-4c26-884c-b8b8cec4c13c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8986063 Nov 10 21:50:47.546190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33152) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:47.551855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:47.611290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-942223e2-0995-4f78-9ae8-86ae3b1b755d', 'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': '283be1db-0420-453e-b714-910ffdb99254'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:47.612346 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:47.794668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Allocated IP 2001:db8::2 (942223e2-0995-4f78-9ae8-86ae3b1b755d/283be1db-0420-453e-b714-910ffdb99254/2d98e3d8-5deb-4de6-af14-b0f12c20427b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:47.962056 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.037009 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.060109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:48.064282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.080853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Pushing event updated for resources: {'Port': ['ID=2d98e3d8-5deb-4de6-af14-b0f12c20427b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:48.095206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:48.095206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:48.097948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:48.156767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Attempting to bind port 2d98e3d8-5deb-4de6-af14-b0f12c20427b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:48.157123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Attempting to bind port 2d98e3d8-5deb-4de6-af14-b0f12c20427b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '306269bc-df07-4908-9af9-4ec694ca2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:48.157394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Attempting to bind port 2d98e3d8-5deb-4de6-af14-b0f12c20427b on network 942223e2-0995-4f78-9ae8-86ae3b1b755d {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:48.162598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:48.162965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Checking segment: {'id': '306269bc-df07-4908-9af9-4ec694ca2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:48.163356 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.163754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Bound using segment: {'id': '306269bc-df07-4908-9af9-4ec694ca2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:48.164219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Bound port: 2d98e3d8-5deb-4de6-af14-b0f12c20427b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306269bc-df07-4908-9af9-4ec694ca2752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:48.164592 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.236455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] For port 2d98e3d8-5deb-4de6-af14-b0f12c20427b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:48.240758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] For port 2d98e3d8-5deb-4de6-af14-b0f12c20427b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d98e3d8-5deb-4de6-af14-b0f12c20427b,segment=NetworkSegment(306269bc-df07-4908-9af9-4ec694ca2752),segment_id=306269bc-df07-4908-9af9-4ec694ca2752)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:48.356353 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.419541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e87604-30b9-4c1f-b6f6-46960cd70676 None None] Pushing event updated for resources: {'Port': ['ID=2d98e3d8-5deb-4de6-af14-b0f12c20427b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:48.431519 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.474724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:48.478257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:48.483277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:48.485980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.512332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=a27691f4-b109-4f6a-961e-faf2fa64c9b5,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:48.616048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ae4f60b3-0a3c-48c5-91ff-758094c42295 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0687351 Nov 10 21:50:48.619002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33162) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:48.782872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80776368-f876-44a5-ab17-7e677b027d9f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:48.784868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80776368-f876-44a5-ab17-7e677b027d9f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:48.786272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80776368-f876-44a5-ab17-7e677b027d9f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:48.788670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80776368-f876-44a5-ab17-7e677b027d9f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:48.790913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80776368-f876-44a5-ab17-7e677b027d9f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:48.796238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-80776368-f876-44a5-ab17-7e677b027d9f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1735439 Nov 10 21:50:48.798709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33166) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:48.806363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512001968'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:48.934277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:48.937894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.963842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:48.980556 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:48.980942 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment 833d805b-4aac-43bd-a935-a56ad244ecf4 of type vlan for network 863dcbb8-0283-4100-ab07-a257f81dd4a0 Nov 10 21:50:49.039031 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.177121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.186657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:49.187608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.282199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=863dcbb8-0283-4100-ab07-a257f81dd4a0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:49.301173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:49.395396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-339f9a1e-48d9-4414-9e5e-5fe5ece321ee tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5942800 Nov 10 21:50:49.400144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33174) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:49.406984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:49.536388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d98e3d8-5deb-4de6-af14-b0f12c20427b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:49.619961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2d98e3d8-5deb-4de6-af14-b0f12c20427b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:49.620371 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.672820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb959fa-fe37-476d-a12e-ecd364f56d64 None None] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:49.696456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.751342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.760574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4d7eeced-ebb6-4a57-af4b-879e921ede90 None None] Provisioning complete for port 2d98e3d8-5deb-4de6-af14-b0f12c20427b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:49.761578 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d7eeced-ebb6-4a57-af4b-879e921ede90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.804191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.830773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 is not hosted by any dhcp agent {{(pid=103048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 21:50:49.837927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:49.838555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:49.841048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "PUT /v2.0/networks/863dcbb8-0283-4100-ab07-a257f81dd4a0 HTTP/1.1" status: 200 len: 723 time: 0.4392667 Nov 10 21:50:49.843690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33178) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:49.849307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': '863dcbb8-0283-4100-ab07-a257f81dd4a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:49.921129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7abbb-8f4d-447a-a87f-cf208ebfdef1 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=863dcbb8-0283-4100-ab07-a257f81dd4a0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:49.999222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:50.038058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.132008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:50.142325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.177246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 2d98e3d8-5deb-4de6-af14-b0f12c20427b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d98e3d8-5deb-4de6-af14-b0f12c20427b,segment=NetworkSegment(306269bc-df07-4908-9af9-4ec694ca2752),segment_id=306269bc-df07-4908-9af9-4ec694ca2752)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:50.192770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d7eeced-ebb6-4a57-af4b-879e921ede90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.301174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff68b0b-8c1f-4c79-aaf2-50a6b63caea4 None None] Update dhcp port {'port': {'network_id': '942223e2-0995-4f78-9ae8-86ae3b1b755d', 'fixed_ips': [{'subnet_id': '283be1db-0420-453e-b714-910ffdb99254', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a27691f4-b109-4f6a-961e-faf2fa64c9b5'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '2d98e3d8-5deb-4de6-af14-b0f12c20427b'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:50:50.324038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.366876 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff68b0b-8c1f-4c79-aaf2-50a6b63caea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.410717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=2d98e3d8-5deb-4de6-af14-b0f12c20427b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:50.447877 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-4d7eeced-ebb6-4a57-af4b-879e921ede90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:50:50.448863 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-4d7eeced-ebb6-4a57-af4b-879e921ede90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:50:50.544959 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.605839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=8c6dd3c7-bfe7-4f7d-8623-98b0a7575bc9,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:50.620279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4ff68b0b-8c1f-4c79-aaf2-50a6b63caea4 None None] Allocated IP 172.20.0.1 (942223e2-0995-4f78-9ae8-86ae3b1b755d/a27691f4-b109-4f6a-961e-faf2fa64c9b5/2d98e3d8-5deb-4de6-af14-b0f12c20427b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:50.643902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': '833d805b-4aac-43bd-a935-a56ad244ecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '863dcbb8-0283-4100-ab07-a257f81dd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:50.644860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: 863dcbb8-0283-4100-ab07-a257f81dd4a0, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:50.739257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4ff68b0b-8c1f-4c79-aaf2-50a6b63caea4 None None] For port 2d98e3d8-5deb-4de6-af14-b0f12c20427b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d98e3d8-5deb-4de6-af14-b0f12c20427b,segment=NetworkSegment(306269bc-df07-4908-9af9-4ec694ca2752),segment_id=306269bc-df07-4908-9af9-4ec694ca2752)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:50.769846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:50.771232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff68b0b-8c1f-4c79-aaf2-50a6b63caea4 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.892782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ff68b0b-8c1f-4c79-aaf2-50a6b63caea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.932242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 863dcbb8-0283-4100-ab07-a257f81dd4a0) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:50.940577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:50.942767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:50.946324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2121fd72-adc5-44c5-b32b-174fd3b4cc7f None None] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:51.085688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e6b4a507-dc74-430c-b1de-f6804ad838d0 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2402284 Nov 10 21:50:51.088385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33188) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:51.096301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dec6c491-0373-4cb2-80b5-8bbe1f0f8538 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:51.236491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff68b0b-8c1f-4c79-aaf2-50a6b63caea4 None None] Pushing event updated for resources: {'Port': ['ID=2d98e3d8-5deb-4de6-af14-b0f12c20427b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:51.338582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dec6c491-0373-4cb2-80b5-8bbe1f0f8538 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62709598'] for subnet, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:51.419534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-863dcbb8-0283-4100-ab07-a257f81dd4a0', 'network_id': '863dcbb8-0283-4100-ab07-a257f81dd4a0', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': '8c6dd3c7-bfe7-4f7d-8623-98b0a7575bc9'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:51.426914 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:51.491554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d98e3d8-5deb-4de6-af14-b0f12c20427b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:50:51.710591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dec6c491-0373-4cb2-80b5-8bbe1f0f8538 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754252939906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59470283'] for subnet, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:51.719266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2d98e3d8-5deb-4de6-af14-b0f12c20427b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:51.719640 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:51.835426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6c491-0373-4cb2-80b5-8bbe1f0f8538 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:51.836052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dec6c491-0373-4cb2-80b5-8bbe1f0f8538 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:51.841063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dec6c491-0373-4cb2-80b5-8bbe1f0f8538 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "PUT /v2.0/subnets/8c6dd3c7-bfe7-4f7d-8623-98b0a7575bc9 HTTP/1.1" status: 200 len: 826 time: 0.7472291 Nov 10 21:50:51.841543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33192) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:51.863739 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6c491-0373-4cb2-80b5-8bbe1f0f8538 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=8c6dd3c7-bfe7-4f7d-8623-98b0a7575bc9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:51.885268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Allocated IP 2001:db8::2 (863dcbb8-0283-4100-ab07-a257f81dd4a0/8c6dd3c7-bfe7-4f7d-8623-98b0a7575bc9/8370cf99-32e7-4bfb-8f6d-6f0cf5b264da) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:50:52.014163 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.163174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.175837 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.231032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d36e6c9-29c1-4c96-a64c-6013eeb7c1c1 None None] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:52.310715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-35f06eda-208a-4e4a-92bd-2426b16362e0 None None] Provisioning complete for port 2d98e3d8-5deb-4de6-af14-b0f12c20427b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:52.311091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-35f06eda-208a-4e4a-92bd-2426b16362e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.357106 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.420115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:50:52.431594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:52.440416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:50:52.459321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Pushing event updated for resources: {'Port': ['ID=8370cf99-32e7-4bfb-8f6d-6f0cf5b264da,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:52.535442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.568890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6dd3c7-bfe7-4f7d-8623-98b0a7575bc9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:52.571592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Attempting to bind port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:50:52.572057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Attempting to bind port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '833d805b-4aac-43bd-a935-a56ad244ecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '863dcbb8-0283-4100-ab07-a257f81dd4a0'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:50:52.572341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Attempting to bind port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da on network 863dcbb8-0283-4100-ab07-a257f81dd4a0 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:50:52.581841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:50:52.582244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Checking segment: {'id': '833d805b-4aac-43bd-a935-a56ad244ecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '863dcbb8-0283-4100-ab07-a257f81dd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:52.582595 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.582974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Bound using segment: {'id': '833d805b-4aac-43bd-a935-a56ad244ecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '863dcbb8-0283-4100-ab07-a257f81dd4a0'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:50:52.583441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Bound port: 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833d805b-4aac-43bd-a935-a56ad244ecf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '863dcbb8-0283-4100-ab07-a257f81dd4a0'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:50:52.583841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.662919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] For port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:50:52.665777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.666331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] For port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8370cf99-32e7-4bfb-8f6d-6f0cf5b264da,segment=NetworkSegment(833d805b-4aac-43bd-a935-a56ad244ecf4),segment_id=833d805b-4aac-43bd-a935-a56ad244ecf4)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:50:52.693264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863dcbb8-0283-4100-ab07-a257f81dd4a0']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:52.719758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833d805b-4aac-43bd-a935-a56ad244ecf4') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:52.719758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833d805b-4aac-43bd-a935-a56ad244ecf4') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:52.734373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.804275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.810435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.818325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:52.819182 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:52.910892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa10dcf-de34-4260-bfc0-df3f5442f621 None None] Pushing event updated for resources: {'Port': ['ID=8370cf99-32e7-4bfb-8f6d-6f0cf5b264da,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:52.935649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a2c94-914f-462e-9a96-abc4604452be None None] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:52.941006 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:53.019903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.api [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 21:50:53.019903 n-d-776250-11 neutron-server[103048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 21:50:53.019903 n-d-776250-11 neutron-server[103048]: [parameters: {'id': '863dcbb8-0283-4100-ab07-a257f81dd4a0'}] Nov 10 21:50:53.019903 n-d-776250-11 neutron-server[103048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:50:53.020995 n-d-776250-11 neutron-server[103048]: DEBUG oslo_db.api [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:50:53.036034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7996914f-4a4d-419e-932f-b299d34d5fef None None] Provisioning complete for port 2d98e3d8-5deb-4de6-af14-b0f12c20427b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:50:53.036393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7996914f-4a4d-419e-932f-b299d34d5fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:53.198099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dfecef-eff6-44cb-8005-502a9c7aa626 None None] Network 863dcbb8-0283-4100-ab07-a257f81dd4a0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:53.353089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265fe6b-56f9-4677-b524-16c1761e95d8 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:50:53.475939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265fe6b-56f9-4677-b524-16c1761e95d8 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:50:53.522155 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:53.608065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:50:53.608455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:53.670130 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:53.705494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] For port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8370cf99-32e7-4bfb-8f6d-6f0cf5b264da,segment=NetworkSegment(833d805b-4aac-43bd-a935-a56ad244ecf4),segment_id=833d805b-4aac-43bd-a935-a56ad244ecf4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:53.706257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:53.724042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Calling delete_port for 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:50:53.956783 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:53.983754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Port': ['ID=8370cf99-32e7-4bfb-8f6d-6f0cf5b264da,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:53.990597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No DVR routers for this DVR port 8370cf99-32e7-4bfb-8f6d-6f0cf5b264da on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:50:54.079262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.100526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863dcbb8-0283-4100-ab07-a257f81dd4a0']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:54.110742 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833d805b-4aac-43bd-a935-a56ad244ecf4') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:54.112170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833d805b-4aac-43bd-a935-a56ad244ecf4') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:54.120958 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.134601 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.141674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:54.142049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:54.145294 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:54.454844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.461814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.466456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/863dcbb8-0283-4100-ab07-a257f81dd4a0 HTTP/1.1" status: 204 len: 168 time: 2.6232550 Nov 10 21:50:54.472339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33212) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:54.503400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143078b-0a53-466b-8448-3464740f2fc2 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=863dcbb8-0283-4100-ab07-a257f81dd4a0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:54.513080 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d4e463-6620-42a5-94ed-bfbb239368ba tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:50:54.514205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d4e463-6620-42a5-94ed-bfbb239368ba tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:50:54.521597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-98d4e463-6620-42a5-94ed-bfbb239368ba tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/863dcbb8-0283-4100-ab07-a257f81dd4a0 HTTP/1.1" status: 404 len: 339 time: 0.0442760 Nov 10 21:50:54.524703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33214) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:54.530676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597075985', 'description': 'd1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:54.664709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:54.668863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.704833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:54.714212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.714547 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment 484fc1ec-665e-4d03-be30-9ccb94724408 of type vlan for network 0a7b6d65-d440-4477-a2de-c9c13d1d2e27 Nov 10 21:50:54.757580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.928448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:54.935116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:54.935671 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:55.040111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=0a7b6d65-d440-4477-a2de-c9c13d1d2e27,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:55.054876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 0a7b6d65-d440-4477-a2de-c9c13d1d2e27 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:55.064793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e25c0e8a-2b73-4bbe-a84c-e16adb7301fb tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5389788 Nov 10 21:50:55.068702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33220) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:55.195789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791397f-ca23-45d9-a50c-35acfaffc693 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.197600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0791397f-ca23-45d9-a50c-35acfaffc693 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/networks?id=0a7b6d65-d440-4477-a2de-c9c13d1d2e27 HTTP/1.1" status: 200 len: 765 time: 0.1278701 Nov 10 21:50:55.200961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33224) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:55.206681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'description': 'd2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:55.304984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8dea9-a5fd-4a0f-9db4-e206cf9320f3 req-03e7cd77-8693-4af9-a3de-be8c0e284a5f tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.307798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84d8dea9-a5fd-4a0f-9db4-e206cf9320f3 req-03e7cd77-8693-4af9-a3de-be8c0e284a5f tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 946 time: 0.2411768 Nov 10 21:50:55.371560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:55.384872 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-cb4cdfd4-1242-4ef1-be61-173c73507d1a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0760193 Nov 10 21:50:55.391564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84d8dea9-a5fd-4a0f-9db4-e206cf9320f3 req-1927b508-457c-44a2-b23b-ad6b8260e099 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547340 Nov 10 21:50:55.447853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:55.467652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network 0a7b6d65-d440-4477-a2de-c9c13d1d2e27 is not hosted by any dhcp agent {{(pid=103047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 21:50:55.474313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.474484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:55.478855 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "PUT /v2.0/networks/0a7b6d65-d440-4477-a2de-c9c13d1d2e27 HTTP/1.1" status: 200 len: 762 time: 0.2768803 Nov 10 21:50:55.479790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33230) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:55.501969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-9f05c027-a56d-4e32-8470-7340ae9769b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.508622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-9f05c027-a56d-4e32-8470-7340ae9769b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 1098 time: 0.0685503 Nov 10 21:50:55.593596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62805c-fe76-4cdb-967b-5f51f6f30c0b tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=0a7b6d65-d440-4477-a2de-c9c13d1d2e27,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:55.604089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 0a7b6d65-d440-4477-a2de-c9c13d1d2e27 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:55.628152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-39ef4040-83ef-4c03-ba5d-e787c0fb65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.629894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-39ef4040-83ef-4c03-ba5d-e787c0fb65a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.0973713 Nov 10 21:50:55.638735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c379f1-e04e-43e4-9333-b912771d5bd5 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.644127 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-76c379f1-e04e-43e4-9333-b912771d5bd5 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/networks?id=0a7b6d65-d440-4477-a2de-c9c13d1d2e27 HTTP/1.1" status: 200 len: 765 time: 0.1438448 Nov 10 21:50:55.644487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33232) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:55.700019 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-7625f05a-e289-4f35-b992-cb0011617e4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 200 len: 1002 time: 0.0615497 Nov 10 21:50:55.758791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-7c8b730a-0949-43d4-9413-f0e852379408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.760499 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-7c8b730a-0949-43d4-9413-f0e852379408 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.0518043 Nov 10 21:50:55.809218 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-58960641-a2fa-4371-9f45-94f03d01e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.810920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-58960641-a2fa-4371-9f45-94f03d01e969 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435667 Nov 10 21:50:55.855316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d54ad1-b164-4ef4-a75b-4fe768601323 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:55.859512 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f1d54ad1-b164-4ef4-a75b-4fe768601323 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2098536 Nov 10 21:50:55.859998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33236) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:55.906178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8264b979-91ea-44f0-b350-81facc1ce00a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 207 time: 0.0420260 Nov 10 21:50:55.906460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33238) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:55.915051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-11fc33d3-3190-4fd7-b2b9-2acb413fa430 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971568 Nov 10 21:50:56.011841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b002bc-6c48-490e-9e7e-636a67aa8715 req-19bde10e-be2c-47d1-a196-a770f86fc73b service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896933 Nov 10 21:50:56.022049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886199e6-980b-4ff1-8da5-de60a41bd7b8 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.028898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886199e6-980b-4ff1-8da5-de60a41bd7b8 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.034788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886199e6-980b-4ff1-8da5-de60a41bd7b8 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.040968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886199e6-980b-4ff1-8da5-de60a41bd7b8 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.047383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886199e6-980b-4ff1-8da5-de60a41bd7b8 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.053099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886199e6-980b-4ff1-8da5-de60a41bd7b8 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.054874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-886199e6-980b-4ff1-8da5-de60a41bd7b8 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1474462 Nov 10 21:50:56.058898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33240) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:56.186482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13387d96-c625-4c94-8c95-24330e6b7b71 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1232693 Nov 10 21:50:56.186818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33242) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:56.244290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae04062-2e08-42c2-a1ed-9dc0a97b5ad7 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.246010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae04062-2e08-42c2-a1ed-9dc0a97b5ad7 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.247546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae04062-2e08-42c2-a1ed-9dc0a97b5ad7 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.249969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae04062-2e08-42c2-a1ed-9dc0a97b5ad7 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.250804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae04062-2e08-42c2-a1ed-9dc0a97b5ad7 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.252439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6ae04062-2e08-42c2-a1ed-9dc0a97b5ad7 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0646729 Nov 10 21:50:56.256280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33244) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:56.312740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da936fa-5302-4977-9214-79d429ddb3cf tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.314329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da936fa-5302-4977-9214-79d429ddb3cf tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.315845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da936fa-5302-4977-9214-79d429ddb3cf tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.317256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da936fa-5302-4977-9214-79d429ddb3cf tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.318778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da936fa-5302-4977-9214-79d429ddb3cf tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.320347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0da936fa-5302-4977-9214-79d429ddb3cf tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0631797 Nov 10 21:50:56.324569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33246) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:56.826881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e74e96-38a3-44a4-bdb6-a447fad2b6ea tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.828245 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-26e74e96-38a3-44a4-bdb6-a447fad2b6ea tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/networks/fcb42cea-c9ed-4cac-b740-e14e7f77ea86 HTTP/1.1" status: 200 len: 803 time: 0.5027559 Nov 10 21:50:56.833035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33252) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:56.840252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580aaa8-b17e-4345-8563-960caf7482c3 req-edcf2c28-0b0d-44f6-a9bc-ef211fc8c9d9 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.841980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0580aaa8-b17e-4345-8563-960caf7482c3 req-edcf2c28-0b0d-44f6-a9bc-ef211fc8c9d9 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 946 time: 0.0841429 Nov 10 21:50:56.920995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0580aaa8-b17e-4345-8563-960caf7482c3 req-bebdd484-29ab-4913-a034-09376d8676dc tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726597 Nov 10 21:50:56.934843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995089-585b-4f50-88f6-87249494acfc req-c48d5256-4f5b-4f93-99d9-c478bf416bd7 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:56.936347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81995089-585b-4f50-88f6-87249494acfc req-c48d5256-4f5b-4f93-99d9-c478bf416bd7 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.64 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 946 time: 0.0863926 Nov 10 21:50:56.962555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38006485-6663-4350-9b85-3a55c959a10d tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/networks/fcb42cea-c9ed-4cac-b740-e14e7f77ea86?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1280310 Nov 10 21:50:56.970995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33260) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:57.032896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2dafad-b8ca-47cf-8192-9bc5d26c4f46 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:57.034376 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ab2dafad-b8ca-47cf-8192-9bc5d26c4f46 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/subnets/cd0a0ab7-d661-48d1-b490-3abd59315715 HTTP/1.1" status: 200 len: 843 time: 0.0621486 Nov 10 21:50:57.038037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33264) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:57.073970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Deleting port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:50:57.074670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.141066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7fcd0b-970c-4f8f-9561-586e83d120fc tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['shared'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:57.142418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1d7fcd0b-970c-4f8f-9561-586e83d120fc tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "GET /v2.0/subnets/cd0a0ab7-d661-48d1-b490-3abd59315715?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1032734 Nov 10 21:50:57.146203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33266) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:57.151470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823703407'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:57.184104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] For port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:50:57.184608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.198751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Calling delete_port for 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:50:57.276278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:57.280144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.303970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:50:57.314443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.314877 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Added segment ce138496-b226-457f-a2b1-ff1d95e6aad3 of type vlan for network d620f95b-7ea3-4d50-8a74-3a267443bf64 Nov 10 21:50:57.358345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.418794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.431198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:50:57.447602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Pushing event deleted for resources: {'Port': ['ID=3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:57.473581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1508e1-d312-46ec-b8da-6692ce164cca None None] DHCP port deletion for 1864cd50-61aa-4bd4-bfc4-32a89f066416 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:50:57.489029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] No DVR routers for this DVR port 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:50:57.491582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.495142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81995089-585b-4f50-88f6-87249494acfc req-0f3da68b-86ed-4adc-8166-35a18552bd49 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.64 "DELETE /v2.0/ports/3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 HTTP/1.1" status: 204 len: 173 time: 0.5520356 Nov 10 21:50:57.495595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'name': 'network-vif-deleted', 'tag': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:50:57.497948 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3346ef66-f2b8-4c29-ae29-1eab70f331db" -d '{"events": [{"server_uuid": "c47f6b40-8459-4206-880a-5c943c2ebedd", "name": "network-vif-deleted", "tag": "3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:50:57.499984 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.509231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:57.509231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.536757 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5ba81e-7d1b-4e89-bb2b-9eb6d706615d x-openstack-request-id: req-3c5ba81e-7d1b-4e89-bb2b-9eb6d706615d {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:50:57.537159 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47f6b40-8459-4206-880a-5c943c2ebedd", "name": "network-vif-deleted", "tag": "3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:50:57.537512 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c5ba81e-7d1b-4e89-bb2b-9eb6d706615d {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:50:57.538011 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47f6b40-8459-4206-880a-5c943c2ebedd', 'name': 'network-vif-deleted', 'tag': '3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8', 'status': 'completed', 'code': 200} Nov 10 21:50:57.587034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Network': ['ID=d620f95b-7ea3-4d50-8a74-3a267443bf64,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:57.595486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.595852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.596217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.596551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.596879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.597208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.597534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.597859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.598186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.598505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.598826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.599146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:50:57.610650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d620f95b-7ea3-4d50-8a74-3a267443bf64 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:50:57.651649 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-18e4dd82-3cf4-457d-b919-30a25cc51f95 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5036201 Nov 10 21:50:57.654446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33274) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:57.662828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'network_id': 'd620f95b-7ea3-4d50-8a74-3a267443bf64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:57.824972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Made reservation on behalf of 2c305ce3127a4d9c8521bc77c128ef64 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:50:57.828744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:57.891032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Performing IP validity checks on allocation pools {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 21:50:57.892118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 21:50:58.041159 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a73764b3-eeb4-4c6e-9c1d-705bf9507980 req-c8fb153a-bf97-4d43-8bc8-ed81b7cc5d45 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=c47f6b40-8459-4206-880a-5c943c2ebedd HTTP/1.1" status: 200 len: 210 time: 0.0318375 Nov 10 21:50:58.105004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:58.175229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=94a037ea-d348-462d-9fa8-5870d70c1477,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:58.183716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Checking segment: {'id': 'ce138496-b226-457f-a2b1-ff1d95e6aad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd620f95b-7ea3-4d50-8a74-3a267443bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:50:58.183716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network hostable DHCP agents. Network: d620f95b-7ea3-4d50-8a74-3a267443bf64, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:50:58.293769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Network d620f95b-7ea3-4d50-8a74-3a267443bf64 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:50:58.378792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d620f95b-7ea3-4d50-8a74-3a267443bf64) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:50:58.385115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:58.388186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:58.392337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf6dd5b-804a-44d3-8ba6-fda004b46cf1 None None] Network d620f95b-7ea3-4d50-8a74-3a267443bf64 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:58.495589 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b9fbe8b6-92c7-46df-97ab-dd9bedffaebd tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8390415 Nov 10 21:50:58.498711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33280) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:58.504977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e90aa16a-a0a1-4cd1-b693-613a13d5513c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:50:58.565362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce161cb-5ac9-4b83-b9ac-e4d6d0fcb70d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d620f95b-7ea3-4d50-8a74-3a267443bf64', 'network_id': 'd620f95b-7ea3-4d50-8a74-3a267443bf64', 'tenant_id': '2c305ce3127a4d9c8521bc77c128ef64', 'fixed_ips': [{'subnet_id': '94a037ea-d348-462d-9fa8-5870d70c1477'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:50:58.566365 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9ce161cb-5ac9-4b83-b9ac-e4d6d0fcb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:58.634385 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e90aa16a-a0a1-4cd1-b693-613a13d5513c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58884206'] for subnet, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:58.767714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-9ce161cb-5ac9-4b83-b9ac-e4d6d0fcb70d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 21:50:58.767714 n-d-776250-11 neutron-server[103049]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 10 21:50:58.767714 n-d-776250-11 neutron-server[103049]: [parameters: {'in_use': 1, 'id_1': '94a037ea-d348-462d-9fa8-5870d70c1477'}] Nov 10 21:50:58.767714 n-d-776250-11 neutron-server[103049]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:50:58.768288 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-9ce161cb-5ac9-4b83-b9ac-e4d6d0fcb70d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:50:58.960918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e90aa16a-a0a1-4cd1-b693-613a13d5513c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754252939906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59658183'] for subnet, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.007221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90aa16a-a0a1-4cd1-b693-613a13d5513c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:50:59.007849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e90aa16a-a0a1-4cd1-b693-613a13d5513c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.009161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e90aa16a-a0a1-4cd1-b693-613a13d5513c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "PUT /v2.0/subnets/94a037ea-d348-462d-9fa8-5870d70c1477 HTTP/1.1" status: 200 len: 900 time: 0.5085063 Nov 10 21:50:59.012227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33284) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:59.048734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90aa16a-a0a1-4cd1-b693-613a13d5513c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event updated for resources: {'Subnet': ['ID=94a037ea-d348-462d-9fa8-5870d70c1477,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:59.136697 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.202960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.269528 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9ce161cb-5ac9-4b83-b9ac-e4d6d0fcb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.397832 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.423972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=94a037ea-d348-462d-9fa8-5870d70c1477,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:59.509656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.533598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d620f95b-7ea3-4d50-8a74-3a267443bf64']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server [None req-9ce161cb-5ac9-4b83-b9ac-e4d6d0fcb70d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94a037ea-d348-462d-9fa8-5870d70c1477: This subnet is being modified by another concurrent operation. Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:50:59.541520 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise exception Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94a037ea-d348-462d-9fa8-5870d70c1477: This subnet is being modified by another concurrent operation. Nov 10 21:50:59.546254 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Nov 10 21:50:59.557897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce138496-b226-457f-a2b1-ff1d95e6aad3') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:59.557897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce138496-b226-457f-a2b1-ff1d95e6aad3') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:50:59.570054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.570313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f2c41-48d5-4276-b8dd-ad1a21324bfd None None] Network d620f95b-7ea3-4d50-8a74-3a267443bf64 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:59.580876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.606802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:50:59.607241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:50:59.611596 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:50:59.678882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549e94b-5c48-4840-8190-69705fe1546c None None] Network d620f95b-7ea3-4d50-8a74-3a267443bf64 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:50:59.773798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.780893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:50:59.784088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/d620f95b-7ea3-4d50-8a74-3a267443bf64 HTTP/1.1" status: 204 len: 168 time: 0.7709212 Nov 10 21:50:59.788490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33298) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:59.796799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838960d-deee-4b92-af1d-deed425c6b95 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:50:59.799751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2f5d4-de65-4359-b6ca-dcf1becc698a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=d620f95b-7ea3-4d50-8a74-3a267443bf64,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:50:59.839773 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1aef0e-6d38-4db1-adf8-fb5ab227c98f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:50:59.845889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1aef0e-6d38-4db1-adf8-fb5ab227c98f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:50:59.852836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:59.868836 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0d1aef0e-6d38-4db1-adf8-fb5ab227c98f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/94a037ea-d348-462d-9fa8-5870d70c1477 HTTP/1.1" status: 404 len: 337 time: 0.0791726 Nov 10 21:50:59.884398 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ced1a5a-94e5-494b-81c7-f64fbd671b79 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:50:59.885066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ced1a5a-94e5-494b-81c7-f64fbd671b79 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:50:59.888831 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2ced1a5a-94e5-494b-81c7-f64fbd671b79 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/d620f95b-7ea3-4d50-8a74-3a267443bf64 HTTP/1.1" status: 404 len: 339 time: 0.0334382 Nov 10 21:50:59.891783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33304) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:50:59.919914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838960d-deee-4b92-af1d-deed425c6b95 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:50:59.975984 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.079171 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.101463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7b6d65-d440-4477-a2de-c9c13d1d2e27']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:00.111997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484fc1ec-665e-4d03-be30-9ccb94724408') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:00.112354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484fc1ec-665e-4d03-be30-9ccb94724408') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:00.123110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.137334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.144769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:51:00.145446 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:51:00.223804 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:51:00.333875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.345325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.350807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/0a7b6d65-d440-4477-a2de-c9c13d1d2e27 HTTP/1.1" status: 204 len: 168 time: 0.4557457 Nov 10 21:51:00.351190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33306) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:00.370297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3f10d-6e4d-4675-8dbd-f32616e62a11 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=0a7b6d65-d440-4477-a2de-c9c13d1d2e27,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:00.391933 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbdfae9-55ee-4b64-af9b-59d5aedb6aad tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:00.392389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbdfae9-55ee-4b64-af9b-59d5aedb6aad tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:00.395385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dcbdfae9-55ee-4b64-af9b-59d5aedb6aad tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/8c6dd3c7-bfe7-4f7d-8623-98b0a7575bc9 HTTP/1.1" status: 404 len: 337 time: 0.0431128 Nov 10 21:51:00.397955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33308) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:00.418364 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6d366d-d0d5-4a5c-bfea-96775b722d80 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:00.418921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6d366d-d0d5-4a5c-bfea-96775b722d80 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:00.419577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:00.424246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6b6d366d-d0d5-4a5c-bfea-96775b722d80 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/863dcbb8-0283-4100-ab07-a257f81dd4a0 HTTP/1.1" status: 404 len: 339 time: 0.0230680 Nov 10 21:51:00.424526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33310) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:00.444284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:00.444924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 3214ab7d-d62b-4e3b-8c21-6b76fd7f44f8 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:00.482925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting subnet a27691f4-b109-4f6a-961e-faf2fa64c9b5 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:51:00.488026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.536667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.681294 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.831418 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.862748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=a27691f4-b109-4f6a-961e-faf2fa64c9b5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:00.866544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:00.872564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3319681e-8472-4988-81cf-219e1fac5172 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/a27691f4-b109-4f6a-961e-faf2fa64c9b5 HTTP/1.1" status: 204 len: 168 time: 0.4447567 Nov 10 21:51:00.872843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33320) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:00.886147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed748e-2295-4ebb-b3b6-8d0686a5fef3 None None] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:00.985276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting subnet 283be1db-0420-453e-b714-910ffdb99254 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:51:00.988748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.051914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.164384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.356845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.374310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.378437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/283be1db-0420-453e-b714-910ffdb99254 HTTP/1.1" status: 204 len: 168 time: 0.5046687 Nov 10 21:51:01.381558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33324) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:01.398548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2f3b7-1b35-4504-a1e1-977310be7028 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=283be1db-0420-453e-b714-910ffdb99254,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:01.549492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.737054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting port 2d98e3d8-5deb-4de6-af14-b0f12c20427b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:01.737634 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.817225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] For port 2d98e3d8-5deb-4de6-af14-b0f12c20427b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2d98e3d8-5deb-4de6-af14-b0f12c20427b,segment=NetworkSegment(306269bc-df07-4908-9af9-4ec694ca2752),segment_id=306269bc-df07-4908-9af9-4ec694ca2752)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:01.818022 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:01.834008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Calling delete_port for 2d98e3d8-5deb-4de6-af14-b0f12c20427b owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:01.959962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f60506-d754-458b-8873-8e2931a7ce0d None None] Network 942223e2-0995-4f78-9ae8-86ae3b1b755d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:02.029591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.070880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Port': ['ID=2d98e3d8-5deb-4de6-af14-b0f12c20427b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:02.078450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No DVR routers for this DVR port 2d98e3d8-5deb-4de6-af14-b0f12c20427b on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:02.176634 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.204413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942223e2-0995-4f78-9ae8-86ae3b1b755d']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:02.211142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c813828e-2f42-4b3d-bf26-57710117128c None None] Could not find standard attr ID for object 2d98e3d8-5deb-4de6-af14-b0f12c20427b. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:51:02.215981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306269bc-df07-4908-9af9-4ec694ca2752') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:02.216345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306269bc-df07-4908-9af9-4ec694ca2752') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:02.227463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.241222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.247583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:51:02.248103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:51:02.251370 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:51:02.339949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096850ab-4c2d-46cf-b20c-66a45dd943b0 None None] DHCP port deletion for 942223e2-0995-4f78-9ae8-86ae3b1b755d request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:02.401961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.409394 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.413020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/942223e2-0995-4f78-9ae8-86ae3b1b755d HTTP/1.1" status: 204 len: 168 time: 1.0304217 Nov 10 21:51:02.415366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33332) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.435241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfef75-a832-4ce6-bb02-0626378ea51c tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=942223e2-0995-4f78-9ae8-86ae3b1b755d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:02.453984 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e274376f-3518-4958-8f36-fdce152e2241 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:02.454495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e274376f-3518-4958-8f36-fdce152e2241 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:02.457641 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e274376f-3518-4958-8f36-fdce152e2241 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/23a9b8ab-8426-4db1-9c39-c55c35d04b2f HTTP/1.1" status: 404 len: 337 time: 0.0413158 Nov 10 21:51:02.460208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33334) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.483871 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e223fd-a6b8-48b1-a27c-eed2eaffeadc tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:02.484435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e223fd-a6b8-48b1-a27c-eed2eaffeadc tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:02.487513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b5e223fd-a6b8-48b1-a27c-eed2eaffeadc tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/310f788e-67a9-4996-af04-46eca0eb8f2c HTTP/1.1" status: 404 len: 339 time: 0.0263398 Nov 10 21:51:02.489987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33336) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.516129 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48518e3-f0c9-4b1c-8b97-91fef3488262 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:02.516579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48518e3-f0c9-4b1c-8b97-91fef3488262 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:02.519664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a48518e3-f0c9-4b1c-8b97-91fef3488262 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/e2e425e7-d77f-482c-8148-9301b379c016 HTTP/1.1" status: 404 len: 337 time: 0.0287786 Nov 10 21:51:02.522159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33338) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.539482 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-732b63ed-9c8c-45a3-963b-20fc99015447 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:02.540033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732b63ed-9c8c-45a3-963b-20fc99015447 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:02.543552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-732b63ed-9c8c-45a3-963b-20fc99015447 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/15d39a2d-ecee-4162-9560-69b0798d53a1 HTTP/1.1" status: 404 len: 339 time: 0.0205009 Nov 10 21:51:02.545950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33340) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.571975 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3bd686-5452-4f9f-91ce-f3be9936a3d5 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:02.572369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3bd686-5452-4f9f-91ce-f3be9936a3d5 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:02.575616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df3bd686-5452-4f9f-91ce-f3be9936a3d5 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/bb81baf8-2960-48b3-b8b9-76dce1ce2da8 HTTP/1.1" status: 404 len: 337 time: 0.0287688 Nov 10 21:51:02.578133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33342) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.596036 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-37308552-8e88-4497-a702-22809fe1175f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:02.596569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37308552-8e88-4497-a702-22809fe1175f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:02.599513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-37308552-8e88-4497-a702-22809fe1175f tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/4b205b1f-45a8-4ff2-91cb-ffed595e3022 HTTP/1.1" status: 404 len: 339 time: 0.0204792 Nov 10 21:51:02.601996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.653454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting subnet 8019008e-0a2c-4450-80ea-85d3b375564f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:51:02.656661 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.699980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.797562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.939935 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.973109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=8019008e-0a2c-4450-80ea-85d3b375564f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:02.983920 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:02.988772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2008d600-858f-4b7e-9409-4abc5827f02a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/8019008e-0a2c-4450-80ea-85d3b375564f HTTP/1.1" status: 204 len: 168 time: 0.3857648 Nov 10 21:51:02.998098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33362) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:02.998246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c74f734-9c3d-475b-9cb1-18a201cf4de7 None None] Network ceb17e86-b614-4d4c-abba-5d97bbe62820 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:03.072319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.133851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:03.134628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.220476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] DHCP port deletion for ceb17e86-b614-4d4c-abba-5d97bbe62820 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:03.239425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] For port cc2ba336-f2f9-4d1b-8075-bb55f91962a7, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,segment=NetworkSegment(4cfdac67-e366-4801-973e-8a899b008010),segment_id=4cfdac67-e366-4801-973e-8a899b008010)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:03.240038 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.255027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Calling delete_port for cc2ba336-f2f9-4d1b-8075-bb55f91962a7 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:03.288689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] Deleting port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:03.289407 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.363804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] For port cc2ba336-f2f9-4d1b-8075-bb55f91962a7, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,segment=NetworkSegment(4cfdac67-e366-4801-973e-8a899b008010),segment_id=4cfdac67-e366-4801-973e-8a899b008010)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:03.364380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.380177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] Calling delete_port for cc2ba336-f2f9-4d1b-8075-bb55f91962a7 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:03.427089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d98e3d8-5deb-4de6-af14-b0f12c20427b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:03.447324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.455094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2d98e3d8-5deb-4de6-af14-b0f12c20427b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:03.455435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2d98e3d8-5deb-4de6-af14-b0f12c20427b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:03.456200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cc2ba336-f2f9-4d1b-8075-bb55f91962a7 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:03.476422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Port': ['ID=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:03.478166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No DVR routers for this DVR port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:03.479825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: cc2ba336-f2f9-4d1b-8075-bb55f91962a7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:03.480152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cc2ba336-f2f9-4d1b-8075-bb55f91962a7 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:03.515905 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.538531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] Pushing event deleted for resources: {'Port': ['ID=cc2ba336-f2f9-4d1b-8075-bb55f91962a7,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:03.548111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39e3a5-f65e-4381-a1e0-55381f576099 None None] No DVR routers for this DVR port cc2ba336-f2f9-4d1b-8075-bb55f91962a7 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:03.596165 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.616794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb17e86-b614-4d4c-abba-5d97bbe62820']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:03.626927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfdac67-e366-4801-973e-8a899b008010') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:03.627222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfdac67-e366-4801-973e-8a899b008010') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:03.637497 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.650315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.656411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:51:03.656804 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:51:03.659795 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:51:03.819401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.841196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:03.841196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/ceb17e86-b614-4d4c-abba-5d97bbe62820 HTTP/1.1" status: 204 len: 168 time: 0.8434384 Nov 10 21:51:03.841196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33368) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:03.857072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe6b0a-ff07-4189-971a-fea80ad3ac4e tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=ceb17e86-b614-4d4c-abba-5d97bbe62820,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:03.876406 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b936a4f3-a387-4254-93ea-6083183b6f69 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:03.876864 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b936a4f3-a387-4254-93ea-6083183b6f69 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:03.882289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b936a4f3-a387-4254-93ea-6083183b6f69 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/6383c48e-d277-4d7a-b783-05cb277c130b HTTP/1.1" status: 404 len: 337 time: 0.0403805 Nov 10 21:51:03.882850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33370) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:03.902627 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab75aded-17bf-4e2a-843a-c09e4c57bc2a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:03.903164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab75aded-17bf-4e2a-843a-c09e4c57bc2a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:03.908475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ab75aded-17bf-4e2a-843a-c09e4c57bc2a tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/0dc6ba89-25da-4e15-ac64-dfca09e522f9 HTTP/1.1" status: 404 len: 339 time: 0.0222921 Nov 10 21:51:03.908742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33372) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:03.960253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting subnet cd0a0ab7-d661-48d1-b490-3abd59315715 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:51:03.963875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.011604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.473059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.626149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.661515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0a0ab7-d661-48d1-b490-3abd59315715,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:04.665383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.671815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-26aa440b-c6a2-4f5a-945d-9273e3b01e15 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/subnets/cd0a0ab7-d661-48d1-b490-3abd59315715 HTTP/1.1" status: 204 len: 168 time: 0.7620823 Nov 10 21:51:04.672113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33384) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:04.673674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b795e-826b-4149-803a-cc305a9ee7bd None None] Network fcb42cea-c9ed-4cac-b740-e14e7f77ea86 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:04.811207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.881416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Deleting port c6b437df-06d2-4d15-848e-e90b516c9bc6 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:04.883001 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.885970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] DHCP port deletion for fcb42cea-c9ed-4cac-b740-e14e7f77ea86 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:04.949889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] Deleting port c6b437df-06d2-4d15-848e-e90b516c9bc6 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:04.950318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.961856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] For port c6b437df-06d2-4d15-848e-e90b516c9bc6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c6b437df-06d2-4d15-848e-e90b516c9bc6,segment=NetworkSegment(fb898486-69a0-43e8-a2a9-8bd8d39e5368),segment_id=fb898486-69a0-43e8-a2a9-8bd8d39e5368)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:04.962536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:04.988020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Calling delete_port for c6b437df-06d2-4d15-848e-e90b516c9bc6 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:05.033265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] For port c6b437df-06d2-4d15-848e-e90b516c9bc6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c6b437df-06d2-4d15-848e-e90b516c9bc6,segment=NetworkSegment(fb898486-69a0-43e8-a2a9-8bd8d39e5368),segment_id=fb898486-69a0-43e8-a2a9-8bd8d39e5368)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:05.033660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.046477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] Calling delete_port for c6b437df-06d2-4d15-848e-e90b516c9bc6 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:05.196444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.207426 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.236552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] No DVR routers for this DVR port c6b437df-06d2-4d15-848e-e90b516c9bc6 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:05.244030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Port': ['ID=c6b437df-06d2-4d15-848e-e90b516c9bc6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:05.247451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] Pushing event deleted for resources: {'Port': ['ID=c6b437df-06d2-4d15-848e-e90b516c9bc6,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:05.250685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9dfe7d-f44f-47b9-bf57-6ee958bee969 None None] No DVR routers for this DVR port c6b437df-06d2-4d15-848e-e90b516c9bc6 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:05.361553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.399403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb42cea-c9ed-4cac-b740-e14e7f77ea86']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:05.416709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c6b437df-06d2-4d15-848e-e90b516c9bc6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:05.419917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb898486-69a0-43e8-a2a9-8bd8d39e5368') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:05.420308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb898486-69a0-43e8-a2a9-8bd8d39e5368') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:05.431084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.438755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c6b437df-06d2-4d15-848e-e90b516c9bc6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:05.439106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c6b437df-06d2-4d15-848e-e90b516c9bc6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:05.455672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.461331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:51:05.461790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:51:05.465192 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:51:05.584636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.592308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:05.597767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] 10.222.0.45 "DELETE /v2.0/networks/fcb42cea-c9ed-4cac-b740-e14e7f77ea86 HTTP/1.1" status: 204 len: 168 time: 0.9225993 Nov 10 21:51:05.610498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6fd47-ce30-48eb-92fa-b802d642a446 tempest-NetworksIpV6Test-1067581529 tempest-NetworksIpV6Test-1067581529-project] Pushing event deleted for resources: {'Network': ['ID=fcb42cea-c9ed-4cac-b740-e14e7f77ea86,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:05.675875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e0cc-7f51-4e7a-b854-f5bdf8a2d977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:06.100770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33396) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:06.239627 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a2a5609b-c78b-421a-b65c-07fa6d3e1e76 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c305ce3127a4d9c8521bc77c128ef64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375051 Nov 10 21:51:06.242221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33400) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:06.294512 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779dd134-783e-4cad-89ab-b24d71ae4963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:06.316201 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779dd134-783e-4cad-89ab-b24d71ae4963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:06.441958 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779dd134-783e-4cad-89ab-b24d71ae4963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:06.444895 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-779dd134-783e-4cad-89ab-b24d71ae4963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:06.446197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-779dd134-783e-4cad-89ab-b24d71ae4963 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6abad55-f4a4-4c59-8bf4-fcf511c0c221 HTTP/1.1" status: 204 len: 168 time: 0.2028861 Nov 10 21:51:06.469837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dd134-783e-4cad-89ab-b24d71ae4963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6abad55-f4a4-4c59-8bf4-fcf511c0c221,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:07.781562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33438) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:07.916962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-af4934a5-e4a8-435d-b644-5f2989282699 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] Request body: {'port': {'network_id': 'd97d2861-1d7a-43b6-9e13-7183bac04f8c', 'name': 'tempest-NetworksNegativeTestJSON-940232890'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:07.944677 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4934a5-e4a8-435d-b644-5f2989282699 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] POST failed (client error): The resource could not be found. Nov 10 21:51:07.945333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4934a5-e4a8-435d-b644-5f2989282699 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:07.951409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33446) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:07.952233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-af4934a5-e4a8-435d-b644-5f2989282699 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1689258 Nov 10 21:51:07.973525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8f2c398-1251-4372-b67c-68086b55524d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:07.977799 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa76e00f-f9f6-4b8d-8391-39249f963cea tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:07.979583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa76e00f-f9f6-4b8d-8391-39249f963cea tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:07.984637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fa76e00f-f9f6-4b8d-8391-39249f963cea tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "DELETE /v2.0/networks/6cc9b417-142d-4b30-9584-efb3fe59a520 HTTP/1.1" status: 404 len: 339 time: 0.0313861 Nov 10 21:51:07.992117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33448) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.027809 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a5dd1e-01a8-4bae-906d-966898fbb3bc tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:08.028699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a5dd1e-01a8-4bae-906d-966898fbb3bc tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:08.035572 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-65a5dd1e-01a8-4bae-906d-966898fbb3bc tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "DELETE /v2.0/ports/3eaadc55-6cfe-49a6-b118-9278805e4893 HTTP/1.1" status: 404 len: 333 time: 0.0422082 Nov 10 21:51:08.041728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33450) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.075215 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8d976b-f891-4270-8ee1-b1834339f780 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] DELETE failed (client error): The resource could not be found. Nov 10 21:51:08.076474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8d976b-f891-4270-8ee1-b1834339f780 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:08.080286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f8d976b-f891-4270-8ee1-b1834339f780 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "DELETE /v2.0/subnets/b121f9e9-9189-4a30-b768-80859479ebee HTTP/1.1" status: 404 len: 337 time: 0.0373840 Nov 10 21:51:08.083979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33452) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.115624 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdfa874-9783-4444-b764-26a27de58d79 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] GET failed (client error): The resource could not be found. Nov 10 21:51:08.118012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6bdfa874-9783-4444-b764-26a27de58d79 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "GET /v2.0/networks/e01fab87-f4f6-4d31-86f6-26811f25f909 HTTP/1.1" status: 404 len: 339 time: 0.0324566 Nov 10 21:51:08.121844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33454) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.152517 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fca166-b480-45de-adcc-4c397f4b91f1 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] GET failed (client error): The resource could not be found. Nov 10 21:51:08.154642 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c9fca166-b480-45de-adcc-4c397f4b91f1 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "GET /v2.0/ports/aed85262-b967-4696-ac67-b99eb789571d HTTP/1.1" status: 404 len: 333 time: 0.0314426 Nov 10 21:51:08.158384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33456) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.201464 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-81512906-ea79-4b70-b225-8487ec285a01 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] GET failed (client error): The resource could not be found. Nov 10 21:51:08.208878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-81512906-ea79-4b70-b225-8487ec285a01 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "GET /v2.0/subnets/fab4428d-4afe-47b0-a331-11dfe589b515 HTTP/1.1" status: 404 len: 337 time: 0.0448039 Nov 10 21:51:08.209638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33458) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.216901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2630bb02-1d59-4dee-a9b4-95d16f85455d tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:08.234965 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-2630bb02-1d59-4dee-a9b4-95d16f85455d tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] PUT failed (client error): The resource could not be found. Nov 10 21:51:08.235596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2630bb02-1d59-4dee-a9b4-95d16f85455d tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:08.236977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2630bb02-1d59-4dee-a9b4-95d16f85455d tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "PUT /v2.0/networks/4cad6129-5303-421b-8cc1-d209ddd24135 HTTP/1.1" status: 404 len: 339 time: 0.0260401 Nov 10 21:51:08.240845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33460) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.246446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-02b291bc-1993-4a53-8b8c-16b8b5ccfb1a tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:08.266834 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b291bc-1993-4a53-8b8c-16b8b5ccfb1a tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] PUT failed (client error): The resource could not be found. Nov 10 21:51:08.267504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b291bc-1993-4a53-8b8c-16b8b5ccfb1a tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:08.273200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-02b291bc-1993-4a53-8b8c-16b8b5ccfb1a tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "PUT /v2.0/ports/e5af2cc1-4584-49b7-96c4-591e2839b66d HTTP/1.1" status: 404 len: 333 time: 0.0269129 Nov 10 21:51:08.273722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.279323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e9ea3cac-ce13-4d8a-aad0-56ef9d218c10 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:08.302983 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ea3cac-ce13-4d8a-aad0-56ef9d218c10 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] PUT failed (client error): The resource could not be found. Nov 10 21:51:08.303437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ea3cac-ce13-4d8a-aad0-56ef9d218c10 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:51:08.307836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e9ea3cac-ce13-4d8a-aad0-56ef9d218c10 tempest-NetworksNegativeTestJSON-417275504 tempest-NetworksNegativeTestJSON-417275504-project] 10.222.0.45 "PUT /v2.0/subnets/4becc31d-107c-4cb1-86e7-13e0635ec07d HTTP/1.1" status: 404 len: 337 time: 0.0299876 Nov 10 21:51:08.870313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33472) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:08.997384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee8c021f-4c1b-472b-8da1-8655f3730573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.080987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee8c021f-4c1b-472b-8da1-8655f3730573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.138627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee8c021f-4c1b-472b-8da1-8655f3730573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.183799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33488) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:09.184371 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ee8c021f-4c1b-472b-8da1-8655f3730573 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51054309eff8418f97e777cf433f723a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3171754 Nov 10 21:51:09.187513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c021f-4c1b-472b-8da1-8655f3730573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d0a46-e540-409a-9197-40de9c64dfcc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:09.237746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04af8849-b718-4242-a200-3d009ca00acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.262199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04af8849-b718-4242-a200-3d009ca00acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.293042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.407006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054019-b940-4808-bd97-85ebf7a63205 req-f4bf5142-37c6-4185-bf27-487542516a54 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:09.408520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-f4bf5142-37c6-4185-bf27-487542516a54 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/networks?id=1864cd50-61aa-4bd4-bfc4-32a89f066416 HTTP/1.1" status: 200 len: 814 time: 0.1220737 Nov 10 21:51:09.425672 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-fdef4c1e-8d6a-4f87-9112-9aa469d53472 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/quotas/b7951e332cf6436882a1eb7e9614de60 HTTP/1.1" status: 200 len: 375 time: 0.0108180 Nov 10 21:51:09.457844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-cdb52f3d-4bc9-4671-a771-332b64c39e35 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b7951e332cf6436882a1eb7e9614de60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264821 Nov 10 21:51:09.458940 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04af8849-b718-4242-a200-3d009ca00acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.461529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04af8849-b718-4242-a200-3d009ca00acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:09.465687 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-04af8849-b718-4242-a200-3d009ca00acc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c48d0a46-e540-409a-9197-40de9c64dfcc HTTP/1.1" status: 204 len: 168 time: 0.2778213 Nov 10 21:51:09.477091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af8849-b718-4242-a200-3d009ca00acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d0a46-e540-409a-9197-40de9c64dfcc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:09.623188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-816b7218-3967-46c6-86c2-7f227b77fec3 service neutron] 10.222.0.45 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512311 Nov 10 21:51:09.714315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-743374a0-f67b-46ea-a06d-cc96b3f64fa7 service neutron] 10.222.0.45 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876210 Nov 10 21:51:09.998409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54d4d628-a104-4b1c-bf9f-a97bc2c3daf9 req-63466054-c0f6-46e3-9ca0-3f1826878acb tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 210 time: 0.0538266 Nov 10 21:51:10.778387 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:11.106965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49658753-e574-4724-ab60-1b16f07c5d91 req-ce063303-06e1-4b3e-866e-0c25d9420a60 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 210 time: 0.0280855 Nov 10 21:51:11.373610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:11.601922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33560) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:11.726010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68729fb3-46fa-49b6-9c3a-e53ba361051a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:11.807052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68729fb3-46fa-49b6-9c3a-e53ba361051a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:11.916502 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68729fb3-46fa-49b6-9c3a-e53ba361051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:11.965735 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-68729fb3-46fa-49b6-9c3a-e53ba361051a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd07240478e84b99acd5354f9ecefa78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626957 Nov 10 21:51:11.966696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68729fb3-46fa-49b6-9c3a-e53ba361051a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292a43dd-59bc-42bc-a615-84418719ff6e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:11.968415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33568) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:12.019535 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f17f2e-91b1-442e-b6f3-e2750d102287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:12.043357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f17f2e-91b1-442e-b6f3-e2750d102287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:12.167145 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f17f2e-91b1-442e-b6f3-e2750d102287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:12.170714 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72f17f2e-91b1-442e-b6f3-e2750d102287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:12.173231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-72f17f2e-91b1-442e-b6f3-e2750d102287 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/292a43dd-59bc-42bc-a615-84418719ff6e HTTP/1.1" status: 204 len: 168 time: 0.2027609 Nov 10 21:51:12.182755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f17f2e-91b1-442e-b6f3-e2750d102287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a43dd-59bc-42bc-a615-84418719ff6e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:12.211209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbb26e14-1721-410f-ba93-491da7496826 req-1a0bf6d3-8f77-4824-b121-f73371155045 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 210 time: 0.0308688 Nov 10 21:51:12.356550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054019-b940-4808-bd97-85ebf7a63205 req-fbcf4c35-b58d-4547-9ea8-6b77c20326dc tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:12.357968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-fbcf4c35-b58d-4547-9ea8-6b77c20326dc tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.53 "GET /v2.0/networks?id=1864cd50-61aa-4bd4-bfc4-32a89f066416 HTTP/1.1" status: 200 len: 814 time: 0.1071186 Nov 10 21:51:12.371255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Request body: {'port': {'device_id': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416', 'admin_state_up': True, 'tenant_id': 'b7951e332cf6436882a1eb7e9614de60'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:12.573470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Made reservation on behalf of b7951e332cf6436882a1eb7e9614de60 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:51:12.585450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:12.720626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Allocated IP 172.20.0.8 (1864cd50-61aa-4bd4-bfc4-32a89f066416/ab660642-5583-47c8-aa59-0ae86f3fdcf2/11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:12.876695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:12.996750 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.051349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Network 1864cd50-61aa-4bd4-bfc4-32a89f066416 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:13.058127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:13.062211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:13.076115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b6d3b5-8ceb-467f-91f2-b9a273026cfa None None] DHCP port deletion for 1864cd50-61aa-4bd4-bfc4-32a89f066416 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:13.092764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Pushing event updated for resources: {'Port': ['ID=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:13.121230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-38229911-a8c9-46db-9957-3d0df887f8c3 None None] Provisioning complete for port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:13.121947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-38229911-a8c9-46db-9957-3d0df887f8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.140047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:13.140047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.158602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-38229911-a8c9-46db-9957-3d0df887f8c3 None None] Port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:13.220208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33604) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:13.232647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-8f9865d3-964d-480b-9fb6-bb597494faf6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653355 Nov 10 21:51:13.242939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-4583ac49-75a9-43c1-b2df-2d40eb4a916a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:51:13.244217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-4583ac49-75a9-43c1-b2df-2d40eb4a916a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056810 Nov 10 21:51:13.334871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-359177144-network', 'tenant_id': '0a968de12b49446587585ca055ddce3f'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:13.350053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800a4d0-abf9-4676-aed6-d4a06477e88a req-31fc7c6f-68fc-4597-bd62-b476de81c4b2 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:13.356701 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8800a4d0-abf9-4676-aed6-d4a06477e88a req-31fc7c6f-68fc-4597-bd62-b476de81c4b2 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 931 time: 0.0713620 Nov 10 21:51:13.377697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Request body: {'port': {'device_id': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:13.408847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8800a4d0-abf9-4676-aed6-d4a06477e88a req-5aee4450-7659-4f23-9ea4-94f109b59177 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460217 Nov 10 21:51:13.431675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.466682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Made reservation on behalf of 0a968de12b49446587585ca055ddce3f for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:51:13.468968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.481814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.691985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.767426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:51:13.774031 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.779371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.810298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:51:13.812569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Transition to ACTIVE for port object 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:51:13.822399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc446bf-0267-4d4e-af2f-8d0b770f7fff,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:13.831272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.831399 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Added segment 9651222c-5ec8-4c63-a39d-4869c6e8590d of type vlan for network c70e0476-23ba-4779-becf-dd6b9cfa826c Nov 10 21:51:13.874495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.878269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:13.931028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5d71e-7381-44a9-8667-c4dadcf1c790 None None] DHCP port deletion for 1864cd50-61aa-4bd4-bfc4-32a89f066416 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:13.946215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Pushing event updated for resources: {'Port': ['ID=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:14.018753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Attempting to bind port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:14.019098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Attempting to bind port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:14.019427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Attempting to bind port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 on network 1864cd50-61aa-4bd4-bfc4-32a89f066416 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:14.023849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 on network 1864cd50-61aa-4bd4-bfc4-32a89f066416 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:51:14.024173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Attempting to bind port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 on network 1864cd50-61aa-4bd4-bfc4-32a89f066416 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:14.029211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:14.029591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Checking segment: {'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:14.029930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Bound using segment: {'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:14.030353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Bound port: 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:14.030715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:14.040261 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:14.044582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.044582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:14.168385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] Pushing event updated for resources: {'Network': ['ID=c70e0476-23ba-4779-becf-dd6b9cfa826c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:14.183024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c70e0476-23ba-4779-becf-dd6b9cfa826c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:51:14.202770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fbdee1e8-8be8-4dcd-b89b-ba61ad160889 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9814157 Nov 10 21:51:14.203999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] For port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:14.211322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33622) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:14.211477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] For port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:14.211617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Request body: {'subnet': {'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-359177144-subnet', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:14.299303 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:14.336521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.336953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:14.338511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] 10.222.0.53 "PUT /v2.0/ports/11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 HTTP/1.1" status: 200 len: 1092 time: 1.0865171 Nov 10 21:51:14.339160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'tag': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:51:14.342718 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc95b21f-a71e-4485-bc95-1647a75eaed0" -d '{"events": [{"name": "network-changed", "server_uuid": "4435d518-e50d-4bfe-8d1c-54baf1d5333b", "tag": "11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:51:14.349960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Made reservation on behalf of 0a968de12b49446587585ca055ddce3f for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:51:14.356683 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:14.373984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e9cb0-5c7f-48d9-8803-7d83e8d03b02 None None] DHCP port deletion for 1864cd50-61aa-4bd4-bfc4-32a89f066416 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:14.403441 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef942d6-b983-44b4-8cc4-d7e934e916f7 x-openstack-request-id: req-5ef942d6-b983-44b4-8cc4-d7e934e916f7 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:51:14.403767 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4435d518-e50d-4bfe-8d1c-54baf1d5333b", "tag": "11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:51:14.404000 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ef942d6-b983-44b4-8cc4-d7e934e916f7 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:51:14.404412 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'tag': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3', 'status': 'completed', 'code': 200} Nov 10 21:51:14.409195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31940e3f-fba8-4f9c-9053-8dbc00e0a9de service neutron] Pushing event updated for resources: {'Port': ['ID=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:14.459660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95b21f-a71e-4485-bc95-1647a75eaed0 req-437ee4f2-b908-490f-b2ee-d19dba6efbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.461221 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc95b21f-a71e-4485-bc95-1647a75eaed0 req-437ee4f2-b908-490f-b2ee-d19dba6efbbb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7951e332cf6436882a1eb7e9614de60&device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 1095 time: 0.0482898 Nov 10 21:51:14.612195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95b21f-a71e-4485-bc95-1647a75eaed0 req-c9c047b7-5ea3-4fab-9b5c-afb97caa0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.616279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc95b21f-a71e-4485-bc95-1647a75eaed0 req-c9c047b7-5ea3-4fab-9b5c-afb97caa0cea service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b7951e332cf6436882a1eb7e9614de60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1456463 Nov 10 21:51:14.642435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2ed42-e8dd-4020-9e96-78a9f63ba303 req-f16db572-3258-48cd-8d37-821372dcb27e tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.649592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87f2ed42-e8dd-4020-9e96-78a9f63ba303 req-f16db572-3258-48cd-8d37-821372dcb27e tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 943 time: 0.1270139 Nov 10 21:51:14.709152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87f2ed42-e8dd-4020-9e96-78a9f63ba303 req-3848dff2-d2b2-48a8-bdfb-5dfb1925f10d tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581582 Nov 10 21:51:14.755265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95b21f-a71e-4485-bc95-1647a75eaed0 req-6678475c-479b-43d4-849c-c99ac54758f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.756818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc95b21f-a71e-4485-bc95-1647a75eaed0 req-6678475c-479b-43d4-849c-c99ac54758f7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347547 Nov 10 21:51:14.773233 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:14.840922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054019-b940-4808-bd97-85ebf7a63205 req-c7b00316-b3f5-46a4-a9cc-70b073f58d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.842447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-c7b00316-b3f5-46a4-a9cc-70b073f58d86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b7951e332cf6436882a1eb7e9614de60&device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 1095 time: 0.0427430 Nov 10 21:51:14.844098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82b157c-ffe2-4816-ad54-8a8d0d069fd5,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:14.862099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Checking segment: {'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:14.862794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Network hostable DHCP agents. Network: c70e0476-23ba-4779-becf-dd6b9cfa826c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:51:14.893446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-34267667-f858-4b8e-b7e8-2060352a7584 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 HTTP/1.1" status: 200 len: 217 time: 0.0413079 Nov 10 21:51:14.949225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054019-b940-4808-bd97-85ebf7a63205 req-75661129-7f28-4dc1-b6cc-7ff6d73177cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:14.950636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-75661129-7f28-4dc1-b6cc-7ff6d73177cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab660642-5583-47c8-aa59-0ae86f3fdcf2 HTTP/1.1" status: 200 len: 854 time: 0.0486298 Nov 10 21:51:14.966985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Network c70e0476-23ba-4779-becf-dd6b9cfa826c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:51:14.987240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-7e856d06-ad8f-4b2b-ad12-07020691bf9d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1864cd50-61aa-4bd4-bfc4-32a89f066416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295115 Nov 10 21:51:15.069966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c70e0476-23ba-4779-becf-dd6b9cfa826c) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:15.075169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:15.076142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.081778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0f214-f5cd-44f5-b75c-370dd966aa90 None None] Network c70e0476-23ba-4779-becf-dd6b9cfa826c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:15.096940 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-c32d5ca5-e7a6-424d-ad1f-1563d784572c service neutron] 10.222.0.53 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012137 Nov 10 21:51:15.198822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ad30daaa-5efc-4c8e-9869-e6446c200b12 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9912472 Nov 10 21:51:15.205094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33640) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:15.205250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20054019-b940-4808-bd97-85ebf7a63205 req-8e73cc25-4f27-4221-a600-9aadd843deac service neutron] 10.222.0.53 "GET /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993547 Nov 10 21:51:15.205971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:15.256031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-c70e0476-23ba-4779-becf-dd6b9cfa826c', 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'fixed_ips': [{'subnet_id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:51:15.257000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.350088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.352070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.398210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Allocated IP 172.20.0.2 (c70e0476-23ba-4779-becf-dd6b9cfa826c/e82b157c-ffe2-4816-ad54-8a8d0d069fd5/bd49644c-cb71-4cec-a19c-80b6a9c0d99e) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:15.407282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.551117 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.623272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.647385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.707116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Network c70e0476-23ba-4779-becf-dd6b9cfa826c is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:15.711090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:15.713531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Pushing event updated for resources: {'Port': ['ID=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:15.716028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:15.724959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.725305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.725738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.725979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.726307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.726831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.727355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.727679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.728223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.728884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.729397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.729726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:15.792386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Attempting to bind port bd49644c-cb71-4cec-a19c-80b6a9c0d99e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:15.792773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Attempting to bind port bd49644c-cb71-4cec-a19c-80b6a9c0d99e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:15.793139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Attempting to bind port bd49644c-cb71-4cec-a19c-80b6a9c0d99e on network c70e0476-23ba-4779-becf-dd6b9cfa826c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:15.812260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:15.813391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Checking segment: {'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:15.814342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.815035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Bound using segment: {'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:15.815938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Bound port: bd49644c-cb71-4cec-a19c-80b6a9c0d99e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:15.816566 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:15.903543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ae0e-c27f-4976-a81d-1f097ac5434e req-fc63d8c1-e01c-47b5-93d3-59d3ce4f7fc6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:15.903543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d17ae0e-c27f-4976-a81d-1f097ac5434e req-fc63d8c1-e01c-47b5-93d3-59d3ce4f7fc6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 943 time: 0.0881245 Nov 10 21:51:15.909538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] For port bd49644c-cb71-4cec-a19c-80b6a9c0d99e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:15.917131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] For port bd49644c-cb71-4cec-a19c-80b6a9c0d99e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,segment=NetworkSegment(9651222c-5ec8-4c63-a39d-4869c6e8590d),segment_id=9651222c-5ec8-4c63-a39d-4869c6e8590d)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:15.957383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d17ae0e-c27f-4976-a81d-1f097ac5434e req-13f5b3ae-298c-4120-942d-86da785e23da tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512514 Nov 10 21:51:15.984677 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:16.046534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:16.068694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04612b38-ebb0-4afa-bfdf-a3d7b9483edf None None] Pushing event updated for resources: {'Port': ['ID=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:16.068908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:16.178954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Allocated IP 172.25.7.62 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/194f8228-db73-4f08-a2bf-231ed6579e4c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:16.312523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:16.434971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:16.477333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:16.481848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:16.485393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:16.491148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Pushing event updated for resources: {'Port': ['ID=194f8228-db73-4f08-a2bf-231ed6579e4c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:16.495583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c406b-e70c-4121-8fea-3db289033801 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:16.549590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-440f6aae-c842-454b-8380-0634bcbe38f8 None None] Provisioning complete for port 194f8228-db73-4f08-a2bf-231ed6579e4c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:16.549956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-440f6aae-c842-454b-8380-0634bcbe38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:16.584678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-440f6aae-c842-454b-8380-0634bcbe38f8 None None] Port 194f8228-db73-4f08-a2bf-231ed6579e4c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:16.916534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.066840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c8ebf3-de84-4e01-a81a-c65a8e7a9b11 None None] Network c70e0476-23ba-4779-becf-dd6b9cfa826c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:17.150267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-efa9c7d6-d9b9-403c-97a7-ecbf578b5603 None None] Provisioning complete for port bd49644c-cb71-4cec-a19c-80b6a9c0d99e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:17.150638 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-efa9c7d6-d9b9-403c-97a7-ecbf578b5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.186678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212afc20-781a-4bd4-a0ba-ff1e35dd50fe req-b1d28493-82b6-4184-95ab-ed99fbbe744d tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:17.186678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-212afc20-781a-4bd4-a0ba-ff1e35dd50fe req-b1d28493-82b6-4184-95ab-ed99fbbe744d tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 943 time: 0.1019468 Nov 10 21:51:17.199089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.284460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-212afc20-781a-4bd4-a0ba-ff1e35dd50fe req-9a9eeabc-2c2c-49d6-8509-926e26b69039 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885437 Nov 10 21:51:17.314879 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-efa9c7d6-d9b9-403c-97a7-ecbf578b5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.379383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-efa9c7d6-d9b9-403c-97a7-ecbf578b5603 None None] For port bd49644c-cb71-4cec-a19c-80b6a9c0d99e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,segment=NetworkSegment(9651222c-5ec8-4c63-a39d-4869c6e8590d),segment_id=9651222c-5ec8-4c63-a39d-4869c6e8590d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:17.464578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bd49644c-cb71-4cec-a19c-80b6a9c0d99e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:17.489814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-efa9c7d6-d9b9-403c-97a7-ecbf578b5603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.556339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:51:17.562190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9c7d6-d9b9-403c-97a7-ecbf578b5603 None None] Pushing event updated for resources: {'Port': ['ID=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:17.569249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bd49644c-cb71-4cec-a19c-80b6a9c0d99e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:17.569622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.646415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4d2c2870-5eb4-4764-8d83-b8d675cfac0d None None] Provisioning complete for port bd49644c-cb71-4cec-a19c-80b6a9c0d99e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:17.647057 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d2c2870-5eb4-4764-8d83-b8d675cfac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.708225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:17.727107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Sync routers for ids ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:17.753591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:51:17.799966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Routers {'e31b62ee-8820-4ba3-84fd-5c5bbc541c79'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:17.800622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:17.833731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:17.835962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b0b55c5c-2780-45c2-8721-55342e7b8684 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6331542 Nov 10 21:51:17.838576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33674) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:18.195520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:18.212057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Set router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:18.242637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3', 'network_id': '1864cd50-61aa-4bd4-bfc4-32a89f066416', 'port_id': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3', 'mac_address': 'fa:16:3e:0a:0d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab660642-5583-47c8-aa59-0ae86f3fdcf2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:51:18.357176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:18.381373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:51:18.395003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:18.432883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:18.471958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ab1ad-7578-41c7-991e-52b65a48ba81 req-2aac36d0-fa6f-4298-bd4e-109df25f2914 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:18.481393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-027ab1ad-7578-41c7-991e-52b65a48ba81 req-2aac36d0-fa6f-4298-bd4e-109df25f2914 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 943 time: 0.0698006 Nov 10 21:51:18.488178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:16Z', 'revision_number': 3, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:18.517819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Checking router: e31b62ee-8820-4ba3-84fd-5c5bbc541c79 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:18.518356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Updating router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 port 194f8228-db73-4f08-a2bf-231ed6579e4c binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:51:18.544064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-027ab1ad-7578-41c7-991e-52b65a48ba81 req-aea9ddd3-127d-48c9-8d2f-979c8187450a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569479 Nov 10 21:51:18.546355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:18.580576 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:18.641926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:18.686341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Allocated IP 172.20.0.1 (c70e0476-23ba-4779-becf-dd6b9cfa826c/e82b157c-ffe2-4816-ad54-8a8d0d069fd5/24aac384-8747-4096-82ca-5e3b7be93ab4) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:18.789136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:51:18.850021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:18.968659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.004547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.030283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Network c70e0476-23ba-4779-becf-dd6b9cfa826c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:19.033455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:19.037423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:19.077663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Pushing event updated for resources: {'Port': ['ID=24aac384-8747-4096-82ca-5e3b7be93ab4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:19.081220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.100341 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.136115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a61d2-c764-409b-af08-50d7ff66e320 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:19.151693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Attempting to bind port 194f8228-db73-4f08-a2bf-231ed6579e4c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:19.152092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Attempting to bind port 194f8228-db73-4f08-a2bf-231ed6579e4c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:19.152360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Attempting to bind port 194f8228-db73-4f08-a2bf-231ed6579e4c on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:19.158360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97700892-7998-46be-a3be-260509879bc6 None None] Pushing event updated for resources: {'Port': ['ID=194f8228-db73-4f08-a2bf-231ed6579e4c,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:19.161683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:19.161683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:19.162002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.162341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:19.162815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Bound port: 194f8228-db73-4f08-a2bf-231ed6579e4c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:19.163193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.261930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] For port 194f8228-db73-4f08-a2bf-231ed6579e4c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:19.267161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] For port 194f8228-db73-4f08-a2bf-231ed6579e4c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=194f8228-db73-4f08-a2bf-231ed6579e4c,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:19.268676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fb8d4a54-d4aa-44ca-a27e-2653e136dc77 None None] Provisioning complete for port 194f8228-db73-4f08-a2bf-231ed6579e4c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:19.269691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4a54-d4aa-44ca-a27e-2653e136dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.324421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d4a54-d4aa-44ca-a27e-2653e136dc77 None None] Port 194f8228-db73-4f08-a2bf-231ed6579e4c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:19.393293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.474770 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.485301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac79ed41-7bec-471b-9402-0b1517aed725 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:19.505204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bd49644c-cb71-4cec-a19c-80b6a9c0d99e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:19.583305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Routers {'e31b62ee-8820-4ba3-84fd-5c5bbc541c79'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:19.584082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:19.600158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97700892-7998-46be-a3be-260509879bc6 None None] Pushing event updated for resources: {'Port': ['ID=194f8228-db73-4f08-a2bf-231ed6579e4c,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:19.603844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d708748f-259b-4007-81d5-b16648775b7d None None] Provisioning complete for port 24aac384-8747-4096-82ca-5e3b7be93ab4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:19.604220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d708748f-259b-4007-81d5-b16648775b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.691061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d708748f-259b-4007-81d5-b16648775b7d None None] Port 24aac384-8747-4096-82ca-5e3b7be93ab4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:19.701584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.760922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:19.793773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58a29-a20f-4800-b0d1-f26103a41d78 req-cd791928-a513-46d7-ad7c-8f328080f4eb tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:19.795180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb58a29-a20f-4800-b0d1-f26103a41d78 req-cd791928-a513-46d7-ad7c-8f328080f4eb tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 944 time: 0.1213319 Nov 10 21:51:19.800338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bd49644c-cb71-4cec-a19c-80b6a9c0d99e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:19.807517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.831594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.857798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb58a29-a20f-4800-b0d1-f26103a41d78 req-d25caeed-e9a9-464b-a063-74eb1bd8671a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495079 Nov 10 21:51:19.878723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] Set router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:19.906396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9305566c-4d20-4643-bb41-8b00abbda6a5 None None] Provisioning complete for port 194f8228-db73-4f08-a2bf-231ed6579e4c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:19.906761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9305566c-4d20-4643-bb41-8b00abbda6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:19.969523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.034848 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.036763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Pushing event updated for resources: {'Port': ['ID=24aac384-8747-4096-82ca-5e3b7be93ab4,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:20.085430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:51:20.116433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:20.116803 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.161356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Network c70e0476-23ba-4779-becf-dd6b9cfa826c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:20.162922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9305566c-4d20-4643-bb41-8b00abbda6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.163688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:20.200036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9305566c-4d20-4643-bb41-8b00abbda6a5 None None] For port 194f8228-db73-4f08-a2bf-231ed6579e4c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=194f8228-db73-4f08-a2bf-231ed6579e4c,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:20.285390 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.310373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:51:20.459127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:20.465482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9305566c-4d20-4643-bb41-8b00abbda6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.471283 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5220ac89-60bd-4cd2-b593-ceeca4eef88f admin admin] 10.222.0.45 "PUT /v2.0/routers/e31b62ee-8820-4ba3-84fd-5c5bbc541c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312687 Nov 10 21:51:20.512881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:51:20.515202 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd48a2c-45bb-4085-8525-c8e1bd11d395" -d '{"events": [{"server_uuid": "4435d518-e50d-4bfe-8d1c-54baf1d5333b", "name": "network-vif-plugged", "status": "completed", "tag": "11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:51:20.536021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:20.543814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 4, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '24aac384-8747-4096-82ca-5e3b7be93ab4', 'name': '', 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'mac_address': 'fa:16:3e:20:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:18Z', 'updated_at': '2021-11-10T21:51:18Z', 'revision_number': 1, 'project_id': '0a968de12b49446587585ca055ddce3f', 'subnets': [{'id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:20.574344 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224536f8-0708-41a0-8226-fca168d1c81d x-openstack-request-id: req-224536f8-0708-41a0-8226-fca168d1c81d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:51:20.574632 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4435d518-e50d-4bfe-8d1c-54baf1d5333b", "name": "network-vif-plugged", "status": "completed", "tag": "11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:51:20.574884 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-224536f8-0708-41a0-8226-fca168d1c81d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:51:20.575276 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3', 'code': 200} Nov 10 21:51:20.576475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305566c-4d20-4643-bb41-8b00abbda6a5 None None] Pushing event updated for resources: {'Port': ['ID=194f8228-db73-4f08-a2bf-231ed6579e4c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:20.580588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4df01b-60b0-4a98-ad34-f52b60655c48 None None] The sync data for ids ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'] in n-d-776250-11 is: [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 4, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '24aac384-8747-4096-82ca-5e3b7be93ab4', 'name': '', 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'mac_address': 'fa:16:3e:20:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:18Z', 'updated_at': '2021-11-10T21:51:18Z', 'revision_number': 1, 'project_id': '0a968de12b49446587585ca055ddce3f', 'subnets': [{'id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:20.599851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a6d21092-d6ae-426f-8dd3-58ecaf422a9f None None] Provisioning complete for port 24aac384-8747-4096-82ca-5e3b7be93ab4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:20.599851 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a6d21092-d6ae-426f-8dd3-58ecaf422a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.629812 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:20.669052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a6d21092-d6ae-426f-8dd3-58ecaf422a9f None None] Port 24aac384-8747-4096-82ca-5e3b7be93ab4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:20.711880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:20.728479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec88a-61e7-402a-9693-241cd5b7702b req-5e366869-5c7a-4acd-bad8-28065db24a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:20.742295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47fec88a-61e7-402a-9693-241cd5b7702b req-5e366869-5c7a-4acd-bad8-28065db24a9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 1097 time: 0.0960248 Nov 10 21:51:20.802648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47fec88a-61e7-402a-9693-241cd5b7702b req-6f7639e4-97f3-4268-bb0c-9bb985a96662 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534415 Nov 10 21:51:21.019334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4f2e7-b260-4fef-8878-1cd1a3db571b req-53abcacc-5a6d-404d-b5e0-198c61582032 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:21.021118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fd4f2e7-b260-4fef-8878-1cd1a3db571b req-53abcacc-5a6d-404d-b5e0-198c61582032 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 945 time: 0.0679913 Nov 10 21:51:21.089120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4fd4f2e7-b260-4fef-8878-1cd1a3db571b req-ab1c58a0-272b-4454-aff0-5850ea7c9169 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566144 Nov 10 21:51:21.439388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33726) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:21.445874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1270363487-network', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:21.543419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Made reservation on behalf of 59571099cc6d4c3f9864dddab1f5fc92 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:51:21.545847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:21.555239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:21.638860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:21.755666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:21.784759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:51:21.801065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e82a03-ac1d-4269-b52b-25710b71b3dd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:21.808172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:21.808646 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Added segment ef241039-5c1e-42bd-a149-877a179eaa85 of type vlan for network 664a2ab3-594b-4071-841b-c0373808282b Nov 10 21:51:21.859282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:21.973401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:21.975528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:21.978902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:22.091490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] Pushing event updated for resources: {'Network': ['ID=664a2ab3-594b-4071-841b-c0373808282b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:22.113322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc9cf8ad-489c-4b94-8e4a-d1fb6b2e3201 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6719089 Nov 10 21:51:22.114994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 664a2ab3-594b-4071-841b-c0373808282b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:51:22.115587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33736) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:22.121428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Request body: {'subnet': {'network_id': '664a2ab3-594b-4071-841b-c0373808282b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1270363487-subnet', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:22.237453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Made reservation on behalf of 59571099cc6d4c3f9864dddab1f5fc92 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:51:22.240541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:22.397905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f8ef0-42e3-4356-a8d2-7bc2db02da59 req-cb363cec-2370-4107-b68b-bfb7ae66c23d tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:22.399323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc0f8ef0-42e3-4356-a8d2-7bc2db02da59 req-cb363cec-2370-4107-b68b-bfb7ae66c23d tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 945 time: 0.1185315 Nov 10 21:51:22.499062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc0f8ef0-42e3-4356-a8d2-7bc2db02da59 req-3dffce76-a862-40f7-80b1-1cf65d061bc6 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901630 Nov 10 21:51:22.699365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:22.757347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74eb2007-d5d8-451e-af7d-357bbcdfe90a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:22.779810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Checking segment: {'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:22.780170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Network hostable DHCP agents. Network: 664a2ab3-594b-4071-841b-c0373808282b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:51:22.852641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Network 664a2ab3-594b-4071-841b-c0373808282b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:51:22.944144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 664a2ab3-594b-4071-841b-c0373808282b) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:22.958181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:22.959080 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:22.962571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcdd024-1583-4885-96a4-77fcd44ade68 None None] Network 664a2ab3-594b-4071-841b-c0373808282b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:23.029457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33754) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:23.030697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2943e8d3-de5d-444f-816e-5ae324d53525 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9142909 Nov 10 21:51:23.037764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:23.089970 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:51:23.121139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.122218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.219653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-664a2ab3-594b-4071-841b-c0373808282b', 'network_id': '664a2ab3-594b-4071-841b-c0373808282b', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'fixed_ips': [{'subnet_id': '74eb2007-d5d8-451e-af7d-357bbcdfe90a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:51:23.221482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.427358 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Sync routers for ids ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:23.451236 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Routers {'e31b62ee-8820-4ba3-84fd-5c5bbc541c79'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:23.452593 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:23.472635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Allocated IP 172.20.0.2 (664a2ab3-594b-4071-841b-c0373808282b/74eb2007-d5d8-451e-af7d-357bbcdfe90a/0341528c-f8c6-4c86-aec1-7943ce5a3dd2) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:23.558035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 194f8228-db73-4f08-a2bf-231ed6579e4c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:23.675486 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.701599 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Set router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:23.718121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 194f8228-db73-4f08-a2bf-231ed6579e4c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:23.718690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.719183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.859424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.949978 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:23.959705 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 4, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '24aac384-8747-4096-82ca-5e3b7be93ab4', 'name': '', 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'mac_address': 'fa:16:3e:20:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:18Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 2, 'project_id': '0a968de12b49446587585ca055ddce3f', 'subnets': [{'id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:23.990527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Network 664a2ab3-594b-4071-841b-c0373808282b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:23.991317 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Checking router: e31b62ee-8820-4ba3-84fd-5c5bbc541c79 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:23.991800 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Updating router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 port 24aac384-8747-4096-82ca-5e3b7be93ab4 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:51:23.994867 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:24.001216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:24.013344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Pushing event updated for resources: {'Port': ['ID=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:24.028262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.034452 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.078252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Attempting to bind port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:24.083143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Attempting to bind port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:24.083143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Attempting to bind port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 on network 664a2ab3-594b-4071-841b-c0373808282b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:24.086150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:24.086523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Checking segment: {'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:24.087217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.087217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Bound using segment: {'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:24.088206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Bound port: 0341528c-f8c6-4c86-aec1-7943ce5a3dd2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:24.088653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.178556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] For port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:24.185450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] For port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,segment=NetworkSegment(ef241039-5c1e-42bd-a149-877a179eaa85),segment_id=ef241039-5c1e-42bd-a149-877a179eaa85)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:24.269974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.374112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ff6e1-a6eb-4570-a959-56927c5a0f82 None None] Pushing event updated for resources: {'Port': ['ID=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:24.410047 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.445611 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.466816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.512408 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.601235 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Pushing event updated for resources: {'Port': ['ID=24aac384-8747-4096-82ca-5e3b7be93ab4,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:24.646280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Allocated IP 172.25.7.28 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/5dd8d31f-5738-4582-a1cd-c414b329dc8f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.701877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:24.779030 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Attempting to bind port 24aac384-8747-4096-82ca-5e3b7be93ab4 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:24.779402 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Attempting to bind port 24aac384-8747-4096-82ca-5e3b7be93ab4 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:24.779790 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Attempting to bind port 24aac384-8747-4096-82ca-5e3b7be93ab4 on network c70e0476-23ba-4779-becf-dd6b9cfa826c {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:24.786523 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:24.786902 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Checking segment: {'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:24.787306 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.787698 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Bound using segment: {'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:24.788195 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Bound port: 24aac384-8747-4096-82ca-5e3b7be93ab4, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9651222c-5ec8-4c63-a39d-4869c6e8590d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:24.788586 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:24.896733 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] For port 24aac384-8747-4096-82ca-5e3b7be93ab4, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:24.900835 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] For port 24aac384-8747-4096-82ca-5e3b7be93ab4, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=24aac384-8747-4096-82ca-5e3b7be93ab4,segment=NetworkSegment(9651222c-5ec8-4c63-a39d-4869c6e8590d),segment_id=9651222c-5ec8-4c63-a39d-4869c6e8590d)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:24.953170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.035341 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.045031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6492a8d5-ca72-4f53-b642-4bcad4bec0e9 None None] Provisioning complete for port 24aac384-8747-4096-82ca-5e3b7be93ab4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:25.045754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6492a8d5-ca72-4f53-b642-4bcad4bec0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.098626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.109253 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Routers {'e31b62ee-8820-4ba3-84fd-5c5bbc541c79'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:25.109879 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:25.218692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:25.221680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:25.244737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6492a8d5-ca72-4f53-b642-4bcad4bec0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.245688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:25.245796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd2bb8d-a1a2-4378-852c-cf24510e5097 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:25.285077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd8d31f-5738-4582-a1cd-c414b329dc8f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:25.288073 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223189dc-7bb8-4ecc-9a17-aa68bf6f1b04 None None] Pushing event updated for resources: {'Port': ['ID=24aac384-8747-4096-82ca-5e3b7be93ab4,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:25.311957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6492a8d5-ca72-4f53-b642-4bcad4bec0e9 None None] For port 24aac384-8747-4096-82ca-5e3b7be93ab4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=24aac384-8747-4096-82ca-5e3b7be93ab4,segment=NetworkSegment(9651222c-5ec8-4c63-a39d-4869c6e8590d),segment_id=9651222c-5ec8-4c63-a39d-4869c6e8590d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:25.314857 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] Set router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:25.372299 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6492a8d5-ca72-4f53-b642-4bcad4bec0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.508459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a8d5-ca72-4f53-b642-4bcad4bec0e9 None None] Pushing event updated for resources: {'Port': ['ID=24aac384-8747-4096-82ca-5e3b7be93ab4,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:25.531413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1f8c3d57-63a0-46ec-b74f-66d160d22cb2 None None] Provisioning complete for port 5dd8d31f-5738-4582-a1cd-c414b329dc8f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:25.532062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3d57-63a0-46ec-b74f-66d160d22cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.639131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c3d57-63a0-46ec-b74f-66d160d22cb2 None None] Port 5dd8d31f-5738-4582-a1cd-c414b329dc8f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:25.740601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 24aac384-8747-4096-82ca-5e3b7be93ab4 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:25.824911 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 4, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '24aac384-8747-4096-82ca-5e3b7be93ab4', 'name': '', 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'mac_address': 'fa:16:3e:20:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:18Z', 'updated_at': '2021-11-10T21:51:24Z', 'revision_number': 4, 'project_id': '0a968de12b49446587585ca055ddce3f', 'subnets': [{'id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:25.832718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 24aac384-8747-4096-82ca-5e3b7be93ab4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:25.833062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.871398 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe137aa0-dc0a-4a4b-a2cd-2e1043880965 None None] The sync data for ids ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'] in n-d-776250-11 is: [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:19Z', 'revision_number': 4, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '24aac384-8747-4096-82ca-5e3b7be93ab4', 'name': '', 'network_id': 'c70e0476-23ba-4779-becf-dd6b9cfa826c', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'mac_address': 'fa:16:3e:20:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:18Z', 'updated_at': '2021-11-10T21:51:24Z', 'revision_number': 4, 'project_id': '0a968de12b49446587585ca055ddce3f', 'subnets': [{'id': 'e82b157c-ffe2-4816-ad54-8a8d0d069fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:25.883326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6ec26875-91ba-467b-b05b-8132cb6f2ee0 None None] Provisioning complete for port 24aac384-8747-4096-82ca-5e3b7be93ab4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:25.884292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6ec26875-91ba-467b-b05b-8132cb6f2ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:25.942531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:26.072814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9d7cd0-06c9-4d6f-b5ef-3fafe2a7c929 None None] Network 664a2ab3-594b-4071-841b-c0373808282b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:26.185342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:26.372516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:26.374020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:26.401560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:26.442757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0b9f7b4f-5469-4ece-bbba-486f2a005a77 None None] Provisioning complete for port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:26.443461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7b4f-5469-4ece-bbba-486f2a005a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:26.574336 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:26.685346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,segment=NetworkSegment(ef241039-5c1e-42bd-a149-877a179eaa85),segment_id=ef241039-5c1e-42bd-a149-877a179eaa85)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:26.690757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0b9f7b4f-5469-4ece-bbba-486f2a005a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:26.732270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Router d7308c5d-d2e8-4a30-9bec-06fbf8379542 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:51:26.775207 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:26.879652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:26.903392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-0b9f7b4f-5469-4ece-bbba-486f2a005a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:51:26.904219 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-0b9f7b4f-5469-4ece-bbba-486f2a005a77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:51:26.948677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:26.961894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Sync routers for ids ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:26.978288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Routers {'d7308c5d-d2e8-4a30-9bec-06fbf8379542'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:26.986697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:27.060181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:27.062535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1c721df7-9b7a-49fc-8823-94e982e47cd4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0307019 Nov 10 21:51:27.064920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33788) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:27.104646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Set router d7308c5d-d2e8-4a30-9bec-06fbf8379542 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:27.316757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:25Z', 'revision_number': 3, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:27.358281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Checking router: d7308c5d-d2e8-4a30-9bec-06fbf8379542 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:27.358633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Updating router d7308c5d-d2e8-4a30-9bec-06fbf8379542 port 5dd8d31f-5738-4582-a1cd-c414b329dc8f binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:51:27.402058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:27.484069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 24aac384-8747-4096-82ca-5e3b7be93ab4 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:27.603908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 24aac384-8747-4096-82ca-5e3b7be93ab4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:27.604262 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:27.609029 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:27.782063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-385c242d-cb0c-48d0-8c3a-fc6492cbfa95 None None] Provisioning complete for port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:27.782957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-385c242d-cb0c-48d0-8c3a-fc6492cbfa95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.073068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:28.144865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.201053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:28.201053 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.238915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.275868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Attempting to bind port 5dd8d31f-5738-4582-a1cd-c414b329dc8f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:28.276240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Attempting to bind port 5dd8d31f-5738-4582-a1cd-c414b329dc8f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:28.276603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Attempting to bind port 5dd8d31f-5738-4582-a1cd-c414b329dc8f on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:28.299768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8af304-876f-497a-b5f1-66ca91cde46c None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:28.302326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Allocated IP 172.20.0.1 (664a2ab3-594b-4071-841b-c0373808282b/74eb2007-d5d8-451e-af7d-357bbcdfe90a/6370771d-ee84-4d41-829c-a7eccf3ced2f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:28.316263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:28.316632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:28.317026 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.317413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:28.317909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Bound port: 5dd8d31f-5738-4582-a1cd-c414b329dc8f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:28.318264 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.387502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed79fdb-1b78-4805-bcbd-2eaf1eb216b8 None None] Pushing event updated for resources: {'Port': ['ID=5dd8d31f-5738-4582-a1cd-c414b329dc8f,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:28.435492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] For port 5dd8d31f-5738-4582-a1cd-c414b329dc8f, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:28.438468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ccfddd4e-949e-44b1-ad83-1dc0f3371703 None None] Provisioning complete for port 5dd8d31f-5738-4582-a1cd-c414b329dc8f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:28.438836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ccfddd4e-949e-44b1-ad83-1dc0f3371703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.441526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] For port 5dd8d31f-5738-4582-a1cd-c414b329dc8f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5dd8d31f-5738-4582-a1cd-c414b329dc8f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:28.443437 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.481277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ccfddd4e-949e-44b1-ad83-1dc0f3371703 None None] Port 5dd8d31f-5738-4582-a1cd-c414b329dc8f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:28.550088 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.589976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.601100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435e51e-e728-441a-a18e-8e848db6dcc6 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:28.619163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed79fdb-1b78-4805-bcbd-2eaf1eb216b8 None None] Pushing event updated for resources: {'Port': ['ID=5dd8d31f-5738-4582-a1cd-c414b329dc8f,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:28.622102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Routers {'d7308c5d-d2e8-4a30-9bec-06fbf8379542'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:28.622658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:28.647407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Pushing event updated for resources: {'Port': ['ID=6370771d-ee84-4d41-829c-a7eccf3ced2f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:28.654524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Network 664a2ab3-594b-4071-841b-c0373808282b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:28.656414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:28.658506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:28.697686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:28.762817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] Set router d7308c5d-d2e8-4a30-9bec-06fbf8379542 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:28.765056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4f0ce787-730f-496b-82d6-27621753c516 None None] Provisioning complete for port 5dd8d31f-5738-4582-a1cd-c414b329dc8f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:28.765290 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce787-730f-496b-82d6-27621753c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.006513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.012495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce787-730f-496b-82d6-27621753c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.037668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4f0ce787-730f-496b-82d6-27621753c516 None None] For port 5dd8d31f-5738-4582-a1cd-c414b329dc8f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5dd8d31f-5738-4582-a1cd-c414b329dc8f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:29.064729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:25Z', 'revision_number': 3, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:29.093685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d1600-88d9-4b34-962a-575644bf235f None None] The sync data for ids ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'] in n-d-776250-11 is: [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:25Z', 'revision_number': 3, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:29.138066 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f0ce787-730f-496b-82d6-27621753c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.231774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ce787-730f-496b-82d6-27621753c516 None None] Pushing event updated for resources: {'Port': ['ID=5dd8d31f-5738-4582-a1cd-c414b329dc8f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:29.264371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e0b77bf1-4d13-4edf-8c28-7314289cdc00 None None] Provisioning complete for port 6370771d-ee84-4d41-829c-a7eccf3ced2f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:29.267550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0b77bf1-4d13-4edf-8c28-7314289cdc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.269240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.302939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e0b77bf1-4d13-4edf-8c28-7314289cdc00 None None] Port 6370771d-ee84-4d41-829c-a7eccf3ced2f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:29.332239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.432691 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.434455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Pushing event updated for resources: {'Port': ['ID=6370771d-ee84-4d41-829c-a7eccf3ced2f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:29.552091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Network 664a2ab3-594b-4071-841b-c0373808282b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:29.553614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:29.740778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Router d7308c5d-d2e8-4a30-9bec-06fbf8379542 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:51:29.950104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:29.951163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b05c0688-806b-41d8-9a93-196a57cffd73 None None] Provisioning complete for port 6370771d-ee84-4d41-829c-a7eccf3ced2f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:29.951163 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b05c0688-806b-41d8-9a93-196a57cffd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:29.971292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fbd03ebb-9234-43de-ab4b-88adafda13ad admin admin] 10.222.0.45 "PUT /v2.0/routers/d7308c5d-d2e8-4a30-9bec-06fbf8379542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9043062 Nov 10 21:51:30.031879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b05c0688-806b-41d8-9a93-196a57cffd73 None None] Port 6370771d-ee84-4d41-829c-a7eccf3ced2f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:31.158663 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Sync routers for ids ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:31.170412 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Routers {'d7308c5d-d2e8-4a30-9bec-06fbf8379542'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:31.171261 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:31.384099 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Set router d7308c5d-d2e8-4a30-9bec-06fbf8379542 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:31.454820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5dd8d31f-5738-4582-a1cd-c414b329dc8f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:31.524283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5dd8d31f-5738-4582-a1cd-c414b329dc8f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:31.525193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:31.664168 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:28Z', 'revision_number': 4, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6370771d-ee84-4d41-829c-a7eccf3ced2f', 'name': '', 'network_id': '664a2ab3-594b-4071-841b-c0373808282b', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'mac_address': 'fa:16:3e:60:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '74eb2007-d5d8-451e-af7d-357bbcdfe90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:27Z', 'updated_at': '2021-11-10T21:51:29Z', 'revision_number': 2, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'subnets': [{'id': '74eb2007-d5d8-451e-af7d-357bbcdfe90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:31.697020 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Checking router: d7308c5d-d2e8-4a30-9bec-06fbf8379542 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:31.697377 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Updating router d7308c5d-d2e8-4a30-9bec-06fbf8379542 port 6370771d-ee84-4d41-829c-a7eccf3ced2f binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:51:31.778712 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:32.136829 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:32.236755 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:32.280924 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be41e3a-3c0f-4990-8905-6311265ec0ac None None] Pushing event updated for resources: {'Port': ['ID=6370771d-ee84-4d41-829c-a7eccf3ced2f,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:32.350707 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Attempting to bind port 6370771d-ee84-4d41-829c-a7eccf3ced2f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:32.351434 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Attempting to bind port 6370771d-ee84-4d41-829c-a7eccf3ced2f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:32.352867 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Attempting to bind port 6370771d-ee84-4d41-829c-a7eccf3ced2f on network 664a2ab3-594b-4071-841b-c0373808282b {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:32.359064 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:32.359547 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Checking segment: {'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:32.360090 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:32.360598 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Bound using segment: {'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:32.361173 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Bound port: 6370771d-ee84-4d41-829c-a7eccf3ced2f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef241039-5c1e-42bd-a149-877a179eaa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '664a2ab3-594b-4071-841b-c0373808282b'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:32.361709 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:32.453360 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] For port 6370771d-ee84-4d41-829c-a7eccf3ced2f, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:32.454068 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] For port 6370771d-ee84-4d41-829c-a7eccf3ced2f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6370771d-ee84-4d41-829c-a7eccf3ced2f,segment=NetworkSegment(ef241039-5c1e-42bd-a149-877a179eaa85),segment_id=ef241039-5c1e-42bd-a149-877a179eaa85)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:32.581836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dcd57190-fb73-4d73-9732-1f528fe9cfdf None None] Provisioning complete for port 6370771d-ee84-4d41-829c-a7eccf3ced2f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:32.582359 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dcd57190-fb73-4d73-9732-1f528fe9cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:32.601413 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:32.624814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dcd57190-fb73-4d73-9732-1f528fe9cfdf None None] Port 6370771d-ee84-4d41-829c-a7eccf3ced2f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:32.664184 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Routers {'d7308c5d-d2e8-4a30-9bec-06fbf8379542'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:32.665419 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:32.667197 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be41e3a-3c0f-4990-8905-6311265ec0ac None None] Pushing event updated for resources: {'Port': ['ID=6370771d-ee84-4d41-829c-a7eccf3ced2f,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:32.804042 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] Set router d7308c5d-d2e8-4a30-9bec-06fbf8379542 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:32.946648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dd791837-b25e-4895-801e-5f8ba4511abd None None] Provisioning complete for port 6370771d-ee84-4d41-829c-a7eccf3ced2f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:32.946894 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd791837-b25e-4895-801e-5f8ba4511abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:33.016168 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:28Z', 'revision_number': 4, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6370771d-ee84-4d41-829c-a7eccf3ced2f', 'name': '', 'network_id': '664a2ab3-594b-4071-841b-c0373808282b', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'mac_address': 'fa:16:3e:60:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '74eb2007-d5d8-451e-af7d-357bbcdfe90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:27Z', 'updated_at': '2021-11-10T21:51:32Z', 'revision_number': 4, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'subnets': [{'id': '74eb2007-d5d8-451e-af7d-357bbcdfe90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:33.028090 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd791837-b25e-4895-801e-5f8ba4511abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:33.050259 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a255f7-2962-4560-8ed3-736f72504608 None None] The sync data for ids ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'] in n-d-776250-11 is: [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:28Z', 'revision_number': 4, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6370771d-ee84-4d41-829c-a7eccf3ced2f', 'name': '', 'network_id': '664a2ab3-594b-4071-841b-c0373808282b', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'mac_address': 'fa:16:3e:60:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '74eb2007-d5d8-451e-af7d-357bbcdfe90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:27Z', 'updated_at': '2021-11-10T21:51:32Z', 'revision_number': 4, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'subnets': [{'id': '74eb2007-d5d8-451e-af7d-357bbcdfe90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:33.067873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-dd791837-b25e-4895-801e-5f8ba4511abd None None] For port 6370771d-ee84-4d41-829c-a7eccf3ced2f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6370771d-ee84-4d41-829c-a7eccf3ced2f,segment=NetworkSegment(ef241039-5c1e-42bd-a149-877a179eaa85),segment_id=ef241039-5c1e-42bd-a149-877a179eaa85)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:33.212858 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd791837-b25e-4895-801e-5f8ba4511abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:33.270474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd791837-b25e-4895-801e-5f8ba4511abd None None] Pushing event updated for resources: {'Port': ['ID=6370771d-ee84-4d41-829c-a7eccf3ced2f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:33.375909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33900) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:33.468957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6370771d-ee84-4d41-829c-a7eccf3ced2f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:33.566841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6370771d-ee84-4d41-829c-a7eccf3ced2f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:33.567203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:33.891656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:34.249738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Deleting port 24aac384-8747-4096-82ca-5e3b7be93ab4 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:34.249738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:34.347769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] For port 24aac384-8747-4096-82ca-5e3b7be93ab4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=24aac384-8747-4096-82ca-5e3b7be93ab4,segment=NetworkSegment(9651222c-5ec8-4c63-a39d-4869c6e8590d),segment_id=9651222c-5ec8-4c63-a39d-4869c6e8590d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:34.348136 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:34.361855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Calling delete_port for 24aac384-8747-4096-82ca-5e3b7be93ab4 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:34.646395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:34.673721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=24aac384-8747-4096-82ca-5e3b7be93ab4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:34.883507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:35.104165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:51:35.234967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:35.243765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4a1ca045-1786-415c-8beb-2a18a50c2c2e admin admin] 10.222.0.45 "PUT /v2.0/routers/e31b62ee-8820-4ba3-84fd-5c5bbc541c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661242 Nov 10 21:51:35.247027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:35.249892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] Sync routers for ids ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:35.266918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] Routers {'e31b62ee-8820-4ba3-84fd-5c5bbc541c79'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:35.267974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:35.429386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] Set router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:35.661993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:35.697717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:34Z', 'revision_number': 5, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:35.733661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] Checking router: e31b62ee-8820-4ba3-84fd-5c5bbc541c79 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:35.744212 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa6cbe74-1603-4dca-a9e2-473a367877c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:35.753546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] Routers {'e31b62ee-8820-4ba3-84fd-5c5bbc541c79'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:35.754416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:35.817080 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:35.891544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] Set router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:35.957402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Deleting port 194f8228-db73-4f08-a2bf-231ed6579e4c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:35.957665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:36.057438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] For port 194f8228-db73-4f08-a2bf-231ed6579e4c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=194f8228-db73-4f08-a2bf-231ed6579e4c,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:36.057956 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:36.074450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Calling delete_port for 194f8228-db73-4f08-a2bf-231ed6579e4c owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:36.153403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:34Z', 'revision_number': 5, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:36.182118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24079be-4415-4d4c-8fe8-e5ec958247a4 None None] The sync data for ids ['e31b62ee-8820-4ba3-84fd-5c5bbc541c79'] in n-d-776250-11 is: [{'id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'name': 'tempest-TestAggregatesBasicOps-359177144-router', 'tenant_id': '0a968de12b49446587585ca055ddce3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:15Z', 'updated_at': '2021-11-10T21:51:34Z', 'revision_number': 5, 'project_id': '0a968de12b49446587585ca055ddce3f', 'gw_port': {'id': '194f8228-db73-4f08-a2bf-231ed6579e4c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ad:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b62ee-8820-4ba3-84fd-5c5bbc541c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:16Z', 'updated_at': '2021-11-10T21:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:36.383251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:36.411858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Pushing event deleted for resources: {'Port': ['ID=194f8228-db73-4f08-a2bf-231ed6579e4c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:36.425585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb2370-7be6-4b89-a777-982a50915e29 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:36.480920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:36.601965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:36.605384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e31b62ee-8820-4ba3-84fd-5c5bbc541c79 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d79f351a-8c52-4a62-85ae-3f0ae329a764 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e31b62ee-8820-4ba3-84fd-5c5bbc541c79 HTTP/1.1" status: 204 len: 168 time: 1.5410087 Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33946) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] Deleting subnet e82b157c-ffe2-4816-ad54-8a8d0d069fd5 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.086539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.326596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.370833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82b157c-ffe2-4816-ad54-8a8d0d069fd5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:37.375408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.381142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b0d6d4c7-ff75-4991-bf08-c0704fbf084d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e82b157c-ffe2-4816-ad54-8a8d0d069fd5 HTTP/1.1" status: 204 len: 168 time: 0.5863411 Nov 10 21:51:37.385439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33954) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:37.389579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902cd01b-5c8b-4007-b459-93a9bfa07bf0 None None] Network c70e0476-23ba-4779-becf-dd6b9cfa826c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:37.462792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 194f8228-db73-4f08-a2bf-231ed6579e4c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:37.477958 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.495659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 194f8228-db73-4f08-a2bf-231ed6579e4c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:37.496034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 194f8228-db73-4f08-a2bf-231ed6579e4c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:37.496613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 24aac384-8747-4096-82ca-5e3b7be93ab4 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:37.520726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 24aac384-8747-4096-82ca-5e3b7be93ab4 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:37.521328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 24aac384-8747-4096-82ca-5e3b7be93ab4 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:37.543130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Deleting port bd49644c-cb71-4cec-a19c-80b6a9c0d99e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:37.543490 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.627985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] For port bd49644c-cb71-4cec-a19c-80b6a9c0d99e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,segment=NetworkSegment(9651222c-5ec8-4c63-a39d-4869c6e8590d),segment_id=9651222c-5ec8-4c63-a39d-4869c6e8590d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:37.628443 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.643505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Calling delete_port for bd49644c-cb71-4cec-a19c-80b6a9c0d99e owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:37.663221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] DHCP port deletion for c70e0476-23ba-4779-becf-dd6b9cfa826c request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:37.730063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] Deleting port bd49644c-cb71-4cec-a19c-80b6a9c0d99e {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:37.730747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.806850 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.839581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:37.841649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] No DVR routers for this DVR port bd49644c-cb71-4cec-a19c-80b6a9c0d99e on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:37.925027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.952008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70e0476-23ba-4779-becf-dd6b9cfa826c']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:37.962811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9651222c-5ec8-4c63-a39d-4869c6e8590d') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:37.963241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9651222c-5ec8-4c63-a39d-4869c6e8590d') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:37.973432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.975672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] For port bd49644c-cb71-4cec-a19c-80b6a9c0d99e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,segment=NetworkSegment(9651222c-5ec8-4c63-a39d-4869c6e8590d),segment_id=9651222c-5ec8-4c63-a39d-4869c6e8590d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:37.976102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.988295 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.998901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:51:37.999335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:37.999863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] Calling delete_port for bd49644c-cb71-4cec-a19c-80b6a9c0d99e owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:51:38.004281 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:51:38.062799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-187a2f50-2e55-49db-8e67-e6ec18e840ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:38.105653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:38.130767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] Pushing event deleted for resources: {'Port': ['ID=bd49644c-cb71-4cec-a19c-80b6a9c0d99e,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:38.135231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29936b-9f0d-4432-8944-a526da752b44 None None] No DVR routers for this DVR port bd49644c-cb71-4cec-a19c-80b6a9c0d99e on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:38.177577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:38.183001 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:38.188462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] 10.222.0.45 "DELETE /v2.0/networks/c70e0476-23ba-4779-becf-dd6b9cfa826c HTTP/1.1" status: 204 len: 168 time: 0.8008683 Nov 10 21:51:38.190225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33960) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:38.202520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc0f26-5ce9-4a58-b5b3-08c8bffec03f admin admin] Pushing event deleted for resources: {'Network': ['ID=c70e0476-23ba-4779-becf-dd6b9cfa826c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:38.565110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:38.825632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Deleting port 6370771d-ee84-4d41-829c-a7eccf3ced2f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:38.826050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:38.909933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] For port 6370771d-ee84-4d41-829c-a7eccf3ced2f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6370771d-ee84-4d41-829c-a7eccf3ced2f,segment=NetworkSegment(ef241039-5c1e-42bd-a149-877a179eaa85),segment_id=ef241039-5c1e-42bd-a149-877a179eaa85)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:38.910300 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:38.925213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Calling delete_port for 6370771d-ee84-4d41-829c-a7eccf3ced2f owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:39.194361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:39.222869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6370771d-ee84-4d41-829c-a7eccf3ced2f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:39.291737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:39.459998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:39.523371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bd49644c-cb71-4cec-a19c-80b6a9c0d99e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:39.565608 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: bd49644c-cb71-4cec-a19c-80b6a9c0d99e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:39.566090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bd49644c-cb71-4cec-a19c-80b6a9c0d99e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:39.723047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Router d7308c5d-d2e8-4a30-9bec-06fbf8379542 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:51:39.841858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:39.847579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-73438861-4b87-421c-b704-3ef4f82808f1 admin admin] 10.222.0.45 "PUT /v2.0/routers/d7308c5d-d2e8-4a30-9bec-06fbf8379542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559234 Nov 10 21:51:39.850660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33966) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:39.856081 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] Sync routers for ids ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:39.872189 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] Routers {'d7308c5d-d2e8-4a30-9bec-06fbf8379542'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:39.873015 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:40.001552 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] Set router d7308c5d-d2e8-4a30-9bec-06fbf8379542 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:40.310276 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:39Z', 'revision_number': 5, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:40.345384 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] Checking router: d7308c5d-d2e8-4a30-9bec-06fbf8379542 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:40.352313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:40.358679 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] Routers {'d7308c5d-d2e8-4a30-9bec-06fbf8379542'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:40.359318 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:40.461424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:40.492633 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] Set router d7308c5d-d2e8-4a30-9bec-06fbf8379542 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:40.629177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Deleting port 5dd8d31f-5738-4582-a1cd-c414b329dc8f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:40.629682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:40.690976 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:39Z', 'revision_number': 5, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:40.719773 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441ad9d-bd36-4cd8-9220-1edaf4f7efd7 None None] The sync data for ids ['d7308c5d-d2e8-4a30-9bec-06fbf8379542'] in n-d-776250-11 is: [{'id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'name': 'tempest-TestAggregatesBasicOps-1270363487-router', 'tenant_id': '59571099cc6d4c3f9864dddab1f5fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:23Z', 'updated_at': '2021-11-10T21:51:39Z', 'revision_number': 5, 'project_id': '59571099cc6d4c3f9864dddab1f5fc92', 'gw_port': {'id': '5dd8d31f-5738-4582-a1cd-c414b329dc8f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7308c5d-d2e8-4a30-9bec-06fbf8379542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:24Z', 'updated_at': '2021-11-10T21:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:40.728146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] For port 5dd8d31f-5738-4582-a1cd-c414b329dc8f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5dd8d31f-5738-4582-a1cd-c414b329dc8f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:40.728574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:40.744381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Calling delete_port for 5dd8d31f-5738-4582-a1cd-c414b329dc8f owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:40.777226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.080309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.107265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd8d31f-5738-4582-a1cd-c414b329dc8f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:41.125970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c735f-4ebd-4e66-a67c-2d34d8ac7f5b None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:41.188290 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.310446 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.312933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.416628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.437677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6370771d-ee84-4d41-829c-a7eccf3ced2f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:41.459035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6370771d-ee84-4d41-829c-a7eccf3ced2f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:41.459573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6370771d-ee84-4d41-829c-a7eccf3ced2f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:41.463180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.463851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7308c5d-d2e8-4a30-9bec-06fbf8379542 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:51:41.467936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.469051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ae245aa8-1eae-4573-bcb2-0f3b70a7e690 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d7308c5d-d2e8-4a30-9bec-06fbf8379542 HTTP/1.1" status: 204 len: 168 time: 1.6174512 Nov 10 21:51:41.471508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33972) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:41.516833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] Deleting subnet 74eb2007-d5d8-451e-af7d-357bbcdfe90a {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:51:41.520249 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.573471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.669121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.834967 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.864094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74eb2007-d5d8-451e-af7d-357bbcdfe90a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:41.868407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:41.871603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8a4ea79c-e1c0-4c1f-8838-9c4196cbde30 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/74eb2007-d5d8-451e-af7d-357bbcdfe90a HTTP/1.1" status: 204 len: 168 time: 0.3991268 Nov 10 21:51:41.874191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33974) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:41.876884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9cd80-da68-4dde-8324-276bee396cc6 None None] Network 664a2ab3-594b-4071-841b-c0373808282b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:41.963069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.059856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Deleting port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:42.062752 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.163673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] For port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,segment=NetworkSegment(ef241039-5c1e-42bd-a149-877a179eaa85),segment_id=ef241039-5c1e-42bd-a149-877a179eaa85)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:42.164861 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.194292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Calling delete_port for 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:42.199927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] DHCP port deletion for 664a2ab3-594b-4071-841b-c0373808282b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:42.265383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] Deleting port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:42.266350 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.374419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] For port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,segment=NetworkSegment(ef241039-5c1e-42bd-a149-877a179eaa85),segment_id=ef241039-5c1e-42bd-a149-877a179eaa85)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:42.374419 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.384446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] Calling delete_port for 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:42.395598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.426421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Pushing event deleted for resources: {'Port': ['ID=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:42.442912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] No DVR routers for this DVR port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:42.515984 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.549653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.554095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] Pushing event deleted for resources: {'Port': ['ID=0341528c-f8c6-4c86-aec1-7943ce5a3dd2,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:42.564372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd6e8c-4eb2-40f6-8ba1-4a513dead13f None None] No DVR routers for this DVR port 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:42.584440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664a2ab3-594b-4071-841b-c0373808282b']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:42.605009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef241039-5c1e-42bd-a149-877a179eaa85') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:42.605374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef241039-5c1e-42bd-a149-877a179eaa85') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:42.615697 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.634551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.645605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:51:42.646106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:51:42.648026 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:51:42.798948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.804990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:42.810226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] 10.222.0.45 "DELETE /v2.0/networks/664a2ab3-594b-4071-841b-c0373808282b HTTP/1.1" status: 204 len: 168 time: 0.9318509 Nov 10 21:51:42.827407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dbde5-8989-4d1b-86d2-4c005386f27f admin admin] Pushing event deleted for resources: {'Network': ['ID=664a2ab3-594b-4071-841b-c0373808282b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:43.314344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 33980) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:43.365572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 33982) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:43.366016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-edaafd2f-0eef-498b-ab29-b4e7c90cd030 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a968de12b49446587585ca055ddce3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501871 Nov 10 21:51:43.449550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9684-8db3-4f71-b5b0-a156212acaf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:43.479234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9684-8db3-4f71-b5b0-a156212acaf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:43.512578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5dd8d31f-5738-4582-a1cd-c414b329dc8f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:43.546731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5dd8d31f-5738-4582-a1cd-c414b329dc8f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:43.547266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5dd8d31f-5738-4582-a1cd-c414b329dc8f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:43.547969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:43.575102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:43.575568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0341528c-f8c6-4c86-aec1-7943ce5a3dd2 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:43.703115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9684-8db3-4f71-b5b0-a156212acaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:43.705692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9684-8db3-4f71-b5b0-a156212acaf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:43.707034 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d3c9684-8db3-4f71-b5b0-a156212acaf1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7dc446bf-0267-4d4e-af2f-8d0b770f7fff HTTP/1.1" status: 204 len: 168 time: 0.3403463 Nov 10 21:51:43.716187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9684-8db3-4f71-b5b0-a156212acaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc446bf-0267-4d4e-af2f-8d0b770f7fff,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:44.714425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34002) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:44.757691 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6c756d4-e2aa-45bd-877e-e55d98274384 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59571099cc6d4c3f9864dddab1f5fc92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396907 Nov 10 21:51:44.758180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34004) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:44.818065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-853c8cd5-1469-4e0b-8b80-dbfc0f7b234c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:44.875579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-853c8cd5-1469-4e0b-8b80-dbfc0f7b234c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:45.041085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-853c8cd5-1469-4e0b-8b80-dbfc0f7b234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:45.048033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-853c8cd5-1469-4e0b-8b80-dbfc0f7b234c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:45.048033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-853c8cd5-1469-4e0b-8b80-dbfc0f7b234c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8e82a03-ac1d-4269-b52b-25710b71b3dd HTTP/1.1" status: 204 len: 168 time: 0.2872505 Nov 10 21:51:45.058780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c8cd5-1469-4e0b-8b80-dbfc0f7b234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e82a03-ac1d-4269-b52b-25710b71b3dd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:45.208823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa516-907a-420c-8dc4-8afda2b3c8bb req-12761d1a-dc75-46b1-955e-18e58c17d763 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:45.210334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d26fa516-907a-420c-8dc4-8afda2b3c8bb req-12761d1a-dc75-46b1-955e-18e58c17d763 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.0976772 Nov 10 21:51:45.258637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d26fa516-907a-420c-8dc4-8afda2b3c8bb req-1cf8a5a9-0190-4298-a4f0-050ac45df3f8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Nov 10 21:51:46.429004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc4660-e597-40db-8dbb-e694f47089f5 req-a19a0ef4-272a-452c-8664-d69b106baa0f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:46.431159 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-74bc4660-e597-40db-8dbb-e694f47089f5 req-a19a0ef4-272a-452c-8664-d69b106baa0f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.0627000 Nov 10 21:51:46.501163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-74bc4660-e597-40db-8dbb-e694f47089f5 req-9203183a-d1ca-4111-9b6d-139026ea4699 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625429 Nov 10 21:51:46.993788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-a346534e-9087-4f2c-be16-e8417c4fe35b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:46.995168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-a346534e-9087-4f2c-be16-e8417c4fe35b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.0543690 Nov 10 21:51:47.026321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:47.100625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Deleting port 980599b0-ef80-479c-a56e-6d050f3e4cf6 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:47.101038 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.192158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'network': {'name': 'tempest-network-smoke--868370184', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'port_security_enabled': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:47.212868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] For port 980599b0-ef80-479c-a56e-6d050f3e4cf6, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=980599b0-ef80-479c-a56e-6d050f3e4cf6,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:47.212868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.354238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:51:47.357880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.367032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.449007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.488436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.488718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.489040 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Floating IP 8ff58b3a-f706-4c7f-806d-87058b1a3ca4 disassociated. External IP: 172.25.7.248, port: 980599b0-ef80-479c-a56e-6d050f3e4cf6. Nov 10 21:51:47.489383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Calling delete_port for 980599b0-ef80-479c-a56e-6d050f3e4cf6 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:47.509541 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.537368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:51:47.548747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ea2c16-d1f5-45a9-8f92-1ddd696e7f51,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:47.553421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.553770 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Added segment ef4142ea-1cf6-4d41-9ce5-5232adbe6e45 of type vlan for network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 Nov 10 21:51:47.681542 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.694144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4de1ff-7c17-4cef-a3de-e291a3b6546a req-af82723a-6b24-4df0-a918-6dabdfd728b0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:47.696603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b4de1ff-7c17-4cef-a3de-e291a3b6546a req-af82723a-6b24-4df0-a918-6dabdfd728b0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 946 time: 0.1044309 Nov 10 21:51:47.748213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b4de1ff-7c17-4cef-a3de-e291a3b6546a req-8816e601-fd72-4c55-9603-6504c0954d2b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=1954a89e-b6d2-486d-92b5-b63894da8c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Nov 10 21:51:47.754013 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.782709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.787023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event deleted for resources: {'Port': ['ID=980599b0-ef80-479c-a56e-6d050f3e4cf6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:47.788441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:47.789258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:47.799916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.800539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.800646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.801190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.801520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.801847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.802171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.802493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.802808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.803126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.803442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.803773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:51:47.864678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Network': ['ID=4bb85725-7844-4ed8-8855-9d12eaaf71d8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:47.876417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:51:47.925946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb44eddb-5ab7-424c-b9a7-9af999d1f69d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8985014 Nov 10 21:51:47.926507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:47.930942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Router 0be12e76-a002-45ff-9c69-f6a303b14ec0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:51:47.934421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-230821022', 'admin_state_up': True, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:48.063159 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:48.064305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:48.067711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:48.080901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] Sync routers for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:48.094714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:48.111906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] No DVR routers for this DVR port 980599b0-ef80-479c-a56e-6d050f3e4cf6 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:51:48.137178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:48.137410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:48.141155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e263e73b-08f9-41ac-9895-2b6beca0b3ce req-284756ca-ed9b-402a-bf25-57abca8abaa0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "DELETE /v2.0/ports/980599b0-ef80-479c-a56e-6d050f3e4cf6 HTTP/1.1" status: 204 len: 173 time: 1.1397638 Nov 10 21:51:48.141813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-deleted', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:51:48.145812 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc82d7a2-1018-4d14-8d61-342692c54481" -d '{"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-deleted", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:51:48.256859 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c01fa7-ef3b-433e-8db8-7d4065a21a4e x-openstack-request-id: req-70c01fa7-ef3b-433e-8db8-7d4065a21a4e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:51:48.257423 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c534d6f-8562-4d83-898b-1dd7b26b16b8", "name": "network-vif-deleted", "tag": "980599b0-ef80-479c-a56e-6d050f3e4cf6", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:51:48.257820 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70c01fa7-ef3b-433e-8db8-7d4065a21a4e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:51:48.258358 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c534d6f-8562-4d83-898b-1dd7b26b16b8', 'name': 'network-vif-deleted', 'tag': '980599b0-ef80-479c-a56e-6d050f3e4cf6', 'status': 'completed', 'code': 200} Nov 10 21:51:48.260014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:48.310795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:48.597490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:48.632785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] Checking router: 0be12e76-a002-45ff-9c69-f6a303b14ec0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:48.643063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:48.643687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:48.793521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:48.824179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:48.894878 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-020bd7a0-21a9-4152-800f-5f796e31986a req-53696997-74aa-41be-a97b-766973750765 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c534d6f-8562-4d83-898b-1dd7b26b16b8 HTTP/1.1" status: 200 len: 210 time: 0.0300925 Nov 10 21:51:49.037232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:49.067462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947eb9cc-4fcb-4108-a864-e4e048f1aa21 None None] The sync data for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 is: [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:49.128229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:49.161785 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:49.294414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.25.7.228 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/648445c6-aded-46fd-b103-f6190b70c558) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:49.435029 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:49.443223 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64ccbf-659f-45b8-b442-9e505d42a510 None None] New status for floating IP 8ff58b3a-f706-4c7f-806d-87058b1a3ca4: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:51:49.542769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:49.590282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:49.593327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:49.598472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:49.612476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bebb099-54e8-430d-98d1-5f1e24d43723 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:49.625833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=648445c6-aded-46fd-b103-f6190b70c558,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:49.629058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:49.681081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b2abd29e-9c0b-440c-b92d-fe5537e8a480 None None] Provisioning complete for port 648445c6-aded-46fd-b103-f6190b70c558 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:49.681448 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b2abd29e-9c0b-440c-b92d-fe5537e8a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:49.731659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b2abd29e-9c0b-440c-b92d-fe5537e8a480 None None] Port 648445c6-aded-46fd-b103-f6190b70c558 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:50.040903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.067769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:50.348595 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03f3b7ea-3e91-408b-81bb-0166f7a683d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.388751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03f3b7ea-3e91-408b-81bb-0166f7a683d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.525489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03f3b7ea-3e91-408b-81bb-0166f7a683d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.528630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03f3b7ea-3e91-408b-81bb-0166f7a683d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.533065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-03f3b7ea-3e91-408b-81bb-0166f7a683d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "DELETE /v2.0/security-groups/1954a89e-b6d2-486d-92b5-b63894da8c61 HTTP/1.1" status: 204 len: 168 time: 0.4637234 Nov 10 21:51:50.537496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:50.548748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.551842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3b7ea-3e91-408b-81bb-0166f7a683d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1954a89e-b6d2-486d-92b5-b63894da8c61,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:50.565506 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-b052f834-0df7-4e3e-8cdc-30215e978e6d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] show failed (client error): The resource could not be found. Nov 10 21:51:50.570805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b052f834-0df7-4e3e-8cdc-30215e978e6d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups/1954a89e-b6d2-486d-92b5-b63894da8c61 HTTP/1.1" status: 404 len: 347 time: 0.0261264 Nov 10 21:51:50.571980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34140) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:50.728612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Deleting port b035a364-db56-4ab5-9d22-ed5747d908cb {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:51:50.729017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.832057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.832258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:50.834539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 9c365e41-5fa4-4806-af36-9feab94c6304 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:51:50.850466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Calling delete_port for b035a364-db56-4ab5-9d22-ed5747d908cb owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:51:50.989482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:51.002300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Sync routers for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:51.016969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:51.017670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:51.071049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:51.076070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3b9ab36c-a7a0-4c02-8e57-591d929ad1a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1485209 Nov 10 21:51:51.076735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34142) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:51.119941 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:51.172663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event deleted for resources: {'Port': ['ID=b035a364-db56-4ab5-9d22-ed5747d908cb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:51.213281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:51.221235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a81da056-95e2-4b1f-b884-ff0a2335308d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=68cf63181bee4b17bbb9341b26e104e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1408427 Nov 10 21:51:51.221818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34146) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:51.273812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:51.295260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:51.300111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc3ce4ea-b8bd-4cdd-a64f-18d37d60e5f3 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "DELETE /v2.0/floatingips/8ff58b3a-f706-4c7f-806d-87058b1a3ca4 HTTP/1.1" status: 204 len: 168 time: 0.7235401 Nov 10 21:51:51.441951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a58e8-4a25-47a6-a61f-8a4f6f696101 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:51.443817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fe1a58e8-4a25-47a6-a61f-8a4f6f696101 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2208507 Nov 10 21:51:51.446752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:51.481764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a0797d18-4342-4e1d-a252-81e33434d650 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336754 Nov 10 21:51:51.484552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34158) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:51.490897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802296072', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:51.622663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:49Z', 'revision_number': 3, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:51.701520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Checking router: 9c365e41-5fa4-4806-af36-9feab94c6304 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:51.701925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Updating router 9c365e41-5fa4-4806-af36-9feab94c6304 port 648445c6-aded-46fd-b103-f6190b70c558 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:51:51.777460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:51.879482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:51:51.884861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:51.965561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34170) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:51.975684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-060f439e-995e-45fc-977b-acd48b1a07f4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400826131', 'description': 'tempest-description--343083261'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:52.191695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-060f439e-995e-45fc-977b-acd48b1a07f4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.216887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.247068 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.308624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Subnet': ['ID=76f2aaf3-a15a-4df3-9779-49cf34988e91,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:52.308891 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-060f439e-995e-45fc-977b-acd48b1a07f4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.327337 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.351544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Checking segment: {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:52.352031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network hostable DHCP agents. Network: 4bb85725-7844-4ed8-8855-9d12eaaf71d8, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:51:52.373814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ea657-63ed-4040-be6a-50ddcf12099b None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:52.388137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Attempting to bind port 648445c6-aded-46fd-b103-f6190b70c558 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:52.388515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Attempting to bind port 648445c6-aded-46fd-b103-f6190b70c558 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:52.388882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Attempting to bind port 648445c6-aded-46fd-b103-f6190b70c558 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:52.391875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53986b-e07f-4fae-89ac-d8ba64fc75a5 None None] Pushing event updated for resources: {'Port': ['ID=648445c6-aded-46fd-b103-f6190b70c558,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:52.399186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:52.399912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:52.400025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.400365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:52.400857 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Bound port: 648445c6-aded-46fd-b103-f6190b70c558, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:52.401238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.410858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-060f439e-995e-45fc-977b-acd48b1a07f4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.443977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f439e-995e-45fc-977b-acd48b1a07f4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7e65f9-3b6e-4545-b31e-5356df88914a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:52.450983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:51:52.479937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] For port 648445c6-aded-46fd-b103-f6190b70c558, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:52.499503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] For port 648445c6-aded-46fd-b103-f6190b70c558, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=648445c6-aded-46fd-b103-f6190b70c558,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:52.504077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f25b60d5-297a-41c8-adf4-c37b0c104f6c None None] Provisioning complete for port 648445c6-aded-46fd-b103-f6190b70c558 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:52.504439 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f25b60d5-297a-41c8-adf4-c37b0c104f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.512567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-060f439e-995e-45fc-977b-acd48b1a07f4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.514859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-060f439e-995e-45fc-977b-acd48b1a07f4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5481782 Nov 10 21:51:52.517692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34180) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:52.523653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-03883dbb-a166-4f8e-9ebe-ece2fd1c9477 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'security_group_rule': {'security_group_id': '6a7e65f9-3b6e-4545-b31e-5356df88914a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:52.536893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4bb85725-7844-4ed8-8855-9d12eaaf71d8) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:52.541415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:52.542017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.551674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59196f75-98ef-499c-9766-7dda57d96ff1 None None] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:52.580536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f25b60d5-297a-41c8-adf4-c37b0c104f6c None None] Port 648445c6-aded-46fd-b103-f6190b70c558 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:52.623305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:51:52.623305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.704311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03883dbb-a166-4f8e-9ebe-ece2fd1c9477 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.736034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fbe4cdd4-a2f3-4818-b8f0-c56262828eab tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2502854 Nov 10 21:51:52.736246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34188) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:52.856026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373845f-8570-408c-b83e-fd80ede06765 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:51:52.864438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 980599b0-ef80-479c-a56e-6d050f3e4cf6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:51:52.864783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 980599b0-ef80-479c-a56e-6d050f3e4cf6 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:51:52.899923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03883dbb-a166-4f8e-9ebe-ece2fd1c9477 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:52.925171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:52.925861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:52.973208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53986b-e07f-4fae-89ac-d8ba64fc75a5 None None] Pushing event updated for resources: {'Port': ['ID=648445c6-aded-46fd-b103-f6190b70c558,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:52.991998 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03883dbb-a166-4f8e-9ebe-ece2fd1c9477 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.027763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-92afaaf1-58de-4383-b36b-46669fa098e2 None None] Provisioning complete for port 648445c6-aded-46fd-b103-f6190b70c558 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:53.028152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92afaaf1-58de-4383-b36b-46669fa098e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.060667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03883dbb-a166-4f8e-9ebe-ece2fd1c9477 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772fca89-28b1-4d6d-ad15-de43ca950278,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:53.230468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:53.238417 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03883dbb-a166-4f8e-9ebe-ece2fd1c9477 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.239993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-03883dbb-a166-4f8e-9ebe-ece2fd1c9477 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7208903 Nov 10 21:51:53.243182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34190) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:53.252525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-cfcb25dd-7b5e-4fb3-8fc4-20f3c29ac329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'security_group_rule': {'security_group_id': '6a7e65f9-3b6e-4545-b31e-5356df88914a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:53.254862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:51:53.255962 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.395843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.412513 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfcb25dd-7b5e-4fb3-8fc4-20f3c29ac329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.479749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfcb25dd-7b5e-4fb3-8fc4-20f3c29ac329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.532592 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92afaaf1-58de-4383-b36b-46669fa098e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.559708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfcb25dd-7b5e-4fb3-8fc4-20f3c29ac329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.583732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb25dd-7b5e-4fb3-8fc4-20f3c29ac329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29349fa5-7eaa-448c-839d-8d840d3ae0eb,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:53.621581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-92afaaf1-58de-4383-b36b-46669fa098e2 None None] For port 648445c6-aded-46fd-b103-f6190b70c558, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=648445c6-aded-46fd-b103-f6190b70c558,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:53.664805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cfcb25dd-7b5e-4fb3-8fc4-20f3c29ac329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.666279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cfcb25dd-7b5e-4fb3-8fc4-20f3c29ac329 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180119 Nov 10 21:51:53.669116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34200) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:53.673887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:51:53.675869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Allocated IP 172.20.0.2 (4bb85725-7844-4ed8-8855-9d12eaaf71d8/76f2aaf3-a15a-4df3-9779-49cf34988e91/0e32a51c-69e1-4c21-a27a-f3f8323f9082) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:53.691872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92afaaf1-58de-4383-b36b-46669fa098e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.699184 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.755450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:53.788744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:49Z', 'revision_number': 3, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:53.860623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd97862-6efe-4835-a058-8b956195e8ae None None] The sync data for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 is: [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:49Z', 'revision_number': 3, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:51:53.881457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afaaf1-58de-4383-b36b-46669fa098e2 None None] Pushing event updated for resources: {'Port': ['ID=648445c6-aded-46fd-b103-f6190b70c558,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:53.976929 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.001566 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.094405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Allocated IP 172.25.7.254 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/1977fd0d-fc84-4f78-b9ea-96deddb59bd0) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:54.094730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.134918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:54.139869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:54.143814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:54.196850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.20.0.1 (4bb85725-7844-4ed8-8855-9d12eaaf71d8/76f2aaf3-a15a-4df3-9779-49cf34988e91/b1e16ed5-bbe7-414e-b70a-2e829a80a920) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:51:54.211216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Pushing event updated for resources: {'Port': ['ID=0e32a51c-69e1-4c21-a27a-f3f8323f9082,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:54.253819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Attempting to bind port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:51:54.254191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Attempting to bind port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:51:54.254558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Attempting to bind port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 on network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:51:54.261819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:51:54.262430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Checking segment: {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:51:54.263648 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.264086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Bound using segment: {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:51:54.264566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Bound port: 0e32a51c-69e1-4c21-a27a-f3f8323f9082, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:51:54.264955 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.351514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] For port 0e32a51c-69e1-4c21-a27a-f3f8323f9082, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:51:54.355715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] For port 0e32a51c-69e1-4c21-a27a-f3f8323f9082, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0e32a51c-69e1-4c21-a27a-f3f8323f9082,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:51:54.380709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.423301 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.524383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192381e-3303-49dd-9902-9f7db0387a9a None None] Pushing event updated for resources: {'Port': ['ID=0e32a51c-69e1-4c21-a27a-f3f8323f9082,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:54.537044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.598714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:54.607757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:54.611240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:54.648763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'Port': ['ID=1977fd0d-fc84-4f78-b9ea-96deddb59bd0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:54.733956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.930682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:54.984693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:55.091510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:55.127225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:55.135851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:55.169793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:51:55.294717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=b1e16ed5-bbe7-414e-b70a-2e829a80a920,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:55.319672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:55.389418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:55.506061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:55.632600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'Port': ['ID=1977fd0d-fc84-4f78-b9ea-96deddb59bd0,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:55.657870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:55.711650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0e32a51c-69e1-4c21-a27a-f3f8323f9082 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:55.775531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:55.776856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1857e58c-fdd1-48e4-8663-336232e2b22a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1067879 Nov 10 21:51:55.920785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:55.921171 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.007759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-4d4e80d5-77e3-437a-86cf-24e54eedf5e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6712940 Nov 10 21:51:56.038540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3174eab-a314-4050-bb2e-fe5708816c6f req-f37b24e2-c8d4-48a9-84df-fb045730152a tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:56.046056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3174eab-a314-4050-bb2e-fe5708816c6f req-f37b24e2-c8d4-48a9-84df-fb045730152a tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1098 time: 0.1983235 Nov 10 21:51:56.135015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e3174eab-a314-4050-bb2e-fe5708816c6f req-cd9b904d-6e1e-4873-ae31-a14eb848abf8 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.175621 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.270483 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-84b3b300-d98a-47bf-be0e-6fcbab942317 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1400826131&fields=id&tenant_id=121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 267 time: 0.1658709 Nov 10 21:51:56.288255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 0e32a51c-69e1-4c21-a27a-f3f8323f9082, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0e32a51c-69e1-4c21-a27a-f3f8323f9082,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:51:56.330553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e3174eab-a314-4050-bb2e-fe5708816c6f req-cd9b904d-6e1e-4873-ae31-a14eb848abf8 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.343203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.353818 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.354791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 648445c6-aded-46fd-b103-f6190b70c558 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:56.403482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-f06fc4f3-8c6a-4ae0-bbae-2a10bb644809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:56.405252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-f06fc4f3-8c6a-4ae0-bbae-2a10bb644809 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=feadca3bdf8b4277be6dd51cca414b00&device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 1098 time: 0.3433414 Nov 10 21:51:56.419653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-e3174eab-a314-4050-bb2e-fe5708816c6f req-cd9b904d-6e1e-4873-ae31-a14eb848abf8 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.484366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-d8fdccb5-fb34-4523-9e71-e4db8ef18441 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:56.498845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485263b-0d9c-42d0-8114-4174d33945d1 None None] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:51:56.505604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-d8fdccb5-fb34-4523-9e71-e4db8ef18441 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 815 time: 0.2199724 Nov 10 21:51:56.541201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-7d982dfb-782c-4eb1-a3c2-1726de89a7af tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/quotas/121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 375 time: 0.0406253 Nov 10 21:51:56.640533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-237a47a0-eb8c-48f6-a802-8def87cc42fc None None] Provisioning complete for port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:56.641141 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-237a47a0-eb8c-48f6-a802-8def87cc42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.668694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-189771d3-b896-4da8-9cd6-ce283e9f8d38 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237931 Nov 10 21:51:56.680810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-38751682-bca2-4c42-80ed-b36ff69736df service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:51:56.689312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=0e32a51c-69e1-4c21-a27a-f3f8323f9082,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:56.690102 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-38751682-bca2-4c42-80ed-b36ff69736df service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163951 Nov 10 21:51:56.722264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 648445c6-aded-46fd-b103-f6190b70c558 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:56.723219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:56.912354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-65f87811-a563-44ff-887a-b7cab6d4db62 service neutron] 10.222.0.45 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177169 Nov 10 21:51:56.929490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b904d-6e1e-4873-ae31-a14eb848abf8 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812ae98d-364c-4c55-839c-f2e500df1fdf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:56.949176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3174eab-a314-4050-bb2e-fe5708816c6f req-cd9b904d-6e1e-4873-ae31-a14eb848abf8 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8942518 Nov 10 21:51:57.149756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-994bf34f-7d8f-49ab-8dc7-2d67b2bd2306 service neutron] 10.222.0.45 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369256 Nov 10 21:51:57.173546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-ddacf6e2-3214-411d-af8d-1bd0429d6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:57.182984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-ddacf6e2-3214-411d-af8d-1bd0429d6e86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 200 len: 911 time: 0.7279122 Nov 10 21:51:57.495249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0e32a51c-69e1-4c21-a27a-f3f8323f9082 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:51:57.500294 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:57.508584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-c492965e-958a-43e8-a75e-d2496c77b645 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 200 len: 1002 time: 0.2882352 Nov 10 21:51:57.521524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6ccc8-8606-4cd3-85cb-e930db9c42ba req-5bad53b3-478f-48fd-ab5a-fe00e246b74d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:57.529952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16d6ccc8-8606-4cd3-85cb-e930db9c42ba req-5bad53b3-478f-48fd-ab5a-fe00e246b74d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.3723371 Nov 10 21:51:57.608954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:57.652715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:57.655289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:57.669573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a44f4ec0-d96a-4f23-ab6b-15952c33b5d7 req-a82cbffc-2f3a-40d7-8a1d-d0182f384e60 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 210 time: 0.1277630 Nov 10 21:51:57.854101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-15a25491-d2f3-4e01-ab00-f2a70c02358b None None] Provisioning complete for port b1e16ed5-bbe7-414e-b70a-2e829a80a920 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:57.854603 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15a25491-d2f3-4e01-ab00-f2a70c02358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:57.869565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16d6ccc8-8606-4cd3-85cb-e930db9c42ba req-1a939855-eb59-4e1d-ba0b-151e89554950 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325586 Nov 10 21:51:57.881820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34264) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:57.939363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-b2eaa7d4-a4b0-4187-92bd-ecbfc8cc470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:57.943098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-b2eaa7d4-a4b0-4187-92bd-ecbfc8cc470e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 200 len: 849 time: 0.4049542 Nov 10 21:51:57.999928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:58.004325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=b1e16ed5-bbe7-414e-b70a-2e829a80a920,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:51:58.024414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-15a25491-d2f3-4e01-ab00-f2a70c02358b None None] Port b1e16ed5-bbe7-414e-b70a-2e829a80a920 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:58.027143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b243bbcb-f80b-498f-91df-c61d8eb0b58c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/cee40586-99ef-470c-b6d3-485a25ffd03f HTTP/1.1" status: 200 len: 993 time: 0.1409843 Nov 10 21:51:58.062643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-15a25491-d2f3-4e01-ab00-f2a70c02358b None None] Provisioning complete for port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:58.062936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15a25491-d2f3-4e01-ab00-f2a70c02358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:58.085378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-4590797c-f14b-40f0-823d-66f62a425691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:58.086910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-4590797c-f14b-40f0-823d-66f62a425691 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258042 Nov 10 21:51:58.320330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:51:58.362842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:51:58.427028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-389c1665-6193-4788-90a2-ee395a388550 None None] Provisioning complete for port b1e16ed5-bbe7-414e-b70a-2e829a80a920 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:58.427889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-389c1665-6193-4788-90a2-ee395a388550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:58.445434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-20618581-b9d6-48b5-9c0c-88268078d0f9 req-ed486c5d-1a13-4c8a-a1e6-502bf35b71d4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:51:58.446582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20618581-b9d6-48b5-9c0c-88268078d0f9 req-ed486c5d-1a13-4c8a-a1e6-502bf35b71d4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059521 Nov 10 21:51:58.509598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-53e62827-0c0f-43e8-8885-d6847aa06bb9 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024997 Nov 10 21:51:58.517666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-389c1665-6193-4788-90a2-ee395a388550 None None] Port b1e16ed5-bbe7-414e-b70a-2e829a80a920 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:58.690995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 9c365e41-5fa4-4806-af36-9feab94c6304 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:51:58.738001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f8b1c4f4-2725-4cbf-a17a-f472fc04c4c4 None None] Provisioning complete for port b1e16ed5-bbe7-414e-b70a-2e829a80a920 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:51:58.738648 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f8b1c4f4-2725-4cbf-a17a-f472fc04c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:51:58.788421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1c4f4-2725-4cbf-a17a-f472fc04c4c4 None None] Port b1e16ed5-bbe7-414e-b70a-2e829a80a920 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:51:58.818218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51057c7d-ed96-487d-8f99-08ea7e5ca0ac req-4ec5cd46-4619-4737-bfc8-3d82440d7872 service neutron] 10.222.0.53 "GET /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292383 Nov 10 21:51:58.915002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf2482cf-9649-4aa7-9c88-25e41574dcba req-20dd12c7-dfcf-471a-a560-4bba987a5c3b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 210 time: 0.0357659 Nov 10 21:51:58.925749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:51:58.932031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb925cc0-42ad-4444-848c-534b79f5e23f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "PUT /v2.0/routers/9c365e41-5fa4-4806-af36-9feab94c6304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1945279 Nov 10 21:51:58.934477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34290) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:58.939591 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Sync routers for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:51:58.951484 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:51:58.952444 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:59.102994 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:51:59.140042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9ecd4-65b1-4fde-b590-fa25e56cf140 req-62b5f13e-da32-41b7-ac72-13157b24c184 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.148472 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-23c9ecd4-65b1-4fde-b590-fa25e56cf140 req-62b5f13e-da32-41b7-ac72-13157b24c184 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0842147 Nov 10 21:51:59.217220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-23c9ecd4-65b1-4fde-b590-fa25e56cf140 req-c7e51599-3620-4754-bac4-d7324f967af3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677342 Nov 10 21:51:59.231800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.232633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.233735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.234425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.242587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.242587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.242587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.242587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.244340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34296) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:59.257781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-430a0f86-bace-4b0e-afb0-66e665e55016 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.3210509 Nov 10 21:51:59.360366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.361098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.361747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.362355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.362957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.363614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.364311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.364951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:51:59.367608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d232dd7-78d6-4b6e-bb5b-bb2643449a2d tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5272 time: 0.1219563 Nov 10 21:51:59.370682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:51:59.418229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-6e8967ed-c55c-4b80-9c80-125adede0110 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222715 Nov 10 21:51:59.438432 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:56Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:51:56Z', 'revision_number': 2, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:51:59.489990 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Checking router: 9c365e41-5fa4-4806-af36-9feab94c6304 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:51:59.490349 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Updating router 9c365e41-5fa4-4806-af36-9feab94c6304 port b1e16ed5-bbe7-414e-b70a-2e829a80a920 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:51:59.517672 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:00.089696 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:52:00.104386 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:00.193051 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:00.226358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4fa9cea-de9d-4c2f-8f74-4d6c147ba0da req-aa945e2a-ac23-45af-a427-d988484fad8f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 210 time: 0.0825827 Nov 10 21:52:00.496152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427479-f101-42ef-b9e7-ad9874728099 req-a48293bd-867a-479f-90d7-879c10f242f9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:00.509439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c427479-f101-42ef-b9e7-ad9874728099 req-a48293bd-867a-479f-90d7-879c10f242f9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1475911 Nov 10 21:52:00.594140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-c1fbe857-6d18-488c-8e81-11ad2c4b41f5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:00.595583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-c1fbe857-6d18-488c-8e81-11ad2c4b41f5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 815 time: 0.4446983 Nov 10 21:52:00.627578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-16ddc367-0f2c-4ebf-97e1-12a42f6da1db tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 1.2342834 Nov 10 21:52:00.686545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c427479-f101-42ef-b9e7-ad9874728099 req-f6791aa7-3967-44bf-b1a3-8179de017c02 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761100 Nov 10 21:52:00.836575 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8c9f2-a823-4a07-bf0a-87769e10a8a4 None None] Pushing event updated for resources: {'Port': ['ID=b1e16ed5-bbe7-414e-b70a-2e829a80a920,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:00.859356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-9309735b-0414-4e4c-b6dd-5175582b595f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 380 time: 0.2289703 Nov 10 21:52:00.877463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'port': {'device_id': '437c95e0-593c-4323-a2d3-3157c41ac142', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'admin_state_up': True, 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'security_groups': ['6a7e65f9-3b6e-4545-b31e-5356df88914a']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:00.878504 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Attempting to bind port b1e16ed5-bbe7-414e-b70a-2e829a80a920 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:52:00.878887 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Attempting to bind port b1e16ed5-bbe7-414e-b70a-2e829a80a920 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:52:00.879254 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Attempting to bind port b1e16ed5-bbe7-414e-b70a-2e829a80a920 on network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:52:00.894530 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:52:00.905806 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Checking segment: {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:52:00.905806 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:00.905806 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Bound using segment: {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:52:00.905806 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Bound port: b1e16ed5-bbe7-414e-b70a-2e829a80a920, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:52:00.905806 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:00.948715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a87a0d7d-3b41-4b77-a82e-7fef1787c98a None None] Provisioning complete for port b1e16ed5-bbe7-414e-b70a-2e829a80a920 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:00.949730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a87a0d7d-3b41-4b77-a82e-7fef1787c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.015567 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] For port b1e16ed5-bbe7-414e-b70a-2e829a80a920, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:52:01.025209 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] For port b1e16ed5-bbe7-414e-b70a-2e829a80a920, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1e16ed5-bbe7-414e-b70a-2e829a80a920,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:52:01.078158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a87a0d7d-3b41-4b77-a82e-7fef1787c98a None None] Port b1e16ed5-bbe7-414e-b70a-2e829a80a920 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:52:01.096119 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.176520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Made reservation on behalf of 121733d077bf4bbb84319c87fbbbb941 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:52:01.181551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.242883 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:01.243536 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:01.388177 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8c9f2-a823-4a07-bf0a-87769e10a8a4 None None] Pushing event updated for resources: {'Port': ['ID=b1e16ed5-bbe7-414e-b70a-2e829a80a920,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:01.404243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34354) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:01.412104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667570171', 'description': 'tempest-secgroup-smoke-1667570171 description', 'project_id': '68cf63181bee4b17bbb9341b26e104e1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:01.533111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Allocated IP 172.20.0.10 (70a615e8-3904-4d70-a5aa-06354a37491d/3d4ca4bd-be5f-4fc2-9a83-5390469d9164/1ad3203b-5060-4a84-9035-f00afb29ec93) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:52:01.554982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d70d0b99-d474-47fc-b208-3ea2b6e1130c req-63a65817-8707-4b42-b78f-9326ea022c6b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 210 time: 0.0999539 Nov 10 21:52:01.597341 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:01.634647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.722290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-32216368-4d03-48cf-a4ab-dc703def5dde None None] Provisioning complete for port b1e16ed5-bbe7-414e-b70a-2e829a80a920 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:01.724250 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32216368-4d03-48cf-a4ab-dc703def5dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.804929 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.890825 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.954650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:01.971977 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32216368-4d03-48cf-a4ab-dc703def5dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:01.986401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:01.993374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:01.994002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:01.995664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:01.996194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:01.996685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:02.002604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:02.002604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:02.002604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:02.002604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:02.002604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:02.002604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:02.046303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e700f1-23e6-4b17-9ed7-3cead07d2509 req-43811124-6c4c-4231-8b9f-49e3ffb03855 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:02.048201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62e700f1-23e6-4b17-9ed7-3cead07d2509 req-43811124-6c4c-4231-8b9f-49e3ffb03855 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.2277195 Nov 10 21:52:02.054798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.067439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-32216368-4d03-48cf-a4ab-dc703def5dde None None] For port b1e16ed5-bbe7-414e-b70a-2e829a80a920, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1e16ed5-bbe7-414e-b70a-2e829a80a920,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:02.092514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.096732 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:56Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:01Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:02.097876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-feadb88c-dacc-428b-a582-0f51fdeecefe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6925170 Nov 10 21:52:02.098684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34362) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:02.103685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-78a00b55-0905-489d-911c-1314a42e306a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'ff5f2b63-b9ad-4e13-8863-6a93fa17efcb', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:02.141929 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32216368-4d03-48cf-a4ab-dc703def5dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.143784 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6adc3-3cde-40b4-bec8-c48252c346b3 None None] The sync data for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 is: [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:56Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:01Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:52:02.220061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62e700f1-23e6-4b17-9ed7-3cead07d2509 req-09ecda08-4a2d-44e6-878a-61ce34eee54d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446872 Nov 10 21:52:02.229438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.271069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a00b55-0905-489d-911c-1314a42e306a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.275712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32216368-4d03-48cf-a4ab-dc703def5dde None None] Pushing event updated for resources: {'Port': ['ID=b1e16ed5-bbe7-414e-b70a-2e829a80a920,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:02.351571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Network 70a615e8-3904-4d70-a5aa-06354a37491d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:52:02.358738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:52:02.363132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:52:02.371107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:02.415941 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a00b55-0905-489d-911c-1314a42e306a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.466238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:02.466928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.484730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a00b55-0905-489d-911c-1314a42e306a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.507208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a00b55-0905-489d-911c-1314a42e306a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a35666-2eeb-44b5-aa36-dc915beb8659,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:02.675160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-78a00b55-0905-489d-911c-1314a42e306a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.682053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-8a9f84a4-90ff-4071-8fdf-473f9740078f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8097243 Nov 10 21:52:02.683901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34372) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:02.684850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-78a00b55-0905-489d-911c-1314a42e306a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5848925 Nov 10 21:52:02.700312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-6071c343-d53b-459b-9f43-6498c5366b69 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:52:02.705345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-6071c343-d53b-459b-9f43-6498c5366b69 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224481 Nov 10 21:52:02.715929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-277e50ca-cfc6-4144-8eb0-14cd0d3e6249 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'ff5f2b63-b9ad-4e13-8863-6a93fa17efcb', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:02.792160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ce6c0d1a-bb79-4518-907c-cf608d2dce01 None None] Provisioning complete for port 1ad3203b-5060-4a84-9035-f00afb29ec93 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:02.792650 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0d1a-bb79-4518-907c-cf608d2dce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.822536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f18e8c-cac5-42d4-9ba6-dad7b881d544 req-ed46b93a-7023-4fa2-b37b-f347f0f2fecd tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:02.824365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4f18e8c-cac5-42d4-9ba6-dad7b881d544 req-ed46b93a-7023-4fa2-b37b-f347f0f2fecd tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 932 time: 0.1380663 Nov 10 21:52:02.845534 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277e50ca-cfc6-4144-8eb0-14cd0d3e6249 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.865785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Request body: {'port': {'device_id': '437c95e0-593c-4323-a2d3-3157c41ac142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:02.894377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c0d1a-bb79-4518-907c-cf608d2dce01 None None] Port 1ad3203b-5060-4a84-9035-f00afb29ec93 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:52:02.979456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:02.980033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4f18e8c-cac5-42d4-9ba6-dad7b881d544 req-e334b6c1-ccea-4962-b606-23b1ef205383 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383007 Nov 10 21:52:03.003084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42e9f66e-ef2b-4099-b047-9e03ea5cf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:03.004932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42e9f66e-ef2b-4099-b047-9e03ea5cf09d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1098 time: 0.2517064 Nov 10 21:52:03.072266 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277e50ca-cfc6-4144-8eb0-14cd0d3e6249 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.126412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-10cfddbc-f838-4b74-85ce-be44bf87be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:03.127966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-10cfddbc-f838-4b74-85ce-be44bf87be36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.1141856 Nov 10 21:52:03.146615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277e50ca-cfc6-4144-8eb0-14cd0d3e6249 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.173171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e50ca-cfc6-4144-8eb0-14cd0d3e6249 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5f796c-ba06-45cb-8e9d-74a7fd3a8953,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:03.282293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-499f4e07-80b2-4694-b841-6af5b5bb987b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 1001 time: 0.1415780 Nov 10 21:52:03.376308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-277e50ca-cfc6-4144-8eb0-14cd0d3e6249 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.377413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-277e50ca-cfc6-4144-8eb0-14cd0d3e6249 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6711144 Nov 10 21:52:03.384459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34396) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:03.390845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-97cf942b-4970-4f68-8dc1-cd4d3bad3daa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'ff5f2b63-b9ad-4e13-8863-6a93fa17efcb', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:03.412177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad3203b-5060-4a84-9035-f00afb29ec93 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:52:03.423666 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.453673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c38d-cbd8-4491-af55-32d5127a20ea req-ab60dc24-5bfa-46a1-9043-2f3f91428ba1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:03.462312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ef4c38d-cbd8-4491-af55-32d5127a20ea req-ab60dc24-5bfa-46a1-9043-2f3f91428ba1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1189830 Nov 10 21:52:03.470253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Transition to ACTIVE for port object 1ad3203b-5060-4a84-9035-f00afb29ec93 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:52:03.470660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-954d8af6-74b4-420f-9a4f-a60b32360da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:03.472208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-954d8af6-74b4-420f-9a4f-a60b32360da8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.1821761 Nov 10 21:52:03.519238 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97cf942b-4970-4f68-8dc1-cd4d3bad3daa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.523132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1e16ed5-bbe7-414e-b70a-2e829a80a920 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:52:03.553773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.592727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b1e16ed5-bbe7-414e-b70a-2e829a80a920 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:03.593392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.599513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-f06b95e9-c3b9-4d33-a568-f6d32ca72d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:03.601531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-f06b95e9-c3b9-4d33-a568-f6d32ca72d85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155779 Nov 10 21:52:03.623844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ef4c38d-cbd8-4491-af55-32d5127a20ea req-73147e63-04a9-480f-a137-37e43e9e5717 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600363 Nov 10 21:52:03.668573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:03.710435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97cf942b-4970-4f68-8dc1-cd4d3bad3daa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.773073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:52:03.773632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:52:03.773725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:52:03.774382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-f42c1a97-7cc6-4ab0-893a-c4af7f813a71 service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480165 Nov 10 21:52:03.775467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97cf942b-4970-4f68-8dc1-cd4d3bad3daa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.780520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Port 1ad3203b-5060-4a84-9035-f00afb29ec93 on network 70a615e8-3904-4d70-a5aa-06354a37491d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:52:03.781050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:52:03.788578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:52:03.791311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Checking segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:52:03.791880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Bound using segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:52:03.792291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Bound port: 1ad3203b-5060-4a84-9035-f00afb29ec93, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:52:03.792717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.818260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf942b-4970-4f68-8dc1-cd4d3bad3daa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bea184-b063-4406-97f6-3bdd50ae9377,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:03.896306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:52:03.900489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:52:03.908857 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97cf942b-4970-4f68-8dc1-cd4d3bad3daa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.909405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-97cf942b-4970-4f68-8dc1-cd4d3bad3daa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5223937 Nov 10 21:52:03.911833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34408) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:03.922793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e2688e89-8490-4bfc-b78c-f291c73b52c6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'ff5f2b63-b9ad-4e13-8863-6a93fa17efcb', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:03.964438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:03.976325 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-cebdfd0f-bf2c-410d-970b-195802335cd6 service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935263 Nov 10 21:52:04.045759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.047896 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:04.052687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] 10.222.0.64 "PUT /v2.0/ports/1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1093 time: 1.3271074 Nov 10 21:52:04.169641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:04.180696 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d489f151-35a5-497f-8e7e-9f909004c168" -d '{"events": [{"name": "network-changed", "server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:04.231436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2688e89-8490-4bfc-b78c-f291c73b52c6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:04.284478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d945f-da40-4f57-b5b2-8e66a2b3685d req-7e40de35-6e46-448f-8c25-12c2bd456638 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.286494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-615d945f-da40-4f57-b5b2-8e66a2b3685d req-7e40de35-6e46-448f-8c25-12c2bd456638 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.1644607 Nov 10 21:52:04.294463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955e0c8-342a-4424-a91c-c4f316b0755d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:04.336322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-1c2f0099-6b61-49ac-aaa4-3dc259c8890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.337911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-1c2f0099-6b61-49ac-aaa4-3dc259c8890e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1096 time: 0.0992038 Nov 10 21:52:04.493941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-d3977de9-b3e6-499b-8416-b29db6b1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.495689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-d3977de9-b3e6-499b-8416-b29db6b1ba1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1098 time: 0.3024831 Nov 10 21:52:04.503646 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-43885543-7d29-4a79-9a2e-d02e910fff0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 217 time: 0.1492999 Nov 10 21:52:04.512504 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dfea17-84bc-41eb-9de4-b6bd2a78573b x-openstack-request-id: req-79dfea17-84bc-41eb-9de4-b6bd2a78573b {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:04.512805 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:04.513101 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79dfea17-84bc-41eb-9de4-b6bd2a78573b {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:04.513496 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'status': 'completed', 'code': 200} Nov 10 21:52:04.514463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-615d945f-da40-4f57-b5b2-8e66a2b3685d req-02263ff4-6865-4ea6-9b86-70fe171597db tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134056 Nov 10 21:52:04.540335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2688e89-8490-4bfc-b78c-f291c73b52c6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:04.626815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-be67f217-088a-40eb-a3a5-e368c0d5ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.628340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-be67f217-088a-40eb-a3a5-e368c0d5ac42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.1117220 Nov 10 21:52:04.636278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2688e89-8490-4bfc-b78c-f291c73b52c6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:04.673412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-30f39fd5-fdb9-4a6b-a5e4-bf48ac68bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.675351 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-30f39fd5-fdb9-4a6b-a5e4-bf48ac68bcf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.1533046 Nov 10 21:52:04.680674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2688e89-8490-4bfc-b78c-f291c73b52c6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59612365-432c-44dc-a179-8238c4a7224f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:04.704106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-d2d7b591-dc86-4a20-88f3-67066d3b0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.707628 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-d2d7b591-dc86-4a20-88f3-67066d3b0bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673182 Nov 10 21:52:04.779137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e2688e89-8490-4bfc-b78c-f291c73b52c6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:04.781252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e2688e89-8490-4bfc-b78c-f291c73b52c6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8670506 Nov 10 21:52:04.795189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34428) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:04.795189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'ff5f2b63-b9ad-4e13-8863-6a93fa17efcb', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:04.799130 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-08a9fd19-45c6-4578-a9a0-05fa153bfb9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 1001 time: 0.1137757 Nov 10 21:52:04.831828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c618107-f44f-46fe-8d2d-bbbcb1f81bee req-c89d4543-5902-4a6f-93f2-f55fdac7da74 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.833343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c618107-f44f-46fe-8d2d-bbbcb1f81bee req-c89d4543-5902-4a6f-93f2-f55fdac7da74 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0882578 Nov 10 21:52:04.845418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-04d9b324-614a-4876-b775-a37de40cfb15 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298847 Nov 10 21:52:04.899258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-f24e3013-7001-455c-8d7d-19efc57d13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.900795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-f24e3013-7001-455c-8d7d-19efc57d13d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.0921085 Nov 10 21:52:04.913687 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Project 68cf63181bee4b17bbb9341b26e104e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:52:04.921724 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:04.956916 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c618107-f44f-46fe-8d2d-bbbcb1f81bee req-89bab0ee-507e-40b1-beef-a51480831fd4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010649 Nov 10 21:52:04.977083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-f98c191f-e256-4701-b715-f312f678cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:04.979181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-f98c191f-e256-4701-b715-f312f678cdf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660944 Nov 10 21:52:05.021385 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e39cdb2-64b7-4762-912f-23abfb2b7683 req-29f86c5b-106c-498f-a15a-b2e71f38a373 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683152 Nov 10 21:52:05.033216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.113733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.133847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfccb898-a94a-4e02-843c-816035b7d291,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:05.138815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-9227f743-5ac4-45ce-a004-6431754671a6 service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522570 Nov 10 21:52:05.249960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4166d5b-7467-4fe4-8cce-05f3717cdc35 req-0a716664-1d51-453d-8c4c-256039f56ac6 service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032772 Nov 10 21:52:05.250416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f151-35a5-497f-8e7e-9f909004c168 req-30def520-febe-4266-97fd-2cff2102d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:05.252007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d489f151-35a5-497f-8e7e-9f909004c168 req-30def520-febe-4266-97fd-2cff2102d1dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1096 time: 0.0510824 Nov 10 21:52:05.255283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.256637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4085d89b-18c6-4072-a35a-a82d33b0cd6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4651716 Nov 10 21:52:05.260220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34430) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:05.267631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'ff5f2b63-b9ad-4e13-8863-6a93fa17efcb', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:05.360267 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Project 68cf63181bee4b17bbb9341b26e104e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:52:05.363261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f151-35a5-497f-8e7e-9f909004c168 req-2509c9e9-d23f-4eff-bb01-7859923f331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:05.364877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d489f151-35a5-497f-8e7e-9f909004c168 req-2509c9e9-d23f-4eff-bb01-7859923f331c service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.1023166 Nov 10 21:52:05.367129 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.442434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.513542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.531676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d42097-ddee-4e1e-8e6d-8bb6060c8f01,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:05.630219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.633564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bc8468f3-4cfc-4d1e-9101-d110c5646915 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3722508 Nov 10 21:52:05.684553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4d4c596-344f-4038-96f1-e9d1dcb7d289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:05.753064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d489f151-35a5-497f-8e7e-9f909004c168 req-e76a6436-8766-4ac6-b5d7-00f7a9ddf36b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 217 time: 0.3804007 Nov 10 21:52:05.797388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-6a12fa51-ffc2-4df5-8b70-6beab1f6e406 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667570171&fields=id&tenant_id=68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 267 time: 0.0495718 Nov 10 21:52:05.828322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f151-35a5-497f-8e7e-9f909004c168 req-7716b626-4e0e-4729-a12a-94799d8bc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:05.829761 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d489f151-35a5-497f-8e7e-9f909004c168 req-7716b626-4e0e-4729-a12a-94799d8bc1f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0688457 Nov 10 21:52:05.838447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873dda-0494-4145-9946-a9d4ee8bed9e req-0a778688-e826-4eb2-9640-66926f4a3d6e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:05.839890 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae873dda-0494-4145-9946-a9d4ee8bed9e req-0a778688-e826-4eb2-9640-66926f4a3d6e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.0892711 Nov 10 21:52:05.914036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae873dda-0494-4145-9946-a9d4ee8bed9e req-da33d548-debf-4a2f-8d1b-9906ac173ca4 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657744 Nov 10 21:52:05.916333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489f151-35a5-497f-8e7e-9f909004c168 req-7287da4d-a899-405f-8436-92601fbbc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:05.917776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d489f151-35a5-497f-8e7e-9f909004c168 req-7287da4d-a899-405f-8436-92601fbbc3ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769908 Nov 10 21:52:05.918821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-725effae-cdc2-4938-8179-0cd721aed7eb tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:05.920724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-725effae-cdc2-4938-8179-0cd721aed7eb tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/networks?id=4bb85725-7844-4ed8-8855-9d12eaaf71d8 HTTP/1.1" status: 200 len: 796 time: 0.1150448 Nov 10 21:52:05.946180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-8a6f7552-25bc-4ed9-b750-b2850e865945 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/quotas/68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 375 time: 0.0188129 Nov 10 21:52:06.008335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-5c729d96-7c09-4e6e-8275-070bc9235867 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562961 Nov 10 21:52:06.026141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d489f151-35a5-497f-8e7e-9f909004c168 req-d177b023-c893-4107-8ee6-d06bdfd9c8ab service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006594 Nov 10 21:52:06.031559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-ec0661fa-e1bd-4984-b571-a2d0d79d3c70 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:52:06.032693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-ec0661fa-e1bd-4984-b571-a2d0d79d3c70 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054629 Nov 10 21:52:06.130220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-1e98cbb7-9ff2-4d59-9df9-7bbcec768a07 service neutron] 10.222.0.45 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884457 Nov 10 21:52:06.140204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fef50-4188-4aab-b335-f97fc4fd8fe0 req-816c9a12-c510-4b24-8d9f-59b41cb85160 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:06.144982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c52fef50-4188-4aab-b335-f97fc4fd8fe0 req-816c9a12-c510-4b24-8d9f-59b41cb85160 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1170049 Nov 10 21:52:06.195555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d489f151-35a5-497f-8e7e-9f909004c168 req-6136dd74-597a-4239-ad38-51a3baf10dcd service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565554 Nov 10 21:52:06.227851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c52fef50-4188-4aab-b335-f97fc4fd8fe0 req-f75be7f7-25e5-4a5d-8d28-c5caa0d6bbcb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792003 Nov 10 21:52:06.263342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-4bc3fbf7-6165-42f8-826f-bb9ed5ec071f service neutron] 10.222.0.45 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267307 Nov 10 21:52:06.494708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e647d133-1a8c-4ec4-8cfa-e2dedd75db04 req-ef999906-8264-4158-9f5c-bf505d4f57d1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0295470 Nov 10 21:52:07.053110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabceee-3957-424d-8e6c-144eaf5c28f4 req-056cde3f-e5c5-485e-8188-aee70c52f97d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:07.054799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-caabceee-3957-424d-8e6c-144eaf5c28f4 req-056cde3f-e5c5-485e-8188-aee70c52f97d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.0540137 Nov 10 21:52:07.112391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-caabceee-3957-424d-8e6c-144eaf5c28f4 req-a05cd01e-9637-4a05-a60d-b8572a42824f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508480 Nov 10 21:52:07.358846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684a7f8-e53c-4fc9-ac8c-11a95de562e7 req-fbe2b61a-47ad-4b7a-a390-bb0cecbc88aa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:07.360131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d684a7f8-e53c-4fc9-ac8c-11a95de562e7 req-fbe2b61a-47ad-4b7a-a390-bb0cecbc88aa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0507777 Nov 10 21:52:07.413759 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d684a7f8-e53c-4fc9-ac8c-11a95de562e7 req-26588c32-697e-4968-afea-e8d81ed6c260 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465279 Nov 10 21:52:07.592462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8eb13a9-3177-49b9-b954-91b028952d39 req-c838353c-8155-4667-8bca-a783b0c07402 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0284009 Nov 10 21:52:07.987404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f84d2fc-3ef8-4a06-9c72-f43e763a1465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:08.239585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992394-88c3-437c-a597-891a35f91367 req-ed644ced-6f0a-4ef2-9ec8-957a569d4e4f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:08.241408 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6992394-88c3-437c-a597-891a35f91367 req-ed644ced-6f0a-4ef2-9ec8-957a569d4e4f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.0569558 Nov 10 21:52:08.289857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6992394-88c3-437c-a597-891a35f91367 req-7ab7567e-3517-4886-9030-78cfb2cd011f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419011 Nov 10 21:52:08.540307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5870e-d0cf-4e9b-abbb-f7a808b34240 req-970f82f3-de5a-4215-9ebb-2dcb6be933cc tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:08.541996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9db5870e-d0cf-4e9b-abbb-f7a808b34240 req-970f82f3-de5a-4215-9ebb-2dcb6be933cc tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0572298 Nov 10 21:52:08.668901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9db5870e-d0cf-4e9b-abbb-f7a808b34240 req-98eb5f3d-c7bb-4e4e-8ecc-1305f559ea20 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143520 Nov 10 21:52:08.670749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:52:08.698961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-2cc5c831-d2ee-46a2-870d-d92e0d75e0c2 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:08.698961 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-2cc5c831-d2ee-46a2-870d-d92e0d75e0c2 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "GET /v2.0/networks?id=4bb85725-7844-4ed8-8855-9d12eaaf71d8 HTTP/1.1" status: 200 len: 796 time: 0.1527307 Nov 10 21:52:08.702457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01c2b4af-140a-4c18-ab30-b78168f5180c req-83e38d77-20bb-47d1-a53f-fe1c33b6730c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0372925 Nov 10 21:52:08.777581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-a43d3990-b05c-4796-a034-a3b8da7df1fb tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 380 time: 0.0687459 Nov 10 21:52:08.789264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'port': {'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'admin_state_up': True, 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'security_groups': ['ff5f2b63-b9ad-4e13-8863-6a93fa17efcb']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:08.812291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:08.829475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'port_id': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'mac_address': 'fa:16:3e:06:50:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:52:08.874523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:08.889491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad3203b-5060-4a84-9035-f00afb29ec93 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:52:08.910039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:09.027643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:09.077737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:52:09.082144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:09.086968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:09.260585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.20.0.13 (4bb85725-7844-4ed8-8855-9d12eaaf71d8/76f2aaf3-a15a-4df3-9779-49cf34988e91/6f382d29-db0f-4260-91d6-c90258d5953c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:52:09.263213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:09.408775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['1ad3203b-5060-4a84-9035-f00afb29ec93'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:52:09.451487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124b663-67fd-415d-96ad-2643ecaf0360 req-c6bf980d-8b2b-4738-b215-b9fd714bf820 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:09.453204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0124b663-67fd-415d-96ad-2643ecaf0360 req-c6bf980d-8b2b-4738-b215-b9fd714bf820 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.0850859 Nov 10 21:52:09.456421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:09.527614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0124b663-67fd-415d-96ad-2643ecaf0360 req-8294413f-73f8-46f0-b9a7-88506753894b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672982 Nov 10 21:52:09.581895 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:09.629677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:52:09.634003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:52:09.638862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:52:09.671356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=6f382d29-db0f-4260-91d6-c90258d5953c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:09.712620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:09.713473 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:09.807240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-277d8b8f-e350-4f2c-a809-c6ab7d7ce0a7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0221198 Nov 10 21:52:09.825303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Request body: {'port': {'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:09.882572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1913e77-a6f1-45bd-b9e7-ae02dfb26a4b req-ddb33e96-199b-48c5-9455-7b8841a5df79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:09.884753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1913e77-a6f1-45bd-b9e7-ae02dfb26a4b req-ddb33e96-199b-48c5-9455-7b8841a5df79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0785635 Nov 10 21:52:09.952782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:09.954199 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d1913e77-a6f1-45bd-b9e7-ae02dfb26a4b req-428b6377-027e-411d-ae1e-7b5cf1e59b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626116 Nov 10 21:52:10.007851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c9f9e-97a3-45d9-b69f-e976d081fc6f req-6fa70e21-abf6-4792-bd6b-870d9290093f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:10.009381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a73c9f9e-97a3-45d9-b69f-e976d081fc6f req-6fa70e21-abf6-4792-bd6b-870d9290093f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 932 time: 0.1504440 Nov 10 21:52:10.014939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e5aa8bbb-4b84-4755-a616-380efdaf1816 None None] Provisioning complete for port 6f382d29-db0f-4260-91d6-c90258d5953c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:10.015308 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5aa8bbb-4b84-4755-a616-380efdaf1816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:10.117211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa8bbb-4b84-4755-a616-380efdaf1816 None None] Port 6f382d29-db0f-4260-91d6-c90258d5953c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:52:10.380815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f382d29-db0f-4260-91d6-c90258d5953c {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:52:10.390034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:10.403361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Transition to ACTIVE for port object 6f382d29-db0f-4260-91d6-c90258d5953c will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:52:10.414594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a73c9f9e-97a3-45d9-b69f-e976d081fc6f req-68434619-9afa-4b33-a3eb-6be7143a5f6d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407475 Nov 10 21:52:10.501863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:10.571054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Pushing event updated for resources: {'Port': ['ID=6f382d29-db0f-4260-91d6-c90258d5953c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:10.677566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:52:10.737334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73456d0-7e75-4453-b02c-ba17bf26c2b9 req-c36d950c-9f44-4543-aa55-2d9349643a2e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:10.739555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a73456d0-7e75-4453-b02c-ba17bf26c2b9 req-c36d950c-9f44-4543-aa55-2d9349643a2e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.1045249 Nov 10 21:52:10.741152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Attempting to bind port 6f382d29-db0f-4260-91d6-c90258d5953c on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:52:10.741667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Attempting to bind port 6f382d29-db0f-4260-91d6-c90258d5953c by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:52:10.742336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Attempting to bind port 6f382d29-db0f-4260-91d6-c90258d5953c on network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:52:10.747461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Port 6f382d29-db0f-4260-91d6-c90258d5953c on network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:52:10.749121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Attempting to bind port 6f382d29-db0f-4260-91d6-c90258d5953c on network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:52:10.754628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:52:10.755298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Checking segment: {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:52:10.756086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Bound using segment: {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:52:10.757034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Bound port: 6f382d29-db0f-4260-91d6-c90258d5953c, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:52:10.757598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:10.781607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:10.876372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a73456d0-7e75-4453-b02c-ba17bf26c2b9 req-5090f5f8-36f8-433e-a206-d3e29a523614 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089816 Nov 10 21:52:10.878777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 1ad3203b-5060-4a84-9035-f00afb29ec93 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:52:10.884517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 1ad3203b-5060-4a84-9035-f00afb29ec93 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:10.889388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:10.895339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] For port 6f382d29-db0f-4260-91d6-c90258d5953c, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:52:10.898906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] For port 6f382d29-db0f-4260-91d6-c90258d5953c, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f382d29-db0f-4260-91d6-c90258d5953c,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:52:10.965477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:11.046670 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:11.049065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573b620-b093-4845-969f-6b244c4046e7 req-c1531f15-daeb-43c7-957d-7c363a0d30be tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.059405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4573b620-b093-4845-969f-6b244c4046e7 req-c1531f15-daeb-43c7-957d-7c363a0d30be tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 946 time: 0.1251976 Nov 10 21:52:11.097361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:11.099631 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55fe0b-dffe-481f-8ee4-2f9b6b889117" -d '{"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:11.124997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4573b620-b093-4845-969f-6b244c4046e7 req-692a3a6b-0b0a-4571-963d-9e63d1142f65 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613720 Nov 10 21:52:11.146731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:11.147176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Pushing event updated for resources: {'Port': ['ID=6f382d29-db0f-4260-91d6-c90258d5953c,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:11.181883 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2401b2e8-1975-4c5c-8161-a690b46ae189 x-openstack-request-id: req-2401b2e8-1975-4c5c-8161-a690b46ae189 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:11.181883 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:11.181883 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2401b2e8-1975-4c5c-8161-a690b46ae189 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:11.181883 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'code': 200} Nov 10 21:52:11.192695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.193986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:11.195452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-c94e4c60-5aa4-4268-9c70-051b37833357 service neutron] 10.222.0.53 "PUT /v2.0/ports/6f382d29-db0f-4260-91d6-c90258d5953c HTTP/1.1" status: 200 len: 1093 time: 1.3799245 Nov 10 21:52:11.196247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:11.198851 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44174e74-b12e-4a4d-b11a-d3a61babb6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:11.248035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6c25c-46ab-4a12-af8e-fa002f1dc3f5 req-8e0d0b4d-f8e7-45c8-a361-195d3035ab44 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.249591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dc6c25c-46ab-4a12-af8e-fa002f1dc3f5 req-8e0d0b4d-f8e7-45c8-a361-195d3035ab44 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1096153 Nov 10 21:52:11.251170 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4fac26-2368-4e89-b95f-93a1cc2ad476 x-openstack-request-id: req-ca4fac26-2368-4e89-b95f-93a1cc2ad476 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:11.251419 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:11.251674 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca4fac26-2368-4e89-b95f-93a1cc2ad476 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:11.252230 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c', 'status': 'completed', 'code': 200} Nov 10 21:52:11.308466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3db84-f482-4ba5-85bd-49a1d1a1eeb2 req-3ca1c63c-538e-4f06-9c94-3cfdb53a0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.310780 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fea3db84-f482-4ba5-85bd-49a1d1a1eeb2 req-3ca1c63c-538e-4f06-9c94-3cfdb53a0e62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1097 time: 0.0711327 Nov 10 21:52:11.312692 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:11.386847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fea3db84-f482-4ba5-85bd-49a1d1a1eeb2 req-362f6fdc-7674-49f0-90e8-b6330119d313 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653098 Nov 10 21:52:11.402288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9dc6c25c-46ab-4a12-af8e-fa002f1dc3f5 req-2d57861e-312c-4dd9-9b82-f636e9bd0d3f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360240 Nov 10 21:52:11.409105 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:11.409674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174e74-b12e-4a4d-b11a-d3a61babb6aa req-d20e145f-21f1-480b-82b3-30e75f7cc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.411002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:11.411136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44174e74-b12e-4a4d-b11a-d3a61babb6aa req-d20e145f-21f1-480b-82b3-30e75f7cc5e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 1096 time: 0.1177685 Nov 10 21:52:11.552171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174e74-b12e-4a4d-b11a-d3a61babb6aa req-e77afb23-ae94-4855-b951-8b44e11ccbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.554557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44174e74-b12e-4a4d-b11a-d3a61babb6aa req-e77afb23-ae94-4855-b951-8b44e11ccbed service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=68cf63181bee4b17bbb9341b26e104e1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1306005 Nov 10 21:52:11.555437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e243a-6bce-423c-a11c-cd0f073692a2 req-8dd5c440-a916-4ea6-98b2-b4af9b65d6d2 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.557301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf0e243a-6bce-423c-a11c-cd0f073692a2 req-8dd5c440-a916-4ea6-98b2-b4af9b65d6d2 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 944 time: 0.0557876 Nov 10 21:52:11.631850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf0e243a-6bce-423c-a11c-cd0f073692a2 req-17f578ad-76bc-4be0-b83e-d8e7c1b0afef tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527244 Nov 10 21:52:11.682065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174e74-b12e-4a4d-b11a-d3a61babb6aa req-90bc3e6f-1f6b-455b-b12d-9d858f6140ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.683756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44174e74-b12e-4a4d-b11a-d3a61babb6aa req-90bc3e6f-1f6b-455b-b12d-9d858f6140ee service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221037 Nov 10 21:52:11.772458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-20c0407f-6864-4022-9fdf-bdec62042564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.774051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-20c0407f-6864-4022-9fdf-bdec62042564 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 1096 time: 0.0477107 Nov 10 21:52:11.819392 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-cd93ddaf-8e15-4130-a45d-391a7504fd48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f382d29-db0f-4260-91d6-c90258d5953c HTTP/1.1" status: 200 len: 217 time: 0.0357852 Nov 10 21:52:11.871384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-644a8f8b-088f-4d17-855a-3c71475a51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.872881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-644a8f8b-088f-4d17-855a-3c71475a51a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=76f2aaf3-a15a-4df3-9779-49cf34988e91 HTTP/1.1" status: 200 len: 835 time: 0.0462348 Nov 10 21:52:11.929699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-6cbe1c61-7ad6-45d7-862d-b59529b96b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:11.932904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-6cbe1c61-7ad6-45d7-862d-b59529b96b56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bb85725-7844-4ed8-8855-9d12eaaf71d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496705 Nov 10 21:52:12.059897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18c09c-2b74-4ada-8349-358a31c6f3e7 req-b6a50293-7b32-4d51-92d9-23147795adcb tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:12.061580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c18c09c-2b74-4ada-8349-358a31c6f3e7 req-b6a50293-7b32-4d51-92d9-23147795adcb tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1138084 Nov 10 21:52:12.278850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb7e5-1e5b-4799-bb0e-49cf45f37725 req-2f640d7d-ae26-4e79-8d1e-373c77191c8e tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:12.281249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-018bb7e5-1e5b-4799-bb0e-49cf45f37725 req-2f640d7d-ae26-4e79-8d1e-373c77191c8e tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 946 time: 0.0713215 Nov 10 21:52:12.348736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-018bb7e5-1e5b-4799-bb0e-49cf45f37725 req-52c5da8f-455d-439b-a8d6-2b24f38c4fa4 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups?id=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592654 Nov 10 21:52:12.406620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-22a6fd0a-6a96-4bcf-8bc3-cae04b0dd81b service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665680 Nov 10 21:52:12.495341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c18c09c-2b74-4ada-8349-358a31c6f3e7 req-c08a5041-dde2-473c-9ac4-2f61f2e258dd tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237754 Nov 10 21:52:12.534241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ae46497-fbb5-4525-9325-579e8173ca6f req-7d88158e-febd-4695-a6d8-25215f36c777 service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178997 Nov 10 21:52:12.544925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca3aba-364a-4fff-829f-2d4345425538 req-653b607f-f02e-4c3e-a090-32496cf35a32 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:12.546499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2eca3aba-364a-4fff-829f-2d4345425538 req-653b607f-f02e-4c3e-a090-32496cf35a32 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0606618 Nov 10 21:52:12.600824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2eca3aba-364a-4fff-829f-2d4345425538 req-f9178f63-46e6-478f-b164-4d4f018caf46 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467501 Nov 10 21:52:12.685471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839c18a-210a-4024-b803-154ffac89c0f req-f31dd371-5c3e-409c-be6a-f6042b954080 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:12.687490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3839c18a-210a-4024-b803-154ffac89c0f req-f31dd371-5c3e-409c-be6a-f6042b954080 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.53 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 946 time: 0.0602541 Nov 10 21:52:12.794028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227b89f-1e20-40bb-b719-4d5d0000d995 req-fc394829-a3c2-4fe1-9c17-a86df5a95d72 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:12.795502 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5227b89f-1e20-40bb-b719-4d5d0000d995 req-fc394829-a3c2-4fe1-9c17-a86df5a95d72 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 944 time: 0.1037695 Nov 10 21:52:12.845435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Deleting port 6266039f-5621-4dc1-9959-8478a83324d4 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:12.845801 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:12.887473 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5227b89f-1e20-40bb-b719-4d5d0000d995 req-6680124a-9f0d-4142-997a-5dcab276c9e2 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822005 Nov 10 21:52:12.959601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] For port 6266039f-5621-4dc1-9959-8478a83324d4, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6266039f-5621-4dc1-9959-8478a83324d4,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:12.960599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:13.139684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:13.140066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:13.140394 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Floating IP c88ca2c5-2347-4441-a33e-66ecbf295f6b disassociated. External IP: 172.25.7.193, port: 6266039f-5621-4dc1-9959-8478a83324d4. Nov 10 21:52:13.140739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Calling delete_port for 6266039f-5621-4dc1-9959-8478a83324d4 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:13.347269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:13.374613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event deleted for resources: {'Port': ['ID=6266039f-5621-4dc1-9959-8478a83324d4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:13.481892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aef34452-47dd-4ed2-b546-786d66067121 req-2f912bf6-a877-4c7f-9982-8d982692e38d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 210 time: 0.0329483 Nov 10 21:52:13.530006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Router acb37eef-776d-4af5-a399-ef638d6821d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:52:13.699833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:52:13.711766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] Sync routers for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:52:13.712817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82410-9cc0-4d64-ba2b-1a7ef8f0babb req-10183d63-0d5a-4362-aa32-c276c3fedb3a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:13.714419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfa82410-9cc0-4d64-ba2b-1a7ef8f0babb req-10183d63-0d5a-4362-aa32-c276c3fedb3a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0825181 Nov 10 21:52:13.727283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:13.728122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:13.760913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb7c1a-294f-43a9-b5bf-8365fba34d7b req-a581a299-64c7-4dd3-ba89-d236c1ea20e9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:13.762559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95bb7c1a-294f-43a9-b5bf-8365fba34d7b req-a581a299-64c7-4dd3-ba89-d236c1ea20e9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0760891 Nov 10 21:52:13.796292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] No DVR routers for this DVR port 6266039f-5621-4dc1-9959-8478a83324d4 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:52:13.800780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:13.805116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3839c18a-210a-4024-b803-154ffac89c0f req-632e8f6e-5cbf-4882-9d16-ba4578cfe387 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.53 "DELETE /v2.0/ports/6266039f-5621-4dc1-9959-8478a83324d4 HTTP/1.1" status: 204 len: 173 time: 1.1031199 Nov 10 21:52:13.805670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'name': 'network-vif-deleted', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:13.808395 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92a68c-8b15-4fc2-8137-65a192bf00a9" -d '{"events": [{"server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "name": "network-vif-deleted", "tag": "6266039f-5621-4dc1-9959-8478a83324d4"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:13.849207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f382d29-db0f-4260-91d6-c90258d5953c details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:52:13.851449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95bb7c1a-294f-43a9-b5bf-8365fba34d7b req-2b3719bc-7092-4c6e-93a0-754d8d155cce tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772326 Nov 10 21:52:13.857427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfa82410-9cc0-4d64-ba2b-1a7ef8f0babb req-2445a4cc-7da7-4395-be29-fd2ac5a70829 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149185 Nov 10 21:52:13.916255 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8cba62-5446-452c-9784-e39746456f3f x-openstack-request-id: req-dc8cba62-5446-452c-9784-e39746456f3f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:13.916770 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d875dc13-71d1-409f-a6c9-7c4cd2cf596b", "name": "network-vif-deleted", "tag": "6266039f-5621-4dc1-9959-8478a83324d4", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:13.920086 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc8cba62-5446-452c-9784-e39746456f3f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:13.922586 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd875dc13-71d1-409f-a6c9-7c4cd2cf596b', 'name': 'network-vif-deleted', 'tag': '6266039f-5621-4dc1-9959-8478a83324d4', 'status': 'completed', 'code': 200} Nov 10 21:52:13.990581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6f382d29-db0f-4260-91d6-c90258d5953c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f382d29-db0f-4260-91d6-c90258d5953c,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:14.012902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '6f382d29-db0f-4260-91d6-c90258d5953c', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:52:14.027387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:14.036372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd930-c8ca-42ef-9ba1-f5fb25abcca4 req-c50275e5-787e-4277-ada7-d949a1d041f2 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:14.041844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294fb43-6c78-40c3-a06d-62c06f70db6f req-47d64b6b-8df3-470f-818d-680733f0b62f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:14.044542 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-283bd930-c8ca-42ef-9ba1-f5fb25abcca4 req-c50275e5-787e-4277-ada7-d949a1d041f2 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 944 time: 0.0736384 Nov 10 21:52:14.048548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2294fb43-6c78-40c3-a06d-62c06f70db6f req-47d64b6b-8df3-470f-818d-680733f0b62f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0852008 Nov 10 21:52:14.053687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34570) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:14.066336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Request body: {'floatingip': {'port_id': '1ad3203b-5060-4a84-9035-f00afb29ec93'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:14.125677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:14.134141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-283bd930-c8ca-42ef-9ba1-f5fb25abcca4 req-2784f0b6-092c-43de-a5ef-cc611e5fcce7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886323 Nov 10 21:52:14.170435 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:14.229598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f382d29-db0f-4260-91d6-c90258d5953c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:52:14.258186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6f382d29-db0f-4260-91d6-c90258d5953c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f382d29-db0f-4260-91d6-c90258d5953c,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:14.330462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:14.357876 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:14.361234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] Checking router: acb37eef-776d-4af5-a399-ef638d6821d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:52:14.402328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:14.402328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:14.456577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6f382d29-db0f-4260-91d6-c90258d5953c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:14.636702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e5ed96e-03e2-44dc-a846-ea0e60a131f1 req-92786056-682a-4673-8229-c69dc4179eb5 tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/ports?device_id=d875dc13-71d1-409f-a6c9-7c4cd2cf596b HTTP/1.1" status: 200 len: 210 time: 0.0513513 Nov 10 21:52:14.672626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['6f382d29-db0f-4260-91d6-c90258d5953c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:52:14.742197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:14.809882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:14.918620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:15.070529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d399d5-7d37-4a9f-97cc-9aa68648ac91 req-24bfe5ae-311c-4fef-8b50-a305346bd7bd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:15.072057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56d399d5-7d37-4a9f-97cc-9aa68648ac91 req-24bfe5ae-311c-4fef-8b50-a305346bd7bd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1023126 Nov 10 21:52:15.086646 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Floating IP 95d871bf-9231-4814-af06-144f60a1577c associated. External IP: 172.25.7.254, port: 1ad3203b-5060-4a84-9035-f00afb29ec93. Nov 10 21:52:15.110179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:15.150553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6cb5f-4349-4ac4-86b7-c785d5d3cb58 None None] The sync data for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 is: [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '054fbb4b-b925-44e6-85ad-4f22750f3dc3', 'name': '', 'network_id': '3a8a83f2-9f7c-46c9-85f5-00fb57b5155e', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'mac_address': 'fa:16:3e:92:22:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:17Z', 'updated_at': '2021-11-10T21:42:27Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'subnets': [{'id': '42e414c9-c466-43dd-95c2-a7ccd5c0bc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:52:15.186719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-56d399d5-7d37-4a9f-97cc-9aa68648ac91 req-4843a94b-f210-4c42-9366-b9323b994c34 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021929 Nov 10 21:52:15.218727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd81e7-ce28-4989-ac70-7b7f1f4f3f6c req-e766b3f7-7852-40d4-be99-7a0afbd553c5 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:15.220501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88cd81e7-ce28-4989-ac70-7b7f1f4f3f6c req-e766b3f7-7852-40d4-be99-7a0afbd553c5 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 945 time: 0.0716279 Nov 10 21:52:15.281705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88cd81e7-ce28-4989-ac70-7b7f1f4f3f6c req-b22519ad-a3a0-4b72-bfc5-f65e092b07fc tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529938 Nov 10 21:52:15.382599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14179b-b640-419c-ba68-ce3d39213cb3 req-e111e173-399e-4985-ac79-e5a236f2ca41 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:15.384168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d14179b-b640-419c-ba68-ce3d39213cb3 req-e111e173-399e-4985-ac79-e5a236f2ca41 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 945 time: 0.1336510 Nov 10 21:52:15.420243 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58abfbe8-b199-4ae0-8c17-873b050e59fb None None] New status for floating IP c88ca2c5-2347-4441-a33e-66ecbf295f6b: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:52:15.424654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Router 0be12e76-a002-45ff-9c69-f6a303b14ec0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:52:15.457336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d14179b-b640-419c-ba68-ce3d39213cb3 req-92e71acf-a9af-4498-b0a4-11ea0d883549 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650527 Nov 10 21:52:15.554557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:52:15.559138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:15.564835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] Sync routers for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:52:15.574659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:15.575264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:15.587334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7c8f63b3-a89b-4dff-9db9-d5d37b7ebe54 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "PUT /v2.0/floatingips/95d871bf-9231-4814-af06-144f60a1577c HTTP/1.1" status: 200 len: 992 time: 1.5323477 Nov 10 21:52:15.692596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:15.822650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34596) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:15.866600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f382d29-db0f-4260-91d6-c90258d5953c up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:52:15.876559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b53ef6d9-d7cb-4562-942b-2998b9104dac tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:15.901675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b53ef6d9-d7cb-4562-942b-2998b9104dac tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:15.925464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:15.928365 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f23e7e-9e9e-46f0-962c-824a340cbdab" -d '{"events": [{"name": "network-changed", "server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:15.970613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '95d871bf-9231-4814-af06-144f60a1577c', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'port_id': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'mac_address': 'fa:16:3e:06:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437c95e0-593c-4323-a2d3-3157c41ac142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:51:54Z', 'updated_at': '2021-11-10T21:52:14Z', 'revision_number': 1, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:15.978184 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d112f3d-aadc-40dc-9c51-8a07d27825f2 x-openstack-request-id: req-4d112f3d-aadc-40dc-9c51-8a07d27825f2 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:15.978610 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:15.978870 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d112f3d-aadc-40dc-9c51-8a07d27825f2 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:15.979270 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'status': 'completed', 'code': 200} Nov 10 21:52:16.003575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] Checking router: 0be12e76-a002-45ff-9c69-f6a303b14ec0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:52:16.012349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:16.013005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:16.038919 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b53ef6d9-d7cb-4562-942b-2998b9104dac tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.041658 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b53ef6d9-d7cb-4562-942b-2998b9104dac tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.046047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b53ef6d9-d7cb-4562-942b-2998b9104dac tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "DELETE /v2.0/security-groups/4e1a279b-256b-42a5-b30a-5bb80c6d5cdb HTTP/1.1" status: 204 len: 168 time: 0.2221019 Nov 10 21:52:16.046221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34604) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:16.055233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 6f382d29-db0f-4260-91d6-c90258d5953c completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:52:16.058501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ef6d9-d7cb-4562-942b-2998b9104dac tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1a279b-256b-42a5-b30a-5bb80c6d5cdb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:16.058669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-136a57d8-f833-4033-8bb3-cb3e34b77305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.067029 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-136a57d8-f833-4033-8bb3-cb3e34b77305 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1098 time: 0.0528343 Nov 10 21:52:16.067170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 6f382d29-db0f-4260-91d6-c90258d5953c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:16.067399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.081047 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-db2a814b-7688-46ce-93fc-ece967de4f1a tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] show failed (client error): The resource could not be found. Nov 10 21:52:16.082046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-db2a814b-7688-46ce-93fc-ece967de4f1a tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "GET /v2.0/security-groups/4e1a279b-256b-42a5-b30a-5bb80c6d5cdb HTTP/1.1" status: 404 len: 347 time: 0.0349686 Nov 10 21:52:16.085754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34606) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:16.182314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:16.187449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-357b22ef-8b1a-4a8e-8a4c-c45c57dbb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.189167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-357b22ef-8b1a-4a8e-8a4c-c45c57dbb385 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.1159210 Nov 10 21:52:16.287702 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-3b1cdb21-7ca2-4b76-96e1-082f28d1110c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1000 time: 0.0846930 Nov 10 21:52:16.299493 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.336212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:16.338469 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4633691d-6944-4f3b-83aa-da6f7c56f945" -d '{"events": [{"server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:16.351940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Deleting port 435e0174-c8fd-4339-88c1-1dd25bdad2b7 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:16.351940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.355227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6f382d29-db0f-4260-91d6-c90258d5953c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f382d29-db0f-4260-91d6-c90258d5953c,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:16.379768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c290a-db12-4694-9497-76e5396cd069 req-32a77e9c-61bc-45cd-a989-ade07f70415a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.381972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-896c290a-db12-4694-9497-76e5396cd069 req-32a77e9c-61bc-45cd-a989-ade07f70415a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1086202 Nov 10 21:52:16.384060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-e57a7316-c28d-4615-80d9-73f613a54fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.385469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-e57a7316-c28d-4615-80d9-73f613a54fa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0802929 Nov 10 21:52:16.417477 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.418535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6266039f-5621-4dc1-9959-8478a83324d4 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:52:16.461524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 6266039f-5621-4dc1-9959-8478a83324d4 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:52:16.461865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6266039f-5621-4dc1-9959-8478a83324d4 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:52:16.469080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-6430997d-565f-4911-8e1c-cc3d2857b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.470620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-6430997d-565f-4911-8e1c-cc3d2857b969 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756483 Nov 10 21:52:16.476167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-896c290a-db12-4694-9497-76e5396cd069 req-93771225-1637-48fb-b198-b6b94bdd44ca tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864484 Nov 10 21:52:16.489622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164ee02-e8fb-433c-9663-3c2aeb0bb012 req-b749e0cf-608a-46db-992b-887d1f8139d3 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.492213 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6164ee02-e8fb-433c-9663-3c2aeb0bb012 req-b749e0cf-608a-46db-992b-887d1f8139d3 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 945 time: 0.1127765 Nov 10 21:52:16.526980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.527354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:16.534698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6f382d29-db0f-4260-91d6-c90258d5953c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:16.539232 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e9456-4901-422b-8500-cd75afbe7402 x-openstack-request-id: req-8f7e9456-4901-422b-8500-cd75afbe7402 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:16.539521 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:16.539790 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f7e9456-4901-422b-8500-cd75afbe7402 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:16.540180 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c', 'code': 200} Nov 10 21:52:16.548250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.548592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.549391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.549391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.549591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.549869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.550580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.550580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.550798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.551110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.551428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.552205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:16.570460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Calling delete_port for 435e0174-c8fd-4339-88c1-1dd25bdad2b7 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:16.597544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '95d871bf-9231-4814-af06-144f60a1577c', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'port_id': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'mac_address': 'fa:16:3e:06:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437c95e0-593c-4323-a2d3-3157c41ac142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:51:54Z', 'updated_at': '2021-11-10T21:52:14Z', 'revision_number': 1, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:16.627676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6164ee02-e8fb-433c-9663-3c2aeb0bb012 req-4878205a-c1b9-4549-8fbd-24715b06b767 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290445 Nov 10 21:52:16.637915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ae243-30e8-4a8a-8ca6-ffb7f52449ae None None] The sync data for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 is: [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '95d871bf-9231-4814-af06-144f60a1577c', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'port_id': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'mac_address': 'fa:16:3e:06:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437c95e0-593c-4323-a2d3-3157c41ac142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:51:54Z', 'updated_at': '2021-11-10T21:52:14Z', 'revision_number': 1, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:52:16.668907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-126202d3-74a6-4d7f-891c-4fbdb6dd66e3 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891251 Nov 10 21:52:16.767100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b135c-66d0-40ed-a5e8-87abed1ea3ef req-2e13a2c5-84ac-415e-b2cc-fbda3e2943fd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.768610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-345b135c-66d0-40ed-a5e8-87abed1ea3ef req-2e13a2c5-84ac-415e-b2cc-fbda3e2943fd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 946 time: 0.1460409 Nov 10 21:52:16.789591 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-a0058aa3-c050-40b6-a468-4b76d6f715bc service neutron] show failed (client error): The resource could not be found. Nov 10 21:52:16.790614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-a0058aa3-c050-40b6-a468-4b76d6f715bc service neutron] 10.222.0.64 "GET /v2.0/ports/f54968c8-c678-4821-8424-3106efe34b7d/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.2146654 Nov 10 21:52:16.795652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de838e5-9863-4f78-8c92-f4a968e805bc req-60e5968c-936e-4b56-8b53-9f00fe4f2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.797126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9de838e5-9863-4f78-8c92-f4a968e805bc req-60e5968c-936e-4b56-8b53-9f00fe4f2459 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 1098 time: 0.1880155 Nov 10 21:52:16.807458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-b1688dbc-b05d-4c3b-9a9b-cbd00caadd6c tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:16.809102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-b1688dbc-b05d-4c3b-9a9b-cbd00caadd6c tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.53 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 945 time: 0.1588616 Nov 10 21:52:16.833287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7f23e7e-9e9e-46f0-962c-824a340cbdab req-aa5fc195-a798-48f2-a467-8a0e8505f76d service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570334 Nov 10 21:52:16.843621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-345b135c-66d0-40ed-a5e8-87abed1ea3ef req-cd388b9f-27fc-4307-88dc-48de6625e769 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679581 Nov 10 21:52:16.917169 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52e405-21f9-465d-b13c-1f38f0637962 None None] New status for floating IP 95d871bf-9231-4814-af06-144f60a1577c: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:52:16.960456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9de838e5-9863-4f78-8c92-f4a968e805bc req-b41a528b-c25c-4307-a5d8-fd9045fa6df1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487372 Nov 10 21:52:16.992146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Deleting port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:16.992406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:17.044061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:17.395479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Pushing event deleted for resources: {'Port': ['ID=435e0174-c8fd-4339-88c1-1dd25bdad2b7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:17.502372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] For port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,segment=NetworkSegment(5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6),segment_id=5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:17.502645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:17.537174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Calling delete_port for 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:17.555222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-4969f2dc-05cb-45a4-b67e-4f6ec8001862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:17.556822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-4969f2dc-05cb-45a4-b67e-4f6ec8001862 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 1098 time: 0.1724625 Nov 10 21:52:17.559060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:17.561845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:17.562954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-78d3d421-464f-4cf0-8369-9218f57e6a4d tempest-AttachVolumeTestJSON-1891499273 tempest-AttachVolumeTestJSON-1891499273-project] 10.222.0.45 "DELETE /v2.0/floatingips/c88ca2c5-2347-4441-a33e-66ecbf295f6b HTTP/1.1" status: 204 len: 168 time: 1.4759250 Nov 10 21:52:17.606870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:17.714092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:17.723141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babf408-b53d-4028-b8a9-f8edf886eb08 req-b04107eb-8e9b-4c4c-89ea-f394eb57d380 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:17.724883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2babf408-b53d-4028-b8a9-f8edf886eb08 req-b04107eb-8e9b-4c4c-89ea-f394eb57d380 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.1594698 Nov 10 21:52:17.764037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801e177-3896-48d7-8ce0-ce9b8da5587b req-aa7be340-75ea-4391-8213-169db4d88097 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:17.765619 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1801e177-3896-48d7-8ce0-ce9b8da5587b req-aa7be340-75ea-4391-8213-169db4d88097 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 945 time: 0.0580885 Nov 10 21:52:17.815763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1801e177-3896-48d7-8ce0-ce9b8da5587b req-d0d62041-0e46-4ae1-9dff-61d6045c9ea1 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/security-groups?id=509bfbbd-eda2-46b7-8c94-abd32e9d654f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Nov 10 21:52:17.851208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2babf408-b53d-4028-b8a9-f8edf886eb08 req-0f475748-6319-4ec2-b7da-8a879ec74d7f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178279 Nov 10 21:52:18.025464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:18.036265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:52:18.077993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ead39-744e-4224-834d-7c32174cb57b req-a4e93072-232c-4b0c-a568-013b967dfe6a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:18.079518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-967ead39-744e-4224-834d-7c32174cb57b req-a4e93072-232c-4b0c-a568-013b967dfe6a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 946 time: 0.1312017 Nov 10 21:52:18.085778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Pushing event deleted for resources: {'Port': ['ID=11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:18.090122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:18.124877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f00ee-b0a3-4513-a04e-a2d1674eda24 None None] DHCP port deletion for 1864cd50-61aa-4bd4-bfc4-32a89f066416 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:52:18.171438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] No DVR routers for this DVR port 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:52:18.176588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:18.183742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98aaa09f-009b-42ee-a670-3a5009d547d3 req-71afa57e-bc41-421a-8b4d-124dfe732d0a tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.53 "DELETE /v2.0/ports/11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 HTTP/1.1" status: 204 len: 173 time: 1.3620622 Nov 10 21:52:18.184886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'name': 'network-vif-deleted', 'tag': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:18.187465 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4e1623-1266-41d0-95a3-8d41e09759a5" -d '{"events": [{"server_uuid": "4435d518-e50d-4bfe-8d1c-54baf1d5333b", "name": "network-vif-deleted", "tag": "11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:18.218897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:52:18.223838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-967ead39-744e-4224-834d-7c32174cb57b req-b96cafbf-65c6-4e16-ac17-4cc4d21bb45d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357417 Nov 10 21:52:18.298239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:18.318909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Transition to ACTIVE for port object f54968c8-c678-4821-8424-3106efe34b7d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:52:18.401263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:18.477169 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75efb1cc-47e7-4d66-b072-86e0a7e21b3a x-openstack-request-id: req-75efb1cc-47e7-4d66-b072-86e0a7e21b3a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:18.477604 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4435d518-e50d-4bfe-8d1c-54baf1d5333b", "name": "network-vif-deleted", "tag": "11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:18.477948 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75efb1cc-47e7-4d66-b072-86e0a7e21b3a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:18.478435 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4435d518-e50d-4bfe-8d1c-54baf1d5333b', 'name': 'network-vif-deleted', 'tag': '11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3', 'status': 'completed', 'code': 200} Nov 10 21:52:18.613292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=6']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:18.672947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] No DVR routers for this DVR port f54968c8-c678-4821-8424-3106efe34b7d on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:52:18.812920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:52:18.813162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:52:18.813612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:52:18.818930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Port f54968c8-c678-4821-8424-3106efe34b7d on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:52:18.818930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Attempting to bind port f54968c8-c678-4821-8424-3106efe34b7d on network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:52:18.825043 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:52:18.825381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Checking segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:52:18.825834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Bound using segment: {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:52:18.826337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Bound port: f54968c8-c678-4821-8424-3106efe34b7d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:52:18.826692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:18.912844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:52:18.917469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:52:18.976217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a37c5fdd-be0a-4c27-9132-b1432c57c168 req-26518dd3-8c6b-4ff2-b604-b1ce2bd6d4b9 tempest-VolumesSnapshotTestJSON-1827744510 tempest-VolumesSnapshotTestJSON-1827744510-project] 10.222.0.45 "GET /v2.0/ports?device_id=4435d518-e50d-4bfe-8d1c-54baf1d5333b HTTP/1.1" status: 200 len: 210 time: 0.0381744 Nov 10 21:52:18.981301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:18.989494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfff3d-e802-4af5-b2b6-57b05119732a req-f1ebec50-c6b2-4788-9df5-10e895938a54 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:18.997875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49bfff3d-e802-4af5-b2b6-57b05119732a req-f1ebec50-c6b2-4788-9df5-10e895938a54 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 944 time: 0.0612774 Nov 10 21:52:19.071869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.072593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:19.073909 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] 10.222.0.53 "PUT /v2.0/ports/f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 1093 time: 1.5072432 Nov 10 21:52:19.108915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49bfff3d-e802-4af5-b2b6-57b05119732a req-f8e9cc7a-156a-4f2d-9533-8758498caa95 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085777 Nov 10 21:52:19.169739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2b4fb-a08e-44af-9447-1e0b4eccfbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:19.197295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-37e9d7d0-abd0-4d35-a2f1-593ba46f878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.198838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-37e9d7d0-abd0-4d35-a2f1-593ba46f878e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1096 time: 0.0874283 Nov 10 21:52:19.366169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-88cc890e-8201-45c2-af92-45b343eb6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.367636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-88cc890e-8201-45c2-af92-45b343eb6876 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.1621993 Nov 10 21:52:19.468348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-52fa3599-1b58-48af-ba8e-91d319d18de1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 999 time: 0.0921230 Nov 10 21:52:19.493171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf12e87-3d27-4d7d-b32d-698492a6d673 req-dd35ee84-6da9-4dea-8786-44c580206157 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.494811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf12e87-3d27-4d7d-b32d-698492a6d673 req-dd35ee84-6da9-4dea-8786-44c580206157 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 946 time: 0.1305501 Nov 10 21:52:19.556001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-f69b6576-7450-48b1-9e39-3fa6ebe91b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.557491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-f69b6576-7450-48b1-9e39-3fa6ebe91b89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.0811779 Nov 10 21:52:19.606357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf12e87-3d27-4d7d-b32d-698492a6d673 req-558f429d-c176-4b03-9bed-791a0f76ff2e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922878 Nov 10 21:52:19.621029 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:19.634871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-b71a6ce1-b707-42d5-bec5-3d542514c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.634871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-b71a6ce1-b707-42d5-bec5-3d542514c286 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580900 Nov 10 21:52:19.740318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11e92b-cd40-4bc8-a7a4-11e921952580 req-685db2b1-54f4-4183-ad14-b9bc1d40d21c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.742207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd11e92b-cd40-4bc8-a7a4-11e921952580 req-685db2b1-54f4-4183-ad14-b9bc1d40d21c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 946 time: 0.0585961 Nov 10 21:52:19.745433 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-28ae2e4e-db13-48b8-b73d-45136a814623 service neutron] 10.222.0.53 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119554 Nov 10 21:52:19.796375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd11e92b-cd40-4bc8-a7a4-11e921952580 req-690aab4e-def1-4e23-a3bc-4bc3f2afb477 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477750 Nov 10 21:52:19.821533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34664) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:19.873399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-ad1f0e22-b9dc-47e1-8845-5e890d6e4b36 service neutron] 10.222.0.53 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208358 Nov 10 21:52:19.883299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334161d-5f0d-4abf-b105-ef33a74d646c tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:19.884919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6334161d-5f0d-4abf-b105-ef33a74d646c tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 1093 time: 0.0624304 Nov 10 21:52:19.887942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34666) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:19.892535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:52:20.032696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:20.352000 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:20.415077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c0263-acf9-4771-9fce-c413025909bf req-5ae274d5-191c-40e4-a814-af0241f0b65a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:20.416649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1c0263-acf9-4771-9fce-c413025909bf req-5ae274d5-191c-40e4-a814-af0241f0b65a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 944 time: 0.1383622 Nov 10 21:52:20.480196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}, {'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:20.482448 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700301da-d502-4b4c-88ec-11f7e6a73599" -d '{"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-unplugged", "status": "completed", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}, {"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:20.522196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1c0263-acf9-4771-9fce-c413025909bf req-e8716ee0-b722-41bb-affd-472425a06cdb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970542 Nov 10 21:52:20.535658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.25.7.8 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/f836b69c-830a-4181-8bab-b80f88107318) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:52:20.572199 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3167a8-f9e7-4535-a950-cff38065a965 x-openstack-request-id: req-8a3167a8-f9e7-4535-a950-cff38065a965 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:20.572495 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-unplugged", "status": "completed", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "code": 200}, {"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:20.572745 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a3167a8-f9e7-4535-a950-cff38065a965 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:20.573137 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'code': 200} Nov 10 21:52:20.573386 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'status': 'completed', 'code': 200} Nov 10 21:52:20.666499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-f0995b6d-5cda-4816-a03d-5325d29b5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:20.668060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-f0995b6d-5cda-4816-a03d-5325d29b5c5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1096 time: 0.0607188 Nov 10 21:52:20.736892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:20.745886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f54968c8-c678-4821-8424-3106efe34b7d no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:52:20.746809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-eb5e7f56-e43e-470f-98ed-a1b396e3cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:20.748480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-eb5e7f56-e43e-470f-98ed-a1b396e3cb2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1096 time: 0.0943513 Nov 10 21:52:20.811377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-fe85ed40-6cca-4200-bba4-de0e3a3e87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:20.813011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-fe85ed40-6cca-4200-bba4-de0e3a3e87b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.1385233 Nov 10 21:52:20.817187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device f54968c8-c678-4821-8424-3106efe34b7d not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:52:20.882535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-39c14489-a2e1-4f72-ba1f-604ce506eb5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 999 time: 0.0618932 Nov 10 21:52:20.942363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-001becdd-23ea-46ca-9b23-e3b3cb95e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:20.945030 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-001becdd-23ea-46ca-9b23-e3b3cb95e11c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.0555196 Nov 10 21:52:20.946218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:20.987357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-e12b010c-4f83-4ba2-ad90-ce7e6f41b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:20.987357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-e12b010c-4f83-4ba2-ad90-ce7e6f41b3dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.2235062 Nov 10 21:52:20.999176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-89766c48-6a62-4faf-bdf7-b0fec3cc6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:21.003643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-89766c48-6a62-4faf-bdf7-b0fec3cc6e9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482349 Nov 10 21:52:21.037925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=f836b69c-830a-4181-8bab-b80f88107318,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:21.109836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:52:21.116226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:52:21.120145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:52:21.129270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-eb5e3728-cf74-4f93-8525-0c728ed2f39c service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199770 Nov 10 21:52:21.285007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-7fcb98b3-50b8-48ae-b056-a4df27307a0f service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475496 Nov 10 21:52:21.297568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-2e1f2213-eafd-46fa-8f24-5431b0d075d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 999 time: 0.2503157 Nov 10 21:52:21.401651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-9066d8f4-6e8c-43d9-bacb-11330f1f59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:21.403114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-9066d8f4-6e8c-43d9-bacb-11330f1f59b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.0981364 Nov 10 21:52:21.541243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-30febed0-5ef0-4cd9-ac30-74fd11d92364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:21.542716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-30febed0-5ef0-4cd9-ac30-74fd11d92364 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286137 Nov 10 21:52:21.712583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212c1c0-00e3-4c16-98e3-2824b536d9e9 req-5e25e19b-b1f7-42c9-b8d6-9d58336e79f3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:21.725128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b212c1c0-00e3-4c16-98e3-2824b536d9e9 req-5e25e19b-b1f7-42c9-b8d6-9d58336e79f3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 944 time: 0.0887616 Nov 10 21:52:21.736894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-baceb6b1-460b-40f4-b8b6-0917c3f345fe service neutron] 10.222.0.53 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842082 Nov 10 21:52:21.802499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b212c1c0-00e3-4c16-98e3-2824b536d9e9 req-aecff665-80e2-4876-8148-65d8b195fba2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672727 Nov 10 21:52:21.891013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f54968c8-c678-4821-8424-3106efe34b7d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:52:21.927892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:52:22.131062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:52:22.132362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 11a0a8ed-e7b6-4bf2-9a8a-ae5ed07ffec3 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:52:22.191192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:22.213361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'f54968c8-c678-4821-8424-3106efe34b7d', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'port_id': 'f54968c8-c678-4821-8424-3106efe34b7d', 'mac_address': 'fa:16:3e:b5:1b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:52:22.263005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:22.281264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54968c8-c678-4821-8424-3106efe34b7d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:52:22.282688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-700301da-d502-4b4c-88ec-11f7e6a73599 req-c7046010-3345-48bd-bd8d-290bf7b4ee17 service neutron] 10.222.0.53 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333643 Nov 10 21:52:22.321711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:22.381182 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:22.449388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:22.517037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:22.636804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:22.706252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['f54968c8-c678-4821-8424-3106efe34b7d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:52:22.828370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:22.907059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:23.026084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=f836b69c-830a-4181-8bab-b80f88107318,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:23.036068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:23.054875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ffb08-11ee-4f40-ade7-4aa7d852f1a5 req-8c173c0f-a181-41ac-b045-2fc95cca3e84 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:23.059673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e57ffb08-11ee-4f40-ade7-4aa7d852f1a5 req-8c173c0f-a181-41ac-b045-2fc95cca3e84 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 945 time: 0.1193595 Nov 10 21:52:23.160618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e57ffb08-11ee-4f40-ade7-4aa7d852f1a5 req-b56117fd-16ce-4bdf-b523-0451577d05a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918577 Nov 10 21:52:23.225415 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Floating IP 1b20230e-7430-4230-b3bd-f044b58f9410 associated. External IP: 172.25.7.8, port: 6f382d29-db0f-4260-91d6-c90258d5953c. Nov 10 21:52:23.491584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 9c365e41-5fa4-4806-af36-9feab94c6304 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:52:23.716456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:52:23.729420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] Sync routers for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:52:23.745692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1494-cac2-41ea-9bf3-2a40120ddc3c req-7f499140-fd29-4826-8dd6-c5f0ae0b90bb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:23.751956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:23.752243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b6c1494-cac2-41ea-9bf3-2a40120ddc3c req-7f499140-fd29-4826-8dd6-c5f0ae0b90bb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 945 time: 0.1216033 Nov 10 21:52:23.764667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:23.765260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:23.847331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b6c1494-cac2-41ea-9bf3-2a40120ddc3c req-ba9e03cc-eb0d-4789-a7dc-9d56de50620c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781882 Nov 10 21:52:23.863873 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:23.922700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f54968c8-c678-4821-8424-3106efe34b7d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:52:23.930494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2c37fc39-7866-4def-8cb7-abc195995073 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0387530 Nov 10 21:52:23.930494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:23.931357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34738) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:23.933439 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb" -d '{"events": [{"name": "network-changed", "server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:23.991905 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891f891d-25fc-4136-979c-3379602162eb x-openstack-request-id: req-891f891d-25fc-4136-979c-3379602162eb {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:23.992832 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:23.993265 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-891f891d-25fc-4136-979c-3379602162eb {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:23.993849 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c', 'status': 'completed', 'code': 200} Nov 10 21:52:24.024199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d0642-1e73-4667-89df-3323560dbe22 req-616bfe7c-d205-44e0-8684-f68664ae58bf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.026964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-616bfe7c-d205-44e0-8684-f68664ae58bf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 945 time: 0.2203841 Nov 10 21:52:24.129096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-03646026-1ba6-4f5a-8607-ff170f4e6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.138297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-03646026-1ba6-4f5a-8607-ff170f4e6aa8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 1098 time: 0.0968785 Nov 10 21:52:24.170128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c5123998-c4cf-4675-94c3-b234ce93e1d4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/floatingips/1b20230e-7430-4230-b3bd-f044b58f9410 HTTP/1.1" status: 200 len: 990 time: 0.2294536 Nov 10 21:52:24.223768 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-427d0642-1e73-4667-89df-3323560dbe22 req-f1dde82b-fffe-4357-974e-02c2fc4677cc service neutron] delete failed (client error): The resource could not be found. Nov 10 21:52:24.226784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-f1dde82b-fffe-4357-974e-02c2fc4677cc service neutron] 10.222.0.64 "DELETE /v2.0/ports/f54968c8-c678-4821-8424-3106efe34b7d/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.1812239 Nov 10 21:52:24.251066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:24.351906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-e4c52cd6-10ce-44d8-8be8-ff06f158e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.353407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-e4c52cd6-10ce-44d8-8be8-ff06f158e9eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bb85725-7844-4ed8-8855-9d12eaaf71d8 HTTP/1.1" status: 200 len: 897 time: 0.2137175 Nov 10 21:52:24.383446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d0642-1e73-4667-89df-3323560dbe22 req-03025fbd-4bef-4b32-9274-b708da9b8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.391854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-03025fbd-4bef-4b32-9274-b708da9b8798 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1097 time: 0.1023874 Nov 10 21:52:24.516856 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-b90c7864-0768-4f50-8af8-819cca91981d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f382d29-db0f-4260-91d6-c90258d5953c HTTP/1.1" status: 200 len: 998 time: 0.1551557 Nov 10 21:52:24.562020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d0642-1e73-4667-89df-3323560dbe22 req-5ff0fe22-691b-4d06-b4b4-66025e03a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.563519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-5ff0fe22-691b-4d06-b4b4-66025e03a6ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.1636949 Nov 10 21:52:24.623826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-7b007f88-2cc4-4f65-840f-73bd0624899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.627505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-7b007f88-2cc4-4f65-840f-73bd0624899a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=76f2aaf3-a15a-4df3-9779-49cf34988e91 HTTP/1.1" status: 200 len: 835 time: 0.1021633 Nov 10 21:52:24.666554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-0a068a3b-f0b4-408b-9572-b1c8b5611ef6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 1000 time: 0.0856299 Nov 10 21:52:24.690697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port f54968c8-c678-4821-8424-3106efe34b7d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:52:24.722915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port f54968c8-c678-4821-8424-3106efe34b7d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:52:24.725020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:24.765190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-e0599aa9-d5b4-4182-a7ed-956098db4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.766715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-e0599aa9-d5b4-4182-a7ed-956098db4fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bb85725-7844-4ed8-8855-9d12eaaf71d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301930 Nov 10 21:52:24.778564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d0642-1e73-4667-89df-3323560dbe22 req-96e69eee-ea4a-4fa8-8d0f-4515fd9dc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.782575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-96e69eee-ea4a-4fa8-8d0f-4515fd9dc145 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.1060641 Nov 10 21:52:24.874841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d0642-1e73-4667-89df-3323560dbe22 req-0ae41a6b-fc93-43cf-b483-e3327abb067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:24.876384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-0ae41a6b-fc93-43cf-b483-e3327abb067a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844069 Nov 10 21:52:24.887387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:56Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:21Z', 'revision_number': 0, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:24.945722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-8f5dbe00-d946-4b99-b2f3-13ce3bf5b5f9 service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703429 Nov 10 21:52:24.985907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] Checking router: 9c365e41-5fa4-4806-af36-9feab94c6304 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:52:24.988883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:25.019638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:25.020338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:25.032227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:25.032428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-43647e36-4c1b-4fac-a240-e8ae0741a925 service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431420 Nov 10 21:52:25.032513 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7030b1-193f-4b1d-90cd-9a74671073bd" -d '{"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-plugged", "status": "completed", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:25.093087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:25.120310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-142d0fa5-eac6-4e4d-a494-a77a2acefdcb req-e9c66e0f-0341-44bd-97c1-bb5272f10c05 service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667941 Nov 10 21:52:25.173646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34764) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:25.214805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:25.259696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc934a-f41c-4354-90c3-340580f99747 req-08a2b366-8d7a-4baa-8b63-63c9d98edd02 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:25.277915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0cc934a-f41c-4354-90c3-340580f99747 req-08a2b366-8d7a-4baa-8b63-63c9d98edd02 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 945 time: 0.2955475 Nov 10 21:52:25.288068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-931564fa-5352-4041-96c2-64cd96ead846 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/floatingips/1b20230e-7430-4230-b3bd-f044b58f9410 HTTP/1.1" status: 200 len: 990 time: 0.1124167 Nov 10 21:52:25.310139 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9649f123-50ba-4c20-a96c-2f736b21c4ad x-openstack-request-id: req-9649f123-50ba-4c20-a96c-2f736b21c4ad {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:25.310375 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-plugged", "status": "completed", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:25.310657 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9649f123-50ba-4c20-a96c-2f736b21c4ad {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:25.311066 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'code': 200} Nov 10 21:52:25.339328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:25.355609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427d0642-1e73-4667-89df-3323560dbe22 req-7beb85ad-70be-4f99-baeb-cc6b576e66b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928367 Nov 10 21:52:25.444786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0cc934a-f41c-4354-90c3-340580f99747 req-8fb1e0bd-31e6-4098-accd-f8f95d5c558c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659453 Nov 10 21:52:25.576362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:25.641654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:56Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:21Z', 'revision_number': 0, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:25.671835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d4107-6440-45fc-9db4-1899da515237 None None] The sync data for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 is: [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:51:56Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:21Z', 'revision_number': 0, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:52:25.964520 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664974b1-7bd8-487d-b7c6-e23adc6f2b30 None None] New status for floating IP 1b20230e-7430-4230-b3bd-f044b58f9410: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:52:26.292172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34774) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:26.420128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-740cb38c-9bf9-4b4e-9cda-d6dfbc85ce0e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/floatingips/1b20230e-7430-4230-b3bd-f044b58f9410 HTTP/1.1" status: 200 len: 992 time: 0.1258872 Nov 10 21:52:26.660004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97977ae1-a621-4161-a7e9-924465415b35 req-1cfa6677-f971-4c37-8e44-3d5d2e569379 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:26.663170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97977ae1-a621-4161-a7e9-924465415b35 req-1cfa6677-f971-4c37-8e44-3d5d2e569379 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0958810 Nov 10 21:52:26.725294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97977ae1-a621-4161-a7e9-924465415b35 req-cf527892-8e7e-43ae-a645-97be30a4481c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556877 Nov 10 21:52:26.764148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34780) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:26.852561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e956be0-6d8a-4479-8597-6367b8b8e621 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/cee40586-99ef-470c-b6d3-485a25ffd03f HTTP/1.1" status: 200 len: 993 time: 0.0869987 Nov 10 21:52:32.689835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34872) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:33.237004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:33.507950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Deleting port 054fbb4b-b925-44e6-85ad-4f22750f3dc3 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:33.508293 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:33.592854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] For port 054fbb4b-b925-44e6-85ad-4f22750f3dc3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=054fbb4b-b925-44e6-85ad-4f22750f3dc3,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:33.593065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:33.607281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Calling delete_port for 054fbb4b-b925-44e6-85ad-4f22750f3dc3 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:33.866478 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:33.892469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=054fbb4b-b925-44e6-85ad-4f22750f3dc3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:34.095893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:34.336200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Router acb37eef-776d-4af5-a399-ef638d6821d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:52:34.449661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:52:34.462624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f1ee3fa2-f2d2-49be-87c5-d9ed1de53f1d admin admin] 10.222.0.45 "PUT /v2.0/routers/acb37eef-776d-4af5-a399-ef638d6821d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692413 Nov 10 21:52:34.462834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34892) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:34.469828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] Sync routers for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:52:34.481268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:34.482023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:34.581772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:34.599072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:34.688641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:34.780255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '25419c4b-3994-47ba-b224-5c924615945a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:52:33Z', 'revision_number': 5, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port': {'id': '25419c4b-3994-47ba-b224-5c924615945a', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:42:11Z', 'updated_at': '2021-11-10T21:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:34.811077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] Checking router: acb37eef-776d-4af5-a399-ef638d6821d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:52:34.820666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] Routers {'acb37eef-776d-4af5-a399-ef638d6821d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:34.821269 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['acb37eef-776d-4af5-a399-ef638d6821d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:34.846349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Deleting port 25419c4b-3994-47ba-b224-5c924615945a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:34.846686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:34.913039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] Set router acb37eef-776d-4af5-a399-ef638d6821d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:34.939435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] For port 25419c4b-3994-47ba-b224-5c924615945a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=25419c4b-3994-47ba-b224-5c924615945a,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:34.939757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:34.961158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Calling delete_port for 25419c4b-3994-47ba-b224-5c924615945a owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:34.970774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:52:34Z', 'revision_number': 6, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:34.997976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfd9af-8434-4f73-b434-46a3b1881c6d None None] The sync data for ids ['acb37eef-776d-4af5-a399-ef638d6821d9'] in n-d-776250-11 is: [{'id': 'acb37eef-776d-4af5-a399-ef638d6821d9', 'name': 'tempest-AttachVolumeTestJSON-302314997-router', 'tenant_id': 'feadca3bdf8b4277be6dd51cca414b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:42:09Z', 'updated_at': '2021-11-10T21:52:34Z', 'revision_number': 6, 'project_id': 'feadca3bdf8b4277be6dd51cca414b00', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:52:35.289233 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:35.317923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Pushing event deleted for resources: {'Port': ['ID=25419c4b-3994-47ba-b224-5c924615945a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:35.346380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98018c69-ff9c-42ec-8105-c99c46e3d940 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:52:35.415906 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:35.537333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:35.539639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:35.700732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:35.701275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb37eef-776d-4af5-a399-ef638d6821d9 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:52:35.705601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:35.706746 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-54b5d169-cbcf-4ded-9210-154fc8299298 admin admin] 10.222.0.45 "DELETE /v2.0/routers/acb37eef-776d-4af5-a399-ef638d6821d9 HTTP/1.1" status: 204 len: 168 time: 1.2429407 Nov 10 21:52:35.712085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34904) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:35.749585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ae7ecc03-7736-4110-ac7d-6b5a612f20a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:35.850163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 054fbb4b-b925-44e6-85ad-4f22750f3dc3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:52:35.875063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 054fbb4b-b925-44e6-85ad-4f22750f3dc3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:52:35.875476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 054fbb4b-b925-44e6-85ad-4f22750f3dc3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:52:36.090656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] Deleting subnet 42e414c9-c466-43dd-95c2-a7ccd5c0bc30 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:52:36.094411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.136380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.238543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.369408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.396559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e414c9-c466-43dd-95c2-a7ccd5c0bc30,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:36.401710 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.405140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c85eb8c2-e2c5-45ef-853a-6974e69df389 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/42e414c9-c466-43dd-95c2-a7ccd5c0bc30 HTTP/1.1" status: 204 len: 168 time: 0.6939540 Nov 10 21:52:36.407816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34908) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:36.410266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c34ac1-a0d7-47df-9b9c-27392aaf933a None None] Network 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:52:36.481429 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.553505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Deleting port 528daeb5-3f96-465c-b527-6a517198d339 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:36.554660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.659154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] For port 528daeb5-3f96-465c-b527-6a517198d339, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=528daeb5-3f96-465c-b527-6a517198d339,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:36.659530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.664171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] DHCP port deletion for 3a8a83f2-9f7c-46c9-85f5-00fb57b5155e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:52:36.679112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Calling delete_port for 528daeb5-3f96-465c-b527-6a517198d339 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:36.738815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] Deleting port 528daeb5-3f96-465c-b527-6a517198d339 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:36.739189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.810834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] For port 528daeb5-3f96-465c-b527-6a517198d339, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=528daeb5-3f96-465c-b527-6a517198d339,segment=NetworkSegment(8e382c91-d9f6-405e-bdd3-33bd292a19a9),segment_id=8e382c91-d9f6-405e-bdd3-33bd292a19a9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:36.811525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.828027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] Calling delete_port for 528daeb5-3f96-465c-b527-6a517198d339 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:36.866174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.893914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=528daeb5-3f96-465c-b527-6a517198d339,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:36.897975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] No DVR routers for this DVR port 528daeb5-3f96-465c-b527-6a517198d339 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:52:36.914664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:36.940132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] Pushing event deleted for resources: {'Port': ['ID=528daeb5-3f96-465c-b527-6a517198d339,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:36.978711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbaa501-adb4-4f10-b480-109ab06ef6e6 None None] No DVR routers for this DVR port 528daeb5-3f96-465c-b527-6a517198d339 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:52:36.979016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.016168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8a83f2-9f7c-46c9-85f5-00fb57b5155e']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:37.027514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e382c91-d9f6-405e-bdd3-33bd292a19a9') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:37.027810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e382c91-d9f6-405e-bdd3-33bd292a19a9') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:37.042799 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.059769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.068146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:52:37.068544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:52:37.070260 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:52:37.091892 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:52:37.197624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.204224 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.208025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3a8a83f2-9f7c-46c9-85f5-00fb57b5155e HTTP/1.1" status: 204 len: 168 time: 0.7985723 Nov 10 21:52:37.226830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f490b2b-44c2-42d1-91cb-914a4ec272c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8a83f2-9f7c-46c9-85f5-00fb57b5155e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:37.451563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 528daeb5-3f96-465c-b527-6a517198d339 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:52:37.474622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 528daeb5-3f96-465c-b527-6a517198d339 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:52:37.475023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 528daeb5-3f96-465c-b527-6a517198d339 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:52:37.475435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 25419c4b-3994-47ba-b224-5c924615945a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:52:37.494706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 25419c4b-3994-47ba-b224-5c924615945a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:52:37.494956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 25419c4b-3994-47ba-b224-5c924615945a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:52:37.615788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 34930) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:37.657902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aa852a5b-c2a8-4d02-bcc1-058a151c05ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=feadca3bdf8b4277be6dd51cca414b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387852 Nov 10 21:52:37.658276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 34934) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:37.709821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad585001-9985-4f55-84c0-d1c6f9fef137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.732653 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad585001-9985-4f55-84c0-d1c6f9fef137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.849082 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad585001-9985-4f55-84c0-d1c6f9fef137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.851820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad585001-9985-4f55-84c0-d1c6f9fef137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:37.852971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad585001-9985-4f55-84c0-d1c6f9fef137 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/699d2356-201c-452f-b56b-8e5a6d8ab5e2 HTTP/1.1" status: 204 len: 168 time: 0.1936049 Nov 10 21:52:37.861281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad585001-9985-4f55-84c0-d1c6f9fef137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699d2356-201c-452f-b56b-8e5a6d8ab5e2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:37.985878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13e043f9-a189-4d16-8545-99b58313d481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:39.397351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:40.810323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:41.448923 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:43.529103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35048) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:43.686619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79a4381b-2135-478e-b9fe-e219847e9c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:43.783366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79a4381b-2135-478e-b9fe-e219847e9c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:43.877352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79a4381b-2135-478e-b9fe-e219847e9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:43.917434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4381b-2135-478e-b9fe-e219847e9c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53622ea0-f7a4-48bf-99e1-d8a9a5749001,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:43.923115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79a4381b-2135-478e-b9fe-e219847e9c05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b624f3f66077463e9de58b6a3fde3cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3929834 Nov 10 21:52:43.926616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35052) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:43.977258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09d4966e-056d-4e01-807c-e8090096780e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:43.999067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09d4966e-056d-4e01-807c-e8090096780e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:44.128945 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09d4966e-056d-4e01-807c-e8090096780e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:44.131999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-09d4966e-056d-4e01-807c-e8090096780e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:44.133341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-09d4966e-056d-4e01-807c-e8090096780e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53622ea0-f7a4-48bf-99e1-d8a9a5749001 HTTP/1.1" status: 204 len: 168 time: 0.2056000 Nov 10 21:52:44.154202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4966e-056d-4e01-807c-e8090096780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53622ea0-f7a4-48bf-99e1-d8a9a5749001,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:44.968726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35086) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:44.982486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c558-4053-48e9-8f44-588509da0f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:45.063457 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c558-4053-48e9-8f44-588509da0f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:45.174456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c4a5c558-4053-48e9-8f44-588509da0f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:45.218440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c4a5c558-4053-48e9-8f44-588509da0f1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88a8eb823ffc4c5eac2104a981d2e569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458484 Nov 10 21:52:45.222929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35090) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:45.232884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5c558-4053-48e9-8f44-588509da0f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c57dd7-3221-481b-bb1c-0029d571bfdd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:45.283516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37728293-c58e-4b4f-b350-f0ad5046d34e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:45.309694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37728293-c58e-4b4f-b350-f0ad5046d34e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:45.507022 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37728293-c58e-4b4f-b350-f0ad5046d34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:45.508644 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37728293-c58e-4b4f-b350-f0ad5046d34e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:45.509939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-37728293-c58e-4b4f-b350-f0ad5046d34e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20c57dd7-3221-481b-bb1c-0029d571bfdd HTTP/1.1" status: 204 len: 168 time: 0.2902703 Nov 10 21:52:45.519866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37728293-c58e-4b4f-b350-f0ad5046d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c57dd7-3221-481b-bb1c-0029d571bfdd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:49.706679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:49.715819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-fcb40723-d2c2-442e-b6dd-e5428cdad3bc req-ffb641bb-7789-4d8f-bb21-d6805cd925b7 service neutron] (103047) timed out ('10.222.0.45', 38634) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:52:53.039502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35286) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:53.158064 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:53.235674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:53.322294 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:53.366680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40b50eb9220846849b5c1aec6d60c9dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259699 Nov 10 21:52:53.367547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dce76e-7757-4fbe-a704-aab5284fd11b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:53.369375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35298) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:53.375143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.375490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.375902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.376199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.376536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.376864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.377192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.377518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.377840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.378160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.378483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.378839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bce5c0-1a44-4d29-b53c-21e0c3cfbff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:52:53.424752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4245541-fdcd-488a-a7ab-44209b450d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:53.453306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4245541-fdcd-488a-a7ab-44209b450d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:53.613834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4245541-fdcd-488a-a7ab-44209b450d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:53.617148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e4245541-fdcd-488a-a7ab-44209b450d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:53.618335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e4245541-fdcd-488a-a7ab-44209b450d31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80dce76e-7757-4fbe-a704-aab5284fd11b HTTP/1.1" status: 204 len: 168 time: 0.2479069 Nov 10 21:52:53.626409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4245541-fdcd-488a-a7ab-44209b450d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dce76e-7757-4fbe-a704-aab5284fd11b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:53.649266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:54.593404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:54.606867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-864e9fb6-e4b2-4c1c-ac40-e68aea08deec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:54.688039 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-864e9fb6-e4b2-4c1c-ac40-e68aea08deec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:54.773987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-864e9fb6-e4b2-4c1c-ac40-e68aea08deec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:54.813582 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-864e9fb6-e4b2-4c1c-ac40-e68aea08deec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf79f01807ab4fcb847565c0bfad13f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189300 Nov 10 21:52:54.814714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e9fb6-e4b2-4c1c-ac40-e68aea08deec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8135bfe4-d89a-4fa8-93e1-a4f57f099fb9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:54.816427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35328) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:54.913622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4037bc28-ac3e-45ab-ac20-3088bce0f08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:54.937310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4037bc28-ac3e-45ab-ac20-3088bce0f08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:55.059977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4037bc28-ac3e-45ab-ac20-3088bce0f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:55.062577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4037bc28-ac3e-45ab-ac20-3088bce0f08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:55.063864 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4037bc28-ac3e-45ab-ac20-3088bce0f08f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8135bfe4-d89a-4fa8-93e1-a4f57f099fb9 HTTP/1.1" status: 204 len: 168 time: 0.2431886 Nov 10 21:52:55.073829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037bc28-ac3e-45ab-ac20-3088bce0f08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8135bfe4-d89a-4fa8-93e1-a4f57f099fb9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:55.266657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9d7f-3070-4ff7-b434-8a097d3c953b req-1a9c6f3e-4ce5-4e09-adf8-33cb8b7cd73e tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:55.268449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c3f9d7f-3070-4ff7-b434-8a097d3c953b req-1a9c6f3e-4ce5-4e09-adf8-33cb8b7cd73e tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1098 time: 0.0437784 Nov 10 21:52:55.328362 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c3f9d7f-3070-4ff7-b434-8a097d3c953b req-d81c5ef9-8969-4adf-ae81-9dc69c5e737e tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502768 Nov 10 21:52:55.348852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35350) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:55.519124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 273f7f0c-e50a-4c64-875c-e5bc02d43de7 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:55.519467 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:55.575078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35356) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:55.636297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:55.636629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:55.651107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 273f7f0c-e50a-4c64-875c-e5bc02d43de7 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:55.676658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba12d315-2aa0-45ab-8780-68f24d4868b2 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:55.677262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba12d315-2aa0-45ab-8780-68f24d4868b2 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:55.677906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba12d315-2aa0-45ab-8780-68f24d4868b2 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:55.679802 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba12d315-2aa0-45ab-8780-68f24d4868b2 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=68cf63181bee4b17bbb9341b26e104e1&network_id=4bb85725-7844-4ed8-8855-9d12eaaf71d8 HTTP/1.1" status: 200 len: 2973 time: 0.1036394 Nov 10 21:52:55.939922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:55.973902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=273f7f0c-e50a-4c64-875c-e5bc02d43de7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:56.050716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:56.052218 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP cee40586-99ef-470c-b6d3-485a25ffd03f disassociated (deleted). External IP: 172.25.7.96, port: f54968c8-c678-4821-8424-3106efe34b7d. Nov 10 21:52:56.356753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 61c23820-a1fa-4e09-b96d-22684b7c76e8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:52:56.470769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:52:56.475711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:56.480380 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] Sync routers for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:52:56.492745 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:56.492745 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:56.522302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0c7fa5a0-8ae4-4e0d-a695-f4fa3efd1110 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/floatingips/cee40586-99ef-470c-b6d3-485a25ffd03f HTTP/1.1" status: 204 len: 168 time: 1.1524687 Nov 10 21:52:56.522302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:56.522302 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a56c90-dd39-4284-af11-947c1041ca0e" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:56.552077 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed7192-6958-411b-925d-dab219227d48 x-openstack-request-id: req-04ed7192-6958-411b-925d-dab219227d48 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:56.552077 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:56.552507 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04ed7192-6958-411b-925d-dab219227d48 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:56.553518 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'status': 'completed', 'code': 200} Nov 10 21:52:56.632086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-96a56572-a50d-4f2c-9367-6090c72d7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:56.634005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-96a56572-a50d-4f2c-9367-6090c72d7b60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 1098 time: 0.0577085 Nov 10 21:52:56.662844 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:56.770830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-3320fa3e-c122-48db-854b-4a152f024d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:56.775857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-3320fa3e-c122-48db-854b-4a152f024d88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 200 len: 898 time: 0.1304133 Nov 10 21:52:56.823415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-8c3d80a9-b34e-47ac-8fa1-bc6f71d6646d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 200 len: 217 time: 0.0428634 Nov 10 21:52:56.873119 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:20Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:56.897284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-de88f067-cba5-442d-9574-239a5a5e8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:56.898726 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-de88f067-cba5-442d-9574-239a5a5e8fa2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 200 len: 835 time: 0.0676115 Nov 10 21:52:56.906344 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] Checking router: 61c23820-a1fa-4e09-b96d-22684b7c76e8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:52:56.915302 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:52:56.915933 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:56.953832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-8de9f361-9f07-43c9-ab2c-2cb2193ce58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:56.955424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-8de9f361-9f07-43c9-ab2c-2cb2193ce58b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489540 Nov 10 21:52:57.039505 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:52:57.291788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35410) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:57.469322 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:20Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:52:57.526041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20571abe-d07c-402e-a894-e325a6e7d20a None None] The sync data for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 is: [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:50:16Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '019f2985-6d08-40c5-beb8-a4fd9dcb4693', 'name': '', 'network_id': '9c76896b-82f1-4eec-89b5-7f7ae2f09a6b', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:ce:39:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:15Z', 'updated_at': '2021-11-10T21:50:20Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': 'bcfdae97-325a-43f4-977d-871cf0f3745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:52:57.544678 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-f7de5e5a-b9c8-498e-8307-4bf16455a618 service neutron] 10.222.0.53 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805392 Nov 10 21:52:57.545128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e486699b-3033-4a99-b236-93001bce1283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:57.578360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20314ad9-ff50-4cbe-ac2f-1d45ea0632a4 req-2a600c84-eceb-43fe-aaf5-72debb6bd515 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:57.583247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20314ad9-ff50-4cbe-ac2f-1d45ea0632a4 req-2a600c84-eceb-43fe-aaf5-72debb6bd515 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.5422304 Nov 10 21:52:57.642176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e486699b-3033-4a99-b236-93001bce1283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:57.711813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20314ad9-ff50-4cbe-ac2f-1d45ea0632a4 req-5107dd31-bceb-4d07-b305-46f76b6f1d4b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167727 Nov 10 21:52:57.722370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e486699b-3033-4a99-b236-93001bce1283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:57.737086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8a56c90-dd39-4284-af11-947c1041ca0e req-832b7864-fb09-4f20-8437-f2e9459db611 service neutron] 10.222.0.53 "GET /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832626 Nov 10 21:52:57.759320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e486699b-3033-4a99-b236-93001bce1283 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdf826f20cba4fd99cae78cfc455f9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651508 Nov 10 21:52:57.767291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35428) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:57.787295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486699b-3033-4a99-b236-93001bce1283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc96ad-6ae2-4928-9371-e42c0518a052,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:57.846634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0447c41-2bf4-4f80-a177-86805846c8bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:57.872720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0447c41-2bf4-4f80-a177-86805846c8bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:57.952088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330df57-3495-40a1-a2bc-d0554df94a08 None None] New status for floating IP cee40586-99ef-470c-b6d3-485a25ffd03f: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:52:58.070926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0447c41-2bf4-4f80-a177-86805846c8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:58.075452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0447c41-2bf4-4f80-a177-86805846c8bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:58.084798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a0447c41-2bf4-4f80-a177-86805846c8bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0efc96ad-6ae2-4928-9371-e42c0518a052 HTTP/1.1" status: 204 len: 168 time: 0.3120329 Nov 10 21:52:58.096331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0447c41-2bf4-4f80-a177-86805846c8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc96ad-6ae2-4928-9371-e42c0518a052,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:58.430111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-ab022535-2cee-4dd3-bdcb-57d89ba42efb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:58.431468 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-ab022535-2cee-4dd3-bdcb-57d89ba42efb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 946 time: 0.0525177 Nov 10 21:52:58.538331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port f54968c8-c678-4821-8424-3106efe34b7d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:52:58.538665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:58.630604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port f54968c8-c678-4821-8424-3106efe34b7d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=f54968c8-c678-4821-8424-3106efe34b7d,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:52:58.630939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:58.643989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for f54968c8-c678-4821-8424-3106efe34b7d owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:52:58.842364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:58.888980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c0803-0e2f-4971-82bb-380f79ab75a1 req-7f69f189-ae0d-4689-bd13-9c6d24ded503 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:58.890517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c69c0803-0e2f-4971-82bb-380f79ab75a1 req-7f69f189-ae0d-4689-bd13-9c6d24ded503 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 867 time: 0.0863426 Nov 10 21:52:58.892948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=f54968c8-c678-4821-8424-3106efe34b7d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:58.906958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35454) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:58.922559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82dbf612-02e7-4c21-9b60-088570acedb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:58.970558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] No DVR routers for this DVR port f54968c8-c678-4821-8424-3106efe34b7d on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:52:58.975112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35456) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:58.982623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:58.985899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b68a7ffd-a48f-477c-af93-a4d727496422 req-55fdf28d-c0ea-464b-b5e0-c785b7e9103c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.53 "DELETE /v2.0/ports/f54968c8-c678-4821-8424-3106efe34b7d HTTP/1.1" status: 204 len: 173 time: 0.5465376 Nov 10 21:52:58.986338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-deleted', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:52:58.988738 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1611ecde-0d1e-4745-944b-ceddc4a65943" -d '{"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-deleted", "tag": "f54968c8-c678-4821-8424-3106efe34b7d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:52:59.032492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82dbf612-02e7-4c21-9b60-088570acedb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.036846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c69c0803-0e2f-4971-82bb-380f79ab75a1 req-6a4e8153-94a1-48f4-bbcc-68126e27ed1e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=73a72c3a-093c-4623-979f-9a6436f9c32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969014 Nov 10 21:52:59.076865 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559c6451-d2b4-4590-99f5-70cc177f82a9 x-openstack-request-id: req-559c6451-d2b4-4590-99f5-70cc177f82a9 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:52:59.077499 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc10a3d-f801-4278-8d43-15d3e8e7dd65", "name": "network-vif-deleted", "tag": "f54968c8-c678-4821-8424-3106efe34b7d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:52:59.077499 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-559c6451-d2b4-4590-99f5-70cc177f82a9 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:52:59.077840 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc10a3d-f801-4278-8d43-15d3e8e7dd65', 'name': 'network-vif-deleted', 'tag': 'f54968c8-c678-4821-8424-3106efe34b7d', 'status': 'completed', 'code': 200} Nov 10 21:52:59.117112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82dbf612-02e7-4c21-9b60-088570acedb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.186979 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-82dbf612-02e7-4c21-9b60-088570acedb5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54d9e1ee2812479ebf1f1e183a09e163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771146 Nov 10 21:52:59.187908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbf612-02e7-4c21-9b60-088570acedb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d0a3c3-7720-4f07-af40-a9c8e8c6a25f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:59.188660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35464) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:59.293340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8c43fd8-0cfb-47dd-bab8-0e7ca1f93e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.323030 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a28fc0a-659b-4c13-b7bb-974c61cdfac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.343463 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8c43fd8-0cfb-47dd-bab8-0e7ca1f93e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.459910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a28fc0a-659b-4c13-b7bb-974c61cdfac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.561858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35468) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:59.590577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8c43fd8-0cfb-47dd-bab8-0e7ca1f93e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.593233 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8c43fd8-0cfb-47dd-bab8-0e7ca1f93e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.594401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d8c43fd8-0cfb-47dd-bab8-0e7ca1f93e63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0d0a3c3-7720-4f07-af40-a9c8e8c6a25f HTTP/1.1" status: 204 len: 168 time: 0.4047377 Nov 10 21:52:59.603212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c43fd8-0cfb-47dd-bab8-0e7ca1f93e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d0a3c3-7720-4f07-af40-a9c8e8c6a25f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:59.614755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678767c7-6dd9-457e-97e7-81d875240220 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:52:59.616494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-678767c7-6dd9-457e-97e7-81d875240220 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 814 time: 0.0536792 Nov 10 21:52:59.640173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a28fc0a-659b-4c13-b7bb-974c61cdfac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.681040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7a28fc0a-659b-4c13-b7bb-974c61cdfac1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5ea7069278b4e15afd09b9da1584582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7036242 Nov 10 21:52:59.681904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28fc0a-659b-4c13-b7bb-974c61cdfac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532a45ce-8d61-4621-ac1c-518465b96c9e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:52:59.684323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35474) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:52:59.735190 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a33ce20-660f-40fa-82db-c0e151534112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.757118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a33ce20-660f-40fa-82db-c0e151534112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.899446 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a33ce20-660f-40fa-82db-c0e151534112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.907413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7a33ce20-660f-40fa-82db-c0e151534112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:52:59.907413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7a33ce20-660f-40fa-82db-c0e151534112 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/532a45ce-8d61-4621-ac1c-518465b96c9e HTTP/1.1" status: 204 len: 168 time: 0.2179818 Nov 10 21:52:59.911419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33ce20-660f-40fa-82db-c0e151534112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532a45ce-8d61-4621-ac1c-518465b96c9e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:00.152893 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-def89ac7-2dfe-425d-9b18-959c34fd0ed2 req-90ac8641-5315-40d1-b46d-7bfdc4e2c3b7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc10a3d-f801-4278-8d43-15d3e8e7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0274196 Nov 10 21:53:00.685587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35508) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:00.690793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'network': {'name': 'tempest-network-smoke--1032715104', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:00.726731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35510) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:00.749180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-938fd2af-691e-4f49-8094-66ee510d9dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:00.796521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:00.800742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:00.815623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-938fd2af-691e-4f49-8094-66ee510d9dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:00.826400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:53:00.837006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:00.837357 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Added segment 10f22dd8-6b5c-4089-a3ed-d2121cc472eb of type vlan for network d71216e1-e930-4e1f-866d-91f137f109a4 Nov 10 21:53:00.876158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-938fd2af-691e-4f49-8094-66ee510d9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:00.878263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:00.914902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fd2af-691e-4f49-8094-66ee510d9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e0996-bfe4-4d7f-a4ad-e0fb8b087a7f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:00.919992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-938fd2af-691e-4f49-8094-66ee510d9dcb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2afa70b2dc04790a01f2658091a9b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920829 Nov 10 21:53:00.923081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35514) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:00.948949 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:00.954536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:00.955113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:01.056266 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4296a9d3-198d-498d-b10d-7fa4e2e78008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:01.058456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Network': ['ID=d71216e1-e930-4e1f-866d-91f137f109a4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:01.073173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-401e8b84-f0b1-4c65-b4bd-98f38ad11f0d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3863196 Nov 10 21:53:01.078686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35518) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.093596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4296a9d3-198d-498d-b10d-7fa4e2e78008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:01.132010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d71216e1-e930-4e1f-866d-91f137f109a4 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:53:01.175043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1995bc-bb22-4714-a898-5c99e773c121 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:01.177372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c1995bc-bb22-4714-a898-5c99e773c121 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=68cf63181bee4b17bbb9341b26e104e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0997872 Nov 10 21:53:01.180797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35520) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.225357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4296a9d3-198d-498d-b10d-7fa4e2e78008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:01.229585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4296a9d3-198d-498d-b10d-7fa4e2e78008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:01.230769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4296a9d3-198d-498d-b10d-7fa4e2e78008 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a14e0996-bfe4-4d7f-a4ad-e0fb8b087a7f HTTP/1.1" status: 204 len: 168 time: 0.3066435 Nov 10 21:53:01.248943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296a9d3-198d-498d-b10d-7fa4e2e78008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e0996-bfe4-4d7f-a4ad-e0fb8b087a7f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:01.256978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.365281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e95c1-a712-4b15-bc90-e8d7965b4c61 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:01.369658 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-966e95c1-a712-4b15-bc90-e8d7965b4c61 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1856847 Nov 10 21:53:01.370231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35534) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.434143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a719508d-f42b-4d86-8550-6f5d2c237165 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600336 Nov 10 21:53:01.434387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35540) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.468842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c78d4a7d-c713-4a50-b345-13eb7250bb40 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=68cf63181bee4b17bbb9341b26e104e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326476 Nov 10 21:53:01.471353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35542) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.577919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a536ae-946f-4849-8390-08d371173434 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:01.579453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-95a536ae-946f-4849-8390-08d371173434 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1070395 Nov 10 21:53:01.582462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35546) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.621941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e21dce4b-fcd7-4fd4-be1b-dfa7e2d112aa tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383112 Nov 10 21:53:01.624697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35548) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:01.631301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-194134129', 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:01.752023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:01.928052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:01.933577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:02.054187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 019f2985-6d08-40c5-beb8-a4fd9dcb4693 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:53:02.054703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:02.068297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f54968c8-c678-4821-8424-3106efe34b7d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:53:02.141987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: f54968c8-c678-4821-8424-3106efe34b7d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:53:02.142689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device f54968c8-c678-4821-8424-3106efe34b7d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:53:02.267971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port 019f2985-6d08-40c5-beb8-a4fd9dcb4693, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=019f2985-6d08-40c5-beb8-a4fd9dcb4693,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:02.268336 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:02.282733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 019f2985-6d08-40c5-beb8-a4fd9dcb4693 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:53:02.299445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:02.391407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Subnet': ['ID=1c88e348-146c-486c-9900-bb1241727458,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:02.407619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.408170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.408615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.409053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.409666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.410073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.410656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.411033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.415398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.415398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.415398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.415398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:02.424510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Checking segment: {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:02.425118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network hostable DHCP agents. Network: d71216e1-e930-4e1f-866d-91f137f109a4, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:53:02.539266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network d71216e1-e930-4e1f-866d-91f137f109a4 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:53:02.677039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d71216e1-e930-4e1f-866d-91f137f109a4) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:02.681428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:02.682187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:02.687117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e1766-57d2-41ce-b2a0-84463262fec3 None None] Network d71216e1-e930-4e1f-866d-91f137f109a4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:02.709165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:02.747150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=019f2985-6d08-40c5-beb8-a4fd9dcb4693,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:02.810283 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-98fc0a26-5d95-4038-af4c-b1bb90c773d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1840601 Nov 10 21:53:02.870302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d71216e1-e930-4e1f-866d-91f137f109a4', 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ips': [{'subnet_id': '1c88e348-146c-486c-9900-bb1241727458'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:53:02.871158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.112744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Allocated IP 172.20.0.18 (d71216e1-e930-4e1f-866d-91f137f109a4/1c88e348-146c-486c-9900-bb1241727458/d462a1a3-4bb1-4420-86bb-fb4ea06baf28) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:03.152355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.321979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.442551 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.518758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Network d71216e1-e930-4e1f-866d-91f137f109a4 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:03.526509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 61c23820-a1fa-4e09-b96d-22684b7c76e8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:53:03.540197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Pushing event updated for resources: {'Port': ['ID=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:03.543888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:03.550802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:03.653439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Attempting to bind port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:03.653924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Attempting to bind port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:03.654293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Attempting to bind port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 on network d71216e1-e930-4e1f-866d-91f137f109a4 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:03.673086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:03.673939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Checking segment: {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:03.674695 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.675238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Bound using segment: {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:03.676559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Bound port: d462a1a3-4bb1-4420-86bb-fb4ea06baf28, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:03.677177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.739739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:53:03.745438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3ca7f972-03c3-4a0d-b6bb-fdc99370a27c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/61c23820-a1fa-4e09-b96d-22684b7c76e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4858153 Nov 10 21:53:03.748698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35610) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:03.752589 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] Sync routers for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:53:03.766986 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:03.773827 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:03.784815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] For port d462a1a3-4bb1-4420-86bb-fb4ea06baf28, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:03.789775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] For port d462a1a3-4bb1-4420-86bb-fb4ea06baf28, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:03.860136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting subnet bcfdae97-325a-43f4-977d-871cf0f3745d {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:53:03.864239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.865166 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.909735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:03.990574 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:03.996134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a696bf3-ed49-4e99-a239-900374a906ec None None] Pushing event updated for resources: {'Port': ['ID=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:04.100938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-e732b15d-d140-4561-8be0-37069e27f36f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1076231 Nov 10 21:53:04.117445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:04.256754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-261d4310-3f3f-4b34-a4a8-ea68c9703d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:04.258459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-261d4310-3f3f-4b34-a4a8-ea68c9703d87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1098 time: 0.1053171 Nov 10 21:53:04.330890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35618) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:04.340854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-48329966-cd9b-470c-adc0-215bcac02741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222807793', 'description': 'tempest-secgroup-smoke-222807793 description', 'project_id': '68cf63181bee4b17bbb9341b26e104e1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:04.360489 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:53:02Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:04.398849 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] Checking router: 61c23820-a1fa-4e09-b96d-22684b7c76e8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:53:04.411031 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] Routers {'61c23820-a1fa-4e09-b96d-22684b7c76e8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:04.412145 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:52:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['61c23820-a1fa-4e09-b96d-22684b7c76e8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:04.426869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:04.459471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfdae97-325a-43f4-977d-871cf0f3745d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:04.483422 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:04.483619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e42510-fcfe-42f9-bbda-9e7f6de00965 None None] Network 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:04.484058 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48329966-cd9b-470c-adc0-215bcac02741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:04.520691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fcc57cc6-b039-4990-8449-41d717742135 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/subnets/bcfdae97-325a-43f4-977d-871cf0f3745d HTTP/1.1" status: 204 len: 168 time: 0.7702329 Nov 10 21:53:04.521584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35628) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:04.621960 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] Set router 61c23820-a1fa-4e09-b96d-22684b7c76e8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:04.789420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48329966-cd9b-470c-adc0-215bcac02741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:04.859136 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48329966-cd9b-470c-adc0-215bcac02741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:04.875158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:04.964542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] DHCP port deletion for 9c76896b-82f1-4eec-89b5-7f7ae2f09a6b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:53:04.983812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48329966-cd9b-470c-adc0-215bcac02741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:05.026945 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48329966-cd9b-470c-adc0-215bcac02741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.027249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-ce6b59d7-057e-46cb-8ca9-7fac01410d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:05.028316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-48329966-cd9b-470c-adc0-215bcac02741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6963813 Nov 10 21:53:05.028811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-ce6b59d7-057e-46cb-8ca9-7fac01410d87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.7350814 Nov 10 21:53:05.031245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35640) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:05.044003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9140fb4e-1a37-4909-8f75-fba4989c9048 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ccc13-2824-4b72-895b-2bd6f5e89e4e', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:05.059274 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:53:02Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:05.109483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] Deleting port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:53:05.110492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.140034 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3f0776-8205-4c69-b2db-7cad86cad0d3 None None] The sync data for ids ['61c23820-a1fa-4e09-b96d-22684b7c76e8'] in n-d-776250-11 is: [{'id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004909373', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:50:10Z', 'updated_at': '2021-11-10T21:53:02Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'a111a242-6868-44a8-bf96-52c79fffd3e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c23820-a1fa-4e09-b96d-22684b7c76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:50:11Z', 'updated_at': '2021-11-10T21:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:53:05.185416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9140fb4e-1a37-4909-8f75-fba4989c9048 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.217643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-465d8944-9d7c-4116-a07d-cced1c644f25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1002 time: 0.1782911 Nov 10 21:53:05.279025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.294874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-0f26979a-dd46-485d-bb2e-373abc54d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:05.296820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-0f26979a-dd46-485d-bb2e-373abc54d2b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0709541 Nov 10 21:53:05.342460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] For port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1,segment=NetworkSegment(1fd1b3b8-98dd-4147-82b3-03e0cb977dd7),segment_id=1fd1b3b8-98dd-4147-82b3-03e0cb977dd7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:05.343954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.360035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] Calling delete_port for 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:53:05.366876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9140fb4e-1a37-4909-8f75-fba4989c9048 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.404457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-6a4d9650-b18d-4e19-ae76-92026230e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:05.406442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-6a4d9650-b18d-4e19-ae76-92026230e92c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017697 Nov 10 21:53:05.512814 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-9e9ab8f2-d655-4b29-bc5a-f8b3ff6f733a service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955305 Nov 10 21:53:05.515951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9140fb4e-1a37-4909-8f75-fba4989c9048 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.526277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port a111a242-6868-44a8-bf96-52c79fffd3e6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:53:05.526969 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.573285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140fb4e-1a37-4909-8f75-fba4989c9048 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc819fef-d56a-4ce6-aa5a-9d1b3bed5392,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:05.638960 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.681015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9140fb4e-1a37-4909-8f75-fba4989c9048 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.682747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9140fb4e-1a37-4909-8f75-fba4989c9048 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6504679 Nov 10 21:53:05.685829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35650) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:05.695842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-053d76d4-cadd-4d5e-beba-49cfbd8eb994 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ccc13-2824-4b72-895b-2bd6f5e89e4e', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:05.721414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] Pushing event deleted for resources: {'Port': ['ID=11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:05.725945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f053cc1-e3a9-4276-82de-c8504edb81ba None None] No DVR routers for this DVR port 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:53:05.728531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a79ccf4-2acb-4a7f-80bc-88b1f1ce1938 None None] Network d71216e1-e930-4e1f-866d-91f137f109a4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:05.811284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port a111a242-6868-44a8-bf96-52c79fffd3e6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a111a242-6868-44a8-bf96-52c79fffd3e6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:05.812081 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.818467 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-58545479-4c85-4cce-b062-b06eeb2d7e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.865508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d462a1a3-4bb1-4420-86bb-fb4ea06baf28 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:05.873922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dada0287-5773-4c2b-8abc-abce7be02f7c req-019264c4-3a42-4b24-b44b-9c2b4e420fb7 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499372 Nov 10 21:53:05.875356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for a111a242-6868-44a8-bf96-52c79fffd3e6 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:53:05.889015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-053d76d4-cadd-4d5e-beba-49cfbd8eb994 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:05.910442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a8680f5d-3783-4be9-9477-a8e1f3f7dbfe None None] Provisioning complete for port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:05.910829 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a8680f5d-3783-4be9-9477-a8e1f3f7dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.027050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-053d76d4-cadd-4d5e-beba-49cfbd8eb994 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.093394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-053d76d4-cadd-4d5e-beba-49cfbd8eb994 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.129867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d76d4-cadd-4d5e-beba-49cfbd8eb994 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ab4a07-6b96-422c-93b4-00439a35e4cf,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:06.190829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-053d76d4-cadd-4d5e-beba-49cfbd8eb994 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.193043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-053d76d4-cadd-4d5e-beba-49cfbd8eb994 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5062585 Nov 10 21:53:06.196024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35660) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:06.202638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1c69e6e6-b982-422c-89fd-23ae99fdac4b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ccc13-2824-4b72-895b-2bd6f5e89e4e', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:06.209699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35662) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:06.213675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:06.214275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.256801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a8680f5d-3783-4be9-9477-a8e1f3f7dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.283647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.323817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a8680f5d-3783-4be9-9477-a8e1f3f7dbfe None None] For port d462a1a3-4bb1-4420-86bb-fb4ea06baf28, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:06.336915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=a111a242-6868-44a8-bf96-52c79fffd3e6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:06.381157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13542a-8d27-47bc-ae76-a3c5aa1d46ef None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:53:06.395130 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.428841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a8680f5d-3783-4be9-9477-a8e1f3f7dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.440135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c69e6e6-b982-422c-89fd-23ae99fdac4b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.469056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6dd67af3-ca7e-4bdb-96c8-a9d7c185f3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.514562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.533884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8680f5d-3783-4be9-9477-a8e1f3f7dbfe None None] Pushing event updated for resources: {'Port': ['ID=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:06.555968 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:53:06.556733 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:53:06.614227 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6dd67af3-ca7e-4bdb-96c8-a9d7c185f3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.625450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.630838 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.638305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c69e6e6-b982-422c-89fd-23ae99fdac4b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.752126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e4e590b9-d881-4a04-b002-41302eee6a7d None None] Provisioning complete for port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:06.752671 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4e590b9-d881-4a04-b002-41302eee6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.790358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6dd67af3-ca7e-4bdb-96c8-a9d7c185f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.824957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c69e6e6-b982-422c-89fd-23ae99fdac4b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.829031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.829581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Fanout notify agent at l3_agent the message router_deleted on router 61c23820-a1fa-4e09-b96d-22684b7c76e8 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:53:06.854823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6dd67af3-ca7e-4bdb-96c8-a9d7c185f3b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f7d5839e9e94ecfb15a59e5ab675b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6437328 Nov 10 21:53:06.855581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd67af3-ca7e-4bdb-96c8-a9d7c185f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5608a-451e-4130-8c64-21c65564d95d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:06.858103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35676) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:06.867325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.868627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d9a939d2-8bf9-4826-8cca-08991eb667a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/routers/61c23820-a1fa-4e09-b96d-22684b7c76e8 HTTP/1.1" status: 204 len: 168 time: 2.3398647 Nov 10 21:53:06.871305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35678) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:06.873368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69e6e6-b982-422c-89fd-23ae99fdac4b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f317bad9-2ef2-4111-8719-20a14753bcc8,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:06.963866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-587910fc-582d-4a5e-a5c7-1a650d6d9795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.965476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c69e6e6-b982-422c-89fd-23ae99fdac4b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:06.969079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1c69e6e6-b982-422c-89fd-23ae99fdac4b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7684972 Nov 10 21:53:06.969696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35682) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:06.979408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b6ca5ba3-ee4e-41ab-b1a8-73449d832b1c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ccc13-2824-4b72-895b-2bd6f5e89e4e', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:07.020319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.030069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-587910fc-582d-4a5e-a5c7-1a650d6d9795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.112816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.136263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c76896b-82f1-4eec-89b5-7f7ae2f09a6b']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:07.146266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:07.146620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd1b3b8-98dd-4147-82b3-03e0cb977dd7') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:07.156579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.174543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.182515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:53:07.183202 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:53:07.186540 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:53:07.253055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5ba3-ee4e-41ab-b1a8-73449d832b1c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.279558 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-587910fc-582d-4a5e-a5c7-1a650d6d9795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.282079 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-587910fc-582d-4a5e-a5c7-1a650d6d9795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.283298 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-587910fc-582d-4a5e-a5c7-1a650d6d9795 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71e5608a-451e-4130-8c64-21c65564d95d HTTP/1.1" status: 204 len: 168 time: 0.4207008 Nov 10 21:53:07.303233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587910fc-582d-4a5e-a5c7-1a650d6d9795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5608a-451e-4130-8c64-21c65564d95d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:07.318009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5ba3-ee4e-41ab-b1a8-73449d832b1c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.404182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.415910 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.428468 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:07.428976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/networks/9c76896b-82f1-4eec-89b5-7f7ae2f09a6b HTTP/1.1" status: 204 len: 168 time: 0.5563428 Nov 10 21:53:07.458195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce587c3a-3a74-4861-9165-021183aa57fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Network': ['ID=9c76896b-82f1-4eec-89b5-7f7ae2f09a6b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:07.458312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:53:07.458448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5ba3-ee4e-41ab-b1a8-73449d832b1c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.502830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:53:07.502830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 11ef6e8e-eaa6-49bf-8a7d-97aaa0caada1 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:53:07.503076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca5ba3-ee4e-41ab-b1a8-73449d832b1c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3a4164-6cb1-46a2-9cfd-78fc7a8ad286,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:07.503530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 019f2985-6d08-40c5-beb8-a4fd9dcb4693 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:53:07.523579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-085170ec-162b-4860-8c8c-6d8c1c6c3fc2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.527014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 019f2985-6d08-40c5-beb8-a4fd9dcb4693 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:53:07.527014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 019f2985-6d08-40c5-beb8-a4fd9dcb4693 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:53:07.562119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-085170ec-162b-4860-8c8c-6d8c1c6c3fc2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.626873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d462a1a3-4bb1-4420-86bb-fb4ea06baf28 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:07.641615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5ba3-ee4e-41ab-b1a8-73449d832b1c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.647661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:07.648311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6ca5ba3-ee4e-41ab-b1a8-73449d832b1c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6728022 Nov 10 21:53:07.656121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ccc13-2824-4b72-895b-2bd6f5e89e4e', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:07.690251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:07.690541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.739448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-085170ec-162b-4860-8c8c-6d8c1c6c3fc2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.742000 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-085170ec-162b-4860-8c8c-6d8c1c6c3fc2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.746207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-085170ec-162b-4860-8c8c-6d8c1c6c3fc2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/security-groups/73a72c3a-093c-4623-979f-9a6436f9c32f HTTP/1.1" status: 204 len: 168 time: 0.3138320 Nov 10 21:53:07.753969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085170ec-162b-4860-8c8c-6d8c1c6c3fc2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a72c3a-093c-4623-979f-9a6436f9c32f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:07.762799 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Project 68cf63181bee4b17bbb9341b26e104e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:53:07.772675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.899371 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:07.906118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a111a242-6868-44a8-bf96-52c79fffd3e6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:53:07.934940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: a111a242-6868-44a8-bf96-52c79fffd3e6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:53:07.942834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a111a242-6868-44a8-bf96-52c79fffd3e6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:53:08.001525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65e46d05-7255-44fd-aec3-0e2476ede433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.053374 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.069491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebed49b-4510-439e-ac04-4114a56843e0,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:08.221381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.226140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-935b60f7-fbc2-471d-8c27-b4fadead32f4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5773149 Nov 10 21:53:08.226412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35712) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:08.234379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'cb5ccc13-2824-4b72-895b-2bd6f5e89e4e', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:08.390697 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Project 68cf63181bee4b17bbb9341b26e104e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:53:08.396419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.451087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.460743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35718) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:08.477564 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e68609-ca37-462f-b986-f0122d967d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.532849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35720) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:08.539250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d59f25df-496c-411a-a081-dc67e64d0540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582438829', 'description': 'tempest-secgroup-smoke-582438829 description', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:08.564416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.567693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e68609-ca37-462f-b986-f0122d967d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.582285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78758bba-a7cd-413c-bbad-3b10c1be8524,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:08.681978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d59f25df-496c-411a-a081-dc67e64d0540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.716825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-33e68609-ca37-462f-b986-f0122d967d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.767335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d59f25df-496c-411a-a081-dc67e64d0540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.768237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.770791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-73980e41-7f9f-4c9c-bc15-a0c457667de1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5402694 Nov 10 21:53:08.775891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e68609-ca37-462f-b986-f0122d967d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43404dc1-473a-421d-88d7-054b115fb0c0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:08.787460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-33e68609-ca37-462f-b986-f0122d967d07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b2a6b99968749048d64387e0e43962f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3203356 Nov 10 21:53:08.790626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35726) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:08.857994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea8388da-0545-406e-80a1-7ba1971e6c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.880778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d59f25df-496c-411a-a081-dc67e64d0540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.885444 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea8388da-0545-406e-80a1-7ba1971e6c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:08.953994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f25df-496c-411a-a081-dc67e64d0540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a75380-264b-4ebc-98f0-58ada49bcc25,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:09.016481 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d59f25df-496c-411a-a081-dc67e64d0540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.018340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d59f25df-496c-411a-a081-dc67e64d0540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4841597 Nov 10 21:53:09.021834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35746) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:09.028451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3f5c3510-bd16-4108-8dd4-39fa937fa66b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '72a75380-264b-4ebc-98f0-58ada49bcc25', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:09.035491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a4c5cf5e-5d07-4020-9779-2a42b6d90cd4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222807793&fields=id&tenant_id=68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 267 time: 0.0513961 Nov 10 21:53:09.048665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea8388da-0545-406e-80a1-7ba1971e6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.052189 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ea8388da-0545-406e-80a1-7ba1971e6c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.053429 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ea8388da-0545-406e-80a1-7ba1971e6c55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43404dc1-473a-421d-88d7-054b115fb0c0 HTTP/1.1" status: 204 len: 168 time: 0.2589996 Nov 10 21:53:09.062345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8388da-0545-406e-80a1-7ba1971e6c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43404dc1-473a-421d-88d7-054b115fb0c0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:09.200778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f5c3510-bd16-4108-8dd4-39fa937fa66b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.215096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-232db6fc-8c7f-4a8d-9228-c2c7c0bd8fb5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:09.216778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-232db6fc-8c7f-4a8d-9228-c2c7c0bd8fb5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/networks?id=d71216e1-e930-4e1f-866d-91f137f109a4 HTTP/1.1" status: 200 len: 797 time: 0.1667824 Nov 10 21:53:09.238963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-efabfa52-6952-4f55-a7a9-c3524ebacb60 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/quotas/68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 375 time: 0.0142524 Nov 10 21:53:09.287820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f5c3510-bd16-4108-8dd4-39fa937fa66b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.304684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-af97161e-1a8f-42ad-8931-ccfba234d6c4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0588162 Nov 10 21:53:09.340073 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.407352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f5c3510-bd16-4108-8dd4-39fa937fa66b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.413680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-de8f0ab8-a0a6-4911-a850-1310be4f4466 service neutron] 10.222.0.45 "GET /v2.0/networks/d71216e1-e930-4e1f-866d-91f137f109a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992250 Nov 10 21:53:09.428258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c3510-bd16-4108-8dd4-39fa937fa66b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfe8e3c-33af-4a57-8b60-44d56f424456,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:09.520398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-83062820-9a10-4b0a-bd58-5d0dbfb76654 service neutron] 10.222.0.45 "GET /v2.0/networks/d71216e1-e930-4e1f-866d-91f137f109a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002605 Nov 10 21:53:09.533918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3f5c3510-bd16-4108-8dd4-39fa937fa66b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.534085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3f5c3510-bd16-4108-8dd4-39fa937fa66b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5109742 Nov 10 21:53:09.539406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35762) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:09.552443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0177fa81-bc56-4ebc-b1c2-583d54679675 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '72a75380-264b-4ebc-98f0-58ada49bcc25', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:09.692632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0177fa81-bc56-4ebc-b1c2-583d54679675 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.754393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0177fa81-bc56-4ebc-b1c2-583d54679675 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.859128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0177fa81-bc56-4ebc-b1c2-583d54679675 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:09.874940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177fa81-bc56-4ebc-b1c2-583d54679675 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0f95b7-060e-4c41-afbd-9ccd71eee0fe,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:10.018856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0177fa81-bc56-4ebc-b1c2-583d54679675 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.018856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0177fa81-bc56-4ebc-b1c2-583d54679675 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4751873 Nov 10 21:53:10.021769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35776) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:10.026593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-85e69051-ba02-4766-b2eb-f80bbed82370 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '72a75380-264b-4ebc-98f0-58ada49bcc25', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:10.142493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-85e69051-ba02-4766-b2eb-f80bbed82370 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.156670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3bb9bfdd-ab9d-4a7c-bd61-195acf02d748 req-882a60d2-86e8-4000-bde0-f2a7f5159b3c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 210 time: 0.0333464 Nov 10 21:53:10.246358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-85e69051-ba02-4766-b2eb-f80bbed82370 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.367637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-85e69051-ba02-4766-b2eb-f80bbed82370 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.387145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e69051-ba02-4766-b2eb-f80bbed82370 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1009c7bb-695a-46b3-817a-45843fedaeb9,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:10.479700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-85e69051-ba02-4766-b2eb-f80bbed82370 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.483963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-85e69051-ba02-4766-b2eb-f80bbed82370 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4582806 Nov 10 21:53:10.484623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35798) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:10.494831 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7e227812-4273-4b2b-879a-099f86c3abcf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '72a75380-264b-4ebc-98f0-58ada49bcc25', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:10.529965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35802) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:10.634305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627213272-network', 'tenant_id': '216e951bcd424a139b85e2eeb625ec28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:10.693458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e227812-4273-4b2b-879a-099f86c3abcf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.764674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e227812-4273-4b2b-879a-099f86c3abcf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.824553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Made reservation on behalf of 216e951bcd424a139b85e2eeb625ec28 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:10.826866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.835485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.908495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.911455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e227812-4273-4b2b-879a-099f86c3abcf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.913278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:10.924791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e227812-4273-4b2b-879a-099f86c3abcf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d95263-d2a8-44c5-a959-8e0ba00f0f16,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:11.007054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.036641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:53:11.044120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d73d0-61e6-4a8c-b39b-a716c3f4e277,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:11.049592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e227812-4273-4b2b-879a-099f86c3abcf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.053766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35812) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:11.053950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7e227812-4273-4b2b-879a-099f86c3abcf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687349 Nov 10 21:53:11.059623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.059623 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Added segment bf595f83-b6e0-4585-b891-9261cc4d01de of type vlan for network ed098dd2-4099-4d92-bef9-c1b1869aa028 Nov 10 21:53:11.060415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '72a75380-264b-4ebc-98f0-58ada49bcc25', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:11.108218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.247651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.248788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b86ed9f2-b4b8-486d-8967-dc9d6da2d74f req-b2f03c25-9728-4b47-97e0-e79600de3dd5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 210 time: 0.0278165 Nov 10 21:53:11.249279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:11.249815 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.250520 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:53:11.256625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.334884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.363925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] Pushing event updated for resources: {'Network': ['ID=ed098dd2-4099-4d92-bef9-c1b1869aa028,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:11.374002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ed098dd2-4099-4d92-bef9-c1b1869aa028 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:53:11.428333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cd900c9c-1e24-4035-bc7e-52f705ca7a93 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8969715 Nov 10 21:53:11.429333 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.431047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35824) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:11.436657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Request body: {'subnet': {'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627213272-subnet', 'tenant_id': '216e951bcd424a139b85e2eeb625ec28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:11.487232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.505163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d034e1-1a67-46f0-a417-146c97f9b3b7,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:11.596659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Made reservation on behalf of 216e951bcd424a139b85e2eeb625ec28 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:11.599188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.950472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:11.951666 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f532bf8b-5a1d-4472-89b9-3b1c2fe00c79 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8968952 Nov 10 21:53:11.954796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35830) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:11.960075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': '72a75380-264b-4ebc-98f0-58ada49bcc25', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:12.116018 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:53:12.123382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.190670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.210925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.255351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb122ca7-2dbc-4846-96e9-f81e0ead55f9,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:12.262932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Checking segment: {'id': 'bf595f83-b6e0-4585-b891-9261cc4d01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:12.262932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Network hostable DHCP agents. Network: ed098dd2-4099-4d92-bef9-c1b1869aa028, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:53:12.313272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.333004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1307c2d7-0397-4040-a0db-cb77a54a6040,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:12.344710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Network ed098dd2-4099-4d92-bef9-c1b1869aa028 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:53:12.406577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-251c1723-a25a-4c3f-89e1-ff433df41ec3 req-4ab0fb9e-b718-4de2-9e48-e718c948ea94 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 210 time: 0.0366850 Nov 10 21:53:12.489156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, ed098dd2-4099-4d92-bef9-c1b1869aa028) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:12.490455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.493232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:12.493989 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.494941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6435cc72-3c8b-480d-b74a-a0afdce583c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5390184 Nov 10 21:53:12.495854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35842) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:12.503195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'network': {'name': 'tempest-network-smoke--1600685695', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:12.508067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43cd56-1f10-4d5d-a985-597207019e66 None None] Network ed098dd2-4099-4d92-bef9-c1b1869aa028 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:12.615200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:12.617143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.639213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f242cd-b8c9-4a8f-a958-5ecc41bb1754 None None] Network ed098dd2-4099-4d92-bef9-c1b1869aa028 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:12.641730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:53:12.657969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.658339 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Added segment 2c083ae5-2138-4920-813e-031aeb940705 of type vlan for network d5066df2-110a-43ea-986a-c21cf30b2617 Nov 10 21:53:12.702580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.746857 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-495d0d3a-3db3-4cb4-8524-bbe0a7d18b55 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3142529 Nov 10 21:53:12.836011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.842194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:12.842958 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:12.920323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Network': ['ID=d5066df2-110a-43ea-986a-c21cf30b2617,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:12.930671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d5066df2-110a-43ea-986a-c21cf30b2617 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:53:13.001810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35852) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:13.002262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80c91890-821b-4ff8-bf62-d44abd7b6278 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5053558 Nov 10 21:53:13.006891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'admin_state_up': True, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:13.121971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:13.123417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:13.192138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:13.356528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-092b2522-3c49-47f7-9004-b53c82e55b25 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:13.357997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-092b2522-3c49-47f7-9004-b53c82e55b25 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.64 "GET /v2.0/networks?id=d71216e1-e930-4e1f-866d-91f137f109a4 HTTP/1.1" status: 200 len: 797 time: 0.1120794 Nov 10 21:53:13.595209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40d936e4-a479-4b63-9966-48cc40163e32 req-f0ae6e23-61f1-4e36-bbcc-e532c9784c4a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 210 time: 0.0667264 Nov 10 21:53:13.603021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:13.616879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-babb08e1-1db9-49ee-9783-6f28b6d3fe84 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 472 time: 0.2496884 Nov 10 21:53:13.628425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'port': {'device_id': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4', 'admin_state_up': True, 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'security_groups': ['cb5ccc13-2824-4b72-895b-2bd6f5e89e4e']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:13.839092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:13.842628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:13.977230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35874) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:13.983924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1430843205-network', 'tenant_id': '6fd533571d9940399b34a6a1fa56c39f'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:14.076602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.20.0.30 (d71216e1-e930-4e1f-866d-91f137f109a4/1c88e348-146c-486c-9900-bb1241727458/9e30c6b0-fa44-45a0-98db-ce907165db75) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:14.080894 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:53:14.104312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Made reservation on behalf of 6fd533571d9940399b34a6a1fa56c39f for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:14.106669 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.114544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.118528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.143116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.219375 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.293501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.328485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:53:14.335287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e5f7ee-94cc-4d8c-a2d6-a7886c6b9208,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:14.357250 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.357597 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Added segment 74b1fa80-ff42-417e-8cc3-3900d9429bf5 of type vlan for network 2de06031-4184-4f38-afb0-2e9ae9ef968f Nov 10 21:53:14.373614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.155 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/3cc37a5c-4fd6-4282-a84d-d63c65c98d19) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:14.405594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.410430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.525095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.544107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.545128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:14.545702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.579386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.613441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] Pushing event updated for resources: {'Network': ['ID=2de06031-4184-4f38-afb0-2e9ae9ef968f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:14.625664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 2de06031-4184-4f38-afb0-2e9ae9ef968f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:53:14.626166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network d71216e1-e930-4e1f-866d-91f137f109a4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:14.631292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:14.638748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:14.671147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.680158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=9e30c6b0-fa44-45a0-98db-ce907165db75,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:14.706033 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6a1fc2c-d280-4cf3-948b-22dfb3d48145 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7274597 Nov 10 21:53:14.708964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35884) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:14.719109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Request body: {'subnet': {'network_id': '2de06031-4184-4f38-afb0-2e9ae9ef968f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1430843205-subnet', 'tenant_id': '6fd533571d9940399b34a6a1fa56c39f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:14.776524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:14.778802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:14.788975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:14.789604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.794028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:14.797622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d37c3c-c71f-4532-9a04-6af7e5375bbd None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:53:14.827890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:14.870174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Made reservation on behalf of 6fd533571d9940399b34a6a1fa56c39f for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:14.870356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc424-5900-4b6d-9192-a06816cdc006 req-c185d37d-0d83-4e37-aade-1d33b1d1f07b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:14.870356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e1cc424-5900-4b6d-9192-a06816cdc006 req-c185d37d-0d83-4e37-aade-1d33b1d1f07b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 932 time: 0.1811867 Nov 10 21:53:14.870563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-99cf482d-8a2c-4ed0-a101-3b14f935112c None None] Provisioning complete for port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:14.870563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-99cf482d-8a2c-4ed0-a101-3b14f935112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.870720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:14.926383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-99cf482d-8a2c-4ed0-a101-3b14f935112c None None] Port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:15.000575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-a011a5b2-b0df-44be-8a0e-4c27a8dc0e80 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3762672 Nov 10 21:53:15.009801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35888) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:15.018218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Request body: {'port': {'device_id': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:15.055085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-545129b4-8852-4219-8aff-330b00c5d268 None None] Provisioning complete for port 9e30c6b0-fa44-45a0-98db-ce907165db75 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:15.055815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-545129b4-8852-4219-8aff-330b00c5d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.106475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-545129b4-8852-4219-8aff-330b00c5d268 None None] Port 9e30c6b0-fa44-45a0-98db-ce907165db75 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:15.120990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e1cc424-5900-4b6d-9192-a06816cdc006 req-ec062254-0d55-49a1-8829-7d694d2e4033 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746974 Nov 10 21:53:15.147958 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.204157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e60a52ce-2df3-4b50-a4e7-bcc4fe9c0a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.236187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.293228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08b9423-c00d-4175-a343-4ecfbceef9a8,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:15.309712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Checking segment: {'id': '74b1fa80-ff42-417e-8cc3-3900d9429bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '2de06031-4184-4f38-afb0-2e9ae9ef968f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:15.310711 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Network hostable DHCP agents. Network: 2de06031-4184-4f38-afb0-2e9ae9ef968f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:53:15.396666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Network 2de06031-4184-4f38-afb0-2e9ae9ef968f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:53:15.520713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.521409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 2de06031-4184-4f38-afb0-2e9ae9ef968f) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:15.528507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:15.533292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.533535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90847d6-9ee4-46ad-9f6d-d3ea94375524 None None] Network 2de06031-4184-4f38-afb0-2e9ae9ef968f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:15.616700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd63a1ee-1b25-448e-b0b5-252dd316184f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8964953 Nov 10 21:53:15.670909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e60a52ce-2df3-4b50-a4e7-bcc4fe9c0a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.765006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e60a52ce-2df3-4b50-a4e7-bcc4fe9c0a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.847813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e30c6b0-fa44-45a0-98db-ce907165db75 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:53:15.860588 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.871189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e60a52ce-2df3-4b50-a4e7-bcc4fe9c0a19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f6179bf5d8344ae948fa4dab14b59e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8568058 Nov 10 21:53:15.871788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:15.886316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a52ce-2df3-4b50-a4e7-bcc4fe9c0a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c033b9-981b-4111-820c-987bbe5cc95b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:15.903802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Transition to ACTIVE for port object 9e30c6b0-fa44-45a0-98db-ce907165db75 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:53:15.910847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:15.939319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758771b6-6ee3-479e-a5be-f1a050795d95 None None] Network 2de06031-4184-4f38-afb0-2e9ae9ef968f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:15.975444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5a4223a-0a80-405c-a970-583b27ca69f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:16.006927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:16.043025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5a4223a-0a80-405c-a970-583b27ca69f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:16.196048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5a4223a-0a80-405c-a970-583b27ca69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:16.200946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f5a4223a-0a80-405c-a970-583b27ca69f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:16.208731 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f5a4223a-0a80-405c-a970-583b27ca69f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9c033b9-981b-4111-820c-987bbe5cc95b HTTP/1.1" status: 204 len: 168 time: 0.3298066 Nov 10 21:53:16.229593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4223a-0a80-405c-a970-583b27ca69f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c033b9-981b-4111-820c-987bbe5cc95b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:16.294050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e3f-3b96-454e-870b-ae075889a8b1 req-1f92f7db-e9c3-4659-a18d-7fffc4970230 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:16.295635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63990e3f-3b96-454e-870b-ae075889a8b1 req-1f92f7db-e9c3-4659-a18d-7fffc4970230 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 944 time: 0.0678985 Nov 10 21:53:16.376524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63990e3f-3b96-454e-870b-ae075889a8b1 req-88096b54-7267-4ae4-af32-c627926c5fbc tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715294 Nov 10 21:53:16.522100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Pushing event updated for resources: {'Port': ['ID=9e30c6b0-fa44-45a0-98db-ce907165db75,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:16.678631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-6dd118a2-b039-4fa7-a430-f504d74e7124 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:16.680180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-6dd118a2-b039-4fa7-a430-f504d74e7124 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/networks?id=ed098dd2-4099-4d92-bef9-c1b1869aa028 HTTP/1.1" status: 200 len: 809 time: 0.2283771 Nov 10 21:53:16.683024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Attempting to bind port 9e30c6b0-fa44-45a0-98db-ce907165db75 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:16.683352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Attempting to bind port 9e30c6b0-fa44-45a0-98db-ce907165db75 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:16.683676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Attempting to bind port 9e30c6b0-fa44-45a0-98db-ce907165db75 on network d71216e1-e930-4e1f-866d-91f137f109a4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:16.688294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Port 9e30c6b0-fa44-45a0-98db-ce907165db75 on network d71216e1-e930-4e1f-866d-91f137f109a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:53:16.688612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Attempting to bind port 9e30c6b0-fa44-45a0-98db-ce907165db75 on network d71216e1-e930-4e1f-866d-91f137f109a4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:16.703284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:16.703603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Checking segment: {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:16.704044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Bound using segment: {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:16.704466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Bound port: 9e30c6b0-fa44-45a0-98db-ce907165db75, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:16.704836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:16.716361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-395d4822-ac68-4a4a-9b10-d9295c91647f tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/quotas/216e951bcd424a139b85e2eeb625ec28 HTTP/1.1" status: 200 len: 375 time: 0.0200119 Nov 10 21:53:16.753222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 24b26831-dfce-4eea-9c69-38be284eaaa2 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:53:16.772732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-55821446-65c5-4885-b924-cac3ac5d5657 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=216e951bcd424a139b85e2eeb625ec28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494947 Nov 10 21:53:16.895236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] For port 9e30c6b0-fa44-45a0-98db-ce907165db75, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:16.943521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] For port 9e30c6b0-fa44-45a0-98db-ce907165db75, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9e30c6b0-fa44-45a0-98db-ce907165db75,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:16.981644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:53:16.984927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-7ceae63c-8682-49b2-87b0-d072a32f40c9 service neutron] 10.222.0.45 "GET /v2.0/networks/ed098dd2-4099-4d92-bef9-c1b1869aa028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047427 Nov 10 21:53:16.992039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Sync routers for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:53:17.005350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:17.006076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:17.025998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.098209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:17.098917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.100255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e30c6b0-fa44-45a0-98db-ce907165db75 HTTP/1.1" status: 200 len: 1093 time: 2.0895441 Nov 10 21:53:17.102268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'tag': '9e30c6b0-fa44-45a0-98db-ce907165db75'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:17.104636 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b533208-5179-4ddd-a2b8-8ad519241b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60", "tag": "9e30c6b0-fa44-45a0-98db-ce907165db75"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:17.133340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.133889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:17.138425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2d6cd8b-3282-4442-ab4b-8800be2045ea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1317685 Nov 10 21:53:17.139147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:17.146411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbb8fc-aabe-4353-b2fb-145e65cdb332 service neutron] Pushing event updated for resources: {'Port': ['ID=9e30c6b0-fa44-45a0-98db-ce907165db75,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:17.165053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-814f0aaf-cdab-456e-8e01-729d8ef075f1 service neutron] 10.222.0.45 "GET /v2.0/networks/ed098dd2-4099-4d92-bef9-c1b1869aa028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698790 Nov 10 21:53:17.171753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35930) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:17.203674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f9e6-1791-45ad-95e3-f8c65b13c18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.224168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e89a833-f812-4b0d-84e0-790a6bce57bc tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=abcaa6bf922c4df0a4da8beea7175ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850320 Nov 10 21:53:17.226773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35932) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:17.248508 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c64e4-2873-431a-8b52-bec3b11e1f8b x-openstack-request-id: req-8e6c64e4-2873-431a-8b52-bec3b11e1f8b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:17.248797 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60", "tag": "9e30c6b0-fa44-45a0-98db-ce907165db75", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:17.249047 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e6c64e4-2873-431a-8b52-bec3b11e1f8b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:17.249447 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'tag': '9e30c6b0-fa44-45a0-98db-ce907165db75', 'status': 'completed', 'code': 200} Nov 10 21:53:17.343625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-dab92868-2b20-4d2b-8d74-96742a1d99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:17.346060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-dab92868-2b20-4d2b-8d74-96742a1d99fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 1096 time: 0.1269953 Nov 10 21:53:17.382793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd994d20-71dd-4cd9-95e1-8e586bde500a tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:17.385623 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cd994d20-71dd-4cd9-95e1-8e586bde500a tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576121 Nov 10 21:53:17.389619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35936) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:17.392435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:15Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:17.427911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-e14d08a2-fff4-462e-b7e9-e109543c9e79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9e30c6b0-fa44-45a0-98db-ce907165db75 HTTP/1.1" status: 200 len: 217 time: 0.0702679 Nov 10 21:53:17.433526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Checking router: 24b26831-dfce-4eea-9c69-38be284eaaa2 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:53:17.433887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Updating router 24b26831-dfce-4eea-9c69-38be284eaaa2 port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:53:17.466868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.479948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1aa59b9a-75c7-4f8f-ada0-86bcd1cfe86f tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0873535 Nov 10 21:53:17.481179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35940) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:17.488777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936633395', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:17.516604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f9e6-1791-45ad-95e3-f8c65b13c18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.529389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-931e200f-0e3e-4712-8192-75f86b0c4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:17.531090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-931e200f-0e3e-4712-8192-75f86b0c4d95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c88e348-146c-486c-9900-bb1241727458 HTTP/1.1" status: 200 len: 837 time: 0.0870752 Nov 10 21:53:17.599777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-5e40faf9-ce8a-4bfb-b1de-d04aa75a4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:17.601431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-5e40faf9-ce8a-4bfb-b1de-d04aa75a4fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d71216e1-e930-4e1f-866d-91f137f109a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0602345 Nov 10 21:53:17.699552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cf816-d381-4ec9-9d96-29f53775607e req-acf31725-3ea8-426d-9622-a6c5ced17074 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:17.712379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c55cf816-d381-4ec9-9d96-29f53775607e req-acf31725-3ea8-426d-9622-a6c5ced17074 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 944 time: 0.1635072 Nov 10 21:53:17.730219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71e9b07d-582b-4f77-9f7c-9b272a4798af req-1845d3ec-cd29-441a-9358-811f8539760c tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.1213560 Nov 10 21:53:17.739186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f9e6-1791-45ad-95e3-f8c65b13c18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.787129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c55cf816-d381-4ec9-9d96-29f53775607e req-4add23f5-03ca-4d74-a338-47773a48a036 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783310 Nov 10 21:53:17.814652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.814924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5f9e6-1791-45ad-95e3-f8c65b13c18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905d75e8-dccf-4f7e-ba21-ce8273d01bac,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:17.835683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:17.839447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.842366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f3c5f9e6-1791-45ad-95e3-f8c65b13c18c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=076a621fb00c40f9b716c1acb9165a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6708095 Nov 10 21:53:17.851630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 35950) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:17.887320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-6238c5c4-9c80-4736-9f4b-8a203409e0fc service neutron] 10.222.0.64 "GET /v2.0/networks/d71216e1-e930-4e1f-866d-91f137f109a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628570 Nov 10 21:53:17.955569 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:17.970044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2278a3c5-3485-43fd-975b-2237997fc39e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.003522 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2278a3c5-3485-43fd-975b-2237997fc39e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.009485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e7412-6ddc-48af-86f4-b488f9e6c8ad None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:53:18.033920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f730f81-b7ad-4c04-a19e-c51d380e0876 req-b2ac7163-4f47-498f-a833-3fa6ce36a219 service neutron] 10.222.0.64 "GET /v2.0/networks/d71216e1-e930-4e1f-866d-91f137f109a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344776 Nov 10 21:53:18.035685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Attempting to bind port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:18.035685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Attempting to bind port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:18.036086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Attempting to bind port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:18.039707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Pushing event updated for resources: {'Port': ['ID=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:18.045826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:18.045826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:18.045826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.045826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:18.045826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Bound port: 3cc37a5c-4fd6-4282-a84d-d63c65c98d19, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:18.045826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.085855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.086195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.086535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.086876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.087208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.087539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.087892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.088218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.088540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.088861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.089182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.089552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:18.117485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] For port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:18.132438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] For port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:18.139024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-95ff197e-c6d2-47f0-849f-acab3fe3052e None None] Provisioning complete for port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:18.139392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-95ff197e-c6d2-47f0-849f-acab3fe3052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.167393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.174755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-95ff197e-c6d2-47f0-849f-acab3fe3052e None None] Port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:18.212315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2278a3c5-3485-43fd-975b-2237997fc39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.217884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2278a3c5-3485-43fd-975b-2237997fc39e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.220821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2278a3c5-3485-43fd-975b-2237997fc39e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/905d75e8-dccf-4f7e-ba21-ce8273d01bac HTTP/1.1" status: 204 len: 168 time: 0.3665042 Nov 10 21:53:18.236239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278a3c5-3485-43fd-975b-2237997fc39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905d75e8-dccf-4f7e-ba21-ce8273d01bac,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:18.247121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Subnet': ['ID=313d60ba-4531-4cd9-a757-eb62d4db66bc,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:18.267206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Checking segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:18.267206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network hostable DHCP agents. Network: d5066df2-110a-43ea-986a-c21cf30b2617, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:53:18.299098 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.304319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-44169745-be07-47f3-9897-d1fbea858d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:18.305875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-44169745-be07-47f3-9897-d1fbea858d48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 1096 time: 0.0533838 Nov 10 21:53:18.344263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268059ca-0b1d-4796-8b72-282cef2fc3b7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:53:18.361863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:18.362535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:18.417909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network d5066df2-110a-43ea-986a-c21cf30b2617 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:53:18.435291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8786cc6-9ed4-42af-8b71-ba7caf84f979 None None] Pushing event updated for resources: {'Port': ['ID=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:18.449840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-05c44786-a7b2-4950-9efe-6bdcc2553623 None None] Provisioning complete for port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:18.450546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-05c44786-a7b2-4950-9efe-6bdcc2553623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.456738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-876d0c82-1b69-4a47-9c6a-b1a56fa3a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:18.458378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-876d0c82-1b69-4a47-9c6a-b1a56fa3a2bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d71216e1-e930-4e1f-866d-91f137f109a4 HTTP/1.1" status: 200 len: 898 time: 0.1390646 Nov 10 21:53:18.509659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-26536a9d-a0cb-4f83-b0ff-489561b148d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=9e30c6b0-fa44-45a0-98db-ce907165db75 HTTP/1.1" status: 200 len: 217 time: 0.0396934 Nov 10 21:53:18.528332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d5066df2-110a-43ea-986a-c21cf30b2617) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:18.534940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:18.536326 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.539664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:18.541960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376215dc-ea97-45d0-90f1-a029f1f7b78c None None] Network d5066df2-110a-43ea-986a-c21cf30b2617 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:18.601483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-7b18497f-8d0b-48d2-970e-9682c3f7eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:18.603001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-7b18497f-8d0b-48d2-970e-9682c3f7eda4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c88e348-146c-486c-9900-bb1241727458 HTTP/1.1" status: 200 len: 837 time: 0.0843406 Nov 10 21:53:18.627818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ae42b708-9b9a-4273-ae79-772b103e08e7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1447330 Nov 10 21:53:18.631189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 35958) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:18.654207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-70ac1dad-fdff-419b-8673-4f9449fc47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:18.655764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-70ac1dad-fdff-419b-8673-4f9449fc47c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d71216e1-e930-4e1f-866d-91f137f109a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0424809 Nov 10 21:53:18.807232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-05c44786-a7b2-4950-9efe-6bdcc2553623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:18.850311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-54183423-0084-4033-997c-436a53d8d4ef service neutron] 10.222.0.64 "GET /v2.0/networks/d71216e1-e930-4e1f-866d-91f137f109a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856506 Nov 10 21:53:18.865148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7402ef7-db6c-4ed5-b8dd-98f5769a0094 req-c6593f51-fea4-4430-9e4a-64a2905ff5ce tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.0618846 Nov 10 21:53:18.881910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-05c44786-a7b2-4950-9efe-6bdcc2553623 None None] For port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:18.992441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-05c44786-a7b2-4950-9efe-6bdcc2553623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:19.028933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d5066df2-110a-43ea-986a-c21cf30b2617', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:53:19.031150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:19.042577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5b533208-5179-4ddd-a2b8-8ad519241b3e req-e4d1b8e5-04c9-4e9b-8bb9-bc8fba6a6e1f service neutron] 10.222.0.64 "GET /v2.0/networks/d71216e1-e930-4e1f-866d-91f137f109a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823123 Nov 10 21:53:19.100531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8417a3-1220-4d6a-9320-606d0a4db64c req-1049b75c-d7af-4b13-86e2-919afbdb649d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:19.103197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba8417a3-1220-4d6a-9320-606d0a4db64c req-1049b75c-d7af-4b13-86e2-919afbdb649d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 944 time: 0.0590379 Nov 10 21:53:19.110671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:15Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:19.149956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c44786-a7b2-4950-9efe-6bdcc2553623 None None] Pushing event updated for resources: {'Port': ['ID=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:19.155898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f9e54-1374-456c-b194-280403f1a9fe None None] The sync data for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 is: [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:15Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:53:19.208421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ba8417a3-1220-4d6a-9320-606d0a4db64c req-f7131e2b-a2e6-4942-9033-472c98706b6a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959303 Nov 10 21:53:19.460866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Allocated IP 172.20.0.2 (d5066df2-110a-43ea-986a-c21cf30b2617/313d60ba-4531-4cd9-a757-eb62d4db66bc/cd7c77e9-6cd6-4f43-820c-2790a0555f30) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:19.715673 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:19.739909 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:19.812997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:19.859637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:19.911297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Network d5066df2-110a-43ea-986a-c21cf30b2617 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:19.919963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:19.925943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:19.941656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:19.952933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:19.953446 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:20.016474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Pushing event updated for resources: {'Port': ['ID=cd7c77e9-6cd6-4f43-820c-2790a0555f30,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:20.107628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Attempting to bind port cd7c77e9-6cd6-4f43-820c-2790a0555f30 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:20.116053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Attempting to bind port cd7c77e9-6cd6-4f43-820c-2790a0555f30 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:20.116405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5961188e-5949-4d05-bde0-f97f5ebc9c6c req-fd51c158-24bc-4e50-ad07-f8280a95c4c5 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.1338620 Nov 10 21:53:20.116490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Attempting to bind port cd7c77e9-6cd6-4f43-820c-2790a0555f30 on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:20.135010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:20.135545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Checking segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:20.136083 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:20.136575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Bound using segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:20.137278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Bound port: cd7c77e9-6cd6-4f43-820c-2790a0555f30, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:20.137839 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:20.332703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] For port cd7c77e9-6cd6-4f43-820c-2790a0555f30, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:20.337352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] For port cd7c77e9-6cd6-4f43-820c-2790a0555f30, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cd7c77e9-6cd6-4f43-820c-2790a0555f30,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:20.407530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14460c3-d1ba-4454-94e1-ec73f7316929 req-fc019646-22a4-4605-84ff-122d4db1cf32 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:20.409346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a14460c3-d1ba-4454-94e1-ec73f7316929 req-fc019646-22a4-4605-84ff-122d4db1cf32 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 944 time: 0.0702145 Nov 10 21:53:20.429316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:20.480964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.1 (d5066df2-110a-43ea-986a-c21cf30b2617/313d60ba-4531-4cd9-a757-eb62d4db66bc/2efc7788-b530-47c7-9564-ec202b69d89a) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:20.481543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a14460c3-d1ba-4454-94e1-ec73f7316929 req-b2431ade-3e55-45e6-b21d-47b3eb09be6e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602145 Nov 10 21:53:20.562136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65633214-6165-45fa-a0f2-80edbe44e7bd None None] Pushing event updated for resources: {'Port': ['ID=cd7c77e9-6cd6-4f43-820c-2790a0555f30,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:20.649980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:20.825580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:20.882575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network d5066df2-110a-43ea-986a-c21cf30b2617 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:20.892405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:20.904721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:20.940511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-aff78cee-03ae-4e0f-8aaa-7724a0c4805c tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:20.943265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-aff78cee-03ae-4e0f-8aaa-7724a0c4805c tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.53 "GET /v2.0/networks?id=ed098dd2-4099-4d92-bef9-c1b1869aa028 HTTP/1.1" status: 200 len: 809 time: 0.2002096 Nov 10 21:53:20.944944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=2efc7788-b530-47c7-9564-ec202b69d89a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:20.958344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Request body: {'port': {'device_id': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028', 'admin_state_up': True, 'tenant_id': '216e951bcd424a139b85e2eeb625ec28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:20.989458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:21.278802 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b5cc7a33-2b06-4e4c-9609-26a5a00145c1 req-a2f6d794-e80c-4f6c-a566-af4ff12b5a53 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.0384884 Nov 10 21:53:21.302242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:21.422884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Made reservation on behalf of 216e951bcd424a139b85e2eeb625ec28 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:21.422884 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:21.587028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Allocated IP 172.20.0.12 (ed098dd2-4099-4d92-bef9-c1b1869aa028/cb122ca7-2dbc-4846-96e9-f81e0ead55f9/30ae03ce-fc84-4404-996f-49f3ac1b7369) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:21.719643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd7c77e9-6cd6-4f43-820c-2790a0555f30 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:21.836301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cd7c77e9-6cd6-4f43-820c-2790a0555f30 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:21.836895 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:21.927014 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:21.927243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ddae6-046a-4313-bda0-d301360f3c40 req-16f192a3-e6fc-4822-9011-a2a0a748612d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:21.973798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a06ddae6-046a-4313-bda0-d301360f3c40 req-16f192a3-e6fc-4822-9011-a2a0a748612d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 944 time: 0.2929931 Nov 10 21:53:21.974706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652a7b9-eebf-4ba0-894a-3ad020e64cd9 None None] Network d5066df2-110a-43ea-986a-c21cf30b2617 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:21.974706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port cd7c77e9-6cd6-4f43-820c-2790a0555f30, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cd7c77e9-6cd6-4f43-820c-2790a0555f30,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:22.051181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a06ddae6-046a-4313-bda0-d301360f3c40 req-e0f73a3d-de5e-4a0b-8757-813004429ebf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102040 Nov 10 21:53:22.055912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5c353d46-bcf6-4f8d-9e26-73edc0e47257 None None] Provisioning complete for port cd7c77e9-6cd6-4f43-820c-2790a0555f30 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:22.056519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c353d46-bcf6-4f8d-9e26-73edc0e47257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.077110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.094629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.107495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.216874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=cd7c77e9-6cd6-4f43-820c-2790a0555f30,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:22.224533 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.277450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.333039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.341472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Network ed098dd2-4099-4d92-bef9-c1b1869aa028 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:22.350805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:22.354364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=2efc7788-b530-47c7-9564-ec202b69d89a,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:22.357484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:22.541329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:22.542173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.545280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Pushing event updated for resources: {'Port': ['ID=30ae03ce-fc84-4404-996f-49f3ac1b7369,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:22.574602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232753b7-3298-4fcb-9b92-91b0e6a0b595 req-bc75405b-cbc0-47fe-bec7-a9bbba3d3d8c tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:22.576194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-232753b7-3298-4fcb-9b92-91b0e6a0b595 req-bc75405b-cbc0-47fe-bec7-a9bbba3d3d8c tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 932 time: 0.1971421 Nov 10 21:53:22.591275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-687edff9-8783-4c84-97a6-e7bcf77effca None None] Provisioning complete for port cd7c77e9-6cd6-4f43-820c-2790a0555f30 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:22.591980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-687edff9-8783-4c84-97a6-e7bcf77effca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.616431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network d5066df2-110a-43ea-986a-c21cf30b2617 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:22.625584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:22.655054 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-232753b7-3298-4fcb-9b92-91b0e6a0b595 req-cfd271a8-5f24-4abd-892c-b4d53b9cf7d7 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677938 Nov 10 21:53:22.712519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4a7d5dd1-28f6-465b-8598-68f9cb1ea635 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7574234 Nov 10 21:53:22.723057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-687edff9-8783-4c84-97a6-e7bcf77effca None None] Provisioning complete for port 2efc7788-b530-47c7-9564-ec202b69d89a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:22.723673 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-687edff9-8783-4c84-97a6-e7bcf77effca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.761566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-687edff9-8783-4c84-97a6-e7bcf77effca None None] Port 2efc7788-b530-47c7-9564-ec202b69d89a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:22.785475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Request body: {'port': {'device_id': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:22.857917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 24b26831-dfce-4eea-9c69-38be284eaaa2 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:53:22.861314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.888026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1178fd03-6abe-4a2e-a161-b871e5955a59 None None] Provisioning complete for port 2efc7788-b530-47c7-9564-ec202b69d89a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:22.888026 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1178fd03-6abe-4a2e-a161-b871e5955a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:22.926741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1178fd03-6abe-4a2e-a161-b871e5955a59 None None] Port 2efc7788-b530-47c7-9564-ec202b69d89a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:23.046606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9e30c6b0-fa44-45a0-98db-ce907165db75 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:53:23.064073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c7cf23cb-be26-4f68-bbae-e08ab684dd6c None None] Provisioning complete for port 2efc7788-b530-47c7-9564-ec202b69d89a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:23.064073 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c7cf23cb-be26-4f68-bbae-e08ab684dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.111155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:53:23.114128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c7cf23cb-be26-4f68-bbae-e08ab684dd6c None None] Port 2efc7788-b530-47c7-9564-ec202b69d89a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:23.130866 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Sync routers for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:53:23.136778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-829e5b62-7775-425b-8540-6dd53443b463 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/24b26831-dfce-4eea-9c69-38be284eaaa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5022514 Nov 10 21:53:23.141278 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:23.141880 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:23.256006 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:23.298677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9e30c6b0-fa44-45a0-98db-ce907165db75, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9e30c6b0-fa44-45a0-98db-ce907165db75,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:23.305239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58aa20c-dc8d-42f1-a1fe-658b76cc6607 req-221800eb-b6c4-4dbe-879c-e51b9e95d741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:23.309850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58aa20c-dc8d-42f1-a1fe-658b76cc6607 req-221800eb-b6c4-4dbe-879c-e51b9e95d741 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 944 time: 0.1764255 Nov 10 21:53:23.333935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '9e30c6b0-fa44-45a0-98db-ce907165db75', 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4', 'port_id': '9e30c6b0-fa44-45a0-98db-ce907165db75', 'mac_address': 'fa:16:3e:d5:2f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c88e348-146c-486c-9900-bb1241727458', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:53:23.377084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ae03ce-fc84-4404-996f-49f3ac1b7369 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:53:23.394908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.429402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a58aa20c-dc8d-42f1-a1fe-658b76cc6607 req-5176361b-d787-4753-aa20-38e112d250b7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090014 Nov 10 21:53:23.431869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.452873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36060) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:23.458113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e30c6b0-fa44-45a0-98db-ce907165db75 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:53:23.460286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Transition to ACTIVE for port object 30ae03ce-fc84-4404-996f-49f3ac1b7369 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:53:23.505254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-63eede96-0bd0-453b-b84b-4f95e55d5103 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582438829&fields=id&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 267 time: 0.1068413 Nov 10 21:53:23.515776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9e30c6b0-fa44-45a0-98db-ce907165db75, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9e30c6b0-fa44-45a0-98db-ce907165db75,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:23.595551 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.601590 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 2, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:23.612716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.634806 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.640400 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Checking router: 24b26831-dfce-4eea-9c69-38be284eaaa2 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:53:23.641059 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Updating router 24b26831-dfce-4eea-9c69-38be284eaaa2 port 2efc7788-b530-47c7-9564-ec202b69d89a binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:53:23.678078 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.697449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=9e30c6b0-fa44-45a0-98db-ce907165db75,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:23.716355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd7c77e9-6cd6-4f43-820c-2790a0555f30 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:23.740699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11c90d9e-ef6d-4bd5-8d52-4adc7922d7a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.746785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Pushing event updated for resources: {'Port': ['ID=30ae03ce-fc84-4404-996f-49f3ac1b7369,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:23.830741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-22f24fc0-901e-44b5-88ed-4f5f59b5d4da tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:23.832421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-22f24fc0-901e-44b5-88ed-4f5f59b5d4da tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 797 time: 0.3191283 Nov 10 21:53:23.838237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cd7c77e9-6cd6-4f43-820c-2790a0555f30 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:23.839252 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.865250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-a99c8a75-ef60-41f4-a3ad-1e22ce5edd53 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/quotas/abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 375 time: 0.0256081 Nov 10 21:53:23.888264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Attempting to bind port 30ae03ce-fc84-4404-996f-49f3ac1b7369 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:23.888604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Attempting to bind port 30ae03ce-fc84-4404-996f-49f3ac1b7369 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'bf595f83-b6e0-4585-b891-9261cc4d01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:23.888932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Attempting to bind port 30ae03ce-fc84-4404-996f-49f3ac1b7369 on network ed098dd2-4099-4d92-bef9-c1b1869aa028 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:23.905745 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11c90d9e-ef6d-4bd5-8d52-4adc7922d7a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.918947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Port 30ae03ce-fc84-4404-996f-49f3ac1b7369 on network ed098dd2-4099-4d92-bef9-c1b1869aa028 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:53:23.919290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Attempting to bind port 30ae03ce-fc84-4404-996f-49f3ac1b7369 on network ed098dd2-4099-4d92-bef9-c1b1869aa028 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:23.932713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaac87-66ae-4813-b0b0-02ae0c7cc176 req-f3dd93d6-010c-4f77-b97f-ddf4dd212cd2 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:23.948331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ebaac87-66ae-4813-b0b0-02ae0c7cc176 req-f3dd93d6-010c-4f77-b97f-ddf4dd212cd2 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 944 time: 0.1474133 Nov 10 21:53:23.952886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:23.953227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Checking segment: {'id': 'bf595f83-b6e0-4585-b891-9261cc4d01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:23.953647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Bound using segment: {'id': 'bf595f83-b6e0-4585-b891-9261cc4d01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:23.954666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Bound port: 30ae03ce-fc84-4404-996f-49f3ac1b7369, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf595f83-b6e0-4585-b891-9261cc4d01de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:23.955028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:23.982577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-11c90d9e-ef6d-4bd5-8d52-4adc7922d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.056691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c90d9e-ef6d-4bd5-8d52-4adc7922d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4869eacc-f6bf-4573-a3cc-35e537e2ae6a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:24.068198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-11c90d9e-ef6d-4bd5-8d52-4adc7922d7a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f5bbb131fad4957896a84319f946094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6140816 Nov 10 21:53:24.070037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36068) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:24.081463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ebaac87-66ae-4813-b0b0-02ae0c7cc176 req-0c7c7863-ced7-4d7f-a156-d9ad8bcc78c0 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320622 Nov 10 21:53:24.140766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['9e30c6b0-fa44-45a0-98db-ce907165db75'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:53:24.160478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77dceebf-08cc-467c-b347-3845c159de78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.195101 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.208070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77dceebf-08cc-467c-b347-3845c159de78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.338601 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.388168 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Pushing event updated for resources: {'Port': ['ID=2efc7788-b530-47c7-9564-ec202b69d89a,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:24.399823 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.400177 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.400491 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.400827 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.401155 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.401505 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.401813 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.402134 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.402458 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.402776 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.403095 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.403412 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:24.430210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77dceebf-08cc-467c-b347-3845c159de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.438299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-77dceebf-08cc-467c-b347-3845c159de78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.438299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-77dceebf-08cc-467c-b347-3845c159de78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4869eacc-f6bf-4573-a3cc-35e537e2ae6a HTTP/1.1" status: 204 len: 168 time: 0.3462629 Nov 10 21:53:24.448068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dceebf-08cc-467c-b347-3845c159de78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869eacc-f6bf-4573-a3cc-35e537e2ae6a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:24.492293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-a7353ee8-bb80-4241-8ea2-90d98b3f39ce tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5946093 Nov 10 21:53:24.515997 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Attempting to bind port 2efc7788-b530-47c7-9564-ec202b69d89a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:24.516413 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Attempting to bind port 2efc7788-b530-47c7-9564-ec202b69d89a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:24.516713 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Attempting to bind port 2efc7788-b530-47c7-9564-ec202b69d89a on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:24.527096 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:24.528138 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Checking segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:24.529155 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.529155 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Bound using segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:24.529436 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Bound port: 2efc7788-b530-47c7-9564-ec202b69d89a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:24.529771 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.543983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] For port 30ae03ce-fc84-4404-996f-49f3ac1b7369, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:24.586105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] For port 30ae03ce-fc84-4404-996f-49f3ac1b7369, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=30ae03ce-fc84-4404-996f-49f3ac1b7369,segment=NetworkSegment(bf595f83-b6e0-4585-b891-9261cc4d01de),segment_id=bf595f83-b6e0-4585-b891-9261cc4d01de)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:24.624478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-5e87eb4b-4d1b-4566-b7a8-7f5260204f08 service neutron] 10.222.0.45 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185124 Nov 10 21:53:24.646577 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] For port 2efc7788-b530-47c7-9564-ec202b69d89a, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:24.646868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bb56-92fb-4c0c-8177-6e0cb695456b req-dfb5bd75-1b74-4283-ab53-a09670751ee6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:24.650506 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] For port 2efc7788-b530-47c7-9564-ec202b69d89a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2efc7788-b530-47c7-9564-ec202b69d89a,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:24.652258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9964bb56-92fb-4c0c-8177-6e0cb695456b req-dfb5bd75-1b74-4283-ab53-a09670751ee6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 945 time: 0.0784287 Nov 10 21:53:24.715863 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9964bb56-92fb-4c0c-8177-6e0cb695456b req-89167229-a708-48de-9752-3e13ec9feaa6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583055 Nov 10 21:53:24.724033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.731504 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.764589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-66a4fddb-e14f-4915-957c-1fc11288520c None None] Provisioning complete for port 2efc7788-b530-47c7-9564-ec202b69d89a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:24.765177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66a4fddb-e14f-4915-957c-1fc11288520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.779764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:24.780490 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.782242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] 10.222.0.53 "PUT /v2.0/ports/30ae03ce-fc84-4404-996f-49f3ac1b7369 HTTP/1.1" status: 200 len: 1093 time: 2.0033600 Nov 10 21:53:24.796210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'tag': '30ae03ce-fc84-4404-996f-49f3ac1b7369'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:24.801057 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed497b3-931c-4a85-83e8-634f923324c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0", "tag": "30ae03ce-fc84-4404-996f-49f3ac1b7369"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:24.816963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-04843f6c-42ee-4182-b83b-0a5a1ce6fcb2 service neutron] 10.222.0.45 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847229 Nov 10 21:53:24.837822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965679dc-3dc5-4075-b0b3-04f10c9bf44e service neutron] Pushing event updated for resources: {'Port': ['ID=30ae03ce-fc84-4404-996f-49f3ac1b7369,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:24.855884 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6226e-39ca-408b-b303-a607a033c831 None None] Pushing event updated for resources: {'Port': ['ID=2efc7788-b530-47c7-9564-ec202b69d89a,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:24.860595 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:24.861119 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:24.890653 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f1528-8c6e-4e4f-ac66-517db0bdb827 x-openstack-request-id: req-1d5f1528-8c6e-4e4f-ac66-517db0bdb827 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:24.890653 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0", "tag": "30ae03ce-fc84-4404-996f-49f3ac1b7369", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:24.896045 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d5f1528-8c6e-4e4f-ac66-517db0bdb827 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:24.896843 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'tag': '30ae03ce-fc84-4404-996f-49f3ac1b7369', 'status': 'completed', 'code': 200} Nov 10 21:53:24.935292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66a4fddb-e14f-4915-957c-1fc11288520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:24.992704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-66a4fddb-e14f-4915-957c-1fc11288520c None None] For port 2efc7788-b530-47c7-9564-ec202b69d89a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2efc7788-b530-47c7-9564-ec202b69d89a,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:25.009208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed497b3-931c-4a85-83e8-634f923324c6 req-bacb14f7-ec0f-4c87-aee1-0ecb2113bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:25.011065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eed497b3-931c-4a85-83e8-634f923324c6 req-bacb14f7-ec0f-4c87-aee1-0ecb2113bd91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=216e951bcd424a139b85e2eeb625ec28&device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0962300 Nov 10 21:53:25.092529 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:25.098423 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66a4fddb-e14f-4915-957c-1fc11288520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:25.206445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4fddb-e14f-4915-957c-1fc11288520c None None] Pushing event updated for resources: {'Port': ['ID=2efc7788-b530-47c7-9564-ec202b69d89a,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:25.231253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-69a2c6c8-2d4d-4727-a424-c987e2e24986 None None] Provisioning complete for port 2efc7788-b530-47c7-9564-ec202b69d89a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:25.231749 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-69a2c6c8-2d4d-4727-a424-c987e2e24986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:25.289585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed497b3-931c-4a85-83e8-634f923324c6 req-fb922090-5a8d-42fa-9ef6-4efd4ea84233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:25.291429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eed497b3-931c-4a85-83e8-634f923324c6 req-fb922090-5a8d-42fa-9ef6-4efd4ea84233 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=216e951bcd424a139b85e2eeb625ec28&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2700617 Nov 10 21:53:25.293930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-120fae85-7347-4cd5-a5b2-c636b30285d4 req-37eb21b6-c622-460a-857a-046e883d2a56 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 210 time: 0.0393574 Nov 10 21:53:25.309591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528e8dc-605a-4f78-8b25-270b54ce1554 req-df1c62c9-8775-4852-9548-676244fde84a tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:25.311167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f528e8dc-605a-4f78-8b25-270b54ce1554 req-df1c62c9-8775-4852-9548-676244fde84a tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 944 time: 0.0939443 Nov 10 21:53:25.374506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f528e8dc-605a-4f78-8b25-270b54ce1554 req-a73041f8-ca18-42ff-b267-e5952fb5eb59 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554206 Nov 10 21:53:25.450323 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:25.480330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed497b3-931c-4a85-83e8-634f923324c6 req-1f7ac1b3-924a-42d6-b319-45348d297452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:25.482998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eed497b3-931c-4a85-83e8-634f923324c6 req-1f7ac1b3-924a-42d6-b319-45348d297452 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839104 Nov 10 21:53:25.485752 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f41990a-c2af-499a-8a07-da92205bacb0 None None] The sync data for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 is: [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:53:25.609024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-a0e69d29-bfd3-4153-b3c9-978161c879b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:25.613893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-a0e69d29-bfd3-4153-b3c9-978161c879b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=216e951bcd424a139b85e2eeb625ec28&device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 1096 time: 0.0791016 Nov 10 21:53:25.660710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36092) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:25.672194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-7f05b53c-c8ac-41d5-be8f-656243d9ebc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30ae03ce-fc84-4404-996f-49f3ac1b7369 HTTP/1.1" status: 200 len: 217 time: 0.0520921 Nov 10 21:53:25.705521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a11ee96-81af-4f7f-ab4d-35e33eafb93f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:25.715331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2efc7788-b530-47c7-9564-ec202b69d89a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:25.807270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2efc7788-b530-47c7-9564-ec202b69d89a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:25.807712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:25.817187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4f79db6e-10da-4d5c-9d99-764696493a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:25.821306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-4f79db6e-10da-4d5c-9d99-764696493a07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cb122ca7-2dbc-4846-96e9-f81e0ead55f9 HTTP/1.1" status: 200 len: 849 time: 0.1351256 Nov 10 21:53:25.840897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a11ee96-81af-4f7f-ab4d-35e33eafb93f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:25.883013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-9bc149a0-017c-4181-9021-e50e9230559e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed098dd2-4099-4d92-bef9-c1b1869aa028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537217 Nov 10 21:53:25.915681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a11ee96-81af-4f7f-ab4d-35e33eafb93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:25.973218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9a11ee96-81af-4f7f-ab4d-35e33eafb93f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90417c9543324fac872420477e76d870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113527 Nov 10 21:53:25.977118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36098) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:25.984760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11ee96-81af-4f7f-ab4d-35e33eafb93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d03fb3d-bf6f-45de-8e11-e3863da5312b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:26.012240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa00302-0ae2-4ce4-9589-a2926bee26e9 req-b28d8162-dc1d-441f-8bee-ee74b804726a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:26.016230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7aa00302-0ae2-4ce4-9589-a2926bee26e9 req-b28d8162-dc1d-441f-8bee-ee74b804726a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 945 time: 0.1319420 Nov 10 21:53:26.063338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f511ea86-bd70-4690-993d-0f2dd408986d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:26.098629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-a341ae30-79a9-4db5-8d9c-48c7cbd02968 service neutron] 10.222.0.53 "GET /v2.0/networks/ed098dd2-4099-4d92-bef9-c1b1869aa028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013838 Nov 10 21:53:26.121198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f511ea86-bd70-4690-993d-0f2dd408986d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:26.132165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7aa00302-0ae2-4ce4-9589-a2926bee26e9 req-f2282293-948e-48cb-b0de-c576744508c4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098816 Nov 10 21:53:26.285179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3037ef31-62bf-49a3-a56b-79eb002e8d33 req-384e9e41-eab3-4dad-bc76-b1b3886ea654 service neutron] 10.222.0.53 "GET /v2.0/networks/ed098dd2-4099-4d92-bef9-c1b1869aa028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499112 Nov 10 21:53:26.310207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f511ea86-bd70-4690-993d-0f2dd408986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:26.312861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f511ea86-bd70-4690-993d-0f2dd408986d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:26.314690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f511ea86-bd70-4690-993d-0f2dd408986d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d03fb3d-bf6f-45de-8e11-e3863da5312b HTTP/1.1" status: 204 len: 168 time: 0.3354180 Nov 10 21:53:26.329067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511ea86-bd70-4690-993d-0f2dd408986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d03fb3d-bf6f-45de-8e11-e3863da5312b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:26.422178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c912daeb-653e-464f-9a11-3495d701bcb1 req-f2603710-c9a5-44ba-8f64-eb54034125cf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 210 time: 0.0574281 Nov 10 21:53:26.524758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dfb2-cba5-40af-96fd-138c14bf24db req-a61a33f8-0604-4d72-98f9-d14e621f6e72 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:26.526458 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82d9dfb2-cba5-40af-96fd-138c14bf24db req-a61a33f8-0604-4d72-98f9-d14e621f6e72 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 944 time: 0.0616012 Nov 10 21:53:26.580196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82d9dfb2-cba5-40af-96fd-138c14bf24db req-c52dbf23-2832-4548-89a0-916258081a4a tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Nov 10 21:53:27.067841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9e30c6b0-fa44-45a0-98db-ce907165db75 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:27.213120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 9e30c6b0-fa44-45a0-98db-ce907165db75 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:53:27.225334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 9e30c6b0-fa44-45a0-98db-ce907165db75 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:27.226115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:27.269475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e347d-1254-4a2f-93d1-4cc6bbad2576 req-d9b4c808-ff8c-4f76-8bb1-bbfb3fe83478 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:27.277053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b5e347d-1254-4a2f-93d1-4cc6bbad2576 req-d9b4c808-ff8c-4f76-8bb1-bbfb3fe83478 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 945 time: 0.0675766 Nov 10 21:53:27.328238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b5e347d-1254-4a2f-93d1-4cc6bbad2576 req-b3fe35d0-b76f-49c2-91c8-e0dc5bc33242 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503385 Nov 10 21:53:27.336586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:27.362476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30c6b0-fa44-45a0-98db-ce907165db75'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:27.365204 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70827bd2-2755-4897-9bf2-5123d746990c" -d '{"events": [{"server_uuid": "b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60", "name": "network-vif-plugged", "status": "completed", "tag": "9e30c6b0-fa44-45a0-98db-ce907165db75"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:27.379194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9e30c6b0-fa44-45a0-98db-ce907165db75, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9e30c6b0-fa44-45a0-98db-ce907165db75,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:27.405943 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad95878-6c41-4b2b-94b1-c568b1d4f34d x-openstack-request-id: req-cad95878-6c41-4b2b-94b1-c568b1d4f34d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:27.405943 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60", "name": "network-vif-plugged", "status": "completed", "tag": "9e30c6b0-fa44-45a0-98db-ce907165db75", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:27.405943 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cad95878-6c41-4b2b-94b1-c568b1d4f34d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:27.405943 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e30c6b0-fa44-45a0-98db-ce907165db75', 'code': 200} Nov 10 21:53:27.476221 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:27.559166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=9e30c6b0-fa44-45a0-98db-ce907165db75,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:27.566353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc473ae-dbba-4f2b-a2ef-8526c01662d1 req-6d9057f5-bb77-4e56-9aee-3f2f2a06fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:27.568263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-65c01803-56af-4216-a0db-ac6ce3e4eccf req-ce75b2e8-68d6-42b0-801a-babd54cb3f6a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 210 time: 0.0506094 Nov 10 21:53:27.583595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fc473ae-dbba-4f2b-a2ef-8526c01662d1 req-6d9057f5-bb77-4e56-9aee-3f2f2a06fe73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 1098 time: 0.1024053 Nov 10 21:53:27.637523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2fc473ae-dbba-4f2b-a2ef-8526c01662d1 req-ea3b1124-d27e-4bb4-be49-3c7bff39d9f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 Nov 10 21:53:27.727890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bcd2b-7bfd-4cc6-9bf3-0f8309cce9e0 req-ebac534a-087f-4940-9b75-67bbd790eba3 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:27.729583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-349bcd2b-7bfd-4cc6-9bf3-0f8309cce9e0 req-ebac534a-087f-4940-9b75-67bbd790eba3 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 944 time: 0.0522394 Nov 10 21:53:27.793403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-349bcd2b-7bfd-4cc6-9bf3-0f8309cce9e0 req-14351575-c8af-4d8b-8572-e3494149d1e0 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Nov 10 21:53:28.005374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-f0fad5c6-6767-4537-8c14-a276d04ab3a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:28.007215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-f0fad5c6-6767-4537-8c14-a276d04ab3a1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 797 time: 0.1099496 Nov 10 21:53:28.082246 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-42504267-3c25-4aa9-8d2f-f48d5a21827a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 379 time: 0.0650482 Nov 10 21:53:28.106803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'port': {'device_id': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'admin_state_up': True, 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'security_groups': ['72a75380-264b-4ebc-98f0-58ada49bcc25']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:28.355492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:53:28.359530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:28.519131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935b223-d070-4da8-8bb2-987176448f92 req-a3b40e27-8bc9-4243-8b8f-0d3f7bf4bf73 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:28.523749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c935b223-d070-4da8-8bb2-987176448f92 req-a3b40e27-8bc9-4243-8b8f-0d3f7bf4bf73 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 946 time: 0.1017358 Nov 10 21:53:28.579608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.12 (d5066df2-110a-43ea-986a-c21cf30b2617/313d60ba-4531-4cd9-a757-eb62d4db66bc/a91e7ea9-95af-482b-b94c-d251ae8db544) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:28.624369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c935b223-d070-4da8-8bb2-987176448f92 req-3521be7b-4037-4aba-a7c2-870cd74d7d76 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894740 Nov 10 21:53:28.708706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68aee776-7504-459d-8edc-ff12c10f4093 req-b6a7d972-104d-4935-be34-4a048d97ab01 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 210 time: 0.0459692 Nov 10 21:53:28.784668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:28.929616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887d71-08d9-4d1d-9c4a-0b2b7756541f req-a6007bf5-dcd6-4164-ae80-e81d54039d3f tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:28.931224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9887d71-08d9-4d1d-9c4a-0b2b7756541f req-a6007bf5-dcd6-4164-ae80-e81d54039d3f tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 944 time: 0.0523958 Nov 10 21:53:28.932744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:29.011005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network d5066df2-110a-43ea-986a-c21cf30b2617 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:29.029644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:29.029644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:29.071868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:29.092470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a9887d71-08d9-4d1d-9c4a-0b2b7756541f req-a05e755a-4aac-4f5a-bfd2-fb17c06d0fc1 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485004 Nov 10 21:53:29.108032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:29.108753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:29.207947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-1d9e60ff-82bb-484c-961e-a098ab42e33a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1025801 Nov 10 21:53:29.219400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Request body: {'port': {'device_id': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:29.278005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:29.307810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-eb9bf9a8-028d-4faf-9fcd-bf991496bcbc None None] Provisioning complete for port a91e7ea9-95af-482b-b94c-d251ae8db544 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:29.307810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eb9bf9a8-028d-4faf-9fcd-bf991496bcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:29.341629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-eb9bf9a8-028d-4faf-9fcd-bf991496bcbc None None] Port a91e7ea9-95af-482b-b94c-d251ae8db544 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:29.557469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91e7ea9-95af-482b-b94c-d251ae8db544 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:53:29.566806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:29.584014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Transition to ACTIVE for port object a91e7ea9-95af-482b-b94c-d251ae8db544 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:53:29.676832 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:29.760557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:29.881317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c56247-f2cf-413f-9b50-50ef59141c2d req-b17263fb-1a1e-4cf1-9214-3693f875355b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:29.890997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4c56247-f2cf-413f-9b50-50ef59141c2d req-b17263fb-1a1e-4cf1-9214-3693f875355b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 946 time: 0.1803522 Nov 10 21:53:29.894881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155ccce-48ff-4296-98f1-e92a9535ba48 req-790be4d7-882a-4bb2-b6a2-8eadbbfcf8cf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:29.911499 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2155ccce-48ff-4296-98f1-e92a9535ba48 req-790be4d7-882a-4bb2-b6a2-8eadbbfcf8cf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.1001577 Nov 10 21:53:29.913163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:29.913601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:29.914094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:29.921301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:53:29.921622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:29.973558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4c56247-f2cf-413f-9b50-50ef59141c2d req-33ad41ed-3e04-448f-9f75-7fcccf9c36ed tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838656 Nov 10 21:53:29.975074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:29.976750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Checking segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:29.977311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Bound using segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:29.977926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Bound port: a91e7ea9-95af-482b-b94c-d251ae8db544, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:29.978443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:30.017905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2155ccce-48ff-4296-98f1-e92a9535ba48 req-6cf1c5fd-9d73-4658-87da-8b7297b93cab tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048276 Nov 10 21:53:30.126302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:30.130887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:30.149950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeefc9-cc5f-4a4a-9c6f-bedd70113fcf req-41575f96-308a-44f4-b814-043b35775782 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:30.154843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aeeefc9-cc5f-4a4a-9c6f-bedd70113fcf req-41575f96-308a-44f4-b814-043b35775782 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 946 time: 0.0775104 Nov 10 21:53:30.160968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 30ae03ce-fc84-4404-996f-49f3ac1b7369 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:53:30.243598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9aeeefc9-cc5f-4a4a-9c6f-bedd70113fcf req-b9eba6a8-827d-43d3-a52b-ec7a85c62845 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770733 Nov 10 21:53:30.248986 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:30.333429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeee1d7-2aa0-4f94-b1a9-3d8786c308e4 req-fc0d27a4-e85a-4cc6-a7a6-b5c73f268b2f tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:30.345286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aeee1d7-2aa0-4f94-b1a9-3d8786c308e4 req-fc0d27a4-e85a-4cc6-a7a6-b5c73f268b2f tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 944 time: 0.1021216 Nov 10 21:53:30.364147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:30.364799 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:30.371298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] 10.222.0.64 "PUT /v2.0/ports/a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1093 time: 1.1570597 Nov 10 21:53:30.380060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:30.383289 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68df684-5d0a-40fe-bbda-96393da9976f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:30.433061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d83638-3a84-43b5-94e6-93d632b6bd82 service neutron] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:30.458355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 30ae03ce-fc84-4404-996f-49f3ac1b7369, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=30ae03ce-fc84-4404-996f-49f3ac1b7369,segment=NetworkSegment(bf595f83-b6e0-4585-b891-9261cc4d01de),segment_id=bf595f83-b6e0-4585-b891-9261cc4d01de)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:30.479091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2aeee1d7-2aa0-4f94-b1a9-3d8786c308e4 req-266b7953-57ea-4c00-9fd8-eb2c42a654f0 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320462 Nov 10 21:53:30.497486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '30ae03ce-fc84-4404-996f-49f3ac1b7369', 'network_id': 'ed098dd2-4099-4d92-bef9-c1b1869aa028', 'port_id': '30ae03ce-fc84-4404-996f-49f3ac1b7369', 'mac_address': 'fa:16:3e:20:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb122ca7-2dbc-4846-96e9-f81e0ead55f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:53:30.541975 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554a85d2-52c7-4289-9977-f89db895520a x-openstack-request-id: req-554a85d2-52c7-4289-9977-f89db895520a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:30.542634 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:30.543079 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-554a85d2-52c7-4289-9977-f89db895520a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:30.543689 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'status': 'completed', 'code': 200} Nov 10 21:53:30.563471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-acf44a11-d9d4-4f57-8e9c-7406239edcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:30.566105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-acf44a11-d9d4-4f57-8e9c-7406239edcf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1096 time: 0.0668578 Nov 10 21:53:30.572870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:30.595421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ae03ce-fc84-4404-996f-49f3ac1b7369 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:53:30.630703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-bd0e2c6a-98b5-4a6e-9bd7-b8e19426712a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 217 time: 0.0554726 Nov 10 21:53:30.633712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 30ae03ce-fc84-4404-996f-49f3ac1b7369, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=30ae03ce-fc84-4404-996f-49f3ac1b7369,segment=NetworkSegment(bf595f83-b6e0-4585-b891-9261cc4d01de),segment_id=bf595f83-b6e0-4585-b891-9261cc4d01de)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:30.692219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:30.721878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-eaf1c38e-3ec1-48e3-bf81-ab7df1c00c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:30.725418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-eaf1c38e-3ec1-48e3-bf81-ab7df1c00c71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0868325 Nov 10 21:53:30.789049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=30ae03ce-fc84-4404-996f-49f3ac1b7369,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:30.801702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-7c3be477-d731-48e3-abd1-e7a5c5c74249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:30.803347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-7c3be477-d731-48e3-abd1-e7a5c5c74249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700283 Nov 10 21:53:30.907159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['30ae03ce-fc84-4404-996f-49f3ac1b7369'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:53:30.962878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-0401008e-67de-434a-b04b-ee8010174292 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517646 Nov 10 21:53:31.202964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1a8f4-75e7-4bdb-b0f9-bd6cdad2e95a req-32ec3309-6a15-4973-aea7-99370a1edb32 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:31.214128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ee1a8f4-75e7-4bdb-b0f9-bd6cdad2e95a req-32ec3309-6a15-4973-aea7-99370a1edb32 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.1095521 Nov 10 21:53:31.296175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ee1a8f4-75e7-4bdb-b0f9-bd6cdad2e95a req-9f169ae4-12a8-4477-be4b-45bc35fed7a5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727394 Nov 10 21:53:31.405875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72b7a7b4-ea88-4ba3-bfeb-26ffc4d3b79c req-86578d84-7f85-4ac4-8652-35c3ef424c2c service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342296 Nov 10 21:53:31.626185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a593-68c0-4af8-aeb9-8e1028c4ea1e req-ddd60bc7-d9b1-49a4-bcf7-373b090654a3 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:31.628477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98f4a593-68c0-4af8-aeb9-8e1028c4ea1e req-ddd60bc7-d9b1-49a4-bcf7-373b090654a3 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 945 time: 0.0645137 Nov 10 21:53:31.649326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68df684-5d0a-40fe-bbda-96393da9976f req-0007b7b9-1c65-4569-9782-c1b92a9a4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:31.652377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a68df684-5d0a-40fe-bbda-96393da9976f req-0007b7b9-1c65-4569-9782-c1b92a9a4d00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1096 time: 0.0941334 Nov 10 21:53:31.696032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-98f4a593-68c0-4af8-aeb9-8e1028c4ea1e req-f6385890-44ef-47ab-a716-7606538c37c3 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613265 Nov 10 21:53:31.767886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36240) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:31.813645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68df684-5d0a-40fe-bbda-96393da9976f req-05a7e379-6bba-423f-83ba-87337ad21ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:31.816089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a68df684-5d0a-40fe-bbda-96393da9976f req-05a7e379-6bba-423f-83ba-87337ad21ae2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.1553431 Nov 10 21:53:31.860790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a68df684-5d0a-40fe-bbda-96393da9976f req-3a4f3aab-55bd-4a7b-84d9-96069d8f0b7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 217 time: 0.0365479 Nov 10 21:53:31.937191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68df684-5d0a-40fe-bbda-96393da9976f req-7ab166c5-c9ff-41e0-8ae4-7aad7dd6fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:31.939965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a68df684-5d0a-40fe-bbda-96393da9976f req-7ab166c5-c9ff-41e0-8ae4-7aad7dd6fd79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0712128 Nov 10 21:53:32.007074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68df684-5d0a-40fe-bbda-96393da9976f req-1182be54-750a-48b9-817a-9008e446ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:32.009043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a68df684-5d0a-40fe-bbda-96393da9976f req-1182be54-750a-48b9-817a-9008e446ea84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611606 Nov 10 21:53:32.115788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a68df684-5d0a-40fe-bbda-96393da9976f req-796a6572-1a24-4aeb-8f5e-5fa20336c6e9 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982552 Nov 10 21:53:32.191503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 30ae03ce-fc84-4404-996f-49f3ac1b7369 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:32.270824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a68df684-5d0a-40fe-bbda-96393da9976f req-95984777-6d0b-4325-be99-f4503f46475a service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464622 Nov 10 21:53:32.310298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 30ae03ce-fc84-4404-996f-49f3ac1b7369 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:53:32.315141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 30ae03ce-fc84-4404-996f-49f3ac1b7369 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:32.315742 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:32.340525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:32.416928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe8cfb-7f63-4346-809d-6075574920a4 req-8f383281-5a62-40d5-a269-b5d8883536e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:32.418822 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dbe8cfb-7f63-4346-809d-6075574920a4 req-8f383281-5a62-40d5-a269-b5d8883536e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.0559373 Nov 10 21:53:32.513910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dbe8cfb-7f63-4346-809d-6075574920a4 req-a0d853d2-18d4-4d78-b190-7267e15624b3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791502 Nov 10 21:53:32.585178 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:32.608218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ae03ce-fc84-4404-996f-49f3ac1b7369'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:32.610620 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d0bf66-76ac-4187-84cc-e723247ce89f" -d '{"events": [{"server_uuid": "1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0", "name": "network-vif-plugged", "status": "completed", "tag": "30ae03ce-fc84-4404-996f-49f3ac1b7369"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:32.624925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 30ae03ce-fc84-4404-996f-49f3ac1b7369, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=30ae03ce-fc84-4404-996f-49f3ac1b7369,segment=NetworkSegment(bf595f83-b6e0-4585-b891-9261cc4d01de),segment_id=bf595f83-b6e0-4585-b891-9261cc4d01de)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:32.652355 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bcb7c5-7125-4d0c-afc7-89de6f191ba6 x-openstack-request-id: req-a9bcb7c5-7125-4d0c-afc7-89de6f191ba6 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:32.655792 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0", "name": "network-vif-plugged", "status": "completed", "tag": "30ae03ce-fc84-4404-996f-49f3ac1b7369", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:32.655792 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9bcb7c5-7125-4d0c-afc7-89de6f191ba6 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:32.655792 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ae03ce-fc84-4404-996f-49f3ac1b7369', 'code': 200} Nov 10 21:53:32.703600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:32.729354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.20.0.17 (d71216e1-e930-4e1f-866d-91f137f109a4/1c88e348-146c-486c-9900-bb1241727458/b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:32.790179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=30ae03ce-fc84-4404-996f-49f3ac1b7369,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:32.858316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629495-629f-4805-b4ca-a6b9f781ae1c req-bfdb8082-4ada-4daa-8efb-44393e6e0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:32.859862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2629495-629f-4805-b4ca-a6b9f781ae1c req-bfdb8082-4ada-4daa-8efb-44393e6e0da4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 1098 time: 0.1407883 Nov 10 21:53:32.919761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccf2f2-feee-466c-a54f-668acaa3a970 req-9c28c074-3d9e-41a9-b658-cc49e1feefab tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:32.921240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfccf2f2-feee-466c-a54f-668acaa3a970 req-9c28c074-3d9e-41a9-b658-cc49e1feefab tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 946 time: 0.1353416 Nov 10 21:53:32.951713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:32.980380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a2629495-629f-4805-b4ca-a6b9f781ae1c req-e554a5df-59f1-4a36-b098-d9332a98c7b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121161 Nov 10 21:53:33.020757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfccf2f2-feee-466c-a54f-668acaa3a970 req-6e2666ff-18d6-4a68-be98-8a287b78f47b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924921 Nov 10 21:53:33.092282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:33.129339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network d71216e1-e930-4e1f-866d-91f137f109a4 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:33.132523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:33.138589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:33.173106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:33.193755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:33.376273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:33.378716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2b7d06f5-64e1-4fef-b286-234ed9d9edd4 None None] Provisioning complete for port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:33.379148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2b7d06f5-64e1-4fef-b286-234ed9d9edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:33.415127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d06f5-64e1-4fef-b286-234ed9d9edd4 None None] Port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:33.677452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:33.682350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7296-3102-4bda-ae6a-7e3a66b451af req-a7b2ccc5-1a5d-4a02-9461-647bf8f87420 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:33.684016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f31c7296-3102-4bda-ae6a-7e3a66b451af req-a7b2ccc5-1a5d-4a02-9461-647bf8f87420 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.0696173 Nov 10 21:53:33.743042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f31c7296-3102-4bda-ae6a-7e3a66b451af req-4af3b4bc-668c-4679-b190-6e86792dc34f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519290 Nov 10 21:53:33.744786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:33.829799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:33.832667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:33.933565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network d71216e1-e930-4e1f-866d-91f137f109a4 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:33.934982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:34.150365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 9c365e41-5fa4-4806-af36-9feab94c6304 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:53:34.275102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d4f25-7ee4-4fc2-9502-1ac7e3bd4838 req-4526a4a0-3f58-4d4c-aa6f-33dd1f625ab4 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:34.276625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa4d4f25-7ee4-4fc2-9502-1ac7e3bd4838 req-4526a4a0-3f58-4d4c-aa6f-33dd1f625ab4 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 946 time: 0.1317918 Nov 10 21:53:34.356638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5039d7dc-2ef5-46f1-af50-dc6cab4d9d09 None None] Provisioning complete for port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:34.357017 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5039d7dc-2ef5-46f1-af50-dc6cab4d9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:34.386051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:53:34.400788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dae8d55e-f7b9-49bc-9c86-08b3388e80e4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "PUT /v2.0/routers/9c365e41-5fa4-4806-af36-9feab94c6304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6223276 Nov 10 21:53:34.400788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa4d4f25-7ee4-4fc2-9502-1ac7e3bd4838 req-a4565272-a970-4634-abf2-854f60aa3dde tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131828 Nov 10 21:53:34.405215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Sync routers for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:53:34.429074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:34.429705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:34.431845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5039d7dc-2ef5-46f1-af50-dc6cab4d9d09 None None] Port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:53:34.545085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:34.810157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:53:33Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:26Z', 'revision_number': 1, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c', 'name': '', 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:d4:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c88e348-146c-486c-9900-bb1241727458', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:32Z', 'updated_at': '2021-11-10T21:53:33Z', 'revision_number': 2, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '1c88e348-146c-486c-9900-bb1241727458', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:34.837708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Checking router: 9c365e41-5fa4-4806-af36-9feab94c6304 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:53:34.838072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Updating router 9c365e41-5fa4-4806-af36-9feab94c6304 port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:53:34.863946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:34.874302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d5cba-12be-48e9-965c-259a199b9c3c req-e2461591-18a4-4f83-992f-176e885b21be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:34.875492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b6d5cba-12be-48e9-965c-259a199b9c3c req-e2461591-18a4-4f83-992f-176e885b21be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.0597579 Nov 10 21:53:34.933532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2b6d5cba-12be-48e9-965c-259a199b9c3c req-89d47eac-0d6e-43e8-9fc4-509575a1c524 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501482 Nov 10 21:53:35.098815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:53:35.156170 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.235751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:35.244691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.273659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'port_id': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'mac_address': 'fa:16:3e:83:1d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:53:35.325513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f1760-7b7d-4fb3-b7f3-2926d5650ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:35.359933 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.393621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91e7ea9-95af-482b-b94c-d251ae8db544 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:53:35.400854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Attempting to bind port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:53:35.401217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Attempting to bind port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:53:35.401575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Attempting to bind port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c on network d71216e1-e930-4e1f-866d-91f137f109a4 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:53:35.417551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:53:35.422970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Checking segment: {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:53:35.422970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.422970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Bound using segment: {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:53:35.422970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Bound port: b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f22dd8-6b5c-4089-a3ed-d2121cc472eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:53:35.422970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.425395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:35.495665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.502782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] For port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:53:35.507486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] For port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:53:35.558323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b0dcd-3064-4b84-8f82-09ac17d39ec6 req-0c08579a-2029-45fb-8691-596ab9208a0d tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:35.560407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f93b0dcd-3064-4b84-8f82-09ac17d39ec6 req-0c08579a-2029-45fb-8691-596ab9208a0d tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 946 time: 0.0659232 Nov 10 21:53:35.569406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:35.582547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.600384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f54e1478-fabc-4c81-ba68-86e6f06a3f2a None None] Provisioning complete for port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:35.600384 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f54e1478-fabc-4c81-ba68-86e6f06a3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.620205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f93b0dcd-3064-4b84-8f82-09ac17d39ec6 req-c1400508-513e-42e3-9195-4890b02d3794 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517476 Nov 10 21:53:35.701768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f1760-7b7d-4fb3-b7f3-2926d5650ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:35.705825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:35.706445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:35.711048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e412730e-9c40-4654-94c3-aea9742a3410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.853092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f54e1478-fabc-4c81-ba68-86e6f06a3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:35.901559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f54e1478-fabc-4c81-ba68-86e6f06a3f2a None None] For port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:35.911048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a91e7ea9-95af-482b-b94c-d251ae8db544'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:53:35.913666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:35.971219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f54e1478-fabc-4c81-ba68-86e6f06a3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:36.034190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e1478-fabc-4c81-ba68-86e6f06a3f2a None None] Pushing event updated for resources: {'Port': ['ID=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:36.083523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5229-057c-48dc-9ddd-6bc8e51a3877 req-a339c895-fc8a-4915-b0a8-c21ade6495e2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:36.085085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf5e5229-057c-48dc-9ddd-6bc8e51a3877 req-a339c895-fc8a-4915-b0a8-c21ade6495e2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.0653296 Nov 10 21:53:36.138323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1e43ca16-bc90-4a00-9d7f-4c925a644360 None None] Provisioning complete for port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:36.138689 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1e43ca16-bc90-4a00-9d7f-4c925a644360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:36.148411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bf5e5229-057c-48dc-9ddd-6bc8e51a3877 req-2b5e6d23-c5aa-45d0-b72d-64b285346526 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567231 Nov 10 21:53:36.446940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:53:33Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:26Z', 'revision_number': 1, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c', 'name': '', 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:d4:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c88e348-146c-486c-9900-bb1241727458', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:32Z', 'updated_at': '2021-11-10T21:53:35Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '1c88e348-146c-486c-9900-bb1241727458', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:36.655018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4297a2-3d2c-4e87-b299-db65386216e9 None None] The sync data for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 is: [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:53:33Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:26Z', 'revision_number': 1, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c', 'name': '', 'network_id': 'd71216e1-e930-4e1f-866d-91f137f109a4', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:d4:34:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '1c88e348-146c-486c-9900-bb1241727458', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:32Z', 'updated_at': '2021-11-10T21:53:35Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '1c88e348-146c-486c-9900-bb1241727458', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:53:37.435400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde0d5a-654c-4c32-87dc-2dbf2bf89c7d req-72c757fb-855d-4414-b309-9fe05a8a1bf2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:37.440381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3cde0d5a-654c-4c32-87dc-2dbf2bf89c7d req-72c757fb-855d-4414-b309-9fe05a8a1bf2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.0964863 Nov 10 21:53:37.514233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3cde0d5a-654c-4c32-87dc-2dbf2bf89c7d req-c70f5f4d-677a-4457-8e01-805fe5c1eb32 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640199 Nov 10 21:53:37.719432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:37.823417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:37.823909 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:37.960271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8dab8590-40ea-4601-a7f4-497df0311ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.310515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:38.425584 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7fd93-ff3d-4ec0-9a08-7407f90a7292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.513834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7fd93-ff3d-4ec0-9a08-7407f90a7292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.554900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70c7fd93-ff3d-4ec0-9a08-7407f90a7292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.600371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-70c7fd93-ff3d-4ec0-9a08-7407f90a7292 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68c952698d154923811e33986405c371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886596 Nov 10 21:53:38.603640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36370) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:38.606063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7fd93-ff3d-4ec0-9a08-7407f90a7292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70f8ca-242b-47ad-be88-b6602d3aeda0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:38.669047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ae401f3-408a-4deb-9e7c-815dd295c746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.678800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8c4f-e9b0-4daf-a004-6a46865d9efa req-1d476b6f-4669-4073-8cbc-f31ca6c59f28 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:38.680664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99ee8c4f-e9b0-4daf-a004-6a46865d9efa req-1d476b6f-4669-4073-8cbc-f31ca6c59f28 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.0582674 Nov 10 21:53:38.692624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ae401f3-408a-4deb-9e7c-815dd295c746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.748047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99ee8c4f-e9b0-4daf-a004-6a46865d9efa req-4307e767-98ef-41a6-a0a7-173bd00616ec tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574629 Nov 10 21:53:38.794881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ae401f3-408a-4deb-9e7c-815dd295c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.797675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ae401f3-408a-4deb-9e7c-815dd295c746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:38.798958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5ae401f3-408a-4deb-9e7c-815dd295c746 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb70f8ca-242b-47ad-be88-b6602d3aeda0 HTTP/1.1" status: 204 len: 168 time: 0.1942973 Nov 10 21:53:38.808774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae401f3-408a-4deb-9e7c-815dd295c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70f8ca-242b-47ad-be88-b6602d3aeda0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:39.124838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:53:39.252959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a91e7ea9-95af-482b-b94c-d251ae8db544 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:53:39.257982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a91e7ea9-95af-482b-b94c-d251ae8db544 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:53:39.258348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.343668 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.357142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.369283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:39.371613 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f00959-7d1f-49de-b86d-311740a02a82" -d '{"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-plugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:39.386425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:39.420522 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a0cfda-d99b-4b74-b066-21898f624337 x-openstack-request-id: req-e6a0cfda-d99b-4b74-b066-21898f624337 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:39.420522 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-plugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:39.420522 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6a0cfda-d99b-4b74-b066-21898f624337 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:39.420522 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'code': 200} Nov 10 21:53:39.444853 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.468380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36396) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:39.483111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32bf9974-c396-420b-a4ae-fd9ec0d94e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.500091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:39.558873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5448-5960-4bf1-954a-157b8b7572c1 req-f7f2f967-4bef-4ad7-aef1-8e6ee5b6d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:39.560380 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56bf5448-5960-4bf1-954a-157b8b7572c1 req-f7f2f967-4bef-4ad7-aef1-8e6ee5b6d7ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1098 time: 0.0660381 Nov 10 21:53:39.630477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32bf9974-c396-420b-a4ae-fd9ec0d94e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.634553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56bf5448-5960-4bf1-954a-157b8b7572c1 req-e8382cce-1dfb-4d5c-8ce7-b340df62d478 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641565 Nov 10 21:53:39.714483 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32bf9974-c396-420b-a4ae-fd9ec0d94e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.758477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-32bf9974-c396-420b-a4ae-fd9ec0d94e98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad1f4043c49a41fdbab9bbb01fca8ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890360 Nov 10 21:53:39.759288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf9974-c396-420b-a4ae-fd9ec0d94e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84848ab0-be0a-4f48-a641-3a5c0abf335c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:39.762219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:39.829691 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5532fd82-e6dd-4d66-b0a4-7d1ce4b4cd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.872849 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5532fd82-e6dd-4d66-b0a4-7d1ce4b4cd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:39.894008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a351fb-e288-43ee-bf54-9b798d59843e req-7c6c411e-a22f-440a-b8a4-7bca0f0cccaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:39.895573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71a351fb-e288-43ee-bf54-9b798d59843e req-7c6c411e-a22f-440a-b8a4-7bca0f0cccaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0793698 Nov 10 21:53:39.959475 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71a351fb-e288-43ee-bf54-9b798d59843e req-17a7eda6-09db-42eb-b986-d3843d346dc8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522709 Nov 10 21:53:40.017692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5532fd82-e6dd-4d66-b0a4-7d1ce4b4cd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:40.020513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5532fd82-e6dd-4d66-b0a4-7d1ce4b4cd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:40.021774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5532fd82-e6dd-4d66-b0a4-7d1ce4b4cd61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84848ab0-be0a-4f48-a641-3a5c0abf335c HTTP/1.1" status: 204 len: 168 time: 0.2582319 Nov 10 21:53:40.031199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532fd82-e6dd-4d66-b0a4-7d1ce4b4cd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84848ab0-be0a-4f48-a641-3a5c0abf335c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:40.338389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63f6c-dd97-4417-a4aa-6be65b0154c6 req-51b4649d-fd4a-42a6-9381-a1a4326f170b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:40.339959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fac63f6c-dd97-4417-a4aa-6be65b0154c6 req-51b4649d-fd4a-42a6-9381-a1a4326f170b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 946 time: 0.0550332 Nov 10 21:53:40.389222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fac63f6c-dd97-4417-a4aa-6be65b0154c6 req-79e62462-643e-4fa2-aa99-29e9cfa86d07 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Nov 10 21:53:40.748771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:41.096335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb9e80-7080-4f4b-9ab8-8d1025faf7c3 req-3ceced2d-3d28-40d4-9177-1d50716d5e5c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:41.098006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8eb9e80-7080-4f4b-9ab8-8d1025faf7c3 req-3ceced2d-3d28-40d4-9177-1d50716d5e5c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0619700 Nov 10 21:53:41.169742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8eb9e80-7080-4f4b-9ab8-8d1025faf7c3 req-0ab1d113-ce36-4756-95cc-ed4afe8726a7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652757 Nov 10 21:53:41.383071 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:41.507916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d910d2-8eed-493d-be39-e1b67dab3fba req-276c81b6-9478-4130-b24d-7cddfde9641c tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:41.509456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36d910d2-8eed-493d-be39-e1b67dab3fba req-276c81b6-9478-4130-b24d-7cddfde9641c tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 946 time: 0.0503116 Nov 10 21:53:41.577169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-36d910d2-8eed-493d-be39-e1b67dab3fba req-e2617e21-478e-4c59-ac37-d235091a5f06 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/security-groups?id=c80d73d0-61e6-4a8c-b39b-a716c3f4e277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612714 Nov 10 21:53:41.632261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-9d9240ea-363a-4d68-bca9-369c6ace3619 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:41.634333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-9d9240ea-363a-4d68-bca9-369c6ace3619 tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 946 time: 0.0939572 Nov 10 21:53:41.752924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Deleting port 30ae03ce-fc84-4404-996f-49f3ac1b7369 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:53:41.756449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:41.875605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] For port 30ae03ce-fc84-4404-996f-49f3ac1b7369, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=30ae03ce-fc84-4404-996f-49f3ac1b7369,segment=NetworkSegment(bf595f83-b6e0-4585-b891-9261cc4d01de),segment_id=bf595f83-b6e0-4585-b891-9261cc4d01de)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:53:41.876238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:41.897245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Calling delete_port for 30ae03ce-fc84-4404-996f-49f3ac1b7369 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:53:42.126113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:42.138742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['30ae03ce-fc84-4404-996f-49f3ac1b7369'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:53:42.190560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Pushing event deleted for resources: {'Port': ['ID=30ae03ce-fc84-4404-996f-49f3ac1b7369,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:42.263756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] No DVR routers for this DVR port 30ae03ce-fc84-4404-996f-49f3ac1b7369 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:53:42.266445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:42.277353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f890264f-de6d-4ce7-a53b-cd5d6bbb372f req-e3c963d8-87c6-4c1c-888f-ffc994c6e29b tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.53 "DELETE /v2.0/ports/30ae03ce-fc84-4404-996f-49f3ac1b7369 HTTP/1.1" status: 204 len: 173 time: 0.6345704 Nov 10 21:53:42.278814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'name': 'network-vif-deleted', 'tag': '30ae03ce-fc84-4404-996f-49f3ac1b7369'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:42.285510 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bccd2b0-9c71-48e4-91d6-d63b63a7fceb" -d '{"events": [{"server_uuid": "1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0", "name": "network-vif-deleted", "tag": "30ae03ce-fc84-4404-996f-49f3ac1b7369"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:42.343123 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874b6b6f-90e9-43c4-b72c-0d2070a89b1f x-openstack-request-id: req-874b6b6f-90e9-43c4-b72c-0d2070a89b1f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:42.343597 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0", "name": "network-vif-deleted", "tag": "30ae03ce-fc84-4404-996f-49f3ac1b7369", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:42.344046 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-874b6b6f-90e9-43c4-b72c-0d2070a89b1f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:42.344401 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0', 'name': 'network-vif-deleted', 'tag': '30ae03ce-fc84-4404-996f-49f3ac1b7369', 'status': 'completed', 'code': 200} Nov 10 21:53:42.367986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc3f2a-f8da-4e73-bcb9-92aa97d8186f req-a6611499-f862-45dd-b203-0bb84470e099 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:42.367986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2bfc3f2a-f8da-4e73-bcb9-92aa97d8186f req-a6611499-f862-45dd-b203-0bb84470e099 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1033421 Nov 10 21:53:42.434603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2bfc3f2a-f8da-4e73-bcb9-92aa97d8186f req-47b14c67-c893-4002-b0cd-9d6728ddb12d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624626 Nov 10 21:53:42.579112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e63abe-b3ec-4c37-b380-a31eb1a623d0 req-bb224405-80ed-4460-8fb9-f0086da759aa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:42.581192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73e63abe-b3ec-4c37-b380-a31eb1a623d0 req-bb224405-80ed-4460-8fb9-f0086da759aa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0585635 Nov 10 21:53:42.632839 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73e63abe-b3ec-4c37-b380-a31eb1a623d0 req-774a4adb-7208-49d4-9e87-a7ac906e84b2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455949 Nov 10 21:53:42.671300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36486) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:42.730203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2ff51fd-fad5-4fe4-9915-f1750ce6b2f9 req-9f77b184-def4-4e2e-bb0e-39919d2de7ed tempest-VolumesActionsTest-1407906555 tempest-VolumesActionsTest-1407906555-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cacaa8c-a66a-4d25-b9d7-68e09c7ca3d0 HTTP/1.1" status: 200 len: 210 time: 0.0418670 Nov 10 21:53:42.742620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b2491-84fd-46c1-881d-9797a4de4e26 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:42.747254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c00b2491-84fd-46c1-881d-9797a4de4e26 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1093 time: 0.0746469 Nov 10 21:53:42.747389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36488) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:42.752566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:53:42.851912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:42.960660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:43.089854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.164 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/0dd91d6d-24e0-425f-ac68-598a98011cf5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:53:43.214651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:43.424627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:43.465281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:53:43.472780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:53:43.476657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:53:43.482883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=0dd91d6d-24e0-425f-ac68-598a98011cf5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:44.081517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.185776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:44.344820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.463761 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-64e6b515-b58b-4573-99fa-fc5e576bfcc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.524438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.544882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-64e6b515-b58b-4573-99fa-fc5e576bfcc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.640190 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.669079 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-64e6b515-b58b-4573-99fa-fc5e576bfcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.720374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=0dd91d6d-24e0-425f-ac68-598a98011cf5,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:44.726484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.744354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-64e6b515-b58b-4573-99fa-fc5e576bfcc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2032c78dc7c84567a00227170da05ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5559816 Nov 10 21:53:44.750650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6b515-b58b-4573-99fa-fc5e576bfcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a79616-7627-4462-b31f-8bba78322533,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:44.753382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36540) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:44.820081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6be92eff-0ab0-4953-8872-250855c0cf8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.840579 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP 8f8c7abd-0b07-4a3d-91d3-13112f7bba6d associated. External IP: 172.25.7.164, port: a91e7ea9-95af-482b-b94c-d251ae8db544. Nov 10 21:53:44.843685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6be92eff-0ab0-4953-8872-250855c0cf8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.954740 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6be92eff-0ab0-4953-8872-250855c0cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.957715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6be92eff-0ab0-4953-8872-250855c0cf8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:44.961412 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6be92eff-0ab0-4953-8872-250855c0cf8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8a79616-7627-4462-b31f-8bba78322533 HTTP/1.1" status: 204 len: 168 time: 0.2042634 Nov 10 21:53:44.972630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92eff-0ab0-4953-8872-250855c0cf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a79616-7627-4462-b31f-8bba78322533,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:45.339712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 24b26831-dfce-4eea-9c69-38be284eaaa2 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:53:45.457670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:53:45.477495 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] Sync routers for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:53:45.491518 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:45.491855 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:45.539182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:45.597420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6ae767a6-d249-465a-8163-50d9ecafba22 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8491175 Nov 10 21:53:45.598113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:53:45.602376 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98bd93f-b541-446e-a0f9-63f52bade3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:53:45.661225 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7392ac0c-483f-4387-bd87-e8fcd36912f6 x-openstack-request-id: req-7392ac0c-483f-4387-bd87-e8fcd36912f6 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:53:45.661532 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:53:45.661784 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7392ac0c-483f-4387-bd87-e8fcd36912f6 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:53:45.662203 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'status': 'completed', 'code': 200} Nov 10 21:53:45.664278 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:45.710418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36558) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:45.728681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50a4757f-ba59-48b0-99f5-08610033cf46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:45.814468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1cb32-6db5-4716-b0fd-b9298c09632d req-2501c687-647c-4dd4-bd88-1aea3dd192d8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:45.814468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6eb1cb32-6db5-4716-b0fd-b9298c09632d req-2501c687-647c-4dd4-bd88-1aea3dd192d8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1209493 Nov 10 21:53:45.819236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-4a4e868d-8672-40ef-83cc-adfdd5547eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:45.820738 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-4a4e868d-8672-40ef-83cc-adfdd5547eee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1098 time: 0.0703838 Nov 10 21:53:45.870664 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50a4757f-ba59-48b0-99f5-08610033cf46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:45.939076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50a4757f-ba59-48b0-99f5-08610033cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:45.999271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-50a4757f-ba59-48b0-99f5-08610033cf46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cd4ebc749934ce1b63bf14f7237ab20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2866762 Nov 10 21:53:46.003861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36564) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:46.013415 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6eb1cb32-6db5-4716-b0fd-b9298c09632d req-f2aa2f9f-5556-4473-a105-7974344ea0c7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891725 Nov 10 21:53:46.025427 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8f8c7abd-0b07-4a3d-91d3-13112f7bba6d', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'port_id': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'mac_address': 'fa:16:3e:83:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:53:43Z', 'updated_at': '2021-11-10T21:53:43Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:46.046080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36566) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:46.068483 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] Checking router: 24b26831-dfce-4eea-9c69-38be284eaaa2 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:53:46.081561 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:53:46.082248 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:46.107687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4757f-ba59-48b0-99f5-08610033cf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a31996-8825-4b99-910f-d95b401a20fe,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:46.133292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-db462ce1-de85-4231-b11a-04072502947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:46.134772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-db462ce1-de85-4231-b11a-04072502947b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.2996597 Nov 10 21:53:46.137133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d668d4ca-74ba-43c7-addf-e7b5d91dc4ff tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/8f8c7abd-0b07-4a3d-91d3-13112f7bba6d HTTP/1.1" status: 200 len: 992 time: 0.0895102 Nov 10 21:53:46.200621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07e2a654-8bd0-4dbc-b8b7-33300a0b0422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:46.221125 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:53:46.234278 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07e2a654-8bd0-4dbc-b8b7-33300a0b0422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:46.238194 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-5d4b4792-009d-4784-b6a6-cb09721233e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1000 time: 0.0935633 Nov 10 21:53:46.272261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 30ae03ce-fc84-4404-996f-49f3ac1b7369 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:53:46.294799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 30ae03ce-fc84-4404-996f-49f3ac1b7369 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:53:46.295484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 30ae03ce-fc84-4404-996f-49f3ac1b7369 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:53:46.340250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-d8dd8652-c938-4d38-87e0-d91606944bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:46.341770 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-d8dd8652-c938-4d38-87e0-d91606944bd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0942335 Nov 10 21:53:46.394976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-bc6200be-65e5-463a-ba53-545a5970a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:53:46.396873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-bc6200be-65e5-463a-ba53-545a5970a260 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476978 Nov 10 21:53:46.405459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07e2a654-8bd0-4dbc-b8b7-33300a0b0422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:46.409238 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07e2a654-8bd0-4dbc-b8b7-33300a0b0422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:46.411065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-07e2a654-8bd0-4dbc-b8b7-33300a0b0422 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33a31996-8825-4b99-910f-d95b401a20fe HTTP/1.1" status: 204 len: 168 time: 0.4032838 Nov 10 21:53:46.440115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2a654-8bd0-4dbc-b8b7-33300a0b0422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a31996-8825-4b99-910f-d95b401a20fe,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:46.531859 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8f8c7abd-0b07-4a3d-91d3-13112f7bba6d', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'port_id': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'mac_address': 'fa:16:3e:83:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:53:43Z', 'updated_at': '2021-11-10T21:53:43Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:46.554348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-1e0f14b0-5920-44c8-afa3-797634806460 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426814 Nov 10 21:53:46.682260 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10b367-5472-4a7f-8f0d-d0a231e4a450 None None] The sync data for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 is: [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '8f8c7abd-0b07-4a3d-91d3-13112f7bba6d', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.164', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'port_id': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'mac_address': 'fa:16:3e:83:1d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:53:43Z', 'updated_at': '2021-11-10T21:53:43Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:53:46.699530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c98bd93f-b541-446e-a0f9-63f52bade3c3 req-e910121c-7e6b-488b-8f85-acc9f79c9595 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269703 Nov 10 21:53:46.913564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48955f30-bd66-4548-a6ea-eb1cbf30421f None None] New status for floating IP 8f8c7abd-0b07-4a3d-91d3-13112f7bba6d: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:53:47.141259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36592) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:47.213942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7f0b8ac7-3b29-4446-977a-1f45c4e876ac tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/8f8c7abd-0b07-4a3d-91d3-13112f7bba6d HTTP/1.1" status: 200 len: 992 time: 0.0704801 Nov 10 21:53:48.100975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36616) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:48.217463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36624) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:48.243938 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6e2733a8-14b8-48ce-bede-dafc3b1119f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:48.336343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d3013e27-fe37-4d56-bf13-219220bec909 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/8f8c7abd-0b07-4a3d-91d3-13112f7bba6d HTTP/1.1" status: 200 len: 994 time: 0.1173553 Nov 10 21:53:48.378701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6e2733a8-14b8-48ce-bede-dafc3b1119f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:48.451681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6e2733a8-14b8-48ce-bede-dafc3b1119f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:48.509786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6e2733a8-14b8-48ce-bede-dafc3b1119f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5850ff511264544b0e575fa151fe6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075923 Nov 10 21:53:48.511298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2733a8-14b8-48ce-bede-dafc3b1119f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c5a76-8378-4de4-8c94-6cc55495992e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:48.512275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:48.583662 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c4896a6-3f77-466d-9c8a-dc12b3f59a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:48.611230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c4896a6-3f77-466d-9c8a-dc12b3f59a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:48.726190 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c4896a6-3f77-466d-9c8a-dc12b3f59a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:48.731074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1c4896a6-3f77-466d-9c8a-dc12b3f59a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:48.734850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1c4896a6-3f77-466d-9c8a-dc12b3f59a98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c2c5a76-8378-4de4-8c94-6cc55495992e HTTP/1.1" status: 204 len: 168 time: 0.2214580 Nov 10 21:53:48.749029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4896a6-3f77-466d-9c8a-dc12b3f59a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c5a76-8378-4de4-8c94-6cc55495992e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:49.714576 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.344429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36668) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:50.470626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97a656ac-5bf0-44a7-bae8-f7f19dd2b531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.560651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97a656ac-5bf0-44a7-bae8-f7f19dd2b531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.675682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97a656ac-5bf0-44a7-bae8-f7f19dd2b531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.717750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-97a656ac-5bf0-44a7-bae8-f7f19dd2b531 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b6506a926e14fa18d392251f5a4240d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721738 Nov 10 21:53:50.722181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36682) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:50.740652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a656ac-5bf0-44a7-bae8-f7f19dd2b531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60de6750-4cb8-48fe-8edc-6899e5a9c3d6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:50.787601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a0a078a-90b1-4426-82f3-4da2ca1e8037 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.815366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a0a078a-90b1-4426-82f3-4da2ca1e8037 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.954988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a0a078a-90b1-4426-82f3-4da2ca1e8037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.957543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a0a078a-90b1-4426-82f3-4da2ca1e8037 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:50.961529 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9a0a078a-90b1-4426-82f3-4da2ca1e8037 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60de6750-4cb8-48fe-8edc-6899e5a9c3d6 HTTP/1.1" status: 204 len: 168 time: 0.2373991 Nov 10 21:53:50.983343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a078a-90b1-4426-82f3-4da2ca1e8037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60de6750-4cb8-48fe-8edc-6899e5a9c3d6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:51.089286 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:53:53.603236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36754) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:53.622963 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:53.737772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53ebb3a2-13ac-4bdc-8e1b-9abc77e06b62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:53.823114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53ebb3a2-13ac-4bdc-8e1b-9abc77e06b62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:53.881765 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53ebb3a2-13ac-4bdc-8e1b-9abc77e06b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:53.895902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36764) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:53.923043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebb3a2-13ac-4bdc-8e1b-9abc77e06b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646033e4-a346-4a9d-a29f-ff94d015bb57,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:53.929678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-53ebb3a2-13ac-4bdc-8e1b-9abc77e06b62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=588afeb1c4d74eac9e95a2dc27afb9ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252559 Nov 10 21:53:53.932798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36768) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:54.041225 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.044974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] Deleting subnet ab660642-5583-47c8-aa59-0ae86f3fdcf2 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:53:54.048603 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.451435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.461156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.520093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.639866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.642650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.643863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/646033e4-a346-4a9d-a29f-ff94d015bb57 HTTP/1.1" status: 204 len: 168 time: 0.7089252 Nov 10 21:53:54.652384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646033e4-a346-4a9d-a29f-ff94d015bb57,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:54.661819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.662406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.662905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.663412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.663968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.664450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.664950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.665428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.665905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.666432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.667268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.667779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5579d783-1d76-4c5a-934e-800c81f4e225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:53:54.671538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.744919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab660642-5583-47c8-aa59-0ae86f3fdcf2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:54.752545 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:54.755810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4db95-f91c-4fc7-9392-b44334a51c7d None None] Network 1864cd50-61aa-4bd4-bfc4-32a89f066416 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:53:54.780000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e12e56e4-3f8e-49ce-ac6f-018e7050c6aa admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ab660642-5583-47c8-aa59-0ae86f3fdcf2 HTTP/1.1" status: 204 len: 168 time: 0.8734498 Nov 10 21:53:54.780000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36778) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:54.898548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc25c3-9ae0-468c-8d4e-1de2d5a36743 None None] DHCP port deletion for 1864cd50-61aa-4bd4-bfc4-32a89f066416 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:53:54.916409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.005007 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.027166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1864cd50-61aa-4bd4-bfc4-32a89f066416']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:55.039520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:55.040145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4e9c18-f08b-4a3e-93cf-7a65065cb1b6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:53:55.054111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.074097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.088502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:53:55.089368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:53:55.144036 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:53:55.211402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.228452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.234444 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1864cd50-61aa-4bd4-bfc4-32a89f066416 HTTP/1.1" status: 204 len: 168 time: 0.4522939 Nov 10 21:53:55.234444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42465c8d-21e4-4fed-932d-2b1b2411b5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1864cd50-61aa-4bd4-bfc4-32a89f066416,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:55.379182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36786) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:55.393743 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f783c65d-d0c8-4129-8585-70e58bbd1d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.467498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f783c65d-d0c8-4129-8585-70e58bbd1d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.519288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f783c65d-d0c8-4129-8585-70e58bbd1d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.558963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f783c65d-d0c8-4129-8585-70e58bbd1d2a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65db854fe5ee4966a653061d426c2d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784689 Nov 10 21:53:55.560102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783c65d-d0c8-4129-8585-70e58bbd1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ca8c5f-8a1f-4153-9ee9-d9796eaa3558,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:55.561678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36788) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:55.591253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36790) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:55.620579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d455e98-30b8-4656-a90c-1f77516c8c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.634930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3ff0dd73-0ee4-4357-a506-dc21afbf2ad2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7951e332cf6436882a1eb7e9614de60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424163 Nov 10 21:53:55.637660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36792) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:55.646839 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d455e98-30b8-4656-a90c-1f77516c8c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.692768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76836bc1-36c8-43f9-b453-4d12d29fae9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.714260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76836bc1-36c8-43f9-b453-4d12d29fae9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.759663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d455e98-30b8-4656-a90c-1f77516c8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.767439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d455e98-30b8-4656-a90c-1f77516c8c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.768660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9d455e98-30b8-4656-a90c-1f77516c8c0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99ca8c5f-8a1f-4153-9ee9-d9796eaa3558 HTTP/1.1" status: 204 len: 168 time: 0.2059662 Nov 10 21:53:55.776857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d455e98-30b8-4656-a90c-1f77516c8c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ca8c5f-8a1f-4153-9ee9-d9796eaa3558,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:55.846089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76836bc1-36c8-43f9-b453-4d12d29fae9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.848774 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76836bc1-36c8-43f9-b453-4d12d29fae9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:55.852236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-76836bc1-36c8-43f9-b453-4d12d29fae9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/509bfbbd-eda2-46b7-8c94-abd32e9d654f HTTP/1.1" status: 204 len: 168 time: 0.2099257 Nov 10 21:53:55.860743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76836bc1-36c8-43f9-b453-4d12d29fae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509bfbbd-eda2-46b7-8c94-abd32e9d654f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:58.955305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36890) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:59.064655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f006b857-2c3e-4987-9c37-e7bcf4986874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:59.137523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f006b857-2c3e-4987-9c37-e7bcf4986874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:59.187995 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f006b857-2c3e-4987-9c37-e7bcf4986874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:59.225532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006b857-2c3e-4987-9c37-e7bcf4986874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc9d74-a144-4bcf-a213-5a16576d9e14,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:59.229682 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f006b857-2c3e-4987-9c37-e7bcf4986874 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d60957d0fd547b4ba58bfa5f63b14de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732701 Nov 10 21:53:59.232357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36894) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:53:59.279960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52359214-9e4f-4518-9dde-63d3f104769f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:59.302098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52359214-9e4f-4518-9dde-63d3f104769f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:59.410583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52359214-9e4f-4518-9dde-63d3f104769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:59.413273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52359214-9e4f-4518-9dde-63d3f104769f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:53:59.414420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-52359214-9e4f-4518-9dde-63d3f104769f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01cc9d74-a144-4bcf-a213-5a16576d9e14 HTTP/1.1" status: 204 len: 168 time: 0.1811419 Nov 10 21:53:59.423994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52359214-9e4f-4518-9dde-63d3f104769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc9d74-a144-4bcf-a213-5a16576d9e14,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:53:59.998791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-065f3b85-b3e7-4c5d-800d-5c714ec5b694 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432811 Nov 10 21:54:00.027151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 36914) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:00.042340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acaf7b36-7833-4652-8f83-a7aa06ba03ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:00.111577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-3a9ba05f-b6dd-4fae-a0aa-5999c4f8efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:00.113102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-3a9ba05f-b6dd-4fae-a0aa-5999c4f8efca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 1098 time: 0.0687356 Nov 10 21:54:00.206830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acaf7b36-7833-4652-8f83-a7aa06ba03ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:00.241793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-9da3dba0-f127-4c44-823f-bd13d067cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:00.243307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-9da3dba0-f127-4c44-823f-bd13d067cd4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bb85725-7844-4ed8-8855-9d12eaaf71d8 HTTP/1.1" status: 200 len: 897 time: 0.1102552 Nov 10 21:54:00.287208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acaf7b36-7833-4652-8f83-a7aa06ba03ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:00.347304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-acaf7b36-7833-4652-8f83-a7aa06ba03ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=679663fe8ede4ed090a5da615fc91b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151052 Nov 10 21:54:00.347304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-9935c515-1380-4edb-b31a-a6fad4629059 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f382d29-db0f-4260-91d6-c90258d5953c HTTP/1.1" status: 200 len: 1000 time: 0.0952711 Nov 10 21:54:00.347304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf7b36-7833-4652-8f83-a7aa06ba03ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b973a7c-3b13-43bc-9b3b-35463e8c299a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:00.347681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 36916) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:00.407068 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0847033-23d0-478d-9754-58b9095c526f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:00.409474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-0704119e-5367-49af-8863-ff16a53affbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:00.411009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-0704119e-5367-49af-8863-ff16a53affbe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=76f2aaf3-a15a-4df3-9779-49cf34988e91 HTTP/1.1" status: 200 len: 835 time: 0.0580823 Nov 10 21:54:00.431154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0847033-23d0-478d-9754-58b9095c526f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:00.457375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-c86ed4ed-ca11-42e5-86b7-78f627793b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:00.459031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-c86ed4ed-ca11-42e5-86b7-78f627793b9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bb85725-7844-4ed8-8855-9d12eaaf71d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410681 Nov 10 21:54:00.565290 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-26ee309c-d956-450e-9e1f-06fa2c7651ce service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991616 Nov 10 21:54:00.588279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0847033-23d0-478d-9754-58b9095c526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:00.591243 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c0847033-23d0-478d-9754-58b9095c526f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:00.596014 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c0847033-23d0-478d-9754-58b9095c526f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b973a7c-3b13-43bc-9b3b-35463e8c299a HTTP/1.1" status: 204 len: 168 time: 0.2470613 Nov 10 21:54:00.605563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0847033-23d0-478d-9754-58b9095c526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b973a7c-3b13-43bc-9b3b-35463e8c299a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:00.682417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d0f55969-fa60-4e42-aa32-5aafc8fb921c req-b1d18acf-3eeb-4cdb-a3e9-d62f9782dff4 service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096394 Nov 10 21:54:03.511164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37048) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:03.620568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:03.696364 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:03.753298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:03.791893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322682a6-1902-4ef4-8f6a-dc7b1aec3674,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:03.795786 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=370e0b7dbea24f0b8854fe3e1d88205f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835486 Nov 10 21:54:03.798977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37056) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:03.802564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.802914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.803276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.803596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.803958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.804290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.804619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.804943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.805267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.805845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.806169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.806561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51343c34-578a-4317-9ca7-5b5422b90fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:03.852864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e49cc4b6-5305-4cfc-984b-0b97fd6705fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:03.875686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e49cc4b6-5305-4cfc-984b-0b97fd6705fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:03.999535 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e49cc4b6-5305-4cfc-984b-0b97fd6705fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:04.002830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e49cc4b6-5305-4cfc-984b-0b97fd6705fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:04.004022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e49cc4b6-5305-4cfc-984b-0b97fd6705fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/322682a6-1902-4ef4-8f6a-dc7b1aec3674 HTTP/1.1" status: 204 len: 168 time: 0.2037947 Nov 10 21:54:04.012072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cc4b6-5305-4cfc-984b-0b97fd6705fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322682a6-1902-4ef4-8f6a-dc7b1aec3674,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:04.242418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-be7f45ee-e964-42eb-84c1-965141231381 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410044 Nov 10 21:54:04.332887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-18bb2ff3-0477-4fd1-acbd-1a12c5fd5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:04.334379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-18bb2ff3-0477-4fd1-acbd-1a12c5fd5cea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1098 time: 0.0465991 Nov 10 21:54:04.447940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-5ca14dbf-4024-4c0f-8d6f-6c00518bc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:04.450460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-5ca14dbf-4024-4c0f-8d6f-6c00518bc49c service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.0956838 Nov 10 21:54:04.524694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-4ad28b67-f279-40c6-b5e7-6018f7e96fb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1002 time: 0.0667899 Nov 10 21:54:04.585201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-801d6750-7449-4096-8d3a-0eaa10dc38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:04.587278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-801d6750-7449-4096-8d3a-0eaa10dc38b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0552447 Nov 10 21:54:04.640088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-f4c67bd2-6f2d-47e5-abb0-7a2b84af2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:04.641658 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-f4c67bd2-6f2d-47e5-abb0-7a2b84af2d75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460443 Nov 10 21:54:04.741526 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-8159dcc4-027f-4040-b537-a3718acdc4a8 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923190 Nov 10 21:54:04.834971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcfbba06-0685-49b2-bd7e-feb4da233105 req-af3481a8-5a68-4513-8591-2473110b4b5a service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849178 Nov 10 21:54:05.644930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-555b8460-3452-4dc0-ad3b-d4697af18bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:05.721275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37106) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:05.871173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1926242470'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:05.947401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Made reservation on behalf of 6c45f312fe6f45b9a88d51d5af887791 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:05.950882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:05.959788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.043062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.102109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.129696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:54:06.138521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890b93f6-e2a4-4b58-95ff-6b198a080e6e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:06.144681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.145036 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Added segment d92d046b-2d43-444a-9d96-d5fab977161f of type vlan for network d30c13a5-d5f8-4678-9715-d7ad0e423378 Nov 10 21:54:06.186516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.268121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.273827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:06.274465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.343430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Pushing event updated for resources: {'Network': ['ID=d30c13a5-d5f8-4678-9715-d7ad0e423378,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:06.354391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d30c13a5-d5f8-4678-9715-d7ad0e423378 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:54:06.375599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7908ae02-27ec-4559-85cc-d1fd211466f2 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6506071 Nov 10 21:54:06.538268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37122) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:06.543316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Request body: {'port': {'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378', 'binding:host_id': 'n-h2-776250-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-636708781'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:06.673663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Made reservation on behalf of fded75713c1a4a70adf3f4f151406d91 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:06.676347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.686164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.771063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.827920 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:06.834028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] device_id is not set on port 446865c6-dfdc-462e-b478-1ef4337a5b41 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:06.910591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f74bf9-5762-47f5-a609-b16f98dc529d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:07.058354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] device_id is not set on port 446865c6-dfdc-462e-b478-1ef4337a5b41 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:07.068554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.131052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.184349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=446865c6-dfdc-462e-b478-1ef4337a5b41,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:07.202478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Checking segment: {'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:07.202835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Network hostable DHCP agents. Network: d30c13a5-d5f8-4678-9715-d7ad0e423378, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:54:07.261463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Network d30c13a5-d5f8-4678-9715-d7ad0e423378 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:54:07.330652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d30c13a5-d5f8-4678-9715-d7ad0e423378) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:07.335044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:07.341919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718e7e4-c7d6-4ac4-9440-ec3e14ea8890 None None] Network d30c13a5-d5f8-4678-9715-d7ad0e423378 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:54:07.352979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.353322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.353657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.358250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.358579 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.360928 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 2 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.372336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.372698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.373032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.378762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.379093 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.379483 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 3 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.393025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.393480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.393822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.398356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.398678 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.399061 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 4 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.411673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.412037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.412372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.416906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.417226 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.417721 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 5 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.431202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.431534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.431895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.438714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.438940 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.439301 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 6 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.451403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.451864 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.452090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.457243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.457569 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.458133 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 7 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.474404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.474738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.475069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.479408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.479740 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.480129 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 8 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.492387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.492719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.493040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.497179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.497495 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.497874 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 9 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.510502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.510831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.511160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.515440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.515785 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.516175 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 10 to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 Nov 10 21:54:07.527709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:07.528058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:07.528380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:07.532838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 446865c6-dfdc-462e-b478-1ef4337a5b41 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:07.533162 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 446865c6-dfdc-462e-b478-1ef4337a5b41 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:07.533521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.596765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] For port 446865c6-dfdc-462e-b478-1ef4337a5b41, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:07.597438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempted to set empty binding levels {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 21:54:07.674679 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.717568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:07.718182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.737236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=446865c6-dfdc-462e-b478-1ef4337a5b41,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:07.795991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5bbc7f6b-3d09-4ec9-a795-2ddf55663437 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2564933 Nov 10 21:54:07.799368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37128) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:07.879019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Deleting port 446865c6-dfdc-462e-b478-1ef4337a5b41 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:07.879604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.931383 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e909b62-9304-4c01-9692-85aa7eed138a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.944930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] For port 446865c6-dfdc-462e-b478-1ef4337a5b41, host n-h2-776250-11, got binding levels [] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:07.945301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:07.958836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Calling delete_port for 446865c6-dfdc-462e-b478-1ef4337a5b41 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:08.107833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.137966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event deleted for resources: {'Port': ['ID=446865c6-dfdc-462e-b478-1ef4337a5b41,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:08.151134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.154588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-97bf5eee-73f0-494f-8b80-546af07bf1a3 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "DELETE /v2.0/ports/446865c6-dfdc-462e-b478-1ef4337a5b41 HTTP/1.1" status: 204 len: 168 time: 0.3541720 Nov 10 21:54:08.159020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37136) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:08.184032 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5861eeb1-21f0-4b4a-9079-a5f8368ac0aa tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:54:08.185606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5861eeb1-21f0-4b4a-9079-a5f8368ac0aa tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "GET /v2.0/ports/446865c6-dfdc-462e-b478-1ef4337a5b41 HTTP/1.1" status: 404 len: 333 time: 0.0255928 Nov 10 21:54:08.195888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37138) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:08.200736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Request body: {'port': {'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-311478706'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:08.284460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Made reservation on behalf of fded75713c1a4a70adf3f4f151406d91 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:08.286835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.302309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] device_id is not set on port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:08.368239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37140) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:08.463535 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.576953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.620945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Network d30c13a5-d5f8-4678-9715-d7ad0e423378 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:08.625990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:08.628584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:08.629672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:08.630261 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.636454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=456a1ce2-2871-4422-a7a0-7d5ef2b47fc4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:08.722311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-78d295be-b039-4dd7-a1fc-7680fd18fd92 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5252156 Nov 10 21:54:08.724748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37142) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:08.730303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:08.791220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.830712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:08.975355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] device_id is not set on port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:08.983983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.067508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.119693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=456a1ce2-2871-4422-a7a0-7d5ef2b47fc4,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:09.135366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.135702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.136063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.140414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.140812 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.141184 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 2 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.154800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.155319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.155837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.161619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.163634 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.164214 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 3 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.196183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.196521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.196857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.201304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.201628 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.202049 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 4 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.215137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.215473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.215846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.221358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.221697 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.222092 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 5 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.235866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.236442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.236938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.241867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.242026 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.242704 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 6 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.256869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.257211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.257544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.262915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.263259 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.263654 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 7 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.280744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.282242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.282987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.289320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.289849 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.290706 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 8 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.312263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.312263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.312263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.317738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.318063 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.318451 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 9 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.338805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.339140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.339471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.342317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.346767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.346767 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.346767 n-d-776250-11 neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 10 to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 Nov 10 21:54:09.365223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:09.366075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:09.367632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:09.374309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:09.374885 n-d-776250-11 neutron-server[103048]: ERROR neutron.plugins.ml2.managers [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:09.375534 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.445032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] For port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:09.445032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempted to set empty binding levels {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 21:54:09.496682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.528627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] In _notify_port_updated(), no bound segment for port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:54:09.529733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.530814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.533322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "PUT /v2.0/ports/456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 HTTP/1.1" status: 200 len: 975 time: 0.8073347 Nov 10 21:54:09.535783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37150) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:09.585245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:09.585591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.606771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3a84b-ca04-44e7-b0dc-1617ed770ece tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=456a1ce2-2871-4422-a7a0-7d5ef2b47fc4,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:09.642647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.643128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.643595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.644092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.644561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.645028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.645480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.645943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.646403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.646865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.647320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.647798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.648258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.648712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.649167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.649616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.650454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.650551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.651057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.651519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.652008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.652464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.652922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:09.656787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-25a1b19b-2733-4597-8418-92a65851caa0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20724 time: 0.1193163 Nov 10 21:54:09.660306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37152) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:09.685375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:09.685744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.701549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:09.741517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Deleting port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:09.741862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.822109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] For port 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4, host n-h2-776250-11, got binding levels [] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:09.822109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:09.835327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Calling delete_port for 456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:09.999268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.003927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.031985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event deleted for resources: {'Port': ['ID=456a1ce2-2871-4422-a7a0-7d5ef2b47fc4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:10.037472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.040480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:10.043851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d398c2b6-8a3f-4dce-8258-6ae4d79ad41d tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "DELETE /v2.0/ports/456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 HTTP/1.1" status: 204 len: 168 time: 0.3824923 Nov 10 21:54:10.044467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37160) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:10.072195 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-264f13d8-a730-4ca7-818f-e21a2ee861fb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:54:10.073915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-264f13d8-a730-4ca7-818f-e21a2ee861fb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "GET /v2.0/ports/456a1ce2-2871-4422-a7a0-7d5ef2b47fc4 HTTP/1.1" status: 404 len: 333 time: 0.0285227 Nov 10 21:54:10.079486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37162) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:10.084493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-584613361', 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:10.170542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Made reservation on behalf of fded75713c1a4a70adf3f4f151406d91 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:10.174391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.198470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] device_id is not set on port 30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:10.269981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.385442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.488073 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.533225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Network d30c13a5-d5f8-4678-9715-d7ad0e423378 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:10.533989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 9c365e41-5fa4-4806-af36-9feab94c6304 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:54:10.536105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:10.538497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:10.539680 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:10.540281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.553023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:10.653044 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7ce81e22-0f16-490a-bb26-75c244e2fd70 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5722849 Nov 10 21:54:10.655480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37168) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:10.657255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:10.662858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1c2c1c9f-86a5-4e0c-a069-912714caf072 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "PUT /v2.0/routers/9c365e41-5fa4-4806-af36-9feab94c6304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2936108 Nov 10 21:54:10.673055 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] Sync routers for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:10.684550 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:10.685327 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:10.697550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d9dfca-f33f-4d2d-8883-972090d01a3f tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:10.701467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-91d9dfca-f33f-4d2d-8883-972090d01a3f tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "GET /v2.0/ports/30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc HTTP/1.1" status: 200 len: 954 time: 0.0416825 Nov 10 21:54:10.701855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37172) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:10.782843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Deleting port 30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:10.783183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.803090 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:10.822243 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.844310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:10.865864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Calling delete_port for 30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:11.038971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.063883 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:09Z', 'revision_number': 6, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:26Z', 'revision_number': 1, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:11.070104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event deleted for resources: {'Port': ['ID=30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:11.076637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.080511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2a4cf936-0d36-4e9f-ad22-73cabcad1cc0 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "DELETE /v2.0/ports/30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc HTTP/1.1" status: 204 len: 168 time: 0.3777397 Nov 10 21:54:11.083321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37176) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:11.090704 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] Checking router: 9c365e41-5fa4-4806-af36-9feab94c6304 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:11.099946 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:11.100569 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:11.107028 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-111f7390-3763-4231-87c0-213ea0b632cb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:54:11.112530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-111f7390-3763-4231-87c0-213ea0b632cb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "GET /v2.0/ports/30f49eb4-ef3c-4a5a-8617-c05e92e7c3fc HTTP/1.1" status: 404 len: 333 time: 0.0242126 Nov 10 21:54:11.113128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37178) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:11.118172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Request body: {'port': {'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-484331758'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:11.214082 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:11.235215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f81c1e-20a5-4e8f-ae26-106f24c93b54 req-f0054f6f-2963-4af3-a96e-51402d91dc06 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:11.236900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69f81c1e-20a5-4e8f-ae26-106f24c93b54 req-f0054f6f-2963-4af3-a96e-51402d91dc06 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 946 time: 0.0538819 Nov 10 21:54:11.264452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Made reservation on behalf of fded75713c1a4a70adf3f4f151406d91 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:11.267066 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.296406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] device_id is not set on port bd291a13-894c-4249-91b8-25ce52061f70 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:11.318380 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69f81c1e-20a5-4e8f-ae26-106f24c93b54 req-3b9ae874-11ca-4663-96c8-1ddde3d431db tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752385 Nov 10 21:54:11.448252 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:09Z', 'revision_number': 6, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:26Z', 'revision_number': 1, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:11.471588 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.475744 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95694dc8-63b7-4771-831c-cd6f9562823a None None] The sync data for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 is: [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:09Z', 'revision_number': 6, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '1b20230e-7430-4230-b3bd-f044b58f9410', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'port_id': '6f382d29-db0f-4260-91d6-c90258d5953c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'mac_address': 'fa:16:3e:96:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:52:21Z', 'updated_at': '2021-11-10T21:52:26Z', 'revision_number': 1, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:11.497920 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.633957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.677952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Network d30c13a5-d5f8-4678-9715-d7ad0e423378 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:11.684420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:11.688890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:11.689994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:11.690592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.698659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=bd291a13-894c-4249-91b8-25ce52061f70,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:11.772209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-98868634-c496-4e77-850d-f6c035638083 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6535313 Nov 10 21:54:11.772209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37184) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:11.775328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:11.841688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:11.864850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:11.889294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:11.889646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1c3f6a4-a6e7-4723-a7c8-e0f3d990963c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:12.030135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] device_id is not set on port bd291a13-894c-4249-91b8-25ce52061f70 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:12.038254 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.084382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.143591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=bd291a13-894c-4249-91b8-25ce52061f70,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:12.161140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.161678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.162086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.166926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.167464 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.168054 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 2 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.182675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.183014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.184787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.187958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.188289 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.188675 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 3 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.200425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.200760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.201097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.205847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.206322 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.208821 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 4 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.218938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.219268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.219590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.223896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.224223 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.224607 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 5 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.236703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.237031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.237357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.241537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.241867 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.242247 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 6 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.254244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.254576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.254906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.259086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.259406 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.259824 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 7 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.271575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.271968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.272297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.276601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.276921 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.277300 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 8 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.289946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.290287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.290751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.295029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.295346 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.295743 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 9 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.308306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.308637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.308966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.313191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.313508 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.313888 n-d-776250-11 neutron-server[103047]: INFO neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempt 10 to bind port bd291a13-894c-4249-91b8-25ce52061f70 Nov 10 21:54:12.325918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:12.326242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:12.326560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempting to bind port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:12.331143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:12.331465 n-d-776250-11 neutron-server[103047]: ERROR neutron.plugins.ml2.managers [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Failed to bind port bd291a13-894c-4249-91b8-25ce52061f70 on host n-h2-776250-11 for vnic_type normal using segments [{'id': 'd92d046b-2d43-444a-9d96-d5fab977161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd30c13a5-d5f8-4678-9715-d7ad0e423378'}] Nov 10 21:54:12.331926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.408554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] For port bd291a13-894c-4249-91b8-25ce52061f70, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:12.408956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attempted to set empty binding levels {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 21:54:12.449770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a58a2-3e63-4efb-a3a4-cbba60aeea10 req-ad556953-8fe8-4a55-87b9-b6ebac10806b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:12.451303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb3a58a2-3e63-4efb-a3a4-cbba60aeea10 req-ad556953-8fe8-4a55-87b9-b6ebac10806b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 946 time: 0.0582409 Nov 10 21:54:12.473660 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.511601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] In _notify_port_updated(), no bound segment for port bd291a13-894c-4249-91b8-25ce52061f70 on network d30c13a5-d5f8-4678-9715-d7ad0e423378 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:54:12.512317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:12.513531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.518219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "PUT /v2.0/ports/bd291a13-894c-4249-91b8-25ce52061f70 HTTP/1.1" status: 200 len: 975 time: 0.7435970 Nov 10 21:54:12.519021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37204) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:12.556176 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb3a58a2-3e63-4efb-a3a4-cbba60aeea10 req-5c3cbe24-0a5e-4825-8bce-d8c95e3bb5e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979669 Nov 10 21:54:12.556889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac63f5-2346-47cc-853e-4adce7107beb tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event updated for resources: {'Port': ['ID=bd291a13-894c-4249-91b8-25ce52061f70,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:12.609763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Deleting port bd291a13-894c-4249-91b8-25ce52061f70 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:12.613332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.678671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] For port bd291a13-894c-4249-91b8-25ce52061f70, host n-h2-776250-11, got binding levels [] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:12.678934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.692782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Calling delete_port for bd291a13-894c-4249-91b8-25ce52061f70 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:12.861967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.874114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-65cd41ce-e006-4463-9bba-7a933cffbcbe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:12.876785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-65cd41ce-e006-4463-9bba-7a933cffbcbe tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.64 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 946 time: 0.0519698 Nov 10 21:54:12.901141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd291a13-894c-4249-91b8-25ce52061f70,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:12.908471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:12.911651 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8f55d4c-bd86-4f31-81da-7eef3076fce2 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "DELETE /v2.0/ports/bd291a13-894c-4249-91b8-25ce52061f70 HTTP/1.1" status: 204 len: 168 time: 0.3916121 Nov 10 21:54:12.916266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37212) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:12.943459 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca26d76c-c4d3-4606-a84b-a71bc566d3f6 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] GET failed (client error): The resource could not be found. Nov 10 21:54:12.945789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ca26d76c-c4d3-4606-a84b-a71bc566d3f6 tempest-PortsAdminExtendedAttrsTestJSON-631771047 tempest-PortsAdminExtendedAttrsTestJSON-631771047-project-admin] 10.222.0.45 "GET /v2.0/ports/bd291a13-894c-4249-91b8-25ce52061f70 HTTP/1.1" status: 404 len: 333 time: 0.0272868 Nov 10 21:54:12.948312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37214) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:12.990620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port 9e30c6b0-fa44-45a0-98db-ce907165db75 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:12.990974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.031144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.099508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port 9e30c6b0-fa44-45a0-98db-ce907165db75, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9e30c6b0-fa44-45a0-98db-ce907165db75,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:13.100137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.112307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for 9e30c6b0-fa44-45a0-98db-ce907165db75 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:13.122875 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.145342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30c13a5-d5f8-4678-9715-d7ad0e423378']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:13.155153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92d046b-2d43-444a-9d96-d5fab977161f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:13.155592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92d046b-2d43-444a-9d96-d5fab977161f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:13.166582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.185140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.192186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:54:13.197681 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:54:13.318676 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.328363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.331624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] 10.222.0.45 "DELETE /v2.0/networks/d30c13a5-d5f8-4678-9715-d7ad0e423378 HTTP/1.1" status: 204 len: 168 time: 0.3824670 Nov 10 21:54:13.341423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45a8ca-3589-49df-84af-61f98c9eec73 tempest-PortsAdminExtendedAttrsTestJSON-1220851309 tempest-PortsAdminExtendedAttrsTestJSON-1220851309-project] Pushing event deleted for resources: {'Network': ['ID=d30c13a5-d5f8-4678-9715-d7ad0e423378,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:13.353315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.385196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=9e30c6b0-fa44-45a0-98db-ce907165db75,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:13.444191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] No DVR routers for this DVR port 9e30c6b0-fa44-45a0-98db-ce907165db75 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:54:13.447206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:13.451158 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db715e7e-8959-499f-9238-76ce0dbdea39 req-d1098df5-97b4-4dfc-aa2c-46d37df8d016 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.64 "DELETE /v2.0/ports/9e30c6b0-fa44-45a0-98db-ce907165db75 HTTP/1.1" status: 204 len: 173 time: 0.5657966 Nov 10 21:54:13.451560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'name': 'network-vif-deleted', 'tag': '9e30c6b0-fa44-45a0-98db-ce907165db75'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:54:13.454146 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1670aadb-5b1e-493d-8afc-0aca0692095f" -d '{"events": [{"server_uuid": "b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60", "name": "network-vif-deleted", "tag": "9e30c6b0-fa44-45a0-98db-ce907165db75"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:54:13.566213 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c3e9a-a423-482f-bc58-29cc9a5fa6f3 x-openstack-request-id: req-526c3e9a-a423-482f-bc58-29cc9a5fa6f3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:54:13.566531 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60", "name": "network-vif-deleted", "tag": "9e30c6b0-fa44-45a0-98db-ce907165db75", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:54:13.566788 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-526c3e9a-a423-482f-bc58-29cc9a5fa6f3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:54:13.567188 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60', 'name': 'network-vif-deleted', 'tag': '9e30c6b0-fa44-45a0-98db-ce907165db75', 'status': 'completed', 'code': 200} Nov 10 21:54:13.671175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7d6b4e47-63df-447d-95b9-e022e88c3f17 req-f0c20766-23a9-4d3f-8346-474f683298e1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=b55bc4f0-9cfb-4a85-a99f-b33bbe55ee60 HTTP/1.1" status: 200 len: 210 time: 0.0279698 Nov 10 21:54:13.847667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37230) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:14.019270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37234) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:14.019701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-37e6906a-3236-443f-bbd7-b2aa4c023a93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c45f312fe6f45b9a88d51d5af887791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717467 Nov 10 21:54:14.074186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c865-ce8e-4a96-a80b-58fb49d16514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.105108 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c865-ce8e-4a96-a80b-58fb49d16514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.199027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c865-ce8e-4a96-a80b-58fb49d16514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.201669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c865-ce8e-4a96-a80b-58fb49d16514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.203334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5aa8c865-ce8e-4a96-a80b-58fb49d16514 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/890b93f6-e2a4-4b58-95ff-6b198a080e6e HTTP/1.1" status: 204 len: 168 time: 0.1819518 Nov 10 21:54:14.212485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8c865-ce8e-4a96-a80b-58fb49d16514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890b93f6-e2a4-4b58-95ff-6b198a080e6e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:14.729536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:14.790643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fe611bd-7edf-4b0a-b4e0-f4000f9aafca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.817613 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fe611bd-7edf-4b0a-b4e0-f4000f9aafca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.853998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37248) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:14.895049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-851ed125-4904-42f1-ac47-6f03675dd1f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fded75713c1a4a70adf3f4f151406d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409648 Nov 10 21:54:14.897636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37250) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:14.946047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf47dffc-9390-4923-b7ff-434dde864a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.970270 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf47dffc-9390-4923-b7ff-434dde864a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.975791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fe611bd-7edf-4b0a-b4e0-f4000f9aafca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.978468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7fe611bd-7edf-4b0a-b4e0-f4000f9aafca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:14.979778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7fe611bd-7edf-4b0a-b4e0-f4000f9aafca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb5ccc13-2824-4b72-895b-2bd6f5e89e4e HTTP/1.1" status: 204 len: 168 time: 0.2491262 Nov 10 21:54:14.990969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe611bd-7edf-4b0a-b4e0-f4000f9aafca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ccc13-2824-4b72-895b-2bd6f5e89e4e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:15.085932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37254) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:15.096483 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf47dffc-9390-4923-b7ff-434dde864a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.099092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf47dffc-9390-4923-b7ff-434dde864a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.100717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cf47dffc-9390-4923-b7ff-434dde864a9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63f74bf9-5762-47f5-a609-b16f98dc529d HTTP/1.1" status: 204 len: 168 time: 0.2020404 Nov 10 21:54:15.137398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47dffc-9390-4923-b7ff-434dde864a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f74bf9-5762-47f5-a609-b16f98dc529d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:15.169340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting subnet 1c88e348-146c-486c-9900-bb1241727458 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:54:15.173745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.217231 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.306801 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.496452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.525240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Subnet': ['ID=1c88e348-146c-486c-9900-bb1241727458,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:15.528458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.530386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-90fddb1e-e695-4296-a113-f1e9561414bd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/subnets/1c88e348-146c-486c-9900-bb1241727458 HTTP/1.1" status: 204 len: 168 time: 0.4433954 Nov 10 21:54:15.535544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37260) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:15.541825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0caaa03-5223-4fcf-b288-2eff066af487 None None] Network d71216e1-e930-4e1f-866d-91f137f109a4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:54:15.618241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.689483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:15.689660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.758891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] DHCP port deletion for d71216e1-e930-4e1f-866d-91f137f109a4 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:15.779062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port d462a1a3-4bb1-4420-86bb-fb4ea06baf28, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:15.779424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.793640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for d462a1a3-4bb1-4420-86bb-fb4ea06baf28 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:15.817713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] Deleting port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:15.818151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.890199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] For port d462a1a3-4bb1-4420-86bb-fb4ea06baf28, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,segment=NetworkSegment(10f22dd8-6b5c-4089-a3ed-d2121cc472eb),segment_id=10f22dd8-6b5c-4089-a3ed-d2121cc472eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:15.890792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.903918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] Calling delete_port for d462a1a3-4bb1-4420-86bb-fb4ea06baf28 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:15.987645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:15.994157 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.007972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] No DVR routers for this DVR port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:54:16.027194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec46c8b-73a7-4d3b-a356-9ef378141305 None None] Pushing event deleted for resources: {'Port': ['ID=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:16.034212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] No DVR routers for this DVR port d462a1a3-4bb1-4420-86bb-fb4ea06baf28 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:54:16.043198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=d462a1a3-4bb1-4420-86bb-fb4ea06baf28,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:16.125992 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.150837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71216e1-e930-4e1f-866d-91f137f109a4']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:16.161152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f22dd8-6b5c-4089-a3ed-d2121cc472eb') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:16.161446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f22dd8-6b5c-4089-a3ed-d2121cc472eb') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:16.172939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.190939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.199901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:54:16.200381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:54:16.204505 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:54:16.365085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.371922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.378363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/networks/d71216e1-e930-4e1f-866d-91f137f109a4 HTTP/1.1" status: 204 len: 168 time: 0.8414507 Nov 10 21:54:16.378640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37294) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:16.403426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78576-73e7-4924-8ae8-245fd04925b1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Network': ['ID=d71216e1-e930-4e1f-866d-91f137f109a4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:16.585279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port f836b69c-830a-4181-8bab-b80f88107318 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:16.585753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.665295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.665658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.678744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for f836b69c-830a-4181-8bab-b80f88107318 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:16.941671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:16.982585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=f836b69c-830a-4181-8bab-b80f88107318,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:17.061300 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:17.061631 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Floating IP 1b20230e-7430-4230-b3bd-f044b58f9410 disassociated (deleted). External IP: 172.25.7.8, port: 6f382d29-db0f-4260-91d6-c90258d5953c. Nov 10 21:54:17.341332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9e30c6b0-fa44-45a0-98db-ce907165db75 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:17.368985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 9e30c6b0-fa44-45a0-98db-ce907165db75 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:17.369743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9e30c6b0-fa44-45a0-98db-ce907165db75 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:17.380144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37314) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:17.486290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1060180690', 'router:external': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:17.547671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 9c365e41-5fa4-4806-af36-9feab94c6304 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:54:17.570290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Made reservation on behalf of 3ff384622ce7456a9b2b25d93d10a75d for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:17.573303 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:17.583378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:17.679261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:17.685272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:17.689546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d462a1a3-4bb1-4420-86bb-fb4ea06baf28 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:17.695456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] Sync routers for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:17.711384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:17.716596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d462a1a3-4bb1-4420-86bb-fb4ea06baf28 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:17.724357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d462a1a3-4bb1-4420-86bb-fb4ea06baf28 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:17.727430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:17.728273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:17.746651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-82f06ce6-e425-4642-bb24-a985925d79d8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/floatingips/1b20230e-7430-4230-b3bd-f044b58f9410 HTTP/1.1" status: 204 len: 168 time: 1.3639452 Nov 10 21:54:17.746651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:54:17.751134 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324244b3-7fdf-484b-a811-a70a6579e9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:54:17.793140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:17.797917 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f04f484-218f-4add-9f69-2697b74357bc x-openstack-request-id: req-8f04f484-218f-4add-9f69-2697b74357bc {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:54:17.798213 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:54:17.798460 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f04f484-218f-4add-9f69-2697b74357bc {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:54:17.798855 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c', 'status': 'completed', 'code': 200} Nov 10 21:54:17.825457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:54:17.853660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:17.860457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025058f-a5ab-424d-bcab-efe8d30a8c94,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:17.868475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:17.868475 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Added segment 41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6 of type vlan for network 5c0b1b47-4177-4417-a642-e909cded7739 Nov 10 21:54:17.919204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-73eb9681-8158-47ae-9ab9-4a13391bf2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:17.922288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-73eb9681-8158-47ae-9ab9-4a13391bf2a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 1098 time: 0.0964296 Nov 10 21:54:17.926528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:18.047918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-fbe0e2cf-3c99-4a75-a200-596ccd55f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:18.049696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-fbe0e2cf-3c99-4a75-a200-596ccd55f4c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bb85725-7844-4ed8-8855-9d12eaaf71d8 HTTP/1.1" status: 200 len: 897 time: 0.1205966 Nov 10 21:54:18.095531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-ce4b7494-2d45-4da7-aacb-6780247cd344 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f382d29-db0f-4260-91d6-c90258d5953c HTTP/1.1" status: 200 len: 217 time: 0.0387759 Nov 10 21:54:18.128820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:18.130104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:18.130586 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:18.131290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:09Z', 'revision_number': 6, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:18.161473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] Checking router: 9c365e41-5fa4-4806-af36-9feab94c6304 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:18.179418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:18.189300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:18.210254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-875b3124-d529-49c6-adad-e1fd836efedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:18.211637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-875b3124-d529-49c6-adad-e1fd836efedb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=76f2aaf3-a15a-4df3-9779-49cf34988e91 HTTP/1.1" status: 200 len: 835 time: 0.1092367 Nov 10 21:54:18.217082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Network': ['ID=5c0b1b47-4177-4417-a642-e909cded7739,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:18.229774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 5c0b1b47-4177-4417-a642-e909cded7739 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:54:18.243979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2737d308-c767-4fa9-b21b-946b0d0fc185 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8638048 Nov 10 21:54:18.259586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37328) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:18.267479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'subnet': {'network_id': '5c0b1b47-4177-4417-a642-e909cded7739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:18.296274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd930e5e-1fc3-4bad-9aa1-236e32ddc1f6 req-b51f4608-3c96-4882-85dd-6657e2be9db3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:18.297470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-e850d870-fd69-4474-9cd1-19bc84967532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:18.300205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-e850d870-fd69-4474-9cd1-19bc84967532 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bb85725-7844-4ed8-8855-9d12eaaf71d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736921 Nov 10 21:54:18.304253 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd930e5e-1fc3-4bad-9aa1-236e32ddc1f6 req-b51f4608-3c96-4882-85dd-6657e2be9db3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 946 time: 0.0913877 Nov 10 21:54:18.364891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd930e5e-1fc3-4bad-9aa1-236e32ddc1f6 req-0d08ba6f-f9a6-4eff-bfcc-31565b5701e9 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516226 Nov 10 21:54:18.375337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:18.391594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Made reservation on behalf of 3ff384622ce7456a9b2b25d93d10a75d for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:18.394555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:18.489323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-f460ad7e-6101-4ba7-8980-31082f0163a3 service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815791 Nov 10 21:54:18.608206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:09Z', 'revision_number': 6, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:18.636215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b43513-216b-4326-93a0-247623f5ebd1 None None] The sync data for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 is: [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:09Z', 'revision_number': 6, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b1e16ed5-bbe7-414e-b70a-2e829a80a920', 'name': '', 'network_id': '4bb85725-7844-4ed8-8855-9d12eaaf71d8', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:ed:f7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:53Z', 'updated_at': '2021-11-10T21:52:02Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '76f2aaf3-a15a-4df3-9779-49cf34988e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:18.657193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-324244b3-7fdf-484b-a811-a70a6579e9e7 req-fdc8ce1e-e452-4d0c-9947-c5d540dc9e8b service neutron] 10.222.0.53 "GET /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604156 Nov 10 21:54:18.876849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:54:18.877444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:18.882399 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a89ee-d74b-4f98-83c7-5345211864b7 None None] New status for floating IP 1b20230e-7430-4230-b3bd-f044b58f9410: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:54:18.930398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7761920d-6072-4e2d-9423-650833216a66,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:18.941305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Checking segment: {'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:18.941666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network hostable DHCP agents. Network: 5c0b1b47-4177-4417-a642-e909cded7739, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:54:19.033111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network 5c0b1b47-4177-4417-a642-e909cded7739 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:54:19.101191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 5c0b1b47-4177-4417-a642-e909cded7739) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:19.105696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:19.109889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:19.112502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5ee4cb-3473-498e-9f3a-7bab099492f4 None None] Network 5c0b1b47-4177-4417-a642-e909cded7739 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:54:19.181619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-61c98ac2-05c1-4d78-a2dc-43b1c0043d75 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9170277 Nov 10 21:54:19.181924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37338) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:19.187889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-795127826', 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:19.255407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64285f6-0e44-47dd-b277-3babdcf15bd5 None None] Network 5c0b1b47-4177-4417-a642-e909cded7739 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:54:19.284484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Made reservation on behalf of 3ff384622ce7456a9b2b25d93d10a75d for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:19.286831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:19.304550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] device_id is not set on port 0826abbf-56ad-428c-9d09-c95e0b8c98c5 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:54:19.430366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Allocated IP 172.20.0.7 (5c0b1b47-4177-4417-a642-e909cded7739/7761920d-6072-4e2d-9423-650833216a66/0826abbf-56ad-428c-9d09-c95e0b8c98c5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:19.523534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-f0269066-7096-456f-97fb-ff50c4883414 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:19.525209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-f0269066-7096-456f-97fb-ff50c4883414 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 946 time: 0.0882995 Nov 10 21:54:19.551883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628da75-bfcf-4774-9aa0-44152bc6e92e req-37cb42a3-5dbd-40ea-8e66-ef046e571137 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:19.557174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0628da75-bfcf-4774-9aa0-44152bc6e92e req-37cb42a3-5dbd-40ea-8e66-ef046e571137 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 946 time: 0.0865791 Nov 10 21:54:19.609829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:19.658888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0628da75-bfcf-4774-9aa0-44152bc6e92e req-12894c71-b18c-4fc8-bc2b-0399eb7ccb77 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846257 Nov 10 21:54:19.666860 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:19.667337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37344) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:19.720157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:19.768058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network 5c0b1b47-4177-4417-a642-e909cded7739 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:19.771104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:19.776094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:19.779586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Port': ['ID=0826abbf-56ad-428c-9d09-c95e0b8c98c5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:19.821267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:19.821879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:19.876347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-69ab7949-299a-4def-9b5b-269743a71575 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6929939 Nov 10 21:54:19.878592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37346) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:19.965646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Deleting port 0826abbf-56ad-428c-9d09-c95e0b8c98c5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:19.965978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.066679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port 6f382d29-db0f-4260-91d6-c90258d5953c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:20.067039 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.067159 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.072075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] Deleting subnet cb122ca7-2dbc-4846-96e9-f81e0ead55f9 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:54:20.085106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Calling delete_port for 0826abbf-56ad-428c-9d09-c95e0b8c98c5 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:20.085342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.161147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.219805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port 6f382d29-db0f-4260-91d6-c90258d5953c, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f382d29-db0f-4260-91d6-c90258d5953c,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:20.220093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.231389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.253892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for 6f382d29-db0f-4260-91d6-c90258d5953c owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:20.284437 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.311313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event deleted for resources: {'Port': ['ID=0826abbf-56ad-428c-9d09-c95e0b8c98c5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:20.391415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.394743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0c97f058-8202-4c9c-9250-eb5a8a367760 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "DELETE /v2.0/ports/0826abbf-56ad-428c-9d09-c95e0b8c98c5 HTTP/1.1" status: 204 len: 168 time: 0.5150745 Nov 10 21:54:20.399524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37350) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:20.401895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c0b1b47-4177-4417-a642-e909cded7739', 'external_fixed_ips': [{'subnet_id': '7761920d-6072-4e2d-9423-650833216a66', 'ip_address': '172.20.0.7'}]}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:20.416176 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.441831 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb122ca7-2dbc-4846-96e9-f81e0ead55f9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:20.445201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.448897 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-329b63d9-4bee-4ccc-b18f-d9b96f271e16 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cb122ca7-2dbc-4846-96e9-f81e0ead55f9 HTTP/1.1" status: 204 len: 168 time: 0.7807477 Nov 10 21:54:20.451527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37352) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:20.495760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.512038 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.513093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.524438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=6f382d29-db0f-4260-91d6-c90258d5953c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:20.542138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.576210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] No DVR routers for this DVR port 6f382d29-db0f-4260-91d6-c90258d5953c on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:54:20.578921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.582195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-726b013a-1eaa-426b-bc78-8338fa24c067 req-36dc1719-558e-44cf-be8f-93ab56d638b3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "DELETE /v2.0/ports/6f382d29-db0f-4260-91d6-c90258d5953c HTTP/1.1" status: 204 len: 173 time: 1.0483859 Nov 10 21:54:20.582623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'name': 'network-vif-deleted', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:54:20.584936 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb7a6ab-3ba6-4d7d-9324-c6fd7527567c" -d '{"events": [{"server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "name": "network-vif-deleted", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:54:20.603889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.623528 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8522561f-6aa7-4a32-88f0-96615227fce2 x-openstack-request-id: req-8522561f-6aa7-4a32-88f0-96615227fce2 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:54:20.623777 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9658c33b-d3aa-4abc-99e6-6113407e3c1c", "name": "network-vif-deleted", "tag": "6f382d29-db0f-4260-91d6-c90258d5953c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:54:20.624034 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8522561f-6aa7-4a32-88f0-96615227fce2 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:54:20.624688 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9658c33b-d3aa-4abc-99e6-6113407e3c1c', 'name': 'network-vif-deleted', 'tag': '6f382d29-db0f-4260-91d6-c90258d5953c', 'status': 'completed', 'code': 200} Nov 10 21:54:20.677715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.787991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed098dd2-4099-4d92-bef9-c1b1869aa028']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:20.791753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed09888e-4eb0-45ad-8908-0f6981e9a948 req-7c35a9a0-96fc-442c-90f6-bf57e1a2943e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=9658c33b-d3aa-4abc-99e6-6113407e3c1c HTTP/1.1" status: 200 len: 210 time: 0.0417435 Nov 10 21:54:20.801465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf595f83-b6e0-4585-b891-9261cc4d01de') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:20.801765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf595f83-b6e0-4585-b891-9261cc4d01de') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:20.873988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.886620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.897017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.903605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:54:20.904726 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:54:20.907407 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:54:21.039176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.048105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.051269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ed098dd2-4099-4d92-bef9-c1b1869aa028 HTTP/1.1" status: 204 len: 168 time: 0.5986257 Nov 10 21:54:21.054336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37358) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:21.066035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410b4e-0bc2-4617-90bb-017d962b41f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed098dd2-4099-4d92-bef9-c1b1869aa028,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:21.105007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] Deleting subnet d08b9423-c00d-4175-a343-4ecfbceef9a8 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:54:21.108814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.149902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.197557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.202831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.222566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.313539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.340213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08b9423-c00d-4175-a343-4ecfbceef9a8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:21.346742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.350604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79bd29e9-97d5-447f-981e-33d5ca45ad68 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d08b9423-c00d-4175-a343-4ecfbceef9a8 HTTP/1.1" status: 204 len: 168 time: 0.2949169 Nov 10 21:54:21.351289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37364) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:21.456735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.482957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Allocated IP 172.20.0.7 (5c0b1b47-4177-4417-a642-e909cded7739/7761920d-6072-4e2d-9423-650833216a66/a1d095f8-4dd5-4854-b325-bf5dbf925428) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:21.579366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.626282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de06031-4184-4f38-afb0-2e9ae9ef968f']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:21.645307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b1fa80-ff42-417e-8cc3-3900d9429bf5') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:21.645595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b1fa80-ff42-417e-8cc3-3900d9429bf5') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:21.659881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.684495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.691395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.695253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:54:21.695633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:54:21.697240 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:54:21.848969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37368) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:21.899255 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.900980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.920388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.923664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] 10.222.0.45 "DELETE /v2.0/networks/2de06031-4184-4f38-afb0-2e9ae9ef968f HTTP/1.1" status: 204 len: 168 time: 0.5713475 Nov 10 21:54:21.969552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b999f79-2a65-43d2-b92c-e710d2f2b17a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:21.973657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0aa8e-ff97-4ded-b71c-2197b0e56ada admin admin] Pushing event deleted for resources: {'Network': ['ID=2de06031-4184-4f38-afb0-2e9ae9ef968f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:21.984323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network 5c0b1b47-4177-4417-a642-e909cded7739 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:21.993039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:22.004727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:22.034860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d095f8-4dd5-4854-b325-bf5dbf925428,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:22.045562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b999f79-2a65-43d2-b92c-e710d2f2b17a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.280949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b999f79-2a65-43d2-b92c-e710d2f2b17a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.283821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b999f79-2a65-43d2-b92c-e710d2f2b17a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.284997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1b999f79-2a65-43d2-b92c-e710d2f2b17a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/security-groups/ff5f2b63-b9ad-4e13-8863-6a93fa17efcb HTTP/1.1" status: 204 len: 168 time: 0.4350252 Nov 10 21:54:22.329571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b999f79-2a65-43d2-b92c-e710d2f2b17a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f2b63-b9ad-4e13-8863-6a93fa17efcb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:22.351058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37376) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:22.391687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-49266a60-b9f7-4685-93e7-9b153204d645 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=216e951bcd424a139b85e2eeb625ec28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395861 Nov 10 21:54:22.394209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37378) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:22.400795 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.444607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-becd0859-540e-46f8-b548-7ab4d2e442c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.446298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37380) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:22.514330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-becd0859-540e-46f8-b548-7ab4d2e442c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.603217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.728047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-becd0859-540e-46f8-b548-7ab4d2e442c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.730504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-becd0859-540e-46f8-b548-7ab4d2e442c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:22.731640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-becd0859-540e-46f8-b548-7ab4d2e442c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c80d73d0-61e6-4a8c-b39b-a716c3f4e277 HTTP/1.1" status: 204 len: 168 time: 0.3359516 Nov 10 21:54:22.751521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0859-540e-46f8-b548-7ab4d2e442c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d73d0-61e6-4a8c-b39b-a716c3f4e277,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:22.804472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Router 50045ccc-c790-41b5-a1c7-466faae0a5d5 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:22.877997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.172483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port b1e16ed5-bbe7-414e-b70a-2e829a80a920 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:23.172483 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.197533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:23.209153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Sync routers for ids ['50045ccc-c790-41b5-a1c7-466faae0a5d5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:23.219498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Routers {'50045ccc-c790-41b5-a1c7-466faae0a5d5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:23.220217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50045ccc-c790-41b5-a1c7-466faae0a5d5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:23.277587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port b1e16ed5-bbe7-414e-b70a-2e829a80a920, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b1e16ed5-bbe7-414e-b70a-2e829a80a920,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:23.277996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.291232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for b1e16ed5-bbe7-414e-b70a-2e829a80a920 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:23.307105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.309554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e820e807-d7d0-4e20-a02b-f29bce673994 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9108381 Nov 10 21:54:23.312205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37388) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:23.343968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Set router 50045ccc-c790-41b5-a1c7-466faae0a5d5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:23.396936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37390) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:23.435533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.464141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad6f4ce4-b8da-4a4c-a633-3034c2fab2af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6fd533571d9940399b34a6a1fa56c39f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0660827 Nov 10 21:54:23.466580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37392) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:23.541233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50045ccc-c790-41b5-a1c7-466faae0a5d5', 'name': '', 'tenant_id': '3ff384622ce7456a9b2b25d93d10a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c0b1b47-4177-4417-a642-e909cded7739', 'external_fixed_ips': [{'subnet_id': '7761920d-6072-4e2d-9423-650833216a66', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1d095f8-4dd5-4854-b325-bf5dbf925428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:20Z', 'updated_at': '2021-11-10T21:54:22Z', 'revision_number': 3, 'project_id': '3ff384622ce7456a9b2b25d93d10a75d', 'gw_port': {'id': 'a1d095f8-4dd5-4854-b325-bf5dbf925428', 'name': '', 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50045ccc-c790-41b5-a1c7-466faae0a5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7761920d-6072-4e2d-9423-650833216a66', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:21Z', 'updated_at': '2021-11-10T21:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7761920d-6072-4e2d-9423-650833216a66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:23.559996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f993e0c2-db82-43da-83a0-881b136144f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.569366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.576692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Checking router: 50045ccc-c790-41b5-a1c7-466faae0a5d5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:23.577047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Updating router 50045ccc-c790-41b5-a1c7-466faae0a5d5 port a1d095f8-4dd5-4854-b325-bf5dbf925428 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:54:23.582753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f993e0c2-db82-43da-83a0-881b136144f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.611890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.633225 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.662829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=b1e16ed5-bbe7-414e-b70a-2e829a80a920,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:23.717401 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f993e0c2-db82-43da-83a0-881b136144f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.721696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f993e0c2-db82-43da-83a0-881b136144f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.722902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f993e0c2-db82-43da-83a0-881b136144f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7e5f7ee-94cc-4d8c-a2d6-a7886c6b9208 HTTP/1.1" status: 204 len: 168 time: 0.2553997 Nov 10 21:54:23.723753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.741228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993e0c2-db82-43da-83a0-881b136144f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e5f7ee-94cc-4d8c-a2d6-a7886c6b9208,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:23.778636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Deleting port a1d095f8-4dd5-4854-b325-bf5dbf925428 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:23.778980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.896464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.919938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Calling delete_port for a1d095f8-4dd5-4854-b325-bf5dbf925428 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:23.942593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:23.958893 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.016984 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.076893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Attempting to bind port a1d095f8-4dd5-4854-b325-bf5dbf925428 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:24.077272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Attempting to bind port a1d095f8-4dd5-4854-b325-bf5dbf925428 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:24.077769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Attempting to bind port a1d095f8-4dd5-4854-b325-bf5dbf925428 on network 5c0b1b47-4177-4417-a642-e909cded7739 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:24.081075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Pushing event updated for resources: {'Port': ['ID=a1d095f8-4dd5-4854-b325-bf5dbf925428,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:24.092462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:24.092462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Checking segment: {'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:24.092462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.092462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Bound using segment: {'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:24.092462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Bound port: a1d095f8-4dd5-4854-b325-bf5dbf925428, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:24.092462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.096167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.096167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.096434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.096775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.097111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.097802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.097802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.098076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.098405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.098731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.099055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.099453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee794c4-01de-4833-8d15-d62145913357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:24.170449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.175266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:54:24.175266 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:54:24.193140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 9c365e41-5fa4-4806-af36-9feab94c6304 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:54:24.206540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d095f8-4dd5-4854-b325-bf5dbf925428,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:24.269995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.316152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:24.321142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1ac3f725-68bf-4dba-b912-db8c6ae7b009 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "PUT /v2.0/routers/9c365e41-5fa4-4806-af36-9feab94c6304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8738890 Nov 10 21:54:24.323960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37404) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:24.328703 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] Sync routers for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:24.344589 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:24.344589 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:24.383136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.385371 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.394667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting subnet 76f2aaf3-a15a-4df3-9779-49cf34988e91 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:54:24.400098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.408373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f382d29-db0f-4260-91d6-c90258d5953c no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:24.448886 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:24.454148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 6f382d29-db0f-4260-91d6-c90258d5953c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:24.454596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f382d29-db0f-4260-91d6-c90258d5953c not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:24.455141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.508374 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.508979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50045ccc-c790-41b5-a1c7-466faae0a5d5 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:24.513628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.514889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-825431b0-a955-47ea-87e8-aa137dca465b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "DELETE /v2.0/routers/50045ccc-c790-41b5-a1c7-466faae0a5d5 HTTP/1.1" status: 204 len: 168 time: 1.2013683 Nov 10 21:54:24.518653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37410) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:24.556674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.582654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Deleting subnet 7761920d-6072-4e2d-9423-650833216a66 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:54:24.586129 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.624639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.636783 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:23Z', 'revision_number': 7, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:24.668382 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] Checking router: 9c365e41-5fa4-4806-af36-9feab94c6304 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:24.675047 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.677746 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] Routers {'9c365e41-5fa4-4806-af36-9feab94c6304'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:24.678535 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c365e41-5fa4-4806-af36-9feab94c6304'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:24.685520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.694726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Attempting to bind port a1d095f8-4dd5-4854-b325-bf5dbf925428 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:24.695998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Attempting to bind port a1d095f8-4dd5-4854-b325-bf5dbf925428 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:24.696427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Attempting to bind port a1d095f8-4dd5-4854-b325-bf5dbf925428 on network 5c0b1b47-4177-4417-a642-e909cded7739 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:24.704128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:24.705319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Checking segment: {'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:24.705872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.706390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Bound using segment: {'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:24.706950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Bound port: a1d095f8-4dd5-4854-b325-bf5dbf925428, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5c0b1b47-4177-4417-a642-e909cded7739'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:24.707407 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.731820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Subnet': ['ID=76f2aaf3-a15a-4df3-9779-49cf34988e91,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:24.734915 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.739223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f61f6629-9f53-42e7-9d04-62e95efc725e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/subnets/76f2aaf3-a15a-4df3-9779-49cf34988e91 HTTP/1.1" status: 204 len: 168 time: 0.4138014 Nov 10 21:54:24.739429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Port a1d095f8-4dd5-4854-b325-bf5dbf925428 has been deleted concurrently {{(pid=103049) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 21:54:24.741638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37418) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:24.747611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f31abd3-c071-4462-aadd-941491234156 None None] Network 4bb85725-7844-4ed8-8855-9d12eaaf71d8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:54:24.770996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:24.771326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:54:24.772027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_agentschedulers_db [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50045ccc-c790-41b5-a1c7-466faae0a5d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:54:24.772402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb91d1-c5c8-43f0-807c-6504cd5c6390 None None] The sync data for ids ['50045ccc-c790-41b5-a1c7-466faae0a5d5'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:24.809452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.835499 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] Set router 9c365e41-5fa4-4806-af36-9feab94c6304 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:24.846742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7761920d-6072-4e2d-9423-650833216a66,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:24.891126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.899077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-55fefec5-2b02-447a-876e-ed40ae51580a tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/7761920d-6072-4e2d-9423-650833216a66 HTTP/1.1" status: 204 len: 168 time: 0.3762753 Nov 10 21:54:24.900472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37424) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:24.947764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:24.989680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] DHCP port deletion for 4bb85725-7844-4ed8-8855-9d12eaaf71d8 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:24.992073 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.053954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] Deleting port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:25.053954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.086870 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.124076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0b1b47-4177-4417-a642-e909cded7739']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:25.139465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:25.140096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c9402a-c3ee-421b-bbb0-d88b7dc6dfd6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:25.149489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] For port 0e32a51c-69e1-4c21-a27a-f3f8323f9082, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0e32a51c-69e1-4c21-a27a-f3f8323f9082,segment=NetworkSegment(ef4142ea-1cf6-4d41-9ce5-5232adbe6e45),segment_id=ef4142ea-1cf6-4d41-9ce5-5232adbe6e45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:25.150733 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.155873 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.156056 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:23Z', 'revision_number': 7, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:25.166797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] Calling delete_port for 0e32a51c-69e1-4c21-a27a-f3f8323f9082 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:25.175109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.178408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.183100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:54:25.183257 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be1a1d-41b3-49e2-893b-e3a9cb77f391 None None] The sync data for ids ['9c365e41-5fa4-4806-af36-9feab94c6304'] in n-d-776250-11 is: [{'id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'name': 'tempest-TestNetworkBasicOps-router-230821022', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '648445c6-aded-46fd-b103-f6190b70c558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:51:48Z', 'updated_at': '2021-11-10T21:54:23Z', 'revision_number': 7, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': '648445c6-aded-46fd-b103-f6190b70c558', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c365e41-5fa4-4806-af36-9feab94c6304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:51:49Z', 'updated_at': '2021-11-10T21:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:25.183551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:54:25.190758 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:54:25.319209 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.321983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.337833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] No DVR routers for this DVR port 0e32a51c-69e1-4c21-a27a-f3f8323f9082 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:54:25.342640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c0b1b47-4177-4417-a642-e909cded7739 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 21:54:25.349700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port 648445c6-aded-46fd-b103-f6190b70c558 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:25.349700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.362476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.366329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "DELETE /v2.0/networks/5c0b1b47-4177-4417-a642-e909cded7739 HTTP/1.1" status: 204 len: 168 time: 0.4646802 Nov 10 21:54:25.366994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53872a-89eb-4d41-bbbc-655e2448578a None None] Pushing event deleted for resources: {'Port': ['ID=0e32a51c-69e1-4c21-a27a-f3f8323f9082,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:25.367485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aed2b-5143-4387-8cdb-01b0d09862ef tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c0b1b47-4177-4417-a642-e909cded7739,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:25.491899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port 648445c6-aded-46fd-b103-f6190b70c558, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=648445c6-aded-46fd-b103-f6190b70c558,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:25.492109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.510564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for 648445c6-aded-46fd-b103-f6190b70c558 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:25.742753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1e16ed5-bbe7-414e-b70a-2e829a80a920 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:25.777347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b1e16ed5-bbe7-414e-b70a-2e829a80a920 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:25.777699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b1e16ed5-bbe7-414e-b70a-2e829a80a920 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:25.778106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0e32a51c-69e1-4c21-a27a-f3f8323f9082 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:25.804062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0e32a51c-69e1-4c21-a27a-f3f8323f9082 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:25.804418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0e32a51c-69e1-4c21-a27a-f3f8323f9082 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:25.812744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:25.847019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=648445c6-aded-46fd-b103-f6190b70c558,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:25.875375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc39357a-3dc3-48f4-a892-661bda4499f5 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:25.912756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37446) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:25.920020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c56eb9ab-7fdb-4144-b2e2-eae8e45446e7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'router': {'name': 'tempest-router--918756236', 'project_id': '739dd1cf89934906bbb1ea2de5201290'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:25.956878 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.016817 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9ab-7fdb-4144-b2e2-eae8e45446e7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.017927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9ab-7fdb-4144-b2e2-eae8e45446e7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.066370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.072111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.079416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9ab-7fdb-4144-b2e2-eae8e45446e7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.137139 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9ab-7fdb-4144-b2e2-eae8e45446e7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.182830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.186046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Fanout notify agent at l3_agent the message router_deleted on router 9c365e41-5fa4-4806-af36-9feab94c6304 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:26.191164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.192507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f044a2ac-3d83-4883-8cb2-c4400244b656 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/routers/9c365e41-5fa4-4806-af36-9feab94c6304 HTTP/1.1" status: 204 len: 168 time: 1.4498489 Nov 10 21:54:26.196359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37454) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:26.227222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9ab-7fdb-4144-b2e2-eae8e45446e7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.231420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37456) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:26.231861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c56eb9ab-7fdb-4144-b2e2-eae8e45446e7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3168743 Nov 10 21:54:26.298814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.334885 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d5cf-2cbf-4016-9548-ca0fe54729c4 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.393510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.419564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb85725-7844-4ed8-8855-9d12eaaf71d8']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:26.436189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:26.436485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4142ea-1cf6-4d41-9ce5-5232adbe6e45') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:26.450680 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.464515 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.471300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:54:26.472069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:54:26.475223 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:54:26.529658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d5cf-2cbf-4016-9548-ca0fe54729c4 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.533599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d5cf-2cbf-4016-9548-ca0fe54729c4 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.627589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.634544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.637601 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/networks/4bb85725-7844-4ed8-8855-9d12eaaf71d8 HTTP/1.1" status: 204 len: 168 time: 0.4402456 Nov 10 21:54:26.648679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34b28a-a84b-411c-938e-028960f1c34a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Network': ['ID=4bb85725-7844-4ed8-8855-9d12eaaf71d8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:26.658794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:26.663808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'network': {'name': 'tempest-network-smoke--1708442575', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:26.701983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d5cf-2cbf-4016-9548-ca0fe54729c4 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.702430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e0d5cf-2cbf-4016-9548-ca0fe54729c4 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4a9180-4516-488c-918b-ef5e4687426e {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:26.707435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d5cf-2cbf-4016-9548-ca0fe54729c4 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.711269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a9e0d5cf-2cbf-4016-9548-ca0fe54729c4 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "DELETE /v2.0/routers/3c4a9180-4516-488c-918b-ef5e4687426e HTTP/1.1" status: 204 len: 168 time: 0.4778357 Nov 10 21:54:26.805344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:26.809121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.833223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:54:26.841943 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:26.842292 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Added segment 8fe33b66-206e-42c2-b0ab-769ba19eacc0 of type vlan for network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea Nov 10 21:54:26.881634 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.011775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37466) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:27.022107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.027810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:27.028390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.111664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4517419 Nov 10 21:54:27.115429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37472) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:27.118564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2a4a0-e5dc-418b-b0cb-0d73a8fb35f3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Network': ['ID=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:27.122348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'admin_state_up': True, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:27.131240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:54:27.211231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.212468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.286090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.289455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-757583417', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:27.450390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.451401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.492254 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.536717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.689743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 648445c6-aded-46fd-b103-f6190b70c558 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:27.710970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 648445c6-aded-46fd-b103-f6190b70c558 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:27.711621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 648445c6-aded-46fd-b103-f6190b70c558 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:27.760334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.902836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:27.929435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:28.073909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.25.7.216 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/d2dfb095-3cf6-49aa-888c-2910c6d9dab8) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:28.078775 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:54:28.504799 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:28.528267 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:28.595517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:28.701234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:28.774610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:28.790663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:28.793073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:28.795823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Allocated IP 172.25.7.198 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/f3872ce9-088e-492a-a100-d8051525eea5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:28.799597 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:28.803752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a08bc-2061-4753-abfa-f89bfecc0999 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:28.872800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2319fc52-da85-4bc7-a8dd-507c744421e8 None None] Provisioning complete for port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:28.873111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2319fc52-da85-4bc7-a8dd-507c744421e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:28.907801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2319fc52-da85-4bc7-a8dd-507c744421e8 None None] Port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:29.023833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:29.106774 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:29.161974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:29.167664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:29.182551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c4eba-750e-4239-a68c-7e8575c7fd7f None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:29.197414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:29.202262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event updated for resources: {'Port': ['ID=f3872ce9-088e-492a-a100-d8051525eea5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:29.229617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cb94d92a-8c60-4dee-a416-9aff02027db8 None None] Provisioning complete for port f3872ce9-088e-492a-a100-d8051525eea5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:29.234171 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb94d92a-8c60-4dee-a416-9aff02027db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:29.252865 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:29.277820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cb94d92a-8c60-4dee-a416-9aff02027db8 None None] Port f3872ce9-088e-492a-a100-d8051525eea5 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:29.623415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:29.674122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:29.955147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:29.991293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:30.159088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:30.177732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Sync routers for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:30.188924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:30.189564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:30.242258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:30.246220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c5edc0b8-601f-49a6-bc8f-f8ce6334d4e6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1261787 Nov 10 21:54:30.246511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37500) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:30.255946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Router 4e56d28e-c988-4ba1-8c77-0e5c301dff18 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:30.282209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f2b6aa2e-036f-4b03-926b-3b451b41d9c2 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=68cf63181bee4b17bbb9341b26e104e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309191 Nov 10 21:54:30.283207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37502) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:30.309130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:30.388200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13dfe7c-c8e9-42b5-9d40-f1bec904dec4 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:30.392625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b13dfe7c-c8e9-42b5-9d40-f1bec904dec4 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1055372 Nov 10 21:54:30.393433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:30.394840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37504) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:30.404329 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] Sync routers for ids ['4e56d28e-c988-4ba1-8c77-0e5c301dff18'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:30.417015 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] Routers {'4e56d28e-c988-4ba1-8c77-0e5c301dff18'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:30.417632 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e56d28e-c988-4ba1-8c77-0e5c301dff18'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:30.437765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f6712d3a-f8d6-4c0d-9736-b0d60274d6d5 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394185 Nov 10 21:54:30.438002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37506) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:30.443553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664082054', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:30.461581 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:30.473695 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] Routers {'4e56d28e-c988-4ba1-8c77-0e5c301dff18'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:30.474321 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e56d28e-c988-4ba1-8c77-0e5c301dff18'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:30.504972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:30.506481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8b70791b-7522-4b30-9bfc-0b4dcb0a58ec tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4935925 Nov 10 21:54:30.509323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37508) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:30.521118 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:30.521778 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab32742-ac85-44a7-bbd6-a496c4168ce1 None None] The sync data for ids ['4e56d28e-c988-4ba1-8c77-0e5c301dff18'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:30.584203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:29Z', 'revision_number': 3, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:30.605454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:30.610841 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:30.611234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Checking router: 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:30.611640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Updating router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:54:30.644554 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:30.902595 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:30.969109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:30.989050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Checking segment: {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:30.989883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network hostable DHCP agents. Network: 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:54:31.000720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Subnet': ['ID=6f39a67a-ca01-4fbb-9b3c-20414a6e6970,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:31.039691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.057559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-938ae571-bdfa-456a-aa70-0412dd6b8317 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/4e56d28e-c988-4ba1-8c77-0e5c301dff18 HTTP/1.1" status: 200 len: 920 time: 0.5470695 Nov 10 21:54:31.060439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37514) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:31.080291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:54:31.089200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-42379147-35d2-4183-9e0e-1d6e4f2273d9 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e56d28e-c988-4ba1-8c77-0e5c301dff18 HTTP/1.1" status: 200 len: 205 time: 0.0251215 Nov 10 21:54:31.091182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da56ae96-75b2-458a-8a54-a10adf705659 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:31.091351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37516) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:31.096853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Attempting to bind port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:31.097229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Attempting to bind port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:31.097592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Attempting to bind port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:31.101828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c019ce-c576-4361-9288-90ae6decbced None None] Pushing event updated for resources: {'Port': ['ID=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:31.107880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:31.108349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:31.108643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.109025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:31.110252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Bound port: d2dfb095-3cf6-49aa-888c-2910c6d9dab8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:31.110954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.136651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:31.142901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:31.144288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.208532 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d6fdd193-3d88-439a-aae1-6b525cad216f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7690649 Nov 10 21:54:31.211442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37518) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:31.272405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.306649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1ebea-518c-4943-97de-b9e40d5fb945 None None] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:54:31.379215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1c373605-690e-49ff-a253-c88f0ded0a10 None None] Provisioning complete for port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:31.379652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c373605-690e-49ff-a253-c88f0ded0a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.383786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] For port d2dfb095-3cf6-49aa-888c-2910c6d9dab8, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:31.421778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] For port d2dfb095-3cf6-49aa-888c-2910c6d9dab8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:54:31.446975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1c373605-690e-49ff-a253-c88f0ded0a10 None None] Port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:31.476276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.491671 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.532331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c8ecff-66ef-47f8-8368-c1f5b8d0c755 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:31.567864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:54:31.572673 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.588177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c019ce-c576-4361-9288-90ae6decbced None None] Pushing event updated for resources: {'Port': ['ID=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:31.590584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:31.591178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:31.720311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Deleting port f3872ce9-088e-492a-a100-d8051525eea5 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:31.720655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.782012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f838ea8d-75d4-4f42-86d5-4f7f7e2d8886 None None] Provisioning complete for port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:31.782378 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f838ea8d-75d4-4f42-86d5-4f7f7e2d8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.823125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:31.859538 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:31.895060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Calling delete_port for f3872ce9-088e-492a-a100-d8051525eea5 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:31.908172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Allocated IP 172.20.0.2 (53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea/6f39a67a-ca01-4fbb-9b3c-20414a6e6970/1a810546-dd2d-4472-a118-e5456f176d0b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:31.923246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.060800 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f838ea8d-75d4-4f42-86d5-4f7f7e2d8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.107442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f838ea8d-75d4-4f42-86d5-4f7f7e2d8886 None None] For port d2dfb095-3cf6-49aa-888c-2910c6d9dab8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:32.185591 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f838ea8d-75d4-4f42-86d5-4f7f7e2d8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.222566 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.255110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:29Z', 'revision_number': 3, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:32.257146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838ea8d-75d4-4f42-86d5-4f7f7e2d8886 None None] Pushing event updated for resources: {'Port': ['ID=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:32.290230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9df80-c7c3-4b05-a0fc-b71e64326b5f None None] The sync data for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 is: [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:29Z', 'revision_number': 3, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:32.320476 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.364422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:32.367429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:32.371037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:32.375066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.377402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Pushing event updated for resources: {'Port': ['ID=1a810546-dd2d-4472-a118-e5456f176d0b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:32.386409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.20.0.1 (53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea/6f39a67a-ca01-4fbb-9b3c-20414a6e6970/80718ccf-368a-4bbb-ac2e-70101e9d9134) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:32.413142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event deleted for resources: {'Port': ['ID=f3872ce9-088e-492a-a100-d8051525eea5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:32.434425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Attempting to bind port 1a810546-dd2d-4472-a118-e5456f176d0b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:32.434829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Attempting to bind port 1a810546-dd2d-4472-a118-e5456f176d0b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:32.435198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Attempting to bind port 1a810546-dd2d-4472-a118-e5456f176d0b on network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:32.439598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940f3d3-6d48-4f88-b5e8-dd9fe5f624b7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:32.450690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:32.451134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Checking segment: {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:32.451457 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.451873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Bound using segment: {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:32.452350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Bound port: 1a810546-dd2d-4472-a118-e5456f176d0b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:32.452725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.522798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] For port 1a810546-dd2d-4472-a118-e5456f176d0b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:32.525982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] For port 1a810546-dd2d-4472-a118-e5456f176d0b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1a810546-dd2d-4472-a118-e5456f176d0b,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:54:32.559294 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.594759 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.680236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882fb87f-f404-4054-a13f-fd5cb256f86e None None] Pushing event updated for resources: {'Port': ['ID=1a810546-dd2d-4472-a118-e5456f176d0b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:32.707532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.714615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.728407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.833294 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.834450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Fanout notify agent at l3_agent the message router_deleted on router 4e56d28e-c988-4ba1-8c77-0e5c301dff18 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:32.861054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.865605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ebc1ba6c-42d5-4a95-845f-feb55bf1e664 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/4e56d28e-c988-4ba1-8c77-0e5c301dff18 HTTP/1.1" status: 204 len: 168 time: 1.7718487 Nov 10 21:54:32.865605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.866406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37532) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:32.871712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-287028333', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': False}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:32.923054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:32.937215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:32.941968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:32.971550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:32.973104 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.011240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=80718ccf-368a-4bbb-ac2e-70101e9d9134,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:33.024318 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.074455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.274656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.662308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.704764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.716820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.803059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=80718ccf-368a-4bbb-ac2e-70101e9d9134,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:33.805533 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.852799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1a810546-dd2d-4472-a118-e5456f176d0b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:54:33.879484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35adf4a-a2d2-41b2-92b8-a4ddccaacc3c None None] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:54:33.971603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-af4bc4f8-515d-4454-9065-5ce01b9aed1b None None] Provisioning complete for port 1a810546-dd2d-4472-a118-e5456f176d0b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:33.972155 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-af4bc4f8-515d-4454-9065-5ce01b9aed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:33.978216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:33.979741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:34.009403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1a810546-dd2d-4472-a118-e5456f176d0b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:34.012882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.084709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.107013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.145921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:54:34.205844 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-af4bc4f8-515d-4454-9065-5ce01b9aed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.237726 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.278144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Allocated IP 172.25.7.62 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/c6f5735b-0d87-45cc-a42a-db3dc0e05a0f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:34.282814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-af4bc4f8-515d-4454-9065-5ce01b9aed1b None None] For port 1a810546-dd2d-4472-a118-e5456f176d0b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1a810546-dd2d-4472-a118-e5456f176d0b,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:34.295490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:34.301683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0c20cb08-fc12-4993-b4a1-be4649c2d134 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "PUT /v2.0/routers/7517637c-3a6b-4e9c-8bab-bd53dd9613f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0890725 Nov 10 21:54:34.306425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37542) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:34.416451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.423209 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-af4bc4f8-515d-4454-9065-5ce01b9aed1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.435995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ebc57-6a77-4f2d-bef2-47253950ab7a tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:34.437033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ebc57-6a77-4f2d-bef2-47253950ab7a tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:34.437909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ebc57-6a77-4f2d-bef2-47253950ab7a tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:34.439710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ebc57-6a77-4f2d-bef2-47253950ab7a tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:34.440402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ebc57-6a77-4f2d-bef2-47253950ab7a tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:34.441048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ebc57-6a77-4f2d-bef2-47253950ab7a tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:34.446409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fb0ebc57-6a77-4f2d-bef2-47253950ab7a tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4274 time: 0.1355491 Nov 10 21:54:34.446643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37544) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:34.509716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.512618 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:54:34.513341 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:54:34.519513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bc4f8-515d-4454-9065-5ce01b9aed1b None None] Pushing event updated for resources: {'Port': ['ID=1a810546-dd2d-4472-a118-e5456f176d0b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:34.542860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:34.555307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b9b5a495-3fd4-4adb-af90-34a3e129b403 None None] Provisioning complete for port 80718ccf-368a-4bbb-ac2e-70101e9d9134 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:34.556541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a495-3fd4-4adb-af90-34a3e129b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.566725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:34.570877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:34.613227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:34.619130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5a495-3fd4-4adb-af90-34a3e129b403 None None] Port 80718ccf-368a-4bbb-ac2e-70101e9d9134 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:34.622479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660ac77-3209-4605-ac07-c447c1b18c92 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:34.624681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Sync routers for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:34.649163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b9b5a495-3fd4-4adb-af90-34a3e129b403 None None] Provisioning complete for port 1a810546-dd2d-4472-a118-e5456f176d0b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:34.664514 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a495-3fd4-4adb-af90-34a3e129b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:34.687044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:34.688249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:35.028820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.046502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244dba7-dca9-4168-974b-b6a3666b8488 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:35.048281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244dba7-dca9-4168-974b-b6a3666b8488 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:35.049254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244dba7-dca9-4168-974b-b6a3666b8488 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:35.049854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244dba7-dca9-4168-974b-b6a3666b8488 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:35.050741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244dba7-dca9-4168-974b-b6a3666b8488 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:35.051587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7244dba7-dca9-4168-974b-b6a3666b8488 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:35.054174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7244dba7-dca9-4168-974b-b6a3666b8488 tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.6061850 Nov 10 21:54:35.057341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37556) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:35.127258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:35.129817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d2dfb095-3cf6-49aa-888c-2910c6d9dab8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:54:35.279708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.299326 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8e4c962-7e4b-4519-ab90-debd2bea834c tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3756 time: 0.2404413 Nov 10 21:54:35.309452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:35.309452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.399653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-374cd984-7b7d-4006-a8a3-644d3808fb3d None None] Provisioning complete for port 80718ccf-368a-4bbb-ac2e-70101e9d9134 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:35.400049 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-374cd984-7b7d-4006-a8a3-644d3808fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.500907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-374cd984-7b7d-4006-a8a3-644d3808fb3d None None] Port 80718ccf-368a-4bbb-ac2e-70101e9d9134 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:35.502452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Router 22d32a89-631b-429a-88c2-685701efea72 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:35.528217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-374cd984-7b7d-4006-a8a3-644d3808fb3d None None] Provisioning complete for port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:35.528588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-374cd984-7b7d-4006-a8a3-644d3808fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.539827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37562) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:35.544627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f1d5ac08-75d2-41df-964a-885eb61264d7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674816450', 'description': 'tempest-secgroup-smoke-674816450 description', 'project_id': '68cf63181bee4b17bbb9341b26e104e1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:35.570199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 2, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:35.605021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-374cd984-7b7d-4006-a8a3-644d3808fb3d None None] Port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:35.610316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Checking router: 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:35.610316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Updating router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 port 80718ccf-368a-4bbb-ac2e-70101e9d9134 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:54:35.630266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:35.641830 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Sync routers for ids ['22d32a89-631b-429a-88c2-685701efea72'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:35.645832 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ac08-75d2-41df-964a-885eb61264d7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.647714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.655003 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Routers {'22d32a89-631b-429a-88c2-685701efea72'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:35.656766 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['22d32a89-631b-429a-88c2-685701efea72'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:35.701562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1a810546-dd2d-4472-a118-e5456f176d0b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:54:35.707455 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7ed2e35e-ae4b-45ec-9132-1c69eefc9812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.710372 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.712394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-254c88e0-b22d-4e39-8ffc-4b4a42af440c tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8448808 Nov 10 21:54:35.714787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37564) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:35.796463 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Set router 22d32a89-631b-429a-88c2-685701efea72 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:35.801051 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ac08-75d2-41df-964a-885eb61264d7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.855745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1a810546-dd2d-4472-a118-e5456f176d0b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:35.855745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.861490 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ac08-75d2-41df-964a-885eb61264d7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.926192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37570) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:35.927113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-be3ff611-10e4-448d-90bd-d180ef90a291 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/22d32a89-631b-429a-88c2-685701efea72 HTTP/1.1" status: 200 len: 907 time: 0.2110882 Nov 10 21:54:35.929177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5ac08-75d2-41df-964a-885eb61264d7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98afa7c-2e6d-46ac-9560-10d7cf875e85,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:35.932317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'router': {'name': 'tempest-snat-router-287028333', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': True}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:35.967702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ac08-75d2-41df-964a-885eb61264d7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:35.971950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f1d5ac08-75d2-41df-964a-885eb61264d7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4281158 Nov 10 21:54:35.972181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37572) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:35.976909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-76921a61-11f6-410b-8f84-e044f449f4f6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'f98afa7c-2e6d-46ac-9560-10d7cf875e85', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:36.023634 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.025882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.055754 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d32a89-631b-429a-88c2-685701efea72', 'name': 'tempest-snat-router-287028333', 'tenant_id': '3ff384622ce7456a9b2b25d93d10a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': False}, 'gw_port_id': 'c6f5735b-0d87-45cc-a42a-db3dc0e05a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:34Z', 'revision_number': 3, 'project_id': '3ff384622ce7456a9b2b25d93d10a75d', 'gw_port': {'id': 'c6f5735b-0d87-45cc-a42a-db3dc0e05a0f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d32a89-631b-429a-88c2-685701efea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:34Z', 'updated_at': '2021-11-10T21:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:36.071574 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.085217 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Checking router: 22d32a89-631b-429a-88c2-685701efea72 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:36.086550 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Updating router 22d32a89-631b-429a-88c2-685701efea72 port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:54:36.088821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.102061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76921a61-11f6-410b-8f84-e044f449f4f6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.111809 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.114658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.171601 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76921a61-11f6-410b-8f84-e044f449f4f6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.206582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc46a1a-2970-44c8-990f-b1ea80e6ef91 None None] Pushing event updated for resources: {'Port': ['ID=80718ccf-368a-4bbb-ac2e-70101e9d9134,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:36.260612 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76921a61-11f6-410b-8f84-e044f449f4f6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.298362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76921a61-11f6-410b-8f84-e044f449f4f6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ec4a8d-a1a7-46f4-b643-710ab9a2fa6d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:36.327254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Attempting to bind port 80718ccf-368a-4bbb-ac2e-70101e9d9134 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:36.327254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Attempting to bind port 80718ccf-368a-4bbb-ac2e-70101e9d9134 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:36.327254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Attempting to bind port 80718ccf-368a-4bbb-ac2e-70101e9d9134 on network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:36.346889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76921a61-11f6-410b-8f84-e044f449f4f6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.350903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-76921a61-11f6-410b-8f84-e044f449f4f6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749793 Nov 10 21:54:36.351134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:36.357076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-975531b5-346d-44d4-a416-a8c79baa376b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'f98afa7c-2e6d-46ac-9560-10d7cf875e85', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:36.361518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:36.362212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Checking segment: {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:36.364120 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.365844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Bound using segment: {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:36.367033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Bound port: 80718ccf-368a-4bbb-ac2e-70101e9d9134, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:36.368641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.447338 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.474472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-975531b5-346d-44d4-a416-a8c79baa376b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.493913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] For port 80718ccf-368a-4bbb-ac2e-70101e9d9134, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:36.499269 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] For port 80718ccf-368a-4bbb-ac2e-70101e9d9134, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=80718ccf-368a-4bbb-ac2e-70101e9d9134,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:54:36.529061 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.539976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-975531b5-346d-44d4-a416-a8c79baa376b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.546593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7cd5f928-0ec8-4f96-83ce-b9457e865a8c None None] Provisioning complete for port 80718ccf-368a-4bbb-ac2e-70101e9d9134 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:36.547495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7cd5f928-0ec8-4f96-83ce-b9457e865a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.584626 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.629139 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.630079 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-975531b5-346d-44d4-a416-a8c79baa376b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.654553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975531b5-346d-44d4-a416-a8c79baa376b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b599bdab-d24c-47a7-aeaf-83c9977dcf43,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:36.657017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc46a1a-2970-44c8-990f-b1ea80e6ef91 None None] Pushing event updated for resources: {'Port': ['ID=80718ccf-368a-4bbb-ac2e-70101e9d9134,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:36.662778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5f928-0ec8-4f96-83ce-b9457e865a8c None None] Port 80718ccf-368a-4bbb-ac2e-70101e9d9134 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:36.687009 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Pushing event updated for resources: {'Port': ['ID=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:36.699479 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.705114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:36.737963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Attempting to bind port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:36.737963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Attempting to bind port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:36.737963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Attempting to bind port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:36.738224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:36.738224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:36.740601 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:36.741021 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:36.741603 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.742151 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:36.742762 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Bound port: c6f5735b-0d87-45cc-a42a-db3dc0e05a0f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:36.743464 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.775340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-975531b5-346d-44d4-a416-a8c79baa376b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.777530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-975531b5-346d-44d4-a416-a8c79baa376b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4252872 Nov 10 21:54:36.780166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37580) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:36.787484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c9cdbf0b-3ac8-456b-9c5c-ed6077892c5c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'f98afa7c-2e6d-46ac-9560-10d7cf875e85', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:36.797966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.820314 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] For port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:36.823963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] For port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:54:36.832183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.846882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53899b34-5c0c-418f-be2a-aadaf9996356 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:36.938466 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.949004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9a721acf-2883-4826-b1a0-4da2c08c8b2f None None] Provisioning complete for port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:36.949509 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a721acf-2883-4826-b1a0-4da2c08c8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.959106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbf0b-3ac8-456b-9c5c-ed6077892c5c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:36.992891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Allocated IP 172.25.7.198 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/6ed55717-e794-4a23-bd68-1077b7ebeacf) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:37.013598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:37.017649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d43e861-1b92-4c2e-a61b-a04f6c4588b7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:37.050258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbf0b-3ac8-456b-9c5c-ed6077892c5c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.078098 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cce178-915d-4e91-a5bd-8e315c6533c0 None None] Pushing event updated for resources: {'Port': ['ID=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:37.083320 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Routers {'22d32a89-631b-429a-88c2-685701efea72'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:37.084254 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['22d32a89-631b-429a-88c2-685701efea72'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:37.126008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbf0b-3ac8-456b-9c5c-ed6077892c5c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.153978 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a721acf-2883-4826-b1a0-4da2c08c8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.168290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdbf0b-3ac8-456b-9c5c-ed6077892c5c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe60039-33b1-44f6-ab3e-e80cba97ec3c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:37.179568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9a721acf-2883-4826-b1a0-4da2c08c8b2f None None] For port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:37.223420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.230606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbf0b-3ac8-456b-9c5c-ed6077892c5c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.231962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c9cdbf0b-3ac8-456b-9c5c-ed6077892c5c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4506898 Nov 10 21:54:37.234862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37584) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:37.240034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-255eb29f-907c-4f14-a7b7-4d234a5e4957 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'f98afa7c-2e6d-46ac-9560-10d7cf875e85', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:37.265139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a721acf-2883-4826-b1a0-4da2c08c8b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.269006 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] Set router 22d32a89-631b-429a-88c2-685701efea72 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:37.354603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a721acf-2883-4826-b1a0-4da2c08c8b2f None None] Pushing event updated for resources: {'Port': ['ID=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:37.399795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:36Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:37.401341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] Provisioning complete for port 80718ccf-368a-4bbb-ac2e-70101e9d9134 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:37.401723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.418704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.423187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-255eb29f-907c-4f14-a7b7-4d234a5e4957 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.450138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6485f567-7dfc-4aa9-a637-2b94a3409c22 None None] The sync data for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 is: [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:36Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:37.496387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:37.541736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:37.557843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-255eb29f-907c-4f14-a7b7-4d234a5e4957 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.560998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:37.562283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac1b79a-0bf2-4059-b71c-3c38e1c6a616 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:37.563410 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d32a89-631b-429a-88c2-685701efea72', 'name': 'tempest-snat-router-287028333', 'tenant_id': '3ff384622ce7456a9b2b25d93d10a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': False}, 'gw_port_id': 'c6f5735b-0d87-45cc-a42a-db3dc0e05a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:34Z', 'revision_number': 3, 'project_id': '3ff384622ce7456a9b2b25d93d10a75d', 'gw_port': {'id': 'c6f5735b-0d87-45cc-a42a-db3dc0e05a0f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d32a89-631b-429a-88c2-685701efea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:34Z', 'updated_at': '2021-11-10T21:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:37.567400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.605219 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcc498-5cd8-4159-b1a2-c9ebc49643e0 None None] The sync data for ids ['22d32a89-631b-429a-88c2-685701efea72'] in n-d-776250-11 is: [{'id': '22d32a89-631b-429a-88c2-685701efea72', 'name': 'tempest-snat-router-287028333', 'tenant_id': '3ff384622ce7456a9b2b25d93d10a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62'}], 'enable_snat': False}, 'gw_port_id': 'c6f5735b-0d87-45cc-a42a-db3dc0e05a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:34Z', 'revision_number': 3, 'project_id': '3ff384622ce7456a9b2b25d93d10a75d', 'gw_port': {'id': 'c6f5735b-0d87-45cc-a42a-db3dc0e05a0f', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d32a89-631b-429a-88c2-685701efea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:34Z', 'updated_at': '2021-11-10T21:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:37.606760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Port': ['ID=6ed55717-e794-4a23-bd68-1077b7ebeacf,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:37.623102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-255eb29f-907c-4f14-a7b7-4d234a5e4957 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.634390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] For port 80718ccf-368a-4bbb-ac2e-70101e9d9134, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=80718ccf-368a-4bbb-ac2e-70101e9d9134,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:37.653740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255eb29f-907c-4f14-a7b7-4d234a5e4957 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8e2184-8b34-4dc3-a38e-26e7a7f38cfb,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:37.707044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.734011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-255eb29f-907c-4f14-a7b7-4d234a5e4957 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.736152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-255eb29f-907c-4f14-a7b7-4d234a5e4957 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4998908 Nov 10 21:54:37.738738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37588) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:37.744262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'f98afa7c-2e6d-46ac-9560-10d7cf875e85', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:37.771373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 80718ccf-368a-4bbb-ac2e-70101e9d9134 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:54:37.819216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] Provisioning complete for port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:37.819584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.858440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9830ad7-a408-49b2-b976-ba8a598e7a34 None None] Pushing event updated for resources: {'Port': ['ID=80718ccf-368a-4bbb-ac2e-70101e9d9134,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:37.868965 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Project 68cf63181bee4b17bbb9341b26e104e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:54:37.874954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:37.911800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 80718ccf-368a-4bbb-ac2e-70101e9d9134 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:37.912091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.032402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b6f84f80-297c-4f2d-964c-3176b99289f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.056678 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.086617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.165678 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.193011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9000bf-573e-4527-80ff-0cfa96b5af52,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:38.278798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.280759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-606a59be-5ee3-41b3-97b4-ceb558d6a172 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5407712 Nov 10 21:54:38.283681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37596) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:38.299140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'security_group_rule': {'security_group_id': 'f98afa7c-2e6d-46ac-9560-10d7cf875e85', 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:38.353991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-84599208-8119-4a33-9762-0660d1c2c2bb None None] Provisioning complete for port 6ed55717-e794-4a23-bd68-1077b7ebeacf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:38.354472 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-84599208-8119-4a33-9762-0660d1c2c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.406249 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Project 68cf63181bee4b17bbb9341b26e104e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:54:38.411458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.414355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.419084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-84599208-8119-4a33-9762-0660d1c2c2bb None None] Port 6ed55717-e794-4a23-bd68-1077b7ebeacf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:38.512928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.640717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.670167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3dfe26-3b5b-480b-a4a5-2b26c9d7aef7,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:38.680471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Router d4f8eeca-a73d-4005-8749-0a665208ebd7 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:38.802209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.808337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ef59b858-3147-4716-a216-358fc74e6282 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5197477 Nov 10 21:54:38.846824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:38.871253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Sync routers for ids ['d4f8eeca-a73d-4005-8749-0a665208ebd7'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:38.888085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Routers {'d4f8eeca-a73d-4005-8749-0a665208ebd7'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:38.888720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d4f8eeca-a73d-4005-8749-0a665208ebd7'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:38.974939 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:38.978095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d334908a-33b8-4fe6-8fba-f05124b01bb9 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0494375 Nov 10 21:54:38.979479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37606) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:39.139431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Set router d4f8eeca-a73d-4005-8749-0a665208ebd7 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:39.196396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-8b73504e-f384-426b-aebc-21f6715973ec tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674816450&fields=id&tenant_id=68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 267 time: 0.0917757 Nov 10 21:54:39.201379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a81f3599-9a75-40ef-b42b-213aa4b34501 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/d4f8eeca-a73d-4005-8749-0a665208ebd7 HTTP/1.1" status: 200 len: 907 time: 0.2183340 Nov 10 21:54:39.202142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37618) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:39.370999 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:39.380338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f8eeca-a73d-4005-8749-0a665208ebd7', 'name': 'tempest-snat-router-287028333', 'tenant_id': '3ff384622ce7456a9b2b25d93d10a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': '6ed55717-e794-4a23-bd68-1077b7ebeacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:36Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 3, 'project_id': '3ff384622ce7456a9b2b25d93d10a75d', 'gw_port': {'id': '6ed55717-e794-4a23-bd68-1077b7ebeacf', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f8eeca-a73d-4005-8749-0a665208ebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3218, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:36Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:39.416631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Checking router: d4f8eeca-a73d-4005-8749-0a665208ebd7 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:39.417007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Updating router d4f8eeca-a73d-4005-8749-0a665208ebd7 port 6ed55717-e794-4a23-bd68-1077b7ebeacf binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:54:39.418175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-f65fba83-aeda-4c8b-b848-def29e1ac66f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:39.420081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-f65fba83-aeda-4c8b-b848-def29e1ac66f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/networks?id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea HTTP/1.1" status: 200 len: 797 time: 0.2144146 Nov 10 21:54:39.421695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:39.465525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:39.495832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-e8522171-d7be-41d5-a796-e9fdefe03af7 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/quotas/68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 375 time: 0.0270526 Nov 10 21:54:39.603335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-a2c16099-4ffe-4487-8c7d-721fa038b174 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992587 Nov 10 21:54:39.617599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:39.849342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:39.898008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 80718ccf-368a-4bbb-ac2e-70101e9d9134 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:54:39.953587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-53a03820-eb5b-4819-9f80-5c8eb7384ff8 service neutron] 10.222.0.45 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491111 Nov 10 21:54:39.953900 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:39.994911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Deleting port 6ed55717-e794-4a23-bd68-1077b7ebeacf {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:39.995813 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.030793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559bcbc-aaea-4be4-80f8-8a120dea8afd None None] Pushing event updated for resources: {'Port': ['ID=6ed55717-e794-4a23-bd68-1077b7ebeacf,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:40.051709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984c1e5-eda2-4466-966e-f433d05017f9 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:40.058679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Attempting to bind port 6ed55717-e794-4a23-bd68-1077b7ebeacf on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:40.059256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Attempting to bind port 6ed55717-e794-4a23-bd68-1077b7ebeacf by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:40.059619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Attempting to bind port 6ed55717-e794-4a23-bd68-1077b7ebeacf on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:40.067458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 80718ccf-368a-4bbb-ac2e-70101e9d9134 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:40.067862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.073409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:40.073788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:40.074188 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.074712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:40.075202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Bound port: 6ed55717-e794-4a23-bd68-1077b7ebeacf, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:40.075581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.179689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] For port 6ed55717-e794-4a23-bd68-1077b7ebeacf, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:40.183862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] For port 6ed55717-e794-4a23-bd68-1077b7ebeacf, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6ed55717-e794-4a23-bd68-1077b7ebeacf,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:54:40.213421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-af0e507b-07a8-4440-b6e4-7fbc96f4f5af service neutron] 10.222.0.45 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501676 Nov 10 21:54:40.216989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2934237b-8419-4487-8498-00fc2b5737e0 None None] Provisioning complete for port 6ed55717-e794-4a23-bd68-1077b7ebeacf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:40.217309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2934237b-8419-4487-8498-00fc2b5737e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.220933 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.234149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Calling delete_port for 6ed55717-e794-4a23-bd68-1077b7ebeacf owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:40.275268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c6f5735b-0d87-45cc-a42a-db3dc0e05a0f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:54:40.311542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2934237b-8419-4487-8498-00fc2b5737e0 None None] Port 6ed55717-e794-4a23-bd68-1077b7ebeacf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:40.342740 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.435331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4aeecd-67a2-4ef3-bb85-530d36986bd4 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:40.455272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:40.455632 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.491294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559bcbc-aaea-4be4-80f8-8a120dea8afd None None] Pushing event updated for resources: {'Port': ['ID=6ed55717-e794-4a23-bd68-1077b7ebeacf,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:40.493952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Routers {'d4f8eeca-a73d-4005-8749-0a665208ebd7'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:40.494558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['d4f8eeca-a73d-4005-8749-0a665208ebd7'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:40.537162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.580839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-daf95fa0-96c6-4800-a97e-42fbcc4c375c None None] Could not find standard attr ID for object 6ed55717-e794-4a23-bd68-1077b7ebeacf. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:54:40.627390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] Set router d4f8eeca-a73d-4005-8749-0a665208ebd7 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:40.668268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ed55717-e794-4a23-bd68-1077b7ebeacf,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:40.701006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bda56921-52c8-41dd-9746-a26c6f67ae6f req-56019e13-3e50-4016-a638-f0ac30aa6721 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 210 time: 0.0488036 Nov 10 21:54:40.758724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55b1af9-b4f9-42cd-be4a-c5c632ab0651 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:40.769154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f8eeca-a73d-4005-8749-0a665208ebd7', 'name': 'tempest-snat-router-287028333', 'tenant_id': '3ff384622ce7456a9b2b25d93d10a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:36Z', 'updated_at': '2021-11-10T21:54:39Z', 'revision_number': 4, 'project_id': '3ff384622ce7456a9b2b25d93d10a75d', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:40.827716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b965ba46-6eea-42b6-af85-76b209331689 None None] The sync data for ids ['d4f8eeca-a73d-4005-8749-0a665208ebd7'] in n-d-776250-11 is: [{'id': 'd4f8eeca-a73d-4005-8749-0a665208ebd7', 'name': 'tempest-snat-router-287028333', 'tenant_id': '3ff384622ce7456a9b2b25d93d10a75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:36Z', 'updated_at': '2021-11-10T21:54:39Z', 'revision_number': 4, 'project_id': '3ff384622ce7456a9b2b25d93d10a75d', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:40.834565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.857771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.991451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:40.994394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.114993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.115837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4f8eeca-a73d-4005-8749-0a665208ebd7 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:41.120599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.121942 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c59251e5-129a-41ba-9ec4-5b7b86ad63b7 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "DELETE /v2.0/routers/d4f8eeca-a73d-4005-8749-0a665208ebd7 HTTP/1.1" status: 204 len: 168 time: 1.9185047 Nov 10 21:54:41.127367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37644) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:41.288756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.404755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.417674 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.646156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Deleting port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:41.646513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.734354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] For port c6f5735b-0d87-45cc-a42a-db3dc0e05a0f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:41.735403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:41.756326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Calling delete_port for c6f5735b-0d87-45cc-a42a-db3dc0e05a0f owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:41.814277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bba57bb6-01ef-4fc3-9ed9-9e9296d2afa8 req-f59b92cd-0f5e-4c40-8a32-cc79baf946b0 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 210 time: 0.0591495 Nov 10 21:54:42.086879 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.120677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6f5735b-0d87-45cc-a42a-db3dc0e05a0f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:42.142810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e476dbd-bd61-4a1f-9dd7-7486c9307af2 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:42.213881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.364790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.370675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.526480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.527028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22d32a89-631b-429a-88c2-685701efea72 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:42.532488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.537691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37656) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:42.537958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dbf5ab02-15a0-4533-9aad-5ad95a7b5dde tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "DELETE /v2.0/routers/22d32a89-631b-429a-88c2-685701efea72 HTTP/1.1" status: 204 len: 168 time: 1.4090796 Nov 10 21:54:42.542252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1460830853', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:42.686718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.687845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.750379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:42.942011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc30def6-fb9b-4083-a822-b28dc4d254ef req-de0a8152-1475-4bb1-8402-468fe3004d10 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 210 time: 0.0359716 Nov 10 21:54:43.012615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:43.282523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-f8369b65-4772-4b6d-a800-ee48627e7bf8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:43.284445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-f8369b65-4772-4b6d-a800-ee48627e7bf8 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "GET /v2.0/networks?id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea HTTP/1.1" status: 200 len: 797 time: 0.1902676 Nov 10 21:54:43.378170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-ae37efad-cba6-41e0-85c9-9cf60df12654 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68cf63181bee4b17bbb9341b26e104e1 HTTP/1.1" status: 200 len: 379 time: 0.0834603 Nov 10 21:54:43.388871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'port': {'device_id': '8d7c3585-760a-4080-9c10-f31200343e20', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'admin_state_up': True, 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'security_groups': ['f98afa7c-2e6d-46ac-9560-10d7cf875e85']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:43.640537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Made reservation on behalf of 68cf63181bee4b17bbb9341b26e104e1 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:54:43.646066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:43.722046 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:43.753868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c6f5735b-0d87-45cc-a42a-db3dc0e05a0f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:54:43.763431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:43.792131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c6f5735b-0d87-45cc-a42a-db3dc0e05a0f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:54:43.792430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c6f5735b-0d87-45cc-a42a-db3dc0e05a0f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:54:43.872987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.20.0.6 (53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea/6f39a67a-ca01-4fbb-9b3c-20414a6e6970/e353cdcc-e474-4497-bded-023ae7ccb9f7) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:43.921319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Allocated IP 172.25.7.185 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/c882b825-bb15-4396-8971-fe59a81aca79) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:44.062279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.091428 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.105436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f18d61b3-e031-4687-8312-64102fa6a2f7 req-37d8e18c-f217-4628-adc5-f5150d0c912c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 210 time: 0.0313342 Nov 10 21:54:44.236366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.291287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:44.292388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.294365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:44.297136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:44.327573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=e353cdcc-e474-4497-bded-023ae7ccb9f7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:44.342620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:44.347047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:44.351215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:44.369993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:44.370788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.373975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f039fd5d-2258-47d0-800b-edcb7874aa8a None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:44.382261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event updated for resources: {'Port': ['ID=c882b825-bb15-4396-8971-fe59a81aca79,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:44.439046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dffa5388-5d03-4870-8b33-78509e0e2f21 None None] Provisioning complete for port c882b825-bb15-4396-8971-fe59a81aca79 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:44.439876 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dffa5388-5d03-4870-8b33-78509e0e2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.478044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dffa5388-5d03-4870-8b33-78509e0e2f21 None None] Port c882b825-bb15-4396-8971-fe59a81aca79 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:44.540888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-abf0801b-867a-4de2-8295-54bbce99ad6c tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1562953 Nov 10 21:54:44.555329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Request body: {'port': {'device_id': '8d7c3585-760a-4080-9c10-f31200343e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:44.597410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f5c370e0-bcde-4ada-9d36-c14b37e0936c None None] Provisioning complete for port e353cdcc-e474-4497-bded-023ae7ccb9f7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:44.597702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5c370e0-bcde-4ada-9d36-c14b37e0936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.617259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.638653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f5c370e0-bcde-4ada-9d36-c14b37e0936c None None] Port e353cdcc-e474-4497-bded-023ae7ccb9f7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:44.792408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.895100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e353cdcc-e474-4497-bded-023ae7ccb9f7 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:54:44.903573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:44.916861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Transition to ACTIVE for port object e353cdcc-e474-4497-bded-023ae7ccb9f7 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:54:44.999009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:45.001384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:45.056791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Pushing event updated for resources: {'Port': ['ID=e353cdcc-e474-4497-bded-023ae7ccb9f7,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:45.143439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Attempting to bind port e353cdcc-e474-4497-bded-023ae7ccb9f7 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:54:45.144156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Attempting to bind port e353cdcc-e474-4497-bded-023ae7ccb9f7 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:54:45.144543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Attempting to bind port e353cdcc-e474-4497-bded-023ae7ccb9f7 on network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:45.152986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Port e353cdcc-e474-4497-bded-023ae7ccb9f7 on network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:54:45.153540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Attempting to bind port e353cdcc-e474-4497-bded-023ae7ccb9f7 on network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:54:45.159447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:54:45.159898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Checking segment: {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:54:45.160518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Bound using segment: {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:54:45.161017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Bound port: e353cdcc-e474-4497-bded-023ae7ccb9f7, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe33b66-206e-42c2-b0ab-769ba19eacc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:54:45.161448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:45.247114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] For port e353cdcc-e474-4497-bded-023ae7ccb9f7, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:54:45.252707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] For port e353cdcc-e474-4497-bded-023ae7ccb9f7, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:54:45.257501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Router b4f73fbe-2a9f-4a14-9d1b-9601aad601ae is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:45.278732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e698-e041-4bcc-a23a-2b4e7a2ce976 req-ebc96df6-a00b-4713-99d4-11660aae9a8e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:45.278732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4c9e698-e041-4bcc-a23a-2b4e7a2ce976 req-ebc96df6-a00b-4713-99d4-11660aae9a8e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 943 time: 0.0604274 Nov 10 21:54:45.361230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:45.415662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:45.416432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:45.418023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] 10.222.0.53 "PUT /v2.0/ports/e353cdcc-e474-4497-bded-023ae7ccb9f7 HTTP/1.1" status: 200 len: 1092 time: 0.8686929 Nov 10 21:54:45.418565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:54:45.418931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4c9e698-e041-4bcc-a23a-2b4e7a2ce976 req-85b2b302-de4e-4eb6-89d0-fb1d630afbba tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329906 Nov 10 21:54:45.421611 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfafe581-d4f3-47b0-8847-5b8a64d58641" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:54:45.426770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:45.451756 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] Sync routers for ids ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:45.457196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db976dd2-1acc-4a60-93f5-807c67a72b6e service neutron] Pushing event updated for resources: {'Port': ['ID=e353cdcc-e474-4497-bded-023ae7ccb9f7,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:45.471432 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] Routers {'b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:45.472354 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:45.482789 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7378e8e0-84e5-413e-95ba-a09ac4e31e4e x-openstack-request-id: req-7378e8e0-84e5-413e-95ba-a09ac4e31e4e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:54:45.483134 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:54:45.489158 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7378e8e0-84e5-413e-95ba-a09ac4e31e4e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:54:45.489158 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'status': 'completed', 'code': 200} Nov 10 21:54:45.511379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:45.515182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-db2ccfa7-6a95-41ab-a627-d62ab407e869 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9740396 Nov 10 21:54:45.515688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37680) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:45.523266 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:45.524337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': False}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:45.534132 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] Routers {'b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:45.534996 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:45.571527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe581-d4f3-47b0-8847-5b8a64d58641 req-f64bf5db-920b-40c1-b883-c058e588f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:45.573490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfafe581-d4f3-47b0-8847-5b8a64d58641 req-f64bf5db-920b-40c1-b883-c058e588f333 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 1095 time: 0.0645688 Nov 10 21:54:45.574830 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:45.575651 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268588e-1f57-43a5-bafa-8fa45b5ebaf5 None None] The sync data for ids ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:45.715284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe581-d4f3-47b0-8847-5b8a64d58641 req-f87587a8-c15a-47a8-a834-1f01fa9c7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:45.718513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfafe581-d4f3-47b0-8847-5b8a64d58641 req-f87587a8-c15a-47a8-a834-1f01fa9c7fb2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=68cf63181bee4b17bbb9341b26e104e1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1355622 Nov 10 21:54:45.827807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe581-d4f3-47b0-8847-5b8a64d58641 req-3377c333-9371-416c-8413-58939f44df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:45.829817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfafe581-d4f3-47b0-8847-5b8a64d58641 req-3377c333-9371-416c-8413-58939f44df24 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035938 Nov 10 21:54:45.908699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:46.271734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-86bd8a50-f8fc-471a-b923-52b23972e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:46.273234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-86bd8a50-f8fc-471a-b923-52b23972e6f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 1095 time: 0.3969457 Nov 10 21:54:46.316694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-367a8015-2452-492b-90c7-6fede29b389c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7 HTTP/1.1" status: 200 len: 217 time: 0.0354564 Nov 10 21:54:46.374001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-38a2c50f-1464-491e-b567-c21064c55a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:46.378977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-38a2c50f-1464-491e-b567-c21064c55a0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f39a67a-ca01-4fbb-9b3c-20414a6e6970 HTTP/1.1" status: 200 len: 834 time: 0.0559995 Nov 10 21:54:46.425776 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:46.429423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:46.435872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b21efc-2e28-475b-b9d5-f587251e200a req-b425cc7c-0135-4bf9-88f3-59cd98ec7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:46.437364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-b425cc7c-0135-4bf9-88f3-59cd98ec7a7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518632 Nov 10 21:54:46.545759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Router b4f73fbe-2a9f-4a14-9d1b-9601aad601ae has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:54:46.586803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-ed40f455-c80a-426a-8435-76c36d5fb893 service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417170 Nov 10 21:54:46.599424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d5379-841a-456c-92c4-52e60a32d656 req-9322e130-0cfe-41bc-b90a-a669f9ab6af9 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:46.600905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a9d5379-841a-456c-92c4-52e60a32d656 req-9322e130-0cfe-41bc-b90a-a669f9ab6af9 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 943 time: 0.0672412 Nov 10 21:54:46.712418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a9d5379-841a-456c-92c4-52e60a32d656 req-5cafc577-142a-4585-b8cb-c1254d4198ce tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027849 Nov 10 21:54:46.732102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79b21efc-2e28-475b-b9d5-f587251e200a req-ef35c223-39a9-4be8-b1fa-44148173bf2d service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301668 Nov 10 21:54:46.956099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:46.960963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:46.961508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-579eb8c3-cc28-4478-a0a3-47329e7bcc99 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "PUT /v2.0/routers/b4f73fbe-2a9f-4a14-9d1b-9601aad601ae HTTP/1.1" status: 200 len: 922 time: 1.4447052 Nov 10 21:54:46.964158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37694) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:46.967140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] Sync routers for ids ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:46.977975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] Routers {'b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:46.981234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:47.014596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:47.025437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] Routers {'b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:47.026341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:47.067074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:47.067847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e985d6-c97f-47d2-a63b-cd3a13576086 None None] The sync data for ids ['b4f73fbe-2a9f-4a14-9d1b-9601aad601ae'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:47.081231 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-689a557e-2dfa-4824-8ab2-5725a20e64eb tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/b4f73fbe-2a9f-4a14-9d1b-9601aad601ae HTTP/1.1" status: 200 len: 922 time: 0.1159256 Nov 10 21:54:47.084120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37696) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:47.160945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb7ddf-f72e-48e4-9fe5-3ad0a862573b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:47.164948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1fcb7ddf-f72e-48e4-9fe5-3ad0a862573b tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=b4f73fbe-2a9f-4a14-9d1b-9601aad601ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0773466 Nov 10 21:54:47.165197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37698) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:47.255905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9bdd9-a1b0-45e7-b853-8a1de66fd6e5 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:47.260233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-39a9bdd9-a1b0-45e7-b853-8a1de66fd6e5 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.0912890 Nov 10 21:54:47.260390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37700) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:47.290960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-14376436-8d6b-4249-882c-fc0bc8c01752 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f73fbe-2a9f-4a14-9d1b-9601aad601ae HTTP/1.1" status: 200 len: 205 time: 0.0270767 Nov 10 21:54:47.291201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37702) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:47.399954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:47.522304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:47.633633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Deleting port c882b825-bb15-4396-8971-fe59a81aca79 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:47.634248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:47.722501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:47.734735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Calling delete_port for c882b825-bb15-4396-8971-fe59a81aca79 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:47.898618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484a0b9-bf56-4337-9bbe-74c2e9501c71 req-1145b4a9-67a4-4c2d-916d-e245a1712c30 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:47.900191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0484a0b9-bf56-4337-9bbe-74c2e9501c71 req-1145b4a9-67a4-4c2d-916d-e245a1712c30 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 943 time: 0.1059563 Nov 10 21:54:47.989758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0484a0b9-bf56-4337-9bbe-74c2e9501c71 req-a2c86e16-c87c-4222-bc56-409106e5f7e1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794787 Nov 10 21:54:48.040754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.066059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event deleted for resources: {'Port': ['ID=c882b825-bb15-4396-8971-fe59a81aca79,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:48.083338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5993c1-719f-4a16-ba35-da8485b2ab1f None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:48.138563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.233123 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.235966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.343953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.344404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Fanout notify agent at l3_agent the message router_deleted on router b4f73fbe-2a9f-4a14-9d1b-9601aad601ae {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:48.355267 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.356599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2cb721da-9089-4c8d-a2a5-e61199cf600e tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/b4f73fbe-2a9f-4a14-9d1b-9601aad601ae HTTP/1.1" status: 204 len: 168 time: 1.0645103 Nov 10 21:54:48.361332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37710) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:48.366800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d119a767-e4d8-4386-96f5-88c8af5286ba tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-51438525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:48.446710 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d119a767-e4d8-4386-96f5-88c8af5286ba tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.447916 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d119a767-e4d8-4386-96f5-88c8af5286ba tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.502097 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d119a767-e4d8-4386-96f5-88c8af5286ba tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.538501 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d119a767-e4d8-4386-96f5-88c8af5286ba tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.625817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d119a767-e4d8-4386-96f5-88c8af5286ba tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:48.627667 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d119a767-e4d8-4386-96f5-88c8af5286ba tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2645779 Nov 10 21:54:48.630529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37716) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:48.634929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:48.858209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:49.124218 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8e0ae-52b6-4f73-a8c0-fa7b398f65e8 req-11c0c17c-9f91-4581-b573-4091b7b5c3f0 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:49.126748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71e8e0ae-52b6-4f73-a8c0-fa7b398f65e8 req-11c0c17c-9f91-4581-b573-4091b7b5c3f0 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 943 time: 0.0577319 Nov 10 21:54:49.154685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:49.176041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:49.184374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71e8e0ae-52b6-4f73-a8c0-fa7b398f65e8 req-7b24ed7d-70fa-439d-b4d7-29cb6e734eb3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511048 Nov 10 21:54:49.286955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Allocated IP 172.25.7.178 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/6590f671-7a43-4aae-87b5-db0adb61baa9) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:49.385905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:49.487333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:49.527598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:49.530476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:49.534725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:49.544192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92b1bf-56be-4d88-834d-1e252868a6ac None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:49.562575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event updated for resources: {'Port': ['ID=6590f671-7a43-4aae-87b5-db0adb61baa9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:49.680516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c3ae4e14-1826-4757-8974-a7e460ad2b41 None None] Provisioning complete for port 6590f671-7a43-4aae-87b5-db0adb61baa9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:49.680893 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4e14-1826-4757-8974-a7e460ad2b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:49.720341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4e14-1826-4757-8974-a7e460ad2b41 None None] Port 6590f671-7a43-4aae-87b5-db0adb61baa9 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:49.768826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:49.926786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:50.133297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:50.137002 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:50.309472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449faab0-da5d-4265-8b5c-329132021930 req-e4f9cb33-e1da-4266-835c-a35272381c8d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:50.310888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-449faab0-da5d-4265-8b5c-329132021930 req-e4f9cb33-e1da-4266-835c-a35272381c8d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 943 time: 0.0534925 Nov 10 21:54:50.362960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-449faab0-da5d-4265-8b5c-329132021930 req-27de3bda-2eb7-438e-a8aa-d8a4e10ddf91 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449426 Nov 10 21:54:50.389742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Router 7ee1b837-eed9-404b-afaf-274dd21124ac is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:50.498728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:50.503422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e353cdcc-e474-4497-bded-023ae7ccb9f7 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:54:50.505883 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:50.507092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-96acdba5-cda3-4f58-9fa3-5da21cabe8bb tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "PUT /v2.0/routers/7ee1b837-eed9-404b-afaf-274dd21124ac HTTP/1.1" status: 200 len: 878 time: 1.8756137 Nov 10 21:54:50.510049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37730) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:50.510342 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] Sync routers for ids ['7ee1b837-eed9-404b-afaf-274dd21124ac'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:50.519829 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] Routers {'7ee1b837-eed9-404b-afaf-274dd21124ac'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:50.522219 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7ee1b837-eed9-404b-afaf-274dd21124ac'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:50.654603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ced2fc9a-2928-4102-95d3-a7e20bbfa765 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/7ee1b837-eed9-404b-afaf-274dd21124ac HTTP/1.1" status: 200 len: 919 time: 0.1431592 Nov 10 21:54:50.658551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37736) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:50.660670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e353cdcc-e474-4497-bded-023ae7ccb9f7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:50.690641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'port_id': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'mac_address': 'fa:16:3e:1c:6a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:54:50.709750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95723dd3-834b-4e94-bb5a-7f865e8960ca tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:50.711283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-95723dd3-834b-4e94-bb5a-7f865e8960ca tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=7ee1b837-eed9-404b-afaf-274dd21124ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0516818 Nov 10 21:54:50.714056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37738) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:50.720757 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:50.740678 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] Routers {'7ee1b837-eed9-404b-afaf-274dd21124ac'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:50.741560 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7ee1b837-eed9-404b-afaf-274dd21124ac'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:50.760746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37740) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:50.775401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:50.789869 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:50.790812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e353cdcc-e474-4497-bded-023ae7ccb9f7 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:54:50.791616 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aebcdf-81ce-434f-a227-bb2d13d3af78 None None] The sync data for ids ['7ee1b837-eed9-404b-afaf-274dd21124ac'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:50.815527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e353cdcc-e474-4497-bded-023ae7ccb9f7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:50.855253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36439068-8b99-44a5-9de8-25fd44f04290 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:50.856681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-36439068-8b99-44a5-9de8-25fd44f04290 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.1414905 Nov 10 21:54:50.859578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37748) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:50.887506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:50.892158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f90cd5d1-158d-41c7-b477-c84a9dcb3874 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ee1b837-eed9-404b-afaf-274dd21124ac HTTP/1.1" status: 200 len: 205 time: 0.0274029 Nov 10 21:54:50.892158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:50.912024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43d2dcc2-dfe2-4769-9abc-14c4faaa3ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:50.949464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e353cdcc-e474-4497-bded-023ae7ccb9f7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:50.997470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43d2dcc2-dfe2-4769-9abc-14c4faaa3ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.015333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.099256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e353cdcc-e474-4497-bded-023ae7ccb9f7'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:54:51.124607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.143876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43d2dcc2-dfe2-4769-9abc-14c4faaa3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.185136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-43d2dcc2-dfe2-4769-9abc-14c4faaa3ec1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88f51e1310724dc19d9cfe3ccc05cd22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232805 Nov 10 21:54:51.186131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2dcc2-dfe2-4769-9abc-14c4faaa3ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d27ec3-a0c5-4627-af7d-067bd4c99006,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:51.187692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37752) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:51.241476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb38236c-ab5a-494a-bcf1-0332ba452d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.263172 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb38236c-ab5a-494a-bcf1-0332ba452d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.332973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Deleting port 6590f671-7a43-4aae-87b5-db0adb61baa9 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:51.333664 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.415343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.428136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Calling delete_port for 6590f671-7a43-4aae-87b5-db0adb61baa9 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:51.471422 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb38236c-ab5a-494a-bcf1-0332ba452d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.473987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eb38236c-ab5a-494a-bcf1-0332ba452d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.475125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eb38236c-ab5a-494a-bcf1-0332ba452d08 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0d27ec3-a0c5-4627-af7d-067bd4c99006 HTTP/1.1" status: 204 len: 168 time: 0.2864316 Nov 10 21:54:51.488201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50a2fd-19c6-4a6d-84dd-ccb2282a5dcc req-4fef2ea4-80f4-40bb-a5d3-b9b5ed891481 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:51.490212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38236c-ab5a-494a-bcf1-0332ba452d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d27ec3-a0c5-4627-af7d-067bd4c99006,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:51.495554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f50a2fd-19c6-4a6d-84dd-ccb2282a5dcc req-4fef2ea4-80f4-40bb-a5d3-b9b5ed891481 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 944 time: 0.0577087 Nov 10 21:54:51.546297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f50a2fd-19c6-4a6d-84dd-ccb2282a5dcc req-f5bc7bc7-4f8d-4d26-8ae3-198631dce7c4 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498333 Nov 10 21:54:51.698720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.725923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event deleted for resources: {'Port': ['ID=6590f671-7a43-4aae-87b5-db0adb61baa9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:51.739516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc159cc2-f6d9-47c2-b743-012d0d81f1cf None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:51.792942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.891236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:51.891236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.002340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.002966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Fanout notify agent at l3_agent the message router_deleted on router 7ee1b837-eed9-404b-afaf-274dd21124ac {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:52.010403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.015548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-35f71f73-6264-4c05-9a1c-0299b5483f7a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/7ee1b837-eed9-404b-afaf-274dd21124ac HTTP/1.1" status: 204 len: 168 time: 1.1207230 Nov 10 21:54:52.015708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37766) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:52.021584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a6f69279-138f-4fdd-abc8-7302cdc308f2 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-548839057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:52.127550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6f69279-138f-4fdd-abc8-7302cdc308f2 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.128676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6f69279-138f-4fdd-abc8-7302cdc308f2 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.185272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6f69279-138f-4fdd-abc8-7302cdc308f2 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.190832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37768) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:52.204371 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d50c7e18-25ec-4915-8579-f6a3e9e9fd56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.284178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d50c7e18-25ec-4915-8579-f6a3e9e9fd56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.292850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6f69279-138f-4fdd-abc8-7302cdc308f2 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.447240 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d50c7e18-25ec-4915-8579-f6a3e9e9fd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.480517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6f69279-138f-4fdd-abc8-7302cdc308f2 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.481708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a6f69279-138f-4fdd-abc8-7302cdc308f2 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4649096 Nov 10 21:54:52.484617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37770) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:52.489747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': True}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:52.492970 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d50c7e18-25ec-4915-8579-f6a3e9e9fd56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b29c328658f4db699479d2687cd3bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009241 Nov 10 21:54:52.493826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7e18-25ec-4915-8579-f6a3e9e9fd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cb6e12-5ad6-4ddb-9d95-56355d263624,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:52.497018 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37772) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:52.513558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e353cdcc-e474-4497-bded-023ae7ccb9f7 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:54:52.561777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c390bae-c61b-4e42-9569-abd3385697ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.593862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c390bae-c61b-4e42-9569-abd3385697ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.676007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port e353cdcc-e474-4497-bded-023ae7ccb9f7 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:54:52.680773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port e353cdcc-e474-4497-bded-023ae7ccb9f7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:52.681146 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.761411 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c390bae-c61b-4e42-9569-abd3385697ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.764431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c390bae-c61b-4e42-9569-abd3385697ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.768938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c390bae-c61b-4e42-9569-abd3385697ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4cb6e12-5ad6-4ddb-9d95-56355d263624 HTTP/1.1" status: 204 len: 168 time: 0.2676435 Nov 10 21:54:52.771756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.776791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c390bae-c61b-4e42-9569-abd3385697ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cb6e12-5ad6-4ddb-9d95-56355d263624,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:52.792034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042466-a5fb-4049-8d16-d0f1e2a7fbdf req-53b29991-e753-4cce-bda5-fb00de9564d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:52.799452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c042466-a5fb-4049-8d16-d0f1e2a7fbdf req-53b29991-e753-4cce-bda5-fb00de9564d3 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 944 time: 0.1347456 Nov 10 21:54:52.806869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.832364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:54:52.834619 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e541686c-153b-4b00-85a7-1eb98a8294e9" -d '{"events": [{"server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "name": "network-vif-plugged", "status": "completed", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:54:52.848568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e353cdcc-e474-4497-bded-023ae7ccb9f7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:54:52.854158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5c042466-a5fb-4049-8d16-d0f1e2a7fbdf req-f3f2962a-9e03-4ee6-bd2e-effcde89cab1 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539296 Nov 10 21:54:52.891655 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451809d0-5089-4ae9-86ea-6cbefce0582f x-openstack-request-id: req-451809d0-5089-4ae9-86ea-6cbefce0582f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:54:52.892046 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "name": "network-vif-plugged", "status": "completed", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:54:52.892360 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-451809d0-5089-4ae9-86ea-6cbefce0582f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:54:52.892752 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'code': 200} Nov 10 21:54:52.927120 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:52.976438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e353cdcc-e474-4497-bded-023ae7ccb9f7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:53.029849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cd52d-17ec-4e63-8c73-b0d28845ea94 req-689e09d4-5fef-45f6-8609-568fdcba24da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:53.031378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-da9cd52d-17ec-4e63-8c73-b0d28845ea94 req-689e09d4-5fef-45f6-8609-568fdcba24da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 1097 time: 0.0788770 Nov 10 21:54:53.477204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-da9cd52d-17ec-4e63-8c73-b0d28845ea94 req-cf80bfc2-fcf1-4993-9d5b-aec2d08b994d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4176772 Nov 10 21:54:53.478554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:53.497914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:53.612078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Allocated IP 172.25.7.180 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/ac4741f2-9b91-4da2-b27e-270dc1d7cd6f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:53.629763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:53.710639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:53.813226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:53.855101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:53.857978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:53.861370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:53.872680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e716aa4-6805-46a1-b7e2-1ec0b364d057 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:53.949999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4741f2-9b91-4da2-b27e-270dc1d7cd6f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:53.973114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e8eabb3c-ec59-43d9-9188-3ce57900e115 None None] Provisioning complete for port ac4741f2-9b91-4da2-b27e-270dc1d7cd6f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:53.973854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8eabb3c-ec59-43d9-9188-3ce57900e115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:54.016341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e8eabb3c-ec59-43d9-9188-3ce57900e115 None None] Port ac4741f2-9b91-4da2-b27e-270dc1d7cd6f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:54.062879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb3fb-0471-4cd3-9d43-753cf59ce235 req-529ba91a-7b41-4dfd-bb38-636e3a1027dd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:54.065011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b24fb3fb-0471-4cd3-9d43-753cf59ce235 req-529ba91a-7b41-4dfd-bb38-636e3a1027dd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 945 time: 0.1162248 Nov 10 21:54:54.116031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b24fb3fb-0471-4cd3-9d43-753cf59ce235 req-1dbf3e61-80f1-4ff9-b219-034b6e050d76 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Nov 10 21:54:54.217747 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:54.419302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:54.422848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:54.624198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Router 9218167e-b360-4e2b-adbf-f74838c01357 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:54.735363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:54.739343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:54.743399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-03bbd0a0-ce21-4305-b269-740be049576d tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "PUT /v2.0/routers/9218167e-b360-4e2b-adbf-f74838c01357 HTTP/1.1" status: 200 len: 914 time: 2.2576420 Nov 10 21:54:54.743530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37818) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:54.744750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] Sync routers for ids ['9218167e-b360-4e2b-adbf-f74838c01357'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:54.757327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] Routers {'9218167e-b360-4e2b-adbf-f74838c01357'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:54.758504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9218167e-b360-4e2b-adbf-f74838c01357'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:54.790254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:54.799785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] Routers {'9218167e-b360-4e2b-adbf-f74838c01357'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:54.800387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9218167e-b360-4e2b-adbf-f74838c01357'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:54.842966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:54.842966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84153774-f0c7-487e-8623-97ee3ce473d6 None None] The sync data for ids ['9218167e-b360-4e2b-adbf-f74838c01357'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:54.875337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8d0dcf69-dfc5-448f-a63d-a29109c62d43 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/9218167e-b360-4e2b-adbf-f74838c01357 HTTP/1.1" status: 200 len: 920 time: 0.1236165 Nov 10 21:54:54.878501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37826) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:54.920024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3fc30-6e6f-4e7c-a9e5-864a42790442 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:54.924361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f0c3fc30-6e6f-4e7c-a9e5-864a42790442 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=9218167e-b360-4e2b-adbf-f74838c01357&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0447628 Nov 10 21:54:54.925010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37828) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:55.009418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea14b9-9c31-4809-83b4-0345420feec5 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:55.011897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e5ea14b9-9c31-4809-83b4-0345420feec5 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.0848005 Nov 10 21:54:55.014026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37834) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:55.042699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fb4f774e-a242-4f2d-83f6-1fad576e7f37 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=9218167e-b360-4e2b-adbf-f74838c01357 HTTP/1.1" status: 200 len: 205 time: 0.0275347 Nov 10 21:54:55.045415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37836) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:55.209240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:55.263068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f602330-7b0e-48e7-90c5-db315c6a9444 req-c0064f23-541d-4a99-be94-30e5d0ff4c50 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:55.264391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722cee-373b-4ef3-a94a-a6a4408b0c80 req-c8f202f2-7148-49c2-b652-6fe8131d25af tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:55.264540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f602330-7b0e-48e7-90c5-db315c6a9444 req-c0064f23-541d-4a99-be94-30e5d0ff4c50 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1173148 Nov 10 21:54:55.266320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a722cee-373b-4ef3-a94a-a6a4408b0c80 req-c8f202f2-7148-49c2-b652-6fe8131d25af tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 945 time: 0.0560813 Nov 10 21:54:55.339347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6a722cee-373b-4ef3-a94a-a6a4408b0c80 req-f9ddd177-a02b-4dae-b48c-47acb348650f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596416 Nov 10 21:54:55.371439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f602330-7b0e-48e7-90c5-db315c6a9444 req-7bf0bf95-34a5-4fa3-8782-c7b92e7f9d68 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961516 Nov 10 21:54:55.377197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:55.463197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a1b02-75d3-4beb-98ce-bcf069ab6886 req-beab783c-20e5-4fea-8dc6-14fc78286a22 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:55.465083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-768a1b02-75d3-4beb-98ce-bcf069ab6886 req-beab783c-20e5-4fea-8dc6-14fc78286a22 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Nov 10 21:54:55.495553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Deleting port ac4741f2-9b91-4da2-b27e-270dc1d7cd6f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:54:55.496328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:55.526129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-768a1b02-75d3-4beb-98ce-bcf069ab6886 req-596c5f0c-bc25-4869-9bfc-666d79dbc707 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530207 Nov 10 21:54:55.556527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:55.617222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:55.620526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15267c-a801-45fc-af1e-8155d8f2443c tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:55.623776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e15267c-a801-45fc-af1e-8155d8f2443c tempest-TestNetworkBasicOps-1903984396 tempest-TestNetworkBasicOps-1903984396-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 1092 time: 0.0646868 Nov 10 21:54:55.625438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37850) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:55.630948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:55.640098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Calling delete_port for ac4741f2-9b91-4da2-b27e-270dc1d7cd6f owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:54:55.762150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:55.877413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:55.921954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:55.949172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event deleted for resources: {'Port': ['ID=ac4741f2-9b91-4da2-b27e-270dc1d7cd6f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:55.966207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be88cf0c-5f4a-4bc7-80c2-1fa663a6b422 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:55.988365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:55.993520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:54:56.035646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.038809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Allocated IP 172.25.7.14 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/6470ace2-9856-4ec3-baea-e3029af1e47a) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:56.128717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.130859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.143715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.293717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.294157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.294308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Fanout notify agent at l3_agent the message router_deleted on router 9218167e-b360-4e2b-adbf-f74838c01357 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:54:56.303488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.303488 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-969ba08f-5da4-439a-94f7-0597b53e2cdf tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/9218167e-b360-4e2b-adbf-f74838c01357 HTTP/1.1" status: 204 len: 168 time: 1.2564156 Nov 10 21:54:56.306924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37852) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:56.311575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6f714baa-3823-484c-ad2f-60f922f2ef76 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-766634506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:56.339131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:56.341967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:56.345913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:56.351398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=6470ace2-9856-4ec3-baea-e3029af1e47a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:56.412939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f714baa-3823-484c-ad2f-60f922f2ef76 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.414590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f714baa-3823-484c-ad2f-60f922f2ef76 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.485494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f714baa-3823-484c-ad2f-60f922f2ef76 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.526624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d349c-b513-4096-b84f-c37e60f9f187 req-5862fdb5-d8ed-4b8d-855d-fd467114123d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:56.528166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-493d349c-b513-4096-b84f-c37e60f9f187 req-5862fdb5-d8ed-4b8d-855d-fd467114123d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0530610 Nov 10 21:54:56.570552 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f714baa-3823-484c-ad2f-60f922f2ef76 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.594498 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-493d349c-b513-4096-b84f-c37e60f9f187 req-d8496919-9d35-4fce-849d-86164a1bea02 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593688 Nov 10 21:54:56.689969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f714baa-3823-484c-ad2f-60f922f2ef76 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:56.692566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6f714baa-3823-484c-ad2f-60f922f2ef76 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3843205 Nov 10 21:54:56.695244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37858) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:56.700258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'enable_snat': False}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:54:56.909257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-fe3f25bd-8471-4097-9623-7239ab36c153 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404336 Nov 10 21:54:56.951196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.191689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-8d425005-e830-4d7c-b5f1-7110d58cbcb1 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:57.193185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-8d425005-e830-4d7c-b5f1-7110d58cbcb1 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743368 Nov 10 21:54:57.201232 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.220530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.227871 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-a4e1cd64-74b4-41b7-9ba4-860231265397 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/quotas/e9c818ea2c554c25a0550602d3aa61a3 HTTP/1.1" status: 200 len: 375 time: 0.0169902 Nov 10 21:54:57.253342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.270610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-05f18fd1-c81f-4d0c-95d4-661d1d922643 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348933 Nov 10 21:54:57.335830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Allocated IP 172.25.7.114 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/477ca0ba-8f20-4cd5-aa72-45fcf6b99a6c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:54:57.393546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.443351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.511350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afa4b335-f7ca-458d-88b2-ef3f4f2e3e42 req-12268c07-b2df-481a-a98d-17433cdd53b3 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 210 time: 0.0291166 Nov 10 21:54:57.561500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.562147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.605902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:54:57.609474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:54:57.613555 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.623795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:54:57.630386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90096ba-94f6-4842-a064-46e4dbd25622 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:54:57.645270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Pushing event updated for resources: {'Port': ['ID=477ca0ba-8f20-4cd5-aa72-45fcf6b99a6c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:57.733212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event updated for resources: {'Port': ['ID=6470ace2-9856-4ec3-baea-e3029af1e47a,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:54:57.735509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.770136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-82eeb066-cfa7-4bfc-8baa-416a1e7f9a73 None None] Provisioning complete for port 477ca0ba-8f20-4cd5-aa72-45fcf6b99a6c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:54:57.770696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-82eeb066-cfa7-4bfc-8baa-416a1e7f9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:57.790216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c81e1-1e20-49e7-9a15-37ad20ce51e0 req-18e12913-d0ef-46c9-9282-e94a9720ae7a tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:57.791777 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d14c81e1-1e20-49e7-9a15-37ad20ce51e0 req-18e12913-d0ef-46c9-9282-e94a9720ae7a tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1098 time: 0.0943401 Nov 10 21:54:57.810055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-82eeb066-cfa7-4bfc-8baa-416a1e7f9a73 None None] Port 477ca0ba-8f20-4cd5-aa72-45fcf6b99a6c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:54:57.862289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e301397-9e79-4412-a53b-68f538d35bd1 req-a221282c-d8ee-4e87-94e6-b3496ecccad9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:57.863887 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9e301397-9e79-4412-a53b-68f538d35bd1 req-a221282c-d8ee-4e87-94e6-b3496ecccad9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1185818 Nov 10 21:54:57.878790 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Floating IP 52ceeed4-6a2b-4567-bc66-12fde7c8bc1f associated. External IP: 172.25.7.14, port: e353cdcc-e474-4497-bded-023ae7ccb9f7. Nov 10 21:54:57.913757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9e301397-9e79-4412-a53b-68f538d35bd1 req-0c963fb7-603c-4d00-9c72-2caa18c08523 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Nov 10 21:54:57.942202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d14c81e1-1e20-49e7-9a15-37ad20ce51e0 req-727273fc-a721-42c0-ba85-18434a27eb68 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082308 Nov 10 21:54:58.082808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:58.124548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:54:58.125504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb3781-2f4a-4721-9527-91b740078681 req-c0492855-6895-4b20-86a2-7e834882f15f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:58.127880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aebb3781-2f4a-4721-9527-91b740078681 req-c0492855-6895-4b20-86a2-7e834882f15f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0964713 Nov 10 21:54:58.229276 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aebb3781-2f4a-4721-9527-91b740078681 req-adaab306-706d-40de-a4ed-58df4bc68136 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950711 Nov 10 21:54:58.255405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:58.256990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37890) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:58.268205 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] Sync routers for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:58.281267 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:58.284228 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:58.331098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c3a4469a-8035-49c2-a048-d3e5172bcc4f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/8f8c7abd-0b07-4a3d-91d3-13112f7bba6d HTTP/1.1" status: 200 len: 994 time: 0.0691342 Nov 10 21:54:58.388844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:58.411485 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:58.429801 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1a19c18b-2578-492f-bb82-335756c52939 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8019092 Nov 10 21:54:58.430845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:54:58.433895 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:54:58.437415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37894) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:58.498010 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2649cf7-355a-4dee-9d64-94d6971ad924 x-openstack-request-id: req-d2649cf7-355a-4dee-9d64-94d6971ad924 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:54:58.498278 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:54:58.498554 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d2649cf7-355a-4dee-9d64-94d6971ad924 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:54:58.499050 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'status': 'completed', 'code': 200} Nov 10 21:54:58.523351 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9ba3c73a-747e-4217-82da-75ad4e9abf3e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/floatingips/52ceeed4-6a2b-4567-bc66-12fde7c8bc1f HTTP/1.1" status: 200 len: 990 time: 0.0782559 Nov 10 21:54:58.636680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9febc096-6fb5-4e83-bc5e-bba050a90c2b req-49597745-1212-45bf-83b6-0f88cac651dc tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 210 time: 0.0297992 Nov 10 21:54:58.710854 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '52ceeed4-6a2b-4567-bc66-12fde7c8bc1f', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'port_id': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'mac_address': 'fa:16:3e:1c:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c3585-760a-4080-9c10-f31200343e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:54:56Z', 'updated_at': '2021-11-10T21:54:56Z', 'revision_number': 0, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:58.737384 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] Checking router: 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:54:58.738938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:58.745065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:58.746461 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:58.747076 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:58.749798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-4d025db8-4534-4b03-b4cc-2d41653457ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:58.751849 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-4d025db8-4534-4b03-b4cc-2d41653457ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 1097 time: 0.0597808 Nov 10 21:54:58.860320 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:54:58.934287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-000f7817-fc3b-49d1-b5a5-55a5d302b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:58.935800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-000f7817-fc3b-49d1-b5a5-55a5d302b76a service neutron] 10.222.0.53 "GET /v2.0/networks?id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea HTTP/1.1" status: 200 len: 898 time: 0.1458294 Nov 10 21:54:59.020288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-db64d5ac-11d4-4e7d-b7d3-a1d0aa1d2ba9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7 HTTP/1.1" status: 200 len: 998 time: 0.0769286 Nov 10 21:54:59.080485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Router bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:54:59.090542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76834f80-35e8-4982-b2d2-bafd09511d6c req-6d1a32bd-a2d9-4db8-b016-c6442ec36bde tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:59.102566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76834f80-35e8-4982-b2d2-bafd09511d6c req-6d1a32bd-a2d9-4db8-b016-c6442ec36bde tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0806520 Nov 10 21:54:59.132932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-f733e2cc-300c-462c-a27e-2f61a7166efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:59.134428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-f733e2cc-300c-462c-a27e-2f61a7166efa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f39a67a-ca01-4fbb-9b3c-20414a6e6970 HTTP/1.1" status: 200 len: 834 time: 0.1025276 Nov 10 21:54:59.159426 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '52ceeed4-6a2b-4567-bc66-12fde7c8bc1f', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'port_id': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'mac_address': 'fa:16:3e:1c:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c3585-760a-4080-9c10-f31200343e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:54:56Z', 'updated_at': '2021-11-10T21:54:56Z', 'revision_number': 0, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:59.191371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76834f80-35e8-4982-b2d2-bafd09511d6c req-f551f3e3-1311-4437-802d-3c16020bcf5b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704424 Nov 10 21:54:59.200182 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e2112-9de9-4cf9-9dd4-b94ceb96c364 None None] The sync data for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 is: [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '52ceeed4-6a2b-4567-bc66-12fde7c8bc1f', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'port_id': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'mac_address': 'fa:16:3e:1c:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c3585-760a-4080-9c10-f31200343e20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:54:56Z', 'updated_at': '2021-11-10T21:54:56Z', 'revision_number': 0, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:59.212848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb414bd0-6ede-4c58-ac62-11fda7d398c0 req-43be8cfb-b3b4-4af0-99d1-9b52a7fd4933 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:59.214515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb414bd0-6ede-4c58-ac62-11fda7d398c0 req-43be8cfb-b3b4-4af0-99d1-9b52a7fd4933 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1672738 Nov 10 21:54:59.356055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-cee41e5e-060a-4186-b188-3cf35e89d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:59.357532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-cee41e5e-060a-4186-b188-3cf35e89d15d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876640 Nov 10 21:54:59.389599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:54:59.397716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:54:59.398919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cf7c8659-98dc-4af3-8497-473c23adc88e tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "PUT /v2.0/routers/bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 HTTP/1.1" status: 200 len: 915 time: 2.7023005 Nov 10 21:54:59.400826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] Sync routers for ids ['bbd65c39-88f6-412a-ac23-51bf4c2ec1d7'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:54:59.401730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37912) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:59.415545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] Routers {'bbd65c39-88f6-412a-ac23-51bf4c2ec1d7'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:59.416687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['bbd65c39-88f6-412a-ac23-51bf4c2ec1d7'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:59.437820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bb414bd0-6ede-4c58-ac62-11fda7d398c0 req-d38e3cbd-7fa4-450f-9643-30913cbddfb1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066145 Nov 10 21:54:59.482366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-748784d3-1227-4bf6-8a33-733ccb3869e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3775988 Nov 10 21:54:59.493641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-451982c3-af93-4862-9c01-4ba9308ab8c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1782389 Nov 10 21:54:59.508980 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9616a1-759a-4e2c-bf70-c57880ae5ac1 None None] New status for floating IP 52ceeed4-6a2b-4567-bc66-12fde7c8bc1f: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:54:59.530127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37914) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:59.531475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9c63d841-464e-485e-a914-03f9dcebaf00 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 HTTP/1.1" status: 200 len: 921 time: 0.1285930 Nov 10 21:54:59.535454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37916) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:59.556962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-0ace0874-6a94-4888-aa95-3ff0560c18ea tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516934 Nov 10 21:54:59.644623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08056b-627a-4006-82de-e27f9d72bbcd tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:59.648681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0b08056b-627a-4006-82de-e27f9d72bbcd tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=bbd65c39-88f6-412a-ac23-51bf4c2ec1d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1095560 Nov 10 21:54:59.650586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37922) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:59.653838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-80faf69d-d8f1-404f-b379-bca776c3393f service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785752 Nov 10 21:54:59.740742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:59.761784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] Routers {'bbd65c39-88f6-412a-ac23-51bf4c2ec1d7'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:54:59.762626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['bbd65c39-88f6-412a-ac23-51bf4c2ec1d7'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:59.814007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:54:59.815253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c86689-0a8e-4a04-bc78-bab981f19b68 None None] The sync data for ids ['bbd65c39-88f6-412a-ac23-51bf4c2ec1d7'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:54:59.837829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ab392d8a-ea14-44ee-a817-9a8392c5b182 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/floatingips/52ceeed4-6a2b-4567-bc66-12fde7c8bc1f HTTP/1.1" status: 200 len: 990 time: 0.2924523 Nov 10 21:54:59.871876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b07fe4-122e-448b-aeb2-394834a28d12 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:54:59.876045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-86b07fe4-122e-448b-aeb2-394834a28d12 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/networks/c63c6976-ff85-445a-b1de-7ade69f02d52 HTTP/1.1" status: 200 len: 881 time: 0.2222598 Nov 10 21:54:59.890206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37934) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:54:59.895613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85f8ab25-94fb-41e2-a2d2-a53d0d1adc71 req-3e313a00-0145-4d85-ab89-10cb11b26c9c tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 210 time: 0.0413063 Nov 10 21:54:59.931866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3c9c7384-256e-4b84-9f1d-14840248b6da tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 HTTP/1.1" status: 200 len: 205 time: 0.0325766 Nov 10 21:54:59.932206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37940) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:00.003121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-d5604b12-db04-466c-85d7-09a4bf1de398 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:00.004625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-d5604b12-db04-466c-85d7-09a4bf1de398 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092369 Nov 10 21:55:00.010333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fa42cc5-8d1b-4af5-b556-bacf9ebc49fe req-1406b30f-ca5d-42c5-8461-121ffa55452a service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463688 Nov 10 21:55:00.024601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Request body: {'port': {'device_id': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'e9c818ea2c554c25a0550602d3aa61a3'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:00.059292 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.178187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.193024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-0c168003-e1d9-41a6-b080-4d5f5f5bb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:00.198748 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-0c168003-e1d9-41a6-b080-4d5f5f5bb77b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 1097 time: 0.0616822 Nov 10 21:55:00.250371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Made reservation on behalf of e9c818ea2c554c25a0550602d3aa61a3 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:00.255461 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.297242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.301164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Deleting port 477ca0ba-8f20-4cd5-aa72-45fcf6b99a6c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:00.301510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.385272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.388985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-fc603f95-8513-4c55-83c7-bb7ce6520c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:00.395687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-fc603f95-8513-4c55-83c7-bb7ce6520c05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea HTTP/1.1" status: 200 len: 898 time: 0.1728880 Nov 10 21:55:00.400008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16d456-0d58-4819-94d0-0ae47e96f713 req-3b69b458-a5a4-4948-99fd-0ee2f71443ab tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:00.400656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Calling delete_port for 477ca0ba-8f20-4cd5-aa72-45fcf6b99a6c owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:00.401485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe16d456-0d58-4819-94d0-0ae47e96f713 req-3b69b458-a5a4-4948-99fd-0ee2f71443ab tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1076555 Nov 10 21:55:00.520147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-1163e219-bbdd-428e-9408-c19729fa14b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7 HTTP/1.1" status: 200 len: 1000 time: 0.1164985 Nov 10 21:55:00.550202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.555573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe16d456-0d58-4819-94d0-0ae47e96f713 req-c6891d02-7f9f-4203-adf0-fccef0f8284a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419346 Nov 10 21:55:00.598436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-1d7e72ec-b645-459d-9f14-11c5b35e1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:00.600006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-1d7e72ec-b645-459d-9f14-11c5b35e1891 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f39a67a-ca01-4fbb-9b3c-20414a6e6970 HTTP/1.1" status: 200 len: 834 time: 0.0600019 Nov 10 21:55:00.633645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def5202-78ae-4739-b190-f877dc409091 req-065bb0ae-acb0-4bb4-b2c4-3081169eb197 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:00.635550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6def5202-78ae-4739-b190-f877dc409091 req-065bb0ae-acb0-4bb4-b2c4-3081169eb197 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0948324 Nov 10 21:55:00.653064 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.668104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-e6ba8aed-8e95-48ee-8915-e240eb8a35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:00.669603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-e6ba8aed-8e95-48ee-8915-e240eb8a35b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605431 Nov 10 21:55:00.687909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6def5202-78ae-4739-b190-f877dc409091 req-48459347-8c21-410d-9863-8f2592017f8e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458732 Nov 10 21:55:00.713917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404a689e-3045-46e3-90ca-578a0741c7c3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:00.727879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.770742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539a75a-7c4e-48c7-8859-474550ed3dcd None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:00.788756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event deleted for resources: {'Port': ['ID=477ca0ba-8f20-4cd5-aa72-45fcf6b99a6c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:00.831684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:00.842743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37952) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:00.855625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-f62c4edf-99a2-4fe8-98a7-18eee926d946 service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767447 Nov 10 21:55:00.948982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Allocated IP 192.168.233.177 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/d8c7bbd5-6bf6-4086-894a-feebbd58679d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:01.020670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ee2eb634-d349-4719-b0c1-3c85b92e0c8a tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/floatingips/52ceeed4-6a2b-4567-bc66-12fde7c8bc1f HTTP/1.1" status: 200 len: 992 time: 0.1755288 Nov 10 21:55:01.026329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3964595-dfc7-4849-a746-f10327bb634a req-3e3c59b1-2bbf-4f88-8fbe-453497cdac6c tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 210 time: 0.0445173 Nov 10 21:55:01.081850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f16ceaf-4359-4c4f-8305-e480a03fa01f req-aa05b9e8-e72b-4713-a3dd-06c31a5130ff service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949155 Nov 10 21:55:01.214039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.230390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.232568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.322529 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.350496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.351126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Fanout notify agent at l3_agent the message router_deleted on router bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:55:01.358317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.359488 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-35d67be3-ff40-4a8c-a1cc-742fc92c06be tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 HTTP/1.1" status: 204 len: 168 time: 1.4259741 Nov 10 21:55:01.364100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37956) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:01.369312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1738249961', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:01.370125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:01.373343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:01.380435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:01.382604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Pushing event updated for resources: {'Port': ['ID=d8c7bbd5-6bf6-4086-894a-feebbd58679d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:01.430261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:01.430878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.506445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.507703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.568803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.611549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-e5b78843-eb1a-4258-8fc9-046609a55f6d tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5901380 Nov 10 21:55:01.624126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Request body: {'port': {'device_id': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:01.662125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1f0ffb30-ddb8-46e9-a897-74356e5f367e None None] Provisioning complete for port d8c7bbd5-6bf6-4086-894a-feebbd58679d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:01.662569 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f0ffb30-ddb8-46e9-a897-74356e5f367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.700034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.702384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ffb30-ddb8-46e9-a897-74356e5f367e None None] Port d8c7bbd5-6bf6-4086-894a-feebbd58679d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:55:01.839891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeda99-d460-4967-8444-e58f654a62c7 req-8ddf222c-8331-4061-a472-ac282bb9db9e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:01.841415 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bbeda99-d460-4967-8444-e58f654a62c7 req-8ddf222c-8331-4061-a472-ac282bb9db9e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.2042587 Nov 10 21:55:01.866026 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:01.906496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-0498944c-953b-452b-b267-eaee8ba6cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:01.908809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-0498944c-953b-452b-b267-eaee8ba6cad1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1098 time: 0.1189680 Nov 10 21:55:01.915519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d9ad9-d32f-4d63-9e95-e1aecf3aad61 req-66cee5c1-3ffc-44a4-8b32-0202ec8abc97 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:01.917015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a4d9ad9-d32f-4d63-9e95-e1aecf3aad61 req-66cee5c1-3ffc-44a4-8b32-0202ec8abc97 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1126592 Nov 10 21:55:01.943862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bbeda99-d460-4967-8444-e58f654a62c7 req-9d3d9093-3b24-4f5c-92bd-007bc65fe6fb tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857596 Nov 10 21:55:01.995475 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a4d9ad9-d32f-4d63-9e95-e1aecf3aad61 req-3263737a-6a3a-4ef5-97a6-7f4141815c39 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722711 Nov 10 21:55:02.051368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c7bbd5-6bf6-4086-894a-feebbd58679d {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:55:02.059715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.073067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Transition to ACTIVE for port object d8c7bbd5-6bf6-4086-894a-feebbd58679d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:55:02.076117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-d0913f02-f89d-4ad4-9203-8ee8495049dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.076221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-d0913f02-f89d-4ad4-9203-8ee8495049dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.1592212 Nov 10 21:55:02.161864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.189676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-a90b9aa1-965c-45fc-bf11-b57b6d6b6fda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1002 time: 0.1049747 Nov 10 21:55:02.217058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c7bbd5-6bf6-4086-894a-feebbd58679d,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:02.222035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1f321-cd6d-46ba-987d-ffa4543e66ac req-c5c93b42-e650-4ac0-abb5-d6a1e073f653 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.223602 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bc1f321-cd6d-46ba-987d-ffa4543e66ac req-c5c93b42-e650-4ac0-abb5-d6a1e073f653 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 936 time: 0.0973935 Nov 10 21:55:02.296062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Attempting to bind port d8c7bbd5-6bf6-4086-894a-feebbd58679d on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:02.296449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Attempting to bind port d8c7bbd5-6bf6-4086-894a-feebbd58679d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:02.296779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Attempting to bind port d8c7bbd5-6bf6-4086-894a-feebbd58679d on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:02.302094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Port d8c7bbd5-6bf6-4086-894a-feebbd58679d on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:55:02.302418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Attempting to bind port d8c7bbd5-6bf6-4086-894a-feebbd58679d on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:02.307601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:02.308806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:02.309191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:02.309801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Bound port: d8c7bbd5-6bf6-4086-894a-feebbd58679d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:02.310162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.363498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-95d37827-07b9-43b2-bb3d-d5d44befd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.365078 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-95d37827-07b9-43b2-bb3d-d5d44befd4cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.1636190 Nov 10 21:55:02.410396 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.432426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] For port d8c7bbd5-6bf6-4086-894a-feebbd58679d, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:02.432426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] For port d8c7bbd5-6bf6-4086-894a-feebbd58679d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d8c7bbd5-6bf6-4086-894a-feebbd58679d,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:02.433466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0bc1f321-cd6d-46ba-987d-ffa4543e66ac req-a912fdad-a92d-406d-8b74-081439c86312 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848278 Nov 10 21:55:02.453132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.499807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.505356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-1d6e634c-cf1f-4b3e-8ee9-58a9480829ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.506966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-1d6e634c-cf1f-4b3e-8ee9-58a9480829ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271310 Nov 10 21:55:02.534173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.535044 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.536552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] 10.222.0.53 "PUT /v2.0/ports/d8c7bbd5-6bf6-4086-894a-feebbd58679d HTTP/1.1" status: 200 len: 1097 time: 0.9167109 Nov 10 21:55:02.541357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'tag': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:02.541807 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae68ad5-9d96-4abe-a89a-dcb1c9be0cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce27f90-bfda-468f-94bb-d56d4cad8941", "tag": "d8c7bbd5-6bf6-4086-894a-feebbd58679d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:02.574790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe43a4-f78d-4022-b86e-351fdb5ccf38 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c7bbd5-6bf6-4086-894a-feebbd58679d,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:02.601604 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa501e8-c6c0-40cf-adcb-75a9e5fcb8e4 x-openstack-request-id: req-9fa501e8-c6c0-40cf-adcb-75a9e5fcb8e4 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:02.601892 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce27f90-bfda-468f-94bb-d56d4cad8941", "tag": "d8c7bbd5-6bf6-4086-894a-feebbd58679d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:02.602142 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fa501e8-c6c0-40cf-adcb-75a9e5fcb8e4 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:02.602570 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'tag': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d', 'status': 'completed', 'code': 200} Nov 10 21:55:02.633971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Allocated IP 172.25.7.11 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/89d2f393-c702-454a-928f-2fc745ebb5ea) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:02.671123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68ad5-9d96-4abe-a89a-dcb1c9be0cc6 req-cd5d1bc2-6d4b-44a6-8f49-2da44b3d3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.672675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cae68ad5-9d96-4abe-a89a-dcb1c9be0cc6 req-cd5d1bc2-6d4b-44a6-8f49-2da44b3d3c2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 1100 time: 0.0488095 Nov 10 21:55:02.678189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-0e71c251-93e8-435e-9efa-831d416e5ce3 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589789 Nov 10 21:55:02.701963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cae68ad5-9d96-4abe-a89a-dcb1c9be0cc6 req-e546e08d-c336-470e-a7e1-afc89cedec47 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208297 Nov 10 21:55:02.807150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68ad5-9d96-4abe-a89a-dcb1c9be0cc6 req-30d8ddd4-5bda-494a-aad3-11a98e354b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.808931 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cae68ad5-9d96-4abe-a89a-dcb1c9be0cc6 req-30d8ddd4-5bda-494a-aad3-11a98e354b3b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007938 Nov 10 21:55:02.839305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.839305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-1cf1fefc-551a-4397-985a-6ebcf98fbf85 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524603 Nov 10 21:55:02.889821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-88b68138-39ec-4ee8-b5fd-b4b5cb2fbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.891469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-88b68138-39ec-4ee8-b5fd-b4b5cb2fbfbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 1100 time: 0.0467770 Nov 10 21:55:02.937898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-777b4754-e9b2-4900-97ce-588ca5e3a542 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d8c7bbd5-6bf6-4086-894a-feebbd58679d HTTP/1.1" status: 200 len: 217 time: 0.0382493 Nov 10 21:55:02.962513 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:02.988810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-989a5e28-89f6-4a02-a1d9-af8262e4d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:02.990398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-989a5e28-89f6-4a02-a1d9-af8262e4d8e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0463026 Nov 10 21:55:03.004115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:03.010861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:03.013396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:03.029913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae1930-0fed-4da8-b303-71a75b71059d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:03.058857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681247b-c661-4079-bce5-187112ff85be req-e2fe0cfc-8563-40ed-8f0e-89ccea9bc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:03.060645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-e2fe0cfc-8563-40ed-8f0e-89ccea9bc5ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632358 Nov 10 21:55:03.074598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event updated for resources: {'Port': ['ID=89d2f393-c702-454a-928f-2fc745ebb5ea,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:03.087779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d3a8b8f7-6a4f-4afc-9fd8-77444e67bb6e None None] Provisioning complete for port 89d2f393-c702-454a-928f-2fc745ebb5ea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:03.088147 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d3a8b8f7-6a4f-4afc-9fd8-77444e67bb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:03.128125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d3a8b8f7-6a4f-4afc-9fd8-77444e67bb6e None None] Port 89d2f393-c702-454a-928f-2fc745ebb5ea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:55:03.216066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a6db9-db75-43de-b7d6-26501c6bccd3 req-2dfa3d15-29cf-46cd-a81e-ab50ea75859a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:03.217477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8a6db9-db75-43de-b7d6-26501c6bccd3 req-2dfa3d15-29cf-46cd-a81e-ab50ea75859a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1446402 Nov 10 21:55:03.219784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0a288-b255-4cd8-8e3b-4a7b392a7772 req-360f5bc2-1fc2-4ecb-8864-ec97a44eacd0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:03.221943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ced0a288-b255-4cd8-8e3b-4a7b392a7772 req-360f5bc2-1fc2-4ecb-8864-ec97a44eacd0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1203420 Nov 10 21:55:03.227816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-81d2ab8a-6752-4c51-b163-b8301518c631 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599011 Nov 10 21:55:03.298158 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4c8a6db9-db75-43de-b7d6-26501c6bccd3 req-17ca757b-1af1-4ab1-aa3d-968e616fcbb0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566835 Nov 10 21:55:03.466933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:03.609107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65eef-782e-4e93-95cc-208982ce96af req-c5085465-df5f-4e51-b17e-d64f237c81b0 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:03.611014 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9d65eef-782e-4e93-95cc-208982ce96af req-c5085465-df5f-4e51-b17e-d64f237c81b0 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 948 time: 0.1045287 Nov 10 21:55:03.683117 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ced0a288-b255-4cd8-8e3b-4a7b392a7772 req-da819c89-7995-446e-b767-b15af95c4d0a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4526117 Nov 10 21:55:03.706568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2681247b-c661-4079-bce5-187112ff85be req-305aa662-dae8-4fb0-b971-af831e64a52a service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705555 Nov 10 21:55:03.734724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9d65eef-782e-4e93-95cc-208982ce96af req-c1b24f08-e0d1-43b7-bf20-f905dd036702 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145611 Nov 10 21:55:03.755124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:03.927400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Router ed9fff39-5d12-4288-8050-58accbc756b5 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:55:04.061823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:55:04.072184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] Sync routers for ids ['ed9fff39-5d12-4288-8050-58accbc756b5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:55:04.082160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-493254ba-b97f-4444-8187-e53230e7d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:04.083402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] Routers {'ed9fff39-5d12-4288-8050-58accbc756b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:04.083697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-493254ba-b97f-4444-8187-e53230e7d963 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1098 time: 0.0623701 Nov 10 21:55:04.084464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed9fff39-5d12-4288-8050-58accbc756b5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:04.120125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:04.129680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] Routers {'ed9fff39-5d12-4288-8050-58accbc756b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:04.130284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed9fff39-5d12-4288-8050-58accbc756b5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:04.160656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:04.161928 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e02cd494-ba1d-400c-a882-c59ed9d6cdfd tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7968497 Nov 10 21:55:04.164681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37972) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:04.165312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:04.165994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81222f16-0fec-4c40-a5b3-9cc754e56330 None None] The sync data for ids ['ed9fff39-5d12-4288-8050-58accbc756b5'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:55:04.171926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:04.427146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a84f6-8c88-4df7-a4e8-7289b770b285 req-589eda1f-1def-4932-a0fc-bb964cb88160 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:04.428731 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-688a84f6-8c88-4df7-a4e8-7289b770b285 req-589eda1f-1def-4932-a0fc-bb964cb88160 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0519543 Nov 10 21:55:04.479414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-688a84f6-8c88-4df7-a4e8-7289b770b285 req-4dd5ba61-b10f-450e-88fd-528601a5b57e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Nov 10 21:55:04.562717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-478112d7-7727-4a32-a464-a27ec9d09b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:04.564431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-478112d7-7727-4a32-a464-a27ec9d09b3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.4612520 Nov 10 21:55:04.681669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-c45700e1-9dc6-4673-841b-476aee925ef5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1002 time: 0.1082473 Nov 10 21:55:04.774294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-eec6992a-ec1f-4a36-99ff-8f34fede434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:04.775833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-eec6992a-ec1f-4a36-99ff-8f34fede434b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0855758 Nov 10 21:55:04.856521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c74bbf-3e3c-4eac-b40e-c34dc2bea021 req-062b13ca-9051-4f79-bf52-93bee5504ef3 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:04.858127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50c74bbf-3e3c-4eac-b40e-c34dc2bea021 req-062b13ca-9051-4f79-bf52-93bee5504ef3 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 948 time: 0.0545380 Nov 10 21:55:04.911413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50c74bbf-3e3c-4eac-b40e-c34dc2bea021 req-86fda2b4-f1fb-4f0a-883d-05145bea55cf tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Nov 10 21:55:04.912091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-0b7b7e41-5769-45b1-880c-78b89142c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:04.913628 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-0b7b7e41-5769-45b1-880c-78b89142c289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940182 Nov 10 21:55:04.932478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.016601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.045902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8349c5-5c5c-4c79-9553-186943323cba req-009d21ae-5c00-4d3c-95d4-5e8da2c45a95 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:05.047539 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8349c5-5c5c-4c79-9553-186943323cba req-009d21ae-5c00-4d3c-95d4-5e8da2c45a95 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1116500 Nov 10 21:55:05.068049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-a74b60dd-2a9f-4850-bce9-6ef7d55deb79 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447227 Nov 10 21:55:05.078318 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:55:05.179274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ab8349c5-5c5c-4c79-9553-186943323cba req-c40d3053-97ce-4c96-9181-7198a0fbd903 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224859 Nov 10 21:55:05.216960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d033b43e-3bdb-4fe7-a5f1-a4084c3e4d13 req-5d2d022a-f58f-4e3c-9939-c56dd582a63f service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381061 Nov 10 21:55:05.225815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Deleting port 89d2f393-c702-454a-928f-2fc745ebb5ea {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:05.226158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.305333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.317659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Calling delete_port for 89d2f393-c702-454a-928f-2fc745ebb5ea owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:05.534029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.561119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Pushing event deleted for resources: {'Port': ['ID=89d2f393-c702-454a-928f-2fc745ebb5ea,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:05.578511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5feaf-e48c-4dc6-bcd5-0b3d37315599 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:05.597510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.598019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.598330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.598740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.599259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.599673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.600109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.600538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.600963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.601394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.601818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.602286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:05.624042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de71d0-909c-404b-8f5e-770077941b88 req-3ec964c4-31e5-45ed-989d-cc4772ac1b92 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:05.625687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-42de71d0-909c-404b-8f5e-770077941b88 req-3ec964c4-31e5-45ed-989d-cc4772ac1b92 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0651214 Nov 10 21:55:05.650007 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b939c973-cd40-468d-92a1-e17cfb3f0e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.663210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.675774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-42de71d0-909c-404b-8f5e-770077941b88 req-4336bb8f-ea6e-4e15-a612-4be8e02af350 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435936 Nov 10 21:55:05.866340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.869570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:05.948153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Router ed9fff39-5d12-4288-8050-58accbc756b5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:55:06.047621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:55:06.055400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.057627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9c8e29fc-c327-4271-89a4-faf324afd978 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "PUT /v2.0/routers/ed9fff39-5d12-4288-8050-58accbc756b5 HTTP/1.1" status: 200 len: 706 time: 1.8896787 Nov 10 21:55:06.059128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] Sync routers for ids ['ed9fff39-5d12-4288-8050-58accbc756b5'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:55:06.060860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37986) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.070474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] Routers {'ed9fff39-5d12-4288-8050-58accbc756b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:06.071175 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed9fff39-5d12-4288-8050-58accbc756b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:06.078683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0e60c-0911-4ec6-a343-b982df593fca req-79a0b9e2-cb44-48f6-94ab-7771acf525d7 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:06.081057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5b0e60c-0911-4ec6-a343-b982df593fca req-79a0b9e2-cb44-48f6-94ab-7771acf525d7 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 948 time: 0.0909865 Nov 10 21:55:06.107784 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:06.116727 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] Routers {'ed9fff39-5d12-4288-8050-58accbc756b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:06.117597 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:54:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ed9fff39-5d12-4288-8050-58accbc756b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:06.133087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5b0e60c-0911-4ec6-a343-b982df593fca req-abbb8bb8-4127-4ca3-b542-ebb96b612545 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Nov 10 21:55:06.136966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-35e3b38b-fc61-4fe3-94f7-b77ac2360c7f tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/routers/ed9fff39-5d12-4288-8050-58accbc756b5 HTTP/1.1" status: 200 len: 741 time: 0.0748906 Nov 10 21:55:06.139555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37988) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.151437 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:06.152108 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8d10f-a615-4528-98b4-2343afae02ce None None] The sync data for ids ['ed9fff39-5d12-4288-8050-58accbc756b5'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:55:06.186105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-00e305a5-3f79-47c7-9d51-7d9afa52c430 tempest-RoutersAdminTest-1531454637 tempest-RoutersAdminTest-1531454637-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&device_id=ed9fff39-5d12-4288-8050-58accbc756b5 HTTP/1.1" status: 200 len: 205 time: 0.0447907 Nov 10 21:55:06.188603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 37990) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.219925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-533cc37e-a179-4d12-8931-768eefad8fe6 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed9fff39-5d12-4288-8050-58accbc756b5 HTTP/1.1" status: 200 len: 205 time: 0.0248654 Nov 10 21:55:06.221903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.299309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c16-9f7c-4d14-ac0e-7b7218729c53 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.306286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42c730-26e9-47a4-a972-01074887e7c8 req-2893f04c-eefc-4605-a99f-b2b7c0d09602 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:06.307830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b42c730-26e9-47a4-a972-01074887e7c8 req-2893f04c-eefc-4605-a99f-b2b7c0d09602 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0511215 Nov 10 21:55:06.363173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b42c730-26e9-47a4-a972-01074887e7c8 req-9e4d3693-52ce-4481-a69d-771b5ced7540 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489223 Nov 10 21:55:06.456151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c16-9f7c-4d14-ac0e-7b7218729c53 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.458258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c16-9f7c-4d14-ac0e-7b7218729c53 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.544427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d8c7bbd5-6bf6-4086-894a-feebbd58679d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:55:06.573521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c16-9f7c-4d14-ac0e-7b7218729c53 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.574096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e7c16-9f7c-4d14-ac0e-7b7218729c53 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Fanout notify agent at l3_agent the message router_deleted on router ed9fff39-5d12-4288-8050-58accbc756b5 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:55:06.581474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b23e7c16-9f7c-4d14-ac0e-7b7218729c53 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.582654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b23e7c16-9f7c-4d14-ac0e-7b7218729c53 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/ed9fff39-5d12-4288-8050-58accbc756b5 HTTP/1.1" status: 204 len: 168 time: 0.3596442 Nov 10 21:55:06.585990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37996) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.612318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a3857d48-787d-49d2-bbb3-4cc8ad3b04ae tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed9fff39-5d12-4288-8050-58accbc756b5 HTTP/1.1" status: 200 len: 205 time: 0.0252013 Nov 10 21:55:06.614557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 37998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.650783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d8c7bbd5-6bf6-4086-894a-feebbd58679d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d8c7bbd5-6bf6-4086-894a-feebbd58679d,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:06.655357 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-34877006-caec-43f3-babc-7948eae1b211 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] delete failed (client error): The resource could not be found. Nov 10 21:55:06.656428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-34877006-caec-43f3-babc-7948eae1b211 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/ed9fff39-5d12-4288-8050-58accbc756b5 HTTP/1.1" status: 404 len: 336 time: 0.0409243 Nov 10 21:55:06.659005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38000) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.662012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d', 'mac_address': 'fa:16:3e:3c:e8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:55:06.686172 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5824d7fc-ab50-4d1f-b7e5-1ad83367c51d tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 HTTP/1.1" status: 200 len: 205 time: 0.0260823 Nov 10 21:55:06.688785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38002) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.701615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.715667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c7bbd5-6bf6-4086-894a-feebbd58679d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:55:06.727714 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-f39c48fe-2d3a-4a09-8921-cb821eff5898 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] delete failed (client error): The resource could not be found. Nov 10 21:55:06.728861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f39c48fe-2d3a-4a09-8921-cb821eff5898 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/bbd65c39-88f6-412a-ac23-51bf4c2ec1d7 HTTP/1.1" status: 404 len: 336 time: 0.0390048 Nov 10 21:55:06.731754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38006) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.741465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d8c7bbd5-6bf6-4086-894a-feebbd58679d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d8c7bbd5-6bf6-4086-894a-feebbd58679d,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:06.759719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f82f672c-d25e-45f8-8f8e-8216cd0810af tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=9218167e-b360-4e2b-adbf-f74838c01357 HTTP/1.1" status: 200 len: 205 time: 0.0267768 Nov 10 21:55:06.762288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38008) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.785196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:06.801598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e8f7b-e046-455a-ad48-f4ba128d64e2 req-5e703203-c23a-4e26-a458-1d696bbdc4d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:06.803125 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-998e8f7b-e046-455a-ad48-f4ba128d64e2 req-5e703203-c23a-4e26-a458-1d696bbdc4d5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Nov 10 21:55:06.806898 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-53bae39b-188a-44c2-9894-bd724d051f8c tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] delete failed (client error): The resource could not be found. Nov 10 21:55:06.810768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-53bae39b-188a-44c2-9894-bd724d051f8c tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/9218167e-b360-4e2b-adbf-f74838c01357 HTTP/1.1" status: 404 len: 336 time: 0.0447247 Nov 10 21:55:06.812275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38010) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.838414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d8c7bbd5-6bf6-4086-894a-feebbd58679d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:06.843056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7ec82954-33e3-4c84-863e-23e530b55649 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ee1b837-eed9-404b-afaf-274dd21124ac HTTP/1.1" status: 200 len: 205 time: 0.0296097 Nov 10 21:55:06.845310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38012) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.855269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-998e8f7b-e046-455a-ad48-f4ba128d64e2 req-bccdf210-6efc-4c8b-8d81-b0bf9e21380a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459220 Nov 10 21:55:06.883912 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-3793404e-d2c7-45a7-8572-10aaf90fdf15 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] delete failed (client error): The resource could not be found. Nov 10 21:55:06.885767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3793404e-d2c7-45a7-8572-10aaf90fdf15 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/7ee1b837-eed9-404b-afaf-274dd21124ac HTTP/1.1" status: 404 len: 336 time: 0.0382135 Nov 10 21:55:06.891522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38014) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.922124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2de05ce2-9121-4fae-931d-4537488de65c tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4f73fbe-2a9f-4a14-9d1b-9601aad601ae HTTP/1.1" status: 200 len: 205 time: 0.0293941 Nov 10 21:55:06.925220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38016) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.965546 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-85ef9239-27d8-431d-a13a-4a50df23a024 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] delete failed (client error): The resource could not be found. Nov 10 21:55:06.966577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-85ef9239-27d8-431d-a13a-4a50df23a024 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/b4f73fbe-2a9f-4a14-9d1b-9601aad601ae HTTP/1.1" status: 404 len: 336 time: 0.0403614 Nov 10 21:55:06.969163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38018) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:06.995946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a1ea2223-0737-4419-8831-b41dec3b07e6 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e56d28e-c988-4ba1-8c77-0e5c301dff18 HTTP/1.1" status: 200 len: 205 time: 0.0257204 Nov 10 21:55:06.998109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38020) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:07.006932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d8c7bbd5-6bf6-4086-894a-feebbd58679d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:55:07.034280 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-6b837277-15b1-4ee4-b036-9a44555f2ad5 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] delete failed (client error): The resource could not be found. Nov 10 21:55:07.035322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6b837277-15b1-4ee4-b036-9a44555f2ad5 tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/routers/4e56d28e-c988-4ba1-8c77-0e5c301dff18 HTTP/1.1" status: 404 len: 336 time: 0.0363264 Nov 10 21:55:07.038369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38022) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:07.065622 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1146ef59-0966-4e6c-9b13-d298c88e2d3a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] DELETE failed (client error): The resource could not be found. Nov 10 21:55:07.066080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1146ef59-0966-4e6c-9b13-d298c88e2d3a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:55:07.069116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1146ef59-0966-4e6c-9b13-d298c88e2d3a tempest-RoutersAdminTest-116532008 tempest-RoutersAdminTest-116532008-project] 10.222.0.45 "DELETE /v2.0/subnets/7761920d-6072-4e2d-9423-650833216a66 HTTP/1.1" status: 404 len: 337 time: 0.0297046 Nov 10 21:55:07.250772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ffc96-b960-4c0d-9ca0-c1f1b2185b9d req-23a4e633-63d7-40ad-9f67-5cf121d732ae tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:07.252300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-297ffc96-b960-4c0d-9ca0-c1f1b2185b9d req-23a4e633-63d7-40ad-9f67-5cf121d732ae tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 949 time: 0.0484951 Nov 10 21:55:07.300794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-297ffc96-b960-4c0d-9ca0-c1f1b2185b9d req-d24bc802-88d9-4be6-9526-fe5480140fe3 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Nov 10 21:55:07.477005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38032) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:07.491011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629416a-a3d4-410a-9cec-deb89c4d9880 req-b2dd3471-85a6-4fd9-bcef-33a83ccd3926 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:07.492514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4629416a-a3d4-410a-9cec-deb89c4d9880 req-b2dd3471-85a6-4fd9-bcef-33a83ccd3926 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0592699 Nov 10 21:55:07.545210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4629416a-a3d4-410a-9cec-deb89c4d9880 req-9298bec2-7be0-4ae2-8e20-c31a655ae420 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453908 Nov 10 21:55:07.601767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3457717-bab4-4e27-a56d-8e5b5ffd010f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.676122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3457717-bab4-4e27-a56d-8e5b5ffd010f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.722331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b3457717-bab4-4e27-a56d-8e5b5ffd010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.762170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b3457717-bab4-4e27-a56d-8e5b5ffd010f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d839be39347f4994b5e4da6d9c6dca5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841434 Nov 10 21:55:07.763042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457717-bab4-4e27-a56d-8e5b5ffd010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933202e6-1bb5-4ab9-936c-00006a6caca4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:07.764954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38036) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:07.812759 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1358246a-8f9e-4b12-8b52-87a69bfce778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.834679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1358246a-8f9e-4b12-8b52-87a69bfce778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.940405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dde92e5e-86cf-42a6-8b62-4447e8e6e375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.969986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1358246a-8f9e-4b12-8b52-87a69bfce778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.972551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1358246a-8f9e-4b12-8b52-87a69bfce778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:07.973677 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1358246a-8f9e-4b12-8b52-87a69bfce778 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/933202e6-1bb5-4ab9-936c-00006a6caca4 HTTP/1.1" status: 204 len: 168 time: 0.2076380 Nov 10 21:55:07.984567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f60ee-baaa-4686-a80c-3143b2c7af8f req-2e9c6f63-ba66-4337-b09e-416a7cf4ee1b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:07.987098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-881f60ee-baaa-4686-a80c-3143b2c7af8f req-2e9c6f63-ba66-4337-b09e-416a7cf4ee1b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0575387 Nov 10 21:55:07.996574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358246a-8f9e-4b12-8b52-87a69bfce778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933202e6-1bb5-4ab9-936c-00006a6caca4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:08.044684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-881f60ee-baaa-4686-a80c-3143b2c7af8f req-2591a186-bf4e-4f2b-b337-4a88e5b14978 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501857 Nov 10 21:55:08.415573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b0a7e-6e30-42d6-9947-8e7e5f40129f req-45a0bce5-5eb0-48ac-80f4-e36c8b718356 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:08.417070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e84b0a7e-6e30-42d6-9947-8e7e5f40129f req-45a0bce5-5eb0-48ac-80f4-e36c8b718356 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 949 time: 0.0473700 Nov 10 21:55:08.467298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e84b0a7e-6e30-42d6-9947-8e7e5f40129f req-def6f605-12f9-4422-8a9e-10d8d91eadd9 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Nov 10 21:55:08.574900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38048) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:08.584593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d8c7bbd5-6bf6-4086-894a-feebbd58679d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:08.636129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-afb1a217-695b-4f74-9163-50c57217fcac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ff384622ce7456a9b2b25d93d10a75d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599463 Nov 10 21:55:08.638781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38050) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:08.672047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f6218-7853-4b55-8085-8a53e034f136 req-e7b85575-fb9f-4f24-953d-5c17a1834696 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:08.673649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f28f6218-7853-4b55-8085-8a53e034f136 req-e7b85575-fb9f-4f24-953d-5c17a1834696 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0503035 Nov 10 21:55:08.676889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port d8c7bbd5-6bf6-4086-894a-feebbd58679d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:55:08.681308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d8c7bbd5-6bf6-4086-894a-feebbd58679d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:08.681755 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:08.693148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f06f438-4cc9-4417-8085-2093d3281a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:08.719452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f06f438-4cc9-4417-8085-2093d3281a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:08.734173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f28f6218-7853-4b55-8085-8a53e034f136 req-9ab4c0ed-8a80-4bff-8031-e7aca1569c8d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527134 Nov 10 21:55:08.761835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:08.785795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:08.788096 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed50318c-8b02-4d2b-8dd3-0fb6f8b0b5e5" -d '{"events": [{"server_uuid": "9ce27f90-bfda-468f-94bb-d56d4cad8941", "name": "network-vif-plugged", "status": "completed", "tag": "d8c7bbd5-6bf6-4086-894a-feebbd58679d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:08.804591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d8c7bbd5-6bf6-4086-894a-feebbd58679d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d8c7bbd5-6bf6-4086-894a-feebbd58679d,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:08.808704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f06f438-4cc9-4417-8085-2093d3281a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:08.811479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f06f438-4cc9-4417-8085-2093d3281a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:08.816275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5f06f438-4cc9-4417-8085-2093d3281a64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3025058f-a5ab-424d-bcab-efe8d30a8c94 HTTP/1.1" status: 204 len: 168 time: 0.1764278 Nov 10 21:55:08.824643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06f438-4cc9-4417-8085-2093d3281a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025058f-a5ab-424d-bcab-efe8d30a8c94,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:08.825026 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67848374-442f-4d6c-b8f6-7423614325ce x-openstack-request-id: req-67848374-442f-4d6c-b8f6-7423614325ce {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:08.825370 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce27f90-bfda-468f-94bb-d56d4cad8941", "name": "network-vif-plugged", "status": "completed", "tag": "d8c7bbd5-6bf6-4086-894a-feebbd58679d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:08.825623 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67848374-442f-4d6c-b8f6-7423614325ce {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:08.826744 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d', 'code': 200} Nov 10 21:55:08.854402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:08.904436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d8c7bbd5-6bf6-4086-894a-feebbd58679d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:08.931459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2947a-0c9f-41e1-9a37-fb845ff33b08 req-1a79eb8c-24f4-4b87-86e2-7b7101077209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:08.933151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36e2947a-0c9f-41e1-9a37-fb845ff33b08 req-1a79eb8c-24f4-4b87-86e2-7b7101077209 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 1102 time: 0.0466802 Nov 10 21:55:08.978325 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36e2947a-0c9f-41e1-9a37-fb845ff33b08 req-30281d98-359e-4a44-b163-04fc70d02916 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Nov 10 21:55:09.165417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a337e-280f-4edf-8a24-bc5f45c26af4 req-f0c7d6ef-16be-43a3-b500-da28a395807e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:09.166932 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b6a337e-280f-4edf-8a24-bc5f45c26af4 req-f0c7d6ef-16be-43a3-b500-da28a395807e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0493567 Nov 10 21:55:09.217277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b6a337e-280f-4edf-8a24-bc5f45c26af4 req-022cf0ee-6540-4627-901e-665696baca84 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439613 Nov 10 21:55:09.333616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:09.586970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f0c74-432b-4740-9f79-f28cab4befbd req-76fd20c7-17ba-46f0-9440-85f924bd11f9 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:09.588516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d2f0c74-432b-4740-9f79-f28cab4befbd req-76fd20c7-17ba-46f0-9440-85f924bd11f9 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 950 time: 0.0515037 Nov 10 21:55:09.638622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d2f0c74-432b-4740-9f79-f28cab4befbd req-4c3c8068-80c4-43f7-b079-4d3949ca8016 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 Nov 10 21:55:09.864454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be9d88-917b-4a9c-bcb9-24ddf580d193 req-8f1e055e-92cc-4814-aa4f-7fab5c13d984 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:09.866130 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01be9d88-917b-4a9c-bcb9-24ddf580d193 req-8f1e055e-92cc-4814-aa4f-7fab5c13d984 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0544000 Nov 10 21:55:09.873719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38080) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:09.923240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-01be9d88-917b-4a9c-bcb9-24ddf580d193 req-b1bbcbee-0384-472f-a6b0-c4434427fe1f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465794 Nov 10 21:55:09.979191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2015949321'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:10.065475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:10.069071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.078088 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.153938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.248719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.282226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:55:10.290912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8016f9d5-a940-4072-8560-cade16bdfe07,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:10.297816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.298211 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Added segment 19168be7-5572-4d60-b9ae-febe3f735411 of type vlan for network f67fc58d-ae9b-43ba-9e80-5506e803abe9 Nov 10 21:55:10.354718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.355630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040b349-3100-4fcc-be4c-3b30f1c1fd14 req-99800809-29e7-4acc-9cbb-025c23a8f2b0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:10.360149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8040b349-3100-4fcc-be4c-3b30f1c1fd14 req-99800809-29e7-4acc-9cbb-025c23a8f2b0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0631645 Nov 10 21:55:10.404937 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8040b349-3100-4fcc-be4c-3b30f1c1fd14 req-7f07795c-425c-4331-bb73-043ee439c4c6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Nov 10 21:55:10.453982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.460452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:10.461039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.571628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6997674 Nov 10 21:55:10.574737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d035b4-ea71-459a-8793-cd972c778eef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Network': ['ID=f67fc58d-ae9b-43ba-9e80-5506e803abe9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:10.575339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38086) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:10.581012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:10.586920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:55:10.745269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:10.748961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.755262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105f3e2-9054-4c0c-9aed-0460273d687c req-693e9ee1-fd57-48c6-95b3-ad559ba53676 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:10.756997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9105f3e2-9054-4c0c-9aed-0460273d687c req-693e9ee1-fd57-48c6-95b3-ad559ba53676 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 950 time: 0.0495973 Nov 10 21:55:10.769325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:10.806318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9105f3e2-9054-4c0c-9aed-0460273d687c req-7ca24508-a18e-46c6-a2e5-1d4960d53204 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Nov 10 21:55:10.985817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.048007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885572c7-fb88-404d-a2ae-55725f0447f0 req-1145e5c7-11de-48c1-8215-9361ea443a82 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:11.050193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-885572c7-fb88-404d-a2ae-55725f0447f0 req-1145e5c7-11de-48c1-8215-9361ea443a82 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0526149 Nov 10 21:55:11.052333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=f711bd34-7946-448b-80f9-b027c740e90f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:11.062994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:11.063348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network hostable DHCP agents. Network: f67fc58d-ae9b-43ba-9e80-5506e803abe9, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:55:11.116552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-885572c7-fb88-404d-a2ae-55725f0447f0 req-28e00092-cb0c-49d8-bac4-45a3f5b893c6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543959 Nov 10 21:55:11.134171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:55:11.231461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f67fc58d-ae9b-43ba-9e80-5506e803abe9) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:11.235513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:11.236187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.241288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9791e4-a4b0-43e9-80e9-f9869017ef61 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:11.314312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b0bf966f-03d4-4a3f-8939-4e087b699136 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7377338 Nov 10 21:55:11.317023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38100) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:11.321946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'name': 'tempest-NetworksTestDHCPv6-687691986'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:11.402584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.405485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'f711bd34-7946-448b-80f9-b027c740e90f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:11.406478 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.535074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfeeee-3015-46c1-8464-a24fabc68d34 req-bd38954a-496f-47f2-a6ff-da7a7c12ace8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:11.536586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-babfeeee-3015-46c1-8464-a24fabc68d34 req-bd38954a-496f-47f2-a6ff-da7a7c12ace8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0517213 Nov 10 21:55:11.551378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:11.553184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/f711bd34-7946-448b-80f9-b027c740e90f/2fa82d6d-0e20-4fe3-bbdf-410940731598) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:11.555362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.577133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 275346be-15f4-42ab-b643-2d4a3ece646b yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:11.589390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-babfeeee-3015-46c1-8464-a24fabc68d34 req-f676e92e-a6f9-439c-a958-b43b18460bc7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466707 Nov 10 21:55:11.707975 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.792039 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.838521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:11.841583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:11.845137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:11.853188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Pushing event updated for resources: {'Port': ['ID=2fa82d6d-0e20-4fe3-bbdf-410940731598,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:11.856079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::322 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/f711bd34-7946-448b-80f9-b027c740e90f/275346be-15f4-42ab-b643-2d4a3ece646b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:11.910439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Attempting to bind port 2fa82d6d-0e20-4fe3-bbdf-410940731598 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:11.910817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Attempting to bind port 2fa82d6d-0e20-4fe3-bbdf-410940731598 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:11.911182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Attempting to bind port 2fa82d6d-0e20-4fe3-bbdf-410940731598 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:11.916564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:11.916939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:11.919489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.919489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:11.919489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Bound port: 2fa82d6d-0e20-4fe3-bbdf-410940731598, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:11.919489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:11.985233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] For port 2fa82d6d-0e20-4fe3-bbdf-410940731598, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:11.989219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] For port 2fa82d6d-0e20-4fe3-bbdf-410940731598, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2fa82d6d-0e20-4fe3-bbdf-410940731598,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:12.043695 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:12.161322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79422e-20ab-48b2-8bb0-10d047e89b7c None None] Pushing event updated for resources: {'Port': ['ID=2fa82d6d-0e20-4fe3-bbdf-410940731598,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:12.282961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ea0e6-ad8f-49b5-b2f6-9b0cd3aec575 req-31904450-df77-4fda-a910-ef65f15d041d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:12.292675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-916ea0e6-ad8f-49b5-b2f6-9b0cd3aec575 req-31904450-df77-4fda-a910-ef65f15d041d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0668292 Nov 10 21:55:12.405992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:12.446104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-916ea0e6-ad8f-49b5-b2f6-9b0cd3aec575 req-573bd99b-33f4-4656-9c94-29549212515f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522069 Nov 10 21:55:12.489944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:12.538351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:12.545925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:12.550434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:12.556665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:12.557275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:12.568670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=275346be-15f4-42ab-b643-2d4a3ece646b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:12.680071 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ec62b86c-976b-448b-bebb-ad01e2eb55e0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3618777 Nov 10 21:55:12.682709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38110) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:12.763185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08b420-6f3a-4c53-9a26-a014f4f6aadd req-5cab42ff-b9ce-4fb9-a66a-42d86b40ddab tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:12.764861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c08b420-6f3a-4c53-9a26-a014f4f6aadd req-5cab42ff-b9ce-4fb9-a66a-42d86b40ddab tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0837290 Nov 10 21:55:12.808749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0202c2-be32-421b-bded-aca24d64b162 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:12.815349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0202c2-be32-421b-bded-aca24d64b162 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:12.817018 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0c0202c2-be32-421b-bded-aca24d64b162 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1327782 Nov 10 21:55:12.819665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38114) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:12.837290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c08b420-6f3a-4c53-9a26-a014f4f6aadd req-e97893b3-faae-4309-8118-c0ee6f5b21f9 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650866 Nov 10 21:55:12.938838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 275346be-15f4-42ab-b643-2d4a3ece646b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:12.939164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.047409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.065208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 275346be-15f4-42ab-b643-2d4a3ece646b owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:13.269572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b5368-2430-46d0-b099-aa56f5868cbe None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:13.334171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.343160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2ff53998-1ce2-47b1-88a8-81d760ab1264 None None] Provisioning complete for port 2fa82d6d-0e20-4fe3-bbdf-410940731598 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:13.343556 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ff53998-1ce2-47b1-88a8-81d760ab1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.368614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=275346be-15f4-42ab-b643-2d4a3ece646b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:13.420597 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.426616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-070fa274-31ad-4526-a8b7-3372d52eb31e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/275346be-15f4-42ab-b643-2d4a3ece646b HTTP/1.1" status: 204 len: 168 time: 0.6031790 Nov 10 21:55:13.427407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38116) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:13.473903 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ff53998-1ce2-47b1-88a8-81d760ab1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.532033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2ff53998-1ce2-47b1-88a8-81d760ab1264 None None] For port 2fa82d6d-0e20-4fe3-bbdf-410940731598, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2fa82d6d-0e20-4fe3-bbdf-410940731598,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:13.551960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23fb30c-7016-4824-8d84-dd0522cb084e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:13.553657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23fb30c-7016-4824-8d84-dd0522cb084e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:13.557853 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d23fb30c-7016-4824-8d84-dd0522cb084e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1272488 Nov 10 21:55:13.560898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38120) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:13.573964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:55:13.612465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29a862-1649-413b-84d0-3ba8307081fc req-f02db4cb-3b36-4528-814e-7fd25d5d9bc3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:13.614681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb29a862-1649-413b-84d0-3ba8307081fc req-f02db4cb-3b36-4528-814e-7fd25d5d9bc3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0809748 Nov 10 21:55:13.633311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ff53998-1ce2-47b1-88a8-81d760ab1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.695908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet f711bd34-7946-448b-80f9-b027c740e90f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:13.707797 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.743386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff53998-1ce2-47b1-88a8-81d760ab1264 None None] Pushing event updated for resources: {'Port': ['ID=2fa82d6d-0e20-4fe3-bbdf-410940731598,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:13.751131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:13.765038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eb29a862-1649-413b-84d0-3ba8307081fc req-23fbe8c9-8dc9-4e76-a47f-5fada8edaab7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434915 Nov 10 21:55:13.770511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'port_id': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'mac_address': 'fa:16:3e:06:50:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:55:13.777609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.855919 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.859909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2fa82d6d-0e20-4fe3-bbdf-410940731598 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:13.912576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:13.930467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad3203b-5060-4a84-9035-f00afb29ec93 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:55:13.969026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:13.972482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-37faa60c-4f8d-490f-914f-8c9a5ca3b68b None None] Provisioning complete for port 2fa82d6d-0e20-4fe3-bbdf-410940731598 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:13.972853 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-37faa60c-4f8d-490f-914f-8c9a5ca3b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.025029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2fa82d6d-0e20-4fe3-bbdf-410940731598 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:14.025410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.045734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1454690-4378-4253-9eb1-a14c67c8a91b req-b58246df-08de-4f2f-8bd4-84787bfed3b0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:14.048126 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1454690-4378-4253-9eb1-a14c67c8a91b req-b58246df-08de-4f2f-8bd4-84787bfed3b0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0630546 Nov 10 21:55:14.062648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.078458 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.100417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=f711bd34-7946-448b-80f9-b027c740e90f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:14.126866 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.130233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b5c45a73-ad4d-4bfb-9de2-6b034f842411 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/f711bd34-7946-448b-80f9-b027c740e90f HTTP/1.1" status: 204 len: 168 time: 0.5619323 Nov 10 21:55:14.132984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38126) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:14.163380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619353e-249e-49d7-88e5-753dce12f197 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:14.205508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7cd3e316-2b11-42a7-8a9b-252d982c7185 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713003 Nov 10 21:55:14.208564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38128) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:14.211130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1454690-4378-4253-9eb1-a14c67c8a91b req-a220a00c-9300-451d-aa96-4e4d8de81c47 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565268 Nov 10 21:55:14.214082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:14.224282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['1ad3203b-5060-4a84-9035-f00afb29ec93'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:55:14.322814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:14.397172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:14.401765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.421048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d7ee5504-c07d-4ce8-9ed8-61a7aa92210e None None] Could not find standard attr ID for object 275346be-15f4-42ab-b643-2d4a3ece646b. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:55:14.522257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:14.572965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] Deleting port 2fa82d6d-0e20-4fe3-bbdf-410940731598 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:14.573344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.643525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.692226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:14.697345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:14.702317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:14.702916 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.712415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=b4dca44b-1308-4f34-b6b0-4fe295a6db96,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:14.765724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f4a28a6f-2caf-4558-8315-4ef86a7007fa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5556574 Nov 10 21:55:14.768603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38130) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:14.774052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'name': 'tempest-NetworksTestDHCPv6-2062868020'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:14.799777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] For port 2fa82d6d-0e20-4fe3-bbdf-410940731598, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2fa82d6d-0e20-4fe3-bbdf-410940731598,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:14.800270 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.814356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] Calling delete_port for 2fa82d6d-0e20-4fe3-bbdf-410940731598 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:14.928279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2eb99-9cda-48aa-94ad-881630c18617 req-1fea7ce5-5445-4511-a3a6-3aae5f81ad41 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:14.929876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4f2eb99-9cda-48aa-94ad-881630c18617 req-1fea7ce5-5445-4511-a3a6-3aae5f81ad41 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0802774 Nov 10 21:55:14.968604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:14.994699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] Pushing event deleted for resources: {'Port': ['ID=2fa82d6d-0e20-4fe3-bbdf-410940731598,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:15.000434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74239d-547d-4152-95c7-cac7784617c6 None None] No DVR routers for this DVR port 2fa82d6d-0e20-4fe3-bbdf-410940731598 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:15.015915 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d4f2eb99-9cda-48aa-94ad-881630c18617 req-a3412be8-2f0a-4243-bf45-837888601344 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756042 Nov 10 21:55:15.022893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de8662-ccf4-45b6-99bf-224bef135c50 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:15.042995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:15.046491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.064453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 04dc7fd1-ecf8-453d-a176-c3e74bafbff8 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:15.191595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'b4dca44b-1308-4f34-b6b0-4fe295a6db96'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:15.192494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.206483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::3e1 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/b4dca44b-1308-4f34-b6b0-4fe295a6db96/04dc7fd1-ecf8-453d-a176-c3e74bafbff8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:15.346642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deadd54-2eb5-4ad3-9ec2-893b75616493 req-f2877b7c-4de7-415a-bf5d-cb493f6dbc29 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:15.348854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5deadd54-2eb5-4ad3-9ec2-893b75616493 req-f2877b7c-4de7-415a-bf5d-cb493f6dbc29 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.0533321 Nov 10 21:55:15.385230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.414920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5deadd54-2eb5-4ad3-9ec2-893b75616493 req-5326582e-e9f2-4578-9f70-8bf5748f4791 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Nov 10 21:55:15.478011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.521210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:15.526344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/b4dca44b-1308-4f34-b6b0-4fe295a6db96/f7d503a2-eac1-49b7-acb0-46c5961ecc3c) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:15.526921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:15.529331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:15.536097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:15.540200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.552665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=04dc7fd1-ecf8-453d-a176-c3e74bafbff8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:15.601503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:15.622987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2bec2119-c308-4a37-879b-58ddb5bd63a1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8530529 Nov 10 21:55:15.625488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:15.715758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 1ad3203b-5060-4a84-9035-f00afb29ec93 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:15.715758 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.726711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ce2b3-a9a2-416d-bccd-e4b23ce4bb61 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:15.730778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-749ce2b3-a9a2-416d-bccd-e4b23ce4bb61 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1017787 Nov 10 21:55:15.731101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38140) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:15.749443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2fa82d6d-0e20-4fe3-bbdf-410940731598 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:15.756979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.779040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2fa82d6d-0e20-4fe3-bbdf-410940731598 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:15.779376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2fa82d6d-0e20-4fe3-bbdf-410940731598 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:15.834827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 04dc7fd1-ecf8-453d-a176-c3e74bafbff8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:15.835276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.837391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.861010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:15.863866 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6f1557-3b85-40f2-96bb-ea8583d4168e" -d '{"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:15.869679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.883172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:15.929945 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a908e5-6652-40f8-b33b-cbeb226e6917 x-openstack-request-id: req-b7a908e5-6652-40f8-b33b-cbeb226e6917 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:15.930237 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:15.933250 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7a908e5-6652-40f8-b33b-cbeb226e6917 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:15.933250 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'code': 200} Nov 10 21:55:15.933521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:15.934359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:15.940583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:15.942793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Pushing event updated for resources: {'Port': ['ID=f7d503a2-eac1-49b7-acb0-46c5961ecc3c,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:15.945084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:15.950830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 04dc7fd1-ecf8-453d-a176-c3e74bafbff8 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:15.955602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.026458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:16.076984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Attempting to bind port f7d503a2-eac1-49b7-acb0-46c5961ecc3c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:16.077515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Attempting to bind port f7d503a2-eac1-49b7-acb0-46c5961ecc3c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:16.078317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Attempting to bind port f7d503a2-eac1-49b7-acb0-46c5961ecc3c on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:16.089923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:16.090328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:16.090886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.091868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:16.093316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Bound port: f7d503a2-eac1-49b7-acb0-46c5961ecc3c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:16.094927 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.142241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d4d8b-2a89-40df-bfd3-e4fefa503835 req-04f3d4f3-30b9-4a52-b7f2-9960c89f2de3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:16.149416 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f1d4d8b-2a89-40df-bfd3-e4fefa503835 req-04f3d4f3-30b9-4a52-b7f2-9960c89f2de3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0598962 Nov 10 21:55:16.164044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] For port f7d503a2-eac1-49b7-acb0-46c5961ecc3c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:16.171191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] For port f7d503a2-eac1-49b7-acb0-46c5961ecc3c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f7d503a2-eac1-49b7-acb0-46c5961ecc3c,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:16.180295 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.211361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=04dc7fd1-ecf8-453d-a176-c3e74bafbff8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:16.211818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f1d4d8b-2a89-40df-bfd3-e4fefa503835 req-86334024-0490-4974-815c-c44cf20af169 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607686 Nov 10 21:55:16.250233 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.254198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f4c5cb7-ce04-494f-83cf-e595beea99bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/04dc7fd1-ecf8-453d-a176-c3e74bafbff8 HTTP/1.1" status: 204 len: 168 time: 0.5220509 Nov 10 21:55:16.256657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38148) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:16.272278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.328678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4997b-9cae-4237-b570-57ad90099185 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:16.331621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4997b-9cae-4237-b570-57ad90099185 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:16.332827 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a0c4997b-9cae-4237-b570-57ad90099185 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0751729 Nov 10 21:55:16.335707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38150) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:16.354768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493a287-d594-4896-989b-c10a74b15d2d None None] Pushing event updated for resources: {'Port': ['ID=f7d503a2-eac1-49b7-acb0-46c5961ecc3c,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:16.395953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet b4dca44b-1308-4f34-b6b0-4fe295a6db96 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:16.399762 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.447320 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.573841 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:16.605843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947af20-5edc-4f10-9522-cc41b1cb4c96 req-a0ef9c3e-4217-46e4-8bf7-054ebf09782f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:16.607671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f947af20-5edc-4f10-9522-cc41b1cb4c96 req-a0ef9c3e-4217-46e4-8bf7-054ebf09782f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0930035 Nov 10 21:55:16.675762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f947af20-5edc-4f10-9522-cc41b1cb4c96 req-066814c5-5622-4efa-9c09-0bdd138c9305 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549724 Nov 10 21:55:17.015413 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.052288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dca44b-1308-4f34-b6b0-4fe295a6db96,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:17.063932 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.069028 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e76cb2ec-8e79-48cf-af65-ac1452b0d4d6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/b4dca44b-1308-4f34-b6b0-4fe295a6db96 HTTP/1.1" status: 204 len: 168 time: 0.7320943 Nov 10 21:55:17.071835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:17.140919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-10034195-8603-4c08-9840-f2400afe07e4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678420 Nov 10 21:55:17.143644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38158) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:17.148728 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:17.341364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37054991-e66a-4e39-81cb-bf9183076b9d req-4eca16da-fe3c-4e4e-86ab-790d4dd5a457 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:17.342918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37054991-e66a-4e39-81cb-bf9183076b9d req-4eca16da-fe3c-4e4e-86ab-790d4dd5a457 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0562468 Nov 10 21:55:17.346417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:17.355277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.399249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37054991-e66a-4e39-81cb-bf9183076b9d req-c655f3f0-fdb7-4669-b67c-5efc2e17365f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500474 Nov 10 21:55:17.407880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6cac9b-6740-494b-83ec-c791e3641d48 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:17.523254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-15345ab6-aa22-4bd0-883b-0df7568c2c25 None None] Provisioning complete for port f7d503a2-eac1-49b7-acb0-46c5961ecc3c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:17.523628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15345ab6-aa22-4bd0-883b-0df7568c2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.625988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15345ab6-aa22-4bd0-883b-0df7568c2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.659604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:17.660769 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.664648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-15345ab6-aa22-4bd0-883b-0df7568c2c25 None None] For port f7d503a2-eac1-49b7-acb0-46c5961ecc3c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f7d503a2-eac1-49b7-acb0-46c5961ecc3c,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:17.705775 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:17.709529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:17.713676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:17.714357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.720190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] Deleting port f7d503a2-eac1-49b7-acb0-46c5961ecc3c {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:17.720573 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.743084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=7060f031-b182-44a4-a385-63e8ecf5112d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:17.780064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15345ab6-aa22-4bd0-883b-0df7568c2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.835353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa138a-5953-4186-9a4b-5a8a4c96e9cf req-084476d0-2dd8-4a87-84b1-1eea88b58065 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:17.837893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1faa138a-5953-4186-9a4b-5a8a4c96e9cf req-084476d0-2dd8-4a87-84b1-1eea88b58065 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0552328 Nov 10 21:55:17.855001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] For port f7d503a2-eac1-49b7-acb0-46c5961ecc3c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f7d503a2-eac1-49b7-acb0-46c5961ecc3c,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:17.855402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:17.857955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345ab6-aa22-4bd0-883b-0df7568c2c25 None None] Pushing event updated for resources: {'Port': ['ID=f7d503a2-eac1-49b7-acb0-46c5961ecc3c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:17.871814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] Calling delete_port for f7d503a2-eac1-49b7-acb0-46c5961ecc3c owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:17.889999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1faa138a-5953-4186-9a4b-5a8a4c96e9cf req-81710812-7a7b-4971-aec8-cfb6dd98b432 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457017 Nov 10 21:55:17.897306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-712e2f2c-de97-489d-97f6-acc1e8e9057d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7524490 Nov 10 21:55:17.900076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38164) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:17.905260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'name': 'tempest-NetworksTestDHCPv6-220306270'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:18.048975 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.074418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] Pushing event deleted for resources: {'Port': ['ID=f7d503a2-eac1-49b7-acb0-46c5961ecc3c,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:18.077563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03405989-709c-400f-8865-bfe3f1c78342 None None] No DVR routers for this DVR port f7d503a2-eac1-49b7-acb0-46c5961ecc3c on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:18.094537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f1d31-7be6-419a-a450-06db789c76af None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:18.157228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:18.161995 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.252787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '7060f031-b182-44a4-a385-63e8ecf5112d'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:18.254135 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.412844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/7060f031-b182-44a4-a385-63e8ecf5112d/e789aa1d-a143-4c8d-9641-6f34ac0246c1) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:18.454031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 55afe8b7-6176-4da0-ab34-5394b1c6a41a yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:18.540618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03a32-a827-44ab-be1c-993f36e2c4c4 req-cc886d2c-3acf-4108-b7c5-e4bb3e57217b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:18.542219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcc03a32-a827-44ab-be1c-993f36e2c4c4 req-cc886d2c-3acf-4108-b7c5-e4bb3e57217b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.0543361 Nov 10 21:55:18.576835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.605218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dcc03a32-a827-44ab-be1c-993f36e2c4c4 req-13d30c50-6f66-40fb-aed3-444812e01489 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521135 Nov 10 21:55:18.666751 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.710827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:18.714798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:18.719443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:18.723330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Pushing event updated for resources: {'Port': ['ID=e789aa1d-a143-4c8d-9641-6f34ac0246c1,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:18.734016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::b1 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/7060f031-b182-44a4-a385-63e8ecf5112d/55afe8b7-6176-4da0-ab34-5394b1c6a41a) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:18.779354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Attempting to bind port e789aa1d-a143-4c8d-9641-6f34ac0246c1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:18.779769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Attempting to bind port e789aa1d-a143-4c8d-9641-6f34ac0246c1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:18.780134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Attempting to bind port e789aa1d-a143-4c8d-9641-6f34ac0246c1 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:18.785867 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:18.786240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:18.786641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.787029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:18.787495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Bound port: e789aa1d-a143-4c8d-9641-6f34ac0246c1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:18.787903 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.857597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] For port e789aa1d-a143-4c8d-9641-6f34ac0246c1, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:18.861046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] For port e789aa1d-a143-4c8d-9641-6f34ac0246c1, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e789aa1d-a143-4c8d-9641-6f34ac0246c1,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:18.887443 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.917904 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:18.964168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:19.015222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329e26c-e9ef-4372-a623-4cdacdbccd1b None None] Pushing event updated for resources: {'Port': ['ID=e789aa1d-a143-4c8d-9641-6f34ac0246c1,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:19.054691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=55afe8b7-6176-4da0-ab34-5394b1c6a41a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:19.064258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:19.070704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:19.073180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:19.079164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:19.079833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:19.119507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a256b-c26d-4485-809c-2a326cf2a010 req-cb21075b-c3ed-491a-ad7b-71f54d14fb7d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:19.121208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e0a256b-c26d-4485-809c-2a326cf2a010 req-cb21075b-c3ed-491a-ad7b-71f54d14fb7d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1230791 Nov 10 21:55:19.176505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-26a3e510-fcca-48a5-a02f-df7575f488c4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2752399 Nov 10 21:55:19.177997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38202) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:19.250726 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e0a256b-c26d-4485-809c-2a326cf2a010 req-627c71ab-2c74-49ba-81b6-66e6dad3872b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200805 Nov 10 21:55:19.297490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4db555-9c66-4ee7-854a-3e0533655661 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:19.304737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4db555-9c66-4ee7-854a-3e0533655661 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:19.308724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bd4db555-9c66-4ee7-854a-3e0533655661 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1274273 Nov 10 21:55:19.309759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38204) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:19.430535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 55afe8b7-6176-4da0-ab34-5394b1c6a41a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:19.430884 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:19.534943 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:19.550163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 55afe8b7-6176-4da0-ab34-5394b1c6a41a owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:19.729502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:19.830053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e789aa1d-a143-4c8d-9641-6f34ac0246c1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:19.843809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4acf7-feb3-4b6f-af71-8b9d1ba607f6 req-ae87c60e-2e65-4efa-ba27-0ef8c96209f7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:19.847846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fd4acf7-feb3-4b6f-af71-8b9d1ba607f6 req-ae87c60e-2e65-4efa-ba27-0ef8c96209f7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1243012 Nov 10 21:55:19.878226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:19.906101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e789aa1d-a143-4c8d-9641-6f34ac0246c1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:19.906101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:19.935254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fd4acf7-feb3-4b6f-af71-8b9d1ba607f6 req-11655c3f-3c92-4532-8709-9596a7272c02 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809748 Nov 10 21:55:19.968768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=55afe8b7-6176-4da0-ab34-5394b1c6a41a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:20.018812 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.022706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d10be360-805f-4b38-9a0a-f3fe9cd02eed tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/55afe8b7-6176-4da0-ab34-5394b1c6a41a HTTP/1.1" status: 204 len: 168 time: 0.7116787 Nov 10 21:55:20.025095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38208) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:20.061214 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.117509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port e789aa1d-a143-4c8d-9641-6f34ac0246c1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e789aa1d-a143-4c8d-9641-6f34ac0246c1,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:20.175303 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.188661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c12a20-3369-41fc-aed9-652cb2b02ae0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:20.197615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c12a20-3369-41fc-aed9-652cb2b02ae0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:20.197615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48c12a20-3369-41fc-aed9-652cb2b02ae0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1661532 Nov 10 21:55:20.197924 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38210) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:20.246525 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-7d86c7c9-31c7-4d6f-8543-02515923ef62 service neutron] show failed (client error): The resource could not be found. Nov 10 21:55:20.246525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-7d86c7c9-31c7-4d6f-8543-02515923ef62 service neutron] 10.222.0.64 "GET /v2.0/ports/a91e7ea9-95af-482b-b94c-d251ae8db544/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.1532376 Nov 10 21:55:20.279096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=e789aa1d-a143-4c8d-9641-6f34ac0246c1,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:20.282011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 7060f031-b182-44a4-a385-63e8ecf5112d {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:20.287041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.385331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-57d4ae55-1581-410f-9414-d4a71f6d02a4 None None] Provisioning complete for port e789aa1d-a143-4c8d-9641-6f34ac0246c1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:20.385331 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-57d4ae55-1581-410f-9414-d4a71f6d02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.419404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.470448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7b4c1-7649-4331-b3a3-0d0e5307be50 req-dc33f2fb-d2f7-43cb-a60d-c9d1714587aa tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:20.473520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e7b4c1-7649-4331-b3a3-0d0e5307be50 req-dc33f2fb-d2f7-43cb-a60d-c9d1714587aa tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1188869 Nov 10 21:55:20.635097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e7b4c1-7649-4331-b3a3-0d0e5307be50 req-3be25a05-3cd3-4ddc-8e46-9ca6ec9ca962 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535289 Nov 10 21:55:20.637959 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.667692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d47db2ad-e8db-4442-9733-16c26350ab97 None None] Could not find standard attr ID for object 04dc7fd1-ecf8-453d-a176-c3e74bafbff8. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:55:20.792232 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.833469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=7060f031-b182-44a4-a385-63e8ecf5112d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:20.857852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:20.865192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38216) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:20.865796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-037286e0-2698-420b-8990-e03df75ad639 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/7060f031-b182-44a4-a385-63e8ecf5112d HTTP/1.1" status: 204 len: 168 time: 0.6685941 Nov 10 21:55:20.882723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-8c50a221-9762-470d-9e00-cccb6f2916ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:20.884345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-8c50a221-9762-470d-9e00-cccb6f2916ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 1098 time: 0.1634104 Nov 10 21:55:20.907877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:20.909277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a9102c22-841d-40fa-8bad-ab828243070d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427194 Nov 10 21:55:20.911955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38218) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:20.920176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deece7f-b914-4000-bce6-0122b597c970 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:20.978613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e70aec-b92e-46b0-82c6-fe896136d44b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:20.980183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-40e70aec-b92e-46b0-82c6-fe896136d44b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0673218 Nov 10 21:55:20.983158 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38222) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:21.024211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:21.045083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbd976-c62f-44e9-8dfe-d469b1426920 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:21.046571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-39dbd976-c62f-44e9-8dfe-d469b1426920 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0622358 Nov 10 21:55:21.049068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38224) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:21.062895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6472c2fb-1be1-41da-8755-41837e0e0d4c None None] Could not find standard attr ID for object 55afe8b7-6176-4da0-ab34-5394b1c6a41a. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:55:21.118492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-25a72933-6665-4178-a479-17acd60f1242 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669291 Nov 10 21:55:21.123589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38226) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:21.137508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a3f6e-fd48-484c-9145-76c6f83be90d req-507c5f44-4826-4483-a708-5d4bdb2ebe0d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:21.139218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-465a3f6e-fd48-484c-9145-76c6f83be90d req-507c5f44-4826-4483-a708-5d4bdb2ebe0d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1008103 Nov 10 21:55:21.148456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:21.241494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:21.335086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-465a3f6e-fd48-484c-9145-76c6f83be90d req-e194f124-1146-4ae9-a55a-c62ccb7472be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780677 Nov 10 21:55:21.371069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] Deleting port e789aa1d-a143-4c8d-9641-6f34ac0246c1 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:21.371069 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:21.386536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:21.443819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] For port e789aa1d-a143-4c8d-9641-6f34ac0246c1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e789aa1d-a143-4c8d-9641-6f34ac0246c1,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:21.444223 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:21.462743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] Calling delete_port for e789aa1d-a143-4c8d-9641-6f34ac0246c1 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:21.465923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:21.483447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:21.487655 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:21.515896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:21.519529 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dd90ee-0903-40d1-9e99-d2939fe55f5d" -d '{"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-unplugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:21.524970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:21.547106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Transition to ACTIVE for port object a91e7ea9-95af-482b-b94c-d251ae8db544 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:55:21.593670 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed38f945-b50c-4386-bb98-cb4927935737 x-openstack-request-id: req-ed38f945-b50c-4386-bb98-cb4927935737 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:21.593978 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-unplugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:21.594235 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed38f945-b50c-4386-bb98-cb4927935737 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:21.594638 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'code': 200} Nov 10 21:55:21.620403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:21.643656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:21.695994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=6']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:21.731330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] Pushing event deleted for resources: {'Port': ['ID=e789aa1d-a143-4c8d-9641-6f34ac0246c1,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:21.749729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad29e89-b076-4462-8799-8e652370dae8 None None] No DVR routers for this DVR port e789aa1d-a143-4c8d-9641-6f34ac0246c1 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:21.794325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e789aa1d-a143-4c8d-9641-6f34ac0246c1 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:21.836319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e789aa1d-a143-4c8d-9641-6f34ac0246c1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:21.836677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e789aa1d-a143-4c8d-9641-6f34ac0246c1 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:21.891998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb3b6f-42eb-4248-a546-8e4bbd14323c req-fb9ce0ab-d417-4a75-acbe-452433a8fa4d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:21.895259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79eb3b6f-42eb-4248-a546-8e4bbd14323c req-fb9ce0ab-d417-4a75-acbe-452433a8fa4d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1338511 Nov 10 21:55:21.950538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] No DVR routers for this DVR port a91e7ea9-95af-482b-b94c-d251ae8db544 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:22.015135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79eb3b6f-42eb-4248-a546-8e4bbd14323c req-298735cf-432c-4e27-9683-2a77a1fa4462 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919104 Nov 10 21:55:22.019796 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:22.074539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=fa940df1-f55a-4942-95d8-1124417be0a3,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:22.097018 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:22.103436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:22.106261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:22.106886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:22.118821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c0b15d-eb5c-43e8-a61d-f10a73688fad None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:22.141317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:22.143532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:22.143532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:22.147405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:55:22.147802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:22.153430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:22.153776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Checking segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:22.154150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Bound using segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:22.154574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Bound port: a91e7ea9-95af-482b-b94c-d251ae8db544, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:22.154928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:22.199134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8a72a067-ab49-46f5-85ad-431d5dd1b5a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0559144 Nov 10 21:55:22.199134 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38238) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:22.203759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'fa940df1-f55a-4942-95d8-1124417be0a3', 'ip_address': '2001:db8::2a51:5730:f5fd:18b9'}], 'name': 'tempest-NetworksTestDHCPv6-444691068'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:22.285863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:22.292547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:22.311168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'fa940df1-f55a-4942-95d8-1124417be0a3'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:22.312295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:22.472739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865c3c6-7681-4484-9662-1f8b2bd2f280 req-73c11003-151e-41bb-9b7e-28cd1b6002c0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:22.474559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4865c3c6-7681-4484-9662-1f8b2bd2f280 req-73c11003-151e-41bb-9b7e-28cd1b6002c0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.0590229 Nov 10 21:55:22.476409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:22.512271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:22.601008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:22.601948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:22.603681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] 10.222.0.53 "PUT /v2.0/ports/a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1093 time: 1.7061989 Nov 10 21:55:22.700357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e3942-e17c-4a98-be88-e3f71e7bd263 service neutron] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:22.715903 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:22.736175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 5b2ea7d1-33fc-44a5-b633-1d49b4042beb yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:22.756308 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4865c3c6-7681-4484-9662-1f8b2bd2f280 req-b74b2a3c-b768-4d76-a9a0-1e7aafbd6f38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237930 Nov 10 21:55:22.760744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/fa940df1-f55a-4942-95d8-1124417be0a3/eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:22.791971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-de93bf7a-4cd6-4538-a16f-1d6bb0b1ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:22.791971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-de93bf7a-4cd6-4538-a16f-1d6bb0b1ab1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1096 time: 0.1382830 Nov 10 21:55:22.919240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-5478b151-cc5f-4a52-858b-95a2d2605f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:22.925536 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-5478b151-cc5f-4a52-858b-95a2d2605f4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.1385190 Nov 10 21:55:22.959936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.019540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-4cab6370-c3a4-4bfa-b743-09fdbc663eee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1000 time: 0.0859840 Nov 10 21:55:23.023757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.089011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:23.095286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:23.101507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:23.114720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::2a51:5730:f5fd:18b9 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/fa940df1-f55a-4942-95d8-1124417be0a3/5b2ea7d1-33fc-44a5-b633-1d49b4042beb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:23.116937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Pushing event updated for resources: {'Port': ['ID=eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:23.123287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-934f53f7-e750-43a8-822a-bc425425e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:23.132207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-934f53f7-e750-43a8-822a-bc425425e342 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0993993 Nov 10 21:55:23.176385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Attempting to bind port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:23.176866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Attempting to bind port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:23.177152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Attempting to bind port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:23.184782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:23.185308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:23.187825 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.188276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:23.188782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Bound port: eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:23.189814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.214582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-576b6fab-67f3-430c-993f-9f1abe2a44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:23.216379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-576b6fab-67f3-430c-993f-9f1abe2a44be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785680 Nov 10 21:55:23.241766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c1ab1-d549-44c0-9c60-bbdd7eda614e req-f7c3ee39-550b-43f5-b50c-939db8147072 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:23.250833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c0c1ab1-d549-44c0-9c60-bbdd7eda614e req-f7c3ee39-550b-43f5-b50c-939db8147072 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1059129 Nov 10 21:55:23.263450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] For port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:23.266925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] For port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:23.345671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-d7322e80-7df6-450e-8956-fe0443c341ae service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086159 Nov 10 21:55:23.359953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c0c1ab1-d549-44c0-9c60-bbdd7eda614e req-99d5c5bc-4352-4536-9ea0-7145a271129b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078937 Nov 10 21:55:23.370313 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.446874 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.469454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcd769-3dbc-47c6-9b13-47fdd87094c1 None None] Pushing event updated for resources: {'Port': ['ID=eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:23.513002 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-e4f45354-2815-4e2e-8f3c-16b6bac47b06 service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594253 Nov 10 21:55:23.596235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:23.599275 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978949c-8251-40e5-9a2e-4552ffd4de3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:23.620466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:23.680459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.692976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:23.720899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:23.737783 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.740955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:23.745070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:23.751170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:23.751845 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.781273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=5b2ea7d1-33fc-44a5-b633-1d49b4042beb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:23.802951 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0282b1c2-ffce-4941-bb12-003754bd1695 x-openstack-request-id: req-0282b1c2-ffce-4941-bb12-003754bd1695 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:23.803340 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:23.803698 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0282b1c2-ffce-4941-bb12-003754bd1695 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:23.804248 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'status': 'completed', 'code': 200} Nov 10 21:55:23.907251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-a254877f-d4bc-41f5-b89b-7d3a92ee86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:23.910474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-a254877f-d4bc-41f5-b89b-7d3a92ee86ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1096 time: 0.0838687 Nov 10 21:55:23.920822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:23.945276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-b12d0af3-6be9-4457-a27b-b7fc12864671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:23.947100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-b12d0af3-6be9-4457-a27b-b7fc12864671 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1096 time: 0.1126437 Nov 10 21:55:23.977825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:23.978227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:23.997516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db37bf-a552-45fa-a884-054b73050795 req-43b31f0a-249d-408f-ab98-7a86e529dfc7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:23.999039 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38db37bf-a552-45fa-a884-054b73050795 req-43b31f0a-249d-408f-ab98-7a86e529dfc7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.1102090 Nov 10 21:55:24.016369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-9eb32787-2046-4c49-b47d-a1c59a5ea426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.019024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-9eb32787-2046-4c49-b47d-a1c59a5ea426 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.1015868 Nov 10 21:55:24.084909 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:24.107816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-19ad065b-00cf-43b9-8e7a-6e3742e8bfba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1000 time: 0.0760207 Nov 10 21:55:24.116983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-66be9e42-a018-43ff-ad10-f23e5837d73e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9149964 Nov 10 21:55:24.128435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38254) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:24.139136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38db37bf-a552-45fa-a884-054b73050795 req-db6938b0-0c9c-4e99-94cc-3a43996b192e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013613 Nov 10 21:55:24.155213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-d6df1f31-54df-4cf1-accb-4468a78434d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.155213 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-d6df1f31-54df-4cf1-accb-4468a78434d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.1923146 Nov 10 21:55:24.155406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:24.203100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-8e36ae19-b77d-4fd2-a754-1f8227a7f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.205123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-8e36ae19-b77d-4fd2-a754-1f8227a7f8f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0767903 Nov 10 21:55:24.214888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:24.217637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402082e1-38c8-4182-abe3-461e67d3bc28 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.224015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402082e1-38c8-4182-abe3-461e67d3bc28 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.225626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-402082e1-38c8-4182-abe3-461e67d3bc28 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1070819 Nov 10 21:55:24.234225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38260) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:24.296459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-a3513018-4564-4d5e-b5c5-7400a9b0bb10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1000 time: 0.1411707 Nov 10 21:55:24.302153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:24.313227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.314211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.314211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.314942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.315930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.316566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.317102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.317444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.317779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.318245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.318801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.319184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:24.350061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-92b57119-459c-474d-aac6-67f515933cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.351481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-92b57119-459c-474d-aac6-67f515933cbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247439 Nov 10 21:55:24.383527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-ce95ce8a-0dba-47ad-9e01-b17320506f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.385705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-ce95ce8a-0dba-47ad-9e01-b17320506f37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0804305 Nov 10 21:55:24.447987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-a738d3c4-2818-469a-88cc-f6a650bba5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:24.449502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-a738d3c4-2818-469a-88cc-f6a650bba5f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540817 Nov 10 21:55:24.451189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 5b2ea7d1-33fc-44a5-b633-1d49b4042beb {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:24.451536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:24.593966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-8ed191b2-ebc6-4bb1-b176-24d142dfed60 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364062 Nov 10 21:55:24.718254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-cd075f69-5969-4a49-8481-63799b9ed83e service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160169 Nov 10 21:55:24.866210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-85c1258e-697b-44ed-ad09-b2e93c32109b None None] Provisioning complete for port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:24.866596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-85c1258e-697b-44ed-ad09-b2e93c32109b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:24.962643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-94e5a46d-8a33-4b50-8481-77f6e39dd9c1 service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915875 Nov 10 21:55:24.997870 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:25.134531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3978949c-8251-40e5-9a2e-4552ffd4de3b req-805c7dbc-33b7-41f9-89c8-d88afffa845f service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575229 Nov 10 21:55:25.143137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c28bce-bdb0-4a6b-91c4-c9cb4ef35e8b req-2562ebbe-9cc4-48e0-be7f-bf4f8374466d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:25.151867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77c28bce-bdb0-4a6b-91c4-c9cb4ef35e8b req-2562ebbe-9cc4-48e0-be7f-bf4f8374466d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.6183925 Nov 10 21:55:25.194067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 5b2ea7d1-33fc-44a5-b633-1d49b4042beb owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:25.213839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e13af84c-b813-45f9-882f-1177c05c9586 None None] Provisioning complete for port 5b2ea7d1-33fc-44a5-b633-1d49b4042beb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:25.214462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e13af84c-b813-45f9-882f-1177c05c9586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:25.252605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e13af84c-b813-45f9-882f-1177c05c9586 None None] Port 5b2ea7d1-33fc-44a5-b633-1d49b4042beb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:55:25.278499 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77c28bce-bdb0-4a6b-91c4-c9cb4ef35e8b req-5892179b-3fc6-485a-a97a-16c2ff12b71a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236691 Nov 10 21:55:25.302862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4473b-28a1-447b-936c-8e434bbedfeb req-ffef009d-4041-4354-a142-6bfe0581ec0c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:25.314648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7e4473b-28a1-447b-936c-8e434bbedfeb req-ffef009d-4041-4354-a142-6bfe0581ec0c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.0708466 Nov 10 21:55:25.401903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7e4473b-28a1-447b-936c-8e434bbedfeb req-17ba7b5b-02aa-4f19-bb4c-a32dbe27e59b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734141 Nov 10 21:55:25.495562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:25.538721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=5b2ea7d1-33fc-44a5-b633-1d49b4042beb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:25.578637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:25.582846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9d43a14c-0a47-48ff-a657-04547647bac0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/5b2ea7d1-33fc-44a5-b633-1d49b4042beb HTTP/1.1" status: 204 len: 168 time: 1.3476503 Nov 10 21:55:25.585427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38272) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:25.679341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef395ba-c68d-4e5f-9add-2195b74efbd7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:25.697583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef395ba-c68d-4e5f-9add-2195b74efbd7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:25.704752 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9ef395ba-c68d-4e5f-9add-2195b74efbd7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1180589 Nov 10 21:55:25.707663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38274) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:25.789210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet fa940df1-f55a-4942-95d8-1124417be0a3 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:25.795996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:25.836956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:25.877158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:25.936738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:25.937491 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:25.986315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:26.107074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:26.137076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=fa940df1-f55a-4942-95d8-1124417be0a3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:26.140714 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:26.146834 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-677f9c25-6659-4682-9011-3f1233924e13 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/fa940df1-f55a-4942-95d8-1124417be0a3 HTTP/1.1" status: 204 len: 168 time: 0.4357605 Nov 10 21:55:26.147425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38276) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:26.158229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a3f5a-c539-4c49-bc82-532300d72b4f None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:26.217609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-addce5a8-46d0-4ea3-8506-e33eeffd0b54 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663049 Nov 10 21:55:26.217959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38278) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:26.224363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:26.456006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd43f-480e-40da-984e-38ea307549e6 req-4f30623b-f7e7-4ea0-a22b-7bd080c60650 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:26.464078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:26.469879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac6dd43f-480e-40da-984e-38ea307549e6 req-4f30623b-f7e7-4ea0-a22b-7bd080c60650 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0950398 Nov 10 21:55:26.472593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:26.484097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:26.564642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] Deleting port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:26.564928 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:26.573317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a6f0a-799f-4590-b480-f660afaafdfb req-8ba07483-6530-4171-a2f3-3b1cca1a85fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:26.583066 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c5a6f0a-799f-4590-b480-f660afaafdfb req-8ba07483-6530-4171-a2f3-3b1cca1a85fa tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.0752244 Nov 10 21:55:26.674659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c5a6f0a-799f-4590-b480-f660afaafdfb req-edbb934c-d2da-4892-8968-be86af0a5a46 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903261 Nov 10 21:55:26.681266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:55:26.702857 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] For port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:26.703269 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:26.709161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac6dd43f-480e-40da-984e-38ea307549e6 req-0dde453c-1cb0-45c3-8fc6-bc7ad07ab5ef tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193945 Nov 10 21:55:26.746293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] Calling delete_port for eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:26.969823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:26.983272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'port_id': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'mac_address': 'fa:16:3e:83:1d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:55:27.027477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:27.032700 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:27.075694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91e7ea9-95af-482b-b94c-d251ae8db544 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:55:27.079398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:27.084981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:27.085691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:27.093753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:27.094709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:27.154053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] Pushing event deleted for resources: {'Port': ['ID=eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:27.167975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:27.174733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2525d033-a3b4-4250-b99f-e079491d96d1 None None] No DVR routers for this DVR port eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:27.191504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=ff33fa99-607e-47a3-9033-5348b11ce0ce,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:27.210980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ec914-4fa7-44b5-b6f4-9a02e882734e None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:27.244912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:27.303598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d12a6119-0fa5-4d07-82d8-b046bbcb10a6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0815592 Nov 10 21:55:27.304096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38290) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:27.315167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'ff33fa99-607e-47a3-9033-5348b11ce0ce', 'ip_address': '2001:db8::4d7b:3fda:2448:54cf'}], 'name': 'tempest-NetworksTestDHCPv6-941088383'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:27.351087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:27.479839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-eb2935ca-becd-46b2-9c72-0eeaffc41df4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:27.490639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-eb2935ca-becd-46b2-9c72-0eeaffc41df4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 945 time: 0.2566795 Nov 10 21:55:27.516771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecfda5-1602-4577-8e85-611a4da9d839 req-d32336d5-8255-4578-900b-58a37cce31d1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:27.518343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50ecfda5-1602-4577-8e85-611a4da9d839 req-d32336d5-8255-4578-900b-58a37cce31d1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 944 time: 0.2985713 Nov 10 21:55:27.519559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'ff33fa99-607e-47a3-9033-5348b11ce0ce'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:27.520635 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:27.548852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a91e7ea9-95af-482b-b94c-d251ae8db544'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:55:27.640982 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50ecfda5-1602-4577-8e85-611a4da9d839 req-da83cef9-9d33-4e41-ac81-15af64eff842 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107464 Nov 10 21:55:27.649876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-0411ef6d-b783-4800-8930-1fbbf25c1e97 service neutron] 10.222.0.53 "GET /v2.0/ports/a91e7ea9-95af-482b-b94c-d251ae8db544/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 383 time: 0.1304474 Nov 10 21:55:27.714390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:27.953061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/ff33fa99-607e-47a3-9033-5348b11ce0ce/7ca57893-3f4f-4488-8db0-74aea19b6fb6) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:27.959651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-b333bd6c-004c-4207-8c6c-09e6568a66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:27.970680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-b333bd6c-004c-4207-8c6c-09e6568a66ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1097 time: 0.2855706 Nov 10 21:55:28.038350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:28.104207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:28.125346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port e84e898d-0d39-4088-a547-2171721d91ad yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:28.205719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-bcdb0c0a-f53c-497f-ad22-a5ac6ee80e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:28.207605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-bcdb0c0a-f53c-497f-ad22-a5ac6ee80e28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.2293124 Nov 10 21:55:28.254912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:28.267982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device eb9fa62f-2a2e-4506-8c5b-ecc7a7eb33ed not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:28.363856 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-7fe3d81a-dddb-4acb-bc93-227ad578835f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1001 time: 0.1474714 Nov 10 21:55:28.402418 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:28.453876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-8f1f3d96-eb64-475e-9fe5-ac1137f36b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:28.455556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-8f1f3d96-eb64-475e-9fe5-ac1137f36b94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0784588 Nov 10 21:55:28.465216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c6fe-a582-492a-9f19-59a2aa0ebfd5 req-215e4fed-58c3-4644-b866-558fa061d2d2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:28.474502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a66c6fe-a582-492a-9f19-59a2aa0ebfd5 req-215e4fed-58c3-4644-b866-558fa061d2d2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1153553 Nov 10 21:55:28.479490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:28.580918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::4d7b:3fda:2448:54cf (f67fc58d-ae9b-43ba-9e80-5506e803abe9/ff33fa99-607e-47a3-9033-5348b11ce0ce/e84e898d-0d39-4088-a547-2171721d91ad) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:28.585327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-a40e4a04-a2fd-4ea0-9299-e76bbc53bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:28.588188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-a40e4a04-a2fd-4ea0-9299-e76bbc53bc51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188259 Nov 10 21:55:28.594982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Pushing event updated for resources: {'Port': ['ID=7ca57893-3f4f-4488-8db0-74aea19b6fb6,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:28.613671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a66c6fe-a582-492a-9f19-59a2aa0ebfd5 req-ea8d3bb7-6149-4e61-8605-1f331f64e99e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090918 Nov 10 21:55:28.657379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:28.659092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:28.663254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:28.795456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-23c80ef1-23e7-4e31-80a8-7dd84cff0f89 service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984808 Nov 10 21:55:28.819958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Attempting to bind port 7ca57893-3f4f-4488-8db0-74aea19b6fb6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:28.820353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Attempting to bind port 7ca57893-3f4f-4488-8db0-74aea19b6fb6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:28.820724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Attempting to bind port 7ca57893-3f4f-4488-8db0-74aea19b6fb6 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:28.849769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:28.849769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:28.849769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:28.849769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:28.849769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Bound port: 7ca57893-3f4f-4488-8db0-74aea19b6fb6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:28.849769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:28.921470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:28.943705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffc9aa-db10-4e98-a13a-5d14c0f6583a req-f43edbbc-a721-4d0c-b206-982f52f9dc10 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:28.952639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46ffc9aa-db10-4e98-a13a-5d14c0f6583a req-f43edbbc-a721-4d0c-b206-982f52f9dc10 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.1845772 Nov 10 21:55:29.027108 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:29.038516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] For port 7ca57893-3f4f-4488-8db0-74aea19b6fb6, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:29.042778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] For port 7ca57893-3f4f-4488-8db0-74aea19b6fb6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7ca57893-3f4f-4488-8db0-74aea19b6fb6,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:29.056584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-28557a0d-c718-4900-8506-fa87ec873b0f service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115593 Nov 10 21:55:29.061908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46ffc9aa-db10-4e98-a13a-5d14c0f6583a req-943d99c8-41e2-4aa0-ae9a-bfc064fb3f61 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079085 Nov 10 21:55:29.102162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:29.103683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:29.105691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=e84e898d-0d39-4088-a547-2171721d91ad,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:29.108092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:29.113009 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:29.114806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:29.115450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:29.185748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc66ed-699e-436e-8d79-72f7d7257768 None None] Pushing event updated for resources: {'Port': ['ID=7ca57893-3f4f-4488-8db0-74aea19b6fb6,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:29.219784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e90ecc97-5c5b-4a17-a35e-ab11ed661c43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9134090 Nov 10 21:55:29.221201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:29.319588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c482c-14a1-40cc-b887-38cc93338ed3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:29.330923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c482c-14a1-40cc-b887-38cc93338ed3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:29.336876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38306) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:29.337104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-722c482c-14a1-40cc-b887-38cc93338ed3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1140406 Nov 10 21:55:29.509559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port e84e898d-0d39-4088-a547-2171721d91ad {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:29.509973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:29.622778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:29.639248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for e84e898d-0d39-4088-a547-2171721d91ad owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:29.865777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7ca57893-3f4f-4488-8db0-74aea19b6fb6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:29.908119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9892b-1d0b-4db1-a6c2-8d50a6fcf0f8 req-eef3fef8-f1b3-4bc7-8b5d-dd11a9a6d2e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:29.909993 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86a9892b-1d0b-4db1-a6c2-8d50a6fcf0f8 req-eef3fef8-f1b3-4bc7-8b5d-dd11a9a6d2e1 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1337864 Nov 10 21:55:29.939268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 7ca57893-3f4f-4488-8db0-74aea19b6fb6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:29.939941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:29.970605 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86a9892b-1d0b-4db1-a6c2-8d50a6fcf0f8 req-922585df-ada1-41b8-888a-9803a8a73548 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515540 Nov 10 21:55:30.030702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.066278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 7ca57893-3f4f-4488-8db0-74aea19b6fb6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7ca57893-3f4f-4488-8db0-74aea19b6fb6,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:30.191451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398185d-8a4d-4a02-8d89-65a8bb16b64a req-528a4f8a-92b8-498e-87d1-7b93f8d826f7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:30.193099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f398185d-8a4d-4a02-8d89-65a8bb16b64a req-528a4f8a-92b8-498e-87d1-7b93f8d826f7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.0564113 Nov 10 21:55:30.255626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f398185d-8a4d-4a02-8d89-65a8bb16b64a req-aa34ae54-dabe-42bd-bf69-286152438943 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538011 Nov 10 21:55:30.302176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.304458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.345851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=e84e898d-0d39-4088-a547-2171721d91ad,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:30.389957 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.397672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38318) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:30.398497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5d532f06-07bb-4760-948f-a5a73b7c0af0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/e84e898d-0d39-4088-a547-2171721d91ad HTTP/1.1" status: 204 len: 168 time: 1.0598099 Nov 10 21:55:30.438137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=7ca57893-3f4f-4488-8db0-74aea19b6fb6,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:30.513305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed04be-c28e-43e3-b5d1-802a354e8385 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:30.514972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed04be-c28e-43e3-b5d1-802a354e8385 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:30.520087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-afed04be-c28e-43e3-b5d1-802a354e8385 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1178782 Nov 10 21:55:30.520434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38320) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:30.587250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e0055fc0-9476-45b5-9920-f99eb11a8c5a None None] Provisioning complete for port 7ca57893-3f4f-4488-8db0-74aea19b6fb6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:30.587634 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0055fc0-9476-45b5-9920-f99eb11a8c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.610743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet ff33fa99-607e-47a3-9033-5348b11ce0ce {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:30.615906 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.688016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:30.694480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.900026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:30.907503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a91e7ea9-95af-482b-b94c-d251ae8db544 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:55:30.914905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a91e7ea9-95af-482b-b94c-d251ae8db544 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:30.915452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:31.021629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3beb728d-fdf6-497d-b4ec-b7c8bcbadccf None None] Could not find standard attr ID for object e84e898d-0d39-4088-a547-2171721d91ad. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:55:31.079095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:31.100889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:31.111282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/ff33fa99-607e-47a3-9033-5348b11ce0ce HTTP/1.1" status: 204 len: 168 time: 0.5875278 Nov 10 21:55:31.115844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38326) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:31.208410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:31.220881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77a83d-2f6e-436f-a4bd-f3f15f9778ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=ff33fa99-607e-47a3-9033-5348b11ce0ce,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:31.245785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112715b4-166e-4325-ae3b-fc7d3757c226 req-96c46211-11b2-4846-87ae-1954af3a1413 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:31.257671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-112715b4-166e-4325-ae3b-fc7d3757c226 req-96c46211-11b2-4846-87ae-1954af3a1413 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1585758 Nov 10 21:55:31.303752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:31.304765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:31.311550 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5d523-c8f6-4b85-8a7c-30f59a2f7e67" -d '{"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-plugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:31.315492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-42b019fa-ce95-41d5-8240-a08aecc72280 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122177 Nov 10 21:55:31.327789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38334) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:31.351403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:31.353392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d2fac-319e-478a-aa6f-44f0c8eb4a71 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:31.482660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-112715b4-166e-4325-ae3b-fc7d3757c226 req-cca3c65a-10e8-4a31-9c91-21e3ce6c26fe tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238538 Nov 10 21:55:31.504513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ca70-6c51-408c-a75d-7762348b02c0 req-946b3e62-3aa8-4b1c-937c-7b1406a61fdb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:31.515427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac27ca70-6c51-408c-a75d-7762348b02c0 req-946b3e62-3aa8-4b1c-937c-7b1406a61fdb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.1020191 Nov 10 21:55:31.557342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:31.684347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:31.689248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:31.715494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac27ca70-6c51-408c-a75d-7762348b02c0 req-6ae4c757-3303-44ca-8d22-fef1e393150f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994781 Nov 10 21:55:31.759917 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9299cf-12a1-4dcb-af6f-cb53725c7c27 x-openstack-request-id: req-bd9299cf-12a1-4dcb-af6f-cb53725c7c27 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:31.760273 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-plugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:31.760653 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd9299cf-12a1-4dcb-af6f-cb53725c7c27 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:31.761149 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'code': 200} Nov 10 21:55:31.765825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:31.886466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:31.991805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] Deleting port 7ca57893-3f4f-4488-8db0-74aea19b6fb6 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:31.994067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:32.169229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-88774b95-f5d9-4628-b790-17fd425098ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:32.173356 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-88774b95-f5d9-4628-b790-17fd425098ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 1098 time: 0.0933869 Nov 10 21:55:32.188886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:32.213948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] For port 7ca57893-3f4f-4488-8db0-74aea19b6fb6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7ca57893-3f4f-4488-8db0-74aea19b6fb6,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:32.214520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:32.235843 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:32.236338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38340) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:32.320131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=ba6ef749-add7-462a-94ea-b7c672874c1a,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:32.344798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:32.350428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:32.365212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6c846a55-cef1-406e-9618-0a8264148bcc tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/floatingips/52ceeed4-6a2b-4567-bc66-12fde7c8bc1f HTTP/1.1" status: 200 len: 992 time: 0.1172230 Nov 10 21:55:32.365759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:32.365759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:32.365759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:32.459323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] Calling delete_port for 7ca57893-3f4f-4488-8db0-74aea19b6fb6 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:32.516388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b2902554-987d-4c66-814f-3b923fafbab3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1857109 Nov 10 21:55:32.520139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:32.525436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'ba6ef749-add7-462a-94ea-b7c672874c1a', 'ip_address': '2001:db8::878f:3b92:6a09:af5f'}], 'name': 'tempest-NetworksTestDHCPv6-1674527436'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:32.646318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:32.706745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] Pushing event deleted for resources: {'Port': ['ID=7ca57893-3f4f-4488-8db0-74aea19b6fb6,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:32.707343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38352) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:32.717210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddee458-6b93-42a0-a03d-5053576eefd8 None None] No DVR routers for this DVR port 7ca57893-3f4f-4488-8db0-74aea19b6fb6 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:32.747515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa0ad3-d93c-471d-9a48-03e1941551d2 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:32.995515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'ba6ef749-add7-462a-94ea-b7c672874c1a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:32.996420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.078850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983955c-54a2-4bce-ab57-31420b1bd410 req-7b493a53-68b8-4296-9080-b1de6d1c0040 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:33.086630 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f983955c-54a2-4bce-ab57-31420b1bd410 req-7b493a53-68b8-4296-9080-b1de6d1c0040 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 946 time: 0.1491795 Nov 10 21:55:33.099550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d8abb-6c5d-43d4-8914-2e96f6b60e96 req-291624ae-74bb-4813-94e9-8fb0d5eaf08e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:33.107040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-238d8abb-6c5d-43d4-8914-2e96f6b60e96 req-291624ae-74bb-4813-94e9-8fb0d5eaf08e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.4548206 Nov 10 21:55:33.186024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f983955c-54a2-4bce-ab57-31420b1bd410 req-7a207d03-5f74-42db-ad16-52dc2e6402c8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984282 Nov 10 21:55:33.204091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:33.208534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-238d8abb-6c5d-43d4-8914-2e96f6b60e96 req-412caaf9-d754-48b1-83e9-812505781f02 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931993 Nov 10 21:55:33.210780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port 6470ace2-9856-4ec3-baea-e3029af1e47a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:33.211126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.262573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:33.294549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:33.302771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/ba6ef749-add7-462a-94ea-b7c672874c1a/3c5de1e8-92b5-47df-8d9e-6e3509bd3515) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:33.364146 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.365234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.380127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for 6470ace2-9856-4ec3-baea-e3029af1e47a owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:33.426627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.452772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:33.455594 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e7b994-e7b7-401e-8bfc-30c747a424ae" -d '{"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-unplugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:33.460708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.477313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 4aede7b9-f953-47c2-9f71-fd6a10f1283b yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:33.492622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Transition to ACTIVE for port object a91e7ea9-95af-482b-b94c-d251ae8db544 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:55:33.569582 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e972308d-8f56-488e-a756-3deb4006de7d x-openstack-request-id: req-e972308d-8f56-488e-a756-3deb4006de7d {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:33.569934 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-unplugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:33.570149 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e972308d-8f56-488e-a756-3deb4006de7d {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:33.576111 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'code': 200} Nov 10 21:55:33.591013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.647604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.739928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=10']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:33.757071 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.789371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.839706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=6470ace2-9856-4ec3-baea-e3029af1e47a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:33.868044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7ca57893-3f4f-4488-8db0-74aea19b6fb6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:33.935649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 7ca57893-3f4f-4488-8db0-74aea19b6fb6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:33.936009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7ca57893-3f4f-4488-8db0-74aea19b6fb6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:33.954725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:33.958304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] No DVR routers for this DVR port a91e7ea9-95af-482b-b94c-d251ae8db544 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:33.970016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:33.970718 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Floating IP 52ceeed4-6a2b-4567-bc66-12fde7c8bc1f disassociated (deleted). External IP: 172.25.7.14, port: e353cdcc-e474-4497-bded-023ae7ccb9f7. Nov 10 21:55:33.983111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:33.989339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:33.991254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Pushing event updated for resources: {'Port': ['ID=3c5de1e8-92b5-47df-8d9e-6e3509bd3515,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:34.043689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::878f:3b92:6a09:af5f (f67fc58d-ae9b-43ba-9e80-5506e803abe9/ba6ef749-add7-462a-94ea-b7c672874c1a/4aede7b9-f953-47c2-9f71-fd6a10f1283b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:34.090732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Attempting to bind port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:34.091300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Attempting to bind port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:34.091522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Attempting to bind port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:34.110196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:34.110626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:34.110967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.111360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:34.111869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Bound port: 3c5de1e8-92b5-47df-8d9e-6e3509bd3515, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:34.112272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.196419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] For port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:34.199689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] For port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3c5de1e8-92b5-47df-8d9e-6e3509bd3515,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:34.307973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.354899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:34.355251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:34.355581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:34.362666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:55:34.363164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Attempting to bind port a91e7ea9-95af-482b-b94c-d251ae8db544 on network d5066df2-110a-43ea-986a-c21cf30b2617 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:34.375035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:34.375378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Checking segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:34.375784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Bound using segment: {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:34.376336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Bound port: a91e7ea9-95af-482b-b94c-d251ae8db544, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c083ae5-2138-4920-813e-031aeb940705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:34.385966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.386110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697b93b-0054-49ab-afd2-7897cd0fddb8 req-92c1dc3a-88f6-41c5-b9f5-bb42bb9af409 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:34.386110 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a697b93b-0054-49ab-afd2-7897cd0fddb8 req-92c1dc3a-88f6-41c5-b9f5-bb42bb9af409 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.0673561 Nov 10 21:55:34.414066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:55:34.440977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f6fbb-0597-492c-8751-6646a803ecf3 None None] Pushing event updated for resources: {'Port': ['ID=3c5de1e8-92b5-47df-8d9e-6e3509bd3515,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:34.495555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a697b93b-0054-49ab-afd2-7897cd0fddb8 req-9db0401e-2393-4736-8b12-bac029eb0cf4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005750 Nov 10 21:55:34.591862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc7c6e-78ee-4f97-9f63-8f822de69fa9 req-811edf98-af7c-4496-a5b3-01864c279b97 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:34.599377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52bc7c6e-78ee-4f97-9f63-8f822de69fa9 req-811edf98-af7c-4496-a5b3-01864c279b97 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1867776 Nov 10 21:55:34.636666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.662032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:34.673118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:34.696757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:34.724689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:55:34.726220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52bc7c6e-78ee-4f97-9f63-8f822de69fa9 req-b5e2a971-e249-44e0-bacb-4e1ce51db227 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209345 Nov 10 21:55:34.733016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.754347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] Sync routers for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:55:34.768218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7a9d0964-4926-4aad-96b3-c97e192ab06b tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/floatingips/52ceeed4-6a2b-4567-bc66-12fde7c8bc1f HTTP/1.1" status: 204 len: 168 time: 2.0587277 Nov 10 21:55:34.769063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:34.772438 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef35ad-1a18-4136-8a29-25e14de8ec66" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:34.789282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:34.790306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:34.798086 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.840198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:34.936610 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfeeb3b-d33b-41a6-92a8-6d28e0083f03 x-openstack-request-id: req-9bfeeb3b-d33b-41a6-92a8-6d28e0083f03 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:34.941495 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:34.941495 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bfeeb3b-d33b-41a6-92a8-6d28e0083f03 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:34.941735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.941863 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'status': 'completed', 'code': 200} Nov 10 21:55:34.970673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:34.971304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:34.976129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] 10.222.0.64 "PUT /v2.0/ports/a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1094 time: 2.7917366 Nov 10 21:55:35.000260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:35.007237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:35.033929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:35.044785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.045466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:35.067375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:55:35.091770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9651-3f16-4b53-a261-ac1ebb0d75cc service neutron] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=11']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:35.109440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-6605b4b0-7e47-4cbf-817d-34cf522fb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.110997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-6605b4b0-7e47-4cbf-817d-34cf522fb670 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68cf63181bee4b17bbb9341b26e104e1&device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 1097 time: 0.1361878 Nov 10 21:55:35.185834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-715a9571-c4e1-47b1-b6ca-a574b6bfd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.187642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-715a9571-c4e1-47b1-b6ca-a574b6bfd965 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1097 time: 0.1722767 Nov 10 21:55:35.208909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6850729 Nov 10 21:55:35.217135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38370) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:35.237060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fc093-9c12-44e4-893c-bbe2c8c6a31d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=4aede7b9-f953-47c2-9f71-fd6a10f1283b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:35.372064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe29ad-8ad4-49bf-9ca3-0ee3984a5049 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.380711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe29ad-8ad4-49bf-9ca3-0ee3984a5049 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.385048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-acbe29ad-8ad4-49bf-9ca3-0ee3984a5049 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1640990 Nov 10 21:55:35.387766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38374) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:35.418657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-e8935e48-de75-41b6-9488-45b31d7c25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.430245 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-e8935e48-de75-41b6-9488-45b31d7c25b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea HTTP/1.1" status: 200 len: 898 time: 0.3079250 Nov 10 21:55:35.464859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-eac0355a-5b0f-4947-b1d2-37af353d7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.466473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-eac0355a-5b0f-4947-b1d2-37af353d7799 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.2582836 Nov 10 21:55:35.511346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-16db0f35-c2bf-4a8b-ba62-305061d799ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7 HTTP/1.1" status: 200 len: 217 time: 0.0684466 Nov 10 21:55:35.614245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:35.622472 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfbf002-87c2-429d-a24e-61aa0853ce84" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:35.626097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-f989d199-10c0-4f08-a597-5e2a195f6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.627972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-f989d199-10c0-4f08-a597-5e2a195f6a39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6f39a67a-ca01-4fbb-9b3c-20414a6e6970 HTTP/1.1" status: 200 len: 834 time: 0.1070316 Nov 10 21:55:35.698605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:35.736604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-4f0ec8b0-be8e-422a-a585-42f53dcace0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1000 time: 0.2408924 Nov 10 21:55:35.741636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 4aede7b9-f953-47c2-9f71-fd6a10f1283b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:35.741995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:35.798725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba1ebafe-db35-4047-8dc7-e351d7b15d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:35.800373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] Checking router: 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:55:35.818451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:35.819786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:35.889421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-330ae2ca-1169-407c-b793-c037d7c8fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.897612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-330ae2ca-1169-407c-b793-c037d7c8fbf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450926 Nov 10 21:55:35.927505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-bfbf3bcf-4267-4563-8407-62bce6cdbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.929073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-bfbf3bcf-4267-4563-8407-62bce6cdbfe1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0937572 Nov 10 21:55:35.975888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf701a43-9baa-4881-a61b-55f005b717f9 req-82b07719-f0fc-4f25-bbff-be99adecd395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:35.977480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf701a43-9baa-4881-a61b-55f005b717f9 req-82b07719-f0fc-4f25-bbff-be99adecd395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.3442755 Nov 10 21:55:36.003962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca929861-f058-485b-82d2-759bbb8ab2f2 req-bdf8e29e-a75c-42fa-95c5-b5baf0aa4e09 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:36.011301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca929861-f058-485b-82d2-759bbb8ab2f2 req-bdf8e29e-a75c-42fa-95c5-b5baf0aa4e09 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 945 time: 0.5025270 Nov 10 21:55:36.042697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:55:36.111215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:36.156701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:36.173987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca929861-f058-485b-82d2-759bbb8ab2f2 req-f6647ebf-0963-427f-82dc-7eb43d21f851 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616490 Nov 10 21:55:36.199362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 4aede7b9-f953-47c2-9f71-fd6a10f1283b owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:36.245179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-34badf50-b117-4c19-a60c-aaca2c89ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:36.247063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-34badf50-b117-4c19-a60c-aaca2c89ba22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3029039 Nov 10 21:55:36.253061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf701a43-9baa-4881-a61b-55f005b717f9 req-c2fdfaa5-9c02-4055-a318-15273edceca0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456453 Nov 10 21:55:36.316404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-07c803a7-e788-4552-a8c7-5525284b1920 service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081695 Nov 10 21:55:36.390358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:36.391118 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:36.481841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-67f77589-b31a-4d52-bd86-71714b99f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:36.483446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-67f77589-b31a-4d52-bd86-71714b99f562 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1097 time: 0.1573942 Nov 10 21:55:36.594406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:36.637584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1cc8d-cb00-41fc-a69b-3f10918f445c None None] The sync data for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 is: [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:33Z', 'revision_number': 4, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '80718ccf-368a-4bbb-ac2e-70101e9d9134', 'name': '', 'network_id': '53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'mac_address': 'fa:16:3e:13:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:32Z', 'updated_at': '2021-11-10T21:54:37Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'subnets': [{'id': '6f39a67a-ca01-4fbb-9b3c-20414a6e6970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:55:36.642576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cbb8d194-89ee-46dd-98f1-3606982d99fb None None] Provisioning complete for port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:36.643068 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d194-89ee-46dd-98f1-3606982d99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:36.652217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:36.662065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-f0854a63-8027-439e-8948-005f1ed24e92 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059346 Nov 10 21:55:36.666786 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e48ac-af57-4d49-a8e9-5eac996b6253 x-openstack-request-id: req-6f5e48ac-af57-4d49-a8e9-5eac996b6253 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:36.672321 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:36.672629 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f5e48ac-af57-4d49-a8e9-5eac996b6253 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:36.673068 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'status': 'completed', 'code': 200} Nov 10 21:55:36.693476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.53', 57047) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:36.791196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3c5de1e8-92b5-47df-8d9e-6e3509bd3515,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:36.904793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:37.032600 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cbb8d194-89ee-46dd-98f1-3606982d99fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:37.115763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c684f1-53b7-4c38-94ae-67da71769658 req-2cd8cd93-9549-4692-8ce7-59720b1c6bff tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.122265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c684f1-53b7-4c38-94ae-67da71769658 req-2cd8cd93-9549-4692-8ce7-59720b1c6bff tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 945 time: 0.4057527 Nov 10 21:55:37.128237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef7399fb-4ecf-404f-9082-70c7b830a2df req-dc56bf83-5b96-42fb-9e99-29c5cbecc825 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540176 Nov 10 21:55:37.150378 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-cbb8d194-89ee-46dd-98f1-3606982d99fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:55:37.151344 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-cbb8d194-89ee-46dd-98f1-3606982d99fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:55:37.152693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=3c5de1e8-92b5-47df-8d9e-6e3509bd3515,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:37.178640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:37.241671 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57f8fc-2691-45aa-bdae-2a852729dbfd None None] New status for floating IP 52ceeed4-6a2b-4567-bc66-12fde7c8bc1f: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:55:37.287298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=4aede7b9-f953-47c2-9f71-fd6a10f1283b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:37.339789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:37.350005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7839abc5-41d8-44ad-82f5-50246f21bc0e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/4aede7b9-f953-47c2-9f71-fd6a10f1283b HTTP/1.1" status: 204 len: 168 time: 1.9619005 Nov 10 21:55:37.372090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38390) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:37.482190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef6cf5-e048-4320-843b-5b0b9b015402 req-fcce7b86-96af-4a56-ae96-ae9f472ca5e8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.488714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6ef6cf5-e048-4320-843b-5b0b9b015402 req-fcce7b86-96af-4a56-ae96-ae9f472ca5e8 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 1.0182934 Nov 10 21:55:37.491960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-93d87fd2-0fdb-495a-90cf-6b76a89bf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.492554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-93d87fd2-0fdb-495a-90cf-6b76a89bf16e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1097 time: 0.2788224 Nov 10 21:55:37.538446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-bc9e1961-d285-45ab-be57-4cb9d9804c4b service neutron] 10.222.0.53 "GET /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1645331 Nov 10 21:55:37.603637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-73be1041-2436-42c3-926a-bd94e594ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.609720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-73be1041-2436-42c3-926a-bd94e594ae27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 1.0940356 Nov 10 21:55:37.616735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-ee87d7db-baab-4236-acbf-d1ccad44698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.618196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-ee87d7db-baab-4236-acbf-d1ccad44698b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.1070676 Nov 10 21:55:37.632813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6ef6cf5-e048-4320-843b-5b0b9b015402 req-807b6af2-05bc-4431-a3c9-62c31f9b7557 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315894 Nov 10 21:55:37.768557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc1e68-02ea-423a-b3c6-87cbafecf684 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.772856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc1e68-02ea-423a-b3c6-87cbafecf684 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.780374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38392) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:37.783292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3dfc1e68-02ea-423a-b3c6-87cbafecf684 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4007154 Nov 10 21:55:37.811877 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-49285a33-a5ae-44fd-b799-57ff6a77becd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1000 time: 0.1762056 Nov 10 21:55:37.837043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504e67-5670-4d99-b059-53c20df680b4 req-8c894b80-d286-4e2d-99d9-181cd2a014d6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:37.845740 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-55504e67-5670-4d99-b059-53c20df680b4 req-8c894b80-d286-4e2d-99d9-181cd2a014d6 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 945 time: 0.4458899 Nov 10 21:55:37.871684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port e353cdcc-e474-4497-bded-023ae7ccb9f7 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:37.872883 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:37.903609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-40add96c-4994-4e3b-a024-492d7c8923c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1000 time: 0.2692871 Nov 10 21:55:37.918255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:37.970748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d86b938a-ac07-4919-bcc2-6d16d83eaabd None None] Could not find standard attr ID for object 4aede7b9-f953-47c2-9f71-fd6a10f1283b. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:55:37.974573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet ba6ef749-add7-462a-94ea-b7c672874c1a {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:37.978467 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.001523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:38.001925 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.025298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-55504e67-5670-4d99-b059-53c20df680b4 req-a242d037-4548-4ed8-8e7a-8d235410d11e tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/security-groups?id=f98afa7c-2e6d-46ac-9560-10d7cf875e85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649277 Nov 10 21:55:38.026107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67071c3f-aed0-4af6-aac8-d8cf39388188 req-c4b3bbdc-08aa-4f26-9b14-058ad7a81930 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:38.028114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67071c3f-aed0-4af6-aac8-d8cf39388188 req-c4b3bbdc-08aa-4f26-9b14-058ad7a81930 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.2228336 Nov 10 21:55:38.029650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-fac1ee44-1e2c-4819-9f85-4fe59f9f64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:38.031348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-fac1ee44-1e2c-4819-9f85-4fe59f9f64c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.1620007 Nov 10 21:55:38.055936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-20c93e4b-bc5a-48a2-bee6-8a4357e732b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:38.058448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-20c93e4b-bc5a-48a2-bee6-8a4357e732b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.1456189 Nov 10 21:55:38.082000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port e353cdcc-e474-4497-bded-023ae7ccb9f7, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e353cdcc-e474-4497-bded-023ae7ccb9f7,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:38.082983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.093251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.130083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for e353cdcc-e474-4497-bded-023ae7ccb9f7 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:38.154980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-5e0cb8cb-61ad-40c3-8275-72fdc589fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:38.156630 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-5e0cb8cb-61ad-40c3-8275-72fdc589fc6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878725 Nov 10 21:55:38.173569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-78da959f-090f-42a3-846d-ef856ffc418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:38.175056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-78da959f-090f-42a3-846d-ef856ffc418e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321568 Nov 10 21:55:38.181836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67071c3f-aed0-4af6-aac8-d8cf39388188 req-49ae019b-0a65-4afb-9f51-67f41db39e43 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435039 Nov 10 21:55:38.283608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.346010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-98c9dc2c-91d4-4a91-bc35-9b04c4832bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618350 Nov 10 21:55:38.365416 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32ea2c37-6bc5-4658-9940-fc6c17135c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.453987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-631c110d-de3f-4037-acf6-15333f5a56a2 service neutron] 10.222.0.53 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990086 Nov 10 21:55:38.467883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.507215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6ef749-add7-462a-94ea-b7c672874c1a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:38.514673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:38.518865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0121e-2f1c-474a-a8ef-26941f6b1220 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:38.534380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-21b77217-8f5d-4772-8194-deb4e922f549 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/ba6ef749-add7-462a-94ea-b7c672874c1a HTTP/1.1" status: 204 len: 168 time: 0.7503138 Nov 10 21:55:38.536492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38400) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:38.610455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aca0d44c-e079-41da-b812-4392399f16f5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714946 Nov 10 21:55:38.612827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:38.688210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260e1d4-3929-47c9-b9d8-7843d12fa1f5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:38.691255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9260e1d4-3929-47c9-b9d8-7843d12fa1f5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0745080 Nov 10 21:55:38.697519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38406) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:38.813432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:38.815804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-f8e5d0bc-7483-4fb4-a4cd-6af11751f2e5 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222963 Nov 10 21:55:38.828027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46cdf9-5eac-427d-ae38-cd5ec0481525 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:38.847854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4f46cdf9-5eac-427d-ae38-cd5ec0481525 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1490700 Nov 10 21:55:38.848590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38410) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:38.905225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f57ff1a-dbed-4e8a-bffb-ca680369c9e2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554614 Nov 10 21:55:38.909214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38412) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:38.914859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:38.932661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] Deleting port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:38.933293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.018823 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.099854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=e353cdcc-e474-4497-bded-023ae7ccb9f7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:39.104872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-abfbf002-87c2-429d-a24e-61aa0853ce84 req-28d1702f-7164-42ae-b0f7-f917f97ce671 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692697 Nov 10 21:55:39.131397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347f5cc-1a80-4e31-8b1d-10c46b0185e7 req-9818521f-0c53-43e8-85c6-e784620f4284 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:39.135893 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1347f5cc-1a80-4e31-8b1d-10c46b0185e7 req-9818521f-0c53-43e8-85c6-e784620f4284 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.3679516 Nov 10 21:55:39.227912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e163fd47-97d2-407f-aaba-26cbaa1ba81d req-ee4edfee-e931-4f0e-9f12-2684f241ceaa tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 210 time: 0.0598452 Nov 10 21:55:39.229310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:39.229590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] For port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3c5de1e8-92b5-47df-8d9e-6e3509bd3515,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:39.230092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.234255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.239429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] No DVR routers for this DVR port e353cdcc-e474-4497-bded-023ae7ccb9f7 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:39.259870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.263243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] Calling delete_port for 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:39.263543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c684f1-53b7-4c38-94ae-67da71769658 req-5f65d73f-0069-48d7-a6ab-fc9a949fb6e5 tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.53 "DELETE /v2.0/ports/e353cdcc-e474-4497-bded-023ae7ccb9f7 HTTP/1.1" status: 204 len: 173 time: 2.1335979 Nov 10 21:55:39.265483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'name': 'network-vif-deleted', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:39.293962 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632010d5-f80a-4ff0-864f-095741e921db" -d '{"events": [{"server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "name": "network-vif-deleted", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:39.364192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1347f5cc-1a80-4e31-8b1d-10c46b0185e7 req-40e85029-8553-4c66-a94b-73a9973bfa43 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072487 Nov 10 21:55:39.387917 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.443445 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060aa520-deb8-4c06-86ee-68f9ebffbee2 x-openstack-request-id: req-060aa520-deb8-4c06-86ee-68f9ebffbee2 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:39.444095 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7c3585-760a-4080-9c10-f31200343e20", "name": "network-vif-deleted", "tag": "e353cdcc-e474-4497-bded-023ae7ccb9f7", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:39.444488 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-060aa520-deb8-4c06-86ee-68f9ebffbee2 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:39.444996 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7c3585-760a-4080-9c10-f31200343e20', 'name': 'network-vif-deleted', 'tag': 'e353cdcc-e474-4497-bded-023ae7ccb9f7', 'status': 'completed', 'code': 200} Nov 10 21:55:39.451805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a7322-78f8-4417-850a-165d0c1051f4 req-55718110-284e-4994-a77a-1e806cd95d8c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:39.453444 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f54a7322-78f8-4417-850a-165d0c1051f4 req-55718110-284e-4994-a77a-1e806cd95d8c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.0999069 Nov 10 21:55:39.496233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.558595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] Pushing event deleted for resources: {'Port': ['ID=3c5de1e8-92b5-47df-8d9e-6e3509bd3515,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:39.566078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478bde9-774c-41cf-ba81-490c6c16cee9 None None] No DVR routers for this DVR port 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:39.618461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f54a7322-78f8-4417-850a-165d0c1051f4 req-8007e523-b11d-483c-a5d6-16569c5c0caf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381443 Nov 10 21:55:39.620437 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.674363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:39.685624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:39.685624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:39.686065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:39.702466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=e1fa0a9e-f486-4848-8b8d-be6324021d19,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:39.711430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d3ee48-16cc-41e4-bbb7-563c297832b0 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:39.797217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-307b25c1-850a-417d-80a3-ff07bbcfe7b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8865483 Nov 10 21:55:39.800106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:39.808360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'e1fa0a9e-f486-4848-8b8d-be6324021d19', 'ip_address': '2001:db8::d76d:3864:3af7:592f'}], 'name': 'tempest-NetworksTestDHCPv6-745341586'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:39.823630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:39.851717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:39.852108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3c5de1e8-92b5-47df-8d9e-6e3509bd3515 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:39.952162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'e1fa0a9e-f486-4848-8b8d-be6324021d19'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:39.953048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.091080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/e1fa0a9e-f486-4848-8b8d-be6324021d19/0d6033ed-784d-4476-bf16-acd158d2fac6) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:40.131486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:40.226908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.251254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 9c51fd68-ea43-481a-886c-36e24c228196 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:40.259038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.380229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec6d7459-93b6-42ab-8fbb-315b0e183faa req-e9eac33f-02fe-415d-8730-1bd51521336f tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d7c3585-760a-4080-9c10-f31200343e20 HTTP/1.1" status: 200 len: 210 time: 0.0351572 Nov 10 21:55:40.383053 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.462727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::d76d:3864:3af7:592f (f67fc58d-ae9b-43ba-9e80-5506e803abe9/e1fa0a9e-f486-4848-8b8d-be6324021d19/9c51fd68-ea43-481a-886c-36e24c228196) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:40.472916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:40.474640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:40.478798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:40.528063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Pushing event updated for resources: {'Port': ['ID=0d6033ed-784d-4476-bf16-acd158d2fac6,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:40.570975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Attempting to bind port 0d6033ed-784d-4476-bf16-acd158d2fac6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:40.571450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Attempting to bind port 0d6033ed-784d-4476-bf16-acd158d2fac6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:40.571918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Attempting to bind port 0d6033ed-784d-4476-bf16-acd158d2fac6 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:40.577245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:40.577761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:40.578304 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.578739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:40.579324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Bound port: 0d6033ed-784d-4476-bf16-acd158d2fac6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:40.579850 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.581309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfdfd0-6113-4696-8529-f726a58ea4c1 req-da8b7050-76f5-473e-95f2-3497e2ce7b98 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:40.584065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2bdfdfd0-6113-4696-8529-f726a58ea4c1 req-da8b7050-76f5-473e-95f2-3497e2ce7b98 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0773222 Nov 10 21:55:40.671019 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2bdfdfd0-6113-4696-8529-f726a58ea4c1 req-a07b5844-bf3e-41ae-8961-a468c55f925b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732837 Nov 10 21:55:40.677966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] For port 0d6033ed-784d-4476-bf16-acd158d2fac6, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:40.681434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] For port 0d6033ed-784d-4476-bf16-acd158d2fac6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0d6033ed-784d-4476-bf16-acd158d2fac6,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:40.724321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e353cdcc-e474-4497-bded-023ae7ccb9f7 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:40.749690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: e353cdcc-e474-4497-bded-023ae7ccb9f7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:40.750034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e353cdcc-e474-4497-bded-023ae7ccb9f7 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:40.762848 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.789683 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.794742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245970b-9e4a-4d2f-9f4b-9fa85c764507 req-8e5cb479-ec77-4e19-99db-3352f0e66c26 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:40.801087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1245970b-9e4a-4d2f-9f4b-9fa85c764507 req-8e5cb479-ec77-4e19-99db-3352f0e66c26 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.0855463 Nov 10 21:55:40.857815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:40.861264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84df2e-1d44-47a2-92f9-dcb2e0ec7184 None None] Pushing event updated for resources: {'Port': ['ID=0d6033ed-784d-4476-bf16-acd158d2fac6,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:40.871769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1245970b-9e4a-4d2f-9f4b-9fa85c764507 req-4c4c1ffd-869f-416f-901a-00f54275bb29 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638890 Nov 10 21:55:40.965593 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.015533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:41.022898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:41.025192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=9c51fd68-ea43-481a-886c-36e24c228196,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:41.027549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:41.033510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:41.034027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.161173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-99056116-36ec-45c6-b245-a3faec46f499 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3562105 Nov 10 21:55:41.161910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38442) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:41.174223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fff72a01-821b-429b-9011-b19062a8eac1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'e1fa0a9e-f486-4848-8b8d-be6324021d19', 'ip_address': '2001:db8::d76d:3864:3af7:592f'}], 'name': 'tempest-NetworksTestDHCPv6-60817083'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:41.411490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.450349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38446) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:41.509472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff72a01-821b-429b-9011-b19062a8eac1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:41.514455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fff72a01-821b-429b-9011-b19062a8eac1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.516401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7f45a27-2bbc-43b3-a441-b6dfd6e53fbd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.552838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-fff72a01-821b-429b-9011-b19062a8eac1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port cda6b540-db26-4179-a6fd-f0e4129f31a8 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:41.559784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7f45a27-2bbc-43b3-a441-b6dfd6e53fbd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.704393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:55:41.883741 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff72a01-821b-429b-9011-b19062a8eac1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 21:55:41.884367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff72a01-821b-429b-9011-b19062a8eac1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:55:41.907403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7f45a27-2bbc-43b3-a441-b6dfd6e53fbd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.911536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7f45a27-2bbc-43b3-a441-b6dfd6e53fbd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:41.912977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c7f45a27-2bbc-43b3-a441-b6dfd6e53fbd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/security-groups/f98afa7c-2e6d-46ac-9560-10d7cf875e85 HTTP/1.1" status: 204 len: 168 time: 0.4617794 Nov 10 21:55:41.930494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:41.952453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'port_id': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'mac_address': 'fa:16:3e:83:1d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:55:41.954520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0d6033ed-784d-4476-bf16-acd158d2fac6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:41.999980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f45a27-2bbc-43b3-a441-b6dfd6e53fbd tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98afa7c-2e6d-46ac-9560-10d7cf875e85,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:42.031702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962dc6-7352-48ad-a128-6b396b7c0c7f req-ddd3c43f-a731-4fa1-99de-0560daabe2d2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.037959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76962dc6-7352-48ad-a128-6b396b7c0c7f req-ddd3c43f-a731-4fa1-99de-0560daabe2d2 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.2422647 Nov 10 21:55:42.038718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-5c236d41-6a60-4078-aa05-35dadf9201dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.040484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-5c236d41-6a60-4078-aa05-35dadf9201dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1098 time: 0.2397373 Nov 10 21:55:42.080567 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:55:42.084442 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.098533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2c526-0687-45ec-8064-dac779e77267 req-e7fb7555-b373-4dcf-b556-762c8265b610 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.106744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4db2c526-0687-45ec-8064-dac779e77267 req-e7fb7555-b373-4dcf-b556-762c8265b610 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 945 time: 0.1317320 Nov 10 21:55:42.108243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fff72a01-821b-429b-9011-b19062a8eac1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9379163 Nov 10 21:55:42.110648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38458) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:42.124683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91e7ea9-95af-482b-b94c-d251ae8db544 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:55:42.165532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0d6033ed-784d-4476-bf16-acd158d2fac6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:42.166258 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.221943 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76962dc6-7352-48ad-a128-6b396b7c0c7f req-261860db-8276-4d96-bc19-65f991c1063c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618233 Nov 10 21:55:42.257774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-9bcf17c6-f122-4591-b74b-ed62f3c1f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.259329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-9bcf17c6-f122-4591-b74b-ed62f3c1f9d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.2103155 Nov 10 21:55:42.269845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:42.270173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6970e7-fa91-4185-9984-f528db0f6953 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.276719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6970e7-fa91-4185-9984-f528db0f6953 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.282781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38460) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:42.282978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5c6970e7-fa91-4185-9984-f528db0f6953 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1709244 Nov 10 21:55:42.300214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4db2c526-0687-45ec-8064-dac779e77267 req-78cfe775-965e-440a-adad-9ed204b4d534 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748424 Nov 10 21:55:42.330426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38462) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:42.362004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-814f7141-e8ff-4d86-b0fa-3715c74496dc None None] Provisioning complete for port 0d6033ed-784d-4476-bf16-acd158d2fac6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:42.362378 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-814f7141-e8ff-4d86-b0fa-3715c74496dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.381092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38464) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:42.464073 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.488616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5ad54c2f-6983-4e6b-a951-388027612d3f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/8f8c7abd-0b07-4a3d-91d3-13112f7bba6d HTTP/1.1" status: 200 len: 992 time: 0.1568465 Nov 10 21:55:42.505491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-ba40101b-832e-4e45-aee7-af301874a516 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1002 time: 0.2287903 Nov 10 21:55:42.545041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.612321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-94f15aab-32d1-4b95-b9fe-1ad5fe77d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.616795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-94f15aab-32d1-4b95-b9fe-1ad5fe77d210 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0988214 Nov 10 21:55:42.626179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 9c51fd68-ea43-481a-886c-36e24c228196 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:42.630892 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.643869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 0d6033ed-784d-4476-bf16-acd158d2fac6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0d6033ed-784d-4476-bf16-acd158d2fac6,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:42.656360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:42.668123 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-814f7141-e8ff-4d86-b0fa-3715c74496dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.738041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.828466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-533dae0a-cdd6-463c-875d-3f9479d36573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:42.830889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-533dae0a-cdd6-463c-875d-3f9479d36573 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291902 Nov 10 21:55:42.839174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:42.862846 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-814f7141-e8ff-4d86-b0fa-3715c74496dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:55:42.863287 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-814f7141-e8ff-4d86-b0fa-3715c74496dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:55:42.869923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a91e7ea9-95af-482b-b94c-d251ae8db544'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:55:42.885175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 9c51fd68-ea43-481a-886c-36e24c228196 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:42.921434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=0d6033ed-784d-4476-bf16-acd158d2fac6,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:43.055815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-4635e80e-7a94-499a-bd81-725f4f8acf4c service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098989 Nov 10 21:55:43.158626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.217084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c93c708-f46d-4fb6-899d-bede09596c60 req-22e8046a-e3e5-4900-a28d-adceebeb4891 service neutron] 10.222.0.64 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528168 Nov 10 21:55:43.263433 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.301001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=9c51fd68-ea43-481a-886c-36e24c228196,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:43.337165 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.340703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d15540d9-c0d4-44e1-b262-ef9c7c914458 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/9c51fd68-ea43-481a-886c-36e24c228196 HTTP/1.1" status: 204 len: 168 time: 1.0517755 Nov 10 21:55:43.349329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38470) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:43.448722 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a7a15-2cc8-40c9-ba18-77d3b81a3bc5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:43.450405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a7a15-2cc8-40c9-ba18-77d3b81a3bc5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:43.454754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7c7a7a15-2cc8-40c9-ba18-77d3b81a3bc5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1043389 Nov 10 21:55:43.456299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38472) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:43.512832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet e1fa0a9e-f486-4848-8b8d-be6324021d19 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:43.516554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.524325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-86ba97e6-84cf-4290-879e-312bcbcd4be1 None None] Could not find standard attr ID for object 9c51fd68-ea43-481a-886c-36e24c228196. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:55:43.529441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e668e-c3dc-4c05-985c-dde07193bac6 req-0a0a5668-ac41-4572-818d-0a3199e96557 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:43.531074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a75e668e-c3dc-4c05-985c-dde07193bac6 req-0a0a5668-ac41-4572-818d-0a3199e96557 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.1714556 Nov 10 21:55:43.568064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.638599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a75e668e-c3dc-4c05-985c-dde07193bac6 req-7e9e3c3e-2d4e-4c04-a333-1ae02d4a409f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893919 Nov 10 21:55:43.671518 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.694327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port 80718ccf-368a-4bbb-ac2e-70101e9d9134 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:43.694666 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.727472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:43.790489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port 80718ccf-368a-4bbb-ac2e-70101e9d9134, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=80718ccf-368a-4bbb-ac2e-70101e9d9134,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:43.790855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.810002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for 80718ccf-368a-4bbb-ac2e-70101e9d9134 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:43.810876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.820077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0d6033ed-784d-4476-bf16-acd158d2fac6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:43.848120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fa0a9e-f486-4848-8b8d-be6324021d19,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:43.851450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.852643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:43.859329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-caa2bc56-4b54-4520-af17-102fbe76ae43 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/e1fa0a9e-f486-4848-8b8d-be6324021d19 HTTP/1.1" status: 204 len: 168 time: 0.4029889 Nov 10 21:55:43.859700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38474) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:43.868329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d335f-9531-4771-98cc-c1c28bfe870d None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:43.900566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e1ebb2b-60da-4165-974e-95148ace9f59 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395436 Nov 10 21:55:43.905089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38476) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:43.910254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:43.943401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:43.945763 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46088fa6-b6bf-4a7f-966e-212c49d7cad8" -d '{"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:43.971554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:44.018552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0d6033ed-784d-4476-bf16-acd158d2fac6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:44.018922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.024946 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0714dc1e-237c-4cd5-8090-84afe1db08bc x-openstack-request-id: req-0714dc1e-237c-4cd5-8090-84afe1db08bc {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:44.026100 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:44.026100 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0714dc1e-237c-4cd5-8090-84afe1db08bc {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:44.026100 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'code': 200} Nov 10 21:55:44.053417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.142517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:44.159019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:44.165161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:44.170343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.199478 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.218282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] Deleting port 0d6033ed-784d-4476-bf16-acd158d2fac6 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:44.218654 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.231505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=80718ccf-368a-4bbb-ac2e-70101e9d9134,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:44.300786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] For port 0d6033ed-784d-4476-bf16-acd158d2fac6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0d6033ed-784d-4476-bf16-acd158d2fac6,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:44.301198 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.315354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] Calling delete_port for 0d6033ed-784d-4476-bf16-acd158d2fac6 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:44.464990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.491091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.530159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.538798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:44.542053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:44.546820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:44.547423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.567583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=9ecb223d-922c-42ad-8e83-74db64ce02d6,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:44.573591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] Pushing event deleted for resources: {'Port': ['ID=0d6033ed-784d-4476-bf16-acd158d2fac6,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:44.575438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f1c3d-6417-48c8-b439-244e6098f071 None None] No DVR routers for this DVR port 0d6033ed-784d-4476-bf16-acd158d2fac6 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:44.594642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e3ccc-c4a6-42a5-8da2-41bd259e7fd1 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:44.668320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d81d3176-156b-4bbe-a7fb-56cc3827ce6c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7623687 Nov 10 21:55:44.672646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38482) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:44.678695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6b3b55bc-4c27-485a-a9ff-9c69f41b1e95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': '9ecb223d-922c-42ad-8e83-74db64ce02d6', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1385014406'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:44.756612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '9ecb223d-922c-42ad-8e83-74db64ce02d6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:44.761045 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.914172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b55bc-4c27-485a-a9ff-9c69f41b1e95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:44.919853 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6b3b55bc-4c27-485a-a9ff-9c69f41b1e95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:44.921202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/9ecb223d-922c-42ad-8e83-74db64ce02d6/1d1a74b6-d0e1-4c73-916f-de91c759186c) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:44.945914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-6b3b55bc-4c27-485a-a9ff-9c69f41b1e95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port d0f83db5-8329-4de4-adaf-4bff944c47d6 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:55:45.150638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:55:45.183377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880baf8-8a96-4479-8d2b-041eb5c61cd2 req-311542d7-eab6-423c-b8d4-eeb0fa47c86e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:45.186989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7880baf8-8a96-4479-8d2b-041eb5c61cd2 req-311542d7-eab6-423c-b8d4-eeb0fa47c86e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.4549582 Nov 10 21:55:45.262650 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.318080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7880baf8-8a96-4479-8d2b-041eb5c61cd2 req-f6ddc563-2a7c-4f1b-ae47-40875387a448 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959291 Nov 10 21:55:45.322885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:55:45.328493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-48e4606f-e059-40ea-bfd9-e7acfe5ea0ca tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "PUT /v2.0/routers/7517637c-3a6b-4e9c-8bab-bd53dd9613f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9457843 Nov 10 21:55:45.331294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38488) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:45.336414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] Sync routers for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:55:45.349312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:45.349963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:45.392398 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.400948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting subnet 6f39a67a-ca01-4fbb-9b3c-20414a6e6970 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:45.404302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.452642 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.462160 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3b55bc-4c27-485a-a9ff-9c69f41b1e95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:55:45.462620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3b55bc-4c27-485a-a9ff-9c69f41b1e95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:55:45.475611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:45.482455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:45.486042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:45.490685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Pushing event updated for resources: {'Port': ['ID=1d1a74b6-d0e1-4c73-916f-de91c759186c,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:45.557689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:55:45.563225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6b3b55bc-4c27-485a-a9ff-9c69f41b1e95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8894866 Nov 10 21:55:45.564048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.565983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38490) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:45.611703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Attempting to bind port 1d1a74b6-d0e1-4c73-916f-de91c759186c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:45.612669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Attempting to bind port 1d1a74b6-d0e1-4c73-916f-de91c759186c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:45.612669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Attempting to bind port 1d1a74b6-d0e1-4c73-916f-de91c759186c on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:45.624532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5dc74f-0ec6-4219-9968-c3e010faebee tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:45.626008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1b5dc74f-0ec6-4219-9968-c3e010faebee tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0582249 Nov 10 21:55:45.628178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:45.628548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:45.628675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38492) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:45.629520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.630372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:45.630372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Bound port: 1d1a74b6-d0e1-4c73-916f-de91c759186c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:45.631143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.681231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5621f5-15b9-431a-ad83-bebb9bb2395d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:45.683352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5621f5-15b9-431a-ad83-bebb9bb2395d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:45.684911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eb5621f5-15b9-431a-ad83-bebb9bb2395d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0546906 Nov 10 21:55:45.687892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:45.716439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.740638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:45.752561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Subnet': ['ID=6f39a67a-ca01-4fbb-9b3c-20414a6e6970,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:45.755512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.761814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 9ecb223d-922c-42ad-8e83-74db64ce02d6 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:45.761908 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d7064c73-930b-4a74-a5ec-d30ecc9f119d tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/subnets/6f39a67a-ca01-4fbb-9b3c-20414a6e6970 HTTP/1.1" status: 204 len: 168 time: 0.4294949 Nov 10 21:55:45.763202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38496) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:45.767640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.780073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a0fbe-a3c2-4d89-8387-3eb2dffd82ff None None] Network 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:45.812444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] For port 1d1a74b6-d0e1-4c73-916f-de91c759186c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:45.834735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.882606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] For port 1d1a74b6-d0e1-4c73-916f-de91c759186c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1d1a74b6-d0e1-4c73-916f-de91c759186c,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:45.908337 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:45.968112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0d6033ed-784d-4476-bf16-acd158d2fac6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:45.986420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0d6033ed-784d-4476-bf16-acd158d2fac6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:45.987179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0d6033ed-784d-4476-bf16-acd158d2fac6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:45.999244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:55:44Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:46.027293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] Checking router: 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:55:46.029982 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.041073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a91e7ea9-95af-482b-b94c-d251ae8db544 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:55:46.041193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.041297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.048768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a91e7ea9-95af-482b-b94c-d251ae8db544 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:46.049132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.101000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] Routers {'7517637c-3a6b-4e9c-8bab-bd53dd9613f6'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:46.106053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:46.154760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] DHCP port deletion for 53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:46.190247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c334ff-b439-494c-9d1f-699fa0a64f30 None None] Pushing event updated for resources: {'Port': ['ID=1d1a74b6-d0e1-4c73-916f-de91c759186c,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:46.204940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Deleting port d2dfb095-3cf6-49aa-888c-2910c6d9dab8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:46.205397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.223760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.255806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecb223d-922c-42ad-8e83-74db64ce02d6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:46.261682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.267803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba3c4b66-d1ad-4878-b19b-ebfe55fef11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/9ecb223d-922c-42ad-8e83-74db64ce02d6 HTTP/1.1" status: 204 len: 168 time: 0.5788565 Nov 10 21:55:46.268689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38500) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:46.314524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] Set router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:55:46.327811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] For port d2dfb095-3cf6-49aa-888c-2910c6d9dab8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:46.328391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.337182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6b3fce20-20ee-42e9-975e-57325aa7775a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673566 Nov 10 21:55:46.337953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38502) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:46.343107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:46.350466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Calling delete_port for d2dfb095-3cf6-49aa-888c-2910c6d9dab8 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:46.417231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.419811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] Deleting port 1a810546-dd2d-4472-a118-e5456f176d0b {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:46.420160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.542832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f572582-8eae-4295-85fa-93574b2dfa15 req-c8a69575-379e-4f59-9529-e8f43e3aafd7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:46.546522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f572582-8eae-4295-85fa-93574b2dfa15 req-c8a69575-379e-4f59-9529-e8f43e3aafd7 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.0821967 Nov 10 21:55:46.547523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:46.552417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.563157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:46.573747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:46.576468 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4f263-3d12-4158-b4b4-cbe60a00f2ff" -d '{"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-plugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:46.672801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] For port 1a810546-dd2d-4472-a118-e5456f176d0b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1a810546-dd2d-4472-a118-e5456f176d0b,segment=NetworkSegment(8fe33b66-206e-42c2-b0ab-769ba19eacc0),segment_id=8fe33b66-206e-42c2-b0ab-769ba19eacc0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:46.673311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.676602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.688713 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3420db-1727-4b02-8ff5-89f104d9a682 x-openstack-request-id: req-db3420db-1727-4b02-8ff5-89f104d9a682 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:46.688998 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-plugged", "status": "completed", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:46.689246 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db3420db-1727-4b02-8ff5-89f104d9a682 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:46.689656 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'code': 200} Nov 10 21:55:46.692767 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6f572582-8eae-4295-85fa-93574b2dfa15 req-9ea16fb3-6158-451f-9dcf-fdcbd92a5b4d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773947 Nov 10 21:55:46.727586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] Calling delete_port for 1a810546-dd2d-4472-a118-e5456f176d0b owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:46.820719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=13']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:46.864513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:55:44Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:46.891105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:46.891326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53457c6-fd50-41fd-afb3-85a4665c9b8d None None] The sync data for ids ['7517637c-3a6b-4e9c-8bab-bd53dd9613f6'] in n-d-776250-11 is: [{'id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'name': 'tempest-TestNetworkBasicOps-router-1791281036', 'tenant_id': '68cf63181bee4b17bbb9341b26e104e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:55:44Z', 'revision_number': 5, 'project_id': '68cf63181bee4b17bbb9341b26e104e1', 'gw_port': {'id': 'd2dfb095-3cf6-49aa-888c-2910c6d9dab8', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7517637c-3a6b-4e9c-8bab-bd53dd9613f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:54:27Z', 'updated_at': '2021-11-10T21:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:55:46.918487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Port': ['ID=d2dfb095-3cf6-49aa-888c-2910c6d9dab8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:46.939274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5faa64-39ea-475e-8f80-dabf76154366 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:46.971423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.004403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.023438 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.045179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:47.048632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:47.056410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:47.057059 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.069222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=a9664ded-21a9-46ba-b8a0-0cb27665d58c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:47.132002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.140567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.157242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4d88b595-2cf1-4b92-b044-d8da9634c730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8178332 Nov 10 21:55:47.160972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38518) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:47.168958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-168f726d-33a3-4a04-86af-bbcbb44e2c66 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1076415895', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:47.274915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] Pushing event deleted for resources: {'Port': ['ID=1a810546-dd2d-4472-a118-e5456f176d0b,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:47.298393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8e608-b484-4798-b42c-9c37ba23bca7 None None] No DVR routers for this DVR port 1a810546-dd2d-4472-a118-e5456f176d0b on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:47.365498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.366189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Fanout notify agent at l3_agent the message router_deleted on router 7517637c-3a6b-4e9c-8bab-bd53dd9613f6 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:55:47.367543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-168f726d-33a3-4a04-86af-bbcbb44e2c66 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.368732 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-168f726d-33a3-4a04-86af-bbcbb44e2c66 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.374015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.375183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a2524b89-fcbd-4c9d-88a8-b5286b885dee tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/routers/7517637c-3a6b-4e9c-8bab-bd53dd9613f6 HTTP/1.1" status: 204 len: 168 time: 1.6110692 Nov 10 21:55:47.377975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38520) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:47.466020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-168f726d-33a3-4a04-86af-bbcbb44e2c66 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.491404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.512599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32297578-ecb4-40aa-913a-eb564acbec31 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:47.610575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8c66d1c6-d0c1-4403-b408-4f0e3b9bdffa None None] Provisioning complete for port 1d1a74b6-d0e1-4c73-916f-de91c759186c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:47.611240 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c66d1c6-d0c1-4403-b408-4f0e3b9bdffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.612393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.647387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:47.668519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe33b66-206e-42c2-b0ab-769ba19eacc0') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:47.668519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe33b66-206e-42c2-b0ab-769ba19eacc0') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:47.690828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.709144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-168f726d-33a3-4a04-86af-bbcbb44e2c66 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.724763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.737853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:55:47.738067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:55:47.741361 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:55:47.759403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c66d1c6-d0c1-4403-b408-4f0e3b9bdffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.796294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8c66d1c6-d0c1-4403-b408-4f0e3b9bdffa None None] For port 1d1a74b6-d0e1-4c73-916f-de91c759186c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1d1a74b6-d0e1-4c73-916f-de91c759186c,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:47.808044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-168f726d-33a3-4a04-86af-bbcbb44e2c66 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.809795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-168f726d-33a3-4a04-86af-bbcbb44e2c66 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6449296 Nov 10 21:55:47.813066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38522) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:47.868430 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c66d1c6-d0c1-4403-b408-4f0e3b9bdffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.925400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.940024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d1c6-d0c1-4403-b408-4f0e3b9bdffa None None] Pushing event updated for resources: {'Port': ['ID=1d1a74b6-d0e1-4c73-916f-de91c759186c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:47.952839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:47.956298 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] 10.222.0.45 "DELETE /v2.0/networks/53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea HTTP/1.1" status: 204 len: 168 time: 0.5771198 Nov 10 21:55:47.958199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5cf06-db6b-4227-a1d9-8151101a9bbf tempest-TestNetworkBasicOps-1454767227 tempest-TestNetworkBasicOps-1454767227-project] Pushing event deleted for resources: {'Network': ['ID=53d2a0cd-519e-4735-bcc5-9d33ae5cd5ea,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:48.100410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a3ebbfc0-74e0-4116-b905-3c58747d65a4 None None] Provisioning complete for port 1d1a74b6-d0e1-4c73-916f-de91c759186c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:48.101421 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbfc0-74e0-4116-b905-3c58747d65a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:48.148088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:48.272155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1a74b6-d0e1-4c73-916f-de91c759186c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:48.326983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1d1a74b6-d0e1-4c73-916f-de91c759186c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:48.327309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:48.480130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::1 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/a9664ded-21a9-46ba-b8a0-0cb27665d58c/93313d0b-2afb-450b-84dc-b31de66537e1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:48.498137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 80718ccf-368a-4bbb-ac2e-70101e9d9134 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:48.522561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 80718ccf-368a-4bbb-ac2e-70101e9d9134 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:48.522820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 80718ccf-368a-4bbb-ac2e-70101e9d9134 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:48.523233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1a810546-dd2d-4472-a118-e5456f176d0b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:48.544082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1a810546-dd2d-4472-a118-e5456f176d0b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:48.544082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1a810546-dd2d-4472-a118-e5456f176d0b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:48.634877 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:48.658521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38540) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:48.778041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:48.806393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a086dfeb-880d-421c-988c-93a82d440baf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68cf63181bee4b17bbb9341b26e104e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464150 Nov 10 21:55:48.812185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38546) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:48.830173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:48.836249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:48.842511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:48.843262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:48.847347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=93313d0b-2afb-450b-84dc-b31de66537e1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:48.872921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c86b6db-3eb3-42d5-bbd6-b05922f4e267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:48.904230 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c86b6db-3eb3-42d5-bbd6-b05922f4e267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.046818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c86b6db-3eb3-42d5-bbd6-b05922f4e267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.049448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c86b6db-3eb3-42d5-bbd6-b05922f4e267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.050647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4c86b6db-3eb3-42d5-bbd6-b05922f4e267 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6ea2c16-d1f5-45a9-8f92-1ddd696e7f51 HTTP/1.1" status: 204 len: 168 time: 0.2371457 Nov 10 21:55:49.061319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86b6db-3eb3-42d5-bbd6-b05922f4e267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ea2c16-d1f5-45a9-8f92-1ddd696e7f51,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:49.152155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a05622af-b6cc-4a33-ba78-374f2508c1b7 None None] Provisioning complete for port 93313d0b-2afb-450b-84dc-b31de66537e1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:49.152715 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a05622af-b6cc-4a33-ba78-374f2508c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.168003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.198184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a05622af-b6cc-4a33-ba78-374f2508c1b7 None None] Port 93313d0b-2afb-450b-84dc-b31de66537e1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:55:49.734810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.748472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35464d23-b7c1-4a45-893a-deaf8e43df15 req-2e9a0b83-7bb4-4661-a3c6-0486c416dfea tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:49.753153 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35464d23-b7c1-4a45-893a-deaf8e43df15 req-2e9a0b83-7bb4-4661-a3c6-0486c416dfea tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.1173160 Nov 10 21:55:49.788451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:49.823277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1a74b6-d0e1-4c73-916f-de91c759186c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:49.835784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35464d23-b7c1-4a45-893a-deaf8e43df15 req-5e782eaf-3ace-4f35-ad36-0e57f4bd8d84 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766170 Nov 10 21:55:49.875069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.905781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38566) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:49.920496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-46b169d7-51ba-4752-a21d-ca94737b71e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.929919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1d1a74b6-d0e1-4c73-916f-de91c759186c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:49.930293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.961496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:49.964244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.045385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d2dfb095-3cf6-49aa-888c-2910c6d9dab8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:50.071851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d2dfb095-3cf6-49aa-888c-2910c6d9dab8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:50.071851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d2dfb095-3cf6-49aa-888c-2910c6d9dab8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:50.083111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=93313d0b-2afb-450b-84dc-b31de66537e1,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:50.116663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-46b169d7-51ba-4752-a21d-ca94737b71e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.143895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:50.145404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:50.220480 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-46b169d7-51ba-4752-a21d-ca94737b71e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.293963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-46b169d7-51ba-4752-a21d-ca94737b71e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c6c342a2df64765a2f746ab5a4db01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870361 Nov 10 21:55:50.295245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b169d7-51ba-4752-a21d-ca94737b71e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c45c5a6-3292-4c1e-bac6-199cd1b880ff,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:50.296925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38576) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:50.364347 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7bfe-e872-4463-bb84-3e3c85bea235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.393164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7bfe-e872-4463-bb84-3e3c85bea235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.393850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Router 493e3e69-770c-46d9-8ee2-14cf14638ca3 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:55:50.442655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4030892c-32b6-48f1-be3c-9376f11846e9 None None] Provisioning complete for port 93313d0b-2afb-450b-84dc-b31de66537e1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:50.443218 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4030892c-32b6-48f1-be3c-9376f11846e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.489705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4030892c-32b6-48f1-be3c-9376f11846e9 None None] Port 93313d0b-2afb-450b-84dc-b31de66537e1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:55:50.529174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:55:50.535048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fcd1fe7f-76d4-4788-a8bb-2a86d9e43d8b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "PUT /v2.0/routers/493e3e69-770c-46d9-8ee2-14cf14638ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7208414 Nov 10 21:55:50.539138 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Sync routers for ids ['493e3e69-770c-46d9-8ee2-14cf14638ca3'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:55:50.540055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:50.540177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-f6d4214d-1abc-4b5b-b4ad-bbe3294afd4f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2648246 Nov 10 21:55:50.551965 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Routers {'493e3e69-770c-46d9-8ee2-14cf14638ca3'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:50.554440 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['493e3e69-770c-46d9-8ee2-14cf14638ca3'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:50.555226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7bfe-e872-4463-bb84-3e3c85bea235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.561932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7bfe-e872-4463-bb84-3e3c85bea235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:50.563320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fd9f7bfe-e872-4463-bb84-3e3c85bea235 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c45c5a6-3292-4c1e-bac6-199cd1b880ff HTTP/1.1" status: 204 len: 168 time: 0.2644746 Nov 10 21:55:50.615771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7bfe-e872-4463-bb84-3e3c85bea235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c45c5a6-3292-4c1e-bac6-199cd1b880ff,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:50.641552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddcfd0-7675-4e94-ac05-fbbad49530c2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:50.646187 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38584) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:50.654407 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-59ddcfd0-7675-4e94-ac05-fbbad49530c2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports/93313d0b-2afb-450b-84dc-b31de66537e1 HTTP/1.1" status: 200 len: 911 time: 0.1131940 Nov 10 21:55:50.684451 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Set router 493e3e69-770c-46d9-8ee2-14cf14638ca3 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:55:50.718513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55880b65-6ecf-4647-a437-e0fd5b86f06c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:50.729392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55880b65-6ecf-4647-a437-e0fd5b86f06c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:50.732208 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-55880b65-6ecf-4647-a437-e0fd5b86f06c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0846939 Nov 10 21:55:50.735317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38588) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:50.906936 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e3e69-770c-46d9-8ee2-14cf14638ca3', 'name': 'tempest-NetworksTestDHCPv6-router-1076415895', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:55:47Z', 'updated_at': '2021-11-10T21:55:48Z', 'revision_number': 2, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'gw_port_host': None, '_interfaces': [{'id': '93313d0b-2afb-450b-84dc-b31de66537e1', 'name': '', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'mac_address': 'fa:16:3e:8b:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493e3e69-770c-46d9-8ee2-14cf14638ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a9664ded-21a9-46ba-b8a0-0cb27665d58c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:55:48Z', 'updated_at': '2021-11-10T21:55:49Z', 'revision_number': 2, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'subnets': [{'id': 'a9664ded-21a9-46ba-b8a0-0cb27665d58c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:50.941192 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Checking router: 493e3e69-770c-46d9-8ee2-14cf14638ca3 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:55:50.943664 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Updating router 493e3e69-770c-46d9-8ee2-14cf14638ca3 port 93313d0b-2afb-450b-84dc-b31de66537e1 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:55:50.973474 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.010516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2287-17da-42bc-97b2-bb24cf7c3878 req-738aa865-d55c-41a1-923e-742a3ee75db5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:51.013769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-406a2287-17da-42bc-97b2-bb24cf7c3878 req-738aa865-d55c-41a1-923e-742a3ee75db5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.0781751 Nov 10 21:55:51.143531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-406a2287-17da-42bc-97b2-bb24cf7c3878 req-e38155f2-1790-4eee-b9e8-eaf2deb93121 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157138 Nov 10 21:55:51.268487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.329417 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.507589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 93313d0b-2afb-450b-84dc-b31de66537e1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:51.507965 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.596693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.605564 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.611379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 93313d0b-2afb-450b-84dc-b31de66537e1 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:51.657528 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Pushing event updated for resources: {'Port': ['ID=93313d0b-2afb-450b-84dc-b31de66537e1,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:51.687205 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.687545 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.688092 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.688594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.689094 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.689606 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.690088 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.690565 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.691050 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.691570 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.693143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.693654 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dfd8f9-9c16-465a-9153-1e17dd0025bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:51.734118 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Attempting to bind port 93313d0b-2afb-450b-84dc-b31de66537e1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:51.734498 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Attempting to bind port 93313d0b-2afb-450b-84dc-b31de66537e1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:51.734857 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Attempting to bind port 93313d0b-2afb-450b-84dc-b31de66537e1 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:51.745020 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:51.745714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:51.746341 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.746904 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:51.747383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Bound port: 93313d0b-2afb-450b-84dc-b31de66537e1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:51.747782 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.903170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:51.904193 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.db.api [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:55:51.904623 n-d-776250-11 neutron-server[103050]: DEBUG oslo_db.api [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:55:51.932436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=93313d0b-2afb-450b-84dc-b31de66537e1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:52.038882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.117446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d2ffc0f9-672e-48d4-b72c-7c4218069ea9 None None] Could not find standard attr ID for object 93313d0b-2afb-450b-84dc-b31de66537e1. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:55:52.243798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Router 493e3e69-770c-46d9-8ee2-14cf14638ca3 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:55:52.377245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc5f08-307b-4061-8d13-c2395cf09d73 req-2d860170-2a7d-4518-a10e-3b2b0ae85f53 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:52.378920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fbc5f08-307b-4061-8d13-c2395cf09d73 req-2d860170-2a7d-4518-a10e-3b2b0ae85f53 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.1335840 Nov 10 21:55:52.382463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:55:52.388070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-44872f13-83d2-4b31-8018-fd8b2598bd0b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "PUT /v2.0/routers/493e3e69-770c-46d9-8ee2-14cf14638ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6516926 Nov 10 21:55:52.390804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38620) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:52.423188 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Attempting to bind port 93313d0b-2afb-450b-84dc-b31de66537e1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:52.423957 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Attempting to bind port 93313d0b-2afb-450b-84dc-b31de66537e1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:52.424539 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Attempting to bind port 93313d0b-2afb-450b-84dc-b31de66537e1 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:52.430336 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:52.431073 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:52.431714 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.432385 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:52.433672 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Bound port: 93313d0b-2afb-450b-84dc-b31de66537e1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:52.434285 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.435975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fbc5f08-307b-4061-8d13-c2395cf09d73 req-7770f878-21c7-449d-beb9-3c6a02837392 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 Nov 10 21:55:52.467081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ae481-9e0f-4e20-8530-90f331ac9479 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:52.469091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ae481-9e0f-4e20-8530-90f331ac9479 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:52.474733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38622) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:52.474969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1c2ae481-9e0f-4e20-8530-90f331ac9479 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0828564 Nov 10 21:55:52.477989 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.plugin [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Port 93313d0b-2afb-450b-84dc-b31de66537e1 has been deleted concurrently {{(pid=103050) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 21:55:52.491982 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Routers {'493e3e69-770c-46d9-8ee2-14cf14638ca3'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:52.492809 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['493e3e69-770c-46d9-8ee2-14cf14638ca3'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:52.533499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet a9664ded-21a9-46ba-b8a0-0cb27665d58c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:55:52.545773 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.574850 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] Set router 493e3e69-770c-46d9-8ee2-14cf14638ca3 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:55:52.609066 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.635818 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493e3e69-770c-46d9-8ee2-14cf14638ca3', 'name': 'tempest-NetworksTestDHCPv6-router-1076415895', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:55:47Z', 'updated_at': '2021-11-10T21:55:51Z', 'revision_number': 3, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:52.643523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a435-9088-417b-a670-096629ac8bea req-7c68c6ec-2d43-4f07-bdfd-f7ff907110fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:52.645689 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-7c68c6ec-2d43-4f07-bdfd-f7ff907110fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142&tenant_id=121733d077bf4bbb84319c87fbbbb941 HTTP/1.1" status: 200 len: 1096 time: 0.1085415 Nov 10 21:55:52.658987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:52.668328 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2338aae9-2d84-4055-9cf9-751cc39eecab None None] The sync data for ids ['493e3e69-770c-46d9-8ee2-14cf14638ca3'] in n-d-776250-11 is: [{'id': '493e3e69-770c-46d9-8ee2-14cf14638ca3', 'name': 'tempest-NetworksTestDHCPv6-router-1076415895', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:55:47Z', 'updated_at': '2021-11-10T21:55:51Z', 'revision_number': 3, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:55:52.698289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.779187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.913382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.939904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85cd635-aad3-404d-a4d9-c503d7961ae1 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:52.957518 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:52.961193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/a9664ded-21a9-46ba-b8a0-0cb27665d58c HTTP/1.1" status: 204 len: 168 time: 0.4852355 Nov 10 21:55:52.963640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:52.965044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0f06-bd98-44a9-a7f6-8c5733a99c8e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=a9664ded-21a9-46ba-b8a0-0cb27665d58c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:53.132302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:53.166918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2abff654-eace-470b-b615-f16113947c78 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2001395 Nov 10 21:55:53.167919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38634) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:53.202171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:53.235859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:55:53.272589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad3203b-5060-4a84-9035-f00afb29ec93 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:55:53.286257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.294127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1560-874e-447f-92ba-daef49852ee3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.321952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] Deleting port 1d1a74b6-d0e1-4c73-916f-de91c759186c {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:55:53.325921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Transition to ACTIVE for port object 1ad3203b-5060-4a84-9035-f00afb29ec93 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:55:53.326389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.397274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] For port 1d1a74b6-d0e1-4c73-916f-de91c759186c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1d1a74b6-d0e1-4c73-916f-de91c759186c,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:53.397670 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.422783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] Calling delete_port for 1d1a74b6-d0e1-4c73-916f-de91c759186c owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:55:53.435199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.521879 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1560-874e-447f-92ba-daef49852ee3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.524345 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1560-874e-447f-92ba-daef49852ee3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.582481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=9']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:53.642987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] No DVR routers for this DVR port 1ad3203b-5060-4a84-9035-f00afb29ec93 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:53.647352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.661344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] No DVR routers for this DVR port 1d1a74b6-d0e1-4c73-916f-de91c759186c on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:55:53.665232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdef78-43e6-4475-82cb-3bcfe6ec2081 req-654a62b5-d609-409e-b7db-09e7f90edb55 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:53.667066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10cdef78-43e6-4475-82cb-3bcfe6ec2081 req-654a62b5-d609-409e-b7db-09e7f90edb55 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 944 time: 0.0844281 Nov 10 21:55:53.743699 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1560-874e-447f-92ba-daef49852ee3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.744020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.744275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e1560-874e-447f-92ba-daef49852ee3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Fanout notify agent at l3_agent the message router_deleted on router 493e3e69-770c-46d9-8ee2-14cf14638ca3 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:55:53.754558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbba7d3-d4a6-483e-8697-0e5b9a33dd6c None None] Pushing event deleted for resources: {'Port': ['ID=1d1a74b6-d0e1-4c73-916f-de91c759186c,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:53.762641 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1560-874e-447f-92ba-daef49852ee3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.766575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0e6e1560-874e-447f-92ba-daef49852ee3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/routers/493e3e69-770c-46d9-8ee2-14cf14638ca3 HTTP/1.1" status: 204 len: 168 time: 0.5881374 Nov 10 21:55:53.769048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38654) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:53.773609 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10cdef78-43e6-4475-82cb-3bcfe6ec2081 req-3b84a8b2-e88f-4bc4-9917-0571659cd657 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987103 Nov 10 21:55:53.781394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:53.861453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:53.861785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:53.862109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:53.870742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Port 1ad3203b-5060-4a84-9035-f00afb29ec93 on network 70a615e8-3904-4d70-a5aa-06354a37491d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:55:53.871067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Attempting to bind port 1ad3203b-5060-4a84-9035-f00afb29ec93 on network 70a615e8-3904-4d70-a5aa-06354a37491d {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:53.882930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1a74b6-d0e1-4c73-916f-de91c759186c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:55:53.890457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:53.890808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Checking segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:53.891189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Bound using segment: {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:53.892044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Bound port: 1ad3203b-5060-4a84-9035-f00afb29ec93, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e785e00-2e4c-4226-bf8e-6165912dd697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:53.892403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:53.915052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1d1a74b6-d0e1-4c73-916f-de91c759186c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:55:53.915473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1a74b6-d0e1-4c73-916f-de91c759186c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:55:53.988623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:53.990761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:55:53.992476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:53.994687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.003485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] Sync routers for ids ['493e3e69-770c-46d9-8ee2-14cf14638ca3'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:55:54.013916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:54.014276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:55:54.015386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_agentschedulers_db [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'493e3e69-770c-46d9-8ee2-14cf14638ca3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:55:54.026624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:54.026984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:55:54.027554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_agentschedulers_db [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'493e3e69-770c-46d9-8ee2-14cf14638ca3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:55:54.028014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce8848-d08d-4574-87f7-619e2585f38f None None] The sync data for ids ['493e3e69-770c-46d9-8ee2-14cf14638ca3'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:55:54.057635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.105250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:54.106563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.108370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] 10.222.0.53 "PUT /v2.0/ports/1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1093 time: 1.4534004 Nov 10 21:55:54.111186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:55:54.114939 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff5d905-fe14-43e2-be8a-c4b915009798" -d '{"events": [{"name": "network-changed", "server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:55:54.169727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f954eda-41f1-4586-a78c-7ade8f3a7e25 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=10']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:54.208249 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a074a3-6e7f-42df-bd7e-fccb529563bc x-openstack-request-id: req-f9a074a3-6e7f-42df-bd7e-fccb529563bc {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:55:54.208541 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:55:54.208794 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9a074a3-6e7f-42df-bd7e-fccb529563bc {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:55:54.209190 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'status': 'completed', 'code': 200} Nov 10 21:55:54.232231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a435-9088-417b-a670-096629ac8bea req-f34ef9e1-22fb-40bf-b50b-80128f7a2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:54.233409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-f34ef9e1-22fb-40bf-b50b-80128f7a2f0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1097 time: 0.0581472 Nov 10 21:55:54.423309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.499780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:54.505857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:54.510919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:54.511512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.518001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28bd3b-305d-4c22-a657-42a401f8108a None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:55:54.527919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=47463fd8-643d-4ad5-990a-5a46154d6ded,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:54.597874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ca0b1b97-ba39-44a8-a517-49980706bccc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8231273 Nov 10 21:55:54.600530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38694) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:54.606044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f55b8348-5b74-425d-94df-184dd1a164aa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-443924116', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:55:54.696896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '47463fd8-643d-4ad5-990a-5a46154d6ded'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:55:54.697838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.748847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f55b8348-5b74-425d-94df-184dd1a164aa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.749921 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f55b8348-5b74-425d-94df-184dd1a164aa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.777841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a435-9088-417b-a670-096629ac8bea req-e3fc61f8-a64b-4b9e-98b2-ac2041f4e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:54.781444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-e3fc61f8-a64b-4b9e-98b2-ac2041f4e584 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.5384803 Nov 10 21:55:54.807765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f55b8348-5b74-425d-94df-184dd1a164aa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.854324 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-0981a4b5-a9ba-4ed2-9c66-e051bedef5d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1000 time: 0.0658650 Nov 10 21:55:54.871104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/47463fd8-643d-4ad5-990a-5a46154d6ded/d8787f4b-2e3f-4711-8e93-e5f367604aea) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:54.899364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f55b8348-5b74-425d-94df-184dd1a164aa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.912469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a435-9088-417b-a670-096629ac8bea req-ec365f8b-2e5c-4fce-8d09-28d989e28d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:54.913962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-ec365f8b-2e5c-4fce-8d09-28d989e28d09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0533280 Nov 10 21:55:54.931025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d7c1-c3a6-49aa-ae1b-5d8c98309a6a req-5a7c3cde-1f98-47c1-9d3f-29be5e4f911b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:54.932658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8348d7c1-c3a6-49aa-ae1b-5d8c98309a6a req-5a7c3cde-1f98-47c1-9d3f-29be5e4f911b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.0672300 Nov 10 21:55:54.962005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3a435-9088-417b-a670-096629ac8bea req-bae430eb-b6e1-4e56-9b34-8a2656c09f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:54.964192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-bae430eb-b6e1-4e56-9b34-8a2656c09f0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434732 Nov 10 21:55:54.986052 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8348d7c1-c3a6-49aa-ae1b-5d8c98309a6a req-9eb9429a-4f27-4f81-b4e1-0ab1ec8ca7ff tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462291 Nov 10 21:55:54.990379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f55b8348-5b74-425d-94df-184dd1a164aa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:54.994096 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f55b8348-5b74-425d-94df-184dd1a164aa tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3899841 Nov 10 21:55:54.994417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38706) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:55.041024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:55.092636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-69d4350a-f74e-49e6-83a9-1450ce15951e service neutron] 10.222.0.53 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214864 Nov 10 21:55:55.131884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:55.180232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:55.183482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:55.188178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:55.230016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Pushing event updated for resources: {'Port': ['ID=d8787f4b-2e3f-4711-8e93-e5f367604aea,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:55.251243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5a3a435-9088-417b-a670-096629ac8bea req-8771bbd4-4d2c-4477-a910-4d1bbb3c9c1e service neutron] 10.222.0.53 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514909 Nov 10 21:55:55.271457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Attempting to bind port d8787f4b-2e3f-4711-8e93-e5f367604aea on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:55:55.271868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Attempting to bind port d8787f4b-2e3f-4711-8e93-e5f367604aea by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:55:55.279522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Attempting to bind port d8787f4b-2e3f-4711-8e93-e5f367604aea on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:55:55.279522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:55:55.279522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:55:55.279522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:55.279522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:55:55.280343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Bound port: d8787f4b-2e3f-4711-8e93-e5f367604aea, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:55:55.280730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:55.329969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:55.345438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] For port d8787f4b-2e3f-4711-8e93-e5f367604aea, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:55:55.349313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] For port d8787f4b-2e3f-4711-8e93-e5f367604aea, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d8787f4b-2e3f-4711-8e93-e5f367604aea,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:55:55.435003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:55.538690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fca7c-ef7c-4832-b0ff-8ce539611cd8 None None] Pushing event updated for resources: {'Port': ['ID=d8787f4b-2e3f-4711-8e93-e5f367604aea,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:55.563194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-7f43bc1f-0c3d-42cf-9938-fd7eb93c45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:55.565118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-7f43bc1f-0c3d-42cf-9938-fd7eb93c45f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1097 time: 0.1337070 Nov 10 21:55:55.701287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-eb1bb270-25b9-4605-8352-7040c61ba703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:55.705153 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-eb1bb270-25b9-4605-8352-7040c61ba703 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.1314058 Nov 10 21:55:55.760414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::1 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/47463fd8-643d-4ad5-990a-5a46154d6ded/3a4350e9-48e2-4bee-87a5-2334b9d7e345) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:55:55.844367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-025509b9-3351-47d6-9e41-0bfa15644f1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1000 time: 0.1297276 Nov 10 21:55:55.930122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-fc2367a0-3134-4ccf-8b39-9e93d01ba174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:55.931634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-fc2367a0-3134-4ccf-8b39-9e93d01ba174 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0790198 Nov 10 21:55:55.937143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:55.988143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-ccd0624d-4323-4bdb-bd03-f13a347884f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:55.989904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-ccd0624d-4323-4bdb-bd03-f13a347884f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512793 Nov 10 21:55:56.049039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:56.157203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-f3a7899e-3f28-46d7-99aa-c98b7f41010d service neutron] 10.222.0.53 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597974 Nov 10 21:55:56.190368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:56.206072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:56.211083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:55:56.215955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:56.310093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=3a4350e9-48e2-4bee-87a5-2334b9d7e345,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:56.343898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.349336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.350044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.350658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.351235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.351841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.352492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.353122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.353677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.354235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.354854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.355398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:55:56.418791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ff5d905-fe14-43e2-be8a-c4b915009798 req-1f91ea56-68c8-4ebe-857a-da6925746886 service neutron] 10.222.0.53 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718655 Nov 10 21:55:56.437485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73721e0c-3abe-4d22-b87b-95b4393ea0c6 req-5e1fca71-1b58-4703-bac1-cf7988537d2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:56.439515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73721e0c-3abe-4d22-b87b-95b4393ea0c6 req-5e1fca71-1b58-4703-bac1-cf7988537d2d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.2519851 Nov 10 21:55:56.528403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73721e0c-3abe-4d22-b87b-95b4393ea0c6 req-080a3b03-2dc3-428f-87c9-5b168aa022a5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813944 Nov 10 21:55:56.620427 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.168235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-73c068b6-88ae-4899-a77c-03d528faa2ed None None] Provisioning complete for port d8787f4b-2e3f-4711-8e93-e5f367604aea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:57.174554 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73c068b6-88ae-4899-a77c-03d528faa2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.398804 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73c068b6-88ae-4899-a77c-03d528faa2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.464682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-73c068b6-88ae-4899-a77c-03d528faa2ed None None] For port d8787f4b-2e3f-4711-8e93-e5f367604aea, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d8787f4b-2e3f-4711-8e93-e5f367604aea,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:55:57.526210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73c068b6-88ae-4899-a77c-03d528faa2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.545626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.629979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.631135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.677348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c068b6-88ae-4899-a77c-03d528faa2ed None None] Pushing event updated for resources: {'Port': ['ID=d8787f4b-2e3f-4711-8e93-e5f367604aea,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:57.685272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6f7cd92b-a93d-449b-853b-82a9d19a622d None None] Provisioning complete for port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:57.685875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f7cd92b-a93d-449b-853b-82a9d19a622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:57.735613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6f7cd92b-a93d-449b-853b-82a9d19a622d None None] Port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:55:57.840365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=3a4350e9-48e2-4bee-87a5-2334b9d7e345,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:57.965643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:55:57.975897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d8787f4b-2e3f-4711-8e93-e5f367604aea up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:55:57.995119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:55:58.156022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d8787f4b-2e3f-4711-8e93-e5f367604aea triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:58.157535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:58.432517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe987-0327-44b3-b1b3-0bbfb250f346 req-012b7a3e-3445-479e-b96e-ba4ded79e430 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:58.444472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11abe987-0327-44b3-b1b3-0bbfb250f346 req-012b7a3e-3445-479e-b96e-ba4ded79e430 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.7345760 Nov 10 21:55:58.475269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:58.546461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11abe987-0327-44b3-b1b3-0bbfb250f346 req-c0138a40-f678-4627-8015-aa590feda060 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989621 Nov 10 21:55:58.605771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d8241fb7-aa45-47f6-b625-d313c191074e None None] Provisioning complete for port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:55:58.605771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8241fb7-aa45-47f6-b625-d313c191074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:58.663266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Router 4e6f434c-e319-431f-85a3-14c4ef93bb8d is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:55:58.678133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d8241fb7-aa45-47f6-b625-d313c191074e None None] Port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:55:58.747944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b266da8-17ac-4010-81cb-9bf6a735a247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:58.882257 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:55:58.890477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ff364b8d-80fd-490c-9a13-d2f48ab64c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "PUT /v2.0/routers/4e6f434c-e319-431f-85a3-14c4ef93bb8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8948424 Nov 10 21:55:58.893418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38808) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:58.897506 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Sync routers for ids ['4e6f434c-e319-431f-85a3-14c4ef93bb8d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:55:58.912685 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Routers {'4e6f434c-e319-431f-85a3-14c4ef93bb8d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:55:58.913311 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e6f434c-e319-431f-85a3-14c4ef93bb8d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:58.916464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b266da8-17ac-4010-81cb-9bf6a735a247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:58.952583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa55c4e-862f-4ef9-ba17-02e4d0c2eae0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:58.954436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1aa55c4e-862f-4ef9-ba17-02e4d0c2eae0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports/3a4350e9-48e2-4bee-87a5-2334b9d7e345 HTTP/1.1" status: 200 len: 911 time: 0.0598543 Nov 10 21:55:58.956917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38810) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:58.994651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b266da8-17ac-4010-81cb-9bf6a735a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:59.010623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c51f25-4a63-4302-b907-e8250e057a35 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:59.017259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c51f25-4a63-4302-b907-e8250e057a35 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:59.019202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-23c51f25-4a63-4302-b907-e8250e057a35 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0609105 Nov 10 21:55:59.023283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38812) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:59.066626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b266da8-17ac-4010-81cb-9bf6a735a247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb286f-4ff3-4354-8584-3f781a08025a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:59.111353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Set router 4e6f434c-e319-431f-85a3-14c4ef93bb8d gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:55:59.112418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5b266da8-17ac-4010-81cb-9bf6a735a247 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d6ae6fb1cb94268b3ee5d06d1d3fe0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6334195 Nov 10 21:55:59.115692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38814) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:55:59.232588 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ff7f24a0-217b-4c3f-8339-4ff5199689be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:59.288285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ff7f24a0-217b-4c3f-8339-4ff5199689be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:59.363444 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f434c-e319-431f-85a3-14c4ef93bb8d', 'name': 'tempest-NetworksTestDHCPv6-router-443924116', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:55:54Z', 'updated_at': '2021-11-10T21:55:56Z', 'revision_number': 2, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'gw_port_host': None, '_interfaces': [{'id': '3a4350e9-48e2-4bee-87a5-2334b9d7e345', 'name': '', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'mac_address': 'fa:16:3e:08:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f434c-e319-431f-85a3-14c4ef93bb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '47463fd8-643d-4ad5-990a-5a46154d6ded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:55:55Z', 'updated_at': '2021-11-10T21:55:56Z', 'revision_number': 2, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'subnets': [{'id': '47463fd8-643d-4ad5-990a-5a46154d6ded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:55:59.395969 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Checking router: 4e6f434c-e319-431f-85a3-14c4ef93bb8d for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:55:59.396569 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Updating router 4e6f434c-e319-431f-85a3-14c4ef93bb8d port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:55:59.439802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ff7f24a0-217b-4c3f-8339-4ff5199689be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:59.443575 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ff7f24a0-217b-4c3f-8339-4ff5199689be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:59.444949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ff7f24a0-217b-4c3f-8339-4ff5199689be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5fb286f-4ff3-4354-8584-3f781a08025a HTTP/1.1" status: 204 len: 168 time: 0.3283081 Nov 10 21:55:59.467133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f24a0-217b-4c3f-8339-4ff5199689be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb286f-4ff3-4354-8584-3f781a08025a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:55:59.570119 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:59.788894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:55:59.826220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239b714-b045-42ae-b7b7-afd45e22f7bf req-0e410571-5e7d-4f58-9c93-d75a92abc6c5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:55:59.839572 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f239b714-b045-42ae-b7b7-afd45e22f7bf req-0e410571-5e7d-4f58-9c93-d75a92abc6c5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.1729536 Nov 10 21:55:59.968135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f239b714-b045-42ae-b7b7-afd45e22f7bf req-de8c70c2-9f94-4db2-92fe-f9e61f4c85fe tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156988 Nov 10 21:56:00.012549 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.070304 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.145714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac95b42-f04e-4d58-a0df-41bef22169d3 None None] Pushing event updated for resources: {'Port': ['ID=3a4350e9-48e2-4bee-87a5-2334b9d7e345,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:00.165562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:00.166234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.225154 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Attempting to bind port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:00.233622 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Attempting to bind port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:00.234493 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Attempting to bind port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:00.247699 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:00.248285 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:00.248891 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.249391 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:00.249970 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Bound port: 3a4350e9-48e2-4bee-87a5-2334b9d7e345, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:00.250415 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.329775 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] For port 3a4350e9-48e2-4bee-87a5-2334b9d7e345, host n-d-776250-11, got binding levels [] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:00.330125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.338582 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] For port 3a4350e9-48e2-4bee-87a5-2334b9d7e345, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:00.344272 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] For port 3a4350e9-48e2-4bee-87a5-2334b9d7e345, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3a4350e9-48e2-4bee-87a5-2334b9d7e345,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:00.346500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 3a4350e9-48e2-4bee-87a5-2334b9d7e345 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:00.424002 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.598791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38826) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:00.611170 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Routers {'4e6f434c-e319-431f-85a3-14c4ef93bb8d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:00.614971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e6f434c-e319-431f-85a3-14c4ef93bb8d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:00.618033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2be4b59b-4b5c-4196-aff7-b2bc7cf25931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.639913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3e21c804-59b4-4160-b9f6-0afc698580d4 None None] Provisioning complete for port 3a4350e9-48e2-4bee-87a5-2334b9d7e345 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:00.640846 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e21c804-59b4-4160-b9f6-0afc698580d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.720222 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac95b42-f04e-4d58-a0df-41bef22169d3 None None] Pushing event updated for resources: {'Port': ['ID=3a4350e9-48e2-4bee-87a5-2334b9d7e345,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:00.755977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.807598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=3a4350e9-48e2-4bee-87a5-2334b9d7e345,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:00.842568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2be4b59b-4b5c-4196-aff7-b2bc7cf25931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.847843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3e21c804-59b4-4160-b9f6-0afc698580d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:00.852868 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] Set router 4e6f434c-e319-431f-85a3-14c4ef93bb8d gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:00.912003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2be4b59b-4b5c-4196-aff7-b2bc7cf25931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:01.029700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4b59b-4b5c-4196-aff7-b2bc7cf25931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a86d226-e5bf-420e-974a-d8784f23f866,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:01.038862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2be4b59b-4b5c-4196-aff7-b2bc7cf25931 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d626a98067e44d2900d6ad0cdf77f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430945 Nov 10 21:56:01.039953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38832) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:01.042358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:01.137464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ec186e28-5033-4135-9e0d-17b1caac103f None None] Could not find standard attr ID for object 3a4350e9-48e2-4bee-87a5-2334b9d7e345. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:01.173799 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21ac246d-21c2-489e-8218-9fe629d90f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:01.246628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21ac246d-21c2-489e-8218-9fe629d90f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:01.271307 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6f434c-e319-431f-85a3-14c4ef93bb8d', 'name': 'tempest-NetworksTestDHCPv6-router-443924116', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:55:54Z', 'updated_at': '2021-11-10T21:55:56Z', 'revision_number': 2, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'gw_port_host': None, '_interfaces': [{'id': '3a4350e9-48e2-4bee-87a5-2334b9d7e345', 'name': '', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'mac_address': 'fa:16:3e:08:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f434c-e319-431f-85a3-14c4ef93bb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '47463fd8-643d-4ad5-990a-5a46154d6ded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:55:55Z', 'updated_at': '2021-11-10T21:56:00Z', 'revision_number': 4, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'subnets': [{'id': '47463fd8-643d-4ad5-990a-5a46154d6ded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:01.297733 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43adda00-c168-4deb-a85b-274b9217aaed None None] The sync data for ids ['4e6f434c-e319-431f-85a3-14c4ef93bb8d'] in n-d-776250-11 is: [{'id': '4e6f434c-e319-431f-85a3-14c4ef93bb8d', 'name': 'tempest-NetworksTestDHCPv6-router-443924116', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:55:54Z', 'updated_at': '2021-11-10T21:55:56Z', 'revision_number': 2, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'gw_port_host': None, '_interfaces': [{'id': '3a4350e9-48e2-4bee-87a5-2334b9d7e345', 'name': '', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'mac_address': 'fa:16:3e:08:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6f434c-e319-431f-85a3-14c4ef93bb8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '47463fd8-643d-4ad5-990a-5a46154d6ded', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:55:55Z', 'updated_at': '2021-11-10T21:56:00Z', 'revision_number': 4, 'project_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'subnets': [{'id': '47463fd8-643d-4ad5-990a-5a46154d6ded', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:01.367173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bafc48-1fbe-4b8e-8a77-2db3ae36b6fc req-4848712c-3d46-4e86-9ccd-dc0caecf1ade tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:01.368751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2bafc48-1fbe-4b8e-8a77-2db3ae36b6fc req-4848712c-3d46-4e86-9ccd-dc0caecf1ade tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.1466031 Nov 10 21:56:01.399971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Router 4e6f434c-e319-431f-85a3-14c4ef93bb8d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:56:01.435370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21ac246d-21c2-489e-8218-9fe629d90f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:01.440781 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21ac246d-21c2-489e-8218-9fe629d90f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:01.443094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-21ac246d-21c2-489e-8218-9fe629d90f56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a86d226-e5bf-420e-974a-d8784f23f866 HTTP/1.1" status: 204 len: 168 time: 0.4022214 Nov 10 21:56:01.489589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac246d-21c2-489e-8218-9fe629d90f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a86d226-e5bf-420e-974a-d8784f23f866,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:01.548809 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2bafc48-1fbe-4b8e-8a77-2db3ae36b6fc req-9615a060-916a-49ec-91db-e55a68bf8c1a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661189 Nov 10 21:56:01.554341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:56:01.560555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3a1b1a93-8fd8-432b-ad5a-412de040ab5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "PUT /v2.0/routers/4e6f434c-e319-431f-85a3-14c4ef93bb8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5359139 Nov 10 21:56:01.563353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38836) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:01.641198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67906dc-ca75-4996-9627-60d1e6197c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:01.643369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67906dc-ca75-4996-9627-60d1e6197c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:01.645436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c67906dc-ca75-4996-9627-60d1e6197c06 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0805593 Nov 10 21:56:01.648148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38838) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:01.778780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 47463fd8-643d-4ad5-990a-5a46154d6ded {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:01.782275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:01.859328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:02.038815 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:02.212261 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:02.309187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:02.314332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4010f7d4-4049-4b50-b2ac-70ef942bbebe None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:02.332180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:02.334134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/47463fd8-643d-4ad5-990a-5a46154d6ded HTTP/1.1" status: 204 len: 168 time: 0.6846433 Nov 10 21:56:02.335866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f331d-1a3f-42e7-a2ea-a38f2b83db23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=47463fd8-643d-4ad5-990a-5a46154d6ded,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:02.581809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38852) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:02.590890 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-edfc637c-2e33-4b45-8267-afa9e38e8d9b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2451468 Nov 10 21:56:02.660323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:02.761181 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] Deleting port d8787f4b-2e3f-4711-8e93-e5f367604aea {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:02.761628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:02.812101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42801d59-78ed-430b-9750-df791910a472 req-a5af05fe-6741-4100-9851-96f373ffbb4a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:02.822560 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42801d59-78ed-430b-9750-df791910a472 req-a5af05fe-6741-4100-9851-96f373ffbb4a tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.0726986 Nov 10 21:56:02.830306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a84ead7d-baa1-4e9a-8f81-d573636cbc2b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:02.890919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] For port d8787f4b-2e3f-4711-8e93-e5f367604aea, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d8787f4b-2e3f-4711-8e93-e5f367604aea,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:02.891324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:02.916654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] Calling delete_port for d8787f4b-2e3f-4711-8e93-e5f367604aea owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:02.960736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42801d59-78ed-430b-9750-df791910a472 req-f2ecbcf5-62e0-483e-be63-99a2dad3daf5 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307225 Nov 10 21:56:03.227011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a84ead7d-baa1-4e9a-8f81-d573636cbc2b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:03.233004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a84ead7d-baa1-4e9a-8f81-d573636cbc2b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:03.560645 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:03.584663 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a84ead7d-baa1-4e9a-8f81-d573636cbc2b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:03.585225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84ead7d-baa1-4e9a-8f81-d573636cbc2b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Fanout notify agent at l3_agent the message router_deleted on router 4e6f434c-e319-431f-85a3-14c4ef93bb8d {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:56:03.593068 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a84ead7d-baa1-4e9a-8f81-d573636cbc2b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:03.600139 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a84ead7d-baa1-4e9a-8f81-d573636cbc2b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/routers/4e6f434c-e319-431f-85a3-14c4ef93bb8d HTTP/1.1" status: 204 len: 168 time: 1.0109377 Nov 10 21:56:03.600339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38868) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:03.608919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] No DVR routers for this DVR port d8787f4b-2e3f-4711-8e93-e5f367604aea on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:03.628791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447edfc1-d3bf-4445-b213-5b14e72769fb None None] Pushing event deleted for resources: {'Port': ['ID=d8787f4b-2e3f-4711-8e93-e5f367604aea,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:03.672197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6e356648-e7d8-4305-8d8d-082b96c02774 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0741162 Nov 10 21:56:03.675431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38872) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:03.681349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] Sync routers for ids ['4e6f434c-e319-431f-85a3-14c4ef93bb8d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:56:03.702441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:03.702917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:56:03.703617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e6f434c-e319-431f-85a3-14c4ef93bb8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:56:03.733423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] Routers set() bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:03.734972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] Router IDs set() for agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 21:56:03.736234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_agentschedulers_db [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4e6f434c-e319-431f-85a3-14c4ef93bb8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:55:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent'). {{(pid=103049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 21:56:03.737647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96d6a6-aa85-4bff-956a-510f3794532f None None] The sync data for ids ['4e6f434c-e319-431f-85a3-14c4ef93bb8d'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:03.798507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f0d0f-cc97-4e59-bdb0-fe2dbaafa0f6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:03.800349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-326f0d0f-cc97-4e59-bdb0-fe2dbaafa0f6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1224487 Nov 10 21:56:03.803043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38878) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:03.841413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d8787f4b-2e3f-4711-8e93-e5f367604aea no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:03.872704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d8787f4b-2e3f-4711-8e93-e5f367604aea {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:03.873182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d8787f4b-2e3f-4711-8e93-e5f367604aea not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:03.938636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc4a1637-0703-4ab7-9576-f47cb61c28bb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1344101 Nov 10 21:56:03.942736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38880) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:03.951855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:04.091754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-dbec02b1-e964-4931-a407-c21fc4e834c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016138 Nov 10 21:56:04.204757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:04.209543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:04.212058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f188be2-1ce7-4fd2-afc5-445ae408e192 req-4c73b80e-9047-4169-bb2f-1b9ed170d668 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:04.220177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f188be2-1ce7-4fd2-afc5-445ae408e192 req-4c73b80e-9047-4169-bb2f-1b9ed170d668 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.1267662 Nov 10 21:56:04.323712 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f188be2-1ce7-4fd2-afc5-445ae408e192 req-13c65750-514b-4df3-83bf-c67982c3877d tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996294 Nov 10 21:56:04.333442 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-ba431b1f-bbde-4c73-a948-54aa0e303c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:04.337858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-ba431b1f-bbde-4c73-a948-54aa0e303c42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1099 time: 0.1894031 Nov 10 21:56:04.517153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-b4bb9ec2-f427-4b84-bdbc-c8bd18924564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:04.518637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-b4bb9ec2-f427-4b84-bdbc-c8bd18924564 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.1468310 Nov 10 21:56:04.629053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-efb12c20-3858-428b-98f8-fd1aab7a6a7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 1002 time: 0.1029060 Nov 10 21:56:04.691411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-956ab298-5481-4818-93f5-0bb3f9a03b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:04.694484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-956ab298-5481-4818-93f5-0bb3f9a03b93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0582385 Nov 10 21:56:04.781669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-3b9433f0-8295-434d-82ff-5fc2ba54838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:04.783247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-3b9433f0-8295-434d-82ff-5fc2ba54838d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818884 Nov 10 21:56:04.827998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:04.830275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:04.916969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:04.922835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:04.931268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:04.931872 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:04.936791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c23df-b00d-4506-a33d-5d95022aa424 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:04.969629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=b48af023-342b-4c7b-b121-776f820fac66,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:04.978660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-ef194003-206c-4aaf-b17f-20e0ae86683b service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739171 Nov 10 21:56:05.029243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3e430594-4c6e-4ae6-9f6e-0f7e5ce590b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0850573 Nov 10 21:56:05.032306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:05.040712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:05.114906 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f285954-7ef6-4643-a902-7a1ce67cdd62 req-8eb65dad-2720-45be-b7f8-aacb73c66043 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284747 Nov 10 21:56:05.287075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:05.291104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:05.331044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'b48af023-342b-4c7b-b121-776f820fac66'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:05.332324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:05.603019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea6cd6-e3bf-4dd2-84bf-2b5f8d2a04e7 req-298ed665-693d-4195-8bc4-afc62e921212 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:05.605514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebea6cd6-e3bf-4dd2-84bf-2b5f8d2a04e7 req-298ed665-693d-4195-8bc4-afc62e921212 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.1462486 Nov 10 21:56:05.703637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Allocated IP 2001:db8::f816:3eff:fe03:d33d (f67fc58d-ae9b-43ba-9e80-5506e803abe9/b48af023-342b-4c7b-b121-776f820fac66/07c2d2fc-93f4-4819-8891-d8e600d7cdfe) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:05.716204 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-49d89c1c-f83e-4c94-bfaf-94ed5db626dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:05.798632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebea6cd6-e3bf-4dd2-84bf-2b5f8d2a04e7 req-7164157d-bd74-4842-8995-c6c1e2069b63 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667721 Nov 10 21:56:05.800774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3a4350e9-48e2-4bee-87a5-2334b9d7e345 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:05.825828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3a4350e9-48e2-4bee-87a5-2334b9d7e345 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:05.826172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3a4350e9-48e2-4bee-87a5-2334b9d7e345 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:05.961837 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.058650 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.076703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:06.086911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.124958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:06.137009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:06.139307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:06.144329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:06.145285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.148959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:06.190298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=60429236-da17-46d2-8382-32183ee5c03f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:06.226310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b04af7b4-923c-4be2-9aac-0cb082aea115 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1928320 Nov 10 21:56:06.229223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38932) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:06.235982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:66:f2:97', 'name': 'tempest-NetworksTestDHCPv6-446890480'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:06.248407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:06.291034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Attempting to bind port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:06.291331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Attempting to bind port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:06.291688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Attempting to bind port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:06.297051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:06.297349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:06.297746 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.298602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:06.298710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Bound port: 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:06.299092 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.388461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:06.391871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:06.457644 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.474735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38934) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:06.479910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'network': {'name': 'tempest-network-smoke--766374327', 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:06.521793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a037d-685a-49d8-9d3e-cb279072e3d1 None None] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:06.527931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:06.623969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Made reservation on behalf of fd3a5fb8d9bf438e970705e9e81181c9 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:06.628185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.643645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.646039 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.670562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 71bf8793-9758-4289-a4ea-690f18bd8fbf yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:06.814275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.900096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.952013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:56:06.954551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c9d9f6-83fc-4de2-94b9-d6e359ceb970,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:06.974790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:06.976253 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Added segment 43b07911-7df9-4b00-babf-0bec7e62796a of type vlan for network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 Nov 10 21:56:07.022290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 172.20.0.13 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/60429236-da17-46d2-8382-32183ee5c03f/71bf8793-9758-4289-a4ea-690f18bd8fbf) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:07.031546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fe66:f297 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/b48af023-342b-4c7b-b121-776f820fac66/71bf8793-9758-4289-a4ea-690f18bd8fbf) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:07.033641 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.077142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7586d-0b08-4296-9e08-d40042f5927b req-f1c4d14c-3678-431d-8afe-283fd99b2608 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:07.078657 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2e7586d-0b08-4296-9e08-d40042f5927b req-f1c4d14c-3678-431d-8afe-283fd99b2608 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.1531053 Nov 10 21:56:07.146938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.153424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:07.154032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.221510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2e7586d-0b08-4296-9e08-d40042f5927b req-f174691f-2c25-4010-b0dd-4414b20a5b92 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320570 Nov 10 21:56:07.262787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Network': ['ID=31d5cd96-e3ce-46e0-847a-cbc0ea667238,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:07.274058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:56:07.296283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.313073 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7e8856cb-936a-4125-be3e-e1ac63c79694 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8371310 Nov 10 21:56:07.316171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:07.320871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'admin_state_up': True, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:07.418670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.441570 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.442898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.499050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:07.541173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:07.545450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:07.564914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.592747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=71bf8793-9758-4289-a4ea-690f18bd8fbf,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:07.602438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:07.603194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.622986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.623221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.623565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.623929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.624264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.624587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.624914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.625238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.625560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.625879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.626236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.626572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:07.743031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8cde71be-1088-4da0-a1a8-bc7473e92694 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5100856 Nov 10 21:56:07.744751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38954) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:07.915074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ac9be-b3e8-4a43-bd8e-efd75b9a9b36 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:07.915074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ac9be-b3e8-4a43-bd8e-efd75b9a9b36 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:07.915074 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3d3ac9be-b3e8-4a43-bd8e-efd75b9a9b36 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1221967 Nov 10 21:56:07.915074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:07.916804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:07.937617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 07c2d2fc-93f4-4819-8891-d8e600d7cdfe up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:08.014383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 71bf8793-9758-4289-a4ea-690f18bd8fbf {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:08.014875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.015473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:08.015868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.109593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e58b29-cea9-457d-9c9c-98fa57243995 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:08.132090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.152926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 71bf8793-9758-4289-a4ea-690f18bd8fbf owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:08.237403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e400bd6-6df2-4969-8e6d-9c9de82aa035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.243289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.378148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-150d6f4c-e602-4195-8dc8-7596cb2062eb None None] Provisioning complete for port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:08.379449 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-150d6f4c-e602-4195-8dc8-7596cb2062eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.499844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:08.578772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.581060 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.614906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=71bf8793-9758-4289-a4ea-690f18bd8fbf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:08.665235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-150d6f4c-e602-4195-8dc8-7596cb2062eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.774139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:08.798104 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.801660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f291c04-f8e6-46bb-9944-719d0188b44c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/71bf8793-9758-4289-a4ea-690f18bd8fbf HTTP/1.1" status: 204 len: 168 time: 0.9233072 Nov 10 21:56:08.804647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38972) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:08.893757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-150d6f4c-e602-4195-8dc8-7596cb2062eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:56:08.894371 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-150d6f4c-e602-4195-8dc8-7596cb2062eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:56:08.902284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096dfc8-0f05-45f6-a61d-894f21b5f9de tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:08.903924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096dfc8-0f05-45f6-a61d-894f21b5f9de tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:08.906296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a096dfc8-0f05-45f6-a61d-894f21b5f9de tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:08.907444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7d974-cd0f-4155-a68c-600083881fff None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'b48af023-342b-4c7b-b121-776f820fac66', 'ip_address': '2001:db8::f816:3eff:fe03:d33d'}, {'subnet_id': '60429236-da17-46d2-8382-32183ee5c03f'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '07c2d2fc-93f4-4819-8891-d8e600d7cdfe'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:56:08.908412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a096dfc8-0f05-45f6-a61d-894f21b5f9de tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1025522 Nov 10 21:56:08.910981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38974) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:08.953119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d974-cd0f-4155-a68c-600083881fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:08.998389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 60429236-da17-46d2-8382-32183ee5c03f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:09.004535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.037100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874eed3-b8c5-4779-a891-252862770546 req-6b595e9d-26ed-4a6f-81e5-377e2e6f7e0c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:09.039656 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9874eed3-b8c5-4779-a891-252862770546 req-6b595e9d-26ed-4a6f-81e5-377e2e6f7e0c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.6586466 Nov 10 21:56:09.049525 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.103818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.192135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.201882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9874eed3-b8c5-4779-a891-252862770546 req-e292544b-20bd-477b-933e-362a1d4a45de tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439912 Nov 10 21:56:09.228147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.232767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server [None req-1ef7d974-cd0f-4155-a68c-600083881fff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60429236-da17-46d2-8382-32183ee5c03f: This subnet is being modified by another concurrent operation. Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:56:09.242779 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise exception Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60429236-da17-46d2-8382-32183ee5c03f: This subnet is being modified by another concurrent operation. Nov 10 21:56:09.246932 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Nov 10 21:56:09.261482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=60429236-da17-46d2-8382-32183ee5c03f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:09.262711 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.268544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1ca87d7f-51ad-45aa-920b-e196ffc8c098 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/60429236-da17-46d2-8382-32183ee5c03f HTTP/1.1" status: 204 len: 168 time: 0.3535664 Nov 10 21:56:09.272361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 38982) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:09.360834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.361654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet b48af023-342b-4c7b-b121-776f820fac66 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:09.368113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.414521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Allocated IP 172.25.7.32 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/d8a6ef21-5c48-4d96-99f4-08f5631225e6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:09.425897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.509469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b7a86-e3ac-44cd-97ec-3f0bd22a821d None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:56:09.587888 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.610644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5f31ed15-5ba3-48cd-9a21-521b1c4eb1cd None None] Provisioning complete for port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:09.611022 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5f31ed15-5ba3-48cd-9a21-521b1c4eb1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.634526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.671580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b7a86-e3ac-44cd-97ec-3f0bd22a821d None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:56:09.739527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.771067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.790231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:09.791157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5f31ed15-5ba3-48cd-9a21-521b1c4eb1cd None None] Could not find standard attr ID for object 71bf8793-9758-4289-a4ea-690f18bd8fbf. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:09.793036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=b48af023-342b-4c7b-b121-776f820fac66,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:09.804025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:09.811778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:09.825856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 07c2d2fc-93f4-4819-8891-d8e600d7cdfe no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:09.843165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:09.846463 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c42db581-968f-4c10-9dee-4f3dea1150b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/b48af023-342b-4c7b-b121-776f820fac66 HTTP/1.1" status: 204 len: 168 time: 0.5733953 Nov 10 21:56:09.849196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38990) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:09.892253 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e41881a0-1cf3-4d18-aade-b213f2125434 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415363 Nov 10 21:56:09.896096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 38992) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:09.901276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=d8a6ef21-5c48-4d96-99f4-08f5631225e6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:09.902279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:09.999159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.077471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13204774-f356-409f-88ff-c515ed48a424 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:56:10.087300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:10.115743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:10.120260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.129122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-447e6281-0410-4971-baf3-a7d654df2b87 None None] Provisioning complete for port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:10.129491 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-447e6281-0410-4971-baf3-a7d654df2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.162180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.244885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13204774-f356-409f-88ff-c515ed48a424 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:56:10.302723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:10.326169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.413994 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-447e6281-0410-4971-baf3-a7d654df2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.586554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.609688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:10.623675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d631430-42bf-4510-8b6d-42d1f96cc737 req-f0f4b81f-307e-41ac-bc14-4794ce7a260b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:10.625451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d631430-42bf-4510-8b6d-42d1f96cc737 req-f0f4b81f-307e-41ac-bc14-4794ce7a260b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.3191690 Nov 10 21:56:10.729559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-447e6281-0410-4971-baf3-a7d654df2b87 None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:10.785424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-447e6281-0410-4971-baf3-a7d654df2b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.807949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 9c7a2657-dabb-4353-b6c8-81750b82b038 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:56:10.810450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d631430-42bf-4510-8b6d-42d1f96cc737 req-ccdd878b-3990-4ed0-a4d2-060af858f434 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640904 Nov 10 21:56:10.835836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.865780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e6281-0410-4971-baf3-a7d654df2b87 None None] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:10.933923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'cf2d732e-0794-498f-9925-298411d0bd6b'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '07c2d2fc-93f4-4819-8891-d8e600d7cdfe'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:56:10.956041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:56:10.973441 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Sync routers for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:56:10.980906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.994248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:10.994892 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:10.995559 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:11.043118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.044890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d7a15659-06d6-4109-aa04-5a20a86dd52c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.7275610 Nov 10 21:56:11.048149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39010) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:11.141660 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:11.205478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2e8e873b-fb0e-4eba-9eb1-d2be31cd840b tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=fd3a5fb8d9bf438e970705e9e81181c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1560922 Nov 10 21:56:11.208833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39018) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:11.373171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fbe612-c067-4fc4-8bec-a99f788e142c tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:11.378191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29fbe612-c067-4fc4-8bec-a99f788e142c tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1649437 Nov 10 21:56:11.378191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39020) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:11.427782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2565597c-956c-43d8-8296-e3c7b8c35066 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462329 Nov 10 21:56:11.427967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39024) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:11.436444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510780876', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:11.446909 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.486277 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:10Z', 'revision_number': 3, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:11.516641 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Checking router: 9c7a2657-dabb-4353-b6c8-81750b82b038 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:56:11.517088 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Updating router 9c7a2657-dabb-4353-b6c8-81750b82b038 port d8a6ef21-5c48-4d96-99f4-08f5631225e6 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:56:11.549237 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.612563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Made reservation on behalf of fd3a5fb8d9bf438e970705e9e81181c9 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:11.613815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:11.617547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.677871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.778469 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.779216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.824649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:56:11.825561 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:56:11.853431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:11.861949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:11.869395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:11.869992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.872863 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:11.885550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=cf2d732e-0794-498f-9925-298411d0bd6b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:11.894112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=8']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:11.957449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdeb40-1fb2-497b-9d2c-c0ab02d11c93 req-07135bb7-4831-4b6b-a1db-ecd22666693b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:11.959066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11bdeb40-1fb2-497b-9d2c-c0ab02d11c93 req-07135bb7-4831-4b6b-a1db-ecd22666693b tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.0578384 Nov 10 21:56:12.004156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.032800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11bdeb40-1fb2-497b-9d2c-c0ab02d11c93 req-fff0e151-98f3-4646-bacf-6aa4a323590c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662379 Nov 10 21:56:12.041062 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.048774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39032) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:12.058162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ffceee72-cf89-4a0d-b19a-411c75045738 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1589828 Nov 10 21:56:12.068377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:12.092401 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Attempting to bind port d8a6ef21-5c48-4d96-99f4-08f5631225e6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:12.092768 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Attempting to bind port d8a6ef21-5c48-4d96-99f4-08f5631225e6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:12.093131 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Attempting to bind port d8a6ef21-5c48-4d96-99f4-08f5631225e6 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:12.103207 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b34b2-3665-4465-a603-d013fd3fdd0a None None] Pushing event updated for resources: {'Port': ['ID=d8a6ef21-5c48-4d96-99f4-08f5631225e6,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:12.105569 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:12.105940 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:12.106334 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.106711 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:12.107214 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Bound port: d8a6ef21-5c48-4d96-99f4-08f5631225e6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:12.107606 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.160719 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] For port d8a6ef21-5c48-4d96-99f4-08f5631225e6, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:12.164487 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] For port d8a6ef21-5c48-4d96-99f4-08f5631225e6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d8a6ef21-5c48-4d96-99f4-08f5631225e6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:12.169000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Subnet': ['ID=ff7c27fc-a991-4d87-b7a3-316d38c57ae8,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:12.189355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Checking segment: {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:12.189903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network hostable DHCP agents. Network: 31d5cd96-e3ce-46e0-847a-cbc0ea667238, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:56:12.218733 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.281446 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b34b2-3665-4465-a603-d013fd3fdd0a None None] Pushing event updated for resources: {'Port': ['ID=d8a6ef21-5c48-4d96-99f4-08f5631225e6,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:12.284014 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:12.284592 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:12.292426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:56:12.303546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:12.309109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.353705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.382294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 31d5cd96-e3ce-46e0-847a-cbc0ea667238) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:12.391521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:12.392408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.401568 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:12.508628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9d165d14-f0a6-4717-b19e-41211c40a537 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0795476 Nov 10 21:56:12.513915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39040) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:12.646612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:12.680723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.730465 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:10Z', 'revision_number': 3, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:12.745803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.757190 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f5c82-c124-4bb7-847d-85f7077bc3aa None None] The sync data for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 is: [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:10Z', 'revision_number': 3, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:12.767325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.832398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:12.842396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:12.848161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:12.848161 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:12.850554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=7361d43c-63c3-45ac-89b4-b3a4b04f8779,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:12.889914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:56:12.905796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15d11-b884-4c22-83ff-9983c156f6db None None] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:12.910204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9c5c77e0-35e6-43e2-9aa7-8d0499a9530f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8534362 Nov 10 21:56:12.911878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39046) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:12.916339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:c3:cd:78', 'name': 'tempest-NetworksTestDHCPv6-1405067815'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:13.005063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-3823ee01-46de-41db-a600-88d908db9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:13.007167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-3823ee01-46de-41db-a600-88d908db9298 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=121733d077bf4bbb84319c87fbbbb941&device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1097 time: 0.1365199 Nov 10 21:56:13.101379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:13.132491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'port_id': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'mac_address': 'fa:16:3e:06:50:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:56:13.231260 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:13.246945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad3203b-5060-4a84-9035-f00afb29ec93 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:56:13.287093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:13.346611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94cafe-9370-4b73-9aa4-08b203f7712b req-7e511e3f-1c7b-4b03-99c7-fe10ec539d35 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:13.349316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d94cafe-9370-4b73-9aa4-08b203f7712b req-7e511e3f-1c7b-4b03-99c7-fe10ec539d35 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 945 time: 0.1272190 Nov 10 21:56:13.356479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-621518de-64d4-4517-af15-7b82ec3fc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:13.358038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-621518de-64d4-4517-af15-7b82ec3fc9b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 200 len: 916 time: 0.3225083 Nov 10 21:56:13.434263 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d94cafe-9370-4b73-9aa4-08b203f7712b req-bdfabd66-ffd9-4928-b9fd-083eb42873ad tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752258 Nov 10 21:56:13.568156 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-0262ce78-3176-4daf-854e-2b6c9958fdf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 200 len: 1000 time: 0.1738358 Nov 10 21:56:13.631963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-049aa73f-1172-4675-bcc3-74d139b86a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:13.634036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-049aa73f-1172-4675-bcc3-74d139b86a69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 200 len: 854 time: 0.0584974 Nov 10 21:56:13.689360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-bd131ce5-bfcd-47ee-b8a2-1de7f9726466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:13.691070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-bd131ce5-bfcd-47ee-b8a2-1de7f9726466 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70a615e8-3904-4d70-a5aa-06354a37491d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494075 Nov 10 21:56:13.828932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-6aef8839-938a-460f-9619-3094544ec6f8 service neutron] 10.222.0.53 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309638 Nov 10 21:56:13.866892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798e173-dba5-4469-89c0-30438eeececc None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:13.875567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b11f1f-c0af-497d-a3cd-dc3afaf1e602 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:13.905643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:13.917309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0241d2-58a9-4ae0-956f-0bab50c29b69 None None] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:13.945079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d8a6ef21-5c48-4d96-99f4-08f5631225e6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:13.963704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:13.976416 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1605a3df-ed33-4b73-91ec-6d52b8d4aa4d req-7896f7c7-28ad-4810-8fdf-7f4e1d2bca31 service neutron] 10.222.0.53 "GET /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402855 Nov 10 21:56:14.035290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0308c45-2c80-46ac-811c-06169ea1642c None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:14.038418 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.136778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] Provisioning complete for port d8a6ef21-5c48-4d96-99f4-08f5631225e6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:14.137422 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.138685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.202006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port f5b1b291-ce0b-4be7-85de-4ffae0bafd76 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:14.218378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb6dfa-744d-4207-b0c2-db0d2573c3ce None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:14.298025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['1ad3203b-5060-4a84-9035-f00afb29ec93'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:56:14.367802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:14.418499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Allocated IP 172.20.0.1 (31d5cd96-e3ce-46e0-847a-cbc0ea667238/ff7c27fc-a991-4d87-b7a3-316d38c57ae8/ad6df47c-cc1d-4997-b844-5b14ecb3d0dd) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:14.472710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d8a6ef21-5c48-4d96-99f4-08f5631225e6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:14.474817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.525588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.533824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 172.20.0.4 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/7361d43c-63c3-45ac-89b4-b3a4b04f8779/f5b1b291-ce0b-4be7-85de-4ffae0bafd76) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:14.557357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fec3:cd78 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/cf2d732e-0794-498f-9925-298411d0bd6b/f5b1b291-ce0b-4be7-85de-4ffae0bafd76) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:14.659976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.681208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] For port d8a6ef21-5c48-4d96-99f4-08f5631225e6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d8a6ef21-5c48-4d96-99f4-08f5631225e6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:14.690491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:14.693423 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.740212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5ae9b-b1ed-49f3-a2f9-81447a245634 None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'cf2d732e-0794-498f-9925-298411d0bd6b', 'ip_address': '2001:db8::f816:3eff:fe03:d33d'}, {'subnet_id': '7361d43c-63c3-45ac-89b4-b3a4b04f8779'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '07c2d2fc-93f4-4819-8891-d8e600d7cdfe'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:56:14.744889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fc992-6397-4d24-85d9-e3203eead6e8 req-37ee3ae5-858b-4f64-8e6b-adfe6c8a147c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:14.750981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.753261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d70fc992-6397-4d24-85d9-e3203eead6e8 req-37ee3ae5-858b-4f64-8e6b-adfe6c8a147c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.2112637 Nov 10 21:56:14.787742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:14.891490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:14.910474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:14.914023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:14.978378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:14.997467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d70fc992-6397-4d24-85d9-e3203eead6e8 req-44e81e6a-19ea-4b78-8346-504b33672006 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110953 Nov 10 21:56:15.013411 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.063649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-07d5ae9b-b1ed-49f3-a2f9-81447a245634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.085935 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.120568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] Pushing event updated for resources: {'Port': ['ID=d8a6ef21-5c48-4d96-99f4-08f5631225e6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:15.137051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] Provisioning complete for port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:15.137704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a18fbf9f-6e0b-4032-a085-20474a9c1ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.219309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.253520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 07c2d2fc-93f4-4819-8891-d8e600d7cdfe up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:15.287474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:15.297153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:15.299744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:15.306886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.350280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=f5b1b291-ce0b-4be7-85de-4ffae0bafd76,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:15.367043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Allocated IP 172.20.0.2 (31d5cd96-e3ce-46e0-847a-cbc0ea667238/ff7c27fc-a991-4d87-b7a3-316d38c57ae8/c9225e53-c43f-469b-83a8-a7d3b3fe7c2b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:15.391678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:15.392309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.527370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:15.527757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.537125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e9dfd76-90e8-45a0-b739-2d842d3eb1ea tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6256809 Nov 10 21:56:15.538275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39080) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:15.579980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-07d5ae9b-b1ed-49f3-a2f9-81447a245634 None None] Allocated IP 172.20.0.2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/7361d43c-63c3-45ac-89b4-b3a4b04f8779/07c2d2fc-93f4-4819-8891-d8e600d7cdfe) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:15.600646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7b7f0-58b6-4f10-b30f-3dc8587dbb23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:15.607917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7b7f0-58b6-4f10-b30f-3dc8587dbb23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:15.613111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ddc7b7f0-58b6-4f10-b30f-3dc8587dbb23 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0731709 Nov 10 21:56:15.614001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39082) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:15.711486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.717806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port f5b1b291-ce0b-4be7-85de-4ffae0bafd76 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:15.718152 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.759563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.763900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-018e794e-7848-4a81-8af8-e7fc32477231 None None] Provisioning complete for port d8a6ef21-5c48-4d96-99f4-08f5631225e6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:15.764263 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-018e794e-7848-4a81-8af8-e7fc32477231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.800455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.815953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.821903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-07d5ae9b-b1ed-49f3-a2f9-81447a245634 None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:15.828340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for f5b1b291-ce0b-4be7-85de-4ffae0bafd76 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:15.854889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.878763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-07d5ae9b-b1ed-49f3-a2f9-81447a245634 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.920171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:15.943750 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-07d5ae9b-b1ed-49f3-a2f9-81447a245634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.947024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:15.956353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:15.960994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:15.967707 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:15.971370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d8a6ef21-5c48-4d96-99f4-08f5631225e6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:15.981547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Pushing event updated for resources: {'Port': ['ID=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:16.074847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:16.076474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:16.181795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5ae9b-b1ed-49f3-a2f9-81447a245634 None None] Pushing event updated for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:16.199596 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.223581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Attempting to bind port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:16.223581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Attempting to bind port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:16.223581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Attempting to bind port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b on network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:16.232235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:16.235400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Checking segment: {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:16.235400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.235400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Bound using segment: {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:16.235400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Bound port: c9225e53-c43f-469b-83a8-a7d3b3fe7c2b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:16.235400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.237579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 9c7a2657-dabb-4353-b6c8-81750b82b038 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:56:16.260998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d8a6ef21-5c48-4d96-99f4-08f5631225e6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:16.261527 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.275531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=f5b1b291-ce0b-4be7-85de-4ffae0bafd76,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:16.337874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11226486-28b6-4f4b-8683-ffbc1ee07145 req-eac7430b-d555-4c4b-b7e5-3f4dded04d9f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:16.339464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11226486-28b6-4f4b-8683-ffbc1ee07145 req-eac7430b-d555-4c4b-b7e5-3f4dded04d9f tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.2093055 Nov 10 21:56:16.386322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:56:16.414380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-53084234-3d11-414e-8a23-a82f5a2137bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "PUT /v2.0/routers/9c7a2657-dabb-4353-b6c8-81750b82b038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8987811 Nov 10 21:56:16.415329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:16.417152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] For port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:16.428695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-217cef85-4491-45dd-8bce-0f76bba07580 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--752386026', 'description': 'tempest-secgroup_access--752386026 description', 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:16.428943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Sync routers for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:56:16.456241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] For port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:16.457292 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.461850 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fa69954b-7aad-42a5-8ccc-84491f4cdfa4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/f5b1b291-ce0b-4be7-85de-4ffae0bafd76 HTTP/1.1" status: 204 len: 168 time: 0.8459487 Nov 10 21:56:16.465498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39098) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:16.476693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:16.476693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:16.483671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11226486-28b6-4f4b-8683-ffbc1ee07145 req-ea21097d-b83d-4116-833c-5cc3f7d0bfb6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968256 Nov 10 21:56:16.530302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-217cef85-4491-45dd-8bce-0f76bba07580 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.533047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.564249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d30db-df94-4bb7-afff-64a992440f3a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:16.565235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d30db-df94-4bb7-afff-64a992440f3a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:16.567025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d30db-df94-4bb7-afff-64a992440f3a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:16.572049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39100) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:16.572572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1f2d30db-df94-4bb7-afff-64a992440f3a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1058745 Nov 10 21:56:16.665305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-217cef85-4491-45dd-8bce-0f76bba07580 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.666994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 7361d43c-63c3-45ac-89b4-b3a4b04f8779 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:16.670706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.704737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-217cef85-4491-45dd-8bce-0f76bba07580 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.715155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.739120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f65f28-1c56-47bf-9a30-113a25bcebfe None None] Pushing event updated for resources: {'Port': ['ID=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:16.763376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cef85-4491-45dd-8bce-0f76bba07580 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96ee9df-efee-4a4a-864b-30523005d37d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:16.784329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:16.814987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-217cef85-4491-45dd-8bce-0f76bba07580 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.820340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-217cef85-4491-45dd-8bce-0f76bba07580 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3984106 Nov 10 21:56:16.820523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39106) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:16.828479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a39bba4d-57e1-44e4-89be-f4effb5bcfee tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--425755582', 'description': 'tempest-secgroup_general--425755582 description', 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:16.865346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:16.939519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:16.972924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a39bba4d-57e1-44e4-89be-f4effb5bcfee tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.035496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.120382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a39bba4d-57e1-44e4-89be-f4effb5bcfee tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.128487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=7361d43c-63c3-45ac-89b4-b3a4b04f8779,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:17.128487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.133080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-996ce52c-f94d-4ef9-bbb6-eb617fe67832 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/7361d43c-63c3-45ac-89b4-b3a4b04f8779 HTTP/1.1" status: 204 len: 168 time: 0.5574355 Nov 10 21:56:17.133787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39110) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:17.159149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 2, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:17.188782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Checking router: 9c7a2657-dabb-4353-b6c8-81750b82b038 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:56:17.189470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Updating router 9c7a2657-dabb-4353-b6c8-81750b82b038 port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:56:17.207590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet cf2d732e-0794-498f-9925-298411d0bd6b {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:17.211626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.216056 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.218798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a39bba4d-57e1-44e4-89be-f4effb5bcfee tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.256684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bba4d-57e1-44e4-89be-f4effb5bcfee tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95243ed-7ab4-43ab-b811-b27432d63733,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:17.268974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.270156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 1ad3203b-5060-4a84-9035-f00afb29ec93 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:56:17.279779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 1ad3203b-5060-4a84-9035-f00afb29ec93 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:17.280159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.384496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a39bba4d-57e1-44e4-89be-f4effb5bcfee tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.389205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a39bba4d-57e1-44e4-89be-f4effb5bcfee tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5649893 Nov 10 21:56:17.389845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39118) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:17.394277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3a27ad8e-7368-4287-9022-e0e9d6d9d7ad tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'security_group_rule': {'security_group_id': 'f96ee9df-efee-4a4a-864b-30523005d37d', 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:17.409171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.490869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7005d5a-f2c2-4052-8311-e6bb6ae665ab None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:17.492121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a27ad8e-7368-4287-9022-e0e9d6d9d7ad tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.568947 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.601782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a27ad8e-7368-4287-9022-e0e9d6d9d7ad tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.627882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2d732e-0794-498f-9925-298411d0bd6b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:17.630049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.635188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0ffdd56f-3a86-4c4b-bfaf-a86361f359ae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/cf2d732e-0794-498f-9925-298411d0bd6b HTTP/1.1" status: 204 len: 168 time: 0.4990740 Nov 10 21:56:17.637774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:17.646654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-45a5aff7-bfbc-4b4b-bc85-e612eb0f64d2 None None] Provisioning complete for port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:17.647225 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45a5aff7-bfbc-4b4b-bc85-e612eb0f64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.682813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af867dc7-a0c5-46ff-90e1-c08330ab3882 req-c46a399b-7878-4017-a693-c9120488c16e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:17.684414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af867dc7-a0c5-46ff-90e1-c08330ab3882 req-c46a399b-7878-4017-a693-c9120488c16e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 946 time: 0.0685637 Nov 10 21:56:17.698193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-deba04e6-6b0f-4c94-9759-6c114af7f44b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566974 Nov 10 21:56:17.698437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39126) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:17.708163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:17.754573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af867dc7-a0c5-46ff-90e1-c08330ab3882 req-f710a191-a3ad-4850-9a56-699f28343f12 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590169 Nov 10 21:56:17.778648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a27ad8e-7368-4287-9022-e0e9d6d9d7ad tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.827281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27ad8e-7368-4287-9022-e0e9d6d9d7ad tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e93d230-fce9-42b6-94e0-5e48949c18b7,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:17.883313 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.918509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3a27ad8e-7368-4287-9022-e0e9d6d9d7ad tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:17.928381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3a27ad8e-7368-4287-9022-e0e9d6d9d7ad tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5290880 Nov 10 21:56:17.978967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:56:17.981368 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874859bd-9568-4596-a376-1725afc41158" -d '{"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:56:17.984398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:17.987979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.001522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f9402f-92ce-4c3d-8865-f7c581fea681 None None] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:18.097441 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b87d51e-77de-455f-a33f-327f7f0c392a x-openstack-request-id: req-3b87d51e-77de-455f-a33f-327f7f0c392a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:56:18.097722 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-plugged", "status": "completed", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:56:18.097975 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b87d51e-77de-455f-a33f-327f7f0c392a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:56:18.098364 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'code': 200} Nov 10 21:56:18.107777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:18.131155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c9225e53-c43f-469b-83a8-a7d3b3fe7c2b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:18.203005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-a8b10a50-1c33-4dbb-ac2c-8fd47b359086 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--752386026&fields=id&tenant_id=fd3a5fb8d9bf438e970705e9e81181c9 HTTP/1.1" status: 200 len: 267 time: 0.0899620 Nov 10 21:56:18.211095 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.246829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:18.293759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3ac98dea-dfd0-45c2-b7cf-288706c6e609 None None] Provisioning complete for port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:18.294136 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ac98dea-dfd0-45c2-b7cf-288706c6e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.309423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-0cc2d0b3-cfad-4f41-b5d6-1870e78b2e14 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--425755582&fields=id&tenant_id=fd3a5fb8d9bf438e970705e9e81181c9 HTTP/1.1" status: 200 len: 267 time: 0.1054239 Nov 10 21:56:18.387509 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.440942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:18.467981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:18.472936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.475767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7deb2-7534-42bd-8e9b-19ed0fe9405d req-dae1a480-311c-46a6-bac0-fc6609007404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:18.477392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c7f7deb2-7534-42bd-8e9b-19ed0fe9405d req-dae1a480-311c-46a6-bac0-fc6609007404 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 1099 time: 0.1854157 Nov 10 21:56:18.516992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.552396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c7f7deb2-7534-42bd-8e9b-19ed0fe9405d req-9ab3e3d1-be87-456a-901e-48ace0cc1c59 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653572 Nov 10 21:56:18.559951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-97c62642-c445-4bb6-b787-a4726aa6a3c3 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:18.561723 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-97c62642-c445-4bb6-b787-a4726aa6a3c3 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/networks?id=31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 200 len: 796 time: 0.2359207 Nov 10 21:56:18.563010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.608298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] Deleting port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:18.608705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.612019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-79951169-3d18-47ff-bdf6-06d1410f69bf tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/quotas/fd3a5fb8d9bf438e970705e9e81181c9 HTTP/1.1" status: 200 len: 375 time: 0.0421319 Nov 10 21:56:18.623342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:18.631056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:18.634787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:18.635319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.645486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=dfc3d73d-7188-4f84-9441-ac676c20941e,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:18.657152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9c8b2-e385-45a9-ba95-09357523ffba None None] Pushing event updated for resources: {'Port': ['ID=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:18.690295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ac98dea-dfd0-45c2-b7cf-288706c6e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.703143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-6961cd40-ab76-4a60-9669-f00dec800942 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767055 Nov 10 21:56:18.776917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a1274387-559d-401c-999f-b4f7084a775f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0774069 Nov 10 21:56:18.779364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:18.791858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:18.856374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Attempting to bind port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:18.856746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Attempting to bind port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:18.857108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Attempting to bind port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd on network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:18.863010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3ac98dea-dfd0-45c2-b7cf-288706c6e609 None None] For port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:18.864144 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.867079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] For port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:18.867471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.904117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] Calling delete_port for 07c2d2fc-93f4-4819-8891-d8e600d7cdfe owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:18.914906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:18.914906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Checking segment: {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:18.914906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.914906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Bound using segment: {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:18.914906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Bound port: ad6df47c-cc1d-4997-b844-5b14ecb3d0dd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:18.914906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:18.971962 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-4c41367b-523e-492a-aa22-b57e37552256 service neutron] 10.222.0.45 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550089 Nov 10 21:56:19.037927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbec430-8e2a-4cda-9ab2-73e28d2f4b4f req-6cb6546e-b63a-419f-8e4e-038bdc2dc05e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:19.046632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cbec430-8e2a-4cda-9ab2-73e28d2f4b4f req-6cb6546e-b63a-419f-8e4e-038bdc2dc05e tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 947 time: 0.1512458 Nov 10 21:56:19.053889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ac98dea-dfd0-45c2-b7cf-288706c6e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.082442 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:56:19.113612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cbec430-8e2a-4cda-9ab2-73e28d2f4b4f req-b67911a4-ee2f-4f58-9691-42fbea563c61 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615444 Nov 10 21:56:19.116600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:19.126871 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.149604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-b8c636ef-ee2d-471e-ab4c-6a66c7c61483 service neutron] 10.222.0.45 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607020 Nov 10 21:56:19.150642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.215882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:56:19.216552 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:56:19.216866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] No DVR routers for this DVR port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:19.225331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] For port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:19.235809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac98dea-dfd0-45c2-b7cf-288706c6e609 None None] Pushing event updated for resources: {'Port': ['ID=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:19.241003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] For port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:19.246801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d62c5-6d83-45e0-b894-39cc96527afb None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:19.277885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-81887655-7618-48c9-aa76-c564472dab91 None None] Provisioning complete for port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:19.278253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-81887655-7618-48c9-aa76-c564472dab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.287685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20aa99-3746-4b4f-8607-f45a8be50e11 None None] Pushing event deleted for resources: {'Port': ['ID=07c2d2fc-93f4-4819-8891-d8e600d7cdfe,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:19.367518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-81887655-7618-48c9-aa76-c564472dab91 None None] Port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:56:19.372259 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.434840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-81887655-7618-48c9-aa76-c564472dab91 None None] Provisioning complete for port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:19.435207 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-81887655-7618-48c9-aa76-c564472dab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.566359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45ba82bf-fe6e-453d-814b-87e35b920520 req-7b62f539-ddb2-49ab-a103-15cb48ffbec7 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 210 time: 0.0364268 Nov 10 21:56:19.609026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9c8b2-e385-45a9-ba95-09357523ffba None None] Pushing event updated for resources: {'Port': ['ID=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:19.612332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:19.613176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:19.818707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:19.821822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.863760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:19.868062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:19.872843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:19.873373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:19.896909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=154c10e9-9b09-4c20-8dd7-9ca6c44e19fb,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:19.994074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5559b541-632b-4eff-8882-d03fd6844198 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2073665 Nov 10 21:56:19.994797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39194) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:20.005052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:a0:18:71', 'name': 'tempest-NetworksTestDHCPv6-486165462'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:20.015336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'dfc3d73d-7188-4f84-9441-ac676c20941e'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:20.016361 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:20.067162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 07c2d2fc-93f4-4819-8891-d8e600d7cdfe up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:20.225638 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:20.226722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 07c2d2fc-93f4-4819-8891-d8e600d7cdfe {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:20.227068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 07c2d2fc-93f4-4819-8891-d8e600d7cdfe not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 21:56:20.269511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Port 07c2d2fc-93f4-4819-8891-d8e600d7cdfe not found, will not notify nova. {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 21:56:20.296428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:20.315873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:20.388606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c9225e53-c43f-469b-83a8-a7d3b3fe7c2b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:20.410833 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed2598-551e-4eac-8e3c-5de0680c6d2f req-b6f984b7-01d6-4854-bf91-e950726e98c0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:20.418094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46ed2598-551e-4eac-8e3c-5de0680c6d2f req-b6f984b7-01d6-4854-bf91-e950726e98c0 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 947 time: 0.1630588 Nov 10 21:56:20.445565 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:20.511073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port ad48cb6e-aa3f-4901-870e-a47f1ec9e082 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:20.531009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46ed2598-551e-4eac-8e3c-5de0680c6d2f req-011fc572-6a12-4029-9848-e9e98a3b2537 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120343 Nov 10 21:56:20.578275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-54022efc-60ca-467c-9e60-ae80b6452591 None None] Provisioning complete for port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:20.579245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54022efc-60ca-467c-9e60-ae80b6452591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:20.637525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Allocated IP 172.20.0.2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/dfc3d73d-7188-4f84-9441-ac676c20941e/b2d3c1e4-5905-498d-a44c-8a343aefdce5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:20.653490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Allocated IP 2001:db8::f816:3eff:fe80:16fe (f67fc58d-ae9b-43ba-9e80-5506e803abe9/154c10e9-9b09-4c20-8dd7-9ca6c44e19fb/b2d3c1e4-5905-498d-a44c-8a343aefdce5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:20.673142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-004c4665-2a2a-4358-b792-5272dd559e55 req-0757a51d-9468-43e0-979b-d0b51cf018d9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 210 time: 0.0308926 Nov 10 21:56:20.684074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:20.684442 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:20.870033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54022efc-60ca-467c-9e60-ae80b6452591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:20.988507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-54022efc-60ca-467c-9e60-ae80b6452591 None None] For port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:20.994948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:20.998089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:19Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:21.029231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106bff2e-c01f-410d-8041-64ec2ca3612a None None] The sync data for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 is: [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:19Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:21.062033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 07c2d2fc-93f4-4819-8891-d8e600d7cdfe no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:21.065829 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54022efc-60ca-467c-9e60-ae80b6452591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.091080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 07c2d2fc-93f4-4819-8891-d8e600d7cdfe {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:21.091415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 07c2d2fc-93f4-4819-8891-d8e600d7cdfe not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:21.132849 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.196461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:21.198130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54022efc-60ca-467c-9e60-ae80b6452591 None None] Pushing event updated for resources: {'Port': ['ID=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:21.201024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:21.204670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:21.273523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Pushing event updated for resources: {'Port': ['ID=b2d3c1e4-5905-498d-a44c-8a343aefdce5,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:21.294436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 172.20.0.9 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/dfc3d73d-7188-4f84-9441-ac676c20941e/ad48cb6e-aa3f-4901-870e-a47f1ec9e082) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:21.300465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fea0:1871 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/154c10e9-9b09-4c20-8dd7-9ca6c44e19fb/ad48cb6e-aa3f-4901-870e-a47f1ec9e082) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:21.363458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Attempting to bind port b2d3c1e4-5905-498d-a44c-8a343aefdce5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:21.363823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Attempting to bind port b2d3c1e4-5905-498d-a44c-8a343aefdce5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:21.364150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Attempting to bind port b2d3c1e4-5905-498d-a44c-8a343aefdce5 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:21.369751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:21.370135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:21.370524 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.370914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:21.371388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Bound port: b2d3c1e4-5905-498d-a44c-8a343aefdce5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:21.371794 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.457065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] For port b2d3c1e4-5905-498d-a44c-8a343aefdce5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:21.468117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] For port b2d3c1e4-5905-498d-a44c-8a343aefdce5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b2d3c1e4-5905-498d-a44c-8a343aefdce5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:21.493410 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.591327 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.653318 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.681384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc00490-504a-463c-bc31-329878aa66e3 None None] Pushing event updated for resources: {'Port': ['ID=b2d3c1e4-5905-498d-a44c-8a343aefdce5,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:21.736859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:21.746875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:21.769309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:21.798019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a78b61-7502-473e-b707-e95fcc385fc5 req-2cf7cace-1275-4833-b893-95ed5caffc61 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:21.800277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4a78b61-7502-473e-b707-e95fcc385fc5 req-2cf7cace-1275-4833-b893-95ed5caffc61 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 947 time: 0.1763649 Nov 10 21:56:21.802256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=ad48cb6e-aa3f-4901-870e-a47f1ec9e082,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:21.848756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d66a0d9f-3f04-4a9c-8ed7-649d0f4d6aa0 req-6dcbaef7-af8e-4dbe-877c-c42dbec6e64c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 210 time: 0.0562572 Nov 10 21:56:21.892330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:21.892981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:21.914162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4a78b61-7502-473e-b707-e95fcc385fc5 req-073b0087-7eaa-4664-8c37-9dcfa35f2936 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050327 Nov 10 21:56:22.009176 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4e1c1f75-0d50-4407-8001-d13e20261cf4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0128386 Nov 10 21:56:22.009392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39246) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:22.071977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848f176-e4bc-4bff-a366-513daebb6b08 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:22.079716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848f176-e4bc-4bff-a366-513daebb6b08 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:22.082233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6848f176-e4bc-4bff-a366-513daebb6b08 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0716295 Nov 10 21:56:22.085000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39250) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:22.212378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port ad48cb6e-aa3f-4901-870e-a47f1ec9e082 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:22.212726 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:22.328476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:22.354169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for ad48cb6e-aa3f-4901-870e-a47f1ec9e082 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:22.504521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-fdb856ae-57da-4277-8a06-3a1e87c884c2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:22.504521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-fdb856ae-57da-4277-8a06-3a1e87c884c2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.64 "GET /v2.0/networks?id=31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 200 len: 796 time: 0.2231457 Nov 10 21:56:22.668519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-7ddeba32-5f29-4005-ab98-1bc7a0dff5be tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd3a5fb8d9bf438e970705e9e81181c9 HTTP/1.1" status: 200 len: 476 time: 0.1582134 Nov 10 21:56:22.684715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'port': {'device_id': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'admin_state_up': True, 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'security_groups': ['f96ee9df-efee-4a4a-864b-30523005d37d', 'b95243ed-7ab4-43ab-b811-b27432d63733']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:22.758221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:22.778258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ad6df47c-cc1d-4997-b844-5b14ecb3d0dd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:22.821994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=ad48cb6e-aa3f-4901-870e-a47f1ec9e082,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:22.903380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:22.903772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:22.956804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:22.966332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39264) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:22.966450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a379435e-a6ce-436d-863b-ecc9190a9f16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/ad48cb6e-aa3f-4901-870e-a47f1ec9e082 HTTP/1.1" status: 204 len: 168 time: 0.8751419 Nov 10 21:56:23.000067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c51f4bc-4345-42b3-988e-f7a8546ab174 req-7e821036-169a-4a73-bb0f-16b7cb39cd1d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 210 time: 0.0337873 Nov 10 21:56:23.030142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Made reservation on behalf of fd3a5fb8d9bf438e970705e9e81181c9 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:23.034180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.047406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b2d3c1e4-5905-498d-a44c-8a343aefdce5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:23.088029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75c5de-8c94-4897-9f7d-5dcbb9b5a1b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:23.089685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75c5de-8c94-4897-9f7d-5dcbb9b5a1b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:23.091639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75c5de-8c94-4897-9f7d-5dcbb9b5a1b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:23.093313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8c75c5de-8c94-4897-9f7d-5dcbb9b5a1b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1284559 Nov 10 21:56:23.096068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39268) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:23.135745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b2d3c1e4-5905-498d-a44c-8a343aefdce5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:23.136394 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.178975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6386fb7-aee9-4d09-8b4c-255379e6bb9f req-95e4f8ae-64f1-4592-bb38-dd8ac2e68532 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:23.180992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6386fb7-aee9-4d09-8b4c-255379e6bb9f req-95e4f8ae-64f1-4592-bb38-dd8ac2e68532 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 947 time: 0.1546657 Nov 10 21:56:23.213626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 154c10e9-9b09-4c20-8dd7-9ca6c44e19fb {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:23.216947 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.246721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54447d6-1f9b-4f1f-b8ae-9f13a0ed537c None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:23.270067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.296556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Allocated IP 172.20.0.12 (31d5cd96-e3ce-46e0-847a-cbc0ea667238/ff7c27fc-a991-4d87-b7a3-316d38c57ae8/feb38736-9648-4bf6-87df-bde968781620) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:23.390207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.432673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6386fb7-aee9-4d09-8b4c-255379e6bb9f req-42100e2e-8e92-46b2-90c6-48298330b831 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359462 Nov 10 21:56:23.476390 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.494272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.518256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2a6e1bf0-f36d-41b4-ae6a-5b4fa14a853f None None] Provisioning complete for port b2d3c1e4-5905-498d-a44c-8a343aefdce5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:23.518623 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1bf0-f36d-41b4-ae6a-5b4fa14a853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.562814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.588588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.591781 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.593435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/154c10e9-9b09-4c20-8dd7-9ca6c44e19fb HTTP/1.1" status: 204 len: 168 time: 0.4954367 Nov 10 21:56:23.595248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39278) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:23.618732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9a981-9acb-41d2-b296-c7c7e5351304 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=154c10e9-9b09-4c20-8dd7-9ca6c44e19fb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:23.675799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:56:23.676029 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:56:23.688634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:23.706526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:23.721151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet dfc3d73d-7188-4f84-9441-ac676c20941e {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:23.723380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:23.729017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=feb38736-9648-4bf6-87df-bde968781620,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:23.734091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1bf0-f36d-41b4-ae6a-5b4fa14a853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.750362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.766821 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.785479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2a6e1bf0-f36d-41b4-ae6a-5b4fa14a853f None None] For port b2d3c1e4-5905-498d-a44c-8a343aefdce5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b2d3c1e4-5905-498d-a44c-8a343aefdce5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:23.816401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:23.816960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.822313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.854461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4258b6f7-0a1b-4dec-9bbd-a5d6afff20c8 None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': 'dfc3d73d-7188-4f84-9441-ac676c20941e', 'ip_address': '172.20.0.2'}, {'subnet_id': '154c10e9-9b09-4c20-8dd7-9ca6c44e19fb'}], 'binding:host_id': 'n-d-776250-11'}, 'id': 'b2d3c1e4-5905-498d-a44c-8a343aefdce5'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:56:23.884034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2a6e1bf0-f36d-41b4-ae6a-5b4fa14a853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.892425 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4258b6f7-0a1b-4dec-9bbd-a5d6afff20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.937782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:23.984695 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-10650647-15fd-43fe-a86e-88de5095157d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3101454 Nov 10 21:56:23.986040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e1bf0-f36d-41b4-ae6a-5b4fa14a853f None None] Pushing event updated for resources: {'Port': ['ID=b2d3c1e4-5905-498d-a44c-8a343aefdce5,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:24.001209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Request body: {'port': {'device_id': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:24.069127 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.108758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-56c8e5cd-afab-465f-b2db-8baf97edfa1f None None] Provisioning complete for port feb38736-9648-4bf6-87df-bde968781620 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:24.109327 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56c8e5cd-afab-465f-b2db-8baf97edfa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.114617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.137821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server [None req-4258b6f7-0a1b-4dec-9bbd-a5d6afff20c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfc3d73d-7188-4f84-9441-ac676c20941e: This subnet is being modified by another concurrent operation. Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 21:56:24.140153 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise exception Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dfc3d73d-7188-4f84-9441-ac676c20941e: This subnet is being modified by another concurrent operation. Nov 10 21:56:24.147342 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Nov 10 21:56:24.150219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/dfc3d73d-7188-4f84-9441-ac676c20941e HTTP/1.1" status: 204 len: 168 time: 0.5447171 Nov 10 21:56:24.150363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be81bb-5a62-4269-9ae8-adc09b31e92e req-8bc7b6cc-64f5-413a-a318-1147acd0b7fa tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:24.150363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5be81bb-5a62-4269-9ae8-adc09b31e92e req-8bc7b6cc-64f5-413a-a318-1147acd0b7fa tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 971 time: 0.0704908 Nov 10 21:56:24.151158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39286) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:24.162957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-56c8e5cd-afab-465f-b2db-8baf97edfa1f None None] Port feb38736-9648-4bf6-87df-bde968781620 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:56:24.172243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261bffd-35cc-4351-9742-62462a2205d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc3d73d-7188-4f84-9441-ac676c20941e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:24.202269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4e6dca3a-847f-4a91-9bb0-0d22f2851ba9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472808 Nov 10 21:56:24.202840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39288) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:24.221777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:24.298436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b59a82-5955-46fb-93ad-1939def63d94 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:24.379621 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5be81bb-5a62-4269-9ae8-adc09b31e92e req-e5ecc4d4-dd16-4497-a9d5-fdc959e17acd tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1785097 Nov 10 21:56:24.407989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b2d3c1e4-5905-498d-a44c-8a343aefdce5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:24.459627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:24.466655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.468036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb38736-9648-4bf6-87df-bde968781620 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:56:24.476720 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.489881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Transition to ACTIVE for port object feb38736-9648-4bf6-87df-bde968781620 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:56:24.495454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6457d8eb-9acc-41e0-9b8b-5effb21e793c None None] Provisioning complete for port b2d3c1e4-5905-498d-a44c-8a343aefdce5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:24.495883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6457d8eb-9acc-41e0-9b8b-5effb21e793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.544785 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.583424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.624956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Pushing event updated for resources: {'Port': ['ID=feb38736-9648-4bf6-87df-bde968781620,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:24.677119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port b2d3c1e4-5905-498d-a44c-8a343aefdce5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b2d3c1e4-5905-498d-a44c-8a343aefdce5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:24.680767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:24.728986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.765272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Attempting to bind port feb38736-9648-4bf6-87df-bde968781620 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:24.765888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Attempting to bind port feb38736-9648-4bf6-87df-bde968781620 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:24.766249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Attempting to bind port feb38736-9648-4bf6-87df-bde968781620 on network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:24.773237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Port feb38736-9648-4bf6-87df-bde968781620 on network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:56:24.773605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Attempting to bind port feb38736-9648-4bf6-87df-bde968781620 on network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:24.779413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:24.783299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Checking segment: {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:24.783299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Bound using segment: {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:24.783299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Bound port: feb38736-9648-4bf6-87df-bde968781620, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b07911-7df9-4b00-babf-0bec7e62796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:24.783299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.786472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.805418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] Deleting port b2d3c1e4-5905-498d-a44c-8a343aefdce5 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:24.805979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.810345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=b2d3c1e4-5905-498d-a44c-8a343aefdce5,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:24.835852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.836199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.836540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.836875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.837334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.837526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.837859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.838185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.838508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.838833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.839678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.840041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:24.845281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:24.848546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:24.853862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:24.854459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.892791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] For port feb38736-9648-4bf6-87df-bde968781620, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:24.893678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=035dc431-66ca-4b3b-a5da-d85657ca17fb,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:24.904391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] For port feb38736-9648-4bf6-87df-bde968781620, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=feb38736-9648-4bf6-87df-bde968781620,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:24.940536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] For port b2d3c1e4-5905-498d-a44c-8a343aefdce5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b2d3c1e4-5905-498d-a44c-8a343aefdce5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:24.940937 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:24.950663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-841bd6df-6dd7-44dc-92c4-013d28c20c0a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7425132 Nov 10 21:56:24.950957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39296) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:24.953971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] Calling delete_port for b2d3c1e4-5905-498d-a44c-8a343aefdce5 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:24.956070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:24.980487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:25.040912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:25.041641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:25.043250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] 10.222.0.64 "PUT /v2.0/ports/feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 200 len: 1132 time: 1.0462775 Nov 10 21:56:25.043805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'tag': 'feb38736-9648-4bf6-87df-bde968781620'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:56:25.046158 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a7bee-50d3-4ece-86b2-54e1062e4747" -d '{"events": [{"name": "network-changed", "server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "tag": "feb38736-9648-4bf6-87df-bde968781620"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:56:25.077580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1802e0-58cc-4032-b7da-4969c0184334 service neutron] Pushing event updated for resources: {'Port': ['ID=feb38736-9648-4bf6-87df-bde968781620,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:25.113851 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de56582-4685-43cc-9c26-22a9a1c79c43 x-openstack-request-id: req-0de56582-4685-43cc-9c26-22a9a1c79c43 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:56:25.114142 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "tag": "feb38736-9648-4bf6-87df-bde968781620", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:56:25.114397 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0de56582-4685-43cc-9c26-22a9a1c79c43 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:56:25.114842 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'tag': 'feb38736-9648-4bf6-87df-bde968781620', 'status': 'completed', 'code': 200} Nov 10 21:56:25.122449 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:25.139147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] No DVR routers for this DVR port b2d3c1e4-5905-498d-a44c-8a343aefdce5 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:25.166946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:25.172371 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:25.184847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17940848-8e1b-43e6-9ab0-ff2f86d1c916 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:25.221096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-a44f1653-30e8-41f5-9dd4-c0fd33dd6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:25.221325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de66a3-c3e0-416e-8df0-2f980fecb4da None None] Pushing event deleted for resources: {'Port': ['ID=b2d3c1e4-5905-498d-a44c-8a343aefdce5,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:25.232799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-a44f1653-30e8-41f5-9dd4-c0fd33dd6453 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1135 time: 0.0890734 Nov 10 21:56:25.325591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-091428f2-62d3-48d5-947e-63d3ed14433c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 200 len: 217 time: 0.0904315 Nov 10 21:56:25.385783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-24657c54-ac38-48cf-8208-15ef48efde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:25.387301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-24657c54-ac38-48cf-8208-15ef48efde0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff7c27fc-a991-4d87-b7a3-316d38c57ae8 HTTP/1.1" status: 200 len: 835 time: 0.0552821 Nov 10 21:56:25.454947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '035dc431-66ca-4b3b-a5da-d85657ca17fb'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:25.455934 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:25.457201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-2470bd9d-f459-481a-81a4-88d100a3866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:25.459596 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-2470bd9d-f459-481a-81a4-88d100a3866e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31d5cd96-e3ce-46e0-847a-cbc0ea667238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610950 Nov 10 21:56:25.559335 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-632fb625-afa5-4714-aeda-6a39075d7c20 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922201 Nov 10 21:56:25.611797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Allocated IP 172.20.0.2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/035dc431-66ca-4b3b-a5da-d85657ca17fb/ac1adf3d-8371-4094-bc62-d3c864c43d69) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:25.702333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d0f66da-656a-400d-98f4-16ce23086e8e req-2d9c382f-8ad0-4f7d-b338-983dcc8cfe95 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357336 Nov 10 21:56:25.747458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49cc57-3af6-4ffe-9b3b-7f000f895d0a req-ab2e1950-cfcd-47c5-8c9a-a3771a842c42 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:25.749138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb49cc57-3af6-4ffe-9b3b-7f000f895d0a req-ab2e1950-cfcd-47c5-8c9a-a3771a842c42 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 983 time: 0.0955679 Nov 10 21:56:25.814065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:25.860378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-f6a08a59-766f-4eb4-ba2d-9a27c5eec36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:25.861874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-f6a08a59-766f-4eb4-ba2d-9a27c5eec36c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1135 time: 0.0499787 Nov 10 21:56:25.871136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb49cc57-3af6-4ffe-9b3b-7f000f895d0a req-e2f2cc5a-0de9-4046-9891-c91e7734b27a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1093905 Nov 10 21:56:25.882737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:25.921293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:25.925781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:25.932624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:25.949323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Pushing event updated for resources: {'Port': ['ID=ac1adf3d-8371-4094-bc62-d3c864c43d69,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:25.999973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Attempting to bind port ac1adf3d-8371-4094-bc62-d3c864c43d69 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:26.000505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Attempting to bind port ac1adf3d-8371-4094-bc62-d3c864c43d69 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:26.000699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Attempting to bind port ac1adf3d-8371-4094-bc62-d3c864c43d69 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:26.007590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:26.008334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:26.008522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.009032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:26.009514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Bound port: ac1adf3d-8371-4094-bc62-d3c864c43d69, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:26.009898 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.113273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] For port ac1adf3d-8371-4094-bc62-d3c864c43d69, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:26.117920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] For port ac1adf3d-8371-4094-bc62-d3c864c43d69, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac1adf3d-8371-4094-bc62-d3c864c43d69,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:26.142718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:26.192184 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.293968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d19f6-ceef-4c7f-975b-eb138cbfcba4 None None] Pushing event updated for resources: {'Port': ['ID=ac1adf3d-8371-4094-bc62-d3c864c43d69,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:26.378678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-bf2159e6-1854-4483-8f0e-c0eec9385af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:26.380304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-bf2159e6-1854-4483-8f0e-c0eec9385af3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 200 len: 897 time: 0.5104337 Nov 10 21:56:26.427074 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-c70b3622-6be3-44ab-a1ec-d824cc2be594 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 200 len: 217 time: 0.0362000 Nov 10 21:56:26.481695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.524751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-fbb12359-1460-41fe-a31c-96995fdfb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:26.526460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-fbb12359-1460-41fe-a31c-96995fdfb485 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff7c27fc-a991-4d87-b7a3-316d38c57ae8 HTTP/1.1" status: 200 len: 835 time: 0.0915799 Nov 10 21:56:26.581443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-fe56b98a-577d-4708-9c6f-ebe1b5a11478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:26.582951 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-fe56b98a-577d-4708-9c6f-ebe1b5a11478 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31d5cd96-e3ce-46e0-847a-cbc0ea667238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490694 Nov 10 21:56:26.699525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-aae9a1f6-df1d-4964-84f3-bd2bc9dd79bf service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088409 Nov 10 21:56:26.700641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] For port ac1adf3d-8371-4094-bc62-d3c864c43d69, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac1adf3d-8371-4094-bc62-d3c864c43d69,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:26.735419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.795547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d17a7bee-50d3-4ece-86b2-54e1062e4747 req-da2b89ec-1ea5-4713-bf0e-9c80d43a2a2e service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885439 Nov 10 21:56:26.853657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.854430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.929575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:26.940979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:26.952088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:26.952717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:26.976896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=ac1adf3d-8371-4094-bc62-d3c864c43d69,revision_number=4']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:26.993371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=0797d614-3009-41c9-b4e7-9f15040a3343,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:27.012615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69808ec2-f939-40bd-b4d9-574f5ef73753 req-cb7f49a5-9c76-4882-858b-7215dc5fb8ab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:27.014270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69808ec2-f939-40bd-b4d9-574f5ef73753 req-cb7f49a5-9c76-4882-858b-7215dc5fb8ab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 983 time: 0.0630808 Nov 10 21:56:27.078054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69808ec2-f939-40bd-b4d9-574f5ef73753 req-cb1c9808-de71-4ed4-931f-b0e9a6cda02c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0575414 Nov 10 21:56:27.106936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e20be197-48b5-415b-9d43-56519c9d7dc1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1548357 Nov 10 21:56:27.109698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39330) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:27.115949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:08:0c:15', 'name': 'tempest-NetworksTestDHCPv6-332490788'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:27.340241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae71c14-b0a1-43f2-964a-37923e076261 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:27.417603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-51f4ccb3-e4bf-413b-830f-58ccf9c3133e None None] Provisioning complete for port ac1adf3d-8371-4094-bc62-d3c864c43d69 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:27.417973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51f4ccb3-e4bf-413b-830f-58ccf9c3133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:27.430351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:27.521588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:27.542994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port bd0e669e-43de-4967-aa5a-00371f6276cd yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:27.574992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51f4ccb3-e4bf-413b-830f-58ccf9c3133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:27.613387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-51f4ccb3-e4bf-413b-830f-58ccf9c3133e None None] For port ac1adf3d-8371-4094-bc62-d3c864c43d69, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac1adf3d-8371-4094-bc62-d3c864c43d69,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:27.695957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51f4ccb3-e4bf-413b-830f-58ccf9c3133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:27.720352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 172.20.0.9 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/035dc431-66ca-4b3b-a5da-d85657ca17fb/bd0e669e-43de-4967-aa5a-00371f6276cd) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:27.728604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fe08:c15 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/0797d614-3009-41c9-b4e7-9f15040a3343/bd0e669e-43de-4967-aa5a-00371f6276cd) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:27.773614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4ccb3-e4bf-413b-830f-58ccf9c3133e None None] Pushing event updated for resources: {'Port': ['ID=ac1adf3d-8371-4094-bc62-d3c864c43d69,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:27.912344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.008419 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.057881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:28.061686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:28.064722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:28.105298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=bd0e669e-43de-4967-aa5a-00371f6276cd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:28.140138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:28.140791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.210880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506d33b-3a79-409d-a71d-0af53bc31662 req-71757058-2473-49a4-b2f7-27badf2576f4 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:28.212531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1506d33b-3a79-409d-a71d-0af53bc31662 req-71757058-2473-49a4-b2f7-27badf2576f4 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 983 time: 0.0556469 Nov 10 21:56:28.236128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-60f8eda5-9ff4-4e20-8759-d05d1092b8cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.1252601 Nov 10 21:56:28.246599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39346) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:28.284270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1506d33b-3a79-409d-a71d-0af53bc31662 req-acf73a6c-7f6a-44d5-af00-9e8579bcd2bb tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0655441 Nov 10 21:56:28.295488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d98a7fd-3df2-4e30-a1c9-0a6f219d9b1a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:28.301535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d98a7fd-3df2-4e30-a1c9-0a6f219d9b1a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:28.303396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d98a7fd-3df2-4e30-a1c9-0a6f219d9b1a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0636585 Nov 10 21:56:28.306226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39348) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:28.338639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-60d6c407-770d-4c64-8b65-8b3471cf93ef None None] Provisioning complete for port ac1adf3d-8371-4094-bc62-d3c864c43d69 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:28.339148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-60d6c407-770d-4c64-8b65-8b3471cf93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.451712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port bd0e669e-43de-4967-aa5a-00371f6276cd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:28.452106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.453456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac1adf3d-8371-4094-bc62-d3c864c43d69 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:28.516000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ac1adf3d-8371-4094-bc62-d3c864c43d69 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:28.516369 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.587048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.600321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-56a950ea-7e42-4e27-b8ab-6c229f11a3ba None None] Could not find standard attr ID for object f5b1b291-ce0b-4be7-85de-4ffae0bafd76. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:28.611261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for bd0e669e-43de-4967-aa5a-00371f6276cd owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:28.905796 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:28.924902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b25e5430-c3a5-4aee-bd5c-8bef347726f8 None None] Could not find standard attr ID for object ad48cb6e-aa3f-4901-870e-a47f1ec9e082. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:28.946380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=bd0e669e-43de-4967-aa5a-00371f6276cd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:29.042391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.047767 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e5ab4f93-8803-44e4-8cf2-c96ff6e14208 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/bd0e669e-43de-4967-aa5a-00371f6276cd HTTP/1.1" status: 204 len: 168 time: 0.7388663 Nov 10 21:56:29.049017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39358) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:29.110038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327673e-c9e5-49ed-9089-540e2b36d11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:29.111640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327673e-c9e5-49ed-9089-540e2b36d11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:29.113518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8327673e-c9e5-49ed-9089-540e2b36d11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:29.116507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8327673e-c9e5-49ed-9089-540e2b36d11f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0661285 Nov 10 21:56:29.118739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39362) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:29.179519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 035dc431-66ca-4b3b-a5da-d85657ca17fb {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:29.183304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.228817 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.336214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.352813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4024ee6a-5c2c-46d4-a66b-01111e4060ec None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:56:29.454711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2500a64-0b51-47ee-ba1f-4ee4eec60d38 req-8288020b-4b15-4dc4-a6a0-b1b7e49d5535 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:29.460775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4024ee6a-5c2c-46d4-a66b-01111e4060ec None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:56:29.476877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2500a64-0b51-47ee-ba1f-4ee4eec60d38 req-8288020b-4b15-4dc4-a6a0-b1b7e49d5535 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 983 time: 0.0968957 Nov 10 21:56:29.488481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.515406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=035dc431-66ca-4b3b-a5da-d85657ca17fb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:29.534020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.539278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-250c235d-86f1-4267-8bd3-01452b000e99 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/035dc431-66ca-4b3b-a5da-d85657ca17fb HTTP/1.1" status: 204 len: 168 time: 0.4190710 Nov 10 21:56:29.541509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39368) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:29.548303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2500a64-0b51-47ee-ba1f-4ee4eec60d38 req-8c99b68c-be41-4707-af96-f8bb604b4979 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0648429 Nov 10 21:56:29.605355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 0797d614-3009-41c9-b4e7-9f15040a3343 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:29.608564 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.649204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.738224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.877151 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.909297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=0797d614-3009-41c9-b4e7-9f15040a3343,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:29.916448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:29.922664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4224790f-acf6-4393-b706-03a0696d23d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/0797d614-3009-41c9-b4e7-9f15040a3343 HTTP/1.1" status: 204 len: 168 time: 0.3800788 Nov 10 21:56:29.924982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39376) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:29.970402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a1cdd505-c31f-4bca-af4c-578eef39a39b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442953 Nov 10 21:56:29.972885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39378) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:30.019067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device feb38736-9648-4bf6-87df-bde968781620 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:56:30.028378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a21a60-1723-47df-8d03-aeb3f8f4e8f8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:30.031888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80a21a60-1723-47df-8d03-aeb3f8f4e8f8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0561442 Nov 10 21:56:30.032654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39382) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:30.094036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab884e-1133-4675-9580-e27ae36bccab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:30.095770 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9bab884e-1133-4675-9580-e27ae36bccab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619798 Nov 10 21:56:30.098273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39384) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:30.139123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port feb38736-9648-4bf6-87df-bde968781620, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=feb38736-9648-4bf6-87df-bde968781620,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:30.140999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c0dc800-c049-447a-9ac5-32dd686eb243 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415776 Nov 10 21:56:30.145506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39388) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:30.151823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8b9a5ba7-778e-47bf-9b97-f16923da36d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:30.165126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'feb38736-9648-4bf6-87df-bde968781620', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'port_id': 'feb38736-9648-4bf6-87df-bde968781620', 'mac_address': 'fa:16:3e:00:5b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:56:30.217973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:30.233112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb38736-9648-4bf6-87df-bde968781620 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:56:30.255411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port feb38736-9648-4bf6-87df-bde968781620, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=feb38736-9648-4bf6-87df-bde968781620,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:30.340380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbfb531-5717-4da4-a76b-d87c231f2b6c None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 21:56:30.393852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:30.395601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bb819413-823c-48ce-86b6-c00dddd04556 None None] Provisioning complete for port ac1adf3d-8371-4094-bc62-d3c864c43d69 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:30.395978 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb819413-823c-48ce-86b6-c00dddd04556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:30.407603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a5ba7-778e-47bf-9b97-f16923da36d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:30.413792 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b9a5ba7-778e-47bf-9b97-f16923da36d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:30.413792 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9a5ba7-778e-47bf-9b97-f16923da36d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:56:30.413792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9a5ba7-778e-47bf-9b97-f16923da36d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:56:30.493074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=feb38736-9648-4bf6-87df-bde968781620,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:30.507091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbfb531-5717-4da4-a76b-d87c231f2b6c None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 21:56:30.519198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b9a5ba7-778e-47bf-9b97-f16923da36d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3725986 Nov 10 21:56:30.522289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39392) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:30.527286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-028a4446-037c-4ce1-b67d-2eda4ab94456 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:30.692310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716731a-1c02-4f5a-b065-d1fe745a333a req-e9d1aa27-835d-4087-918f-cdcc10724eb9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:30.694803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b716731a-1c02-4f5a-b065-d1fe745a333a req-e9d1aa27-835d-4087-918f-cdcc10724eb9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 984 time: 0.0627375 Nov 10 21:56:30.734890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a4446-037c-4ce1-b67d-2eda4ab94456 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:30.738429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-028a4446-037c-4ce1-b67d-2eda4ab94456 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:30.739858 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-028a4446-037c-4ce1-b67d-2eda4ab94456 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:56:30.740928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028a4446-037c-4ce1-b67d-2eda4ab94456 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:56:30.772056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b716731a-1c02-4f5a-b065-d1fe745a333a req-427bfe7b-b8a5-41c5-a893-96521603cd76 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0694566 Nov 10 21:56:30.827637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-028a4446-037c-4ce1-b67d-2eda4ab94456 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2997918 Nov 10 21:56:30.827637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:30.831195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e679fff5-a8dd-432e-a7a7-d422eec5fcfe tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:30.914302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['feb38736-9648-4bf6-87df-bde968781620'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:56:30.979220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e679fff5-a8dd-432e-a7a7-d422eec5fcfe tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:30.983516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e679fff5-a8dd-432e-a7a7-d422eec5fcfe tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:30.985012 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e679fff5-a8dd-432e-a7a7-d422eec5fcfe tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:56:30.985398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e679fff5-a8dd-432e-a7a7-d422eec5fcfe tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:56:31.018423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d544e-7ea0-4d30-a4e9-937ca01ed095 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:31.068893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e679fff5-a8dd-432e-a7a7-d422eec5fcfe tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2409885 Nov 10 21:56:31.071714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39408) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:31.077073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2c2b9e86-5137-4935-b660-ddcb878caa24 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:31.178403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-68402508-74b9-49d7-aa48-1ae0cb9dd198 None None] Provisioning complete for port ac1adf3d-8371-4094-bc62-d3c864c43d69 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:31.178812 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-68402508-74b9-49d7-aa48-1ae0cb9dd198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:31.281569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2b9e86-5137-4935-b660-ddcb878caa24 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:31.281569 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c2b9e86-5137-4935-b660-ddcb878caa24 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:31.281809 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2b9e86-5137-4935-b660-ddcb878caa24 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:56:31.282248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2b9e86-5137-4935-b660-ddcb878caa24 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:56:31.300921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:31.348579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2c2b9e86-5137-4935-b660-ddcb878caa24 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2757626 Nov 10 21:56:31.352438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39414) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:31.357783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d6fb4161-5327-4b24-a3bd-64bee426cda9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:31.363342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] Deleting port ac1adf3d-8371-4094-bc62-d3c864c43d69 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:31.363838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:31.448903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] For port ac1adf3d-8371-4094-bc62-d3c864c43d69, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ac1adf3d-8371-4094-bc62-d3c864c43d69,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:31.449482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:31.462835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] Calling delete_port for ac1adf3d-8371-4094-bc62-d3c864c43d69 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:31.516818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fb4161-5327-4b24-a3bd-64bee426cda9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:31.521156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4161-5327-4b24-a3bd-64bee426cda9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:31.523664 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fb4161-5327-4b24-a3bd-64bee426cda9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:56:31.524210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fb4161-5327-4b24-a3bd-64bee426cda9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:56:31.625273 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:31.649385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] Pushing event deleted for resources: {'Port': ['ID=ac1adf3d-8371-4094-bc62-d3c864c43d69,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:31.654673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628c48c-1407-4b97-b4d3-ddf84c19e9d7 None None] No DVR routers for this DVR port ac1adf3d-8371-4094-bc62-d3c864c43d69 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:31.665501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d6fb4161-5327-4b24-a3bd-64bee426cda9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3086290 Nov 10 21:56:31.665501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39418) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:31.670041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-262d035a-cd68-4b40-92ad-add541edf131 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:31.809734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262d035a-cd68-4b40-92ad-add541edf131 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:31.814639 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-262d035a-cd68-4b40-92ad-add541edf131 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:31.815929 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-262d035a-cd68-4b40-92ad-add541edf131 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:56:31.816401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262d035a-cd68-4b40-92ad-add541edf131 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:56:31.879613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-262d035a-cd68-4b40-92ad-add541edf131 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2134030 Nov 10 21:56:31.882407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39426) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:31.921220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94627a30-3e3c-4f84-b96c-22f8ffc89031 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0369108 Nov 10 21:56:31.923225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39428) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:31.943678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af5472-b99a-4965-82bc-d678b172f546 req-1d729849-e32f-45a5-b449-4843c9610b2b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:31.945201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62af5472-b99a-4965-82bc-d678b172f546 req-1d729849-e32f-45a5-b449-4843c9610b2b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 984 time: 0.0645115 Nov 10 21:56:32.011333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71868b3a-c50a-41be-a250-2a29e9c40bb9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:32.012820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-71868b3a-c50a-41be-a250-2a29e9c40bb9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886109 Nov 10 21:56:32.015331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39432) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:32.019002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device feb38736-9648-4bf6-87df-bde968781620 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:32.063292 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-06f61d83-7b37-4e41-ab6c-45758ab2aba8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468559 Nov 10 21:56:32.067585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39434) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:32.073001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:32.077502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62af5472-b99a-4965-82bc-d678b172f546 req-358c6fcf-6c6e-4e3d-8f63-749c087d0a6a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1095371 Nov 10 21:56:32.127682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port feb38736-9648-4bf6-87df-bde968781620 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:56:32.132522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port feb38736-9648-4bf6-87df-bde968781620 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:32.133282 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:32.226122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:32.241506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:32.245167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:32.248888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb38736-9648-4bf6-87df-bde968781620'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:56:32.251163 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892d3ade-2386-4495-83b2-0ff46dd87023" -d '{"events": [{"server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "name": "network-vif-plugged", "status": "completed", "tag": "feb38736-9648-4bf6-87df-bde968781620"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:56:32.266046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port feb38736-9648-4bf6-87df-bde968781620, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=feb38736-9648-4bf6-87df-bde968781620,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:32.299398 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6413de8e-6c72-49f0-bfea-fc2f575ca8f4 x-openstack-request-id: req-6413de8e-6c72-49f0-bfea-fc2f575ca8f4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:56:32.300445 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "name": "network-vif-plugged", "status": "completed", "tag": "feb38736-9648-4bf6-87df-bde968781620", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:56:32.302906 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6413de8e-6c72-49f0-bfea-fc2f575ca8f4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:56:32.303344 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb38736-9648-4bf6-87df-bde968781620', 'code': 200} Nov 10 21:56:32.346871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:32.395837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac1adf3d-8371-4094-bc62-d3c864c43d69 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:32.416732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfd0fc-3713-40c2-95e9-1a4ac94741f4 req-7066152b-b930-465c-9671-38ea7a7b4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:32.418358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9cfd0fc-3713-40c2-95e9-1a4ac94741f4 req-7066152b-b930-465c-9671-38ea7a7b4d80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1137 time: 0.0537825 Nov 10 21:56:32.426208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: ac1adf3d-8371-4094-bc62-d3c864c43d69 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:32.426681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ac1adf3d-8371-4094-bc62-d3c864c43d69 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:32.449385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=feb38736-9648-4bf6-87df-bde968781620,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:32.480952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9cfd0fc-3713-40c2-95e9-1a4ac94741f4 req-8937eb16-93ca-420a-8995-eb4a8785c84e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b95243ed-7ab4-43ab-b811-b27432d63733&id=f96ee9df-efee-4a4a-864b-30523005d37d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0537245 Nov 10 21:56:32.603651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:32.605056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:32.643695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:32.649323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:32.652350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:32.652950 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:32.658836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97248057-3eba-4d24-a377-32f103a18c2a None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:32.669246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=954345a9-a4fe-429f-a05c-1c6080fae83c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:32.742391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-32aae5b6-153c-4cdd-b104-fcc9d312afae tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6736131 Nov 10 21:56:32.745040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39444) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:32.750566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:bd:8b:36', 'name': 'tempest-NetworksTestDHCPv6-1502725462'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:32.807209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '954345a9-a4fe-429f-a05c-1c6080fae83c'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:32.808139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:32.945179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Allocated IP 2001:db8::f816:3eff:fe34:bda2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/954345a9-a4fe-429f-a05c-1c6080fae83c/ab69e45f-3757-463c-b55c-b53276656318) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:32.956919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:33.052269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.081774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port c2b6fbee-342c-465c-b142-13425442a9a7 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:33.098761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.185816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.222396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:33.227309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:33.230778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:33.235332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43262-7870-46e9-9a8f-3d41a497d2c0 req-a6e7de47-aa92-4f0b-994b-cc93809e92c8 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:33.235332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1f43262-7870-46e9-9a8f-3d41a497d2c0 req-a6e7de47-aa92-4f0b-994b-cc93809e92c8 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 985 time: 0.0843349 Nov 10 21:56:33.239626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Pushing event updated for resources: {'Port': ['ID=ab69e45f-3757-463c-b55c-b53276656318,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:33.257513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:febd:8b36 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/954345a9-a4fe-429f-a05c-1c6080fae83c/c2b6fbee-342c-465c-b142-13425442a9a7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:33.288740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Attempting to bind port ab69e45f-3757-463c-b55c-b53276656318 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:33.289113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Attempting to bind port ab69e45f-3757-463c-b55c-b53276656318 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:33.289471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Attempting to bind port ab69e45f-3757-463c-b55c-b53276656318 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:33.294543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:33.298370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:33.298370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.298370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:33.298370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Bound port: ab69e45f-3757-463c-b55c-b53276656318, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:33.298370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.306341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a1f43262-7870-46e9-9a8f-3d41a497d2c0 req-2ded7f27-8554-4848-9d1d-a3854c3cd9ac tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0638516 Nov 10 21:56:33.388061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] For port ab69e45f-3757-463c-b55c-b53276656318, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:33.393077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] For port ab69e45f-3757-463c-b55c-b53276656318, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ab69e45f-3757-463c-b55c-b53276656318,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:33.458269 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.525579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe371f0-200b-4153-af9f-ce8eae88b64f None None] Pushing event updated for resources: {'Port': ['ID=ab69e45f-3757-463c-b55c-b53276656318,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:33.556277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.643054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.703290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:33.707389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:33.712939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:33.720172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:33.721107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:33.725295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=c2b6fbee-342c-465c-b142-13425442a9a7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:33.839041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bf06a788-e5ab-43d3-9783-e428cb5017db tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0927007 Nov 10 21:56:33.841740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39462) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:33.911206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d494c7-d7b5-416c-a87e-32301ca1721f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:33.918064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d494c7-d7b5-416c-a87e-32301ca1721f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:33.919643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-00d494c7-d7b5-416c-a87e-32301ca1721f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0768869 Nov 10 21:56:33.922278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39466) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:34.020836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port c2b6fbee-342c-465c-b142-13425442a9a7 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:34.021176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.108306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.120699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for c2b6fbee-342c-465c-b142-13425442a9a7 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:34.402405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.406226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ab69e45f-3757-463c-b55c-b53276656318 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:34.433705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=c2b6fbee-342c-465c-b142-13425442a9a7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:34.459518 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.463430 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1b4bab33-d30a-4f06-bc09-7b98e6e7ce01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/c2b6fbee-342c-465c-b142-13425442a9a7 HTTP/1.1" status: 204 len: 168 time: 0.5401239 Nov 10 21:56:34.465743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39474) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:34.519188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b9d1a-7b2c-4100-b67c-461fa71e8777 req-71a7a862-274a-443b-a6c1-b0711baf2f86 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:34.520935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-312b9d1a-7b2c-4100-b67c-461fa71e8777 req-71a7a862-274a-443b-a6c1-b0711baf2f86 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 985 time: 0.1198599 Nov 10 21:56:34.522116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ab69e45f-3757-463c-b55c-b53276656318 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:34.522910 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.540033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952beb9-0f2a-40b4-bc1d-a342784ea74d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:34.542011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952beb9-0f2a-40b4-bc1d-a342784ea74d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:34.543797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e952beb9-0f2a-40b4-bc1d-a342784ea74d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0768785 Nov 10 21:56:34.550831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39478) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:34.614098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-312b9d1a-7b2c-4100-b67c-461fa71e8777 req-f0cf0691-13e7-4cd3-aa93-f281a2ad8bed tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0835471 Nov 10 21:56:34.625327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 954345a9-a4fe-429f-a05c-1c6080fae83c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:34.632269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.640868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.694107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.695614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port ab69e45f-3757-463c-b55c-b53276656318, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ab69e45f-3757-463c-b55c-b53276656318,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:34.696878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-907f216d-a9f1-4054-93cc-a727e8e83523 None None] Provisioning complete for port ab69e45f-3757-463c-b55c-b53276656318 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:34.697450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-907f216d-a9f1-4054-93cc-a727e8e83523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.786240 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.836677 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-907f216d-a9f1-4054-93cc-a727e8e83523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.854393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:34.863669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=ab69e45f-3757-463c-b55c-b53276656318,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:34.904210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9d3a-013e-4a40-8212-8cbdc52e002d req-db9577a9-a24f-4dd3-a642-1eb317df7f04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:34.906042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d6d9d3a-013e-4a40-8212-8cbdc52e002d req-db9577a9-a24f-4dd3-a642-1eb317df7f04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 985 time: 0.1765242 Nov 10 21:56:34.987241 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d6d9d3a-013e-4a40-8212-8cbdc52e002d req-a460a3b8-d2b3-4bf8-8444-391c2cc7e05d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0710282 Nov 10 21:56:35.028932 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.056536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=954345a9-a4fe-429f-a05c-1c6080fae83c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:35.067794 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-907f216d-a9f1-4054-93cc-a727e8e83523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:56:35.069017 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-907f216d-a9f1-4054-93cc-a727e8e83523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:56:35.074751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.078764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-647bbbef-676a-43bc-be72-43a9a9775ea6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/954345a9-a4fe-429f-a05c-1c6080fae83c HTTP/1.1" status: 204 len: 168 time: 0.5262060 Nov 10 21:56:35.080676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39490) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:35.103530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34025949-1e7e-46b2-a09e-71aa77983152 req-efc053d0-8d0b-46db-928a-ab759ccf1e11 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:35.105734 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34025949-1e7e-46b2-a09e-71aa77983152 req-efc053d0-8d0b-46db-928a-ab759ccf1e11 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1137 time: 0.0480411 Nov 10 21:56:35.124203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-34025949-1e7e-46b2-a09e-71aa77983152 req-e123aa73-91f9-4d8f-a277-5b1f57f1c199 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.134636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-26ca7e70-66fd-4fcc-99a6-724f0dcc95c1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525091 Nov 10 21:56:35.139174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:35.144921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:35.182269 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6efb141-b440-44f6-bc2a-eb4386734338 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:35.236187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-34025949-1e7e-46b2-a09e-71aa77983152 req-e123aa73-91f9-4d8f-a277-5b1f57f1c199 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.345432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-34025949-1e7e-46b2-a09e-71aa77983152 req-e123aa73-91f9-4d8f-a277-5b1f57f1c199 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.345622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:35.349078 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.367442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:35.392665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123aa73-91f9-4d8f-a277-5b1f57f1c199 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0d2603-c454-4c22-9ccb-64a566ddfcbb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:35.415861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34025949-1e7e-46b2-a09e-71aa77983152 req-e123aa73-91f9-4d8f-a277-5b1f57f1c199 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3044221 Nov 10 21:56:35.424390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] Deleting port ab69e45f-3757-463c-b55c-b53276656318 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:35.424950 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.451243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39498) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:35.491479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] For port ab69e45f-3757-463c-b55c-b53276656318, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ab69e45f-3757-463c-b55c-b53276656318,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:35.491915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.493447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500a2422-7c4a-429a-923e-d2d6a66100cd tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:35.495063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-500a2422-7c4a-429a-923e-d2d6a66100cd tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1132 time: 0.0427530 Nov 10 21:56:35.498262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39500) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:35.502820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'feb38736-9648-4bf6-87df-bde968781620', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:35.509664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] Calling delete_port for ab69e45f-3757-463c-b55c-b53276656318 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:35.596839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.710468 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b834ce4a-e5a4-4b85-b692-e1b7af976fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.715492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.744263 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.751356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2a48ba08-f2df-466d-b045-dc95c02da2c5 None None] Could not find standard attr ID for object c2b6fbee-342c-465c-b142-13425442a9a7. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:35.777684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] Pushing event deleted for resources: {'Port': ['ID=ab69e45f-3757-463c-b55c-b53276656318,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:35.781670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c770c02-65fb-4c73-a604-29f58b81b2ff None None] No DVR routers for this DVR port ab69e45f-3757-463c-b55c-b53276656318 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:35.796863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:35.857551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Allocated IP 172.25.7.71 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/f705a9a4-0041-4e5c-8880-594d010cf936) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:35.895929 n-d-776250-11 neutron-server[103047]: WARNING neutron.services.revisions.revision_plugin [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Could not find related port for resource to bump revision. Nov 10 21:56:35.956855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_pluggable_backend [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Port ab69e45f-3757-463c-b55c-b53276656318 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 21:56:35.957170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_pluggable_backend [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:bda2 {{(pid=103047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 21:56:35.960902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_pluggable_backend [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:bda2 {{(pid=103047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 21:56:35.965178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:35.966596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.006738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:36.009830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:36.014021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:36.014620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.020368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8184da0-0ea5-484d-bee2-9f27c43197a4 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:36.030320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=810d91d6-6056-481d-a55a-444be68313ef,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:36.066209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.108481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ce79a56a-f847-48e8-8b8a-da562f4b390c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9666989 Nov 10 21:56:36.109669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39510) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:36.110740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:36.113861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:36.116204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:c6:53:59', 'name': 'tempest-NetworksTestDHCPv6-62396741'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:36.119143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:36.122719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=f705a9a4-0041-4e5c-8880-594d010cf936,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:36.208215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '810d91d6-6056-481d-a55a-444be68313ef'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:36.213696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.334599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:36.339404 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.354150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Allocated IP 2001:db8::f816:3eff:fec1:35f4 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/810d91d6-6056-481d-a55a-444be68313ef/3931c02f-add3-4929-935f-5b0a9da4acb2) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:36.377051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 8387d39b-1de7-4df5-9876-62ea329fc1c5 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:36.407626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ab69e45f-3757-463c-b55c-b53276656318 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:36.476868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: ab69e45f-3757-463c-b55c-b53276656318 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:36.477547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ab69e45f-3757-463c-b55c-b53276656318 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:36.564180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.666050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.710051 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.714361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:36.717281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:36.723813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:36.728076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Pushing event updated for resources: {'Port': ['ID=3931c02f-add3-4929-935f-5b0a9da4acb2,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:36.735626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fec6:5359 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/810d91d6-6056-481d-a55a-444be68313ef/8387d39b-1de7-4df5-9876-62ea329fc1c5) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:36.789136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Attempting to bind port 3931c02f-add3-4929-935f-5b0a9da4acb2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:36.789655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Attempting to bind port 3931c02f-add3-4929-935f-5b0a9da4acb2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:36.790136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Attempting to bind port 3931c02f-add3-4929-935f-5b0a9da4acb2 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:36.796178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:36.796681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:36.797203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.797691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:36.798327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Bound port: 3931c02f-add3-4929-935f-5b0a9da4acb2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:36.798723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.869152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] For port 3931c02f-add3-4929-935f-5b0a9da4acb2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:36.872592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] For port 3931c02f-add3-4929-935f-5b0a9da4acb2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3931c02f-add3-4929-935f-5b0a9da4acb2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:36.893698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.945382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.968916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:36.999028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.039789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8896e53-d104-4fb3-8348-3e6a1ce3fef7 None None] Pushing event updated for resources: {'Port': ['ID=3931c02f-add3-4929-935f-5b0a9da4acb2,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:37.058366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:37.061766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:37.064448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:37.070729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:37.071392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.081377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=8387d39b-1de7-4df5-9876-62ea329fc1c5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:37.169750 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-80bae58a-0e77-4d7f-a14b-519c88ef6ca4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0585892 Nov 10 21:56:37.170531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39524) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:37.230968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e45d1-04ac-4d86-af3a-78c1e576a525 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:37.238451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e45d1-04ac-4d86-af3a-78c1e576a525 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:37.243881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-316e45d1-04ac-4d86-af3a-78c1e576a525 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0713944 Nov 10 21:56:37.244073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39528) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:37.382654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 8387d39b-1de7-4df5-9876-62ea329fc1c5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:37.383053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.482106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.495677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 8387d39b-1de7-4df5-9876-62ea329fc1c5 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:37.547555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.607388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.676833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=f705a9a4-0041-4e5c-8880-594d010cf936,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:37.689350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.691247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.734768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=8387d39b-1de7-4df5-9876-62ea329fc1c5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:37.756680 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.766169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8c68676a-954d-478d-8d55-8313f3771330 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/8387d39b-1de7-4df5-9876-62ea329fc1c5 HTTP/1.1" status: 204 len: 168 time: 0.5175364 Nov 10 21:56:37.766825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39536) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:37.833186 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Floating IP af576135-0c76-4155-8dd0-748de5e7a77b associated. External IP: 172.25.7.71, port: feb38736-9648-4bf6-87df-bde968781620. Nov 10 21:56:37.867606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4fc64-afec-4eb9-b788-e8cbba4f40ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:37.869297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4fc64-afec-4eb9-b788-e8cbba4f40ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:37.870852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3cd4fc64-afec-4eb9-b788-e8cbba4f40ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030669 Nov 10 21:56:37.878837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39542) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:37.911014 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c25477d7-1d57-4341-ae4d-d08a6100818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.941911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 810d91d6-6056-481d-a55a-444be68313ef {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:37.946138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:37.996489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.138885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 9c7a2657-dabb-4353-b6c8-81750b82b038 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:56:38.139277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.201301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79997d6b-165e-495d-96a8-5fbd0ffda0f4 req-c25d36db-f3c0-4d24-808e-4270dcb19cd9 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.203610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79997d6b-165e-495d-96a8-5fbd0ffda0f4 req-c25d36db-f3c0-4d24-808e-4270dcb19cd9 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1099 time: 0.1415622 Nov 10 21:56:38.266713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79997d6b-165e-495d-96a8-5fbd0ffda0f4 req-1e8eea2a-7318-45b6-ba28-91299a8ef816 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536993 Nov 10 21:56:38.292201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39550) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:38.297512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:56:38.313270 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] Sync routers for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:56:38.331119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8a17fbde-8320-4d60-9cc9-2478166a1b97 None None] Provisioning complete for port 3931c02f-add3-4929-935f-5b0a9da4acb2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:38.331703 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a17fbde-8320-4d60-9cc9-2478166a1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.333015 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:38.336627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:38.380466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.399117 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.481868 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:38.482799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=810d91d6-6056-481d-a55a-444be68313ef,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:38.490089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-51e2fbf4-9cb0-4c53-8cd3-a9cff3f00b04 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9907973 Nov 10 21:56:38.491100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'tag': 'feb38736-9648-4bf6-87df-bde968781620'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:56:38.493388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.494147 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4754dd6-9ea9-40db-8669-bc8569661e61" -d '{"events": [{"name": "network-changed", "server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "tag": "feb38736-9648-4bf6-87df-bde968781620"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:56:38.498777 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1ae13a68-4de6-47ff-bb6f-b92f18eab7cf tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/810d91d6-6056-481d-a55a-444be68313ef HTTP/1.1" status: 204 len: 168 time: 0.6137772 Nov 10 21:56:38.499190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39552) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:38.499984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3931c02f-add3-4929-935f-5b0a9da4acb2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:38.518574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39556) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:38.574304 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a17fbde-8320-4d60-9cc9-2478166a1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.579545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ecc614df-519b-4065-9c64-ee2b574cb7f8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598178 Nov 10 21:56:38.580428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39558) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:38.617950 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696b099-d79b-4881-b668-da5e622d2667 x-openstack-request-id: req-f696b099-d79b-4881-b668-da5e622d2667 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:56:38.619263 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "tag": "feb38736-9648-4bf6-87df-bde968781620", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:56:38.619620 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f696b099-d79b-4881-b668-da5e622d2667 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:56:38.620151 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'tag': 'feb38736-9648-4bf6-87df-bde968781620', 'status': 'completed', 'code': 200} Nov 10 21:56:38.805294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eff976-b120-46b8-bdb1-cd2c77562faf None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:38.808246 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'af576135-0c76-4155-8dd0-748de5e7a77b', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'port_id': 'feb38736-9648-4bf6-87df-bde968781620', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'mac_address': 'fa:16:3e:00:5b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:56:36Z', 'updated_at': '2021-11-10T21:56:36Z', 'revision_number': 0, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:20Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:38.851105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.851747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.852064 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] Checking router: 9c7a2657-dabb-4353-b6c8-81750b82b038 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:56:38.853024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.853024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.853303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.853559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.854012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.856112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fe829242-7046-4993-a77a-f2942777a464 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4938 time: 0.3575950 Nov 10 21:56:38.856813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de567e8-7166-40e9-9bfa-b3ed492e3aa9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.858530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8de567e8-7166-40e9-9bfa-b3ed492e3aa9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2707820 Nov 10 21:56:38.859309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39564) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:38.863243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39566) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:38.866401 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:38.867271 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:38.876432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-88868ada-0fe2-4547-831d-25b021fcc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.878134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-88868ada-0fe2-4547-831d-25b021fcc239 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1137 time: 0.2231097 Nov 10 21:56:38.882590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8a17fbde-8320-4d60-9cc9-2478166a1b97 None None] For port 3931c02f-add3-4929-935f-5b0a9da4acb2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3931c02f-add3-4929-935f-5b0a9da4acb2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:38.932360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c5054-8e56-4125-8ff9-b3f230d2d59d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:38.934252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-484c5054-8e56-4125-8ff9-b3f230d2d59d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0698307 Nov 10 21:56:38.937049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39568) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:38.977555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3931c02f-add3-4929-935f-5b0a9da4acb2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:38.978167 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.979929 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a17fbde-8320-4d60-9cc9-2478166a1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:38.994894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-77e2655a-4f72-4b6c-85ab-cdca0304e50e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562410 Nov 10 21:56:38.999671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39570) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:39.005062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:39.052638 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:39.117436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-99e63774-bb99-4c67-b349-f6e6b7d4504f None None] Could not find standard attr ID for object 8387d39b-1de7-4df5-9876-62ea329fc1c5. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:39.121131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17fbde-8320-4d60-9cc9-2478166a1b97 None None] Pushing event updated for resources: {'Port': ['ID=3931c02f-add3-4929-935f-5b0a9da4acb2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:39.137601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106737-8c00-4993-a442-fb78f0ca8bf8 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.137601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106737-8c00-4993-a442-fb78f0ca8bf8 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.142791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106737-8c00-4993-a442-fb78f0ca8bf8 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.143720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106737-8c00-4993-a442-fb78f0ca8bf8 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.144494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106737-8c00-4993-a442-fb78f0ca8bf8 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.145177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4106737-8c00-4993-a442-fb78f0ca8bf8 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.147833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4106737-8c00-4993-a442-fb78f0ca8bf8 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.2851055 Nov 10 21:56:39.151029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39576) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:39.216469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:39.237394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:39.241722 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 0dd91d6d-24e0-425f-ac68-598a98011cf5 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:39.242062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.242197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.304685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] Deleting port 3931c02f-add3-4929-935f-5b0a9da4acb2 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:39.305119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.343222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-93caae61-35c7-424e-9c6b-425778f14e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.344779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-93caae61-35c7-424e-9c6b-425778f14e0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 200 len: 897 time: 0.4454765 Nov 10 21:56:39.346080 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.383340 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'af576135-0c76-4155-8dd0-748de5e7a77b', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'port_id': 'feb38736-9648-4bf6-87df-bde968781620', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'mac_address': 'fa:16:3e:00:5b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:56:36Z', 'updated_at': '2021-11-10T21:56:36Z', 'revision_number': 0, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:20Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:39.426985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053940c-8ac2-4fd6-8e02-c52e57a383e9 None None] The sync data for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 is: [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'af576135-0c76-4155-8dd0-748de5e7a77b', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'port_id': 'feb38736-9648-4bf6-87df-bde968781620', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'mac_address': 'fa:16:3e:00:5b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:56:36Z', 'updated_at': '2021-11-10T21:56:36Z', 'revision_number': 0, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:20Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:39.448095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] For port 3931c02f-add3-4929-935f-5b0a9da4acb2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3931c02f-add3-4929-935f-5b0a9da4acb2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:39.448095 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.461998 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.462318 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.483538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-fd12f44d-b749-4427-b038-566fe0359338 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 200 len: 999 time: 0.1208887 Nov 10 21:56:39.483864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] Calling delete_port for 3931c02f-add3-4929-935f-5b0a9da4acb2 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:39.493445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 0dd91d6d-24e0-425f-ac68-598a98011cf5 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:39.670607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-16884705-0bfe-4c90-a11a-378ad21b4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:39.672090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-16884705-0bfe-4c90-a11a-378ad21b4389 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff7c27fc-a991-4d87-b7a3-316d38c57ae8 HTTP/1.1" status: 200 len: 835 time: 0.1755569 Nov 10 21:56:39.705581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:39.737679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] Pushing event deleted for resources: {'Port': ['ID=3931c02f-add3-4929-935f-5b0a9da4acb2,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:39.738676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:39.748603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2bde4-3484-4f0e-9598-887f5364bd69 None None] No DVR routers for this DVR port 3931c02f-add3-4929-935f-5b0a9da4acb2 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:39.784457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52222325-25a4-4f2e-afa4-c733c592eb20 None None] New status for floating IP af576135-0c76-4155-8dd0-748de5e7a77b: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:56:39.883366 n-d-776250-11 neutron-server[103048]: WARNING neutron.services.revisions.revision_plugin [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Could not find related port for resource to bump revision. Nov 10 21:56:39.933611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Port 3931c02f-add3-4929-935f-5b0a9da4acb2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 10 21:56:39.934220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:35f4 {{(pid=103048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 10 21:56:39.938498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:35f4 {{(pid=103048) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 10 21:56:39.940785 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.001543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:40.003416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:40.009852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:40.011049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.017957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ca979-4cea-4843-a781-28d92b05cfc6 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:40.023949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=9155bed8-7f1e-4ac5-8144-652f48952b62,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:40.095711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dd933007-0f5f-4c6b-afe1-f93655214372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0919025 Nov 10 21:56:40.096498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39586) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:40.109333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:dc:65:77', 'name': 'tempest-NetworksTestDHCPv6-1032995775'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:40.213878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-b2143332-7689-4b06-9dec-7d52fa054856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:40.214837 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-b2143332-7689-4b06-9dec-7d52fa054856 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31d5cd96-e3ce-46e0-847a-cbc0ea667238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5329621 Nov 10 21:56:40.224414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '9155bed8-7f1e-4ac5-8144-652f48952b62'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:40.226093 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.278953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dac2083d-d039-40ce-b4a6-fb114453cdfd tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3064 time: 1.1149421 Nov 10 21:56:40.279783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39592) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:40.317404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:40.349823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1701d6-e3e1-48ef-84e6-67bdbd28d694 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:40.350755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1701d6-e3e1-48ef-84e6-67bdbd28d694 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:40.363817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fb1701d6-e3e1-48ef-84e6-67bdbd28d694 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9c7a2657-dabb-4353-b6c8-81750b82b038 HTTP/1.1" status: 200 len: 1991 time: 0.0722857 Nov 10 21:56:40.417483 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-5a7210e6-ccdf-4373-9fa0-7d35744322d1 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919191 Nov 10 21:56:40.418655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3931c02f-add3-4929-935f-5b0a9da4acb2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:40.441989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.446199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3931c02f-add3-4929-935f-5b0a9da4acb2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:40.446561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3931c02f-add3-4929-935f-5b0a9da4acb2 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:40.469586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Allocated IP 2001:db8::f816:3eff:fec0:c332 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/9155bed8-7f1e-4ac5-8144-652f48952b62/a77900fc-541b-470f-a298-70973b1d898d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:40.478165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 0d174ffc-6e3d-44f9-ae93-4cbe16dde14b yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:40.496211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.538760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=0dd91d6d-24e0-425f-ac68-598a98011cf5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:40.599107 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4754dd6-9ea9-40db-8669-bc8569661e61 req-00b8302d-354d-4024-b170-ac79b8a41b96 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743648 Nov 10 21:56:40.613397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.614082 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP 8f8c7abd-0b07-4a3d-91d3-13112f7bba6d disassociated (deleted). External IP: 172.25.7.164, port: a91e7ea9-95af-482b-b94c-d251ae8db544. Nov 10 21:56:40.644199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.734724 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.780065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:40.787157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:40.791243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:40.800046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.801026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Pushing event updated for resources: {'Port': ['ID=a77900fc-541b-470f-a298-70973b1d898d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:40.820793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fedc:6577 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/9155bed8-7f1e-4ac5-8144-652f48952b62/0d174ffc-6e3d-44f9-ae93-4cbe16dde14b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:40.860195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 24b26831-dfce-4eea-9c69-38be284eaaa2 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:56:40.866468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Attempting to bind port a77900fc-541b-470f-a298-70973b1d898d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:40.866655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Attempting to bind port a77900fc-541b-470f-a298-70973b1d898d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:40.866974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Attempting to bind port a77900fc-541b-470f-a298-70973b1d898d on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:40.875254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:40.875626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:40.876067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.876593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:40.877068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Bound port: a77900fc-541b-470f-a298-70973b1d898d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:40.877452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:40.969469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] For port a77900fc-541b-470f-a298-70973b1d898d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:40.973332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] For port a77900fc-541b-470f-a298-70973b1d898d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a77900fc-541b-470f-a298-70973b1d898d,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:40.992062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:56:40.999217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.005597 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] Sync routers for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:56:41.015885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:41.016822 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:41.027277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.038264 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e66d6bcc-868a-43eb-b119-8a82cd34be45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/floatingips/8f8c7abd-0b07-4a3d-91d3-13112f7bba6d HTTP/1.1" status: 204 len: 168 time: 2.7418077 Nov 10 21:56:41.038264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:56:41.041921 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c234f1-fb62-467d-a199-ae4c09ccc26b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:56:41.049490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.103678 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629426e3-c8b8-4f16-88fe-f0555397ede5 x-openstack-request-id: req-629426e3-c8b8-4f16-88fe-f0555397ede5 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:56:41.104194 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:56:41.104452 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-629426e3-c8b8-4f16-88fe-f0555397ede5 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:56:41.106222 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'status': 'completed', 'code': 200} Nov 10 21:56:41.157821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.174100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a918f-dd60-4acd-8b46-eef391ad162a None None] Pushing event updated for resources: {'Port': ['ID=a77900fc-541b-470f-a298-70973b1d898d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:41.178981 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:41.238584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-52afd2a8-93fe-4745-86f2-92955f144bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.241023 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-52afd2a8-93fe-4745-86f2-92955f144bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 1099 time: 0.1063170 Nov 10 21:56:41.266000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:41.272928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:41.280491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:41.283398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.284101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.306764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=0d174ffc-6e3d-44f9-ae93-4cbe16dde14b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:41.356523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.389687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-10a114b5-6cc4-4c3d-b079-964179d9a6ac tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2908173 Nov 10 21:56:41.403260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39610) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:41.500557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e0a43-cbf5-4970-836d-4089569b5b10 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.507328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5e0a43-cbf5-4970-836d-4089569b5b10 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.512188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6c5e0a43-cbf5-4970-836d-4089569b5b10 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1048448 Nov 10 21:56:41.512826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39612) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:41.515219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-8f41f2da-a0eb-43d1-9b6b-494af349bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.518894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-8f41f2da-a0eb-43d1-9b6b-494af349bee5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 200 len: 898 time: 0.2707145 Nov 10 21:56:41.577189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-e9e87f38-39f2-4e9a-a61c-76cb1b712cd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 200 len: 217 time: 0.0513258 Nov 10 21:56:41.581427 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:41.614346 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] Checking router: 24b26831-dfce-4eea-9c69-38be284eaaa2 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:56:41.629712 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:41.630495 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:41.644219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-2ff53291-facb-4745-8f2f-275caf86ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.645559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-2ff53291-facb-4745-8f2f-275caf86ea00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 200 len: 835 time: 0.0588133 Nov 10 21:56:41.652673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 0d174ffc-6e3d-44f9-ae93-4cbe16dde14b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:41.653089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.758707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-ea5ac552-bd8f-4d95-8c6f-e3f477dacf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.760947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-ea5ac552-bd8f-4d95-8c6f-e3f477dacf83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5066df2-110a-43ea-986a-c21cf30b2617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062756 Nov 10 21:56:41.821095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:41.833724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6254b82-2d15-46fa-9bee-7a429bfc11b9 req-1751138a-c7c2-4d70-85d7-fce41045111f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:41.835547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6254b82-2d15-46fa-9bee-7a429bfc11b9 req-1751138a-c7c2-4d70-85d7-fce41045111f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 947 time: 0.1585798 Nov 10 21:56:41.860801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 0d174ffc-6e3d-44f9-ae93-4cbe16dde14b owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:41.894573 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:41.897993 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-02ec9f74-3eb5-48e3-80e9-a97fa0517257 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286716 Nov 10 21:56:41.960948 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6254b82-2d15-46fa-9bee-7a429bfc11b9 req-b7a1e464-cf48-46e2-9837-704c0268670a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186063 Nov 10 21:56:42.028461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85c234f1-fb62-467d-a199-ae4c09ccc26b req-fbbf6d68-6307-4d1a-9506-e1a6071a68a0 service neutron] 10.222.0.64 "GET /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203804 Nov 10 21:56:42.182487 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:42.202581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.227583 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea593b95-4015-46c7-9591-07b2764a9004 None None] The sync data for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 is: [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:53:21Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2efc7788-b530-47c7-9564-ec202b69d89a', 'name': '', 'network_id': 'd5066df2-110a-43ea-986a-c21cf30b2617', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:c9:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:20Z', 'updated_at': '2021-11-10T21:53:24Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '313d60ba-4531-4cd9-a757-eb62d4db66bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:42.239966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=0d174ffc-6e3d-44f9-ae93-4cbe16dde14b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:42.268619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.277545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39626) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:42.278120 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d35e9977-e132-453c-a9e3-0bf585e722d0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/0d174ffc-6e3d-44f9-ae93-4cbe16dde14b HTTP/1.1" status: 204 len: 168 time: 0.7634883 Nov 10 21:56:42.369641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca3d3b-662f-4a35-b5b8-b115d9e84003 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:42.371792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca3d3b-662f-4a35-b5b8-b115d9e84003 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:42.373610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2dca3d3b-662f-4a35-b5b8-b115d9e84003 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0950732 Nov 10 21:56:42.376942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39628) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:42.450581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 9155bed8-7f1e-4ac5-8144-652f48952b62 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:42.469251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.472434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a77900fc-541b-470f-a298-70973b1d898d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:42.559804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a77900fc-541b-470f-a298-70973b1d898d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:42.560963 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.570778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.653561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.687682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc9f08-2069-4314-846b-1461af2faa4b None None] New status for floating IP 8f8c7abd-0b07-4a3d-91d3-13112f7bba6d: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:56:42.764680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dbfe0b60-507c-4cc0-9a3e-2d13b5cf0832 None None] Provisioning complete for port a77900fc-541b-470f-a298-70973b1d898d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:42.765054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbfe0b60-507c-4cc0-9a3e-2d13b5cf0832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.771503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port a77900fc-541b-470f-a298-70973b1d898d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a77900fc-541b-470f-a298-70973b1d898d,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:42.845614 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.892264 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.943615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbfe0b60-507c-4cc0-9a3e-2d13b5cf0832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:42.988008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=a77900fc-541b-470f-a298-70973b1d898d,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:43.066912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.118186 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-dbfe0b60-507c-4cc0-9a3e-2d13b5cf0832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:56:43.118544 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-dbfe0b60-507c-4cc0-9a3e-2d13b5cf0832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:56:43.131236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=9155bed8-7f1e-4ac5-8144-652f48952b62,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:43.160991 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.164888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d823718a-20f2-4802-8670-ddb6d5891b95 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/9155bed8-7f1e-4ac5-8144-652f48952b62 HTTP/1.1" status: 204 len: 168 time: 0.7868814 Nov 10 21:56:43.169489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39638) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:43.214448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6836b307-3438-4332-806c-e72ca6c18911 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438659 Nov 10 21:56:43.217164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39644) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:43.221805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:43.273488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67237462-beb9-407e-b9d5-18a9f846c6f7 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:43.279654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08268a78-f59a-401d-8d24-deadeb00d018 req-477bb6f2-6829-4a25-bec7-6612dd80b941 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:43.283685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08268a78-f59a-401d-8d24-deadeb00d018 req-477bb6f2-6829-4a25-bec7-6612dd80b941 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 947 time: 0.1828773 Nov 10 21:56:43.306596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-d1c2e4f9-04e4-46be-b46e-11957815e25f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:43.308424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-d1c2e4f9-04e4-46be-b46e-11957815e25f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 947 time: 0.1897011 Nov 10 21:56:43.489174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:43.493748 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08268a78-f59a-401d-8d24-deadeb00d018 req-eb7124c0-f3a1-457b-bc76-0e3474783c68 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=72a75380-264b-4ebc-98f0-58ada49bcc25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814365 Nov 10 21:56:43.520562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port a91e7ea9-95af-482b-b94c-d251ae8db544 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:43.520899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.541576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] Deleting port a77900fc-541b-470f-a298-70973b1d898d {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:43.541946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.575571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:43.579197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.608642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] For port a77900fc-541b-470f-a298-70973b1d898d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a77900fc-541b-470f-a298-70973b1d898d,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:43.609036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.622390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] Calling delete_port for a77900fc-541b-470f-a298-70973b1d898d owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:43.681311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port a91e7ea9-95af-482b-b94c-d251ae8db544, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a91e7ea9-95af-482b-b94c-d251ae8db544,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:43.681680 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.702870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for a91e7ea9-95af-482b-b94c-d251ae8db544 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:43.809166 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.844345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] Pushing event deleted for resources: {'Port': ['ID=a77900fc-541b-470f-a298-70973b1d898d,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:43.847125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2758ef38-1b98-4b9a-ad57-5c4a50cb9431 None None] Could not find standard attr ID for object 0d174ffc-6e3d-44f9-ae93-4cbe16dde14b. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:43.851967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ca986-fb7d-4858-947f-2bde173ebb44 None None] No DVR routers for this DVR port a77900fc-541b-470f-a298-70973b1d898d on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:43.990187 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:43.992417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:43.996662 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.065934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=a91e7ea9-95af-482b-b94c-d251ae8db544,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:44.080667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:44.097508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:44.103716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:44.103716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.105408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=89039734-aadb-4c64-bf96-3dd50c946bdc,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:44.112189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbfa7b0-1a40-4278-8dbf-3c9131e707ff None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:44.128960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] No DVR routers for this DVR port a91e7ea9-95af-482b-b94c-d251ae8db544 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:44.131759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.135759 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c4f8f18-dc2f-41b9-823c-f873a59d3b12 req-003c2b15-529b-47ca-895e-abead5a6ba78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "DELETE /v2.0/ports/a91e7ea9-95af-482b-b94c-d251ae8db544 HTTP/1.1" status: 204 len: 173 time: 0.8143990 Nov 10 21:56:44.141247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-deleted', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:56:44.141247 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b2841-62cf-413a-98ed-a3176c0f2b9e" -d '{"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-deleted", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:56:44.191163 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a13811-279b-40ed-8aab-8bcad7ae4fdf x-openstack-request-id: req-69a13811-279b-40ed-8aab-8bcad7ae4fdf {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:56:44.191163 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0f82fa-7ae8-498b-b152-d50d95ffa70e", "name": "network-vif-deleted", "tag": "a91e7ea9-95af-482b-b94c-d251ae8db544", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:56:44.191163 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69a13811-279b-40ed-8aab-8bcad7ae4fdf {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:56:44.191163 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0f82fa-7ae8-498b-b152-d50d95ffa70e', 'name': 'network-vif-deleted', 'tag': 'a91e7ea9-95af-482b-b94c-d251ae8db544', 'status': 'completed', 'code': 200} Nov 10 21:56:44.212117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-180b2fc5-51b8-4e9d-8fc8-62ae108fdadd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9939108 Nov 10 21:56:44.214668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39656) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:44.220230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:b6:55:2b', 'name': 'tempest-NetworksTestDHCPv6-142456088'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:44.316735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '89039734-aadb-4c64-bf96-3dd50c946bdc'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:44.318411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.401909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a77900fc-541b-470f-a298-70973b1d898d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:44.429303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: a77900fc-541b-470f-a298-70973b1d898d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:44.429303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a77900fc-541b-470f-a298-70973b1d898d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:44.500517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Allocated IP 2001:db8::f816:3eff:feb6:ac68 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/89039734-aadb-4c64-bf96-3dd50c946bdc/546a4407-0102-4ae0-94c9-c46d6a6f8a5a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:44.607402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0fb854fa-5346-4288-ab0f-fd8ef84987f6 req-6de82d3f-a52a-4f34-95c1-5fdc2bdb44cb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0f82fa-7ae8-498b-b152-d50d95ffa70e HTTP/1.1" status: 200 len: 210 time: 0.0285110 Nov 10 21:56:44.649698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.688609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:44.775456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.781305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.799235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port a57c066e-f4ce-4967-8c0e-b348df79fca1 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:44.825538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:44.830134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:44.832643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:44.839672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Pushing event updated for resources: {'Port': ['ID=546a4407-0102-4ae0-94c9-c46d6a6f8a5a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:44.898242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Attempting to bind port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:44.899482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Attempting to bind port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:44.900153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Attempting to bind port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:44.905969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:44.906586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:44.907150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.907719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:44.908478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Bound port: 546a4407-0102-4ae0-94c9-c46d6a6f8a5a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:44.909028 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:44.931104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:feb6:552b (f67fc58d-ae9b-43ba-9e80-5506e803abe9/89039734-aadb-4c64-bf96-3dd50c946bdc/a57c066e-f4ce-4967-8c0e-b348df79fca1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:44.977607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] For port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:44.980797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] For port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=546a4407-0102-4ae0-94c9-c46d6a6f8a5a,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:45.066362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:45.092285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:45.136607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42091c2-d499-4bda-9dbd-7c5a424218d0 None None] Pushing event updated for resources: {'Port': ['ID=546a4407-0102-4ae0-94c9-c46d6a6f8a5a,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:45.203199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:45.255934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:45.260206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:45.265017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:45.271136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:45.271790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:45.276731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=a57c066e-f4ce-4967-8c0e-b348df79fca1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:45.368686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f4f6afa5-ffaf-4e96-af2e-d7bb7904a799 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1503532 Nov 10 21:56:45.369162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39674) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:45.443248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087d794-c977-4223-84e1-dc2049e1059e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:45.449990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087d794-c977-4223-84e1-dc2049e1059e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:45.451790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d087d794-c977-4223-84e1-dc2049e1059e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0812948 Nov 10 21:56:45.454486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39678) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:45.552013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port a57c066e-f4ce-4967-8c0e-b348df79fca1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:45.552279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:45.646969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:45.664108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for a57c066e-f4ce-4967-8c0e-b348df79fca1 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:45.673143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39684) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:46.209708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-459de9d6-b863-4e97-a91f-286897dedf5b None None] Provisioning complete for port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:46.210261 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-459de9d6-b863-4e97-a91f-286897dedf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.309739 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.340940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=a57c066e-f4ce-4967-8c0e-b348df79fca1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:46.438402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.444068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f52eefb0-080c-4dcb-bc42-e355640984b4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/a57c066e-f4ce-4967-8c0e-b348df79fca1 HTTP/1.1" status: 204 len: 168 time: 0.9864802 Nov 10 21:56:46.444852 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:46.531948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 546a4407-0102-4ae0-94c9-c46d6a6f8a5a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:46.532248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5a737-f6a2-42e5-bbc0-f9a6aca63c6e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:46.536101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5a737-f6a2-42e5-bbc0-f9a6aca63c6e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:46.543544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a1e5a737-f6a2-42e5-bbc0-f9a6aca63c6e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0973966 Nov 10 21:56:46.547028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39700) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:46.592704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-459de9d6-b863-4e97-a91f-286897dedf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.647584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.648566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:46.649568 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.653447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-459de9d6-b863-4e97-a91f-286897dedf5b None None] For port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=546a4407-0102-4ae0-94c9-c46d6a6f8a5a,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:46.657532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 89039734-aadb-4c64-bf96-3dd50c946bdc {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:46.674210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.732874 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.740705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-459de9d6-b863-4e97-a91f-286897dedf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.826689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459de9d6-b863-4e97-a91f-286897dedf5b None None] Pushing event updated for resources: {'Port': ['ID=546a4407-0102-4ae0-94c9-c46d6a6f8a5a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:46.854445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:46.857650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0ab12f93-d9de-4477-b9e1-3657c875d369 None None] Could not find standard attr ID for object a57c066e-f4ce-4967-8c0e-b348df79fca1. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:46.962545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 2efc7788-b530-47c7-9564-ec202b69d89a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:46.962886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.021076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.050986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=89039734-aadb-4c64-bf96-3dd50c946bdc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:47.056397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.062158 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d92cd56b-c210-4921-8595-709874d3e856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/89039734-aadb-4c64-bf96-3dd50c946bdc HTTP/1.1" status: 204 len: 168 time: 0.5113900 Nov 10 21:56:47.062992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39706) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:47.065075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e116b33-6f4d-4d61-85e6-3ce18ca0cda1 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:47.069330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port 2efc7788-b530-47c7-9564-ec202b69d89a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2efc7788-b530-47c7-9564-ec202b69d89a,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:47.069687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.121599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-27f1f779-7295-4b86-af95-a2b44cccc71f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456429 Nov 10 21:56:47.121599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 2efc7788-b530-47c7-9564-ec202b69d89a owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:47.121599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39710) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:47.212055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afdb08-6e3b-4b54-abf5-246fd9745504 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:47.213571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c0afdb08-6e3b-4b54-abf5-246fd9745504 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0908918 Nov 10 21:56:47.216444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39712) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:47.264734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:47.287759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a192cc4-bee7-42ab-af19-419992666372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:47.292556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:47.292813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0a192cc4-bee7-42ab-af19-419992666372 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0752640 Nov 10 21:56:47.327518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] Deleting port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:47.327994 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.343753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f8d9503-0425-495b-8c6b-1821dd8dbf02 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482962 Nov 10 21:56:47.346698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39718) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:47.353585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:47.413163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] For port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=546a4407-0102-4ae0-94c9-c46d6a6f8a5a,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:47.416777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.428258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] Calling delete_port for 546a4407-0102-4ae0-94c9-c46d6a6f8a5a owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:47.574878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.602304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=2efc7788-b530-47c7-9564-ec202b69d89a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:47.625525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.632465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:47.632465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:47.655751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] Pushing event deleted for resources: {'Port': ['ID=546a4407-0102-4ae0-94c9-c46d6a6f8a5a,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:47.659197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f1127-c0e5-4701-ab9a-f6efd4acb00a None None] No DVR routers for this DVR port 546a4407-0102-4ae0-94c9-c46d6a6f8a5a on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:47.894123 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.050063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:48.081400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: a91e7ea9-95af-482b-b94c-d251ae8db544 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:48.081892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a91e7ea9-95af-482b-b94c-d251ae8db544 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:48.126984 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.179802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:48.186753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:48.196740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:48.197333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.197535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1908f-5d06-4c0a-b5ae-9f67ede6f3ff None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:48.218041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=50225528-b781-4d52-b40b-9ba072552b7a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:48.230304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 24b26831-dfce-4eea-9c69-38be284eaaa2 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:56:48.322408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2cd5fc77-56cd-486b-a192-82cb0e089854 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9744639 Nov 10 21:56:48.325182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39732) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:48.338232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:c9:7f:ff', 'name': 'tempest-NetworksTestDHCPv6-1422433354'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:48.345627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:56:48.356888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e8edfc99-7255-4518-bc4a-66424cd4b5df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/24b26831-dfce-4eea-9c69-38be284eaaa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6831906 Nov 10 21:56:48.357392 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] Sync routers for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:56:48.357849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39734) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:48.369488 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:48.377639 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:48.390515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '50225528-b781-4d52-b40b-9ba072552b7a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:48.391389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.458360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting subnet 313d60ba-4531-4cd9-a757-eb62d4db66bc {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:48.462312 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.506919 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.585738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/50225528-b781-4d52-b40b-9ba072552b7a/a5e16859-000d-478c-a877-0e585cb76000) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:48.597033 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:48.612092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.633660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 546a4407-0102-4ae0-94c9-c46d6a6f8a5a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:48.657015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 546a4407-0102-4ae0-94c9-c46d6a6f8a5a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:48.657503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 546a4407-0102-4ae0-94c9-c46d6a6f8a5a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:48.662554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:48.666198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.704835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:48.780931 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.809716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Subnet': ['ID=313d60ba-4531-4cd9-a757-eb62d4db66bc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:48.813542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.817079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0bf20cc6-1869-459c-99a5-737eeecfda05 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/subnets/313d60ba-4531-4cd9-a757-eb62d4db66bc HTTP/1.1" status: 204 len: 168 time: 0.4586363 Nov 10 21:56:48.819856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39742) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:48.831905 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:56:47Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:48.837802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66925427-8a9f-4b7d-8ca8-716a764de561 None None] Network d5066df2-110a-43ea-986a-c21cf30b2617 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:48.868693 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] Checking router: 24b26831-dfce-4eea-9c69-38be284eaaa2 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:56:48.879681 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] Routers {'24b26831-dfce-4eea-9c69-38be284eaaa2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:48.880317 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['24b26831-dfce-4eea-9c69-38be284eaaa2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:48.906578 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.952931 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.985058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:48.998856 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] Set router 24b26831-dfce-4eea-9c69-38be284eaaa2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:49.052119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Pushing event updated for resources: {'Port': ['ID=a5e16859-000d-478c-a877-0e585cb76000,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:49.056450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::118 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/50225528-b781-4d52-b40b-9ba072552b7a/dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:49.062697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:49.066587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:49.069400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:49.145226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Attempting to bind port a5e16859-000d-478c-a877-0e585cb76000 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:49.145593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Attempting to bind port a5e16859-000d-478c-a877-0e585cb76000 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:49.148151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Attempting to bind port a5e16859-000d-478c-a877-0e585cb76000 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:49.155966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:49.156717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:49.157133 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.157268 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.157629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:49.158171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Bound port: a5e16859-000d-478c-a877-0e585cb76000, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:49.158680 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.202672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] DHCP port deletion for d5066df2-110a-43ea-986a-c21cf30b2617 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:49.267109 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:56:47Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:49.291493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] For port a5e16859-000d-478c-a877-0e585cb76000, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:49.296344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] For port a5e16859-000d-478c-a877-0e585cb76000, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a5e16859-000d-478c-a877-0e585cb76000,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:49.304514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:49.306841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.306973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] Deleting port cd7c77e9-6cd6-4f43-820c-2790a0555f30 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:49.306973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.323310 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afda0dc-bdff-4260-86b9-654c3e356274 None None] The sync data for ids ['24b26831-dfce-4eea-9c69-38be284eaaa2'] in n-d-776250-11 is: [{'id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1327145538', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:53:13Z', 'updated_at': '2021-11-10T21:56:47Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '3cc37a5c-4fd6-4282-a84d-d63c65c98d19', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b26831-dfce-4eea-9c69-38be284eaaa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:53:14Z', 'updated_at': '2021-11-10T21:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:49.363575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.379806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.399645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port 3cc37a5c-4fd6-4282-a84d-d63c65c98d19, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:49.400368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.417489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:49.451579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] For port cd7c77e9-6cd6-4f43-820c-2790a0555f30, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cd7c77e9-6cd6-4f43-820c-2790a0555f30,segment=NetworkSegment(2c083ae5-2138-4920-813e-031aeb940705),segment_id=2c083ae5-2138-4920-813e-031aeb940705)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:49.452198 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.475112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] Calling delete_port for cd7c77e9-6cd6-4f43-820c-2790a0555f30 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:49.480842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.504620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b814d31-f499-43a0-8a6b-bdd0744c253f None None] Pushing event updated for resources: {'Port': ['ID=a5e16859-000d-478c-a877-0e585cb76000,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:49.566725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:49.570580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:49.575892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:49.582214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:49.582883 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.595331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:49.752065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.754290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.767986 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bcc2033b-ab06-40a7-a8cd-e0a62d6d1c34 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4410272 Nov 10 21:56:49.768664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39754) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:49.785583 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:49.788696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] Pushing event deleted for resources: {'Port': ['ID=cd7c77e9-6cd6-4f43-820c-2790a0555f30,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:49.811020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2057294-4ce4-46f1-89f9-eaee5a6cde46 None None] No DVR routers for this DVR port cd7c77e9-6cd6-4f43-820c-2790a0555f30 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:49.816641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=3cc37a5c-4fd6-4282-a84d-d63c65c98d19,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:49.841883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23c6d3-d967-42c3-b7db-9e37343fb9dc None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:49.883225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ca19f-17ab-4e7b-9317-d3b187ba6ed9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:49.895816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ca19f-17ab-4e7b-9317-d3b187ba6ed9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:49.904623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a15ca19f-17ab-4e7b-9317-d3b187ba6ed9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1347547 Nov 10 21:56:49.905324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:49.926876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.027971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:50.028530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.037189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.040855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.137638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.152410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:50.397884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.432138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.432670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Fanout notify agent at l3_agent the message router_deleted on router 24b26831-dfce-4eea-9c69-38be284eaaa2 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:56:50.449217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.450427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-87e2ebc3-1bda-42f1-9710-379ed00033ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/routers/24b26831-dfce-4eea-9c69-38be284eaaa2 HTTP/1.1" status: 204 len: 168 time: 1.6296084 Nov 10 21:56:50.453183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39766) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:50.471822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:50.545529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.554214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-360a41c5-95cb-423e-bb82-688e125db6e3 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa HTTP/1.1" status: 204 len: 168 time: 0.6455739 Nov 10 21:56:50.557028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39770) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:50.566960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a5e16859-000d-478c-a877-0e585cb76000 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:50.589807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.678560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514d4b0-89d9-4846-92ec-aa578a4b3e5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:50.682026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514d4b0-89d9-4846-92ec-aa578a4b3e5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:50.684365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7514d4b0-89d9-4846-92ec-aa578a4b3e5e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1273775 Nov 10 21:56:50.687122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39772) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:50.705901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a5e16859-000d-478c-a877-0e585cb76000 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:50.706208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.729164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.755182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5066df2-110a-43ea-986a-c21cf30b2617']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:50.767486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c083ae5-2138-4920-813e-031aeb940705') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:50.767803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c083ae5-2138-4920-813e-031aeb940705') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:50.778510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 50225528-b781-4d52-b40b-9ba072552b7a {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:50.782030 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.782650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.808287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.815968 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.816862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:56:50.818333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:56:50.822446 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:56:50.841586 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.857972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port a5e16859-000d-478c-a877-0e585cb76000, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a5e16859-000d-478c-a877-0e585cb76000,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:50.923957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-53ac8479-749d-4c78-a123-13535de7d5f1 None None] Provisioning complete for port a5e16859-000d-478c-a877-0e585cb76000 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:50.924331 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53ac8479-749d-4c78-a123-13535de7d5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.975802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:50.976990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.015396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.022803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.030766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/networks/d5066df2-110a-43ea-986a-c21cf30b2617 HTTP/1.1" status: 204 len: 168 time: 0.5699668 Nov 10 21:56:51.031202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39778) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:51.067986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972d2e3-eb48-4506-a7d4-8a6cc2b4f6ae tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Network': ['ID=d5066df2-110a-43ea-986a-c21cf30b2617,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:51.128812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=a5e16859-000d-478c-a877-0e585cb76000,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:51.138186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2efc7788-b530-47c7-9564-ec202b69d89a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:51.170218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2efc7788-b530-47c7-9564-ec202b69d89a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:51.170218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2efc7788-b530-47c7-9564-ec202b69d89a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:51.170218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd7c77e9-6cd6-4f43-820c-2790a0555f30 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:51.210904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: cd7c77e9-6cd6-4f43-820c-2790a0555f30 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:51.212207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cd7c77e9-6cd6-4f43-820c-2790a0555f30 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:51.238354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bf5a3953-812a-49bb-8cd5-de881f64765d None None] Could not find standard attr ID for object dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:51.551789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-253331d6-da9f-403a-9294-f5e9743a5041 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.581763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-253331d6-da9f-403a-9294-f5e9743a5041 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.626859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.654686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=50225528-b781-4d52-b40b-9ba072552b7a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:51.660616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.666749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-07f818c5-8a9c-4d18-83f7-9b1937d12f15 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/50225528-b781-4d52-b40b-9ba072552b7a HTTP/1.1" status: 204 len: 168 time: 0.9755588 Nov 10 21:56:51.667001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39786) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:51.669858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095103e6-e239-48c8-af99-68f58abc1f61 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:51.708328 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5110ba2e-c3bd-47c6-a107-6d2d7787e409 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402200 Nov 10 21:56:51.710585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39790) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:51.758562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272c029-2697-4243-8d8e-9c5761fc69ef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:51.760051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8272c029-2697-4243-8d8e-9c5761fc69ef tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0480366 Nov 10 21:56:51.762778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39792) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:51.793022 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-253331d6-da9f-403a-9294-f5e9743a5041 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.795559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-253331d6-da9f-403a-9294-f5e9743a5041 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.799568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-253331d6-da9f-403a-9294-f5e9743a5041 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/security-groups/72a75380-264b-4ebc-98f0-58ada49bcc25 HTTP/1.1" status: 204 len: 168 time: 0.7546453 Nov 10 21:56:51.815971 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253331d6-da9f-403a-9294-f5e9743a5041 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a75380-264b-4ebc-98f0-58ada49bcc25,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:51.829914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbed49-e802-4f70-8746-5ae8ab9d9933 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:51.831393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-55bbed49-e802-4f70-8746-5ae8ab9d9933 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0677006 Nov 10 21:56:51.833948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39796) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:51.842416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:51.876921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-77276413-c302-47a7-ab8b-3796320ef210 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409236 Nov 10 21:56:51.887704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39798) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:51.892697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:51.895352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] Deleting port a5e16859-000d-478c-a877-0e585cb76000 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:51.895758 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:51.949090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-cc32f97d-c096-4aa9-b48b-54ca4206cd01 req-dbb1465a-a728-4b09-9798-93d18821c287 service neutron] (103047) timed out ('10.222.0.64', 56900) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:56:52.012118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] For port a5e16859-000d-478c-a877-0e585cb76000, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a5e16859-000d-478c-a877-0e585cb76000,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:52.012526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.030304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] Calling delete_port for a5e16859-000d-478c-a877-0e585cb76000 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:52.106260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:52.109901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.203773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.230431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] Pushing event deleted for resources: {'Port': ['ID=a5e16859-000d-478c-a877-0e585cb76000,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:52.236222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a532242-68de-45ea-b2ed-bfdb83c84401 None None] No DVR routers for this DVR port a5e16859-000d-478c-a877-0e585cb76000 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:52.365188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39810) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:52.370108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3357418d-6402-43d3-a891-7cad8d383f07 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048538813', 'description': 'tempest-secgroup-smoke-2048538813 description', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:52.372667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a5e16859-000d-478c-a877-0e585cb76000 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:52.407792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: a5e16859-000d-478c-a877-0e585cb76000 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:52.408301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a5e16859-000d-478c-a877-0e585cb76000 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:52.408720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:52.431618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:52.432051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3cc37a5c-4fd6-4282-a84d-d63c65c98d19 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:52.483574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3357418d-6402-43d3-a891-7cad8d383f07 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.500195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:52.502392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.555907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:52.563823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:52.573682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:52.574093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.587367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464cae8-21cb-4561-a70d-103d7153e05e None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:52.592015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=9c3fcb3c-9e2b-437d-b869-ffb060667489,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:52.636553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3357418d-6402-43d3-a891-7cad8d383f07 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.680938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac0568e1-ef10-475b-af53-cfaf6998f9ff tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7921181 Nov 10 21:56:52.683911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39820) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:52.688740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f388cbcc-43cb-4b1d-90bf-ed3744d57fe9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:52.744454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3357418d-6402-43d3-a891-7cad8d383f07 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.751254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '9c3fcb3c-9e2b-437d-b869-ffb060667489'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:56:52.752164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.795594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357418d-6402-43d3-a891-7cad8d383f07 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e826c2-45af-4133-98a5-64b7f5fb27e0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:52.889136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3357418d-6402-43d3-a891-7cad8d383f07 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:52.894129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3357418d-6402-43d3-a891-7cad8d383f07 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5245538 Nov 10 21:56:52.894802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39824) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:52.901817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5e0b742f-0205-4941-8769-70fc299729d0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'a2e826c2-45af-4133-98a5-64b7f5fb27e0', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:52.903539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Allocated IP 2001:db8::f816:3eff:fe15:e88 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/9c3fcb3c-9e2b-437d-b869-ffb060667489/9d2dba22-22bf-4c68-9f36-81c02a0175b2) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:52.992972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f388cbcc-43cb-4b1d-90bf-ed3744d57fe9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:52.997993 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f388cbcc-43cb-4b1d-90bf-ed3744d57fe9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.060063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.105566 n-d-776250-11 neutron-server[103047]: INFO neutron.db.ipam_backend_mixin [None req-f388cbcc-43cb-4b1d-90bf-ed3744d57fe9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c3fcb3c-9e2b-437d-b869-ffb060667489 (CIDR: 2001:db8::/64) Nov 10 21:56:53.134142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e0b742f-0205-4941-8769-70fc299729d0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.158325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.175651 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f388cbcc-43cb-4b1d-90bf-ed3744d57fe9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:56:53.176311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f388cbcc-43cb-4b1d-90bf-ed3744d57fe9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:56:53.209800 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e0b742f-0205-4941-8769-70fc299729d0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.220605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:53.223862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:53.225798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:53.228776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:53.239684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39836) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:53.240503 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f388cbcc-43cb-4b1d-90bf-ed3744d57fe9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5554621 Nov 10 21:56:53.245621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:53.329456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e0b742f-0205-4941-8769-70fc299729d0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.338254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Attempting to bind port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:56:53.338623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Attempting to bind port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:56:53.338985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Attempting to bind port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:56:53.345168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:56:53.345540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:56:53.345936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.346430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:56:53.346898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Bound port: 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:56:53.347324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.365502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b742f-0205-4941-8769-70fc299729d0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89269433-1d8a-405b-92fe-7ed82c17fe5a,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:53.415206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:56:53.418265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:56:53.462148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5e0b742f-0205-4941-8769-70fc299729d0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.463588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5e0b742f-0205-4941-8769-70fc299729d0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5678649 Nov 10 21:56:53.466262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39840) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:53.471156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9a887d55-3070-4c6e-bd0c-dfed5b762ea0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'a2e826c2-45af-4133-98a5-64b7f5fb27e0', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:53.541977 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.568558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:53.572618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.639333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c722d-235b-4545-97b7-1d1c62a84d9a None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:53.731317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a887d55-3070-4c6e-bd0c-dfed5b762ea0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.765811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:53.940416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24564302-d418-41d3-8d8b-c57df9aa6947 req-afa1975f-8956-495c-9816-5225b7d84e9c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:53.942514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24564302-d418-41d3-8d8b-c57df9aa6947 req-afa1975f-8956-495c-9816-5225b7d84e9c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 947 time: 0.1184633 Nov 10 21:56:53.962974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a887d55-3070-4c6e-bd0c-dfed5b762ea0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.007864 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24564302-d418-41d3-8d8b-c57df9aa6947 req-abcffcaa-11ba-453e-b5f0-e0fd008e28ee tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571125 Nov 10 21:56:54.014121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.042362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a887d55-3070-4c6e-bd0c-dfed5b762ea0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.064441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:54.066237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a887d55-3070-4c6e-bd0c-dfed5b762ea0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b1e080-414a-4878-baff-32b763f0da1d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:54.068034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:54.074892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:54.075496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.085382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=5f660508-9bc4-46e5-82b1-775a17e4ac82,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:54.164633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a887d55-3070-4c6e-bd0c-dfed5b762ea0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.166248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9a887d55-3070-4c6e-bd0c-dfed5b762ea0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6987424 Nov 10 21:56:54.168879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39852) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:54.173267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-12e87028-ac46-4fbc-a624-3644fb8b6efe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'a2e826c2-45af-4133-98a5-64b7f5fb27e0', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:54.189265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5f8d481d-da74-47b2-afe7-54bd1aeb127d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9481127 Nov 10 21:56:54.192525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39856) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:54.198871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:8d:e9:da', 'name': 'tempest-NetworksTestDHCPv6-464015574'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:54.299231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12e87028-ac46-4fbc-a624-3644fb8b6efe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.401084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12e87028-ac46-4fbc-a624-3644fb8b6efe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.425335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d2dba22-22bf-4c68-9f36-81c02a0175b2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:54.465744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:54.488926 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12e87028-ac46-4fbc-a624-3644fb8b6efe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.491881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:54.491881 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.510284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e87028-ac46-4fbc-a624-3644fb8b6efe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d225b10-780e-4546-81ad-f64238f6a05e,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:54.578083 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.588433 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12e87028-ac46-4fbc-a624-3644fb8b6efe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.592751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-12e87028-ac46-4fbc-a624-3644fb8b6efe tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4203262 Nov 10 21:56:54.593049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39860) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:54.598288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c3360ede-0890-4a8a-8ffb-9e579b60e8ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'a2e826c2-45af-4133-98a5-64b7f5fb27e0', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:54.612560 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.616689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 0c7824d8-f3b2-4bc3-b2f2-4be13c66eada yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:56:54.652863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:54.682011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b42c8-90d6-41fc-97b1-78b77a71b2b5 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:54.729946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3360ede-0890-4a8a-8ffb-9e579b60e8ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.741005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.811098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cb7734b8-fda0-4f5f-825b-e930c8460ca0 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:54.811901 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb7734b8-fda0-4f5f-825b-e930c8460ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.876497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3360ede-0890-4a8a-8ffb-9e579b60e8ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:54.880427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:54.883703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8:0:1::17f (f67fc58d-ae9b-43ba-9e80-5506e803abe9/5f660508-9bc4-46e5-82b1-775a17e4ac82/0c7824d8-f3b2-4bc3-b2f2-4be13c66eada) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:54.890297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fe8d:e9da (f67fc58d-ae9b-43ba-9e80-5506e803abe9/9c3fcb3c-9e2b-437d-b869-ffb060667489/0c7824d8-f3b2-4bc3-b2f2-4be13c66eada) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:54.954165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3360ede-0890-4a8a-8ffb-9e579b60e8ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.017825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3360ede-0890-4a8a-8ffb-9e579b60e8ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a2bebd-a2b5-4ad0-aa70-4d395a77c3e5,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:55.029089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-d1431ae3-b03e-439f-a494-8e96632cf9a6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:55.030873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-d1431ae3-b03e-439f-a494-8e96632cf9a6 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.53 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 947 time: 0.0540197 Nov 10 21:56:55.093200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.140170 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3360ede-0890-4a8a-8ffb-9e579b60e8ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.142460 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c3360ede-0890-4a8a-8ffb-9e579b60e8ef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5479712 Nov 10 21:56:55.146553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39872) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:55.157427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'a2e826c2-45af-4133-98a5-64b7f5fb27e0', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:55.179334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8d6e-8ea7-4024-bc74-7300e2c8ea39 req-355dd8d5-3aff-4f68-bec0-f482ec3aa451 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:55.184997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49fd8d6e-8ea7-4024-bc74-7300e2c8ea39 req-355dd8d5-3aff-4f68-bec0-f482ec3aa451 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 947 time: 0.0867021 Nov 10 21:56:55.187874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Deleting port 1ad3203b-5060-4a84-9035-f00afb29ec93 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:55.187874 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.259944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49fd8d6e-8ea7-4024-bc74-7300e2c8ea39 req-6af99e1b-c719-4c4d-b23e-60305c1e8fcb tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups?id=6a7e65f9-3b6e-4545-b31e-5356df88914a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583351 Nov 10 21:56:55.261712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.277284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1f94a-eed6-4c19-9def-6ee0a220658b None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': '9c3fcb3c-9e2b-437d-b869-ffb060667489', 'ip_address': '2001:db8::f816:3eff:fe15:e88'}, {'subnet_id': '5f660508-9bc4-46e5-82b1-775a17e4ac82'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '9d2dba22-22bf-4c68-9f36-81c02a0175b2'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:56:55.305595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] For port 1ad3203b-5060-4a84-9035-f00afb29ec93, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=1ad3203b-5060-4a84-9035-f00afb29ec93,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:55.306185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.312979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:55.316592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:55.317120 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98e1f94a-eed6-4c19-9def-6ee0a220658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.320554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:55.327348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:55.328105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.354289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=0c7824d8-f3b2-4bc3-b2f2-4be13c66eada,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:55.402452 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:56:55.414869 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.435479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6cb2942-c737-41dd-84ff-6bfc1a03eec4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2417166 Nov 10 21:56:55.438012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39876) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:55.510514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-98e1f94a-eed6-4c19-9def-6ee0a220658b None None] Allocated IP 2001:db8:0:1::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/5f660508-9bc4-46e5-82b1-775a17e4ac82/9d2dba22-22bf-4c68-9f36-81c02a0175b2) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:55.546824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 0c7824d8-f3b2-4bc3-b2f2-4be13c66eada {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:55.547444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.632169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.652424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-98e1f94a-eed6-4c19-9def-6ee0a220658b None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:55.673114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.675977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.676516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.676972 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Floating IP 95d871bf-9231-4814-af06-144f60a1577c disassociated. External IP: 172.25.7.254, port: 1ad3203b-5060-4a84-9035-f00afb29ec93. Nov 10 21:56:55.677432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Calling delete_port for 1ad3203b-5060-4a84-9035-f00afb29ec93 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:55.686276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98e1f94a-eed6-4c19-9def-6ee0a220658b None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.706766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 0c7824d8-f3b2-4bc3-b2f2-4be13c66eada owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:55.807642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.833370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1fda7a-721c-445a-b35d-922d82c3e87c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:55.849649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98e1f94a-eed6-4c19-9def-6ee0a220658b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.914723 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:55.918803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8e1c2fe4-4a4e-4bc8-84e8-1ce05578d841 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7682390 Nov 10 21:56:55.919053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39886) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:55.924260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'a2e826c2-45af-4133-98a5-64b7f5fb27e0', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:55.952952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1f94a-eed6-4c19-9def-6ee0a220658b None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:55.980612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.012164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event deleted for resources: {'Port': ['ID=1ad3203b-5060-4a84-9035-f00afb29ec93,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:56.027836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.061963 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:56:56.068079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=0c7824d8-f3b2-4bc3-b2f2-4be13c66eada,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:56.075058 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.085059 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:56:56.128040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.134657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39890) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:56.137693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b71a91de-4f67-467b-ba28-f2916fe139b8 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/0c7824d8-f3b2-4bc3-b2f2-4be13c66eada HTTP/1.1" status: 204 len: 168 time: 0.6956468 Nov 10 21:56:56.215297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.220198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Router 0be12e76-a002-45ff-9c69-f6a303b14ec0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:56:56.239846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de12a5-d1e2-4b28-848f-810e727b1d51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:56.241367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c7de12a5-d1e2-4b28-848f-810e727b1d51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1026421 Nov 10 21:56:56.244515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39896) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:56.313915 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.361837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8083bbe2-80c1-4a67-9d03-8a5e85cedb12,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:56.413743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d2dba22-22bf-4c68-9f36-81c02a0175b2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:56:56.439419 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.444074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39902) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:56.444264 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-03222fe5-1041-4e55-9b9f-01b4c6382b2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5239604 Nov 10 21:56:56.450243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'network': {'name': 'tempest-network-smoke--500568248', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:56.456207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8667a-1bc4-45cc-bf03-37a24f4e870d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:56.460174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a4f8667a-1bc4-45cc-bf03-37a24f4e870d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2124283 Nov 10 21:56:56.460660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45b3bf28-88ff-49fe-92d5-30c4666e80a6 req-c21ed1fa-f835-4120-83d6-759fd4a0bf47 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/ports?device_id=437c95e0-593c-4323-a2d3-3157c41ac142 HTTP/1.1" status: 200 len: 210 time: 0.1033328 Nov 10 21:56:56.461159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39904) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:56.505114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:56.505790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.528169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:56:56.554951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] Sync routers for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:56:56.597886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:56.599462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] No DVR routers for this DVR port 1ad3203b-5060-4a84-9035-f00afb29ec93 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:56:56.601766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.604001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:56.604847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b869ae6-6315-4e97-ac25-b4014bae3859 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:56.606140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:56.607800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b869ae6-6315-4e97-ac25-b4014bae3859 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:56.611857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b869ae6-6315-4e97-ac25-b4014bae3859 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:56.613765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0b869ae6-6315-4e97-ac25-b4014bae3859 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1491046 Nov 10 21:56:56.620901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.622223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39906) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:56.636492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c92c690-3432-4b31-9804-1a66eef5f338 req-22cf1668-9113-488a-95f9-73be13260b37 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.53 "DELETE /v2.0/ports/1ad3203b-5060-4a84-9035-f00afb29ec93 HTTP/1.1" status: 204 len: 173 time: 1.5985134 Nov 10 21:56:56.637220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-deleted', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:56:56.639946 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc95b0f8-43c0-4516-a20e-b8ceb849782e" -d '{"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-deleted", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:56:56.679213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:56:56.689413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.690020 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Added segment 820f63c6-2818-4bc3-80d0-add379ac8c2a of type vlan for network 40f2d6cf-1245-4038-982d-edc0c784a088 Nov 10 21:56:56.727916 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72db61f2-e17c-499e-84fa-02e4429f30fa x-openstack-request-id: req-72db61f2-e17c-499e-84fa-02e4429f30fa {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:56:56.728115 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c95e0-593c-4323-a2d3-3157c41ac142", "name": "network-vif-deleted", "tag": "1ad3203b-5060-4a84-9035-f00afb29ec93", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:56:56.728439 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72db61f2-e17c-499e-84fa-02e4429f30fa {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:56:56.728748 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437c95e0-593c-4323-a2d3-3157c41ac142', 'name': 'network-vif-deleted', 'tag': '1ad3203b-5060-4a84-9035-f00afb29ec93', 'status': 'completed', 'code': 200} Nov 10 21:56:56.761819 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.819528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 5f660508-9bc4-46e5-82b1-775a17e4ac82 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:56.824115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.837976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4fadbef2-4570-4683-8116-01cad5fd142b None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:56.838357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fadbef2-4570-4683-8116-01cad5fd142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:56.843476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:56.892741 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.000776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.040151 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.050732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:56:57.051394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.179808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Network': ['ID=40f2d6cf-1245-4038-982d-edc0c784a088,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:57.198859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7535918 Nov 10 21:56:57.200888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.201614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39912) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:57.205584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-937caaff-1ecb-49ba-b3d4-eb748a662e22 None None] Could not find standard attr ID for object 0c7824d8-f3b2-4bc3-b2f2-4be13c66eada. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:56:57.206238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'admin_state_up': True, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:57.213614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.221073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.222384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.230461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601672c8-6c4b-41bc-837c-69babe100395 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:56:57.237243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:57.244014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 40f2d6cf-1245-4038-982d-edc0c784a088 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:56:57.250662 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.301658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=5f660508-9bc4-46e5-82b1-775a17e4ac82,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:57.311682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.316366 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad55a69c-d101-4d36-a34c-8be1596c95a2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/5f660508-9bc4-46e5-82b1-775a17e4ac82 HTTP/1.1" status: 204 len: 168 time: 0.6931903 Nov 10 21:56:57.318900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39914) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:57.345360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e526b7-aec8-4e5e-83fa-2adf732c99ff None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:57.349128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.356386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.375803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] Checking router: 0be12e76-a002-45ff-9c69-f6a303b14ec0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:56:57.403223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 9c3fcb3c-9e2b-437d-b869-ffb060667489 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:56:57.411684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.412551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:56:57.413197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:57.466165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.480619 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.586760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:56:57.594824 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.716045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39920) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:57.763118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.799253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.845460 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-02e5f9bd-ecad-4e59-9f15-b4876f1ea027 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.854804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:57.854804 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/9c3fcb3c-9e2b-437d-b869-ffb060667489 HTTP/1.1" status: 204 len: 168 time: 0.5334339 Nov 10 21:56:57.855189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a82ea-2cf0-482b-be09-8c894d8a939a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3fcb3c-9e2b-437d-b869-ffb060667489,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:57.864860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39924) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:57.925364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9b9e0d1c-bb38-4606-9123-682b1b12b5cc tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562973 Nov 10 21:56:57.926227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39926) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:57.932050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:56:57.957125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-02e5f9bd-ecad-4e59-9f15-b4876f1ea027 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.146963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:56:58.151276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.187700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c9144-8ecc-4f08-abb8-7707e0fec986 None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': '9c3fcb3c-9e2b-437d-b869-ffb060667489'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '9d2dba22-22bf-4c68-9f36-81c02a0175b2'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:56:58.211000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.221540 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9144-8ecc-4f08-abb8-7707e0fec986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.226851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:56:58.239128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.251963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-02e5f9bd-ecad-4e59-9f15-b4876f1ea027 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.254619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-02e5f9bd-ecad-4e59-9f15-b4876f1ea027 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.255813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-02e5f9bd-ecad-4e59-9f15-b4876f1ea027 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "DELETE /v2.0/security-groups/6a7e65f9-3b6e-4545-b31e-5356df88914a HTTP/1.1" status: 204 len: 168 time: 0.5379655 Nov 10 21:56:58.263954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39928) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:58.265926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce617e82-b27c-4097-99b6-5e769541b05a None None] The sync data for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 is: [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abfe93a6-64c6-4f04-a6ce-9d01502ce5ba', 'name': '', 'network_id': '70a615e8-3904-4d70-a5aa-06354a37491d', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'mac_address': 'fa:16:3e:cf:c4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:25Z', 'updated_at': '2021-11-10T21:45:32Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'subnets': [{'id': '3d4ca4bd-be5f-4fc2-9a83-5390469d9164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:56:58.316827 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-b5a15d25-0601-4eef-80b9-5f9533bf3b3c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] show failed (client error): The resource could not be found. Nov 10 21:56:58.318230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b5a15d25-0601-4eef-80b9-5f9533bf3b3c tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "GET /v2.0/security-groups/6a7e65f9-3b6e-4545-b31e-5356df88914a HTTP/1.1" status: 404 len: 347 time: 0.0533392 Nov 10 21:56:58.318999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5f9bd-ecad-4e59-9f15-b4876f1ea027 tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7e65f9-3b6e-4545-b31e-5356df88914a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:58.326964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39930) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:56:58.502159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fdd0b-367a-4c9a-adbe-942ca1c39a0d None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:56:58.546201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.97 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/b59354df-ddcc-488c-b7b8-1b4f281a159b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:56:58.565913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Deleting port 1977fd0d-fc84-4f78-b9ea-96deddb59bd0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:56:58.566256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.591250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a4e4f0a8-c5da-4cbd-b4d3-051d45bde6a3 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:58.591491 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f0a8-c5da-4cbd-b4d3-051d45bde6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.733551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.763481 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749e6ee-625a-4703-8477-7f83ece8bd9b None None] New status for floating IP 95d871bf-9231-4814-af06-144f60a1577c: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:56:58.766096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.766577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.788296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Calling delete_port for 1977fd0d-fc84-4f78-b9ea-96deddb59bd0 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:56:58.816020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:56:58.872180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': '5d3b8576-b289-441e-a1cf-f71bbed8aeb1'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '9d2dba22-22bf-4c68-9f36-81c02a0175b2'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:56:58.878391 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.919748 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:58.975752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:56:58.984537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:56:58.991034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=b59354df-ddcc-488c-b7b8-1b4f281a159b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:59.003461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:56:59.087519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a0304-1a52-43cb-9f79-32af110012e2 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:56:59.094128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:56:59.125959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 1ad3203b-5060-4a84-9035-f00afb29ec93 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:56:59.125959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 1ad3203b-5060-4a84-9035-f00afb29ec93 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:56:59.171754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.219129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1b0da53e-624a-4839-8710-9fcab373a498 None None] Provisioning complete for port b59354df-ddcc-488c-b7b8-1b4f281a159b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:56:59.219497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1b0da53e-624a-4839-8710-9fcab373a498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.253737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1b0da53e-624a-4839-8710-9fcab373a498 None None] Port b59354df-ddcc-488c-b7b8-1b4f281a159b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:56:59.260130 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.262437 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe15:e88-df68eb7f-b483-447d-811a-189b895c9fc {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:56:59.264489 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:56:59.320811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Pushing event deleted for resources: {'Port': ['ID=1977fd0d-fc84-4f78-b9ea-96deddb59bd0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:56:59.449903 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.715086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.718059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.730879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-247e11de-d528-4d31-82cd-fd573eb111ac tempest-AttachVolumeShelveTestJSON-1997046715 tempest-AttachVolumeShelveTestJSON-1997046715-project] 10.222.0.45 "DELETE /v2.0/floatingips/95d871bf-9231-4814-af06-144f60a1577c HTTP/1.1" status: 204 len: 168 time: 1.3962250 Nov 10 21:56:59.738336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:56:59.843680 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.851255 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.941483 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:56:59.942444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:00.046709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:00.062212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:00.074065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=5d3b8576-b289-441e-a1cf-f71bbed8aeb1,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:00.074942 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:57:00.075316 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:57:00.085040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:00.095983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:00.095983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:00.120975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=8']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:00.188837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-55308589-578b-4de3-b37b-760dd65f4e51 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2613916 Nov 10 21:57:00.195675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39944) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:00.201584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-30ea0590-587c-4a1a-9e8e-dc4bb7967945 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:00.284663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:00.323711 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 69c47026-5a0a-4dff-9065-d1ac620a603b is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:57:00.403182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d2dba22-22bf-4c68-9f36-81c02a0175b2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:00.483915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:57:00.491629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ea0590-587c-4a1a-9e8e-dc4bb7967945 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:00.497423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30ea0590-587c-4a1a-9e8e-dc4bb7967945 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:00.543890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Sync routers for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:57:00.586330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:00.588646 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e3265259-8e38-48a1-87f3-6d55f92b4dcd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3860152 Nov 10 21:57:00.592337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:00.592498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39946) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:00.592606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:00.646204 n-d-776250-11 neutron-server[103048]: INFO neutron.db.ipam_backend_mixin [None req-30ea0590-587c-4a1a-9e8e-dc4bb7967945 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d3b8576-b289-441e-a1cf-f71bbed8aeb1 (CIDR: 2001:db8::/64) Nov 10 21:57:00.654286 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d429b699-d570-4728-b426-cea2628e524c tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=abcaa6bf922c4df0a4da8beea7175ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586171 Nov 10 21:57:00.654957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39948) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:00.728346 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ea0590-587c-4a1a-9e8e-dc4bb7967945 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:57:00.729029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ea0590-587c-4a1a-9e8e-dc4bb7967945 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:00.744591 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:00.779923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf149b7-6cc8-46d0-a970-d52af594480f tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:00.781628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5bf149b7-6cc8-46d0-a970-d52af594480f tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255684 Nov 10 21:57:00.784716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39950) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:00.818991 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-30ea0590-587c-4a1a-9e8e-dc4bb7967945 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6215022 Nov 10 21:57:00.822003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39952) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:00.826803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3786c3ff-ea53-4959-b8a0-d802b245cae7 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393319 Nov 10 21:57:00.830078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39954) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:00.833089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135611664', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:00.834425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:00.860303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:01.024964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:01.036849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-440bcbf6-5654-4eb1-8ee1-3ff3039e750d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0754962 Nov 10 21:57:01.074923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:01.084074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.128946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.193984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-1889e90b-7677-4914-8384-8a75262d00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:01.197673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-1889e90b-7677-4914-8384-8a75262d00c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 1102 time: 0.1370845 Nov 10 21:57:01.224091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.266119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:01.269940 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.284860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3177-f434-400b-a9a5-b099fe388952 None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:01.337341 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:57:01.340153 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:57:01.381554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:56:59Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:01.459024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Checking router: 69c47026-5a0a-4dff-9065-d1ac620a603b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:57:01.459499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Updating router 69c47026-5a0a-4dff-9065-d1ac620a603b port b59354df-ddcc-488c-b7b8-1b4f281a159b binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:57:01.525456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-ed9c0575-d48e-4561-a440-5e4e092a9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:01.527075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-ed9c0575-d48e-4561-a440-5e4e092a9cae service neutron] 10.222.0.53 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.3045118 Nov 10 21:57:01.533627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.614559 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-32a2f80d-ebff-4490-b89f-265b6191dab4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d8c7bbd5-6bf6-4086-894a-feebbd58679d HTTP/1.1" status: 200 len: 217 time: 0.0669782 Nov 10 21:57:01.702542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.725535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-b5cd7727-afae-44a6-ba25-da1070c6bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:01.727678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-b5cd7727-afae-44a6-ba25-da1070c6bdfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0976415 Nov 10 21:57:01.798099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=276c756a-c171-475d-b81e-d567da7a9296,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:01.831890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-0e960945-8157-4071-9c8d-d8396a0b0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:01.832304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:01.833554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-0e960945-8157-4071-9c8d-d8396a0b0848 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803986 Nov 10 21:57:01.834003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:01.841404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:01.842734 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.879332 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.941547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:01.972794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9337ba10-bac7-455b-8e13-62950aefb984 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1495347 Nov 10 21:57:01.975636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39962) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:01.976492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Subnet': ['ID=220ddb75-d2b0-4341-9e2d-f0f22c448998,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:01.982625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:53:7c:bf', 'name': 'tempest-NetworksTestDHCPv6-1292001229'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:02.013774 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.034176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Checking segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:02.034671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network hostable DHCP agents. Network: 40f2d6cf-1245-4038-982d-edc0c784a088, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:02.048789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:02.079321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-d0fd3153-e436-4a98-97e7-1999d99fed05 service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385013 Nov 10 21:57:02.106834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.156523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef9d7d-e562-43ca-9ca9-7920bce85a2c None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:02.170744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.218077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-37d8e54f-5da4-49dc-9c25-bdc04a160cf6 req-33d7e761-c53d-45bd-9a04-808f5a797d8a service neutron] 10.222.0.53 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295514 Nov 10 21:57:02.219156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 40f2d6cf-1245-4038-982d-edc0c784a088 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:02.248718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Attempting to bind port b59354df-ddcc-488c-b7b8-1b4f281a159b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:02.249239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Attempting to bind port b59354df-ddcc-488c-b7b8-1b4f281a159b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:02.249708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Attempting to bind port b59354df-ddcc-488c-b7b8-1b4f281a159b on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:02.253829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884da63e-d22c-42e3-8ad7-8a10d40781a3 None None] Pushing event updated for resources: {'Port': ['ID=b59354df-ddcc-488c-b7b8-1b4f281a159b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:02.265993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:02.266255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:02.267235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.267766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:02.268365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Bound port: b59354df-ddcc-488c-b7b8-1b4f281a159b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:02.268834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.317014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-af356bd6-82cd-4a08-997e-121937dc0376 None None] Provisioning complete for port b59354df-ddcc-488c-b7b8-1b4f281a159b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:02.317691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-af356bd6-82cd-4a08-997e-121937dc0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.333182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:02.333997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 40f2d6cf-1245-4038-982d-edc0c784a088) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:02.334469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:02.335125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.384340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa3f37-e2f5-42be-92c4-c264738421de None None] Network 40f2d6cf-1245-4038-982d-edc0c784a088 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:02.455465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-80494df6-0c7c-47a2-b8d6-9491831d35df tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6267858 Nov 10 21:57:02.459351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39966) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:02.481533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:02.489815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] For port b59354df-ddcc-488c-b7b8-1b4f281a159b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:02.532916 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:02.549742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8091e6-dafb-491e-813d-c32e37680108 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:02.558405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 80bf8200-3afb-442d-b7a5-796708592e9e yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:57:02.579981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d2dba22-22bf-4c68-9f36-81c02a0175b2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:02.817720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8:0:1::1cc (f67fc58d-ae9b-43ba-9e80-5506e803abe9/276c756a-c171-475d-b81e-d567da7a9296/80bf8200-3afb-442d-b7a5-796708592e9e) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:02.832881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::f816:3eff:fe53:7cbf (f67fc58d-ae9b-43ba-9e80-5506e803abe9/5d3b8576-b289-441e-a1cf-f71bbed8aeb1/80bf8200-3afb-442d-b7a5-796708592e9e) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:02.836004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-af356bd6-82cd-4a08-997e-121937dc0376 None None] Port b59354df-ddcc-488c-b7b8-1b4f281a159b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:57:02.858970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] For port b59354df-ddcc-488c-b7b8-1b4f281a159b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b59354df-ddcc-488c-b7b8-1b4f281a159b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:02.992526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.067314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.090538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-86b303d8-ff7b-48a7-87aa-5f4216aa75c0 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:03.090908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86b303d8-ff7b-48a7-87aa-5f4216aa75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.140674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd7562-2c98-470a-80fa-5db29826f3c8 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:03.203879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884da63e-d22c-42e3-8ad7-8a10d40781a3 None None] Pushing event updated for resources: {'Port': ['ID=b59354df-ddcc-488c-b7b8-1b4f281a159b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:03.204947 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.215352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:03.215352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.233713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:03.234408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:56:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:03.289092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-40f2d6cf-1245-4038-982d-edc0c784a088', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:03.289976 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.292968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:03.296539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:03.328252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:03.329203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.353597 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:03.356565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.371774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=80bf8200-3afb-442d-b7a5-796708592e9e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:03.512695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2586d6ed-c036-4470-8048-2a71118bf2a0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5330999 Nov 10 21:57:03.514794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39972) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:03.562513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:03.564698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86b303d8-ff7b-48a7-87aa-5f4216aa75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.675764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a79816-2149-488d-9b2b-fb1b14cb8ec1 None None] Update dhcp port {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'fixed_ips': [{'subnet_id': '5d3b8576-b289-441e-a1cf-f71bbed8aeb1', 'ip_address': '2001:db8::f816:3eff:fe15:e88'}, {'subnet_id': '276c756a-c171-475d-b81e-d567da7a9296'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '9d2dba22-22bf-4c68-9f36-81c02a0175b2'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:57:03.676467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 80bf8200-3afb-442d-b7a5-796708592e9e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:03.676816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.776137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.789235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.805767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-86b303d8-ff7b-48a7-87aa-5f4216aa75c0 None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:03.809461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e2a79816-2149-488d-9b2b-fb1b14cb8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:03.816695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Allocated IP 172.20.0.2 (40f2d6cf-1245-4038-982d-edc0c784a088/220ddb75-d2b0-4341-9e2d-f0f22c448998/c74d9bb1-2725-4b72-afa0-f67ed618cbf5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:03.821606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 80bf8200-3afb-442d-b7a5-796708592e9e owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:03.936556 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86b303d8-ff7b-48a7-87aa-5f4216aa75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:04.078973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:57:04.079418 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:57:04.163132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:04.215459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=80bf8200-3afb-442d-b7a5-796708592e9e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:04.250076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-84a11cb7-806f-4d9c-be26-b0ea82605d1f None None] Provisioning complete for port b59354df-ddcc-488c-b7b8-1b4f281a159b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:04.250722 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-84a11cb7-806f-4d9c-be26-b0ea82605d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:04.252389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b303d8-ff7b-48a7-87aa-5f4216aa75c0 None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=11']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:04.273906 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:04.287776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-00d369c4-a174-41e3-a572-d5d21ee12d7c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/80bf8200-3afb-442d-b7a5-796708592e9e HTTP/1.1" status: 204 len: 168 time: 0.7648339 Nov 10 21:57:04.287776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39976) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:04.338005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:56:59Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:04.375035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0368c2b7-61ce-4897-bed7-44ccea29def9 None None] The sync data for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 is: [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:56:59Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:57:04.396216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e2a79816-2149-488d-9b2b-fb1b14cb8ec1 None None] Allocated IP 2001:db8:0:1::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/276c756a-c171-475d-b81e-d567da7a9296/9d2dba22-22bf-4c68-9f36-81c02a0175b2) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:04.453006 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:04.504777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22150f24-46e7-47b9-be51-dee87160f1b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:04.515547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-22150f24-46e7-47b9-be51-dee87160f1b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2346387 Nov 10 21:57:04.518350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 39982) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:04.614761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390330d4-b220-446f-b794-5fc6768d075e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:04.616599 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-390330d4-b220-446f-b794-5fc6768d075e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0972464 Nov 10 21:57:04.619581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39988) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:04.665663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:04.740939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31068b9b-bf49-446e-8b38-317667058605 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:04.741877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.1 (40f2d6cf-1245-4038-982d-edc0c784a088/220ddb75-d2b0-4341-9e2d-f0f22c448998/d0dce5de-9515-49ad-b771-ab1ab4607ab8) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:04.746848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31068b9b-bf49-446e-8b38-317667058605 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:04.749104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31068b9b-bf49-446e-8b38-317667058605 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:04.752105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-31068b9b-bf49-446e-8b38-317667058605 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1285889 Nov 10 21:57:04.757499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 39990) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:04.880308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 276c756a-c171-475d-b81e-d567da7a9296 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:04.944377 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.067641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.139569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 40f2d6cf-1245-4038-982d-edc0c784a088 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:05.153947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e2a79816-2149-488d-9b2b-fb1b14cb8ec1 None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:05.155317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:05.165123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:05.212796 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e2a79816-2149-488d-9b2b-fb1b14cb8ec1 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.234417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Network 40f2d6cf-1245-4038-982d-edc0c784a088 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:05.236451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.237642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:05.249020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Pushing event updated for resources: {'Port': ['ID=c74d9bb1-2725-4b72-afa0-f67ed618cbf5,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:05.249481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=d0dce5de-9515-49ad-b771-ab1ab4607ab8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:05.256916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:05.306134 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-84a11cb7-806f-4d9c-be26-b0ea82605d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.403946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.452694 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e2a79816-2149-488d-9b2b-fb1b14cb8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.479509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-84a11cb7-806f-4d9c-be26-b0ea82605d1f None None] For port b59354df-ddcc-488c-b7b8-1b4f281a159b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b59354df-ddcc-488c-b7b8-1b4f281a159b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:05.525782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.598064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Attempting to bind port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:05.598442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Attempting to bind port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:05.598841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Attempting to bind port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:05.604359 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-84a11cb7-806f-4d9c-be26-b0ea82605d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.635307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a79816-2149-488d-9b2b-fb1b14cb8ec1 None None] Pushing event updated for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:05.719588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.751158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.761486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d2dba22-22bf-4c68-9f36-81c02a0175b2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:05.806949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11cb7-806f-4d9c-be26-b0ea82605d1f None None] Pushing event updated for resources: {'Port': ['ID=b59354df-ddcc-488c-b7b8-1b4f281a159b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:05.858085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:05.858463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Checking segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:05.858862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.859299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Bound using segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:05.859828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Bound port: c74d9bb1-2725-4b72-afa0-f67ed618cbf5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:05.860219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.954557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:05.999507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f1f844fc-f60f-4807-9728-b6a679a687f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.075482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.075896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] For port c74d9bb1-2725-4b72-afa0-f67ed618cbf5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:06.076006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/276c756a-c171-475d-b81e-d567da7a9296 HTTP/1.1" status: 204 len: 168 time: 1.3137312 Nov 10 21:57:06.076006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd76a3f-90b7-4fc3-be6d-9355711d1e14 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=276c756a-c171-475d-b81e-d567da7a9296,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:06.076006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40022) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:06.083132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] For port c74d9bb1-2725-4b72-afa0-f67ed618cbf5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c74d9bb1-2725-4b72-afa0-f67ed618cbf5,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:06.090361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:06.090940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.148743 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.161829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 5d3b8576-b289-441e-a1cf-f71bbed8aeb1 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:06.194856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.295138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.330438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b59354df-ddcc-488c-b7b8-1b4f281a159b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:06.495008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.495196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cd398-b96a-4240-b356-03c75a6be96f None None] Pushing event updated for resources: {'Port': ['ID=c74d9bb1-2725-4b72-afa0-f67ed618cbf5,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:06.502162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b59354df-ddcc-488c-b7b8-1b4f281a159b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:06.502533 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.810636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.859974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3b8576-b289-441e-a1cf-f71bbed8aeb1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:06.870383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:06.885973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-75bda7fe-91dd-4372-890d-0941e1245896 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/5d3b8576-b289-441e-a1cf-f71bbed8aeb1 HTTP/1.1" status: 204 len: 168 time: 0.8095102 Nov 10 21:57:06.888451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40056) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:06.994824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40062) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:06.996074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-be7cd2ea-c389-4165-b7f7-f9e0f52e9d08 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063762 Nov 10 21:57:07.003554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:07.072890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b4fcb229-a717-4bdc-add7-562b082c7349 None None] Provisioning complete for port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:07.073972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b4fcb229-a717-4bdc-add7-562b082c7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:07.110048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b1ce4-f5e9-4d0e-a44c-32d91f059d44 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:07.277999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-a58eed30-af4c-4ed1-8296-3c8c5c3d939d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4349670 Nov 10 21:57:07.323454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:07.328859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:07.513712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:07.544124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b59354df-ddcc-488c-b7b8-1b4f281a159b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:07.667973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:07.685698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-89eea1c2-f48b-4558-b0b8-95538afe7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:07.689117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-89eea1c2-f48b-4558-b0b8-95538afe7f1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1137 time: 0.3542650 Nov 10 21:57:07.722532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] Deleting port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:07.723002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:07.756000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:07.810788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:07.839135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] For port 9d2dba22-22bf-4c68-9f36-81c02a0175b2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d2dba22-22bf-4c68-9f36-81c02a0175b2,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:07.839582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:07.859105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] Calling delete_port for 9d2dba22-22bf-4c68-9f36-81c02a0175b2 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:07.972002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b59354df-ddcc-488c-b7b8-1b4f281a159b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:07.972367 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.010899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:08.020288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:08.036422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:08.036422 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.064612 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-949778ba-ab5e-4508-985b-acddaaa96496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.064612 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.096968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] No DVR routers for this DVR port 9d2dba22-22bf-4c68-9f36-81c02a0175b2 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:08.114736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=15249912-ad6e-4aad-a760-f8d2756a04dc,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:08.123851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.129977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24059e69-a6e7-4a47-b2ca-ee0999034a67 None None] Pushing event deleted for resources: {'Port': ['ID=9d2dba22-22bf-4c68-9f36-81c02a0175b2,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:08.135017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c74d9bb1-2725-4b72-afa0-f67ed618cbf5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:08.161759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=d0dce5de-9515-49ad-b771-ab1ab4607ab8,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:08.185838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47722c-471e-49b0-ad92-e6e2ccd827a4 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:08.188710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-ea561722-01c1-47aa-a94e-af68648426a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:08.190197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-ea561722-01c1-47aa-a94e-af68648426a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 200 len: 897 time: 0.4787760 Nov 10 21:57:08.192063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.192406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.192742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.193078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.193575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.193919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.194245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.194569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.194894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.195215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.195536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.195899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.227889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:08.228531 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.303717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf2a554-66be-4d1c-bdf2-0e376ea66b2e None None] Network 40f2d6cf-1245-4038-982d-edc0c784a088 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:08.313333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3c134903-1213-4542-981c-4b3808e8edcb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3162766 Nov 10 21:57:08.315061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.315665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.316050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.316382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.316713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.316828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:08.317331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.317331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.317710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.318039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.318359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.318688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.319004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:08.322933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7ba9da09-5307-46b9-a353-ccf5b126c196 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:08.334018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-70b2458f-ff57-4da9-9680-2c3ef4733394 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 200 len: 1001 time: 0.1235733 Nov 10 21:57:08.437653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8af11ffa-af4a-4685-91fd-a5302c57dc3b None None] Provisioning complete for port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:08.438023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8af11ffa-af4a-4685-91fd-a5302c57dc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.479077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-82d7da56-7d82-4e92-a91b-4eef5198a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:08.480696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-82d7da56-7d82-4e92-a91b-4eef5198a1c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff7c27fc-a991-4d87-b7a3-316d38c57ae8 HTTP/1.1" status: 200 len: 835 time: 0.1353290 Nov 10 21:57:08.542762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba9da09-5307-46b9-a353-ccf5b126c196 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:08.557739 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7ba9da09-5307-46b9-a353-ccf5b126c196 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.585799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 40f2d6cf-1245-4038-982d-edc0c784a088 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:08.589710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:08.646505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-e0e776f4-4413-4a82-bf41-790daaa1a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:08.648290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-e0e776f4-4413-4a82-bf41-790daaa1a481 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31d5cd96-e3ce-46e0-847a-cbc0ea667238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565189 Nov 10 21:57:08.722911 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.735041 n-d-776250-11 neutron-server[103048]: INFO neutron.db.ipam_backend_mixin [None req-7ba9da09-5307-46b9-a353-ccf5b126c196 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15249912-ad6e-4aad-a760-f8d2756a04dc (CIDR: 2001:db8::/64) Nov 10 21:57:08.794380 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba9da09-5307-46b9-a353-ccf5b126c196 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:57:08.795293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba9da09-5307-46b9-a353-ccf5b126c196 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:08.825776 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8af11ffa-af4a-4685-91fd-a5302c57dc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.864344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port c74d9bb1-2725-4b72-afa0-f67ed618cbf5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c74d9bb1-2725-4b72-afa0-f67ed618cbf5,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:08.893325 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-8bf1a017-79d3-4441-9b14-65cb9b3d4e21 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264326 Nov 10 21:57:08.893588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': '15249912-ad6e-4aad-a760-f8d2756a04dc'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:08.893588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:08.928986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7ba9da09-5307-46b9-a353-ccf5b126c196 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6105123 Nov 10 21:57:08.929921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40150) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:08.936656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:08.946729 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:09.030493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 69c47026-5a0a-4dff-9065-d1ac620a603b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:57:09.096321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-8af11ffa-af4a-4685-91fd-a5302c57dc3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:57:09.096622 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-8af11ffa-af4a-4685-91fd-a5302c57dc3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:57:09.132842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=c74d9bb1-2725-4b72-afa0-f67ed618cbf5,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:09.169031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e41eb53-9da3-4f9a-af01-5e431dee8232 req-43f03787-f6e4-49cf-b6df-209dc5e52545 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740273 Nov 10 21:57:09.188478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/15249912-ad6e-4aad-a760-f8d2756a04dc/32d1d1cb-41eb-4154-b3f3-623f647bc41d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:09.387211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c74d9bb1-2725-4b72-afa0-f67ed618cbf5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:09.408182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:57:09.419609 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Sync routers for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:57:09.422388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2cdd6c9b-10b4-45d5-becb-503ec84da374 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/69c47026-5a0a-4dff-9065-d1ac620a603b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9651475 Nov 10 21:57:09.427526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:09.436455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:09.485115 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:09.489758 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:09.740212 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:09.801892 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:09.841062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:09.878201 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:09.943918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:09.954867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-beac79e6-2f60-4bb4-9376-bb7deedf5f81 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048538813&fields=id&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 267 time: 0.0932622 Nov 10 21:57:09.973220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:09.983987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:10.000380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Pushing event updated for resources: {'Port': ['ID=32d1d1cb-41eb-4154-b3f3-623f647bc41d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:10.036663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:10.037073 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.100840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Attempting to bind port 32d1d1cb-41eb-4154-b3f3-623f647bc41d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:10.101218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Attempting to bind port 32d1d1cb-41eb-4154-b3f3-623f647bc41d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:10.101575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Attempting to bind port 32d1d1cb-41eb-4154-b3f3-623f647bc41d on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:10.114490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:10.114870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:10.115273 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.115658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:10.116178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Bound port: 32d1d1cb-41eb-4154-b3f3-623f647bc41d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:10.116559 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.137929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c22c7e35-c8cf-49d8-8ea8-91e9e825b1c7 None None] Provisioning complete for port d0dce5de-9515-49ad-b771-ab1ab4607ab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:10.138642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c22c7e35-c8cf-49d8-8ea8-91e9e825b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.207696 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:06Z', 'revision_number': 2, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:10.234642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c22c7e35-c8cf-49d8-8ea8-91e9e825b1c7 None None] Port d0dce5de-9515-49ad-b771-ab1ab4607ab8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:57:10.244945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-cd1e054b-e5b7-41b2-98b1-1909d3909b26 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:10.252700 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-cd1e054b-e5b7-41b2-98b1-1909d3909b26 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/networks?id=40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 200 len: 796 time: 0.2836032 Nov 10 21:57:10.265668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] For port 32d1d1cb-41eb-4154-b3f3-623f647bc41d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:10.268273 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Checking router: 69c47026-5a0a-4dff-9065-d1ac620a603b for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:57:10.269157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] For port 32d1d1cb-41eb-4154-b3f3-623f647bc41d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=32d1d1cb-41eb-4154-b3f3-623f647bc41d,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:10.269708 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Updating router 69c47026-5a0a-4dff-9065-d1ac620a603b port d0dce5de-9515-49ad-b771-ab1ab4607ab8 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:57:10.272323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c22c7e35-c8cf-49d8-8ea8-91e9e825b1c7 None None] Provisioning complete for port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:10.273381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c22c7e35-c8cf-49d8-8ea8-91e9e825b1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.279069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-42df8ab0-ceed-4367-a85d-19dd866cf706 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/quotas/abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 375 time: 0.0252833 Nov 10 21:57:10.287860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.objects.ports [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:57:10.349248 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.361761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.370374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d2dba22-22bf-4c68-9f36-81c02a0175b2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:10.430934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9d2dba22-22bf-4c68-9f36-81c02a0175b2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:10.431440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d2dba22-22bf-4c68-9f36-81c02a0175b2 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:10.441209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-652ba23f-0d56-4ccd-95cc-bd08e4d96271 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1459217 Nov 10 21:57:10.483478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83866041-3670-46d6-8eed-d62c8f7b4cc7 None None] Pushing event updated for resources: {'Port': ['ID=32d1d1cb-41eb-4154-b3f3-623f647bc41d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:10.608733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-498dcef1-3a5f-44a6-89b2-27bd8944e10e service neutron] 10.222.0.45 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319258 Nov 10 21:57:10.735991 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.771822 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.812046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.820047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-d7f69020-2e33-48ee-9281-fc47a8cc9117 service neutron] 10.222.0.45 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050512 Nov 10 21:57:10.895989 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:10.982961 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Pushing event updated for resources: {'Port': ['ID=d0dce5de-9515-49ad-b771-ab1ab4607ab8,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:10.987445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] For port 32d1d1cb-41eb-4154-b3f3-623f647bc41d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=32d1d1cb-41eb-4154-b3f3-623f647bc41d,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:11.006141 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.006479 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.006814 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.007146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.007465 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.007812 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.008140 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.008483 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.012133 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.012533 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.012893 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.013153 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:11.033483 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Attempting to bind port d0dce5de-9515-49ad-b771-ab1ab4607ab8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:11.033838 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Attempting to bind port d0dce5de-9515-49ad-b771-ab1ab4607ab8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:11.034202 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Attempting to bind port d0dce5de-9515-49ad-b771-ab1ab4607ab8 on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:11.041239 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:11.041541 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Checking segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:11.042009 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.042296 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Bound using segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:11.042885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Bound port: d0dce5de-9515-49ad-b771-ab1ab4607ab8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:11.043268 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.110818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.162556 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] For port d0dce5de-9515-49ad-b771-ab1ab4607ab8, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:11.179411 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] For port d0dce5de-9515-49ad-b771-ab1ab4607ab8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d0dce5de-9515-49ad-b771-ab1ab4607ab8,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:11.179575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99577546-2e2e-4927-bf06-91f01a3d6a66 req-8f78ad99-901e-4fb2-b37d-7e538f182694 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 210 time: 0.0390618 Nov 10 21:57:11.199582 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.200096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.331226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:11.348438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:11.352135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:11.355775 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.359796 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.381981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.390143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=766e6ea3-cd22-4923-a902-942f26d3633b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:11.415677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=32d1d1cb-41eb-4154-b3f3-623f647bc41d,revision_number=4']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:11.429016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-184a3488-b93f-4787-b465-ddca21606386 None None] Provisioning complete for port d0dce5de-9515-49ad-b771-ab1ab4607ab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:11.429403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-184a3488-b93f-4787-b465-ddca21606386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.506365 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893099b5-4dfd-429c-a19f-6ad439574010 None None] Pushing event updated for resources: {'Port': ['ID=d0dce5de-9515-49ad-b771-ab1ab4607ab8,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:11.513061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 32d1d1cb-41eb-4154-b3f3-623f647bc41d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:11.516925 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:11.516925 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:11.539161 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6605afa0-c38a-42f0-9011-4bb92c7dec88 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6071630 Nov 10 21:57:11.542664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40282) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:11.548363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:7b:0f:e8', 'name': 'tempest-NetworksTestDHCPv6-309115216'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:11.577732 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40284) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:11.730704 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:11.731351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 32d1d1cb-41eb-4154-b3f3-623f647bc41d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:11.731748 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:11.881330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:11.917907 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-184a3488-b93f-4787-b465-ddca21606386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.060100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-184a3488-b93f-4787-b465-ddca21606386 None None] For port d0dce5de-9515-49ad-b771-ab1ab4607ab8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d0dce5de-9515-49ad-b771-ab1ab4607ab8,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:12.103464 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.128410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.138508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port e82c8c6e-bb51-435c-b5bc-25899133fbd4 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:57:12.162267 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-184a3488-b93f-4787-b465-ddca21606386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.174821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a9ad2-3fca-4744-bb10-a1d3c8aa3478 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:12.190166 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:12.268987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 32d1d1cb-41eb-4154-b3f3-623f647bc41d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=32d1d1cb-41eb-4154-b3f3-623f647bc41d,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:12.302424 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5caa0d8-f20d-4172-ad6e-7192a5cf528e None None] The sync data for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 is: [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:57:12.343879 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.368981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a3488-b93f-4787-b465-ddca21606386 None None] Pushing event updated for resources: {'Port': ['ID=d0dce5de-9515-49ad-b771-ab1ab4607ab8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:12.502415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-98b3ad6f-42fb-4d26-bcd0-b7da45e69450 None None] Provisioning complete for port 32d1d1cb-41eb-4154-b3f3-623f647bc41d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:12.503118 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6f-42fb-4d26-bcd0-b7da45e69450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.503223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::31 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/15249912-ad6e-4aad-a760-f8d2756a04dc/e82c8c6e-bb51-435c-b5bc-25899133fbd4) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:12.511150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:fe8 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/766e6ea3-cd22-4923-a902-942f26d3633b/e82c8c6e-bb51-435c-b5bc-25899133fbd4) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:12.552823 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=32d1d1cb-41eb-4154-b3f3-623f647bc41d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:12.668845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.709707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-98b3ad6f-42fb-4d26-bcd0-b7da45e69450 None None] Provisioning complete for port d0dce5de-9515-49ad-b771-ab1ab4607ab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:12.710183 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98b3ad6f-42fb-4d26-bcd0-b7da45e69450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.805427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:12.896984 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5344fff-1ffb-4e1b-93d1-b74d18da692d req-4bb49f97-4f19-4dac-bd8d-111d023752ff tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 210 time: 0.0529399 Nov 10 21:57:13.027904 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.106204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:13.112064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:13.116424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:13.127541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:13.129098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.188437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=e82c8c6e-bb51-435c-b5bc-25899133fbd4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:13.206306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Deleting port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:13.206714 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.257741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f5ff0d6c-5101-48b4-ad50-3f3b93e95ebb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7115660 Nov 10 21:57:13.270100 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40356) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:13.370375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] For port abfe93a6-64c6-4f04-a6ce-9d01502ce5ba, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:13.370960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.386281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Calling delete_port for abfe93a6-64c6-4f04-a6ce-9d01502ce5ba owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:13.437355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port e82c8c6e-bb51-435c-b5bc-25899133fbd4 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:13.437701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.460963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d0dce5de-9515-49ad-b771-ab1ab4607ab8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:13.589347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d0dce5de-9515-49ad-b771-ab1ab4607ab8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:13.590349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.591170 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.614410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for e82c8c6e-bb51-435c-b5bc-25899133fbd4 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:13.692458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 32d1d1cb-41eb-4154-b3f3-623f647bc41d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:13.789131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 32d1d1cb-41eb-4154-b3f3-623f647bc41d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:13.789614 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.817021 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:13.857067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfe93a6-64c6-4f04-a6ce-9d01502ce5ba,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:13.967330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9099aca5-af6d-4967-92f3-ca96fe2354ef None None] Provisioning complete for port 32d1d1cb-41eb-4154-b3f3-623f647bc41d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:13.968163 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9099aca5-af6d-4967-92f3-ca96fe2354ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:14.129281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-595b75f1-cd3c-489b-8d77-5f369636b4ea req-bc00ac52-4d9b-4bf9-b616-f8cafcbd0f1f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 210 time: 0.0652452 Nov 10 21:57:14.159546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-0d7d1ac9-e3e8-470a-b568-be080f2f7678 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:14.161464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-0d7d1ac9-e3e8-470a-b568-be080f2f7678 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/networks?id=40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 200 len: 796 time: 0.2736909 Nov 10 21:57:14.206205 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:14.257103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=e82c8c6e-bb51-435c-b5bc-25899133fbd4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:14.295500 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:14.323959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4e8997b1-06f2-41ee-b7da-02d249541d3f None None] Could not find standard attr ID for object 80bf8200-3afb-442d-b7a5-796708592e9e. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:57:14.364738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:14.369921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b48c6461-7334-470c-ac37-a2e5aad02899 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/e82c8c6e-bb51-435c-b5bc-25899133fbd4 HTTP/1.1" status: 204 len: 168 time: 1.0878937 Nov 10 21:57:14.376382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40396) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:14.405770 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-42e2b280-4556-45af-a18f-1f50ef8e7be2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 380 time: 0.2325890 Nov 10 21:57:14.426319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'port': {'device_id': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'admin_state_up': True, 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'security_groups': ['a2e826c2-45af-4133-98a5-64b7f5fb27e0']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:14.552345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1da6edaa-e5df-43b1-8bef-94dacf97f9f6 None None] Could not find standard attr ID for object e82c8c6e-bb51-435c-b5bc-25899133fbd4. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:57:14.836384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9b012-eb4e-4679-a27f-d3bf6efcfdc2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:14.839125 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-13c9b012-eb4e-4679-a27f-d3bf6efcfdc2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4616933 Nov 10 21:57:14.841952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40412) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:14.900518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Router 0be12e76-a002-45ff-9c69-f6a303b14ec0 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:57:14.927032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e3934-f093-4ae2-a331-3a60e3889dad tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:14.928639 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7c1e3934-f093-4ae2-a331-3a60e3889dad tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0857911 Nov 10 21:57:14.937637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:14.994964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ebdf4-2856-4bd7-8313-ef3dc4542a91 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:14.996732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ebdf4-2856-4bd7-8313-ef3dc4542a91 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:14.998405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ebdf4-2856-4bd7-8313-ef3dc4542a91 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:15.002706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1e1ebdf4-2856-4bd7-8313-ef3dc4542a91 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0614579 Nov 10 21:57:15.004407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40422) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:15.027552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:57:15.035082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c882ecac-5eba-4239-b8cf-015fcd6d58e8 admin admin] 10.222.0.45 "PUT /v2.0/routers/0be12e76-a002-45ff-9c69-f6a303b14ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4538910 Nov 10 21:57:15.035679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40426) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:15.039240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] Sync routers for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:57:15.052912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:15.054503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:15.063227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:15.066956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.084599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 15249912-ad6e-4aad-a760-f8d2756a04dc {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:15.090283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.156156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.170266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.207603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:15.328388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.349819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5e61de6a-e491-4e05-8fc9-8b1025bc28fe req-966b980a-e9e6-4140-bfc1-79b5c07aa610 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 210 time: 0.0827708 Nov 10 21:57:15.371540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.13 (40f2d6cf-1245-4038-982d-edc0c784a088/220ddb75-d2b0-4341-9e2d-f0f22c448998/50df1a1b-ef34-4efc-84a1-2bc31b81f12d) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:15.379451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.447277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:57:13Z', 'revision_number': 5, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port': {'id': 'fb41855d-af1d-49bc-88fc-edaad8c09e1b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:15.477424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] Checking router: 0be12e76-a002-45ff-9c69-f6a303b14ec0 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:57:15.486488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] Routers {'0be12e76-a002-45ff-9c69-f6a303b14ec0'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:15.487020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0be12e76-a002-45ff-9c69-f6a303b14ec0'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:15.488374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Deleting port fb41855d-af1d-49bc-88fc-edaad8c09e1b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:15.488795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.579175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.582777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] For port fb41855d-af1d-49bc-88fc-edaad8c09e1b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fb41855d-af1d-49bc-88fc-edaad8c09e1b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:15.583231 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.590363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] Set router 0be12e76-a002-45ff-9c69-f6a303b14ec0 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:15.590552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.595993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Calling delete_port for fb41855d-af1d-49bc-88fc-edaad8c09e1b owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:15.630235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=15249912-ad6e-4aad-a760-f8d2756a04dc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:15.637441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.641002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e63f8017-e632-4e51-8be3-53e86734730b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/15249912-ad6e-4aad-a760-f8d2756a04dc HTTP/1.1" status: 204 len: 168 time: 0.6353326 Nov 10 21:57:15.643640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40454) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:15.674335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150583e-3248-403f-828d-24092a3a9660 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:15.678611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:57:15Z', 'revision_number': 6, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:15.714331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 766e6ea3-cd22-4923-a902-942f26d3633b {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:15.717565 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.735063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38e86c-9464-4d3c-a521-367d19c75b01 None None] The sync data for ids ['0be12e76-a002-45ff-9c69-f6a303b14ec0'] in n-d-776250-11 is: [{'id': '0be12e76-a002-45ff-9c69-f6a303b14ec0', 'name': 'tempest-AttachVolumeShelveTestJSON-78352329-router', 'tenant_id': '121733d077bf4bbb84319c87fbbbb941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:45:21Z', 'updated_at': '2021-11-10T21:57:15Z', 'revision_number': 6, 'project_id': '121733d077bf4bbb84319c87fbbbb941', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:57:15.756209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.798336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.838394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 40f2d6cf-1245-4038-982d-edc0c784a088 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:15.845113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:15.851495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:15.881149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:15.885544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.937402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb41855d-af1d-49bc-88fc-edaad8c09e1b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:15.951293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:15.951971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.975653 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:15.990985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdeb49b-7c8e-4437-9830-73baa613a101 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:16.013652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-2f5c9ec3-b330-4188-9e28-6f75eeafdfe2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5913472 Nov 10 21:57:16.032311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Request body: {'port': {'device_id': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:16.065990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.129302 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.207475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.245042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=766e6ea3-cd22-4923-a902-942f26d3633b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:16.254897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.257821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.272968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.279189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-10aaa35f-c735-4cd0-81c2-bf721a1a16e5 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/766e6ea3-cd22-4923-a902-942f26d3633b HTTP/1.1" status: 204 len: 168 time: 0.6309719 Nov 10 21:57:16.279717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40486) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:16.317288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6f001282-355a-407c-8deb-86ceb5fb9332 None None] Provisioning complete for port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:16.317795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6f001282-355a-407c-8deb-86ceb5fb9332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.346184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-696b000f-d014-4e9a-ac0c-3a26b60b07a7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638661 Nov 10 21:57:16.349107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40488) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:16.354982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:16.520419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b913db5-707d-46ba-b2df-687ee11cdec8 req-ff42bac3-e25c-4adf-a05f-48f4dbf6e3b5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:16.529337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b913db5-707d-46ba-b2df-687ee11cdec8 req-ff42bac3-e25c-4adf-a05f-48f4dbf6e3b5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 932 time: 0.0800433 Nov 10 21:57:16.600382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b913db5-707d-46ba-b2df-687ee11cdec8 req-72fb3a6f-d1f1-49fc-a90d-c231105c8f46 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694969 Nov 10 21:57:16.604374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6f001282-355a-407c-8deb-86ceb5fb9332 None None] Port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:57:16.646895 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.654813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be12e76-a002-45ff-9c69-f6a303b14ec0 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:57:16.658682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.660052 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e5140132-e44a-4924-bf36-21a0bdd29f2a admin admin] 10.222.0.45 "DELETE /v2.0/routers/0be12e76-a002-45ff-9c69-f6a303b14ec0 HTTP/1.1" status: 204 len: 168 time: 1.6237967 Nov 10 21:57:16.662607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40506) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:16.717916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50df1a1b-ef34-4efc-84a1-2bc31b81f12d {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:57:16.718506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d7b40-c49c-4343-a882-4c041b8ed7ed None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:16.723708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] Deleting subnet 3d4ca4bd-be5f-4fc2-9a83-5390469d9164 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:16.725880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.729354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.747660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Transition to ACTIVE for port object 50df1a1b-ef34-4efc-84a1-2bc31b81f12d will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:57:16.753177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:16.758024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.772776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.836438 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.872861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-aadf1193-9055-485c-ae5a-ca6ab5465878 None None] Provisioning complete for port 32d1d1cb-41eb-4154-b3f3-623f647bc41d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:16.873267 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aadf1193-9055-485c-ae5a-ca6ab5465878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.911022 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:16.941857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:17.036591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:17.080211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:17.080721 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:17.080876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:17.096007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:57:17.096337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:17.110907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] Deleting port 32d1d1cb-41eb-4154-b3f3-623f647bc41d {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:17.111284 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.128486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.146723 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:17.147069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Checking segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:17.147453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Bound using segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:17.147931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Bound port: 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:17.148290 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.168121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4ca4bd-be5f-4fc2-9a83-5390469d9164,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:17.172841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.177653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-54b6155d-1ffb-479c-baed-5b02f095e3bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3d4ca4bd-be5f-4fc2-9a83-5390469d9164 HTTP/1.1" status: 204 len: 168 time: 0.5139103 Nov 10 21:57:17.180281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40528) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:17.194736 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f51630-1337-4bf3-9013-2f4abd4c5b54 None None] Network 70a615e8-3904-4d70-a5aa-06354a37491d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:17.258801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] For port 32d1d1cb-41eb-4154-b3f3-623f647bc41d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=32d1d1cb-41eb-4154-b3f3-623f647bc41d,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:17.260508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.275605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.285297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.346729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Deleting port 9f3e1f1c-0729-4b97-992f-87503b78cd49 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:17.347077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.357254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 32d1d1cb-41eb-4154-b3f3-623f647bc41d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:17.365137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=c95407a1-35ae-4fc7-9b69-d45c94b858e7,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:17.374802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:17.379785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:17.379785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:17.381893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:17.382887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.387146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] Calling delete_port for 32d1d1cb-41eb-4154-b3f3-623f647bc41d owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:17.387554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:17.425799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] For port 9f3e1f1c-0729-4b97-992f-87503b78cd49, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9f3e1f1c-0729-4b97-992f-87503b78cd49,segment=NetworkSegment(9e785e00-2e4c-4226-bf8e-6165912dd697),segment_id=9e785e00-2e4c-4226-bf8e-6165912dd697)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:17.426157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.439849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Calling delete_port for 9f3e1f1c-0729-4b97-992f-87503b78cd49 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:17.463669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.510831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9721c5a5-3103-41d3-8fd3-73ce37780cab tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1576314 Nov 10 21:57:17.516003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40542) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:17.522158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1f0913c7-0ae8-48ae-8013-5e2a2562336c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:17.533027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:17.533326 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.534842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] 10.222.0.64 "PUT /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 1093 time: 1.5081003 Nov 10 21:57:17.541877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:57:17.544259 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5eed4a-9824-4efa-94fd-bc766ce7a80f" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:57:17.562406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df85d0-d6a4-4c8a-b505-504ac1d97544 service neutron] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:17.591342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.647931 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122c0b7-af9c-4457-a04e-dd2a475b6e61 x-openstack-request-id: req-5122c0b7-af9c-4457-a04e-dd2a475b6e61 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:57:17.647931 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:57:17.647931 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5122c0b7-af9c-4457-a04e-dd2a475b6e61 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:57:17.647931 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'status': 'completed', 'code': 200} Nov 10 21:57:17.676355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.677481 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.731518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eed4a-9824-4efa-94fd-bc766ce7a80f req-e6914f14-6d3d-4c95-b726-f95536382312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:17.734702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3e1f1c-0729-4b97-992f-87503b78cd49,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:17.734905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe5eed4a-9824-4efa-94fd-bc766ce7a80f req-e6914f14-6d3d-4c95-b726-f95536382312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1096 time: 0.0684986 Nov 10 21:57:17.741307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740003df-1e8a-47d8-b267-60204bfe9af3 None None] DHCP port deletion for 70a615e8-3904-4d70-a5aa-06354a37491d request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:17.746315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] Pushing event deleted for resources: {'Port': ['ID=32d1d1cb-41eb-4154-b3f3-623f647bc41d,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:17.749557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb41855d-af1d-49bc-88fc-edaad8c09e1b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:17.757974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] No DVR routers for this DVR port 9f3e1f1c-0729-4b97-992f-87503b78cd49 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:17.777765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365f4dce-bcd0-4652-b7ec-eefea9b28110 None None] No DVR routers for this DVR port 32d1d1cb-41eb-4154-b3f3-623f647bc41d on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:17.781135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: fb41855d-af1d-49bc-88fc-edaad8c09e1b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:17.781505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fb41855d-af1d-49bc-88fc-edaad8c09e1b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:17.781873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device abfe93a6-64c6-4f04-a6ce-9d01502ce5ba no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:17.816768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a838d-8bb4-4612-bff2-8b79d8fd041f None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:17.820343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: abfe93a6-64c6-4f04-a6ce-9d01502ce5ba {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:17.820343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device abfe93a6-64c6-4f04-a6ce-9d01502ce5ba not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:17.827911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03feec-8fbf-4213-b8ac-2c6056a673f3 req-3d4904e2-6de2-4288-9e89-d993dd5753a6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:17.829525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af03feec-8fbf-4213-b8ac-2c6056a673f3 req-3d4904e2-6de2-4288-9e89-d993dd5753a6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 944 time: 0.1104441 Nov 10 21:57:17.875362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0913c7-0ae8-48ae-8013-5e2a2562336c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:17.881307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f0913c7-0ae8-48ae-8013-5e2a2562336c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:17.928973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.006019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'tenant_id': 'a2d1c2336dc64e57a4d02c825a1d5ccb', 'fixed_ips': [{'subnet_id': 'c95407a1-35ae-4fc7-9b69-d45c94b858e7'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:18.006929 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.009612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a615e8-3904-4d70-a5aa-06354a37491d']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:18.014060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eed4a-9824-4efa-94fd-bc766ce7a80f req-7972c76d-af18-4af6-adfa-3be0a9ae2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:18.015930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe5eed4a-9824-4efa-94fd-bc766ce7a80f req-7972c76d-af18-4af6-adfa-3be0a9ae2966 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2707782 Nov 10 21:57:18.036527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af03feec-8fbf-4213-b8ac-2c6056a673f3 req-b370530e-4b6e-4bf1-a66d-b4d1c5353f6c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680756 Nov 10 21:57:18.039048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e785e00-2e4c-4226-bf8e-6165912dd697') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:18.039965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e785e00-2e4c-4226-bf8e-6165912dd697') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:18.088138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.133368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.148474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:18.148474 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:18.162854 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:18.174994 n-d-776250-11 neutron-server[103048]: INFO neutron.db.ipam_backend_mixin [None req-1f0913c7-0ae8-48ae-8013-5e2a2562336c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c95407a1-35ae-4fc7-9b69-d45c94b858e7 (CIDR: 2001:db8::/64) Nov 10 21:57:18.182603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Allocated IP 2001:db8::2 (f67fc58d-ae9b-43ba-9e80-5506e803abe9/c95407a1-35ae-4fc7-9b69-d45c94b858e7/d1611e3a-199b-4277-a01a-1b04b60dfcb5) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:18.222501 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0913c7-0ae8-48ae-8013-5e2a2562336c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:57:18.223000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0913c7-0ae8-48ae-8013-5e2a2562336c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:18.260502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5eed4a-9824-4efa-94fd-bc766ce7a80f req-bdb42d08-7b41-4f5b-ae22-943b24b323f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:18.261991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe5eed4a-9824-4efa-94fd-bc766ce7a80f req-bdb42d08-7b41-4f5b-ae22-943b24b323f9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2282865 Nov 10 21:57:18.279693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.303765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.317892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] 10.222.0.45 "DELETE /v2.0/networks/70a615e8-3904-4d70-a5aa-06354a37491d HTTP/1.1" status: 204 len: 168 time: 1.1349671 Nov 10 21:57:18.322164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6807c1-e009-4bb7-b702-16a35600579b admin admin] Pushing event deleted for resources: {'Network': ['ID=70a615e8-3904-4d70-a5aa-06354a37491d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:18.332478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1f0913c7-0ae8-48ae-8013-5e2a2562336c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8141589 Nov 10 21:57:18.344241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40560) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:18.351240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'subnet': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:18.362523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.370456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-4b6029ee-1c41-4648-9073-d9f728d5af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:18.372160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-4b6029ee-1c41-4648-9073-d9f728d5af06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1096 time: 0.0649843 Nov 10 21:57:18.427212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-6ef19acb-c10d-45cb-811c-7d25b19ebc38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 217 time: 0.0449986 Nov 10 21:57:18.427996 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.471616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:18.477489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:18.480152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Pushing event updated for resources: {'Port': ['ID=d1611e3a-199b-4277-a01a-1b04b60dfcb5,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:18.482312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:18.498036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-4bd96861-cc7b-43cb-ac12-68681aae180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:18.499621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-4bd96861-cc7b-43cb-ac12-68681aae180e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=220ddb75-d2b0-4341-9e2d-f0f22c448998 HTTP/1.1" status: 200 len: 835 time: 0.0637794 Nov 10 21:57:18.537236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:18.541480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Attempting to bind port d1611e3a-199b-4277-a01a-1b04b60dfcb5 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:18.541986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Attempting to bind port d1611e3a-199b-4277-a01a-1b04b60dfcb5 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:18.542351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Attempting to bind port d1611e3a-199b-4277-a01a-1b04b60dfcb5 on network f67fc58d-ae9b-43ba-9e80-5506e803abe9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:18.544722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.557903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:18.558852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Checking segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:18.559451 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.560036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Bound using segment: {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:18.560287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-c1342ef5-a5a2-4d32-9bc2-721064d097b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:18.560852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Bound port: d1611e3a-199b-4277-a01a-1b04b60dfcb5, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19168be7-5572-4d60-b9ae-febe3f735411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:18.561417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.562376 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-c1342ef5-a5a2-4d32-9bc2-721064d097b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40f2d6cf-1245-4038-982d-edc0c784a088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550270 Nov 10 21:57:18.634076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] For port d1611e3a-199b-4277-a01a-1b04b60dfcb5, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:18.637197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] For port d1611e3a-199b-4277-a01a-1b04b60dfcb5, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d1611e3a-199b-4277-a01a-1b04b60dfcb5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:18.667163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-4b8b156a-2c8a-46e9-8a14-4136a2c81892 service neutron] 10.222.0.64 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970635 Nov 10 21:57:18.699577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40564) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:18.702699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.771642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c7d7a-3121-43f5-8e73-8b37c6fb7a47 None None] Pushing event updated for resources: {'Port': ['ID=d1611e3a-199b-4277-a01a-1b04b60dfcb5,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:18.794316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e05a1d8d-32da-4b34-9fa1-096fc51bdbfa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=121733d077bf4bbb84319c87fbbbb941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935338 Nov 10 21:57:18.796942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40566) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:18.805350 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa013e86-124e-45a8-8c7d-20d6ae4fee96 req-ad0f6207-521a-4d3c-aeea-663dafc741ec service neutron] 10.222.0.64 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307952 Nov 10 21:57:18.848239 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-300c3740-9a2d-4c75-820c-c57c3272237d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:18.872463 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-300c3740-9a2d-4c75-820c-c57c3272237d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.009697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.objects.ports [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 21:57:19.068042 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-300c3740-9a2d-4c75-820c-c57c3272237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.071193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-300c3740-9a2d-4c75-820c-c57c3272237d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.073242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-300c3740-9a2d-4c75-820c-c57c3272237d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5809e59-612a-419f-8880-268ff255ca31 HTTP/1.1" status: 204 len: 168 time: 0.2752705 Nov 10 21:57:19.124283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c3740-9a2d-4c75-820c-c57c3272237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5809e59-612a-419f-8880-268ff255ca31,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:19.223448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9491c-80b7-4b03-aea9-a7fc907f7b6a req-7e6bb390-9661-4fbc-9a68-81da3d8ccbe6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:19.225173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17f9491c-80b7-4b03-aea9-a7fc907f7b6a req-7e6bb390-9661-4fbc-9a68-81da3d8ccbe6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 944 time: 0.0719287 Nov 10 21:57:19.294671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-17f9491c-80b7-4b03-aea9-a7fc907f7b6a req-4238799a-ec57-47b1-ba7c-08a67c61dbb1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623214 Nov 10 21:57:19.356723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.378410 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d1611e3a-199b-4277-a01a-1b04b60dfcb5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:19.439237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d1611e3a-199b-4277-a01a-1b04b60dfcb5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:19.440171 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.582770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.601069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] For port d1611e3a-199b-4277-a01a-1b04b60dfcb5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d1611e3a-199b-4277-a01a-1b04b60dfcb5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:19.636017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.765179 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.766061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.790705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.808061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:57:19.808355 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:57:19.866122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:19.874036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:19.877166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:19.877835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:19.920859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Subnet': ['ID=40f799aa-76fc-4d31-b5a0-1d3c6aaf3510,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:19.924803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=d1611e3a-199b-4277-a01a-1b04b60dfcb5,revision_number=4']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:19.976329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548d6b6-1f50-4413-9bd6-a9d3ea4c5840 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:19.985372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-12c74e19-793d-4987-bfb2-52441436f64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6396635 Nov 10 21:57:19.988489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40584) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:19.994600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Request body: {'port': {'network_id': 'f67fc58d-ae9b-43ba-9e80-5506e803abe9', 'mac_address': 'fa:16:3e:fa:e7:9c', 'name': 'tempest-NetworksTestDHCPv6-1903366877'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:20.070579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0dfaa905-349b-43bc-a77d-23b829c9955f None None] Provisioning complete for port d1611e3a-199b-4277-a01a-1b04b60dfcb5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:20.070946 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa905-349b-43bc-a77d-23b829c9955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:20.222152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Made reservation on behalf of a2d1c2336dc64e57a4d02c825a1d5ccb for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:20.230681 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa905-349b-43bc-a77d-23b829c9955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:20.271742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0dfaa905-349b-43bc-a77d-23b829c9955f None None] For port d1611e3a-199b-4277-a01a-1b04b60dfcb5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d1611e3a-199b-4277-a01a-1b04b60dfcb5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:20.331113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:20.356581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] device_id is not set on port 439fdf39-608c-48ec-9c40-683b58faebaf yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:57:20.389103 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0dfaa905-349b-43bc-a77d-23b829c9955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:20.434449 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:20.519094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfaa905-349b-43bc-a77d-23b829c9955f None None] Pushing event updated for resources: {'Port': ['ID=d1611e3a-199b-4277-a01a-1b04b60dfcb5,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:20.532321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:57:20.532673 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:57:20.662767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8::d (f67fc58d-ae9b-43ba-9e80-5506e803abe9/c95407a1-35ae-4fc7-9b69-d45c94b858e7/439fdf39-608c-48ec-9c40-683b58faebaf) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:20.673812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83d332-c557-4e85-9ffa-55ee08d38af4 req-f0833a03-12f6-4b37-a622-94322020762c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:20.675394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb83d332-c557-4e85-9ffa-55ee08d38af4 req-f0833a03-12f6-4b37-a622-94322020762c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 944 time: 0.0982902 Nov 10 21:57:20.683246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:e79c (f67fc58d-ae9b-43ba-9e80-5506e803abe9/40f799aa-76fc-4d31-b5a0-1d3c6aaf3510/439fdf39-608c-48ec-9c40-683b58faebaf) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:20.771115 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cb83d332-c557-4e85-9ffa-55ee08d38af4 req-978538c1-373f-4cc9-8837-14db2b361f0a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852835 Nov 10 21:57:20.898979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.004666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.051256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:21.054368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:21.058399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:21.064527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:21.065145 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.075922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event updated for resources: {'Port': ['ID=439fdf39-608c-48ec-9c40-683b58faebaf,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:21.122096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6a280500-6eb6-4c0d-b23a-ed17f9bcec79 None None] Provisioning complete for port d1611e3a-199b-4277-a01a-1b04b60dfcb5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:21.122719 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a280500-6eb6-4c0d-b23a-ed17f9bcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.158516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-165bf89b-3c64-46e1-a751-f961e030d26d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1660507 Nov 10 21:57:21.158737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40608) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:21.333028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting port 439fdf39-608c-48ec-9c40-683b58faebaf {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:21.333664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.435402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.448545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Calling delete_port for 439fdf39-608c-48ec-9c40-683b58faebaf owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:21.462712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4d188e50-5c74-4981-9218-e1f1d9964633 None None] Provisioning complete for port 439fdf39-608c-48ec-9c40-683b58faebaf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:21.463268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d188e50-5c74-4981-9218-e1f1d9964633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.502112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4d188e50-5c74-4981-9218-e1f1d9964633 None None] Port 439fdf39-608c-48ec-9c40-683b58faebaf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:57:21.622566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9f3e1f1c-0729-4b97-992f-87503b78cd49 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:21.648109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9f3e1f1c-0729-4b97-992f-87503b78cd49 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:21.648109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9f3e1f1c-0729-4b97-992f-87503b78cd49 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:21.724267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d1611e3a-199b-4277-a01a-1b04b60dfcb5 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:21.765683 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.783191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d1611e3a-199b-4277-a01a-1b04b60dfcb5 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:21.783841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.868381 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:21.872809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/439fdf39-608c-48ec-9c40-683b58faebaf HTTP/1.1" status: 204 len: 168 time: 0.7128282 Nov 10 21:57:21.873798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cb7a7-d842-4dcc-98b6-646f0412d784 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Port': ['ID=439fdf39-608c-48ec-9c40-683b58faebaf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:21.875358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40626) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:21.977740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a5229-d7ab-444c-b420-e48df34ed200 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:21.982390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7b0a5229-d7ab-444c-b420-e48df34ed200 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1032677 Nov 10 21:57:21.982925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40630) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:21.987902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e97c0-198f-48d2-8093-fde827005662 req-8b259a9d-0449-44d3-abd1-509a7ab56907 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:21.989413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-742e97c0-198f-48d2-8093-fde827005662 req-8b259a9d-0449-44d3-abd1-509a7ab56907 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 944 time: 0.0748029 Nov 10 21:57:22.060783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac79eab-37d3-4cc9-af5a-821c37599894 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:22.062749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4ac79eab-37d3-4cc9-af5a-821c37599894 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0784676 Nov 10 21:57:22.064563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-742e97c0-198f-48d2-8093-fde827005662 req-3c5f7fde-2a32-4ad7-8a29-dcca01e8f79a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678210 Nov 10 21:57:22.065117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40632) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:22.129169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01cf39-7cb0-4358-993f-bf354e3f8637 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:22.132078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01cf39-7cb0-4358-993f-bf354e3f8637 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:22.133792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01cf39-7cb0-4358-993f-bf354e3f8637 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:22.135955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8d01cf39-7cb0-4358-993f-bf354e3f8637 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0698407 Nov 10 21:57:22.138576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40634) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:22.192108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet 40f799aa-76fc-4d31-b5a0-1d3c6aaf3510 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:22.195326 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.237491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.277524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:57:22.348438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.381610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:22.400426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'port_id': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'mac_address': 'fa:16:3e:fb:7b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:57:22.452471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.466098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50df1a1b-ef34-4efc-84a1-2bc31b81f12d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:57:22.485690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:22.530011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.555755 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.560794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=40f799aa-76fc-4d31-b5a0-1d3c6aaf3510,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:22.565088 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.571106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c92b9400-aed3-4f2f-9258-5dc143b8a9d9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/40f799aa-76fc-4d31-b5a0-1d3c6aaf3510 HTTP/1.1" status: 204 len: 168 time: 0.4292405 Nov 10 21:57:22.571794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40644) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:22.589095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa86419-028e-4bc6-8174-7b0920fbbb79 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:22.643700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Deleting subnet c95407a1-35ae-4fc7-9b69-d45c94b858e7 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:22.647645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.670352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:22.720093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.823279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:22.940384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['50df1a1b-ef34-4efc-84a1-2bc31b81f12d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:57:22.954922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:23.011182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Subnet': ['ID=c95407a1-35ae-4fc7-9b69-d45c94b858e7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:23.017621 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:23.023452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40660) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.039337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3bcbabe0-c3c1-4c32-91dc-98d8d55bc807 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/c95407a1-35ae-4fc7-9b69-d45c94b858e7 HTTP/1.1" status: 204 len: 168 time: 0.4665554 Nov 10 21:57:23.074763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40662) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.098123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1e526243-d3bf-40c9-89e9-9ec5f33cbe83 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729630 Nov 10 21:57:23.196383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb97ce73-c843-4835-bfa2-6f1d09cbeb62 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:23.203530 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40670) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.209896 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eb97ce73-c843-4835-bfa2-6f1d09cbeb62 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1339188 Nov 10 21:57:23.344904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086beea-8a8e-430f-a022-ceaa9c80e54f req-498fb879-d379-4cb4-aad7-7c2134e28f1f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:23.353916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a086beea-8a8e-430f-a022-ceaa9c80e54f req-498fb879-d379-4cb4-aad7-7c2134e28f1f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.1359916 Nov 10 21:57:23.374897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a552df-c81d-4e04-86f7-d6cb78ef01cb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:23.376361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f9a552df-c81d-4e04-86f7-d6cb78ef01cb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1716025 Nov 10 21:57:23.379107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40678) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.422095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-35f77cbc-4aa7-4e8d-bac8-eec6568cd4d1 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416892 Nov 10 21:57:23.430520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40680) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.431640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a086beea-8a8e-430f-a022-ceaa9c80e54f req-43394f44-44ba-465d-968e-68021bc0c53e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760984 Nov 10 21:57:23.456263 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3410cc0b-0729-4a9b-8363-eab19a2770cd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.456946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3410cc0b-0729-4a9b-8363-eab19a2770cd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.459998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3410cc0b-0729-4a9b-8363-eab19a2770cd tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/439fdf39-608c-48ec-9c40-683b58faebaf HTTP/1.1" status: 404 len: 333 time: 0.0267286 Nov 10 21:57:23.462596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40682) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.495162 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e76fb0b-b16e-4623-b786-70f566051339 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.495591 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e76fb0b-b16e-4623-b786-70f566051339 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.499391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1e76fb0b-b16e-4623-b786-70f566051339 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/40f799aa-76fc-4d31-b5a0-1d3c6aaf3510 HTTP/1.1" status: 404 len: 337 time: 0.0349505 Nov 10 21:57:23.502735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40686) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.531428 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdafd064-96ec-4fa0-8a05-6d3060ad644a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.532101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdafd064-96ec-4fa0-8a05-6d3060ad644a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.537380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fdafd064-96ec-4fa0-8a05-6d3060ad644a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/c95407a1-35ae-4fc7-9b69-d45c94b858e7 HTTP/1.1" status: 404 len: 337 time: 0.0313466 Nov 10 21:57:23.537712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40688) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.563157 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3aa630-f43c-44d5-9d79-1e408d17d64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.564537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3aa630-f43c-44d5-9d79-1e408d17d64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.570429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eb3aa630-f43c-44d5-9d79-1e408d17d64e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/e82c8c6e-bb51-435c-b5bc-25899133fbd4 HTTP/1.1" status: 404 len: 333 time: 0.0293360 Nov 10 21:57:23.570706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40690) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.597092 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84af6c8-1119-4b2d-b67c-b4862852783d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.599611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84af6c8-1119-4b2d-b67c-b4862852783d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.603588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e84af6c8-1119-4b2d-b67c-b4862852783d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/766e6ea3-cd22-4923-a902-942f26d3633b HTTP/1.1" status: 404 len: 337 time: 0.0290370 Nov 10 21:57:23.603863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.623057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d831f-3f16-46d1-b6e2-1814aac52b64 None None] Network f67fc58d-ae9b-43ba-9e80-5506e803abe9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:23.636734 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd7ff27-24db-4786-be61-f9ade9de256f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.637189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd7ff27-24db-4786-be61-f9ade9de256f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.642711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0fd7ff27-24db-4786-be61-f9ade9de256f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/15249912-ad6e-4aad-a760-f8d2756a04dc HTTP/1.1" status: 404 len: 337 time: 0.0354197 Nov 10 21:57:23.642901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40694) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.666732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3c911e93-6a92-435a-a442-dbdddffb8f11 None None] Provisioning complete for port d1611e3a-199b-4277-a01a-1b04b60dfcb5 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:23.667210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c911e93-6a92-435a-a442-dbdddffb8f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:23.668308 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed77f324-0331-42f8-b038-3e03dea382de tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.669252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed77f324-0331-42f8-b038-3e03dea382de tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.672725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ed77f324-0331-42f8-b038-3e03dea382de tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/80bf8200-3afb-442d-b7a5-796708592e9e HTTP/1.1" status: 404 len: 333 time: 0.0286760 Nov 10 21:57:23.675197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40696) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.711404 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b761fa41-87db-45da-9a90-6c24dfb53b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.712054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b761fa41-87db-45da-9a90-6c24dfb53b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.717699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b761fa41-87db-45da-9a90-6c24dfb53b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/276c756a-c171-475d-b81e-d567da7a9296 HTTP/1.1" status: 404 len: 337 time: 0.0408456 Nov 10 21:57:23.720074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40702) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.739131 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:23.760941 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5092c95a-5129-4622-a64e-d50ba6838571 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.761728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5092c95a-5129-4622-a64e-d50ba6838571 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.765100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5092c95a-5129-4622-a64e-d50ba6838571 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/5d3b8576-b289-441e-a1cf-f71bbed8aeb1 HTTP/1.1" status: 404 len: 337 time: 0.0439291 Nov 10 21:57:23.768295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.793874 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d009ef6b-487d-45cf-8fd6-87762118c887 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.794806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d009ef6b-487d-45cf-8fd6-87762118c887 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.800770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40710) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.801107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d009ef6b-487d-45cf-8fd6-87762118c887 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/0c7824d8-f3b2-4bc3-b2f2-4be13c66eada HTTP/1.1" status: 404 len: 333 time: 0.0313883 Nov 10 21:57:23.829175 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f6e61b-8013-44fb-a295-7fd99dac1ddb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.829634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f6e61b-8013-44fb-a295-7fd99dac1ddb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.832680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-31f6e61b-8013-44fb-a295-7fd99dac1ddb tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/5f660508-9bc4-46e5-82b1-775a17e4ac82 HTTP/1.1" status: 404 len: 337 time: 0.0309062 Nov 10 21:57:23.835709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40712) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.865531 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1a0cb8-0af3-4f1a-bbe0-1d3b991a13e9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.865916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1a0cb8-0af3-4f1a-bbe0-1d3b991a13e9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.871606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7a1a0cb8-0af3-4f1a-bbe0-1d3b991a13e9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/9c3fcb3c-9e2b-437d-b869-ffb060667489 HTTP/1.1" status: 404 len: 337 time: 0.0333326 Nov 10 21:57:23.872659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40714) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.898039 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d0c4e0-4b67-40ec-806f-e2175855022a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.898955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d0c4e0-4b67-40ec-806f-e2175855022a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.907565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f1d0c4e0-4b67-40ec-806f-e2175855022a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/dbcacb3e-d95a-4eb9-8d4b-9f4ad18a8aaa HTTP/1.1" status: 404 len: 333 time: 0.0332599 Nov 10 21:57:23.909693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40716) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.944539 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28d8e95-7518-4fd6-9d5e-6a692a5b5513 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.945193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28d8e95-7518-4fd6-9d5e-6a692a5b5513 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.950894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b28d8e95-7518-4fd6-9d5e-6a692a5b5513 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/50225528-b781-4d52-b40b-9ba072552b7a HTTP/1.1" status: 404 len: 337 time: 0.0374472 Nov 10 21:57:23.951244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40718) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:23.976672 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89ee1b7-3249-430e-a883-c4dca2ac7c38 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:23.977455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89ee1b7-3249-430e-a883-c4dca2ac7c38 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:23.983755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b89ee1b7-3249-430e-a883-c4dca2ac7c38 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/a57c066e-f4ce-4967-8c0e-b348df79fca1 HTTP/1.1" status: 404 len: 333 time: 0.0290704 Nov 10 21:57:23.984112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40720) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.020353 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-335516f8-8fac-480d-a509-b79980d44d84 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.020900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335516f8-8fac-480d-a509-b79980d44d84 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.027323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-335516f8-8fac-480d-a509-b79980d44d84 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/89039734-aadb-4c64-bf96-3dd50c946bdc HTTP/1.1" status: 404 len: 337 time: 0.0387802 Nov 10 21:57:24.027602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40724) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.057179 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7406b7-6304-4eaa-a0cd-4b57bc29bc5a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.057862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7406b7-6304-4eaa-a0cd-4b57bc29bc5a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.063569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1d7406b7-6304-4eaa-a0cd-4b57bc29bc5a tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/0d174ffc-6e3d-44f9-ae93-4cbe16dde14b HTTP/1.1" status: 404 len: 333 time: 0.0350409 Nov 10 21:57:24.063750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40728) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.093594 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9a0627-9eca-416d-adde-06b74a9dcff7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.094049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9a0627-9eca-416d-adde-06b74a9dcff7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.097065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d9a0627-9eca-416d-adde-06b74a9dcff7 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/9155bed8-7f1e-4ac5-8144-652f48952b62 HTTP/1.1" status: 404 len: 337 time: 0.0321794 Nov 10 21:57:24.099639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40730) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.117104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] DHCP port deletion for f67fc58d-ae9b-43ba-9e80-5506e803abe9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:24.127648 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-452b7184-c71c-478f-a794-ad12639f4b7e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.128852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452b7184-c71c-478f-a794-ad12639f4b7e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.131750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-452b7184-c71c-478f-a794-ad12639f4b7e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/8387d39b-1de7-4df5-9876-62ea329fc1c5 HTTP/1.1" status: 404 len: 333 time: 0.0311589 Nov 10 21:57:24.134509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40732) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.160975 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d406d041-ce9f-4ef4-ba75-ad1c74ce4509 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.161434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d406d041-ce9f-4ef4-ba75-ad1c74ce4509 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.169625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d406d041-ce9f-4ef4-ba75-ad1c74ce4509 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/810d91d6-6056-481d-a55a-444be68313ef HTTP/1.1" status: 404 len: 337 time: 0.0337501 Nov 10 21:57:24.172204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40734) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.176738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] Deleting port d1611e3a-199b-4277-a01a-1b04b60dfcb5 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:24.177118 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:24.202611 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a50cb2-eeae-4cfd-b94c-e1d8d3ee0378 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.203276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a50cb2-eeae-4cfd-b94c-e1d8d3ee0378 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.206559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-60a50cb2-eeae-4cfd-b94c-e1d8d3ee0378 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/c2b6fbee-342c-465c-b142-13425442a9a7 HTTP/1.1" status: 404 len: 333 time: 0.0327420 Nov 10 21:57:24.216812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40738) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.250956 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba649f33-5f50-4d8b-8aa8-1606089cfb76 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.251766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba649f33-5f50-4d8b-8aa8-1606089cfb76 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.254924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ba649f33-5f50-4d8b-8aa8-1606089cfb76 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/954345a9-a4fe-429f-a05c-1c6080fae83c HTTP/1.1" status: 404 len: 337 time: 0.0370305 Nov 10 21:57:24.257417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40740) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.258681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] For port d1611e3a-199b-4277-a01a-1b04b60dfcb5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d1611e3a-199b-4277-a01a-1b04b60dfcb5,segment=NetworkSegment(19168be7-5572-4d60-b9ae-febe3f735411),segment_id=19168be7-5572-4d60-b9ae-febe3f735411)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:24.261793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:24.272050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] Calling delete_port for d1611e3a-199b-4277-a01a-1b04b60dfcb5 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:24.280303 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50a31ef-cfa6-4b5c-9f79-937402a1ee54 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.281298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50a31ef-cfa6-4b5c-9f79-937402a1ee54 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.286654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a50a31ef-cfa6-4b5c-9f79-937402a1ee54 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/bd0e669e-43de-4967-aa5a-00371f6276cd HTTP/1.1" status: 404 len: 333 time: 0.0260444 Nov 10 21:57:24.286888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40742) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.314380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:24.314772 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e3579c-ede2-4eb1-be18-3e297b24c454 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.315229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e3579c-ede2-4eb1-be18-3e297b24c454 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.320130 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d6e3579c-ede2-4eb1-be18-3e297b24c454 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/0797d614-3009-41c9-b4e7-9f15040a3343 HTTP/1.1" status: 404 len: 337 time: 0.0316923 Nov 10 21:57:24.323385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40746) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.350812 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f106ad6-bed6-4673-a797-949b8d40d1b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.351356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f106ad6-bed6-4673-a797-949b8d40d1b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.357297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8f106ad6-bed6-4673-a797-949b8d40d1b6 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/035dc431-66ca-4b3b-a5da-d85657ca17fb HTTP/1.1" status: 404 len: 337 time: 0.0303590 Nov 10 21:57:24.357870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40748) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.380733 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc21708-34fc-44ab-b018-387e4087bdec tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.381520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc21708-34fc-44ab-b018-387e4087bdec tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.385557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1cc21708-34fc-44ab-b018-387e4087bdec tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/ad48cb6e-aa3f-4901-870e-a47f1ec9e082 HTTP/1.1" status: 404 len: 333 time: 0.0265985 Nov 10 21:57:24.388084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.418620 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff66a7b3-8ad0-41cc-853b-a2b723943a16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.419069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff66a7b3-8ad0-41cc-853b-a2b723943a16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.422125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ff66a7b3-8ad0-41cc-853b-a2b723943a16 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/154c10e9-9b09-4c20-8dd7-9ca6c44e19fb HTTP/1.1" status: 404 len: 337 time: 0.0331328 Nov 10 21:57:24.424605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40752) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.451484 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fd1c86-a553-4bcb-8cf3-516fa817ce07 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.451947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fd1c86-a553-4bcb-8cf3-516fa817ce07 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.454954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f5fd1c86-a553-4bcb-8cf3-516fa817ce07 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/dfc3d73d-7188-4f84-9441-ac676c20941e HTTP/1.1" status: 404 len: 337 time: 0.0290809 Nov 10 21:57:24.457442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40756) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.482524 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-410904ec-bd92-403c-b7ff-796df179d7c0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.483173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410904ec-bd92-403c-b7ff-796df179d7c0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.485579 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:24.490036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-410904ec-bd92-403c-b7ff-796df179d7c0 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/f5b1b291-ce0b-4be7-85de-4ffae0bafd76 HTTP/1.1" status: 404 len: 333 time: 0.0276926 Nov 10 21:57:24.490345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.492155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:57:24.520809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:24.521238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:24.526386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] Pushing event deleted for resources: {'Port': ['ID=d1611e3a-199b-4277-a01a-1b04b60dfcb5,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:24.545874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92629a-248d-4205-af45-1455ef8c313c None None] No DVR routers for this DVR port d1611e3a-199b-4277-a01a-1b04b60dfcb5 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:24.568432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe1f09-1f78-4ca0-8506-2bbf8e1693b0 req-86d18a3f-d4fa-4e60-9bee-b88646d28d19 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:24.570432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87fe1f09-1f78-4ca0-8506-2bbf8e1693b0 req-86d18a3f-d4fa-4e60-9bee-b88646d28d19 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.0657067 Nov 10 21:57:24.638410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87fe1f09-1f78-4ca0-8506-2bbf8e1693b0 req-44794c1b-7efa-47a7-bcde-41f65250d32b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594974 Nov 10 21:57:24.642783 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:24.679499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:57:24.683288 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372e342e-d87d-4721-b82e-a27eca8691fd" -d '{"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-plugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:57:24.699084 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:24.775301 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:24.827125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:24.834921 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4235793-38d1-4ce4-ab5c-e77e49e7de11 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.836047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4235793-38d1-4ce4-ab5c-e77e49e7de11 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.838932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b4235793-38d1-4ce4-ab5c-e77e49e7de11 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/7361d43c-63c3-45ac-89b4-b3a4b04f8779 HTTP/1.1" status: 404 len: 337 time: 0.3475757 Nov 10 21:57:24.841615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40772) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.868115 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bd71be-44f0-4db2-a860-d9519d050915 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.869164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bd71be-44f0-4db2-a860-d9519d050915 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.874951 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-10bd71be-44f0-4db2-a860-d9519d050915 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/cf2d732e-0794-498f-9925-298411d0bd6b HTTP/1.1" status: 404 len: 337 time: 0.0300817 Nov 10 21:57:24.875215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40774) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.899930 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-141fa16f-0aca-4b7a-be4a-9c1e6af32ef4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.900507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141fa16f-0aca-4b7a-be4a-9c1e6af32ef4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.903553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-141fa16f-0aca-4b7a-be4a-9c1e6af32ef4 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/71bf8793-9758-4289-a4ea-690f18bd8fbf HTTP/1.1" status: 404 len: 333 time: 0.0274398 Nov 10 21:57:24.906351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40780) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.921402 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6f30d1-c050-4b0e-9a28-cc84969b849e x-openstack-request-id: req-6f6f30d1-c050-4b0e-9a28-cc84969b849e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:57:24.921954 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-plugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:57:24.923585 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f6f30d1-c050-4b0e-9a28-cc84969b849e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:57:24.924095 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'code': 200} Nov 10 21:57:24.939262 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8b6e9b-0091-4e13-a5b7-57ed544a521d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.939758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8b6e9b-0091-4e13-a5b7-57ed544a521d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.944353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fa8b6e9b-0091-4e13-a5b7-57ed544a521d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/60429236-da17-46d2-8382-32183ee5c03f HTTP/1.1" status: 404 len: 337 time: 0.0370729 Nov 10 21:57:24.947006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40782) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:24.983040 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-704bf048-7393-4be6-b2b5-a6934f9f618f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:24.983603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704bf048-7393-4be6-b2b5-a6934f9f618f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:24.986774 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-704bf048-7393-4be6-b2b5-a6934f9f618f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/b48af023-342b-4c7b-b121-776f820fac66 HTTP/1.1" status: 404 len: 337 time: 0.0382912 Nov 10 21:57:24.989681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.017051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-61e5ece9-6a76-43a5-a958-3558b458c7f9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f434c-e319-431f-85a3-14c4ef93bb8d HTTP/1.1" status: 200 len: 205 time: 0.0258348 Nov 10 21:57:25.019501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40786) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.026432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca1148-7768-4e2b-97c8-988cd30480fe req-e558e2d7-b28e-4e67-943b-b779a08d30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:25.027956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4ca1148-7768-4e2b-97c8-988cd30480fe req-e558e2d7-b28e-4e67-943b-b779a08d30fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1098 time: 0.0401990 Nov 10 21:57:25.062209 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-672e4b84-baec-4fd1-8f4c-cbd6349d7c42 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] delete failed (client error): The resource could not be found. Nov 10 21:57:25.063231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-672e4b84-baec-4fd1-8f4c-cbd6349d7c42 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/routers/4e6f434c-e319-431f-85a3-14c4ef93bb8d HTTP/1.1" status: 404 len: 336 time: 0.0427337 Nov 10 21:57:25.065756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40790) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.082725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4ca1148-7768-4e2b-97c8-988cd30480fe req-0f0b109b-a2bb-4a69-becc-31f4b70b12c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480161 Nov 10 21:57:25.093453 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1a5f1a-a061-400b-9687-646a5bd74152 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.093944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1a5f1a-a061-400b-9687-646a5bd74152 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.097087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0a1a5f1a-a061-400b-9687-646a5bd74152 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/47463fd8-643d-4ad5-990a-5a46154d6ded HTTP/1.1" status: 404 len: 337 time: 0.0301700 Nov 10 21:57:25.099690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40792) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.127500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6691348e-fe82-4323-aaf2-90fd0b62fa1e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "GET /v2.0/ports?device_id=493e3e69-770c-46d9-8ee2-14cf14638ca3 HTTP/1.1" status: 200 len: 205 time: 0.0266917 Nov 10 21:57:25.129843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.173517 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-9699c104-30c0-4dcd-80df-8cbe003d9f26 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] delete failed (client error): The resource could not be found. Nov 10 21:57:25.176768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9699c104-30c0-4dcd-80df-8cbe003d9f26 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/routers/493e3e69-770c-46d9-8ee2-14cf14638ca3 HTTP/1.1" status: 404 len: 336 time: 0.0436687 Nov 10 21:57:25.177480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40796) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.204636 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-15587ac7-7a72-420e-ae99-313eb65fa730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.205099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15587ac7-7a72-420e-ae99-313eb65fa730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.208220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-15587ac7-7a72-420e-ae99-313eb65fa730 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/a9664ded-21a9-46ba-b8a0-0cb27665d58c HTTP/1.1" status: 404 len: 337 time: 0.0302327 Nov 10 21:57:25.219132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40800) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.246544 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-478d81e4-70e6-46df-aeda-cbff4f280f01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.247007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478d81e4-70e6-46df-aeda-cbff4f280f01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.251753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-478d81e4-70e6-46df-aeda-cbff4f280f01 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/9ecb223d-922c-42ad-8e83-74db64ce02d6 HTTP/1.1" status: 404 len: 337 time: 0.0315728 Nov 10 21:57:25.254400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40804) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.277297 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86edb49-06f5-454c-82a6-d0d89daeec18 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.277860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86edb49-06f5-454c-82a6-d0d89daeec18 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.280896 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a86edb49-06f5-454c-82a6-d0d89daeec18 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/9c51fd68-ea43-481a-886c-36e24c228196 HTTP/1.1" status: 404 len: 333 time: 0.0255756 Nov 10 21:57:25.283485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40806) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.309486 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-508ced64-17bd-42ff-a775-05722034ae46 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.309930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508ced64-17bd-42ff-a775-05722034ae46 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.312960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-508ced64-17bd-42ff-a775-05722034ae46 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/e1fa0a9e-f486-4848-8b8d-be6324021d19 HTTP/1.1" status: 404 len: 337 time: 0.0285287 Nov 10 21:57:25.315602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40808) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.347844 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdbf17b-d07b-41ce-8f00-40cde5e415ee tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.348515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdbf17b-d07b-41ce-8f00-40cde5e415ee tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.354821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6bdbf17b-d07b-41ce-8f00-40cde5e415ee tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/4aede7b9-f953-47c2-9f71-fd6a10f1283b HTTP/1.1" status: 404 len: 333 time: 0.0348048 Nov 10 21:57:25.355289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40812) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.366238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862ad41-7d80-446c-bd37-10e9c5b71218 req-3b4804a5-efec-40c1-99c5-685d4a04e9a5 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:25.367754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6862ad41-7d80-446c-bd37-10e9c5b71218 req-3b4804a5-efec-40c1-99c5-685d4a04e9a5 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 950 time: 0.0809660 Nov 10 21:57:25.387019 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1ae5a8-b964-452d-9bdb-e4740e754f4d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.387478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1ae5a8-b964-452d-9bdb-e4740e754f4d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.390587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a1ae5a8-b964-452d-9bdb-e4740e754f4d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/ba6ef749-add7-462a-94ea-b7c672874c1a HTTP/1.1" status: 404 len: 337 time: 0.0340014 Nov 10 21:57:25.393186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40814) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.416181 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fc90c9-d4e8-457f-aa5f-34e165ddc649 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.416815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fc90c9-d4e8-457f-aa5f-34e165ddc649 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.419862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-11fc90c9-d4e8-457f-aa5f-34e165ddc649 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/e84e898d-0d39-4088-a547-2171721d91ad HTTP/1.1" status: 404 len: 333 time: 0.0257254 Nov 10 21:57:25.420734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6862ad41-7d80-446c-bd37-10e9c5b71218 req-3eb75114-00fe-4f10-8937-e0fdc44c3489 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Nov 10 21:57:25.422477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40816) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.448345 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a78811c-4ea3-4816-b16d-85acfec7c05c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.448798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a78811c-4ea3-4816-b16d-85acfec7c05c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.451902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1a78811c-4ea3-4816-b16d-85acfec7c05c tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/ff33fa99-607e-47a3-9033-5348b11ce0ce HTTP/1.1" status: 404 len: 337 time: 0.0284679 Nov 10 21:57:25.454337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40818) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.477487 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb3ad9d-d128-4311-9335-b2df25c48c97 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.479048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb3ad9d-d128-4311-9335-b2df25c48c97 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.483479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8cb3ad9d-d128-4311-9335-b2df25c48c97 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/5b2ea7d1-33fc-44a5-b633-1d49b4042beb HTTP/1.1" status: 404 len: 333 time: 0.0281947 Nov 10 21:57:25.484672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40822) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.510888 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-349a9e12-07e0-41d9-b5c7-62776e86d80d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.511345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349a9e12-07e0-41d9-b5c7-62776e86d80d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.514725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-349a9e12-07e0-41d9-b5c7-62776e86d80d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/fa940df1-f55a-4942-95d8-1124417be0a3 HTTP/1.1" status: 404 len: 337 time: 0.0290687 Nov 10 21:57:25.517372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40824) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.539589 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cee84c4-e958-4174-8c1f-0263a971b0b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.540531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cee84c4-e958-4174-8c1f-0263a971b0b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.543566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7cee84c4-e958-4174-8c1f-0263a971b0b2 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/55afe8b7-6176-4da0-ab34-5394b1c6a41a HTTP/1.1" status: 404 len: 333 time: 0.0253267 Nov 10 21:57:25.546235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40826) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.573860 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71a52f9-238d-4e8d-9c8e-451ae90bba7d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.574592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71a52f9-238d-4e8d-9c8e-451ae90bba7d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.577668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e71a52f9-238d-4e8d-9c8e-451ae90bba7d tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/7060f031-b182-44a4-a385-63e8ecf5112d HTTP/1.1" status: 404 len: 337 time: 0.0302641 Nov 10 21:57:25.580233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40828) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.603393 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff38d74-70f7-4c7a-80e4-9ca12be6aaf9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.604045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff38d74-70f7-4c7a-80e4-9ca12be6aaf9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.607354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0ff38d74-70f7-4c7a-80e4-9ca12be6aaf9 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/04dc7fd1-ecf8-453d-a176-c3e74bafbff8 HTTP/1.1" status: 404 len: 333 time: 0.0261695 Nov 10 21:57:25.609749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40830) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.635229 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0fe3fa-35ad-405f-b07d-55e7af4b903b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.635672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0fe3fa-35ad-405f-b07d-55e7af4b903b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.638869 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bf0fe3fa-35ad-405f-b07d-55e7af4b903b tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/b4dca44b-1308-4f34-b6b0-4fe295a6db96 HTTP/1.1" status: 404 len: 337 time: 0.0280094 Nov 10 21:57:25.641181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40832) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.663717 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f86434-24f7-4bf3-89f4-28ab2710c856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.664353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f86434-24f7-4bf3-89f4-28ab2710c856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.667578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-39f86434-24f7-4bf3-89f4-28ab2710c856 tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/ports/275346be-15f4-42ab-b643-2d4a3ece646b HTTP/1.1" status: 404 len: 333 time: 0.0255110 Nov 10 21:57:25.670009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40836) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.703692 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f08aba-0e1b-4ede-a9d9-6d6f358dd84e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] DELETE failed (client error): The resource could not be found. Nov 10 21:57:25.704182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f08aba-0e1b-4ede-a9d9-6d6f358dd84e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:57:25.707214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a6f08aba-0e1b-4ede-a9d9-6d6f358dd84e tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/subnets/f711bd34-7946-448b-80f9-b027c740e90f HTTP/1.1" status: 404 len: 337 time: 0.0362978 Nov 10 21:57:25.709957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40838) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:25.733563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d1611e3a-199b-4277-a01a-1b04b60dfcb5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:25.755852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d1611e3a-199b-4277-a01a-1b04b60dfcb5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:25.756199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d1611e3a-199b-4277-a01a-1b04b60dfcb5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:25.818099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:25.834798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7dc93-8d3d-413d-a586-f8d9b9cc9c6d req-640555f4-8882-4e44-bdaf-2653242dfda6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:25.836335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afe7dc93-8d3d-413d-a586-f8d9b9cc9c6d req-640555f4-8882-4e44-bdaf-2653242dfda6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.1013813 Nov 10 21:57:25.948109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40842) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:26.070516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c236e9f-8058-435e-a729-34ba2e324689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.148095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c236e9f-8058-435e-a729-34ba2e324689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.210872 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7c236e9f-8058-435e-a729-34ba2e324689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.212231 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.236014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afe7dc93-8d3d-413d-a586-f8d9b9cc9c6d req-925ad99b-a1be-4952-85ac-132748c58703 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908148 Nov 10 21:57:26.245078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67fc58d-ae9b-43ba-9e80-5506e803abe9']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:26.251530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7c236e9f-8058-435e-a729-34ba2e324689 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a63b598493d24f65a6ac5f90ed599dd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023434 Nov 10 21:57:26.254059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c236e9f-8058-435e-a729-34ba2e324689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca8f35-f708-4781-a580-1502aec7c168,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:26.254346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40846) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:26.266880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19168be7-5572-4d60-b9ae-febe3f735411') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:26.266880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19168be7-5572-4d60-b9ae-febe3f735411') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:26.278954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.305491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.313996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:26.314383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:26.317798 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:26.380883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd931-8d7b-4abc-bc7d-f263426934d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.409168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd931-8d7b-4abc-bc7d-f263426934d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.439782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.447464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.452316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] 10.222.0.45 "DELETE /v2.0/networks/f67fc58d-ae9b-43ba-9e80-5506e803abe9 HTTP/1.1" status: 204 len: 168 time: 0.7402761 Nov 10 21:57:26.464587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17378f78-f7d5-4f52-b398-cc5417bc5b6f tempest-NetworksTestDHCPv6-1300398163 tempest-NetworksTestDHCPv6-1300398163-project] Pushing event deleted for resources: {'Network': ['ID=f67fc58d-ae9b-43ba-9e80-5506e803abe9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:26.566071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c967921-ced0-484f-bdb1-30ee40160999 req-da0c26c6-e007-4b3e-a27b-cabbd37d3aea tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:26.567899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5c967921-ced0-484f-bdb1-30ee40160999 req-da0c26c6-e007-4b3e-a27b-cabbd37d3aea tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 950 time: 0.0521500 Nov 10 21:57:26.620505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5c967921-ced0-484f-bdb1-30ee40160999 req-7ba12a85-1178-45c1-87c6-26825506a976 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/security-groups?id=404a689e-3045-46e3-90ca-578a0741c7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Nov 10 21:57:26.759646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd931-8d7b-4abc-bc7d-f263426934d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.761924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-8fd099c6-8551-4076-a1fe-873c39371958 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:26.762417 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad0fd931-8d7b-4abc-bc7d-f263426934d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.763421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-8fd099c6-8551-4076-a1fe-873c39371958 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.53 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 950 time: 0.0534501 Nov 10 21:57:26.763577 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad0fd931-8d7b-4abc-bc7d-f263426934d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5aca8f35-f708-4781-a580-1502aec7c168 HTTP/1.1" status: 204 len: 168 time: 0.5083561 Nov 10 21:57:26.772347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fd931-8d7b-4abc-bc7d-f263426934d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca8f35-f708-4781-a580-1502aec7c168,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:26.859326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Deleting port d8c7bbd5-6bf6-4086-894a-feebbd58679d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:26.859675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.959687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] For port d8c7bbd5-6bf6-4086-894a-feebbd58679d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d8c7bbd5-6bf6-4086-894a-feebbd58679d,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:26.960078 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:26.973413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Calling delete_port for d8c7bbd5-6bf6-4086-894a-feebbd58679d owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:27.109219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40858) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:27.187157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.200332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d8c7bbd5-6bf6-4086-894a-feebbd58679d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:57:27.232354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Pushing event deleted for resources: {'Port': ['ID=d8c7bbd5-6bf6-4086-894a-feebbd58679d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:27.290188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] No DVR routers for this DVR port d8c7bbd5-6bf6-4086-894a-feebbd58679d on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:27.296730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.300044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d74070af-dfef-4e32-8aa4-e308bc7d7b26 req-834f9316-b704-4bfc-b3fb-da897d2ab603 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.53 "DELETE /v2.0/ports/d8c7bbd5-6bf6-4086-894a-feebbd58679d HTTP/1.1" status: 204 len: 173 time: 0.5307357 Nov 10 21:57:27.312541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'name': 'network-vif-deleted', 'tag': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:57:27.312541 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933b4753-7848-4abb-8eb6-614176667cd8" -d '{"events": [{"server_uuid": "9ce27f90-bfda-468f-94bb-d56d4cad8941", "name": "network-vif-deleted", "tag": "d8c7bbd5-6bf6-4086-894a-feebbd58679d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:57:27.312815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b9122c24-8f08-4c83-970b-cdadb389ba8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2d1c2336dc64e57a4d02c825a1d5ccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023935 Nov 10 21:57:27.315288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:27.348465 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad45755-ce01-4d29-9727-113204e82b07 x-openstack-request-id: req-cad45755-ce01-4d29-9727-113204e82b07 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:57:27.348753 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce27f90-bfda-468f-94bb-d56d4cad8941", "name": "network-vif-deleted", "tag": "d8c7bbd5-6bf6-4086-894a-feebbd58679d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:57:27.349192 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cad45755-ce01-4d29-9727-113204e82b07 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:57:27.349617 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce27f90-bfda-468f-94bb-d56d4cad8941', 'name': 'network-vif-deleted', 'tag': 'd8c7bbd5-6bf6-4086-894a-feebbd58679d', 'status': 'completed', 'code': 200} Nov 10 21:57:27.374048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f192d27-d76b-4e9c-8458-4d0774b6c03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.379023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aa40f-4faf-4271-afc1-b76d0646e49c req-5d3aeabf-c4cd-4e52-ae85-e3cb38b57d0d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:27.380600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a9aa40f-4faf-4271-afc1-b76d0646e49c req-5d3aeabf-c4cd-4e52-ae85-e3cb38b57d0d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.0631952 Nov 10 21:57:27.401756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f192d27-d76b-4e9c-8458-4d0774b6c03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.445076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a9aa40f-4faf-4271-afc1-b76d0646e49c req-87930822-4cd6-4ebf-883b-076110cdda23 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521603 Nov 10 21:57:27.514091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f192d27-d76b-4e9c-8458-4d0774b6c03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.517656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f192d27-d76b-4e9c-8458-4d0774b6c03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.518832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f192d27-d76b-4e9c-8458-4d0774b6c03f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8016f9d5-a940-4072-8560-cade16bdfe07 HTTP/1.1" status: 204 len: 168 time: 0.2026100 Nov 10 21:57:27.519644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40870) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:27.528820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f192d27-d76b-4e9c-8458-4d0774b6c03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8016f9d5-a940-4072-8560-cade16bdfe07,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:27.535956 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5396-5015-41b8-bd1c-6afc51e6e7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.597715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97835b2-cb84-4ddc-aa3d-620911dd88fd req-7da82339-9573-40c3-95ff-43a77b2dae2e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:27.605079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c97835b2-cb84-4ddc-aa3d-620911dd88fd req-7da82339-9573-40c3-95ff-43a77b2dae2e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.0720367 Nov 10 21:57:27.647090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5396-5015-41b8-bd1c-6afc51e6e7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.673593 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c97835b2-cb84-4ddc-aa3d-620911dd88fd req-4df806e8-7d63-4e1a-9e65-03e83b4399f8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655637 Nov 10 21:57:27.697419 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40876) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:27.739018 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795488e-4fac-4677-a524-24e32d757c9c tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:27.743105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1795488e-4fac-4677-a524-24e32d757c9c tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1093 time: 0.0420442 Nov 10 21:57:27.743996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40878) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:27.747909 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6fd322d2-435e-418a-84ea-aea6818c1a93 req-a342bebc-94ca-477d-8a13-0c7993d12541 tempest-VolumesBackupsTest-1824071560 tempest-VolumesBackupsTest-1824071560-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ce27f90-bfda-468f-94bb-d56d4cad8941 HTTP/1.1" status: 200 len: 210 time: 0.0308440 Nov 10 21:57:27.748897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:27.782390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5396-5015-41b8-bd1c-6afc51e6e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.830551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4ccf5396-5015-41b8-bd1c-6afc51e6e7b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=344f5874a2ce4e53b30069a056ae85b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097441 Nov 10 21:57:27.831354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf5396-5015-41b8-bd1c-6afc51e6e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a521066-3c01-4884-b813-abdfd4ef3f0b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:27.833272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40880) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:27.842362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.943093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b194973a-3a57-4ecd-89e6-ead0b1511690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:27.974701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b194973a-3a57-4ecd-89e6-ead0b1511690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:28.028725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:28.178305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b194973a-3a57-4ecd-89e6-ead0b1511690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:28.181429 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b194973a-3a57-4ecd-89e6-ead0b1511690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:28.186543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b194973a-3a57-4ecd-89e6-ead0b1511690 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a521066-3c01-4884-b813-abdfd4ef3f0b HTTP/1.1" status: 204 len: 168 time: 0.3483829 Nov 10 21:57:28.224651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194973a-3a57-4ecd-89e6-ead0b1511690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a521066-3c01-4884-b813-abdfd4ef3f0b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:28.319636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.80 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/308d0349-d60b-4ecd-b9cd-e8eab0d88b8b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:28.424068 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:28.554514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:28.603935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:28.605669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:28.609189 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:28.637188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=308d0349-d60b-4ecd-b9cd-e8eab0d88b8b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:28.801577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40914) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:29.014409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'networks': [{'name': 'tempest-network--1215637931'}, {'name': 'tempest-network--1297372067'}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:29.014726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'network': {'name': 'tempest-network--1215637931'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:29.015893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'network': {'name': 'tempest-network--1297372067'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:29.113868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Made reservation on behalf of b42e1d128d96486f96f967a7078b180c for: {'network': 2} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:29.118440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.128203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.168048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.225175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.279547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.280069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.326323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75328237-4fd7-47e0-89a8-90b31a57b9f9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:29.335298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:29.346687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.347263 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Added segment 3393bf4f-87a8-4a31-b52d-7d87c2c28dfe of type vlan for network 1f8e165b-823a-4096-866d-0779d00f78ed Nov 10 21:57:29.379105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.406331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.451824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:29.464959 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.465671 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Added segment 188fa1ea-2ab0-43d5-9af1-b45d7c216248 of type vlan for network 93692d92-6494-47ba-b71f-7fac350c5a4b Nov 10 21:57:29.522894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.580093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.615495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.616036 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.623263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:29.628688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:29.628967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.652048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.707266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Network': ['ID=1f8e165b-823a-4096-866d-0779d00f78ed,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:29.724435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 1f8e165b-823a-4096-866d-0779d00f78ed details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:29.737894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=308d0349-d60b-4ecd-b9cd-e8eab0d88b8b,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:29.756210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9535215 Nov 10 21:57:29.760307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40942) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:29.777043 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:29.869855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f896e-2270-4f33-bdd6-6f9fae70e3c9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Network': ['ID=93692d92-6494-47ba-b71f-7fac350c5a4b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:29.891888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 93692d92-6494-47ba-b71f-7fac350c5a4b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:29.923344 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP 3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0 associated. External IP: 172.25.7.80, port: 50df1a1b-ef34-4efc-84a1-2bc31b81f12d. Nov 10 21:57:30.017369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bf8de-e6ea-4e06-9eaa-5ef568ae4592 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:30.029101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bf8de-e6ea-4e06-9eaa-5ef568ae4592 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:30.037274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bf8de-e6ea-4e06-9eaa-5ef568ae4592 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:30.042368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40946) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:30.046328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bf8de-e6ea-4e06-9eaa-5ef568ae4592 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:30.050822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-284bf8de-e6ea-4e06-9eaa-5ef568ae4592 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2866528 Nov 10 21:57:30.051200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:30.179970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.222061 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b27442f-86c6-4999-801d-8f4790aa2927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.248944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 69c47026-5a0a-4dff-9065-d1ac620a603b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:57:30.287679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.309495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8e165b-823a-4096-866d-0779d00f78ed']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:30.320650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3393bf4f-87a8-4a31-b52d-7d87c2c28dfe') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:30.320949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3393bf4f-87a8-4a31-b52d-7d87c2c28dfe') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:30.332736 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.348426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.354723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:30.355120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:30.358653 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:30.398460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b27442f-86c6-4999-801d-8f4790aa2927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.406114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:57:30.417025 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] Sync routers for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:57:30.427693 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:30.428322 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:30.479841 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b27442f-86c6-4999-801d-8f4790aa2927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.520969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.521922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b27442f-86c6-4999-801d-8f4790aa2927 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdc39e0488e847e3b65239c1f84dfcba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773271 Nov 10 21:57:30.523372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27442f-86c6-4999-801d-8f4790aa2927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0d359b-c2c4-4cbf-9233-46647709d010,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:30.527791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.535208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40954) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:30.554365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.555038 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:30.566722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/networks/1f8e165b-823a-4096-866d-0779d00f78ed HTTP/1.1" status: 204 len: 168 time: 0.5141072 Nov 10 21:57:30.574708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40956) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:30.600312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-36a13c0b-a484-4878-9a21-fc29919a4693 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8549862 Nov 10 21:57:30.603973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:57:30.606398 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7bd3d4-2714-464e-8912-56d4f7739ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:57:30.628484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d398e-5d37-4c2f-8c0b-07aa8934959c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Network': ['ID=1f8e165b-823a-4096-866d-0779d00f78ed,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:30.655686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-574316bd-87d1-4307-9f8a-118d139f0c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.686353 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e2957f-db52-4dcc-a351-0a7fa331b7df x-openstack-request-id: req-04e2957f-db52-4dcc-a351-0a7fa331b7df {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:57:30.689298 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:57:30.690464 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04e2957f-db52-4dcc-a351-0a7fa331b7df {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:57:30.691124 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'status': 'completed', 'code': 200} Nov 10 21:57:30.740151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-574316bd-87d1-4307-9f8a-118d139f0c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.774389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.784277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-ad548ae5-7229-4ed9-ad6d-c99070c1d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:30.786164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-ad548ae5-7229-4ed9-ad6d-c99070c1d271 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1098 time: 0.0876911 Nov 10 21:57:30.797332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954815-2f81-4df9-8e80-d5f237a6361c req-ed7443a5-e18e-4bf5-8744-d034e1069174 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:30.799071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e954815-2f81-4df9-8e80-d5f237a6361c req-ed7443a5-e18e-4bf5-8744-d034e1069174 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.0862350 Nov 10 21:57:30.867412 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'port_id': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'mac_address': 'fa:16:3e:fb:7b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:57:28Z', 'updated_at': '2021-11-10T21:57:28Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:30.898100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-574316bd-87d1-4307-9f8a-118d139f0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.901527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-574316bd-87d1-4307-9f8a-118d139f0c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:30.903332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-574316bd-87d1-4307-9f8a-118d139f0c0c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d0d359b-c2c4-4cbf-9233-46647709d010 HTTP/1.1" status: 204 len: 168 time: 0.3722088 Nov 10 21:57:30.904147 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] Checking router: 69c47026-5a0a-4dff-9065-d1ac620a603b for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:57:30.913832 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:30.914691 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:30.924561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-f7a163a8-fe19-49dd-abf1-3fad9e060d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:30.926671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-f7a163a8-fe19-49dd-abf1-3fad9e060d66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 200 len: 897 time: 0.1315114 Nov 10 21:57:30.928441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574316bd-87d1-4307-9f8a-118d139f0c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0d359b-c2c4-4cbf-9233-46647709d010,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:30.973373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.043676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e954815-2f81-4df9-8e80-d5f237a6361c req-f1f625a6-16f3-4d31-8826-78de8c1cb576 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015314 Nov 10 21:57:31.050252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93692d92-6494-47ba-b71f-7fac350c5a4b']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:31.059038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-8e355256-c717-4f4f-86cf-63338ae7a780 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 999 time: 0.1235211 Nov 10 21:57:31.080953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188fa1ea-2ab0-43d5-9af1-b45d7c216248') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:31.082224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40964) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:31.082634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188fa1ea-2ab0-43d5-9af1-b45d7c216248') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:31.096116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.113203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.121405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:31.122022 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.140502 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:31.188938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-d414be82-a68d-446e-b8c5-73da1d6fd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:31.194846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-d414be82-a68d-446e-b8c5-73da1d6fd474 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=220ddb75-d2b0-4341-9e2d-f0f22c448998 HTTP/1.1" status: 200 len: 835 time: 0.1235309 Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:31.220348 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:31.250051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d8c7bbd5-6bf6-4086-894a-feebbd58679d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:31.296409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: d8c7bbd5-6bf6-4086-894a-feebbd58679d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:31.297070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d8c7bbd5-6bf6-4086-894a-feebbd58679d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:31.297828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.305341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.311483 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/networks/93692d92-6494-47ba-b71f-7fac350c5a4b HTTP/1.1" status: 204 len: 168 time: 0.7325740 Nov 10 21:57:31.319852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40970) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:31.349321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1e0ba-82f4-4a3c-8347-666be51c1419 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Network': ['ID=93692d92-6494-47ba-b71f-7fac350c5a4b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:31.352683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d3eeae52-e34f-4ccb-bc6b-169ec685c0d7 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0 HTTP/1.1" status: 200 len: 991 time: 0.2667255 Nov 10 21:57:31.360024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-63a2e89c-6220-45cb-b2cd-ee0ee3274be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:31.361643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-63a2e89c-6220-45cb-b2cd-ee0ee3274be6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40f2d6cf-1245-4038-982d-edc0c784a088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954978 Nov 10 21:57:31.438000 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'port_id': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'mac_address': 'fa:16:3e:fb:7b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:57:28Z', 'updated_at': '2021-11-10T21:57:28Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:31.488407 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e518e-fe43-4936-b721-507ec65af1a1 None None] The sync data for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 is: [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'port_id': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'mac_address': 'fa:16:3e:fb:7b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:57:28Z', 'updated_at': '2021-11-10T21:57:28Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:57:31.502079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665caa51-5765-4842-85e1-ba6231e05cc3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:31.508769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665caa51-5765-4842-85e1-ba6231e05cc3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:31.515072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40974) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:31.516934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-665caa51-5765-4842-85e1-ba6231e05cc3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1955328 Nov 10 21:57:31.527301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-623861308'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:31.546251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-a9accd98-43aa-48d2-881b-2c79010b9ea6 service neutron] 10.222.0.64 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751001 Nov 10 21:57:31.669345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ee7bd3d4-2714-464e-8912-56d4f7739ca9 req-b837e020-093c-4084-8c6e-5b46f7ace889 service neutron] 10.222.0.64 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082325 Nov 10 21:57:31.679928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Made reservation on behalf of b42e1d128d96486f96f967a7078b180c for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:31.684113 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.722027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:31.744968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.746034 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Added segment 240b24cb-d32d-45c2-ad09-1d6e367042ff of type vlan for network 859f5a5d-f2fa-4a21-80de-76dd1b53dadb Nov 10 21:57:31.823131 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.854190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d95b38-aa8b-4188-8984-1c11d2d6e682 None None] New status for floating IP 3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:57:31.982725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:31.988623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:31.989214 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:32.356286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 40994) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:32.427060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9109244 Nov 10 21:57:32.427705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 40998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:32.435810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1223152532'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:32.438824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9bb4c-58fc-4519-b892-475654de31a3 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Network': ['ID=859f5a5d-f2fa-4a21-80de-76dd1b53dadb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:32.463350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 859f5a5d-f2fa-4a21-80de-76dd1b53dadb details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:32.486048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b3a02ec8-7ceb-439c-8cd5-1456236a1f81 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0 HTTP/1.1" status: 200 len: 993 time: 0.1280811 Nov 10 21:57:32.560008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Made reservation on behalf of b42e1d128d96486f96f967a7078b180c for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:32.564164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:32.588635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:32.597600 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:32.597938 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Added segment 02cfb2c2-f93f-4df1-bbbd-3afa51e0131d of type vlan for network 56b6b073-add9-47ea-ac08-d22abf96e9d0 Nov 10 21:57:32.646501 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:32.725559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:32.732057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:32.732632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:32.799747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Network': ['ID=56b6b073-add9-47ea-ac08-d22abf96e9d0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:32.810631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 56b6b073-add9-47ea-ac08-d22abf96e9d0 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:32.825551 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-96903854-6737-4e96-ab92-d41884db09b5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3945894 Nov 10 21:57:32.828364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41000) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:32.833239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'ports': [{'network_id': '859f5a5d-f2fa-4a21-80de-76dd1b53dadb', 'name': 'tempest-port--2059956357', 'admin_state_up': True}, {'network_id': '56b6b073-add9-47ea-ac08-d22abf96e9d0', 'admin_state_up': False}]} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:32.833550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'port': {'network_id': '859f5a5d-f2fa-4a21-80de-76dd1b53dadb', 'name': 'tempest-port--2059956357', 'admin_state_up': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:32.834032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'port': {'network_id': '56b6b073-add9-47ea-ac08-d22abf96e9d0', 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:33.068672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Made reservation on behalf of b42e1d128d96486f96f967a7078b180c for: {'port': 2} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:33.073782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:33.085037 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:57:33.089712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:33.169489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] device_id is not set on port 898bdbdb-f7fd-4ddc-9425-c944aa16eedf yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:57:33.296144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:33.367420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] device_id is not set on port 6f88290d-7052-4fc0-a23a-ffe71533b23b yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:57:33.496480 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:33.588835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:33.654640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Port': ['ID=898bdbdb-f7fd-4ddc-9425-c944aa16eedf,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:33.681815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Checking segment: {'id': '240b24cb-d32d-45c2-ad09-1d6e367042ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '859f5a5d-f2fa-4a21-80de-76dd1b53dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:33.682175 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network hostable DHCP agents. Network: 859f5a5d-f2fa-4a21-80de-76dd1b53dadb, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:33.754377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network 859f5a5d-f2fa-4a21-80de-76dd1b53dadb is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:33.822957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 859f5a5d-f2fa-4a21-80de-76dd1b53dadb) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:33.826712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:33.829282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:33.838832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c21426-7598-44b0-a5e3-1ada458be98f None None] Network 859f5a5d-f2fa-4a21-80de-76dd1b53dadb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:33.900869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Port': ['ID=6f88290d-7052-4fc0-a23a-ffe71533b23b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:33.935929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Checking segment: {'id': '02cfb2c2-f93f-4df1-bbbd-3afa51e0131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '56b6b073-add9-47ea-ac08-d22abf96e9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:33.935929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network hostable DHCP agents. Network: 56b6b073-add9-47ea-ac08-d22abf96e9d0, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:34.011745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network 56b6b073-add9-47ea-ac08-d22abf96e9d0 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:34.103904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 56b6b073-add9-47ea-ac08-d22abf96e9d0) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:34.113616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d0571-a047-4738-b965-dc5f06e07d59 None None] Network 56b6b073-add9-47ea-ac08-d22abf96e9d0 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:34.113774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:34.120396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:34.135850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:34.136553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:34.214935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3fc243d9-c804-4900-b20f-90388586ce00 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3855081 Nov 10 21:57:34.217672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41056) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:34.280692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319ca0b-48dc-4b39-bfeb-f23f7cb3fdb0 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:34.286617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319ca0b-48dc-4b39-bfeb-f23f7cb3fdb0 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:34.288155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c319ca0b-48dc-4b39-bfeb-f23f7cb3fdb0 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0694914 Nov 10 21:57:34.291834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41058) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:34.381694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Deleting port 898bdbdb-f7fd-4ddc-9425-c944aa16eedf {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:34.382039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:34.452882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:34.467250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Calling delete_port for 898bdbdb-f7fd-4ddc-9425-c944aa16eedf owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:34.606102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:34.635541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Port': ['ID=898bdbdb-f7fd-4ddc-9425-c944aa16eedf,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:34.641495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:34.644634 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-46197117-fcec-4f26-aa4d-9e4ae75e3b31 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/ports/898bdbdb-f7fd-4ddc-9425-c944aa16eedf HTTP/1.1" status: 204 len: 168 time: 0.3515873 Nov 10 21:57:34.647270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41090) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:34.739541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Deleting port 6f88290d-7052-4fc0-a23a-ffe71533b23b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:34.739834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:34.809135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:34.822665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Calling delete_port for 6f88290d-7052-4fc0-a23a-ffe71533b23b owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:34.988794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.015783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Port': ['ID=6f88290d-7052-4fc0-a23a-ffe71533b23b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:35.023449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.028208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4b5b232a-23e4-48a7-81cf-249bbd665ad5 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/ports/6f88290d-7052-4fc0-a23a-ffe71533b23b HTTP/1.1" status: 204 len: 168 time: 0.3799481 Nov 10 21:57:35.030755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41092) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:35.061404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6b8b1898-d42a-48ee-a910-467586c365ec tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288959 Nov 10 21:57:35.065000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41094) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:35.070346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1162391441'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:35.188518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Made reservation on behalf of b42e1d128d96486f96f967a7078b180c for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:35.192492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.217997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:35.227481 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.227895 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Added segment 8e0168e0-6c59-4dd0-b03f-3e4fadc6440e of type vlan for network dd176b13-0569-47fb-9470-0bcb37da4ab3 Nov 10 21:57:35.273786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.433324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.439106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:35.439757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.509834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Network': ['ID=dd176b13-0569-47fb-9470-0bcb37da4ab3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:35.521694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network dd176b13-0569-47fb-9470-0bcb37da4ab3 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:35.573814 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-49a551ea-c946-4f3c-b765-e312de5c8185 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5074799 Nov 10 21:57:35.576230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41104) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:35.581299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1825611064'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:35.713493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Made reservation on behalf of b42e1d128d96486f96f967a7078b180c for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:35.717149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.730957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3418461f-e625-4efc-bd4a-3d3511f6cc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.742521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:35.754570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.754930 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Added segment afa55e60-c15b-40d0-85b6-a424260897a2 of type vlan for network 65ccd864-f24f-41d3-8e1c-6132475f1a4a Nov 10 21:57:35.797213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.920175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:35.926612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:35.927216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:36.001438 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Network': ['ID=65ccd864-f24f-41d3-8e1c-6132475f1a4a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:36.012215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 65ccd864-f24f-41d3-8e1c-6132475f1a4a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:36.103966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d836e0d9-284f-4d98-a037-77b0c4cf031d tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5120525 Nov 10 21:57:37.966040 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9518bdf7-9233-4636-be6b-f6332019b44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:39.332210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:39.510900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41128) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:39.517682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'subnets': [{'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--581493451', 'ip_version': 6}, {'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:39.517997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'subnet': {'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--581493451', 'ip_version': 6}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:39.518701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Request body: {'subnet': {'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:39.799973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Made reservation on behalf of b42e1d128d96486f96f967a7078b180c for: {'subnet': 2} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:39.804651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:39.805006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:40.337737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:40.419136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Subnet': ['ID=8671400c-fb60-430e-9b8f-505cb8d6afbb,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:40.426534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Checking segment: {'id': '8e0168e0-6c59-4dd0-b03f-3e4fadc6440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:40.426896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network hostable DHCP agents. Network: dd176b13-0569-47fb-9470-0bcb37da4ab3, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:40.526524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network dd176b13-0569-47fb-9470-0bcb37da4ab3 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:40.640541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, dd176b13-0569-47fb-9470-0bcb37da4ab3) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:40.645526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:40.651965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84457dad-7d8b-481e-8054-e6c6f13c0aca None None] Network dd176b13-0569-47fb-9470-0bcb37da4ab3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:40.714355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event updated for resources: {'Subnet': ['ID=697a27a9-4d8c-4cb5-b114-d48fb59d5bcf,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:40.721767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Checking segment: {'id': 'afa55e60-c15b-40d0-85b6-a424260897a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:40.722139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network hostable DHCP agents. Network: 65ccd864-f24f-41d3-8e1c-6132475f1a4a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:40.794293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Network 65ccd864-f24f-41d3-8e1c-6132475f1a4a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:40.820664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-dd176b13-0569-47fb-9470-0bcb37da4ab3', 'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3', 'tenant_id': 'b42e1d128d96486f96f967a7078b180c', 'fixed_ips': [{'subnet_id': '8671400c-fb60-430e-9b8f-505cb8d6afbb'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:40.821607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:40.825663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:40.879634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 65ccd864-f24f-41d3-8e1c-6132475f1a4a) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:40.884749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:40.886682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:40.887323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:40.899519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b3a8d7-7946-4f3b-b563-e4a3b5451587 None None] Network 65ccd864-f24f-41d3-8e1c-6132475f1a4a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:40.976262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29d5cd91-5f0d-40a6-bd84-3767d235d3b9 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4642160 Nov 10 21:57:40.977266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41142) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:41.038812 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Allocated IP 2001:db8::1 (dd176b13-0569-47fb-9470-0bcb37da4ab3/8671400c-fb60-430e-9b8f-505cb8d6afbb/3d04ca2c-4dfc-4082-a671-42e6fd28b70a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:41.041755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82d3fa-d3c1-4099-9fa5-189e638a5a3f tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:41.043526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82d3fa-d3c1-4099-9fa5-189e638a5a3f tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:41.045707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82d3fa-d3c1-4099-9fa5-189e638a5a3f tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:41.052345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-be82d3fa-d3c1-4099-9fa5-189e638a5a3f tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0738664 Nov 10 21:57:41.056426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41144) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:41.116727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Deleting subnet 8671400c-fb60-430e-9b8f-505cb8d6afbb {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:41.161137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-65ccd864-f24f-41d3-8e1c-6132475f1a4a', 'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a', 'tenant_id': 'b42e1d128d96486f96f967a7078b180c', 'fixed_ips': [{'subnet_id': '697a27a9-4d8c-4cb5-b114-d48fb59d5bcf'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:41.161996 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.354924 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.381227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Allocated IP 2001:db8:0:1::1 (65ccd864-f24f-41d3-8e1c-6132475f1a4a/697a27a9-4d8c-4cb5-b114-d48fb59d5bcf/c0c06c15-99b1-4df3-8126-00c4b9110525) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:41.445617 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.453400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.457826 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.502654 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.515998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Network dd176b13-0569-47fb-9470-0bcb37da4ab3 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:41.527486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:41.534448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:41.536278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Pushing event updated for resources: {'Port': ['ID=3d04ca2c-4dfc-4082-a671-42e6fd28b70a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:41.568289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.568646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.568980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.569323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.569639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.569967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.570288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.570612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.571553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.571553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.571553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.572237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:41.596809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.637902 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.643368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Attempting to bind port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:41.643781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Attempting to bind port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8e0168e0-6c59-4dd0-b03f-3e4fadc6440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:41.644152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Attempting to bind port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a on network dd176b13-0569-47fb-9470-0bcb37da4ab3 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:41.649171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:41.649542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Checking segment: {'id': '8e0168e0-6c59-4dd0-b03f-3e4fadc6440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:41.649933 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.650314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Bound using segment: {'id': '8e0168e0-6c59-4dd0-b03f-3e4fadc6440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:41.651314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Bound port: 3d04ca2c-4dfc-4082-a671-42e6fd28b70a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0168e0-6c59-4dd0-b03f-3e4fadc6440e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dd176b13-0569-47fb-9470-0bcb37da4ab3'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:41.651825 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.943525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:41.984992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Network 65ccd864-f24f-41d3-8e1c-6132475f1a4a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:41.987908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:41.991364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:41.999011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Pushing event updated for resources: {'Port': ['ID=c0c06c15-99b1-4df3-8126-00c4b9110525,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:42.052428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Attempting to bind port c0c06c15-99b1-4df3-8126-00c4b9110525 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:42.052792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Attempting to bind port c0c06c15-99b1-4df3-8126-00c4b9110525 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'afa55e60-c15b-40d0-85b6-a424260897a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:42.053145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Attempting to bind port c0c06c15-99b1-4df3-8126-00c4b9110525 on network 65ccd864-f24f-41d3-8e1c-6132475f1a4a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:42.058342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:42.058702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Checking segment: {'id': 'afa55e60-c15b-40d0-85b6-a424260897a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:42.059119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.059545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Bound using segment: {'id': 'afa55e60-c15b-40d0-85b6-a424260897a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:42.060038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Bound port: c0c06c15-99b1-4df3-8126-00c4b9110525, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa55e60-c15b-40d0-85b6-a424260897a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '65ccd864-f24f-41d3-8e1c-6132475f1a4a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:42.060547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.124130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] For port c0c06c15-99b1-4df3-8126-00c4b9110525, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:42.127285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] For port c0c06c15-99b1-4df3-8126-00c4b9110525, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c0c06c15-99b1-4df3-8126-00c4b9110525,segment=NetworkSegment(afa55e60-c15b-40d0-85b6-a424260897a2),segment_id=afa55e60-c15b-40d0-85b6-a424260897a2)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:42.277282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.278984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] For port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:42.293208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] For port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3d04ca2c-4dfc-4082-a671-42e6fd28b70a,segment=NetworkSegment(8e0168e0-6c59-4dd0-b03f-3e4fadc6440e),segment_id=8e0168e0-6c59-4dd0-b03f-3e4fadc6440e)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:42.308927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Subnet': ['ID=8671400c-fb60-430e-9b8f-505cb8d6afbb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:42.316651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.316651 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d9dfb41c-f8e6-41f8-b5f4-fdf57c121738 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/subnets/8671400c-fb60-430e-9b8f-505cb8d6afbb HTTP/1.1" status: 204 len: 168 time: 1.2563977 Nov 10 21:57:42.317398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41150) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:42.339566 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.378168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Deleting subnet 697a27a9-4d8c-4cb5-b114-d48fb59d5bcf {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:42.382200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.388124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.431012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63359e-0c69-4fa2-9983-2ad6938f9e3c None None] Pushing event updated for resources: {'Port': ['ID=c0c06c15-99b1-4df3-8126-00c4b9110525,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:42.438093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.579471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.596539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea6232-0961-4905-acc9-316f488f89d8 None None] Pushing event updated for resources: {'Port': ['ID=3d04ca2c-4dfc-4082-a671-42e6fd28b70a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:42.778302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.825453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Subnet': ['ID=697a27a9-4d8c-4cb5-b114-d48fb59d5bcf,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:42.827809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:42.831512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c8baa9ae-63ca-40af-b33e-6eece2e22511 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/subnets/697a27a9-4d8c-4cb5-b114-d48fb59d5bcf HTTP/1.1" status: 204 len: 168 time: 0.5133905 Nov 10 21:57:42.833984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:42.910144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7e7f94-8909-4358-90d0-b3b65f7326af tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:42.912078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7b7e7f94-8909-4358-90d0-b3b65f7326af tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0769925 Nov 10 21:57:42.915271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:43.021283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.082296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Deleting port c0c06c15-99b1-4df3-8126-00c4b9110525 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:43.082656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.154759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] For port c0c06c15-99b1-4df3-8126-00c4b9110525, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c0c06c15-99b1-4df3-8126-00c4b9110525,segment=NetworkSegment(afa55e60-c15b-40d0-85b6-a424260897a2),segment_id=afa55e60-c15b-40d0-85b6-a424260897a2)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:43.155123 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.169605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Calling delete_port for c0c06c15-99b1-4df3-8126-00c4b9110525 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:43.365562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.398280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Port': ['ID=c0c06c15-99b1-4df3-8126-00c4b9110525,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:43.400030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] No DVR routers for this DVR port c0c06c15-99b1-4df3-8126-00c4b9110525 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:43.488237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.513104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ccd864-f24f-41d3-8e1c-6132475f1a4a']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:43.523277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa55e60-c15b-40d0-85b6-a424260897a2') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:43.523570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa55e60-c15b-40d0-85b6-a424260897a2') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:43.535987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.552235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.565213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:43.565720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:43.569692 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:43.681337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87448c3b-7d5e-46f7-8850-759c1644c8b5 None None] Network 65ccd864-f24f-41d3-8e1c-6132475f1a4a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:43.717491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-076a530f-beb8-463c-a396-c6a27fb3c300 None None] Could not find standard attr ID for object c0c06c15-99b1-4df3-8126-00c4b9110525. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:57:43.749814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.757284 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.764753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/networks/65ccd864-f24f-41d3-8e1c-6132475f1a4a HTTP/1.1" status: 204 len: 168 time: 0.8472030 Nov 10 21:57:43.767981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41160) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:43.778757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595ebb7-4a28-42ed-8228-f1fbea67662c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Network': ['ID=65ccd864-f24f-41d3-8e1c-6132475f1a4a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:43.823687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3d04ca2c-4dfc-4082-a671-42e6fd28b70a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:43.867361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.901935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:43.902426 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.937368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Deleting port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:43.937715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:43.992226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87667c3-9b8f-4781-b8fe-9e06ffc313b4 None None] DHCP port deletion for 65ccd864-f24f-41d3-8e1c-6132475f1a4a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:44.016789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.022545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] For port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3d04ca2c-4dfc-4082-a671-42e6fd28b70a,segment=NetworkSegment(8e0168e0-6c59-4dd0-b03f-3e4fadc6440e),segment_id=8e0168e0-6c59-4dd0-b03f-3e4fadc6440e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:44.022946 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.045861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Calling delete_port for 3d04ca2c-4dfc-4082-a671-42e6fd28b70a owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:44.061883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3d04ca2c-4dfc-4082-a671-42e6fd28b70a,segment=NetworkSegment(8e0168e0-6c59-4dd0-b03f-3e4fadc6440e),segment_id=8e0168e0-6c59-4dd0-b03f-3e4fadc6440e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:44.137712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.195829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=3d04ca2c-4dfc-4082-a671-42e6fd28b70a,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:44.233521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42454cf-a435-40ed-8594-a4f47a7a7bd1 None None] Network dd176b13-0569-47fb-9470-0bcb37da4ab3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:44.240423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.268450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Port': ['ID=3d04ca2c-4dfc-4082-a671-42e6fd28b70a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:44.274544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] No DVR routers for this DVR port 3d04ca2c-4dfc-4082-a671-42e6fd28b70a on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:44.350593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-35ca6ac3-ba7f-44dd-933b-1d221d1475ba None None] Could not find standard attr ID for object 3d04ca2c-4dfc-4082-a671-42e6fd28b70a. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:57:44.361569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.383755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd176b13-0569-47fb-9470-0bcb37da4ab3']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:44.401894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0168e0-6c59-4dd0-b03f-3e4fadc6440e') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:44.402195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0168e0-6c59-4dd0-b03f-3e4fadc6440e') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:44.421142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.424852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174d6a3-1e12-408e-aad9-a42833d7f377 None None] DHCP port deletion for dd176b13-0569-47fb-9470-0bcb37da4ab3 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:44.444094 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.451915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:44.452503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: items = [ Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: items = [ Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:44.465312 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:44.589050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.597570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:44.604305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/networks/dd176b13-0569-47fb-9470-0bcb37da4ab3 HTTP/1.1" status: 204 len: 168 time: 0.8318050 Nov 10 21:57:44.604608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41162) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:44.611137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca9539-c434-4b55-bcc8-138c80b2858c tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Network': ['ID=dd176b13-0569-47fb-9470-0bcb37da4ab3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:44.689216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.045475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.066314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b6b073-add9-47ea-ac08-d22abf96e9d0']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:45.076540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cfb2c2-f93f-4df1-bbbd-3afa51e0131d') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:45.076832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cfb2c2-f93f-4df1-bbbd-3afa51e0131d') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:45.086308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.099786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.106460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:45.106870 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:45.109849 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:45.384469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.390992 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.394165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/networks/56b6b073-add9-47ea-ac08-d22abf96e9d0 HTTP/1.1" status: 204 len: 168 time: 0.7889402 Nov 10 21:57:45.397910 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41166) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:45.410368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117b775-7184-4156-9c98-b659b2033b98 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Network': ['ID=56b6b073-add9-47ea-ac08-d22abf96e9d0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:45.482974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.607418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.646600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859f5a5d-f2fa-4a21-80de-76dd1b53dadb']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:45.657295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240b24cb-d32d-45c2-ad09-1d6e367042ff') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:45.657601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240b24cb-d32d-45c2-ad09-1d6e367042ff') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:45.668601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.692317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.701653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:45.702901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:45.707691 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:45.754519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3d04ca2c-4dfc-4082-a671-42e6fd28b70a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:45.780471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3d04ca2c-4dfc-4082-a671-42e6fd28b70a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:45.780908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3d04ca2c-4dfc-4082-a671-42e6fd28b70a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:45.781319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c0c06c15-99b1-4df3-8126-00c4b9110525 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:57:45.802583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c0c06c15-99b1-4df3-8126-00c4b9110525 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:57:45.802923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c0c06c15-99b1-4df3-8126-00c4b9110525 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:57:45.873436 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.880712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:45.887011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] 10.222.0.45 "DELETE /v2.0/networks/859f5a5d-f2fa-4a21-80de-76dd1b53dadb HTTP/1.1" status: 204 len: 168 time: 0.4879568 Nov 10 21:57:45.901397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19154b1e-2f6b-4d35-a75a-1625c0d3f1c2 tempest-BulkNetworkOpsIpV6Test-1725455358 tempest-BulkNetworkOpsIpV6Test-1725455358-project] Pushing event deleted for resources: {'Network': ['ID=859f5a5d-f2fa-4a21-80de-76dd1b53dadb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:46.420707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41182) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:46.559761 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-631ac378-6e33-444e-a99a-06576f26ce59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b42e1d128d96486f96f967a7078b180c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378016 Nov 10 21:57:46.562132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41186) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:46.608889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66fddc79-e4b6-4454-ab2f-13a6ed5f9d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:46.630685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66fddc79-e4b6-4454-ab2f-13a6ed5f9d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:46.755925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66fddc79-e4b6-4454-ab2f-13a6ed5f9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:46.758960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-66fddc79-e4b6-4454-ab2f-13a6ed5f9d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:46.763139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-66fddc79-e4b6-4454-ab2f-13a6ed5f9d52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75328237-4fd7-47e0-89a8-90b31a57b9f9 HTTP/1.1" status: 204 len: 168 time: 0.2000442 Nov 10 21:57:46.772088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fddc79-e4b6-4454-ab2f-13a6ed5f9d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75328237-4fd7-47e0-89a8-90b31a57b9f9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:47.772407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41218) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:47.878941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'networks': [{'name': 'tempest-network--832560946'}, {'name': 'tempest-network--1799965823'}]} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:47.879318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'network': {'name': 'tempest-network--832560946'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:47.879888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'network': {'name': 'tempest-network--1799965823'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:47.994901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Made reservation on behalf of df181463a2e047a880bc7a8c270f7738 for: {'network': 2} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:47.999771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.013285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.089342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.207346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.207849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.244857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258e9f39-a521-4ac5-ad6e-1295e3d4c75b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:48.254578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:48.265791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.266638 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Added segment 4be754fe-ada8-4935-9cf2-ccdbb68e94ea of type vlan for network 827beb20-f924-4b2c-bc13-2c1b4db21fc1 Nov 10 21:57:48.313296 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.346477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:48.353933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.354269 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Added segment 42998c32-3b44-4b6e-90e1-0400da2d2942 of type vlan for network d52566b0-0255-4db8-b1c3-7024cf962c18 Nov 10 21:57:48.392969 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.486414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.486912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.492595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:48.497952 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:48.498554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.569804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Network': ['ID=827beb20-f924-4b2c-bc13-2c1b4db21fc1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:48.582754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 827beb20-f924-4b2c-bc13-2c1b4db21fc1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:48.630478 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8544850 Nov 10 21:57:48.630840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41232) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:48.637826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2086b-b740-44ab-a9ff-2c9147741fcf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Network': ['ID=d52566b0-0255-4db8-b1c3-7024cf962c18,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:48.660232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d52566b0-0255-4db8-b1c3-7024cf962c18 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:48.742006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fad588-1b41-4b3d-8815-13912e9a5ee8 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:48.748414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fad588-1b41-4b3d-8815-13912e9a5ee8 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:48.754472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fad588-1b41-4b3d-8815-13912e9a5ee8 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:48.760970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fad588-1b41-4b3d-8815-13912e9a5ee8 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:48.762678 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-96fad588-1b41-4b3d-8815-13912e9a5ee8 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1307797 Nov 10 21:57:48.765666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41234) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:48.844868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.934909 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.955343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827beb20-f924-4b2c-bc13-2c1b4db21fc1']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:48.964835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be754fe-ada8-4935-9cf2-ccdbb68e94ea') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:48.965127 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be754fe-ada8-4935-9cf2-ccdbb68e94ea') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:48.980101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.993226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:48.999813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:49.000221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:49.003136 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:49.115017 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.130220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.130220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/networks/827beb20-f924-4b2c-bc13-2c1b4db21fc1 HTTP/1.1" status: 204 len: 168 time: 0.3603485 Nov 10 21:57:49.130393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41238) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:49.139570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c7f7b-c845-42e5-a00b-3bdf9cf87cd4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Network': ['ID=827beb20-f924-4b2c-bc13-2c1b4db21fc1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:49.220965 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.314734 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.335048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52566b0-0255-4db8-b1c3-7024cf962c18']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:49.344767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42998c32-3b44-4b6e-90e1-0400da2d2942') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:49.345057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42998c32-3b44-4b6e-90e1-0400da2d2942') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:49.354939 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.367915 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.373848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:49.374231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:49.377113 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:49.509333 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.516634 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.522073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/networks/d52566b0-0255-4db8-b1c3-7024cf962c18 HTTP/1.1" status: 204 len: 168 time: 0.3885825 Nov 10 21:57:49.522760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41240) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:49.533696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f052932-9921-44a2-ab4c-a1e0912cd1da tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Network': ['ID=d52566b0-0255-4db8-b1c3-7024cf962c18,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:49.632683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ec80f-11e7-4e15-9e4c-3596a4613d4e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:49.639450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ec80f-11e7-4e15-9e4c-3596a4613d4e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:49.641025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3c6ec80f-11e7-4e15-9e4c-3596a4613d4e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1172731 Nov 10 21:57:49.644996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41242) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:49.650303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-353677305'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:49.748128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Made reservation on behalf of df181463a2e047a880bc7a8c270f7738 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:49.752594 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.753897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.779984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:49.789824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.790166 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Added segment d34f6aec-3f02-4fd3-9e37-0dd55d5d7f45 of type vlan for network 4c917a0f-f67d-4703-b689-7c39981430f7 Nov 10 21:57:49.834245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.944084 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:49.951117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:49.951927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.022803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Network': ['ID=4c917a0f-f67d-4703-b689-7c39981430f7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:50.033221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4c917a0f-f67d-4703-b689-7c39981430f7 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:50.078005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a6e25178-c004-46ce-aea2-8843d937571a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4316733 Nov 10 21:57:50.080729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41246) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:50.085809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1210525813'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:50.189204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Made reservation on behalf of df181463a2e047a880bc7a8c270f7738 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:50.193253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.217760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:50.226494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.226842 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Added segment cc075290-eecb-4173-bcac-ffae86b00c6c of type vlan for network 36d7aec4-72e6-4459-82fa-c362d77cc960 Nov 10 21:57:50.274531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.383927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.389985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:50.390600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.460777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Network': ['ID=36d7aec4-72e6-4459-82fa-c362d77cc960,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:50.471137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 36d7aec4-72e6-4459-82fa-c362d77cc960 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:50.500757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7481ad5e-c6d9-4c0c-8d96-87d47b53515f tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4188952 Nov 10 21:57:50.503408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41248) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:50.508823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'ports': [{'network_id': '4c917a0f-f67d-4703-b689-7c39981430f7', 'name': 'tempest-port--899576069', 'admin_state_up': True}, {'network_id': '36d7aec4-72e6-4459-82fa-c362d77cc960', 'admin_state_up': False}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:50.509241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'port': {'network_id': '4c917a0f-f67d-4703-b689-7c39981430f7', 'name': 'tempest-port--899576069', 'admin_state_up': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:50.509781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'port': {'network_id': '36d7aec4-72e6-4459-82fa-c362d77cc960', 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:50.749293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Made reservation on behalf of df181463a2e047a880bc7a8c270f7738 for: {'port': 2} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:50.754109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.767113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:50.849900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] device_id is not set on port 1d9ee650-8978-48ae-8a91-7b346a91a84a yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:57:50.973897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:51.043293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] device_id is not set on port dc300b49-2464-4902-b5b7-e9e6106c584b yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:57:51.161310 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:51.382727 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:51.443076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Port': ['ID=1d9ee650-8978-48ae-8a91-7b346a91a84a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:51.453870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Checking segment: {'id': 'd34f6aec-3f02-4fd3-9e37-0dd55d5d7f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4c917a0f-f67d-4703-b689-7c39981430f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:51.454230 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network hostable DHCP agents. Network: 4c917a0f-f67d-4703-b689-7c39981430f7, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:51.618326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network 4c917a0f-f67d-4703-b689-7c39981430f7 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:51.766694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4c917a0f-f67d-4703-b689-7c39981430f7) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:51.770401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:51.771299 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:51.776428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca1167-59d8-4e69-9c55-24d547e82699 None None] Network 4c917a0f-f67d-4703-b689-7c39981430f7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:51.832657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Port': ['ID=dc300b49-2464-4902-b5b7-e9e6106c584b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:51.843852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Checking segment: {'id': 'cc075290-eecb-4173-bcac-ffae86b00c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '36d7aec4-72e6-4459-82fa-c362d77cc960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:51.844222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network hostable DHCP agents. Network: 36d7aec4-72e6-4459-82fa-c362d77cc960, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:51.983703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network 36d7aec4-72e6-4459-82fa-c362d77cc960 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:52.121416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 36d7aec4-72e6-4459-82fa-c362d77cc960) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:52.125194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:52.131555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:52.131748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31c632-f423-4482-9005-595b936e654f None None] Network 36d7aec4-72e6-4459-82fa-c362d77cc960 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:52.137704 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:52.138403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:52.246667 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3719121c-4b9a-4781-b8f1-9888391a1655 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7398129 Nov 10 21:57:52.246912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41260) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:52.304008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e137d-00b3-4349-ade2-131629b2759d tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:52.310319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64e137d-00b3-4349-ade2-131629b2759d tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:52.311960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d64e137d-00b3-4349-ade2-131629b2759d tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0632885 Nov 10 21:57:52.314799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41262) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:52.406948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Deleting port 1d9ee650-8978-48ae-8a91-7b346a91a84a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:52.407474 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:52.481607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:52.496033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Calling delete_port for 1d9ee650-8978-48ae-8a91-7b346a91a84a owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:52.653156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:52.682666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Port': ['ID=1d9ee650-8978-48ae-8a91-7b346a91a84a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:52.687898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:52.691251 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4cce27a6-67e5-4ca2-b88f-157a8f498948 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/ports/1d9ee650-8978-48ae-8a91-7b346a91a84a HTTP/1.1" status: 204 len: 168 time: 0.3754706 Nov 10 21:57:52.694304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41266) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:52.794943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Deleting port dc300b49-2464-4902-b5b7-e9e6106c584b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:52.795654 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:52.864220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:52.883300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Calling delete_port for dc300b49-2464-4902-b5b7-e9e6106c584b owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:53.041223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.073333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Port': ['ID=dc300b49-2464-4902-b5b7-e9e6106c584b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:53.080259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.083953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-909e7a5d-2f85-4574-927c-0ffc79fdd38e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/ports/dc300b49-2464-4902-b5b7-e9e6106c584b HTTP/1.1" status: 204 len: 168 time: 0.3882926 Nov 10 21:57:53.086484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41270) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:53.116573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ff817df2-7f2c-4256-bd0d-880fc8216917 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288210 Nov 10 21:57:53.121088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41272) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:53.125922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2095607127'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:53.186380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41274) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:53.220592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Made reservation on behalf of df181463a2e047a880bc7a8c270f7738 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:53.224226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.283463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:53.302151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1f68cd58-ff9f-486c-9a5f-4220161edf8e tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2022 time: 0.1144042 Nov 10 21:57:53.305078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41282) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:53.310492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'network': {'name': 'tempest-network-smoke--805830523', 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'port_security_enabled': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:53.316643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.317033 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Added segment 5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28 of type vlan for network 6f293792-b050-427e-83ed-34348b488c8f Nov 10 21:57:53.367343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.566579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Made reservation on behalf of fd3a5fb8d9bf438e970705e9e81181c9 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:53.570946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.597991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:53.607285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.607630 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Added segment 3d8ce323-3d67-43a1-9a24-543962e74067 of type vlan for network 7ed5241a-92a3-45b9-9852-7be036a2b2ad Nov 10 21:57:53.616066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.625923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:53.626537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.690309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.729050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Network': ['ID=6f293792-b050-427e-83ed-34348b488c8f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:53.740729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 6f293792-b050-427e-83ed-34348b488c8f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:53.787348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.805568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a554d7ad-d408-4675-aa72-edbc6465deaf tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6830320 Nov 10 21:57:53.807476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41288) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:53.812917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1413653471'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:53.881266 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.886920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:53.887507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.909418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Made reservation on behalf of df181463a2e047a880bc7a8c270f7738 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:53.915612 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.938623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:57:53.947785 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:53.948130 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Added segment 7b15e447-47d0-428c-a2aa-6d922f5d8f86 of type vlan for network 530ecab5-e82c-475a-b615-2ef1cc3d3035 Nov 10 21:57:53.962828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Network': ['ID=7ed5241a-92a3-45b9-9852-7be036a2b2ad,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:53.973943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:53.993008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.038605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1c19b4b-d901-42c6-9e0e-242cb1c2b143 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7324982 Nov 10 21:57:54.041436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41290) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:54.048891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'admin_state_up': True, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:54.109475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.115148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:54.115771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.186225 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.187271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.191803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Network': ['ID=530ecab5-e82c-475a-b615-2ef1cc3d3035,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:54.203307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 530ecab5-e82c-475a-b615-2ef1cc3d3035 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:57:54.249747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.403118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d45987d6-1e65-4e15-b209-9e89690b3e06 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5942547 Nov 10 21:57:54.532115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41294) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:54.538116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'subnets': [{'network_id': '6f293792-b050-427e-83ed-34348b488c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1801026910', 'ip_version': 4}, {'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:54.538431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'subnet': {'network_id': '6f293792-b050-427e-83ed-34348b488c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1801026910', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:54.538998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Request body: {'subnet': {'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:54.575933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.818354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Made reservation on behalf of df181463a2e047a880bc7a8c270f7738 for: {'subnet': 2} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:54.823502 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.823864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.899447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:54.921397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.034590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Allocated IP 172.25.7.41 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/1997c045-1699-4ee0-9c60-9e6fbcfc8655) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:55.141546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.304702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.304978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.349724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:55.352692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:55.358186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:55.361502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=1997c045-1699-4ee0-9c60-9e6fbcfc8655,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:55.372566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33db3a-5fb5-4c67-aa6c-005b997aa8d7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:55.378400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Subnet': ['ID=5b514116-a37a-4e3e-9051-8e09181c6d78,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:55.390682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Checking segment: {'id': '5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f293792-b050-427e-83ed-34348b488c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:55.391242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network hostable DHCP agents. Network: 6f293792-b050-427e-83ed-34348b488c8f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:55.449743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ee84f803-6bb5-46fc-85f9-7feb95c22c7d None None] Provisioning complete for port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:55.450070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee84f803-6bb5-46fc-85f9-7feb95c22c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.488572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ee84f803-6bb5-46fc-85f9-7feb95c22c7d None None] Port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:57:55.515427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network 6f293792-b050-427e-83ed-34348b488c8f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:55.606860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 6f293792-b050-427e-83ed-34348b488c8f) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:55.610804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.618781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ededd054-f62c-4352-85ca-57fe8b044e51 None None] Network 6f293792-b050-427e-83ed-34348b488c8f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:55.679359 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.681521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event updated for resources: {'Subnet': ['ID=31d8d5e4-e296-4104-bc4f-90ed1d9ff932,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:55.689720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Checking segment: {'id': '7b15e447-47d0-428c-a2aa-6d922f5d8f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:55.690075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network hostable DHCP agents. Network: 530ecab5-e82c-475a-b615-2ef1cc3d3035, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:55.775554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-6f293792-b050-427e-83ed-34348b488c8f', 'network_id': '6f293792-b050-427e-83ed-34348b488c8f', 'tenant_id': 'df181463a2e047a880bc7a8c270f7738', 'fixed_ips': [{'subnet_id': '5b514116-a37a-4e3e-9051-8e09181c6d78'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:55.777124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.784336 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Network 530ecab5-e82c-475a-b615-2ef1cc3d3035 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:55.914526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Allocated IP 172.20.0.2 (6f293792-b050-427e-83ed-34348b488c8f/5b514116-a37a-4e3e-9051-8e09181c6d78/128b4c74-7b08-47a0-a736-36ae6509a741) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:55.915685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 530ecab5-e82c-475a-b615-2ef1cc3d3035) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:55.924337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:55.925032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:55.925686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:55.957840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f9bb8-b7da-42b9-9ed5-cca2d6d2fb0d None None] Network 530ecab5-e82c-475a-b615-2ef1cc3d3035 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:56.047093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5a6e8b80-c587-4f98-a06a-344b88a123df tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5121958 Nov 10 21:57:56.048089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:56.120541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c619b-79b0-4ae9-b527-d3ec60a6136b tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:56.126154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c619b-79b0-4ae9-b527-d3ec60a6136b tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:56.128495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c619b-79b0-4ae9-b527-d3ec60a6136b tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:56.133589 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4b1c619b-79b0-4ae9-b527-d3ec60a6136b tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0804973 Nov 10 21:57:56.133820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41306) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:56.180278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.212458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Deleting subnet 5b514116-a37a-4e3e-9051-8e09181c6d78 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:56.216519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-530ecab5-e82c-475a-b615-2ef1cc3d3035', 'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035', 'tenant_id': 'df181463a2e047a880bc7a8c270f7738', 'fixed_ips': [{'subnet_id': '31d8d5e4-e296-4104-bc4f-90ed1d9ff932'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:56.217752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.250875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.281568 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.296076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.349200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.365530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Network 6f293792-b050-427e-83ed-34348b488c8f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:56.372729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:56.377315 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Pushing event updated for resources: {'Port': ['ID=128b4c74-7b08-47a0-a736-36ae6509a741,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:56.380081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:56.468763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.472110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Attempting to bind port 128b4c74-7b08-47a0-a736-36ae6509a741 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:56.472483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Attempting to bind port 128b4c74-7b08-47a0-a736-36ae6509a741 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f293792-b050-427e-83ed-34348b488c8f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:56.472843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Attempting to bind port 128b4c74-7b08-47a0-a736-36ae6509a741 on network 6f293792-b050-427e-83ed-34348b488c8f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:56.478171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Allocated IP 172.20.0.18 (530ecab5-e82c-475a-b615-2ef1cc3d3035/31d8d5e4-e296-4104-bc4f-90ed1d9ff932/e36d24bb-66d3-4596-8db7-f5ed70be7d11) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:57:56.483986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:56.484357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Checking segment: {'id': '5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f293792-b050-427e-83ed-34348b488c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:56.484747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.485135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Bound using segment: {'id': '5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f293792-b050-427e-83ed-34348b488c8f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:56.485624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Bound port: 128b4c74-7b08-47a0-a736-36ae6509a741, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6f293792-b050-427e-83ed-34348b488c8f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:56.485994 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.532914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 91677533-f52e-44df-b6ed-230ccb244b5c is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:57:56.637567 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.645741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] For port 128b4c74-7b08-47a0-a736-36ae6509a741, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:56.667400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Subnet': ['ID=5b514116-a37a-4e3e-9051-8e09181c6d78,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:56.669479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] For port 128b4c74-7b08-47a0-a736-36ae6509a741, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=128b4c74-7b08-47a0-a736-36ae6509a741,segment=NetworkSegment(5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28),segment_id=5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:56.683670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.686911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:57:56.696689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d3bb1bb9-4461-4c5b-8e0e-ddb3061111e3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/subnets/5b514116-a37a-4e3e-9051-8e09181c6d78 HTTP/1.1" status: 204 len: 168 time: 0.5618021 Nov 10 21:57:56.699263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41316) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:56.700573 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Sync routers for ids ['91677533-f52e-44df-b6ed-230ccb244b5c'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:57:56.718138 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Routers {'91677533-f52e-44df-b6ed-230ccb244b5c'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:56.721310 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['91677533-f52e-44df-b6ed-230ccb244b5c'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:56.721495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.753681 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.756222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Deleting subnet 31d8d5e4-e296-4104-bc4f-90ed1d9ff932 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:57:56.816653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27bc88-66f2-4810-9f7f-f727505d300a None None] Pushing event updated for resources: {'Port': ['ID=128b4c74-7b08-47a0-a736-36ae6509a741,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:56.831488 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Set router 91677533-f52e-44df-b6ed-230ccb244b5c gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:56.898050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.898904 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.900210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:56.902296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ed05c6bc-4bff-45e5-bccc-69c73f00074f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8596404 Nov 10 21:57:56.905236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41318) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:56.953032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Network 530ecab5-e82c-475a-b615-2ef1cc3d3035 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:57:56.958611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:56.970052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:57:56.984944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Pushing event updated for resources: {'Port': ['ID=e36d24bb-66d3-4596-8db7-f5ed70be7d11,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:57.006204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.058024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8604faea-ea4b-4332-82d5-17ef8afcf72a tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:57.059572 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8604faea-ea4b-4332-82d5-17ef8afcf72a tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=fd3a5fb8d9bf438e970705e9e81181c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1531191 Nov 10 21:57:57.078689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41320) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.161669 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:55Z', 'revision_number': 3, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:57.200599 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Checking router: 91677533-f52e-44df-b6ed-230ccb244b5c for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:57:57.201131 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Updating router 91677533-f52e-44df-b6ed-230ccb244b5c port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:57:57.231592 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.277488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.307904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Attempting to bind port e36d24bb-66d3-4596-8db7-f5ed70be7d11 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:57.308352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Attempting to bind port e36d24bb-66d3-4596-8db7-f5ed70be7d11 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '7b15e447-47d0-428c-a2aa-6d922f5d8f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:57.308791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Attempting to bind port e36d24bb-66d3-4596-8db7-f5ed70be7d11 on network 530ecab5-e82c-475a-b615-2ef1cc3d3035 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:57.314884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:57.315247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Checking segment: {'id': '7b15e447-47d0-428c-a2aa-6d922f5d8f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:57.316467 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.316804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Bound using segment: {'id': '7b15e447-47d0-428c-a2aa-6d922f5d8f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:57.317274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Bound port: e36d24bb-66d3-4596-8db7-f5ed70be7d11, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b15e447-47d0-428c-a2aa-6d922f5d8f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '530ecab5-e82c-475a-b615-2ef1cc3d3035'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:57.317974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.388580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb495112-24e5-48f8-af0a-17a5ef94c84b tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:57.391840 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cb495112-24e5-48f8-af0a-17a5ef94c84b tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3024859 Nov 10 21:57:57.393718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41324) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.433874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1770090d-110e-4d60-a707-32776c1ddbb9 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382428 Nov 10 21:57:57.436432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41326) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.481815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-18c0a9e7-7949-45ed-a76c-aa4632173f0d tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=fd3a5fb8d9bf438e970705e9e81181c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440986 Nov 10 21:57:57.484344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41328) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.513884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] For port e36d24bb-66d3-4596-8db7-f5ed70be7d11, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:57.517234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] For port e36d24bb-66d3-4596-8db7-f5ed70be7d11, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e36d24bb-66d3-4596-8db7-f5ed70be7d11,segment=NetworkSegment(7b15e447-47d0-428c-a2aa-6d922f5d8f86),segment_id=7b15e447-47d0-428c-a2aa-6d922f5d8f86)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:57.553373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.580252 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.592541 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.596373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Subnet': ['ID=31d8d5e4-e296-4104-bc4f-90ed1d9ff932,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:57.610914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.610914 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/subnets/31d8d5e4-e296-4104-bc4f-90ed1d9ff932 HTTP/1.1" status: 204 len: 168 time: 0.9015393 Nov 10 21:57:57.611154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41330) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.616526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.616904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.617248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.617594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.617911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.618239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.618567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.618892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.619222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.620081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.620081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.620351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bf15d-2977-4e6e-a621-d045ee9c379e tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:57:57.637401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b84a58-101a-4a3b-a038-f1a7f8e7ca06 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:57.639341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a3b84a58-101a-4a3b-a038-f1a7f8e7ca06 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534345 Nov 10 21:57:57.642481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41332) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.653327 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.660429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87efd7b-dd91-4203-a0a2-6b1f041532b5 None None] Pushing event updated for resources: {'Port': ['ID=e36d24bb-66d3-4596-8db7-f5ed70be7d11,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:57.703274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca01e6e-3cce-48ed-864c-9d7d129fc73a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:57.721827 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2b60953c-b681-459e-942e-4b4ceb75a877 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745065 Nov 10 21:57:57.722513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41334) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.724649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd37654-f402-4993-ab12-3955508237f7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:57.737886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8ca01e6e-3cce-48ed-864c-9d7d129fc73a tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139348 Nov 10 21:57:57.738010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41336) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:57.761143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Attempting to bind port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:57:57.762121 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Attempting to bind port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:57:57.762121 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Attempting to bind port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:57:57.770676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-184954167', 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:57:57.793016 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:57:57.793016 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:57.793016 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.793016 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:57:57.793016 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Bound port: 1997c045-1699-4ee0-9c60-9e6fbcfc8655, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:57:57.800275 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.846624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7c719fe7-6d35-45bd-a6e2-342c25dcd7c3 None None] Provisioning complete for port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:57.847403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c719fe7-6d35-45bd-a6e2-342c25dcd7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.892379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 128b4c74-7b08-47a0-a736-36ae6509a741 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:57.909808 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] For port 1997c045-1699-4ee0-9c60-9e6fbcfc8655, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:57:57.913882 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] For port 1997c045-1699-4ee0-9c60-9e6fbcfc8655, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1997c045-1699-4ee0-9c60-9e6fbcfc8655,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:57:57.920291 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f256e7-9df5-4453-b34b-1b12115d15cf None None] Pushing event updated for resources: {'Port': ['ID=1997c045-1699-4ee0-9c60-9e6fbcfc8655,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:57.930603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7c719fe7-6d35-45bd-a6e2-342c25dcd7c3 None None] Port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:57:57.957486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:57.982035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 128b4c74-7b08-47a0-a736-36ae6509a741 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:57.982399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.027291 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.052177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Deleting port e36d24bb-66d3-4596-8db7-f5ed70be7d11 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:58.052771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.103278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.117528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Made reservation on behalf of fd3a5fb8d9bf438e970705e9e81181c9 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:57:58.123043 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.129486 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f256e7-9df5-4453-b34b-1b12115d15cf None None] Pushing event updated for resources: {'Port': ['ID=1997c045-1699-4ee0-9c60-9e6fbcfc8655,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:58.146591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3bffa-bbe8-46f0-9dd1-d13df29d1487 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:58.182106 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Routers {'91677533-f52e-44df-b6ed-230ccb244b5c'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:57:58.182106 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['91677533-f52e-44df-b6ed-230ccb244b5c'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:58.218862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 128b4c74-7b08-47a0-a736-36ae6509a741, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=128b4c74-7b08-47a0-a736-36ae6509a741,segment=NetworkSegment(5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28),segment_id=5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:58.300795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ac81b6ee-ecce-4bee-940c-8a222b5ada95 None None] Provisioning complete for port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:58.301036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac81b6ee-ecce-4bee-940c-8a222b5ada95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.345864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] For port e36d24bb-66d3-4596-8db7-f5ed70be7d11, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e36d24bb-66d3-4596-8db7-f5ed70be7d11,segment=NetworkSegment(7b15e447-47d0-428c-a2aa-6d922f5d8f86),segment_id=7b15e447-47d0-428c-a2aa-6d922f5d8f86)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:58.346235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.376593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Calling delete_port for e36d24bb-66d3-4596-8db7-f5ed70be7d11 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:58.419786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] Set router 91677533-f52e-44df-b6ed-230ccb244b5c gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:57:58.459123 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.499360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fdb1cf-66f7-430e-adf2-c2a60ed32196 None None] Network 6f293792-b050-427e-83ed-34348b488c8f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:58.503547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac81b6ee-ecce-4bee-940c-8a222b5ada95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.641953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ac81b6ee-ecce-4bee-940c-8a222b5ada95 None None] For port 1997c045-1699-4ee0-9c60-9e6fbcfc8655, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1997c045-1699-4ee0-9c60-9e6fbcfc8655,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:58.663521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=128b4c74-7b08-47a0-a736-36ae6509a741,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:58.697518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.784616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac81b6ee-ecce-4bee-940c-8a222b5ada95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.785454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Subnet': ['ID=96e813b0-b6b2-4b78-a43e-df24d63e2b02,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:58.801207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Checking segment: {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:57:58.801668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network hostable DHCP agents. Network: 7ed5241a-92a3-45b9-9852-7be036a2b2ad, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:57:58.806360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] DHCP port deletion for 6f293792-b050-427e-83ed-34348b488c8f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:58.814648 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:55Z', 'revision_number': 3, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:58.822599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:58.850285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Port': ['ID=e36d24bb-66d3-4596-8db7-f5ed70be7d11,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:58.856981 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217e791a-2f60-47b6-aeb4-de45dd9696af None None] The sync data for ids ['91677533-f52e-44df-b6ed-230ccb244b5c'] in n-d-776250-11 is: [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:55Z', 'revision_number': 3, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:57:58.869376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] No DVR routers for this DVR port e36d24bb-66d3-4596-8db7-f5ed70be7d11 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:58.927576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b6ee-ecce-4bee-940c-8a222b5ada95 None None] Pushing event updated for resources: {'Port': ['ID=1997c045-1699-4ee0-9c60-9e6fbcfc8655,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:58.957603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8cb7f182-31df-4c50-a72d-a7ac3a389ac7 None None] Provisioning complete for port 128b4c74-7b08-47a0-a736-36ae6509a741 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:57:58.970378 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f182-31df-4c50-a72d-a7ac3a389ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.010579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] Deleting port 128b4c74-7b08-47a0-a736-36ae6509a741 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:57:59.015958 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.016803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.029037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:57:59.048950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530ecab5-e82c-475a-b615-2ef1cc3d3035']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:59.070099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b15e447-47d0-428c-a2aa-6d922f5d8f86') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:59.070678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b15e447-47d0-428c-a2aa-6d922f5d8f86') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:59.082077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.099055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.110192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:57:59.110597 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:57:59.114604 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:57:59.130637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 7ed5241a-92a3-45b9-9852-7be036a2b2ad) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:57:59.148683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] For port 128b4c74-7b08-47a0-a736-36ae6509a741, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=128b4c74-7b08-47a0-a736-36ae6509a741,segment=NetworkSegment(5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28),segment_id=5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:57:59.149233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.157607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:57:59.158027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86faa53-7b45-4838-b284-1da535a07374 None None] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:59.163613 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.229519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] Calling delete_port for 128b4c74-7b08-47a0-a736-36ae6509a741 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:57:59.331501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae03cf7-628b-46aa-b3da-905ef0e766c0 None None] Network 530ecab5-e82c-475a-b615-2ef1cc3d3035 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:57:59.383682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-68307bdf-75b7-4254-b06b-3a6941434753 None None] Could not find standard attr ID for object e36d24bb-66d3-4596-8db7-f5ed70be7d11. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:57:59.415770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-686113ce-adcb-498d-b8f6-bb7b886a8b3e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6749346 Nov 10 21:57:59.417859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41354) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:59.436364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.467178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.477363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/networks/530ecab5-e82c-475a-b615-2ef1cc3d3035 HTTP/1.1" status: 204 len: 168 time: 1.7369146 Nov 10 21:57:59.479629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41356) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:59.511498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269a8eb-14cd-4231-9ed8-7599aee82180 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Network': ['ID=530ecab5-e82c-475a-b615-2ef1cc3d3035,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:59.630584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.638498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.678687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:57:59.702457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'fixed_ips': [{'subnet_id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:57:59.704658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.706693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] Pushing event deleted for resources: {'Port': ['ID=128b4c74-7b08-47a0-a736-36ae6509a741,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:57:59.725283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4663234f-5027-4429-a713-3218492944dd None None] DHCP port deletion for 530ecab5-e82c-475a-b615-2ef1cc3d3035 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:57:59.756700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c756a8-b1ff-4ef2-bbe4-2aba433eefaa None None] No DVR routers for this DVR port 128b4c74-7b08-47a0-a736-36ae6509a741 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:57:59.869009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1997c045-1699-4ee0-9c60-9e6fbcfc8655 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:57:59.937093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:57:59.978548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f293792-b050-427e-83ed-34348b488c8f']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:57:59.996460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b64c7e2e-db9f-44d4-bb62-03f00a5d045b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.002950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:00.003178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:00.003279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f37d7eb-4b3b-4ff1-848b-1a9fcae7ed28') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:00.003375 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.020496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.036296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Allocated IP 172.20.0.18 (7ed5241a-92a3-45b9-9852-7be036a2b2ad/96e813b0-b6b2-4b78-a43e-df24d63e2b02/fd72107c-93b5-4011-a49c-0c6fc4d8cd21) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:00.045670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.054280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:00.054907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:00.069497 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:00.267155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 128b4c74-7b08-47a0-a736-36ae6509a741 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:00.280517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.304816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.304816 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/networks/6f293792-b050-427e-83ed-34348b488c8f HTTP/1.1" status: 204 len: 168 time: 0.8211899 Nov 10 21:58:00.305145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41366) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:00.310190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 128b4c74-7b08-47a0-a736-36ae6509a741 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:00.310817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 128b4c74-7b08-47a0-a736-36ae6509a741 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:00.352384 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.369345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d444c-4456-4d8b-a3b4-0b48e02321a4 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Network': ['ID=6f293792-b050-427e-83ed-34348b488c8f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:00.409246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.443444 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.450271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b64c7e2e-db9f-44d4-bb62-03f00a5d045b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.517598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Pushing event updated for resources: {'Port': ['ID=fd72107c-93b5-4011-a49c-0c6fc4d8cd21,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:00.521873 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.530404 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b64c7e2e-db9f-44d4-bb62-03f00a5d045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.537160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:00.538937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:00.541679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:00.550133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d7aec4-72e6-4459-82fa-c362d77cc960']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:00.561622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc075290-eecb-4173-bcac-ffae86b00c6c') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:00.561930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc075290-eecb-4173-bcac-ffae86b00c6c') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:00.564608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.575866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.591191 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.598007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:00.598448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.609435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Attempting to bind port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:00.609931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Attempting to bind port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:00.610419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Attempting to bind port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 on network 7ed5241a-92a3-45b9-9852-7be036a2b2ad {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:00.616545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:00.617022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Checking segment: {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:00.617550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.618050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Bound using segment: {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:00.618623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Bound port: fd72107c-93b5-4011-a49c-0c6fc4d8cd21, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:00.619228 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.628449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b64c7e2e-db9f-44d4-bb62-03f00a5d045b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3d6e28368424771bad725acbe50e457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8977895 Nov 10 21:58:00.634250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41370) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:00.662726 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:00.672239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c7e2e-db9f-44d4-bb62-03f00a5d045b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54fe314-7c7f-4d57-a82d-fda1ab80af7c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:00.692998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] For port fd72107c-93b5-4011-a49c-0c6fc4d8cd21, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:00.696274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] For port fd72107c-93b5-4011-a49c-0c6fc4d8cd21, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fd72107c-93b5-4011-a49c-0c6fc4d8cd21,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:00.779269 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.785088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f116-aa5d-4196-9777-4f881a9a09f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.785990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.803223 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.813202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/networks/36d7aec4-72e6-4459-82fa-c362d77cc960 HTTP/1.1" status: 204 len: 168 time: 0.5071728 Nov 10 21:58:00.819548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41372) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:00.842965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931ceb6-9333-4fd0-8d13-9602bd7920f3 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Network': ['ID=36d7aec4-72e6-4459-82fa-c362d77cc960,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:00.882469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358dad3-20f9-4129-a7a3-c875d0a79edb None None] Pushing event updated for resources: {'Port': ['ID=fd72107c-93b5-4011-a49c-0c6fc4d8cd21,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:00.914130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f116-aa5d-4196-9777-4f881a9a09f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:00.994871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.215651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f116-aa5d-4196-9777-4f881a9a09f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.218066 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8bd2f116-aa5d-4196-9777-4f881a9a09f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.221730 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8bd2f116-aa5d-4196-9777-4f881a9a09f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b54fe314-7c7f-4d57-a82d-fda1ab80af7c HTTP/1.1" status: 204 len: 168 time: 0.5819886 Nov 10 21:58:01.229529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.264348 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2f116-aa5d-4196-9777-4f881a9a09f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54fe314-7c7f-4d57-a82d-fda1ab80af7c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:01.289443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c917a0f-f67d-4703-b689-7c39981430f7']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:01.293116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Allocated IP 172.20.0.17 (7ed5241a-92a3-45b9-9852-7be036a2b2ad/96e813b0-b6b2-4b78-a43e-df24d63e2b02/d416ff79-8f3b-4053-9cde-7ec515ed68e3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:01.306936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34f6aec-3f02-4fd3-9e37-0dd55d5d7f45') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:01.307774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34f6aec-3f02-4fd3-9e37-0dd55d5d7f45') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:01.326563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.361659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.397703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:01.398001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:01.401380 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:01.501380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.555346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.561956 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.572375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] 10.222.0.45 "DELETE /v2.0/networks/4c917a0f-f67d-4703-b689-7c39981430f7 HTTP/1.1" status: 204 len: 168 time: 0.7477221 Nov 10 21:58:01.590459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6be4d9-7478-4b25-ab34-be6174f239a7 tempest-BulkNetworkOpsTest-620952565 tempest-BulkNetworkOpsTest-620952565-project] Pushing event deleted for resources: {'Network': ['ID=4c917a0f-f67d-4703-b689-7c39981430f7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:01.653282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.670347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:01.676708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:01.710669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:01.782463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=d416ff79-8f3b-4053-9cde-7ec515ed68e3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:01.808944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:01.839518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fd72107c-93b5-4011-a49c-0c6fc4d8cd21 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:01.895223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:01.896658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.045281 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.090190 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.096142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port fd72107c-93b5-4011-a49c-0c6fc4d8cd21, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fd72107c-93b5-4011-a49c-0c6fc4d8cd21,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:02.175819 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.208606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41396) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:02.265720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=fd72107c-93b5-4011-a49c-0c6fc4d8cd21,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:02.487800 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-01746e61-de62-4cff-8ca7-bcb30f2b8825 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df181463a2e047a880bc7a8c270f7738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2770014 Nov 10 21:58:02.489472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41408) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:02.518852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67953b1-b629-4ff9-8359-6830c0f6793b None None] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:02.550146 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89ea6812-286d-4d62-b379-a14231cc7ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.553990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.576094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89ea6812-286d-4d62-b379-a14231cc7ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.595275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0cc78293-3627-42a2-9f96-9288188399c3 None None] Provisioning complete for port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:02.595720 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0cc78293-3627-42a2-9f96-9288188399c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.738738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.796025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89ea6812-286d-4d62-b379-a14231cc7ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.800407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-89ea6812-286d-4d62-b379-a14231cc7ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:02.802164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-89ea6812-286d-4d62-b379-a14231cc7ba5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/258e9f39-a521-4ac5-ad6e-1295e3d4c75b HTTP/1.1" status: 204 len: 168 time: 0.3116107 Nov 10 21:58:02.819312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea6812-286d-4d62-b379-a14231cc7ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e9f39-a521-4ac5-ad6e-1295e3d4c75b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:02.852431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=d416ff79-8f3b-4053-9cde-7ec515ed68e3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:02.895180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:03.008288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:03.011256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:03.093574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-692b36b5-4351-46ae-9f5a-47c5f764ef25 None None] Provisioning complete for port d416ff79-8f3b-4053-9cde-7ec515ed68e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:03.095021 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-692b36b5-4351-46ae-9f5a-47c5f764ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:03.158764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 91677533-f52e-44df-b6ed-230ccb244b5c has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:58:03.187806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-692b36b5-4351-46ae-9f5a-47c5f764ef25 None None] Port d416ff79-8f3b-4053-9cde-7ec515ed68e3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:03.215366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-692b36b5-4351-46ae-9f5a-47c5f764ef25 None None] Provisioning complete for port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:03.217620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-692b36b5-4351-46ae-9f5a-47c5f764ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:03.311152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:03.321250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d6d91dea-28b0-448b-b977-8d764a7c2654 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "PUT /v2.0/routers/91677533-f52e-44df-b6ed-230ccb244b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9020298 Nov 10 21:58:03.341072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Sync routers for ids ['91677533-f52e-44df-b6ed-230ccb244b5c'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:03.364825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Routers {'91677533-f52e-44df-b6ed-230ccb244b5c'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:03.365367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['91677533-f52e-44df-b6ed-230ccb244b5c'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:03.533651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Set router 91677533-f52e-44df-b6ed-230ccb244b5c gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:03.593729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cc6fc3d7-4ee3-42d1-be89-a6593d0adc2f None None] Provisioning complete for port d416ff79-8f3b-4053-9cde-7ec515ed68e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:03.594239 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc3d7-4ee3-42d1-be89-a6593d0adc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:03.723984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fc3d7-4ee3-42d1-be89-a6593d0adc2f None None] Port d416ff79-8f3b-4053-9cde-7ec515ed68e3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:03.838100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fd72107c-93b5-4011-a49c-0c6fc4d8cd21 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:03.854108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-b7c5127f-8742-4081-a1e5-5c4792ea9d83 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:03.860724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-b7c5127f-8742-4081-a1e5-5c4792ea9d83 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/networks?id=7ed5241a-92a3-45b9-9852-7be036a2b2ad HTTP/1.1" status: 200 len: 797 time: 0.2300036 Nov 10 21:58:03.878464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-97cd0323-b8a0-46da-9e72-a8e6ec50b13c None None] Provisioning complete for port d416ff79-8f3b-4053-9cde-7ec515ed68e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:03.879266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-97cd0323-b8a0-46da-9e72-a8e6ec50b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:03.892220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-83996381-7711-4611-a765-2b5d15443573 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/quotas/fd3a5fb8d9bf438e970705e9e81181c9 HTTP/1.1" status: 200 len: 375 time: 0.0232601 Nov 10 21:58:03.961019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-66054184-62d1-47b2-9395-e767a5a5a0eb tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0677593 Nov 10 21:58:03.965853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-97cd0323-b8a0-46da-9e72-a8e6ec50b13c None None] Port d416ff79-8f3b-4053-9cde-7ec515ed68e3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:04.006532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:04.006905 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.090749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-ab7cfda6-c372-4cc0-a5c9-926451dd64aa service neutron] 10.222.0.45 "GET /v2.0/networks/7ed5241a-92a3-45b9-9852-7be036a2b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178916 Nov 10 21:58:04.129794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41454) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:04.340217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:58:01Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd416ff79-8f3b-4053-9cde-7ec515ed68e3', 'name': '', 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:3f:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:58:00Z', 'updated_at': '2021-11-10T21:58:02Z', 'revision_number': 2, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:04.380657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Checking router: 91677533-f52e-44df-b6ed-230ccb244b5c for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:58:04.381157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Updating router 91677533-f52e-44df-b6ed-230ccb244b5c port d416ff79-8f3b-4053-9cde-7ec515ed68e3 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:58:04.383675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1633354374'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:04.412101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.498656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Made reservation on behalf of 85cb3a7ea5de410fa2c3cb8992d681ef for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:04.502491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.546640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.590671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41466) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:04.644012 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.674056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-2fd5b976-9e02-4f39-b6ce-b95aad1dd821 service neutron] 10.222.0.45 "GET /v2.0/networks/7ed5241a-92a3-45b9-9852-7be036a2b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761559 Nov 10 21:58:04.732399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-97943114'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:04.737383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.742292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.773227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:04.847878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:04.927167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa9f18-e07e-467a-930a-63ef2df2d965 None None] Pushing event updated for resources: {'Port': ['ID=d416ff79-8f3b-4053-9cde-7ec515ed68e3,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:05.037053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Attempting to bind port d416ff79-8f3b-4053-9cde-7ec515ed68e3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:05.037612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Attempting to bind port d416ff79-8f3b-4053-9cde-7ec515ed68e3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:05.038154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Attempting to bind port d416ff79-8f3b-4053-9cde-7ec515ed68e3 on network 7ed5241a-92a3-45b9-9852-7be036a2b2ad {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:05.058988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:05.059364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Checking segment: {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:05.060168 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.060577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Bound using segment: {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:05.061068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Bound port: d416ff79-8f3b-4053-9cde-7ec515ed68e3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:05.065649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.137363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9127f6-a900-4580-af7a-d6c0f7587966,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:05.155560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] For port d416ff79-8f3b-4053-9cde-7ec515ed68e3, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:05.163026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] For port d416ff79-8f3b-4053-9cde-7ec515ed68e3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d416ff79-8f3b-4053-9cde-7ec515ed68e3,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:05.195718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f1d6808-1407-4d8c-bbba-2eeb4656fe03 req-8c3104ac-d250-4bae-8b98-c45ab5aa8f8d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 210 time: 0.0871017 Nov 10 21:58:05.196918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.197456 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Added segment fabd7f65-667c-43b9-ac5e-d76df11a519a of type vlan for network c299de90-004a-4c09-b156-9a96929db5d7 Nov 10 21:58:05.200069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:05.204252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.240476 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.259545 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.263151 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.342933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Routers {'91677533-f52e-44df-b6ed-230ccb244b5c'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:05.343576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:57:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['91677533-f52e-44df-b6ed-230ccb244b5c'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:05.389625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.391834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.398768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:05.399521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.404635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-16195834-b9fd-47ca-850d-b497584e7ee9 None None] Provisioning complete for port d416ff79-8f3b-4053-9cde-7ec515ed68e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:05.405064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16195834-b9fd-47ca-850d-b497584e7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.438790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa9f18-e07e-467a-930a-63ef2df2d965 None None] Pushing event updated for resources: {'Port': ['ID=d416ff79-8f3b-4053-9cde-7ec515ed68e3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:05.506885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event updated for resources: {'Network': ['ID=c299de90-004a-4c09-b156-9a96929db5d7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:05.517659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.519865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c299de90-004a-4c09-b156-9a96929db5d7 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:05.532492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:05.561196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] Set router 91677533-f52e-44df-b6ed-230ccb244b5c gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:05.571000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370421b4-3f49-4bb4-add2-61111eb40447,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:05.591588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-88b1d210-ba51-4066-bb6a-6d54cf615ad3 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4576037 Nov 10 21:58:05.592672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41480) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:05.603320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.603320 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment 198d0d81-c5b2-4189-80f7-92d8b54d92f3 of type vlan for network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 Nov 10 21:58:05.603851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Request body: {'subnet': {'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:05.645999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.795754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.803067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:05.803970 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.819290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Made reservation on behalf of 85cb3a7ea5de410fa2c3cb8992d681ef for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:05.830114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.859107 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-456152ad-314c-4e85-8dbd-6a323812509d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.868473 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16195834-b9fd-47ca-850d-b497584e7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:05.882777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=9773062c-a258-4a2d-9fb2-f8bbbb3e2512,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:05.919524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:05.957679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-16195834-b9fd-47ca-850d-b497584e7ee9 None None] For port d416ff79-8f3b-4053-9cde-7ec515ed68e3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d416ff79-8f3b-4053-9cde-7ec515ed68e3,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:05.972604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29f44ff9-3dcb-4ded-abe6-ddb29a4a41c3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3785241 Nov 10 21:58:05.972839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41484) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:05.977950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'name': 'tempest-PortsTestJSON-80497831'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:06.022834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:58:01Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd416ff79-8f3b-4053-9cde-7ec515ed68e3', 'name': '', 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:3f:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:58:00Z', 'updated_at': '2021-11-10T21:58:05Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:06.051333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3fc1b2-1516-40fa-b698-0b7139600e12 None None] The sync data for ids ['91677533-f52e-44df-b6ed-230ccb244b5c'] in n-d-776250-11 is: [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:58:01Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd416ff79-8f3b-4053-9cde-7ec515ed68e3', 'name': '', 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:3f:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:58:00Z', 'updated_at': '2021-11-10T21:58:05Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:06.053824 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16195834-b9fd-47ca-850d-b497584e7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.141231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195834-b9fd-47ca-850d-b497584e7ee9 None None] Pushing event updated for resources: {'Port': ['ID=d416ff79-8f3b-4053-9cde-7ec515ed68e3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:06.157740 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.245041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0955232a-9e61-46ab-aac7-c434e6fad956 None None] Provisioning complete for port d416ff79-8f3b-4053-9cde-7ec515ed68e3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:06.245413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0955232a-9e61-46ab-aac7-c434e6fad956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.302028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event updated for resources: {'Subnet': ['ID=9414b279-e98e-4e67-a901-976ef692ad86,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:06.343252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Checking segment: {'id': 'fabd7f65-667c-43b9-ac5e-d76df11a519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:06.345911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Network hostable DHCP agents. Network: c299de90-004a-4c09-b156-9a96929db5d7, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:06.390263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:06.395194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.433184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:06.441025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-84e6c340-28bd-4026-aed9-4924f754a46b req-bdb07506-4ebb-4937-8e2e-1de7117e976d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 210 time: 0.0729833 Nov 10 21:58:06.463513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Network c299de90-004a-4c09-b156-9a96929db5d7 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:06.572894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c299de90-004a-4c09-b156-9a96929db5d7) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:06.577975 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:06.578277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.591394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45349109-c16a-4a77-92b1-6d0c3839a972 None None] Network c299de90-004a-4c09-b156-9a96929db5d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:06.660656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.685418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38e91a6c-6ef8-4f12-8f72-32f38b19ba49 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0908902 Nov 10 21:58:06.688198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41492) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:06.705022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Request body: {'port': {'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1083297107'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:06.848450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.864682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-c299de90-004a-4c09-b156-9a96929db5d7', 'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7', 'tenant_id': '85cb3a7ea5de410fa2c3cb8992d681ef', 'fixed_ips': [{'subnet_id': '9414b279-e98e-4e67-a901-976ef692ad86'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:06.865712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:06.961342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=15cceb95-0216-4fbf-ba00-d520ff2b8d9a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:06.975571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': '198d0d81-c5b2-4189-80f7-92d8b54d92f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:06.975980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: 9773062c-a258-4a2d-9fb2-f8bbbb3e2512, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:07.030541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Made reservation on behalf of 85cb3a7ea5de410fa2c3cb8992d681ef for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:07.036023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.059122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:07.081172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] device_id is not set on port 0b2f3fc0-fab1-46bd-94c2-7402556410d2 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:07.093641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Allocated IP 172.20.0.2 (c299de90-004a-4c09-b156-9a96929db5d7/9414b279-e98e-4e67-a901-976ef692ad86/25bdc3c9-e3dd-4895-8bef-aac2e01edf86) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:07.158960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-f44ea5b0-8f8f-46f5-96c7-93b7e59ad2f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413867 Nov 10 21:58:07.169436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 9773062c-a258-4a2d-9fb2-f8bbbb3e2512) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:07.181184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:07.191885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771059de-a952-445e-8489-ce360a9f3d56 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:07.196167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:07.196846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.296413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c3ce2209-ebe6-49aa-9071-e64ee8e507aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.3225324 Nov 10 21:58:07.300166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41498) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:07.310171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-3a18c98b-1f40-407f-82d8-de264edea4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:07.310171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-3a18c98b-1f40-407f-82d8-de264edea4eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1137 time: 0.0722034 Nov 10 21:58:07.310431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103765241'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:07.452297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.454419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:07.459673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.501353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:07.515447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.516700 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment 4df8f8de-0b4b-4c81-94b6-2966ba37c70f of type vlan for network 23a7ec5c-7de9-4a88-824c-48fe3df04ad9 Nov 10 21:58:07.523647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-78b2e7ce-d36a-4937-a153-454f2fb4e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:07.525269 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-78b2e7ce-d36a-4937-a153-454f2fb4e411 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 200 len: 897 time: 0.1948490 Nov 10 21:58:07.561118 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.572518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.597927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8a043f8-cf7a-4fd8-b1e9-6c9d3b5c2957 req-c2b628c8-70ac-449c-9b29-b2a9c8758801 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 210 time: 0.0669868 Nov 10 21:58:07.616496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Network c299de90-004a-4c09-b156-9a96929db5d7 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:07.618295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:07.624671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:07.638902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Pushing event updated for resources: {'Port': ['ID=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:07.664251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-c03d88e4-4d84-45ed-92a5-722d1f2797a9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:07.665882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-c03d88e4-4d84-45ed-92a5-722d1f2797a9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.53 "GET /v2.0/networks?id=7ed5241a-92a3-45b9-9852-7be036a2b2ad HTTP/1.1" status: 200 len: 797 time: 0.2723680 Nov 10 21:58:07.687334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Request body: {'port': {'device_id': '110b26df-3101-493b-b02f-2180af1013f8', 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'admin_state_up': True, 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:07.706796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Attempting to bind port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:07.707179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Attempting to bind port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'fabd7f65-667c-43b9-ac5e-d76df11a519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:07.707615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Attempting to bind port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 on network c299de90-004a-4c09-b156-9a96929db5d7 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:07.716480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:07.716874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Checking segment: {'id': 'fabd7f65-667c-43b9-ac5e-d76df11a519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:07.717319 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.717717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Bound using segment: {'id': 'fabd7f65-667c-43b9-ac5e-d76df11a519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:07.718200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Bound port: 25bdc3c9-e3dd-4895-8bef-aac2e01edf86, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabd7f65-667c-43b9-ac5e-d76df11a519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c299de90-004a-4c09-b156-9a96929db5d7'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:07.718747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.738776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.744737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:07.746320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:07.762247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-8842a6a3-2f37-4808-9873-a119bfdd3cd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 200 len: 1001 time: 0.2222607 Nov 10 21:58:07.847250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d416ff79-8f3b-4053-9cde-7ec515ed68e3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:07.853458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] For port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:07.858742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5572827 Nov 10 21:58:07.860939 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-225a5cc2-69f3-495b-8aa7-80fa80f10e14 {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:58:07.861650 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:58:07.863634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41506) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:07.869282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'ports': [{'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512'}, {'network_id': '23a7ec5c-7de9-4a88-824c-48fe3df04ad9'}]} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:07.869603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:07.871352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '23a7ec5c-7de9-4a88-824c-48fe3df04ad9'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:07.902286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-882ffd3d-c740-486f-a712-4d2609148ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:07.902914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4840c-0397-491a-9043-25c8b3660514 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=23a7ec5c-7de9-4a88-824c-48fe3df04ad9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:07.904329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-882ffd3d-c740-486f-a712-4d2609148ea7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff7c27fc-a991-4d87-b7a3-316d38c57ae8 HTTP/1.1" status: 200 len: 835 time: 0.0780962 Nov 10 21:58:07.914038 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] For port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,segment=NetworkSegment(fabd7f65-667c-43b9-ac5e-d76df11a519a),segment_id=fabd7f65-667c-43b9-ac5e-d76df11a519a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:07.920069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 23a7ec5c-7de9-4a88-824c-48fe3df04ad9 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:07.976074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-ae2dfdd2-0771-4a18-9693-0380fc60d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:07.977649 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-ae2dfdd2-0771-4a18-9693-0380fc60d0cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31d5cd96-e3ce-46e0-847a-cbc0ea667238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611830 Nov 10 21:58:08.012663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d416ff79-8f3b-4053-9cde-7ec515ed68e3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:08.012663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.014846 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.075881 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5f6fa3d-ebc0-4f95-817e-e6493dbdfdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.100712 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-495bf541-d7fb-4737-8f99-3e96e1887d95 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157129 Nov 10 21:58:08.121201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ae401-4d5e-456b-97e0-a79299a0fdb0 None None] Pushing event updated for resources: {'Port': ['ID=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:08.142628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Made reservation on behalf of fd3a5fb8d9bf438e970705e9e81181c9 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:08.146193 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.247495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 2} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:08.252236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.286675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.295245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dccb3b5-ef8a-4158-9fe5-a7f0058c00d8 req-30911118-542a-4021-a90b-1f80998d5618 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815343 Nov 10 21:58:08.384856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Allocated IP 172.20.0.26 (7ed5241a-92a3-45b9-9852-7be036a2b2ad/96e813b0-b6b2-4b78-a43e-df24d63e2b02/3e9e02b6-c4ae-47cf-97c8-ff671a768c49) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:08.440609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.454165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 582f6f09-f6f8-4e02-82e2-db31a2247815 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:08.504296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] device_id is not set on port 7905fa78-a71a-480f-a473-72419f2e1af0 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:08.587580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.588519 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.662498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Allocated IP 172.20.0.11 (c299de90-004a-4c09-b156-9a96929db5d7/9414b279-e98e-4e67-a901-976ef692ad86/7905fa78-a71a-480f-a473-72419f2e1af0) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:08.722063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 60ef90fd-ba60-4406-b956-02600f2e30c8 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:08.767467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.768348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b7a3890-6a99-4970-91f3-2c4251bbc308 req-31f6fb7b-cd5c-495b-a3bf-0e2e037f1cd6 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 210 time: 0.0370207 Nov 10 21:58:08.845287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:08.863564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event updated for resources: {'Port': ['ID=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:08.867304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:08.881978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:08.885200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.886640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.886998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.887333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.887668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.888026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.888358 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.888690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.889020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.889216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.889334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.889654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.889977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:08.973240 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:08.985585 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:08.986308 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.046516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.077679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-93a244c3-d855-421b-b0ea-0f5a14aa1b74 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3985977 Nov 10 21:58:09.091671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Request body: {'port': {'device_id': '110b26df-3101-493b-b02f-2180af1013f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:09.105362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:09.110068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:09.113752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:09.115541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.134337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=582f6f09-f6f8-4e02-82e2-db31a2247815,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:09.158517 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.197566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=60ef90fd-ba60-4406-b956-02600f2e30c8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:09.219858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.221228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': '4df8f8de-0b4b-4c81-94b6-2966ba37c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '23a7ec5c-7de9-4a88-824c-48fe3df04ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:09.221848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: 23a7ec5c-7de9-4a88-824c-48fe3df04ad9, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:09.247629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Network c299de90-004a-4c09-b156-9a96929db5d7 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:09.256487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:09.262056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:09.313259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event updated for resources: {'Port': ['ID=7905fa78-a71a-480f-a473-72419f2e1af0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:09.328360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-85e78b24-c566-4940-8916-34f250e4cb9b None None] Provisioning complete for port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:09.328922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-85e78b24-c566-4940-8916-34f250e4cb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.344599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 23a7ec5c-7de9-4a88-824c-48fe3df04ad9 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:09.391474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75afbd89-539c-49f5-b1aa-3826ecd010ba None None] Network c299de90-004a-4c09-b156-9a96929db5d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:09.405080 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.428410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:09.433271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.436080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 23a7ec5c-7de9-4a88-824c-48fe3df04ad9) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:09.453572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:09.464478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:09.472348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:09.473069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.473836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734b446-4336-498a-bb38-6565105432b8 None None] Network 23a7ec5c-7de9-4a88-824c-48fe3df04ad9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:09.553392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ace05266-9e97-4fed-89c0-e9de5e6c24b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8636615 Nov 10 21:58:09.556582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41526) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:09.599777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c955eaf3-43c7-4c4a-89df-ba3b9ba15759 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7325220 Nov 10 21:58:09.601029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41528) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:09.683753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Deleting port 7905fa78-a71a-480f-a473-72419f2e1af0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:09.684891 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.737738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-85e78b24-c566-4940-8916-34f250e4cb9b None None] Port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:09.830170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:58:09.844052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.860178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:09.861469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 60ef90fd-ba60-4406-b956-02600f2e30c8 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:09.862045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.884221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Transition to ACTIVE for port object 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:58:09.891465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.908306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Calling delete_port for 7905fa78-a71a-480f-a473-72419f2e1af0 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:09.945211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:09.958676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 60ef90fd-ba60-4406-b956-02600f2e30c8 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:09.959387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a63d3df0-a85c-4fd4-bfaa-7d4e57c79967 None None] Provisioning complete for port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:09.959777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a63d3df0-a85c-4fd4-bfaa-7d4e57c79967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.027369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.074590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:10.083616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.084528 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:58:10.123063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:10.141130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712137f-f5b3-4d64-b079-1b936347cc24 req-1b3d2529-0f0a-4957-9105-a989e2a317e8 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:10.142961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b712137f-f5b3-4d64-b079-1b936347cc24 req-1b3d2529-0f0a-4957-9105-a989e2a317e8 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 907 time: 0.1313994 Nov 10 21:58:10.172032 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a63d3df0-a85c-4fd4-bfaa-7d4e57c79967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.175659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.247506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event deleted for resources: {'Port': ['ID=7905fa78-a71a-480f-a473-72419f2e1af0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:10.250509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.301631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=60ef90fd-ba60-4406-b956-02600f2e30c8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:10.306079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Attempting to bind port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:10.306416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Attempting to bind port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:10.306745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Attempting to bind port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 on network 7ed5241a-92a3-45b9-9852-7be036a2b2ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:10.320767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a63d3df0-a85c-4fd4-bfaa-7d4e57c79967 None None] For port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,segment=NetworkSegment(fabd7f65-667c-43b9-ac5e-d76df11a519a),segment_id=fabd7f65-667c-43b9-ac5e-d76df11a519a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:10.321108 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.326575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c25fe3ab-0153-4b8b-949b-345cf6327e85 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/60ef90fd-ba60-4406-b956-02600f2e30c8 HTTP/1.1" status: 204 len: 168 time: 0.7243962 Nov 10 21:58:10.327277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41540) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:10.327979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 on network 7ed5241a-92a3-45b9-9852-7be036a2b2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:58:10.328305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Attempting to bind port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 on network 7ed5241a-92a3-45b9-9852-7be036a2b2ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:10.349262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:10.349628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Checking segment: {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:10.351406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Bound using segment: {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:10.351941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Bound port: 3e9e02b6-c4ae-47cf-97c8-ff671a768c49, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8ce323-3d67-43a1-9a24-543962e74067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:10.352312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.362390 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.365882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-49945e05-35d6-43ec-b840-a59b8d848959 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "DELETE /v2.0/ports/7905fa78-a71a-480f-a473-72419f2e1af0 HTTP/1.1" status: 204 len: 168 time: 0.8082676 Nov 10 21:58:10.369423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41542) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:10.419696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a63d3df0-a85c-4fd4-bfaa-7d4e57c79967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.477945 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.491453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d3df0-a85c-4fd4-bfaa-7d4e57c79967 None None] Pushing event updated for resources: {'Port': ['ID=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:10.511643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d6216-b656-49a8-92ce-48bf6e98b621 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:10.518037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5d6216-b656-49a8-92ce-48bf6e98b621 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:10.519704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ec5d6216-b656-49a8-92ce-48bf6e98b621 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1884317 Nov 10 21:58:10.522640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:10.583602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] For port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:10.590388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b1173a98-dc18-496d-b187-eea8a0965eca None None] Provisioning complete for port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:10.596535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1173a98-dc18-496d-b187-eea8a0965eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.604867 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:58:10.606179 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:58:10.609654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] For port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:10.636614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5bf180a4-b85b-4ac5-abe6-8f3e38794f3d tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2649734 Nov 10 21:58:10.637111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41548) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:10.653039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1766579093'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:10.689692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 582f6f09-f6f8-4e02-82e2-db31a2247815 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:10.695460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.725737 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.747557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:10.747687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b1173a98-dc18-496d-b187-eea8a0965eca None None] Could not find standard attr ID for object 7905fa78-a71a-480f-a473-72419f2e1af0. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:58:10.748210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.750095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] 10.222.0.53 "PUT /v2.0/ports/3e9e02b6-c4ae-47cf-97c8-ff671a768c49 HTTP/1.1" status: 200 len: 1056 time: 1.6642699 Nov 10 21:58:10.755537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110b26df-3101-493b-b02f-2180af1013f8', 'tag': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:10.758604 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce" -d '{"events": [{"name": "network-changed", "server_uuid": "110b26df-3101-493b-b02f-2180af1013f8", "tag": "3e9e02b6-c4ae-47cf-97c8-ff671a768c49"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:10.790780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Made reservation on behalf of 85cb3a7ea5de410fa2c3cb8992d681ef for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:10.795573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.838021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:10.848871 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.849286 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Added segment de580a9b-b94b-41bd-beb1-863516860552 of type vlan for network a757786b-5b0c-4f60-8fcb-6dfa7830b168 Nov 10 21:58:10.858830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.883958 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced5ed87-1d95-46cc-ae96-5ac347554f14 x-openstack-request-id: req-ced5ed87-1d95-46cc-ae96-5ac347554f14 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:10.885074 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110b26df-3101-493b-b02f-2180af1013f8", "tag": "3e9e02b6-c4ae-47cf-97c8-ff671a768c49", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:10.885478 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ced5ed87-1d95-46cc-ae96-5ac347554f14 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:10.886106 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110b26df-3101-493b-b02f-2180af1013f8', 'tag': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49', 'status': 'completed', 'code': 200} Nov 10 21:58:10.918584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.927253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-866701cf-a9bf-4568-852c-31d50d40ef90 None None] Could not find standard attr ID for object 7905fa78-a71a-480f-a473-72419f2e1af0. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:58:10.978427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:10.992451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a44f2c-c726-4868-aa57-75bfacc50ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:11.000258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 582f6f09-f6f8-4e02-82e2-db31a2247815 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:11.003695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce req-1963739b-4555-4df5-a1c2-85b1bc88c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.005364 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce req-1963739b-4555-4df5-a1c2-85b1bc88c8e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 1059 time: 0.1183305 Nov 10 21:58:11.008298 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:11.015503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.021393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:11.106298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event updated for resources: {'Network': ['ID=a757786b-5b0c-4f60-8fcb-6dfa7830b168,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:11.148712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network a757786b-5b0c-4f60-8fcb-6dfa7830b168 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:11.176922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce req-75f9776d-2a1e-4bd3-88ea-f8be5e21a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.177414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce req-75f9776d-2a1e-4bd3-88ea-f8be5e21a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.178946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce req-75f9776d-2a1e-4bd3-88ea-f8be5e21a574 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1620286 Nov 10 21:58:11.201659 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ddadb219-3204-418b-bd3a-9458ba7fee5a tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5620899 Nov 10 21:58:11.202833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41558) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.332678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e103b-aa37-419c-ac82-254ce7634ab0 req-f2bd47e0-d320-4ab8-9a58-ea80d516ae11 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.334384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac3e103b-aa37-419c-ac82-254ce7634ab0 req-f2bd47e0-d320-4ab8-9a58-ea80d516ae11 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 907 time: 0.0667562 Nov 10 21:58:11.384795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:11.442218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7b5ea764-15cb-4399-875e-15484b9448e4 tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "GET /v2.0/agents/ca3097f7-9e44-46af-b912-ca42619eadc4/dhcp-networks HTTP/1.1" status: 200 len: 7144 time: 0.2374449 Nov 10 21:58:11.442491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce req-24b22c46-db1e-4035-8333-839d809d7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.444137 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0000c267-cf24-43cd-8ade-6c8a2fdc04ce req-24b22c46-db1e-4035-8333-839d809d7085 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570930 Nov 10 21:58:11.444961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41562) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.463398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:11.501725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=582f6f09-f6f8-4e02-82e2-db31a2247815,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:11.530777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:11.534125 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-397c903f-7f1d-4dfa-85cd-8769b621ea27 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/582f6f09-f6f8-4e02-82e2-db31a2247815 HTTP/1.1" status: 204 len: 168 time: 1.0105031 Nov 10 21:58:11.537569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5102e9-d7cf-4a1f-94c6-0f208cfdde22 tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] Network a757786b-5b0c-4f60-8fcb-6dfa7830b168 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:11.537740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41564) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.576340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-a27f0623-7666-4f93-bb0a-cc7da81a740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.577938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-a27f0623-7666-4f93-bb0a-cc7da81a740c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 1059 time: 0.0871305 Nov 10 21:58:11.630330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a20e5-2e28-44c7-9c7c-04345260feae tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.631777 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-395a20e5-2e28-44c7-9c7c-04345260feae tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0933402 Nov 10 21:58:11.633442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-61cd34a3-54e1-43a5-93ef-6dd8f22c8545 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3e9e02b6-c4ae-47cf-97c8-ff671a768c49 HTTP/1.1" status: 200 len: 217 time: 0.0479238 Nov 10 21:58:11.634376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41566) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.636467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4e5102e9-d7cf-4a1f-94c6-0f208cfdde22 tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "POST /v2.0/agents/ca3097f7-9e44-46af-b912-ca42619eadc4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1899004 Nov 10 21:58:11.639189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41568) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.650253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c30af6-b929-4f6f-9ff5-3b59638fe134 None None] Network a757786b-5b0c-4f60-8fcb-6dfa7830b168 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:11.684196 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-43df86ed-bcde-4013-b889-3a4eb9ccf1a7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:11.685932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-43df86ed-bcde-4013-b889-3a4eb9ccf1a7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/60ef90fd-ba60-4406-b956-02600f2e30c8 HTTP/1.1" status: 404 len: 333 time: 0.0505855 Nov 10 21:58:11.688522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41570) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.724356 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9c5bd1-4fce-45c3-acb7-ccbe9d497bdb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:11.726174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ff9c5bd1-4fce-45c3-acb7-ccbe9d497bdb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/582f6f09-f6f8-4e02-82e2-db31a2247815 HTTP/1.1" status: 404 len: 333 time: 0.0365694 Nov 10 21:58:11.730093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41572) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.756645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-ee8c3934-7ea2-4631-932d-db78cbc5ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.758487 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-ee8c3934-7ea2-4631-932d-db78cbc5ed24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96e813b0-b6b2-4b78-a43e-df24d63e2b02 HTTP/1.1" status: 200 len: 837 time: 0.1139030 Nov 10 21:58:11.853146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:11.871523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:11.876303 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-5158d91c-8891-4b0e-958d-dd4dc8eec6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:11.877805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-5158d91c-8891-4b0e-958d-dd4dc8eec6f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ed5241a-92a3-45b9-9852-7be036a2b2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1119728 Nov 10 21:58:11.888152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d3d63a6a-cfc0-4cc7-a11b-597ba346671e tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "GET /v2.0/agents/ca3097f7-9e44-46af-b912-ca42619eadc4/dhcp-networks HTTP/1.1" status: 200 len: 7915 time: 0.2440267 Nov 10 21:58:11.888440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41576) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:11.926449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:11.926816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.029275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9246571f-29e7-4508-876a-4827b49ffc91 tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "DELETE /v2.0/agents/ca3097f7-9e44-46af-b912-ca42619eadc4/dhcp-networks/a757786b-5b0c-4f60-8fcb-6dfa7830b168 HTTP/1.1" status: 204 len: 168 time: 0.1395121 Nov 10 21:58:12.031248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.169165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-71a3aebf-6fe1-4a31-924d-92ed12a3ab92 tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "GET /v2.0/agents/ca3097f7-9e44-46af-b912-ca42619eadc4/dhcp-networks HTTP/1.1" status: 200 len: 7144 time: 0.1341267 Nov 10 21:58:12.175476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41580) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.199810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83634950-0f2a-47e1-889f-256e2533636e tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "GET /v2.0/networks/c299de90-004a-4c09-b156-9a96929db5d7/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0199504 Nov 10 21:58:12.200634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41582) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.223695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-917c96e5-fdf5-4c8e-8967-4937bf90c9ae tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "GET /v2.0/networks/c299de90-004a-4c09-b156-9a96929db5d7/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0192709 Nov 10 21:58:12.223974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41584) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.351156 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cce79161-50c2-4f79-a162-78258116bba3 tempest-DHCPAgentSchedulersTestJSON-860197683 tempest-DHCPAgentSchedulersTestJSON-860197683-project-admin] 10.222.0.45 "GET /v2.0/agents/ca3097f7-9e44-46af-b912-ca42619eadc4/dhcp-networks HTTP/1.1" status: 200 len: 7144 time: 0.1259949 Nov 10 21:58:12.355208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41586) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.369089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.403216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a7ec5c-7de9-4a88-824c-48fe3df04ad9']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:12.414573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-96ccbb63-de73-4543-af40-4bfc4092d7d2 service neutron] 10.222.0.53 "GET /v2.0/networks/7ed5241a-92a3-45b9-9852-7be036a2b2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293734 Nov 10 21:58:12.417828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df8f8de-0b4b-4c81-94b6-2966ba37c70f') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:12.417828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df8f8de-0b4b-4c81-94b6-2966ba37c70f') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:12.446253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.480288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.491931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.501749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:12.502168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:12.505360 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:12.507957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a6074-e8f6-4ba2-a667-e55fdd3124c8 req-a213e474-e631-4ca2-8de1-551738d2f558 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:12.519541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b79a6074-e8f6-4ba2-a667-e55fdd3124c8 req-a213e474-e631-4ca2-8de1-551738d2f558 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 907 time: 0.0867641 Nov 10 21:58:12.585407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6c560f-0593-4047-aa5d-b6633fd3fe88 req-daea11a4-6270-482c-a5e9-e665131f7a99 service neutron] 10.222.0.53 "GET /v2.0/networks/7ed5241a-92a3-45b9-9852-7be036a2b2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613128 Nov 10 21:58:12.614091 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.633386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a757786b-5b0c-4f60-8fcb-6dfa7830b168']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:12.642467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de580a9b-b94b-41bd-beb1-863516860552') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:12.643084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de580a9b-b94b-41bd-beb1-863516860552') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:12.652606 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.665347 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.671784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:12.672167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:12.675020 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:12.681974 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.687676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.694876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/23a7ec5c-7de9-4a88-824c-48fe3df04ad9 HTTP/1.1" status: 204 len: 168 time: 0.9598145 Nov 10 21:58:12.694876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41592) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.701186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027346245'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:12.715414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463cffb-b197-4b91-bf6e-3969dfb16792 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=23a7ec5c-7de9-4a88-824c-48fe3df04ad9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:12.864839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:12.868468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.893615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.899712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:12.906260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.909519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "DELETE /v2.0/networks/a757786b-5b0c-4f60-8fcb-6dfa7830b168 HTTP/1.1" status: 204 len: 168 time: 0.5532722 Nov 10 21:58:12.911921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41600) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.916067 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:12.916401 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment 8e8ad949-201c-4e95-8fb2-6413f1112a04 of type vlan for network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 Nov 10 21:58:12.929601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109189f-6dfc-4abc-8a6e-654bab1cd2bd tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event deleted for resources: {'Network': ['ID=a757786b-5b0c-4f60-8fcb-6dfa7830b168,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:12.946277 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfed984-19ea-4026-a695-77adff5c0f89 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] DELETE failed (client error): The resource could not be found. Nov 10 21:58:12.947012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfed984-19ea-4026-a695-77adff5c0f89 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:58:12.951022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5dfed984-19ea-4026-a695-77adff5c0f89 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "DELETE /v2.0/ports/7905fa78-a71a-480f-a473-72419f2e1af0 HTTP/1.1" status: 404 len: 333 time: 0.0380666 Nov 10 21:58:12.953426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41602) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:12.969347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.007651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Deleting subnet 9414b279-e98e-4e67-a901-976ef692ad86 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:13.011263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.050864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.053195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.059083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:13.059992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.130976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=2ba9d557-8638-4ae0-a4f8-663ec958c8f6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:13.143033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:13.156558 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.196548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-944c3d49-7ab5-4667-8494-18bad71a9506 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5006897 Nov 10 21:58:13.207933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41604) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:13.207933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:13.402936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.430306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:13.430986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event deleted for resources: {'Subnet': ['ID=9414b279-e98e-4e67-a901-976ef692ad86,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:13.435366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.437725 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.442040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-655d9436-5b58-48c8-9916-68f580c836b2 tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "DELETE /v2.0/subnets/9414b279-e98e-4e67-a901-976ef692ad86 HTTP/1.1" status: 204 len: 168 time: 0.4866848 Nov 10 21:58:13.444755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41606) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:13.447981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a312e10-5765-43e7-8448-60761fd03afb None None] Network c299de90-004a-4c09-b156-9a96929db5d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:13.537213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.541286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Performing IP validity checks on allocation pools {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 21:58:13.543244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.ipam_backend_mixin [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 21:58:13.618517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Deleting port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:13.618883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.691116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] For port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,segment=NetworkSegment(fabd7f65-667c-43b9-ac5e-d76df11a519a),segment_id=fabd7f65-667c-43b9-ac5e-d76df11a519a)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:13.695954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.715524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Calling delete_port for 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:13.726306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41368607-6127-44fd-9231-87d73901a237 None None] DHCP port deletion for c299de90-004a-4c09-b156-9a96929db5d7 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:13.747127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19d174-e5a3-4118-a056-f802da44fdca req-cfa8ad52-9732-4e2b-87bd-9f417d699d5d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:13.748688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b19d174-e5a3-4118-a056-f802da44fdca req-cfa8ad52-9732-4e2b-87bd-9f417d699d5d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 907 time: 0.1155953 Nov 10 21:58:13.810488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-41368607-6127-44fd-9231-87d73901a237 None None] Deleting port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:13.810488 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-41368607-6127-44fd-9231-87d73901a237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.851274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:13.853597 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.910974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-41368607-6127-44fd-9231-87d73901a237 None None] For port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,segment=NetworkSegment(fabd7f65-667c-43b9-ac5e-d76df11a519a),segment_id=fabd7f65-667c-43b9-ac5e-d76df11a519a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:13.910974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-41368607-6127-44fd-9231-87d73901a237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.924884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=cec6dd81-25c4-4ccf-a3a1-d5072f741f84,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:13.929932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-41368607-6127-44fd-9231-87d73901a237 None None] Calling delete_port for 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:13.935316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': '8e8ad949-201c-4e95-8fb2-6413f1112a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:13.935682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: 2ba9d557-8638-4ae0-a4f8-663ec958c8f6, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:13.945624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:13.979388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event deleted for resources: {'Port': ['ID=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:13.982613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] No DVR routers for this DVR port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:14.008131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:14.012344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.072201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.086801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-41368607-6127-44fd-9231-87d73901a237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.099108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 2ba9d557-8638-4ae0-a4f8-663ec958c8f6) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:14.099304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c299de90-004a-4c09-b156-9a96929db5d7']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:14.103384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:14.104004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.115118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabd7f65-667c-43b9-ac5e-d76df11a519a') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:14.115421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabd7f65-667c-43b9-ac5e-d76df11a519a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:14.127881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.129258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553e70cb-645f-48d0-8112-b892a0031972 None None] Network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:14.133265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41368607-6127-44fd-9231-87d73901a237 None None] Pushing event deleted for resources: {'Port': ['ID=25bdc3c9-e3dd-4895-8bef-aac2e01edf86,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:14.142864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.153894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:14.154439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.157708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41368607-6127-44fd-9231-87d73901a237 None None] No DVR routers for this DVR port 25bdc3c9-e3dd-4895-8bef-aac2e01edf86 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:14.158213 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:14.179987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-667f7132-60de-4207-801e-8befbea0b80e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9783061 Nov 10 21:58:14.182523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41614) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:14.188554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6', 'name': 'tempest-PortsTestJSON-753500978'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:14.309008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefd868-189d-4773-a885-c9527eb885df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-2ba9d557-8638-4ae0-a4f8-663ec958c8f6', 'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6', 'tenant_id': 'c9e7970b175b4cb08114f8572be46041', 'fixed_ips': [{'subnet_id': 'cec6dd81-25c4-4ccf-a3a1-d5072f741f84'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:14.309878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-caefd868-189d-4773-a885-c9527eb885df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.336491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.342314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.352438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] 10.222.0.45 "DELETE /v2.0/networks/c299de90-004a-4c09-b156-9a96929db5d7 HTTP/1.1" status: 204 len: 168 time: 0.9057586 Nov 10 21:58:14.373028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cb9b5-3595-49b6-a681-c7696c51887d tempest-DHCPAgentSchedulersTestJSON-1989281755 tempest-DHCPAgentSchedulersTestJSON-1989281755-project] Pushing event deleted for resources: {'Network': ['ID=c299de90-004a-4c09-b156-9a96929db5d7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:14.446166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:14.450419 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.457194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-caefd868-189d-4773-a885-c9527eb885df None None] Allocated IP 172.20.0.2 (2ba9d557-8638-4ae0-a4f8-663ec958c8f6/cec6dd81-25c4-4ccf-a3a1-d5072f741f84/3d700f57-9e32-4666-9c01-b5e732b785d6) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:14.470321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 6995ff9b-6a70-40e2-911b-d9657fc1d420 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:14.613202 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-caefd868-189d-4773-a885-c9527eb885df None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.722370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-caefd868-189d-4773-a885-c9527eb885df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.765645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caefd868-189d-4773-a885-c9527eb885df None None] Network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:14.768588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-caefd868-189d-4773-a885-c9527eb885df None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:14.773939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.14 (2ba9d557-8638-4ae0-a4f8-663ec958c8f6/cec6dd81-25c4-4ccf-a3a1-d5072f741f84/6995ff9b-6a70-40e2-911b-d9657fc1d420) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:14.783774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefd868-189d-4773-a885-c9527eb885df None None] Pushing event updated for resources: {'Port': ['ID=3d700f57-9e32-4666-9c01-b5e732b785d6,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:14.796208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefd868-189d-4773-a885-c9527eb885df None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:14.890042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-caefd868-189d-4773-a885-c9527eb885df None None] Attempting to bind port 3d700f57-9e32-4666-9c01-b5e732b785d6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:14.890568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-caefd868-189d-4773-a885-c9527eb885df None None] Attempting to bind port 3d700f57-9e32-4666-9c01-b5e732b785d6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '8e8ad949-201c-4e95-8fb2-6413f1112a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:14.891021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefd868-189d-4773-a885-c9527eb885df None None] Attempting to bind port 3d700f57-9e32-4666-9c01-b5e732b785d6 on network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:14.898405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefd868-189d-4773-a885-c9527eb885df None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:14.898881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefd868-189d-4773-a885-c9527eb885df None None] Checking segment: {'id': '8e8ad949-201c-4e95-8fb2-6413f1112a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:14.899372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-caefd868-189d-4773-a885-c9527eb885df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.900305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefd868-189d-4773-a885-c9527eb885df None None] Bound using segment: {'id': '8e8ad949-201c-4e95-8fb2-6413f1112a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:14.900921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-caefd868-189d-4773-a885-c9527eb885df None None] Bound port: 3d700f57-9e32-4666-9c01-b5e732b785d6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8ad949-201c-4e95-8fb2-6413f1112a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '2ba9d557-8638-4ae0-a4f8-663ec958c8f6'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:14.903067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-caefd868-189d-4773-a885-c9527eb885df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:14.921905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405692-d5c0-4928-8098-47da43a1b903 req-75d1362f-4135-4c21-8c6d-2022184e219d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:14.923534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd405692-d5c0-4928-8098-47da43a1b903 req-75d1362f-4135-4c21-8c6d-2022184e219d tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 907 time: 0.0789402 Nov 10 21:58:15.001047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:15.004443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-caefd868-189d-4773-a885-c9527eb885df None None] For port 3d700f57-9e32-4666-9c01-b5e732b785d6, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:15.008139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.010149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-caefd868-189d-4773-a885-c9527eb885df None None] For port 3d700f57-9e32-4666-9c01-b5e732b785d6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3d700f57-9e32-4666-9c01-b5e732b785d6,segment=NetworkSegment(8e8ad949-201c-4e95-8fb2-6413f1112a04),segment_id=8e8ad949-201c-4e95-8fb2-6413f1112a04)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:15.076744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-caefd868-189d-4773-a885-c9527eb885df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.123621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.143338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefd868-189d-4773-a885-c9527eb885df None None] Pushing event updated for resources: {'Port': ['ID=3d700f57-9e32-4666-9c01-b5e732b785d6,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:15.156522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3aab8e8e-fd05-4901-9dc1-a654acb90fdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=85cb3a7ea5de410fa2c3cb8992d681ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540987 Nov 10 21:58:15.157268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41636) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:15.180902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:15.187557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:15.191505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:15.218290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=6995ff9b-6a70-40e2-911b-d9657fc1d420,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:15.222594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11a4c958-3f4c-42c1-a605-b3e5f69991e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.248729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11a4c958-3f4c-42c1-a605-b3e5f69991e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.253467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:15.254697 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.416428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c75c3365-1849-4448-8d5f-5129c4b8af1d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2322853 Nov 10 21:58:15.420966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41640) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:15.441051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:58:15.467134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11a4c958-3f4c-42c1-a605-b3e5f69991e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.470003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-11a4c958-3f4c-42c1-a605-b3e5f69991e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.480535 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-11a4c958-3f4c-42c1-a605-b3e5f69991e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef9127f6-a900-4580-af7a-d6c0f7587966 HTTP/1.1" status: 204 len: 168 time: 0.3156149 Nov 10 21:58:15.500976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4c958-3f4c-42c1-a605-b3e5f69991e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9127f6-a900-4580-af7a-d6c0f7587966,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:15.561682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 6995ff9b-6a70-40e2-911b-d9657fc1d420 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:15.562023 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.670188 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.684562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 6995ff9b-6a70-40e2-911b-d9657fc1d420 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:15.732825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:15.752850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49', 'network_id': '7ed5241a-92a3-45b9-9852-7be036a2b2ad', 'port_id': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49', 'mac_address': 'fa:16:3e:81:ab:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e813b0-b6b2-4b78-a43e-df24d63e2b02', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:58:15.793888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.809292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:58:15.838396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:15.842202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3d700f57-9e32-4666-9c01-b5e732b785d6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:15.905796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 3d700f57-9e32-4666-9c01-b5e732b785d6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:15.906159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:15.930582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.040308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:16.090456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99861d-214c-4ac4-a878-3f9d04ffdbf5 req-79656962-0429-4c8d-ad14-b4cdeb3521e9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:16.092280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd99861d-214c-4ac4-a878-3f9d04ffdbf5 req-79656962-0429-4c8d-ad14-b4cdeb3521e9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 908 time: 0.0809817 Nov 10 21:58:16.133160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.145415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['3e9e02b6-c4ae-47cf-97c8-ff671a768c49'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:58:16.214821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 3d700f57-9e32-4666-9c01-b5e732b785d6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3d700f57-9e32-4666-9c01-b5e732b785d6,segment=NetworkSegment(8e8ad949-201c-4e95-8fb2-6413f1112a04),segment_id=8e8ad949-201c-4e95-8fb2-6413f1112a04)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:16.343512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.343706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.390139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=6995ff9b-6a70-40e2-911b-d9657fc1d420,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:16.413245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41654) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:16.450989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3529c-83e2-4cd5-a9bc-a0786594564e None None] Network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:16.450989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=3d700f57-9e32-4666-9c01-b5e732b785d6,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:16.451534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e50a44d-e2b4-40b2-88ce-1bfd05713706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.509863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.518789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7969d33e-005f-415b-949b-1226173e4698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/6995ff9b-6a70-40e2-911b-d9657fc1d420 HTTP/1.1" status: 204 len: 168 time: 1.0952287 Nov 10 21:58:16.519011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41658) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:16.529447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-03ad1055-1fb1-45e5-8e76-1b30f067ab74 None None] Provisioning complete for port 3d700f57-9e32-4666-9c01-b5e732b785d6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:16.530026 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03ad1055-1fb1-45e5-8e76-1b30f067ab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.549518 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea75439c-1f14-43da-9ac4-8455dfc431ff tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:58:16.550167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea75439c-1f14-43da-9ac4-8455dfc431ff tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:58:16.551063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e50a44d-e2b4-40b2-88ce-1bfd05713706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.553212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ea75439c-1f14-43da-9ac4-8455dfc431ff tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/6995ff9b-6a70-40e2-911b-d9657fc1d420 HTTP/1.1" status: 404 len: 333 time: 0.0328794 Nov 10 21:58:16.556079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41660) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:16.581461 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-272f9ece-df82-4a0c-9a77-177c1b288bb3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:16.582936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-272f9ece-df82-4a0c-9a77-177c1b288bb3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/6995ff9b-6a70-40e2-911b-d9657fc1d420 HTTP/1.1" status: 404 len: 333 time: 0.0258892 Nov 10 21:58:16.585953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41662) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:16.639648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet cec6dd81-25c4-4ccf-a3a1-d5072f741f84 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:16.641614 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.688326 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.710742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e50a44d-e2b4-40b2-88ce-1bfd05713706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.757155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e50a44d-e2b4-40b2-88ce-1bfd05713706 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f000e3c7cd3841d282b270058708630e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428018 Nov 10 21:58:16.759865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41664) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:16.766611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50a44d-e2b4-40b2-88ce-1bfd05713706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773e6428-6cce-4fb8-8424-a0b6c7a75db3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:16.773809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.852899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f59025bb-ff05-4f0d-a587-50fecfad0f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.877348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f59025bb-ff05-4f0d-a587-50fecfad0f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.950084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.983123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=cec6dd81-25c4-4ccf-a3a1-d5072f741f84,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:16.986872 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:16.990482 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-52caba7f-ed6e-4871-8d8d-7d346e0d5e4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/cec6dd81-25c4-4ccf-a3a1-d5072f741f84 HTTP/1.1" status: 204 len: 168 time: 0.4032035 Nov 10 21:58:16.992820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41670) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:17.013041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7b164658-58dc-4caf-ac06-d5951c8dc955 None None] Provisioning complete for port 3d700f57-9e32-4666-9c01-b5e732b785d6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:17.013407 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b164658-58dc-4caf-ac06-d5951c8dc955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.060258 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f59025bb-ff05-4f0d-a587-50fecfad0f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.064118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f59025bb-ff05-4f0d-a587-50fecfad0f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.065496 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f59025bb-ff05-4f0d-a587-50fecfad0f2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/773e6428-6cce-4fb8-8424-a0b6c7a75db3 HTTP/1.1" status: 204 len: 168 time: 0.3047047 Nov 10 21:58:17.087634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59025bb-ff05-4f0d-a587-50fecfad0f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773e6428-6cce-4fb8-8424-a0b6c7a75db3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:17.098934 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.165126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 3d700f57-9e32-4666-9c01-b5e732b785d6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:17.166029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.286818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375b20a-8df7-440d-b730-70693429dc90 req-2a9f7ceb-39ed-4828-837e-22d41e9a6d05 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:17.288420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d375b20a-8df7-440d-b730-70693429dc90 req-2a9f7ceb-39ed-4828-837e-22d41e9a6d05 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 908 time: 0.0729661 Nov 10 21:58:17.289529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e448b-c173-4b3e-9863-ccb0ba33c59f None None] Network 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:17.293660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] For port 3d700f57-9e32-4666-9c01-b5e732b785d6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=3d700f57-9e32-4666-9c01-b5e732b785d6,segment=NetworkSegment(8e8ad949-201c-4e95-8fb2-6413f1112a04),segment_id=8e8ad949-201c-4e95-8fb2-6413f1112a04)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:17.297742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.311838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 3d700f57-9e32-4666-9c01-b5e732b785d6 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:17.384263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e3109587-0b09-46ab-8fde-ed1ccf264133 None None] Could not find standard attr ID for object 6995ff9b-6a70-40e2-911b-d9657fc1d420. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:58:17.441426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:17.475527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.491545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88029fb-0296-490a-b10d-680c0ca5e6c1 None None] DHCP port deletion for 2ba9d557-8638-4ae0-a4f8-663ec958c8f6 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:17.523600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=3d700f57-9e32-4666-9c01-b5e732b785d6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:17.531619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No DVR routers for this DVR port 3d700f57-9e32-4666-9c01-b5e732b785d6 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:17.573284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:58:17.577887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:17.578255 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.624542 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.656757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba9d557-8638-4ae0-a4f8-663ec958c8f6']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:17.673919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8ad949-201c-4e95-8fb2-6413f1112a04') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:17.673919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8ad949-201c-4e95-8fb2-6413f1112a04') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:17.684272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.702847 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.715553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.716987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:17.717397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:17.732062 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:17.758266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b26df-3101-493b-b02f-2180af1013f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:17.762007 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb35fad-f7ec-492f-894f-82f56bc31475" -d '{"events": [{"server_uuid": "110b26df-3101-493b-b02f-2180af1013f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e9e02b6-c4ae-47cf-97c8-ff671a768c49"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:17.775781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:17.779917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3d700f57-9e32-4666-9c01-b5e732b785d6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:17.804912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 3d700f57-9e32-4666-9c01-b5e732b785d6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:17.805850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 3d700f57-9e32-4666-9c01-b5e732b785d6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:17.808298 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81debfd-53c3-4126-a9b6-e079584fbfee x-openstack-request-id: req-e81debfd-53c3-4126-a9b6-e079584fbfee {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:17.808588 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b26df-3101-493b-b02f-2180af1013f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e9e02b6-c4ae-47cf-97c8-ff671a768c49", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:17.808889 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e81debfd-53c3-4126-a9b6-e079584fbfee {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:17.809276 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b26df-3101-493b-b02f-2180af1013f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49', 'code': 200} Nov 10 21:58:17.841142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.895867 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:17.912963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c0661-5b3c-4976-a2a4-f463dc8e0f31 req-6a33e52c-1242-49bc-b82f-d12c249f788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:17.914706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-860c0661-5b3c-4976-a2a4-f463dc8e0f31 req-6a33e52c-1242-49bc-b82f-d12c249f788b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 1061 time: 0.0488341 Nov 10 21:58:17.932349 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.961404 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:17.969163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/2ba9d557-8638-4ae0-a4f8-663ec958c8f6 HTTP/1.1" status: 204 len: 168 time: 0.9713731 Nov 10 21:58:17.969163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d255f-d267-423d-801a-91533f8f5939 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=2ba9d557-8638-4ae0-a4f8-663ec958c8f6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:17.969163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41700) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:17.973929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-866479579'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:18.082293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:18.085839 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:18.110472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:18.121007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:18.121007 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment e9d24a63-ebf4-47d8-98bc-73d4017ac194 of type vlan for network 936d10e3-a343-404d-8c58-e81f02942d0f Nov 10 21:58:18.170428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:18.281736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:18.287469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:18.288105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:18.359956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=936d10e3-a343-404d-8c58-e81f02942d0f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:18.371093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 936d10e3-a343-404d-8c58-e81f02942d0f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:18.416883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-64aada74-3b4d-4c50-a794-6b4d742bbdd1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4466739 Nov 10 21:58:18.420313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41718) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:18.430922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:18.459791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c72db-c8eb-4367-9075-e4ba36cc53c1 req-908add57-677a-430e-bbdb-d527edf4de15 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:18.468986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-039c72db-c8eb-4367-9075-e4ba36cc53c1 req-908add57-677a-430e-bbdb-d527edf4de15 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 909 time: 0.1078155 Nov 10 21:58:18.594592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:18.598883 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:18.859393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:18.927706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=36be3020-1822-43b8-a5ed-6f87b24a257a,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:18.936949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': 'e9d24a63-ebf4-47d8-98bc-73d4017ac194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:18.937319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: 936d10e3-a343-404d-8c58-e81f02942d0f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:19.081956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 936d10e3-a343-404d-8c58-e81f02942d0f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:19.162070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 936d10e3-a343-404d-8c58-e81f02942d0f) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:19.168444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:19.169620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:19.183243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c9d13-ab05-4d84-a950-aa269f7bdc5a None None] Network 936d10e3-a343-404d-8c58-e81f02942d0f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:19.278933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b9840078-661c-4eb6-95ee-cf86fb961cd6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8574698 Nov 10 21:58:19.281529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41740) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:19.289213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1051950319'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:19.391543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-936d10e3-a343-404d-8c58-e81f02942d0f', 'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f', 'tenant_id': 'c9e7970b175b4cb08114f8572be46041', 'fixed_ips': [{'subnet_id': '36be3020-1822-43b8-a5ed-6f87b24a257a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:19.392684 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:19.405955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41742) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:19.525542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c39a08a1-93e1-4bd7-8af8-92d5c55d6fcc tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1099766138'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:19.526848 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c39a08a1-93e1-4bd7-8af8-92d5c55d6fcc tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Unknown quota resources ['metering_label']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:58:19.533981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:19.539352 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:19.555856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Allocated IP 172.20.0.2 (936d10e3-a343-404d-8c58-e81f02942d0f/36be3020-1822-43b8-a5ed-6f87b24a257a/d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:19.577386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 52fb2097-b427-4d9f-a952-e0c0611c2bd3 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:19.691681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50358a-3b05-499f-a08a-fda622f484a5 req-2a16a7f7-99e4-40f4-9fc3-bf6268e23664 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:19.693299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a50358a-3b05-499f-a08a-fda622f484a5 req-2a16a7f7-99e4-40f4-9fc3-bf6268e23664 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 909 time: 0.1083210 Nov 10 21:58:19.751785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:19.807671 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:19.848457 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:19.867974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c39a08a1-93e1-4bd7-8af8-92d5c55d6fcc tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:19.869203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c39a08a1-93e1-4bd7-8af8-92d5c55d6fcc tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4621332 Nov 10 21:58:19.874362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41750) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:19.881773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9ee964d3-09e4-4be6-b197-17206b8c4b2a tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9a267853-c419-4267-bfa0-ca750b28006b'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:19.883909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9ee964d3-09e4-4be6-b197-17206b8c4b2a tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:58:19.908835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Network 936d10e3-a343-404d-8c58-e81f02942d0f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:19.915445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:19.916757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:19.930134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05b0f3-08a1-4ed8-8fbc-0f110d8bb94e req-61fe2007-57c3-4dd6-9556-38e4edc98917 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:19.931967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e05b0f3-08a1-4ed8-8fbc-0f110d8bb94e req-61fe2007-57c3-4dd6-9556-38e4edc98917 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 909 time: 0.1409628 Nov 10 21:58:19.956263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Pushing event updated for resources: {'Port': ['ID=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:19.968099 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6ea61a1f-f891-4b17-bb5c-1a3a2b858516 {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:58:19.968427 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:58:20.002227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Attempting to bind port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:20.002781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Attempting to bind port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e9d24a63-ebf4-47d8-98bc-73d4017ac194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:20.003242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Attempting to bind port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a on network 936d10e3-a343-404d-8c58-e81f02942d0f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:20.009413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:20.009945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Checking segment: {'id': 'e9d24a63-ebf4-47d8-98bc-73d4017ac194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:20.010412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:20.011475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Bound using segment: {'id': 'e9d24a63-ebf4-47d8-98bc-73d4017ac194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:20.012340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Bound port: d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d24a63-ebf4-47d8-98bc-73d4017ac194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '936d10e3-a343-404d-8c58-e81f02942d0f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:20.012708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:20.051986 n-d-776250-11 neutron-server[103048]: WARNING neutron.services.metering.metering_plugin [None req-9ee964d3-09e4-4be6-b197-17206b8c4b2a tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 21:58:20.067566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f2e7f-7666-449b-84b0-6d87b9b2608b req-f5f3d34e-aa32-49f8-9b9c-09e8d1964978 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:20.069650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-596f2e7f-7666-449b-84b0-6d87b9b2608b req-f5f3d34e-aa32-49f8-9b9c-09e8d1964978 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 1061 time: 0.0603127 Nov 10 21:58:20.096919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5c9a015c-98af-4515-a954-059840eea692 None None] For port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:20.100702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5c9a015c-98af-4515-a954-059840eea692 None None] For port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,segment=NetworkSegment(e9d24a63-ebf4-47d8-98bc-73d4017ac194),segment_id=e9d24a63-ebf4-47d8-98bc-73d4017ac194)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:20.166887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee964d3-09e4-4be6-b197-17206b8c4b2a tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:20.168071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9ee964d3-09e4-4be6-b197-17206b8c4b2a tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2918236 Nov 10 21:58:20.172098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:20.177185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5c90da3c-590c-41f3-8eff-60a0c210d7d7 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9a267853-c419-4267-bfa0-ca750b28006b'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:20.177689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5c90da3c-590c-41f3-8eff-60a0c210d7d7 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:58:20.207067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:20.221632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a71b4-66ea-44b6-9818-10bba127269f req-0bf6ad9a-0343-4985-b5f7-f04231cbc648 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:20.223509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-986a71b4-66ea-44b6-9818-10bba127269f req-0bf6ad9a-0343-4985-b5f7-f04231cbc648 tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1137 time: 0.0605388 Nov 10 21:58:20.278316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a015c-98af-4515-a954-059840eea692 None None] Pushing event updated for resources: {'Port': ['ID=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:20.302663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-986a71b4-66ea-44b6-9818-10bba127269f req-0236d0f8-16f8-453f-bf00-e5b0fbb7dc7c tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0728302 Nov 10 21:58:20.331898 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41764) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:20.344780 n-d-776250-11 neutron-server[103047]: WARNING neutron.services.metering.metering_plugin [None req-5c90da3c-590c-41f3-8eff-60a0c210d7d7 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 21:58:20.506012 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:20.519102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c90da3c-590c-41f3-8eff-60a0c210d7d7 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:20.522794 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c90da3c-590c-41f3-8eff-60a0c210d7d7 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3467658 Nov 10 21:58:20.524384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41766) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:20.541387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad845b3d-5111-4937-8d34-09d917759a40 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=62840932-5b0f-446c-b860-3d7791ac2686 HTTP/1.1" status: 200 len: 462 time: 0.0147121 Nov 10 21:58:20.542064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41768) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:20.543234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 7b814ca3-9a47-4d87-9b0d-b9172d9a13c6 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:20.556740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4c148-bdc9-4c63-8bd1-5344a82d5e5a tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:20.561823 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aaa4c148-bdc9-4c63-8bd1-5344a82d5e5a tempest-TestSecurityGroupsBasicOps-332246661 tempest-TestSecurityGroupsBasicOps-332246661-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 1056 time: 0.2288313 Nov 10 21:58:20.705282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.4 (936d10e3-a343-404d-8c58-e81f02942d0f/36be3020-1822-43b8-a5ed-6f87b24a257a/7b814ca3-9a47-4d87-9b0d-b9172d9a13c6) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:20.743988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6f89ed56-1650-409a-a21a-af873c924ea0 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:20.749242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6f89ed56-1650-409a-a21a-af873c924ea0 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/62840932-5b0f-446c-b860-3d7791ac2686 HTTP/1.1" status: 204 len: 168 time: 0.2054522 Nov 10 21:58:20.750002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41772) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:20.761798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-46b1d71f-a605-4abc-b99c-5f22dfb4d0bc tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=62840932-5b0f-446c-b860-3d7791ac2686 HTTP/1.1" status: 200 len: 221 time: 0.0100513 Nov 10 21:58:20.766579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41774) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:20.775854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-740c1b10-1582-4fb5-af44-2c86a50ee048 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1465228440', 'description': 'label created by tempest'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:20.776864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-740c1b10-1582-4fb5-af44-2c86a50ee048 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Unknown quota resources ['metering_label']. {{(pid=103048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:58:20.885466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.005298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.040618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 936d10e3-a343-404d-8c58-e81f02942d0f is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:21.044560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:21.048460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:21.060088 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-740c1b10-1582-4fb5-af44-2c86a50ee048 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.061306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-740c1b10-1582-4fb5-af44-2c86a50ee048 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2936301 Nov 10 21:58:21.068253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41780) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.074634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=7b814ca3-9a47-4d87-9b0d-b9172d9a13c6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:21.116495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:21.117384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.180397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-989f28a2-2366-4a21-8819-b919db297ace tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=2e385d45-e0cd-49d6-844a-09c977517fc6 HTTP/1.1" status: 200 len: 468 time: 0.1098623 Nov 10 21:58:21.183543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.283855 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-af19b77d-aa29-49fa-b542-dcf0a31afec9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9991398 Nov 10 21:58:21.285859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41788) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.529412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 7b814ca3-9a47-4d87-9b0d-b9172d9a13c6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:21.529412 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.584172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc239e0-268e-4f3c-9489-078a2514c3ef None None] Network 936d10e3-a343-404d-8c58-e81f02942d0f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:21.587177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ef0bd-6961-4e17-82ea-47a2190e09a3 req-765c7339-1f8e-448e-b41e-212d3f340fe9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:21.587177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b30ef0bd-6961-4e17-82ea-47a2190e09a3 req-765c7339-1f8e-448e-b41e-212d3f340fe9 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 909 time: 0.1194952 Nov 10 21:58:21.588415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.588415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 7b814ca3-9a47-4d87-9b0d-b9172d9a13c6 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:21.592709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff9285db-4574-495f-8dba-17c831c13b1d tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.594028 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ff9285db-4574-495f-8dba-17c831c13b1d tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/2e385d45-e0cd-49d6-844a-09c977517fc6 HTTP/1.1" status: 204 len: 168 time: 0.4093196 Nov 10 21:58:21.594553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3224d5cf-3472-4e9f-b35f-dc0da356b678 None None] Provisioning complete for port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:21.594958 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3224d5cf-3472-4e9f-b35f-dc0da356b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.596593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41790) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.610246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-532afbaf-e51c-4933-ac1f-8414f614aa91 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=2e385d45-e0cd-49d6-844a-09c977517fc6 HTTP/1.1" status: 200 len: 216 time: 0.0125055 Nov 10 21:58:21.613979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41792) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.628108 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ac961bcb-2ee5-432a-8910-2f7e88f7a16b tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0100744 Nov 10 21:58:21.629043 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.647361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb90f7db-d9ee-4167-be21-f216ae0a23c4 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0142772 Nov 10 21:58:21.648140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41796) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.718609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2ab2b22c-dfc7-440a-9bed-2ac14e07d5c5 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/9a267853-c419-4267-bfa0-ca750b28006b HTTP/1.1" status: 200 len: 473 time: 0.0649195 Nov 10 21:58:21.718609 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41798) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.725079 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3224d5cf-3472-4e9f-b35f-dc0da356b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.733274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a5dd9cfe-3d1a-4f52-a904-6ba3419dd5db tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/f823d0ec-edb7-4f78-9db4-37876d678476 HTTP/1.1" status: 200 len: 459 time: 0.0091834 Nov 10 21:58:21.733503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41800) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:21.765325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3224d5cf-3472-4e9f-b35f-dc0da356b678 None None] For port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,segment=NetworkSegment(e9d24a63-ebf4-47d8-98bc-73d4017ac194),segment_id=e9d24a63-ebf4-47d8-98bc-73d4017ac194)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:21.797549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.841434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=7b814ca3-9a47-4d87-9b0d-b9172d9a13c6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:21.841621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:21.881714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3224d5cf-3472-4e9f-b35f-dc0da356b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.943177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224d5cf-3472-4e9f-b35f-dc0da356b678 None None] Pushing event updated for resources: {'Port': ['ID=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:21.972453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:21.975268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.996421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-707f1574-2cf9-4157-ac0d-1c3a1e8bcf3b tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:21.999710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-707f1574-2cf9-4157-ac0d-1c3a1e8bcf3b tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/f823d0ec-edb7-4f78-9db4-37876d678476 HTTP/1.1" status: 204 len: 168 time: 0.2633102 Nov 10 21:58:22.000118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41802) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:22.029475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.035036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e2fee5ee-ded9-490c-9d53-504c18b3a168 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/7b814ca3-9a47-4d87-9b0d-b9172d9a13c6 HTTP/1.1" status: 204 len: 168 time: 0.7478197 Nov 10 21:58:22.037912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41804) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:22.078947 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ce5795-4543-4942-927e-9dbfaad35b92 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:22.084063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-03ce5795-4543-4942-927e-9dbfaad35b92 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/7b814ca3-9a47-4d87-9b0d-b9172d9a13c6 HTTP/1.1" status: 404 len: 333 time: 0.0451467 Nov 10 21:58:22.084969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41806) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:22.100277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3f2950ec-876c-498e-a094-09b669516ddb None None] Could not find standard attr ID for object 7b814ca3-9a47-4d87-9b0d-b9172d9a13c6. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:58:22.113085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3f2950ec-876c-498e-a094-09b669516ddb None None] Provisioning complete for port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:22.113474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f2950ec-876c-498e-a094-09b669516ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.163715 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet 36be3020-1822-43b8-a5ed-6f87b24a257a {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:22.169393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.237313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.336511 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.347983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e2a177f1-2c93-498f-bfa7-2a00a68475b0 None None] Could not find standard attr ID for object 7b814ca3-9a47-4d87-9b0d-b9172d9a13c6. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:58:22.377367 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-efbe819e-ee42-43ab-b58b-11513e30e3a5 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.379168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-efbe819e-ee42-43ab-b58b-11513e30e3a5 tempest-MeteringIpV6TestJSON-1497032247 tempest-MeteringIpV6TestJSON-1497032247-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/9a267853-c419-4267-bfa0-ca750b28006b HTTP/1.1" status: 204 len: 168 time: 0.3780127 Nov 10 21:58:22.477731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.519853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=36be3020-1822-43b8-a5ed-6f87b24a257a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:22.527160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.531235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c80c104-27f9-4ec3-ba9d-b63b0690a1e5 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/36be3020-1822-43b8-a5ed-6f87b24a257a HTTP/1.1" status: 204 len: 168 time: 0.4449282 Nov 10 21:58:22.534152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41818) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:22.575377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51020844-eceb-4580-b4c7-2e99d26950b8 None None] Network 936d10e3-a343-404d-8c58-e81f02942d0f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:22.649942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.655386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad3460-21e9-4439-9198-5463d2977230 req-98c46c04-b964-4c96-b46c-68515fb0a653 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:22.656956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-baad3460-21e9-4439-9198-5463d2977230 req-98c46c04-b964-4c96-b46c-68515fb0a653 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.53 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 909 time: 0.1246450 Nov 10 21:58:22.711204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bcd70-f735-4c86-8a02-5499c3d06863 req-dc8b62eb-3a40-47d4-8d65-92b78947f3d4 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:22.719795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-914bcd70-f735-4c86-8a02-5499c3d06863 req-dc8b62eb-3a40-47d4-8d65-92b78947f3d4 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 909 time: 0.1203578 Nov 10 21:58:22.743772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:22.744344 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.801307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] DHCP port deletion for 936d10e3-a343-404d-8c58-e81f02942d0f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:22.816830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:22.816830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.841547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] For port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,segment=NetworkSegment(e9d24a63-ebf4-47d8-98bc-73d4017ac194),segment_id=e9d24a63-ebf4-47d8-98bc-73d4017ac194)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:22.841981 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.863420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:22.925244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] Deleting port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:22.925624 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.930227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] For port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:22.930592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:22.946251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:23.012707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41824) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:23.039974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] For port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,segment=NetworkSegment(e9d24a63-ebf4-47d8-98bc-73d4017ac194),segment_id=e9d24a63-ebf4-47d8-98bc-73d4017ac194)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:23.040656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.053632 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.060638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] Calling delete_port for d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:23.114066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No DVR routers for this DVR port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:23.117520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:23.189347 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61553ed5-445f-44b3-9ca0-a87f28a1c863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.208375 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.320340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61553ed5-445f-44b3-9ca0-a87f28a1c863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.322848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] No DVR routers for this DVR port 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:23.327445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.331973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-baad3460-21e9-4439-9198-5463d2977230 req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.53 "DELETE /v2.0/ports/3e9e02b6-c4ae-47cf-97c8-ff671a768c49 HTTP/1.1" status: 204 len: 173 time: 0.6688831 Nov 10 21:58:23.332834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b26df-3101-493b-b02f-2180af1013f8', 'name': 'network-vif-deleted', 'tag': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:23.352891 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046c2bf8-34fb-4a44-89c1-83193c7a379b" -d '{"events": [{"server_uuid": "110b26df-3101-493b-b02f-2180af1013f8", "name": "network-vif-deleted", "tag": "3e9e02b6-c4ae-47cf-97c8-ff671a768c49"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:23.365757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7e70a-fbba-4a38-84e8-48429fd0e192 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=3e9e02b6-c4ae-47cf-97c8-ff671a768c49,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:23.376095 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.394937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.425570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936d10e3-a343-404d-8c58-e81f02942d0f']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:23.432273 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e25123-88c1-4cde-832a-964791148535 x-openstack-request-id: req-f9e25123-88c1-4cde-832a-964791148535 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:23.433123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] Pushing event deleted for resources: {'Port': ['ID=d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:23.433764 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b26df-3101-493b-b02f-2180af1013f8", "name": "network-vif-deleted", "tag": "3e9e02b6-c4ae-47cf-97c8-ff671a768c49", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:23.434596 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9e25123-88c1-4cde-832a-964791148535 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:23.435117 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110b26df-3101-493b-b02f-2180af1013f8', 'name': 'network-vif-deleted', 'tag': '3e9e02b6-c4ae-47cf-97c8-ff671a768c49', 'status': 'completed', 'code': 200} Nov 10 21:58:23.440505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d24a63-ebf4-47d8-98bc-73d4017ac194') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:23.441419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d24a63-ebf4-47d8-98bc-73d4017ac194') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:23.450261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4b274-d907-4554-836b-cf78027e3e07 None None] No DVR routers for this DVR port d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:23.457219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61553ed5-445f-44b3-9ca0-a87f28a1c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.478234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.500363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61553ed5-445f-44b3-9ca0-a87f28a1c863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ffac1-6531-44c0-b7cc-e91d60679519,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:23.524462 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.546232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:23.546641 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:23.549974 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:23.552567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-61553ed5-445f-44b3-9ca0-a87f28a1c863 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb3448762a414d74ac000a84847ff8ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5387428 Nov 10 21:58:23.555167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41832) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:23.616854 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b55024-eeb5-41ae-913f-4b870382474e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.640057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b55024-eeb5-41ae-913f-4b870382474e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.716985 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.722764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.734919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/936d10e3-a343-404d-8c58-e81f02942d0f HTTP/1.1" status: 204 len: 168 time: 1.1997194 Nov 10 21:58:23.739511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41834) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:23.748288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'name': 'tempest-PortsTestJSON-2020028682'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:23.759099 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:23.774116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:23.774902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e9b00-d80e-466b-9d5a-da64acb457ea tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=936d10e3-a343-404d-8c58-e81f02942d0f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:23.799946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:23.800286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d04e4aa6-ff41-4d46-8ad2-ea4e038aac6a not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:24.179360 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b55024-eeb5-41ae-913f-4b870382474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:24.181884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b55024-eeb5-41ae-913f-4b870382474e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:24.195244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-12b55024-eeb5-41ae-913f-4b870382474e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c4ffac1-6531-44c0-b7cc-e91d60679519 HTTP/1.1" status: 204 len: 168 time: 0.6295288 Nov 10 21:58:24.233732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0448cf3f-5f1f-4307-ace3-57fc72fee314 req-23e458ce-68ee-4c13-97aa-546abd6bfaa1 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=110b26df-3101-493b-b02f-2180af1013f8 HTTP/1.1" status: 200 len: 210 time: 0.0583332 Nov 10 21:58:24.253527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b55024-eeb5-41ae-913f-4b870382474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ffac1-6531-44c0-b7cc-e91d60679519,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:24.356668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:24.360226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:24.378201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port da72ed83-800d-4b20-ab98-c574b0e4238a yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:24.555346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:24.700398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:24.746173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:24.749217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:24.753806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:24.759475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:24.760099 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:24.763356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=da72ed83-800d-4b20-ab98-c574b0e4238a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:24.857474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-42159b0b-77a0-40dc-b7db-717b1c368d07 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1176219 Nov 10 21:58:24.860110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41848) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:24.904308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41850) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:24.919625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-905756bb-0421-4fdf-be0f-355388dc5118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:24.960761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port da72ed83-800d-4b20-ab98-c574b0e4238a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:24.961106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.002296 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-905756bb-0421-4fdf-be0f-355388dc5118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.028715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.041354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for da72ed83-800d-4b20-ab98-c574b0e4238a owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:25.076656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-905756bb-0421-4fdf-be0f-355388dc5118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.111557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905756bb-0421-4fdf-be0f-355388dc5118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99eb5be-8ca6-414a-b38c-9c1684b1dab5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:25.124212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-905756bb-0421-4fdf-be0f-355388dc5118 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78ee7f27315c42a9a5dac63c400afcb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181399 Nov 10 21:58:25.134150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41854) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:25.182702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4ec1-00ef-46f5-bc09-6da36635f931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.204178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4ec1-00ef-46f5-bc09-6da36635f931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.205735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.244627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=da72ed83-800d-4b20-ab98-c574b0e4238a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:25.261521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.264742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1cd74569-94bc-45ef-b7bd-62377fd8cd64 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/da72ed83-800d-4b20-ab98-c574b0e4238a HTTP/1.1" status: 204 len: 168 time: 0.4037099 Nov 10 21:58:25.268301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41860) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:25.275957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'mac_address': 'fa:16:3e:5c:6c:c6', 'name': 'tempest-PortsTestJSON-1912627675'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:25.391614 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4ec1-00ef-46f5-bc09-6da36635f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.394962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4ec1-00ef-46f5-bc09-6da36635f931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.396454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d3e4ec1-00ef-46f5-bc09-6da36635f931 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b99eb5be-8ca6-414a-b38c-9c1684b1dab5 HTTP/1.1" status: 204 len: 168 time: 0.2613459 Nov 10 21:58:25.406670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e4ec1-00ef-46f5-bc09-6da36635f931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99eb5be-8ca6-414a-b38c-9c1684b1dab5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:25.474921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:25.546316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.568845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 5485a50b-5487-4c5d-a9ee-2b16f12eb92e yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:25.578538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41866) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:25.756432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.866067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.919416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:25.922802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:25.927118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:25.932601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:25.933274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:25.940397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=5485a50b-5487-4c5d-a9ee-2b16f12eb92e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:26.029508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2ca867bb-87f3-4ddc-be46-d684645057c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7600863 Nov 10 21:58:26.032251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41880) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:26.083973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.091074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b56282-d05c-46e4-83a8-f4848ce2f478 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:26.092639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f3b56282-d05c-46e4-83a8-f4848ce2f478 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/5485a50b-5487-4c5d-a9ee-2b16f12eb92e HTTP/1.1" status: 200 len: 841 time: 0.0591793 Nov 10 21:58:26.095347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41884) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:26.213761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 5485a50b-5487-4c5d-a9ee-2b16f12eb92e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:26.214948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.340107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.356613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 5485a50b-5487-4c5d-a9ee-2b16f12eb92e owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:26.403959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port d416ff79-8f3b-4053-9cde-7ec515ed68e3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:26.404590 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.501607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] For port d416ff79-8f3b-4053-9cde-7ec515ed68e3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d416ff79-8f3b-4053-9cde-7ec515ed68e3,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:26.501973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.515428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for d416ff79-8f3b-4053-9cde-7ec515ed68e3 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:26.534321 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.555683 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.561304 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/5485a50b-5487-4c5d-a9ee-2b16f12eb92e HTTP/1.1" status: 204 len: 168 time: 0.4642544 Nov 10 21:58:26.564448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41896) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:26.594267 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea156c5-43b3-45c7-80d2-5178545db09c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:26.596242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eea156c5-43b3-45c7-80d2-5178545db09c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/5485a50b-5487-4c5d-a9ee-2b16f12eb92e HTTP/1.1" status: 404 len: 333 time: 0.0305321 Nov 10 21:58:26.599488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c56c8f-e3d8-4c0c-9f3a-874f7acd7694 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=5485a50b-5487-4c5d-a9ee-2b16f12eb92e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:26.601426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41898) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:26.607774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'name': 'tempest-PortsTestJSON-589212182'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:26.820374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:26.825712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.847961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 7d0fa5df-7fe6-45db-a382-fed772a03407 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:26.889581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:26.925448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=d416ff79-8f3b-4053-9cde-7ec515ed68e3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:27.058484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.153401 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.165303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.218538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:27.221889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:27.225553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:27.231512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:27.241897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.243103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=7d0fa5df-7fe6-45db-a382-fed772a03407,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:27.394739 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-31d04c10-99a8-45e1-812a-336d9ca579b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7855897 Nov 10 21:58:27.396980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41918) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:27.405730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:27.415340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 91677533-f52e-44df-b6ed-230ccb244b5c has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:58:27.456836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:27.502329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:27.502975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 3e9e02b6-c4ae-47cf-97c8-ff671a768c49 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:27.528865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.559803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:27.571415 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d17533-e87b-447b-9416-87940626b454 None None] Sync routers for ids ['91677533-f52e-44df-b6ed-230ccb244b5c'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:27.577946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2f3748d7-fa47-4e1f-8323-98ffc5d0358f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "PUT /v2.0/routers/91677533-f52e-44df-b6ed-230ccb244b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982955 Nov 10 21:58:27.579248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41922) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:27.588626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41924) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:27.588844 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] Routers {'91677533-f52e-44df-b6ed-230ccb244b5c'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:27.589499 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['91677533-f52e-44df-b6ed-230ccb244b5c'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:27.647437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting subnet 96e813b0-b6b2-4b78-a43e-df24d63e2b02 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:27.652681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.696123 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] Set router 91677533-f52e-44df-b6ed-230ccb244b5c gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:27.720311 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.779197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-494109477', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:27.870173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.898875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Made reservation on behalf of 8107560aa802422d902c2a2f3985c47a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:27.901451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.918967 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:27.934564 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:58:26Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:27.968721 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d17533-e87b-447b-9416-87940626b454 None None] Checking router: 91677533-f52e-44df-b6ed-230ccb244b5c for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:58:27.978883 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] Routers {'91677533-f52e-44df-b6ed-230ccb244b5c'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:27.980545 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['91677533-f52e-44df-b6ed-230ccb244b5c'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:28.014593 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.099214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.107443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] Set router 91677533-f52e-44df-b6ed-230ccb244b5c gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:28.115101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.120309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] device_id is not set on port a1f86a3a-0902-4dbb-89f5-5458fdccaaf2 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:28.179513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb42e484-c04d-4bb0-8346-68072a6c2088,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:28.215854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-fc170e5f-d019-4b21-ad3d-1477f8a209cc req-7748cd5a-1e0b-4d3b-805e-8fc9866f9abe service neutron] (103048) timed out ('10.222.0.45', 36822) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 21:58:28.220221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.254423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.261920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/subnets/96e813b0-b6b2-4b78-a43e-df24d63e2b02 HTTP/1.1" status: 204 len: 168 time: 0.6772597 Nov 10 21:58:28.261920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa88e0b-8b5c-44c2-a274-6bcc8bf6daab tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Subnet': ['ID=96e813b0-b6b2-4b78-a43e-df24d63e2b02,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:28.262265 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41932) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:28.266419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b80ef-4755-47f0-a471-18346bdd4cc6 None None] Network 7ed5241a-92a3-45b9-9852-7be036a2b2ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:28.294533 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0d17533-e87b-447b-9416-87940626b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:58:26Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:28.301967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Allocated IP 172.25.7.33 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/a1f86a3a-0902-4dbb-89f5-5458fdccaaf2) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:28.316084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.324867 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d17533-e87b-447b-9416-87940626b454 None None] The sync data for ids ['91677533-f52e-44df-b6ed-230ccb244b5c'] in n-d-776250-11 is: [{'id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1420487900', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41'}], 'enable_snat': True}, 'gw_port_id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:58:26Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': '1997c045-1699-4ee0-9c60-9e6fbcfc8655', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91677533-f52e-44df-b6ed-230ccb244b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:54Z', 'updated_at': '2021-11-10T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:28.457617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=7d0fa5df-7fe6-45db-a382-fed772a03407,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:28.460209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] In _notify_port_updated(), no bound segment for port 7d0fa5df-7fe6-45db-a382-fed772a03407 on network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:58:28.470893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:28.471611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.475787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7eb3d5d0-6730-4524-91c8-3324f6dfeffb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "PUT /v2.0/ports/7d0fa5df-7fe6-45db-a382-fed772a03407 HTTP/1.1" status: 200 len: 818 time: 1.0750594 Nov 10 21:58:28.477676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41936) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:28.539506 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.541014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.648669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.682561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.687942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 7d0fa5df-7fe6-45db-a382-fed772a03407 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:28.688945 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.703421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] DHCP port deletion for 7ed5241a-92a3-45b9-9852-7be036a2b2ad request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:28.708567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:28.714123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:28.738811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:28.767777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08a852-5acd-49e8-bee0-b24a5a1dda05 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:28.799646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.815499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Pushing event updated for resources: {'Port': ['ID=a1f86a3a-0902-4dbb-89f5-5458fdccaaf2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:28.830880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 7d0fa5df-7fe6-45db-a382-fed772a03407 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:28.835590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] Deleting port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:28.838006 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.861583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:28.868228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.925549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ce4e68ec-975e-48d2-8838-8a5bec98a7db None None] Provisioning complete for port a1f86a3a-0902-4dbb-89f5-5458fdccaaf2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:28.926193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce4e68ec-975e-48d2-8838-8a5bec98a7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.951678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port 1997c045-1699-4ee0-9c60-9e6fbcfc8655 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:28.952032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:28.990258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] For port fd72107c-93b5-4011-a49c-0c6fc4d8cd21, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=fd72107c-93b5-4011-a49c-0c6fc4d8cd21,segment=NetworkSegment(3d8ce323-3d67-43a1-9a24-543962e74067),segment_id=3d8ce323-3d67-43a1-9a24-543962e74067)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:28.990975 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.010384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eee0442b-38f3-42c4-86f8-ae2e574944fa tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.4197764 Nov 10 21:58:29.011232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] Calling delete_port for fd72107c-93b5-4011-a49c-0c6fc4d8cd21 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:29.013434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:29.021617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e68ec-975e-48d2-8838-8a5bec98a7db None None] Port a1f86a3a-0902-4dbb-89f5-5458fdccaaf2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:29.022408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.33'}]}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:29.055213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] For port 1997c045-1699-4ee0-9c60-9e6fbcfc8655, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1997c045-1699-4ee0-9c60-9e6fbcfc8655,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:29.055825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.067181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.079616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for 1997c045-1699-4ee0-9c60-9e6fbcfc8655 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:29.116977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=7d0fa5df-7fe6-45db-a382-fed772a03407,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:29.125951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.131781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-732162de-afe4-47cc-8a0b-2b44c6fc68cf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/7d0fa5df-7fe6-45db-a382-fed772a03407 HTTP/1.1" status: 204 len: 168 time: 0.6505766 Nov 10 21:58:29.137861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41940) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:29.184448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.185789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.197725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee6268-262d-4952-b2cd-b999831dc5f1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:29.200273 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-83ee6268-262d-4952-b2cd-b999831dc5f1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0665052 Nov 10 21:58:29.212338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41942) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:29.232483 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.240678 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-169d2f08-d0e7-45f8-bc1e-909232e84bb3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:29.242460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-169d2f08-d0e7-45f8-bc1e-909232e84bb3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/7d0fa5df-7fe6-45db-a382-fed772a03407 HTTP/1.1" status: 404 len: 333 time: 0.0289686 Nov 10 21:58:29.246767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41944) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:29.251958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1641841364'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:29.263160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] No DVR routers for this DVR port fd72107c-93b5-4011-a49c-0c6fc4d8cd21 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:29.301550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ceb8a-3fb3-4b63-83fd-cdd17bf33879 None None] Pushing event deleted for resources: {'Port': ['ID=fd72107c-93b5-4011-a49c-0c6fc4d8cd21,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:29.326337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.379668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:29.383183 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.405696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:29.414180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.414519 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment b3b31947-d8ae-4fd4-a8b4-7e9019001e80 of type vlan for network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 Nov 10 21:58:29.453432 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.469898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.501604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=1997c045-1699-4ee0-9c60-9e6fbcfc8655,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:29.516013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4015d2a-8e8e-486c-8f0a-ac8d60cecd25 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:29.571121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.606907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.612469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:29.613178 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.623492 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.670255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.672633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.689406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=da3dbe11-0e1c-4e20-9061-4dee45d4a4c9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:29.712423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:29.757295 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-37f5da9f-3505-4e39-8d6f-c2538ade37ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5065801 Nov 10 21:58:29.757752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41954) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:29.763504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:29.788353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.790571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Fanout notify agent at l3_agent the message router_deleted on router 91677533-f52e-44df-b6ed-230ccb244b5c {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:58:29.828708 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.833591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3b197f52-c417-489d-9256-2dd261373480 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/routers/91677533-f52e-44df-b6ed-230ccb244b5c HTTP/1.1" status: 204 len: 168 time: 1.5671232 Nov 10 21:58:29.834220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 41956) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:29.934733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d416ff79-8f3b-4053-9cde-7ec515ed68e3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:29.969503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d416ff79-8f3b-4053-9cde-7ec515ed68e3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:29.970029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d416ff79-8f3b-4053-9cde-7ec515ed68e3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:29.970532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fd72107c-93b5-4011-a49c-0c6fc4d8cd21 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:29.974443 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:29.994697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: fd72107c-93b5-4011-a49c-0c6fc4d8cd21 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:29.995809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device fd72107c-93b5-4011-a49c-0c6fc4d8cd21 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:30.023697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:30.027592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.187527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.198642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.227008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed5241a-92a3-45b9-9852-7be036a2b2ad']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:30.229613 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.244846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8ce323-3d67-43a1-9a24-543962e74067') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:30.245146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8ce323-3d67-43a1-9a24-543962e74067') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:30.288624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.305261 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.361795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:30.367832 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.373280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': 'b3b31947-d8ae-4fd4-a8b4-7e9019001e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:30.373650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: da3dbe11-0e1c-4e20-9061-4dee45d4a4c9, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:30.399461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:30.399896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:30.403637 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:30.482814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:30.574469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, da3dbe11-0e1c-4e20-9061-4dee45d4a4c9) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:30.578681 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:30.579282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.583258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a2744e-e8e4-4a48-bf14-eceb40188305 None None] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:30.608353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.612923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.617337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/networks/7ed5241a-92a3-45b9-9852-7be036a2b2ad HTTP/1.1" status: 204 len: 168 time: 0.7821584 Nov 10 21:58:30.620338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41962) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:30.632588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788b87-52ff-434b-b460-78ea381045b2 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Network': ['ID=7ed5241a-92a3-45b9-9852-7be036a2b2ad,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:30.642581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.741567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5b80e418-6b6d-4775-b24b-147303edc910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9796333 Nov 10 21:58:30.741880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41966) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:30.744495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-da3dbe11-0e1c-4e20-9061-4dee45d4a4c9', 'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9', 'tenant_id': 'c9e7970b175b4cb08114f8572be46041', 'fixed_ips': [{'subnet_id': '27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:30.746475 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.752616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4d072c39-01b5-4b51-8739-f4fdba12649b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:30.938272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port f705a9a4-0041-4e5c-8880-594d010cf936 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:30.938984 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:30.941999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Allocated IP 172.20.0.2 (da3dbe11-0e1c-4e20-9061-4dee45d4a4c9/27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f/76e9b0c8-8982-4c18-b597-e1b0d156b2e0) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:31.006756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d072c39-01b5-4b51-8739-f4fdba12649b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:31.011447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4d072c39-01b5-4b51-8739-f4fdba12649b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.087339 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.088052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.107510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for f705a9a4-0041-4e5c-8880-594d010cf936 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:31.123318 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.180517 n-d-776250-11 neutron-server[103048]: INFO neutron.db.ipam_backend_mixin [None req-4d072c39-01b5-4b51-8739-f4fdba12649b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f (CIDR: 172.20.0.0/28) Nov 10 21:58:31.208807 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.247448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:31.252413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:31.263093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:31.278371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Pushing event updated for resources: {'Port': ['ID=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:31.288068 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d072c39-01b5-4b51-8739-f4fdba12649b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:58:31.291586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d072c39-01b5-4b51-8739-f4fdba12649b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:58:31.305505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.307657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.342967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Attempting to bind port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:31.343343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Attempting to bind port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'b3b31947-d8ae-4fd4-a8b4-7e9019001e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:31.343831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Attempting to bind port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 on network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:31.349231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:31.349594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Checking segment: {'id': 'b3b31947-d8ae-4fd4-a8b4-7e9019001e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:31.349973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.350407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Bound using segment: {'id': 'b3b31947-d8ae-4fd4-a8b4-7e9019001e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:31.350870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Bound port: 76e9b0c8-8982-4c18-b597-e1b0d156b2e0, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b31947-d8ae-4fd4-a8b4-7e9019001e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:31.351245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.378126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4d072c39-01b5-4b51-8739-f4fdba12649b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6352777 Nov 10 21:58:31.380881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41968) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:31.385902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:31.436702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] For port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:31.440967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] For port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,segment=NetworkSegment(b3b31947-d8ae-4fd4-a8b4-7e9019001e80),segment_id=b3b31947-d8ae-4fd4-a8b4-7e9019001e80)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:31.466477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.466998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe44526-d0bd-427a-92d6-114624fcbce0 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:58:31.493730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.520925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=f705a9a4-0041-4e5c-8880-594d010cf936,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:31.551401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.580041 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 21:58:31.584210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41972) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:31.584706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bc6ae3b0-7245-4ff3-9fcc-dd615d3ff63e tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5700433 Nov 10 21:58:31.586439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.586913 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Floating IP af576135-0c76-4155-8dd0-748de5e7a77b disassociated (deleted). External IP: 172.25.7.71, port: feb38736-9648-4bf6-87df-bde968781620. Nov 10 21:58:31.630018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cc026-5c20-493a-a82e-80349ba85254 None None] Pushing event updated for resources: {'Port': ['ID=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:31.737036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1997c045-1699-4ee0-9c60-9e6fbcfc8655 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:31.769309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1997c045-1699-4ee0-9c60-9e6fbcfc8655 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:31.770022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1997c045-1699-4ee0-9c60-9e6fbcfc8655 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:31.807304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:31.811935 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:31.858425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Deleting port a1f86a3a-0902-4dbb-89f5-5458fdccaaf2 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:31.858665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:32.362783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 9c7a2657-dabb-4353-b6c8-81750b82b038 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:58:32.364618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:32.386559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Calling delete_port for a1f86a3a-0902-4dbb-89f5-5458fdccaaf2 owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:32.648331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:32.655466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:32.668599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] Sync routers for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:32.681930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:32.683028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:32.712646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d5d057f-14c3-4ecd-819e-e39426f29f7c tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/floatingips/af576135-0c76-4155-8dd0-748de5e7a77b HTTP/1.1" status: 204 len: 168 time: 2.0905042 Nov 10 21:58:32.715357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'tag': 'feb38736-9648-4bf6-87df-bde968781620'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:32.718020 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "tag": "feb38736-9648-4bf6-87df-bde968781620"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:32.760372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71eca8-9b78-413f-9be6-0a0ab406af29 None None] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:32.799244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:32.883850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-528a535c-92aa-4371-9446-15414be7fe00 None None] Provisioning complete for port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:32.885233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-528a535c-92aa-4371-9446-15414be7fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:32.889350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:32.892822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:32.912421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:32.948495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:32.958605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:32.959260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:32.972585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1f86a3a-0902-4dbb-89f5-5458fdccaaf2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:32.982313 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13501488-ea8b-4804-aaaa-7c0d7b7133bd x-openstack-request-id: req-13501488-ea8b-4804-aaaa-7c0d7b7133bd {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:32.989612 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "tag": "feb38736-9648-4bf6-87df-bde968781620", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:32.989612 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13501488-ea8b-4804-aaaa-7c0d7b7133bd {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:32.989612 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'tag': 'feb38736-9648-4bf6-87df-bde968781620', 'status': 'completed', 'code': 200} Nov 10 21:58:33.012131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:33.032300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80d599c-d8fd-456c-8cb3-76cef18089bf None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:33.048197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-fff1451c-3ee5-4680-85bb-4348aeaa1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:33.053547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-fff1451c-3ee5-4680-85bb-4348aeaa1ab2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 1137 time: 0.0692420 Nov 10 21:58:33.080492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:33.084230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4bbc49cc-c031-4b99-a9ef-bcc09e14ef59 tempest-RoutersAdminNegativeIpV6Test-63479449 tempest-RoutersAdminNegativeIpV6Test-63479449-project-admin] 10.222.0.45 "DELETE /v2.0/ports/a1f86a3a-0902-4dbb-89f5-5458fdccaaf2 HTTP/1.1" status: 204 len: 168 time: 1.4991424 Nov 10 21:58:33.174616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-607453a3-f108-407e-b19f-8887c32b3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:33.177830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-607453a3-f108-407e-b19f-8887c32b3516 service neutron] 10.222.0.64 "GET /v2.0/networks?id=31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 200 len: 897 time: 0.1195025 Nov 10 21:58:33.211685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c41f988d-05c9-4140-b5e8-7665cda77a41 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8200200 Nov 10 21:58:33.211685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 41990) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:33.211685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9', 'fixed_ips': [{'subnet_id': '27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f'}, {'subnet_id': '8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1'}], 'name': 'tempest-PortsTestJSON-1777047823'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:33.223002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-528a535c-92aa-4371-9446-15414be7fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:33.237884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-97dd2db6-0afb-4887-a9d3-9ec4e77948fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 200 len: 217 time: 0.0505486 Nov 10 21:58:33.294470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-528a535c-92aa-4371-9446-15414be7fe00 None None] For port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,segment=NetworkSegment(b3b31947-d8ae-4fd4-a8b4-7e9019001e80),segment_id=b3b31947-d8ae-4fd4-a8b4-7e9019001e80)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:33.334418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-0a0a3aa6-52ac-4e95-939c-731bce935805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:33.336112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-0a0a3aa6-52ac-4e95-939c-731bce935805 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff7c27fc-a991-4d87-b7a3-316d38c57ae8 HTTP/1.1" status: 200 len: 835 time: 0.0904329 Nov 10 21:58:33.385773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e57f73-41bb-4f24-8a2a-29411fdf0242 None None] Update dhcp port {'port': {'network_id': 'da3dbe11-0e1c-4e20-9061-4dee45d4a4c9', 'fixed_ips': [{'subnet_id': '27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f', 'ip_address': '172.20.0.2'}, {'subnet_id': '8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '76e9b0c8-8982-4c18-b597-e1b0d156b2e0'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:58:33.391010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:20Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:33.416663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f3927-2788-4cbc-b1cb-b038d48e65c5 req-137bc3bf-ee88-4ea4-8b9d-34c194b46531 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:33.421935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c6f3927-2788-4cbc-b1cb-b038d48e65c5 req-137bc3bf-ee88-4ea4-8b9d-34c194b46531 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 985 time: 0.0813491 Nov 10 21:58:33.425455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-f74befd0-71fc-45a3-bb25-1cc05a911ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:33.427252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-f74befd0-71fc-45a3-bb25-1cc05a911ad7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31d5cd96-e3ce-46e0-847a-cbc0ea667238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826664 Nov 10 21:58:33.449122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] Checking router: 9c7a2657-dabb-4353-b6c8-81750b82b038 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:58:33.460132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8e57f73-41bb-4f24-8a2a-29411fdf0242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:33.482659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:33.483569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:33.497672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c6f3927-2788-4cbc-b1cb-b038d48e65c5 req-ebbfdbd7-a308-4880-9257-00d5fa168096 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0665929 Nov 10 21:58:33.538863 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-528a535c-92aa-4371-9446-15414be7fe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:33.561491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-c8b8bcdc-5cfd-4977-b64f-9ab9bdbe48c7 service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245110 Nov 10 21:58:33.574715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:33.681040 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c9d70a0-e168-4b1f-a0e2-ad649d46819f req-fd353e2b-4268-456e-aaea-2dfd97a7a07f service neutron] 10.222.0.64 "GET /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114812 Nov 10 21:58:33.690262 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:33.710383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port e3c680df-cb4b-4526-aabf-f10ff5a444f1 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:33.939160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42000) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:33.949352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:33.991114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:34.025385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a535c-92aa-4371-9446-15414be7fe00 None None] Pushing event updated for resources: {'Port': ['ID=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:34.064526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.4 (da3dbe11-0e1c-4e20-9061-4dee45d4a4c9/27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f/e3c680df-cb4b-4526-aabf-f10ff5a444f1) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:34.072541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.20 (da3dbe11-0e1c-4e20-9061-4dee45d4a4c9/8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1/e3c680df-cb4b-4526-aabf-f10ff5a444f1) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:34.074514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:34.076116 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.089638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bcda9847-f8c6-4313-ad47-7344bd717bbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.197751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bcda9847-f8c6-4313-ad47-7344bd717bbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.246777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.326015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:20Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:34.352599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13851f4-3c7e-4598-872a-04b1932635ce None None] The sync data for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 is: [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:56:15Z', 'revision_number': 4, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'ad6df47c-cc1d-4997-b844-5b14ecb3d0dd', 'name': '', 'network_id': '31d5cd96-e3ce-46e0-847a-cbc0ea667238', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'mac_address': 'fa:16:3e:1c:45:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:14Z', 'updated_at': '2021-11-10T21:56:20Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'subnets': [{'id': 'ff7c27fc-a991-4d87-b7a3-316d38c57ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:34.425959 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bcda9847-f8c6-4313-ad47-7344bd717bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.470192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bcda9847-f8c6-4313-ad47-7344bd717bbe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20859cb411e34f89b02b137444c11fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295720 Nov 10 21:58:34.470874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda9847-f8c6-4313-ad47-7344bd717bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0447316-3a07-44fe-91a4-f6c04c949130,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:34.472934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42008) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:34.532675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.609030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d8e57f73-41bb-4f24-8a2a-29411fdf0242 None None] Allocated IP 172.20.0.18 (da3dbe11-0e1c-4e20-9061-4dee45d4a4c9/8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1/76e9b0c8-8982-4c18-b597-e1b0d156b2e0) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:34.620712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:34.626122 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18869ed2-1864-4e6f-a17d-bfb7ffb74829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.628090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:34.634877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:34.674834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e46826-4e39-4a80-90b3-44dce1e23d17 req-9791dbaa-7e95-4a60-ba20-82d026f3ac8f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:34.676919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7e46826-4e39-4a80-90b3-44dce1e23d17 req-9791dbaa-7e95-4a60-ba20-82d026f3ac8f tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 985 time: 0.0890501 Nov 10 21:58:34.685982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=e3c680df-cb4b-4526-aabf-f10ff5a444f1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:34.691395 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa9f04-2f33-42ea-8f72-97045d7ce0c3 None None] New status for floating IP af576135-0c76-4155-8dd0-748de5e7a77b: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:58:34.715616 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18869ed2-1864-4e6f-a17d-bfb7ffb74829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.746170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:34.746888 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.749201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d8e57f73-41bb-4f24-8a2a-29411fdf0242 None None] For port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,segment=NetworkSegment(b3b31947-d8ae-4fd4-a8b4-7e9019001e80),segment_id=b3b31947-d8ae-4fd4-a8b4-7e9019001e80)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:34.794834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8e57f73-41bb-4f24-8a2a-29411fdf0242 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.817151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aa8c1abc-f16e-4af1-ac73-fd5eae547c29 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6111021 Nov 10 21:58:34.820024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7e46826-4e39-4a80-90b3-44dce1e23d17 req-66b25023-3953-4d2d-bcc1-f0c66d6ef8ff tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/security-groups?id=f96ee9df-efee-4a4a-864b-30523005d37d&id=b95243ed-7ab4-43ab-b811-b27432d63733&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1176965 Nov 10 21:58:34.824227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42014) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:34.826934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:34.877429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18869ed2-1864-4e6f-a17d-bfb7ffb74829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.880062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-18869ed2-1864-4e6f-a17d-bfb7ffb74829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.881278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-18869ed2-1864-4e6f-a17d-bfb7ffb74829 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0447316-3a07-44fe-91a4-f6c04c949130 HTTP/1.1" status: 204 len: 168 time: 0.4019454 Nov 10 21:58:34.892991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18869ed2-1864-4e6f-a17d-bfb7ffb74829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0447316-3a07-44fe-91a4-f6c04c949130,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:34.922836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8e57f73-41bb-4f24-8a2a-29411fdf0242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:34.977788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-49167dca-3854-4d5f-9b2a-3995784f5917 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:34.980861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-49167dca-3854-4d5f-9b2a-3995784f5917 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 985 time: 0.1302564 Nov 10 21:58:35.039122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e57f73-41bb-4f24-8a2a-29411fdf0242 None None] Pushing event updated for resources: {'Port': ['ID=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:35.117468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.170954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port feb38736-9648-4bf6-87df-bde968781620 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:35.171304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.399564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] For port feb38736-9648-4bf6-87df-bde968781620, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=feb38736-9648-4bf6-87df-bde968781620,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:35.399954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.448091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for feb38736-9648-4bf6-87df-bde968781620 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:35.613804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Delete allocated IP 172.20.0.20 (da3dbe11-0e1c-4e20-9061-4dee45d4a4c9/8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1) {{(pid=103047) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 21:58:35.665089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42026) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:35.698395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ebd6b1-acff-4be9-bb38-da69fe4ab74a None None] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:35.716445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-694e7620-b438-4e01-8e9a-7dd4337f83d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8107560aa802422d902c2a2f3985c47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470080 Nov 10 21:58:35.719459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42028) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:35.755370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1137-7ac4-4f9d-8cdb-053d0318d138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.837242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:35.837955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90393444-ca89-4bd2-8027-7922bbce0f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.839486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d635e1e3-e303-405c-a9e0-b3d6a0a629fd None None] Provisioning complete for port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:35.839980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d635e1e3-e303-405c-a9e0-b3d6a0a629fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.861509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.873317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.893021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90393444-ca89-4bd2-8027-7922bbce0f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:35.923356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=feb38736-9648-4bf6-87df-bde968781620,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:35.931188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff56d5e4-6289-4b71-9e58-9b0a778e77d3 req-4f2b9474-8b05-4828-972e-892abb9726ba tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 210 time: 0.0298185 Nov 10 21:58:35.950771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.029836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] No DVR routers for this DVR port feb38736-9648-4bf6-87df-bde968781620 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:36.037850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.041235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ac74abb-4862-4a4a-8bd1-45a2b8233060 req-6add7768-5bd0-4a2a-a313-3361f4ba9842 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.64 "DELETE /v2.0/ports/feb38736-9648-4bf6-87df-bde968781620 HTTP/1.1" status: 204 len: 173 time: 1.0528228 Nov 10 21:58:36.044963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'name': 'network-vif-deleted', 'tag': 'feb38736-9648-4bf6-87df-bde968781620'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:36.046346 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54515b2c-5238-4a65-8778-e43daa8d9798" -d '{"events": [{"server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "name": "network-vif-deleted", "tag": "feb38736-9648-4bf6-87df-bde968781620"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:36.072447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:36.073416 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.089107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=e3c680df-cb4b-4526-aabf-f10ff5a444f1,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:36.137321 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95948a3-df9a-442f-b662-0eb2bc8164ed x-openstack-request-id: req-e95948a3-df9a-442f-b662-0eb2bc8164ed {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:36.137897 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c051d8f-a0cd-4e3d-8e85-a87022bc5057", "name": "network-vif-deleted", "tag": "feb38736-9648-4bf6-87df-bde968781620", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:36.137897 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e95948a3-df9a-442f-b662-0eb2bc8164ed {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:36.139923 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c051d8f-a0cd-4e3d-8e85-a87022bc5057', 'name': 'network-vif-deleted', 'tag': 'feb38736-9648-4bf6-87df-bde968781620', 'status': 'completed', 'code': 200} Nov 10 21:58:36.141911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] In _notify_port_updated(), no bound segment for port e3c680df-cb4b-4526-aabf-f10ff5a444f1 on network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:58:36.147475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:36.148185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.149681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4b7fc871-a132-4c6e-9b14-916b51bcc3a6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "PUT /v2.0/ports/e3c680df-cb4b-4526-aabf-f10ff5a444f1 HTTP/1.1" status: 200 len: 919 time: 1.3281825 Nov 10 21:58:36.153028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42034) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:36.159057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f'}, {'subnet_id': '8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:36.217784 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90393444-ca89-4bd2-8027-7922bbce0f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.220541 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90393444-ca89-4bd2-8027-7922bbce0f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.223918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-90393444-ca89-4bd2-8027-7922bbce0f7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb42e484-c04d-4bb0-8346-68072a6c2088 HTTP/1.1" status: 204 len: 168 time: 0.4996605 Nov 10 21:58:36.262121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90393444-ca89-4bd2-8027-7922bbce0f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb42e484-c04d-4bb0-8346-68072a6c2088,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:36.269275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.556852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-63f7d64a-3c2f-47ac-9ebc-f5746b0dc280 None None] Provisioning complete for port e3c680df-cb4b-4526-aabf-f10ff5a444f1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:36.560196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-63f7d64a-3c2f-47ac-9ebc-f5746b0dc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.610017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-63f7d64a-3c2f-47ac-9ebc-f5746b0dc280 None None] Port e3c680df-cb4b-4526-aabf-f10ff5a444f1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:36.621923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-63f7d64a-3c2f-47ac-9ebc-f5746b0dc280 None None] Provisioning complete for port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:36.622562 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-63f7d64a-3c2f-47ac-9ebc-f5746b0dc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.650084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.27 (da3dbe11-0e1c-4e20-9061-4dee45d4a4c9/8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1/e3c680df-cb4b-4526-aabf-f10ff5a444f1) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:36.836895 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.861228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5b64344-bbe6-4ea7-82d1-a8f1b91d50aa None None] Provisioning complete for port e3c680df-cb4b-4526-aabf-f10ff5a444f1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:36.861611 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5b64344-bbe6-4ea7-82d1-a8f1b91d50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:36.900059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5b64344-bbe6-4ea7-82d1-a8f1b91d50aa None None] Port e3c680df-cb4b-4526-aabf-f10ff5a444f1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:36.963927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.069838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7ef2a16-0669-48ad-b371-78f1e2b68185 req-cb46a3fe-e46d-4971-b390-c7c5ebb1160e tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c051d8f-a0cd-4e3d-8e85-a87022bc5057 HTTP/1.1" status: 200 len: 210 time: 0.0342977 Nov 10 21:58:37.097829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=e3c680df-cb4b-4526-aabf-f10ff5a444f1,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:37.135404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] In _notify_port_updated(), no bound segment for port e3c680df-cb4b-4526-aabf-f10ff5a444f1 on network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:58:37.142600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:37.143253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f6a1a577-49c0-4afb-87fb-8f6a939974cb None None] Provisioning complete for port e3c680df-cb4b-4526-aabf-f10ff5a444f1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:37.143253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a577-49c0-4afb-87fb-8f6a939974cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.143687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.147773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2a81ce5b-2bf7-47f6-8b2f-fabe7dc65aaa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "PUT /v2.0/ports/e3c680df-cb4b-4526-aabf-f10ff5a444f1 HTTP/1.1" status: 200 len: 999 time: 0.9910743 Nov 10 21:58:37.147970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42058) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:37.197352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1a577-49c0-4afb-87fb-8f6a939974cb None None] Port e3c680df-cb4b-4526-aabf-f10ff5a444f1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:37.280302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port e3c680df-cb4b-4526-aabf-f10ff5a444f1 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:37.280650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.384924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.396896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for e3c680df-cb4b-4526-aabf-f10ff5a444f1 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:37.430796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-75270fa1-c67b-4fb0-a9b5-9f5227a028bd None None] Provisioning complete for port e3c680df-cb4b-4526-aabf-f10ff5a444f1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:37.431250 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75270fa1-c67b-4fb0-a9b5-9f5227a028bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.472959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-75270fa1-c67b-4fb0-a9b5-9f5227a028bd None None] Port e3c680df-cb4b-4526-aabf-f10ff5a444f1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:37.716774 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.718245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42070) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:37.758292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=e3c680df-cb4b-4526-aabf-f10ff5a444f1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:37.831634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-116434683'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:37.869638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.873726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c47a3cf6-5125-4212-a6af-f0bb16606331 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/e3c680df-cb4b-4526-aabf-f10ff5a444f1 HTTP/1.1" status: 204 len: 168 time: 0.7218275 Nov 10 21:58:37.874155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42074) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:37.900701 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-787319ad-070b-49bf-99b7-8aa296cce106 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:37.902845 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-787319ad-070b-49bf-99b7-8aa296cce106 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/e3c680df-cb4b-4526-aabf-f10ff5a444f1 HTTP/1.1" status: 404 len: 333 time: 0.0275400 Nov 10 21:58:37.911825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42076) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:37.960850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:37.965098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.979607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.985725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-843ecf95-33a8-4898-8dfe-a7f79a53deca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:37.997695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet 8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:38.005322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.061676 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.135123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42082) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:38.182296 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.196414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.224366 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1f74cbf-8141-4b7b-a59f-5440ec54587b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.252605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1f74cbf-8141-4b7b-a59f-5440ec54587b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.284407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.312777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69c2bc-d265-4ac6-9ef9-b951a29d4598,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:38.372248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.380875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:38.405612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:38.413232 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.416364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c7f322be-95df-463e-a066-6f39b642f260 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1 HTTP/1.1" status: 204 len: 168 time: 0.5026436 Nov 10 21:58:38.418114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.418462 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment 61945d9c-eceb-4b5f-84a3-3e86a889a95f of type vlan for network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 Nov 10 21:58:38.419620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42086) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:38.425263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2c230-bbe2-4e16-a725-7d1c7ebacc2e None None] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:38.447164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1f74cbf-8141-4b7b-a59f-5440ec54587b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.450397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1f74cbf-8141-4b7b-a59f-5440ec54587b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.454956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42088) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:38.456586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d1f74cbf-8141-4b7b-a59f-5440ec54587b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/security-groups/b95243ed-7ab4-43ab-b811-b27432d63733 HTTP/1.1" status: 204 len: 168 time: 0.3203325 Nov 10 21:58:38.468657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f74cbf-8141-4b7b-a59f-5440ec54587b tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95243ed-7ab4-43ab-b811-b27432d63733,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:38.511684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.553695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet 27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:38.563829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.623959 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49091d31-6e81-4ead-87aa-42062bb97c97 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.638554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.669378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.675183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:38.675704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.696126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49091d31-6e81-4ead-87aa-42062bb97c97 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.720694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device feb38736-9648-4bf6-87df-bde968781620 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:38.751961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: feb38736-9648-4bf6-87df-bde968781620 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:38.752321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device feb38736-9648-4bf6-87df-bde968781620 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:38.823049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=205cc7a0-d0bf-4f57-b17f-e59f4ed57807,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:38.838714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42092) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:38.838861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-78b14264-277b-450e-ac8a-727f390ee916 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1169026 Nov 10 21:58:38.842991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-204284524'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:38.846962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:38.858392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.926859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49091d31-6e81-4ead-87aa-42062bb97c97 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.929712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49091d31-6e81-4ead-87aa-42062bb97c97 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:38.936467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-49091d31-6e81-4ead-87aa-42062bb97c97 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/security-groups/f96ee9df-efee-4a4a-864b-30523005d37d HTTP/1.1" status: 204 len: 168 time: 0.4748964 Nov 10 21:58:38.936467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42094) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:38.974554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49091d31-6e81-4ead-87aa-42062bb97c97 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96ee9df-efee-4a4a-864b-30523005d37d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:39.031591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:39.035197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.063878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:39.078389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.078738 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment a68cf308-b9e8-4b5d-880c-7136c62c04c1 of type vlan for network 1ef59345-8198-4a73-a546-6618f59ca77e Nov 10 21:58:39.091432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.129816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.144276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:39.152332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.155965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-72e72361-1902-4e64-95a0-257bb4c3fa4f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f HTTP/1.1" status: 204 len: 168 time: 0.7353375 Nov 10 21:58:39.158749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:39.276755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e03a2-0b54-45af-b28c-651553eff97e None None] Network da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:39.344261 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.365938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-251b1b50-249f-44da-bef3-533a7cabd26b None None] Provisioning complete for port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:39.366605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-251b1b50-249f-44da-bef3-533a7cabd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.377510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.523854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:39.523854 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.569295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.575963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:39.579164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.588653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] DHCP port deletion for da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:39.593749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] For port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,segment=NetworkSegment(b3b31947-d8ae-4fd4-a8b4-7e9019001e80),segment_id=b3b31947-d8ae-4fd4-a8b4-7e9019001e80)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:39.594149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.621018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:39.649732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] Deleting port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:39.650264 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.674605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=1ef59345-8198-4a73-a546-6618f59ca77e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:39.693842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-047db825-134f-420d-bef1-7d5cd267a3c1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8567452 Nov 10 21:58:39.697404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42104) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:39.716346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 1ef59345-8198-4a73-a546-6618f59ca77e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:39.718344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': '205cc7a0-d0bf-4f57-b17f-e59f4ed57807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:39.759469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.763658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] For port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,segment=NetworkSegment(b3b31947-d8ae-4fd4-a8b4-7e9019001e80),segment_id=b3b31947-d8ae-4fd4-a8b4-7e9019001e80)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:39.764105 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.843403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.847360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] Calling delete_port for 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:39.864725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:39.907969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:39.914041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No DVR routers for this DVR port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:39.926203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:39.926203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:39.940127 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:39.943806 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:39.985298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.018198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] Pushing event deleted for resources: {'Port': ['ID=76e9b0c8-8982-4c18-b597-e1b0d156b2e0,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:40.030500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4e1b8-696d-419b-a0d0-a26397b3b2b6 None None] No DVR routers for this DVR port 76e9b0c8-8982-4c18-b597-e1b0d156b2e0 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:40.072984 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.096376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3dbe11-0e1c-4e20-9061-4dee45d4a4c9']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:40.113910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b31947-d8ae-4fd4-a8b4-7e9019001e80') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:40.114224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b31947-d8ae-4fd4-a8b4-7e9019001e80') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:40.126135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.165093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.177940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:40.178341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:40.181399 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:40.232445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.282714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:40.283008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.293913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=d84c4e55-2473-4644-ad2b-09f74716a93c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:40.311238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': '61945d9c-eceb-4b5f-84a3-3e86a889a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '205cc7a0-d0bf-4f57-b17f-e59f4ed57807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:40.311661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: 205cc7a0-d0bf-4f57-b17f-e59f4ed57807, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:40.355865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.367250 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.370387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/da3dbe11-0e1c-4e20-9061-4dee45d4a4c9 HTTP/1.1" status: 204 len: 168 time: 1.2106192 Nov 10 21:58:40.375378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42106) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:40.383233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f77702-8838-4de5-a56a-2cceb8e4f698 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=da3dbe11-0e1c-4e20-9061-4dee45d4a4c9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:40.395920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] For port ad6df47c-cc1d-4997-b844-5b14ecb3d0dd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:40.396488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.409452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for ad6df47c-cc1d-4997-b844-5b14ecb3d0dd owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:40.426112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07f3bd-6e0a-49a6-9e04-53c8f43ed52f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:40.431059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2d07f3bd-6e0a-49a6-9e04-53c8f43ed52f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0511448 Nov 10 21:58:40.431298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42108) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:40.439939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:40.478685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2a9594ad-f6dd-4db2-85bd-5391135f3a56 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0462992 Nov 10 21:58:40.482785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42110) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:40.487706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-512070206'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:40.534738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 205cc7a0-d0bf-4f57-b17f-e59f4ed57807) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:40.540449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:40.541781 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.546418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98979757-d2b0-43ad-b1e6-b3ddbef3cd4c None None] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:40.567623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:40.574867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.611504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:40.622841 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.623461 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment 99c9ff49-5621-4f8a-806c-02aa5e27b848 of type vlan for network 991a5612-ac10-452b-a375-e4c24c5c0cab Nov 10 21:58:40.661724 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cb56ac07-4faa-46dc-a02b-d544809fedbc tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9631577 Nov 10 21:58:40.664979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42112) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:40.674489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': '1ef59345-8198-4a73-a546-6618f59ca77e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:40.682018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.711640 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.750894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-205cc7a0-d0bf-4f57-b17f-e59f4ed57807', 'network_id': '205cc7a0-d0bf-4f57-b17f-e59f4ed57807', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': 'd84c4e55-2473-4644-ad2b-09f74716a93c'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:40.758502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.814396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=ad6df47c-cc1d-4997-b844-5b14ecb3d0dd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:40.830004 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.835685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:40.840461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.862644 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.950804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:40.954556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:40.960631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Allocated IP 172.20.0.2 (205cc7a0-d0bf-4f57-b17f-e59f4ed57807/d84c4e55-2473-4644-ad2b-09f74716a93c/e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:40.967520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=991a5612-ac10-452b-a375-e4c24c5c0cab,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:40.981548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 991a5612-ac10-452b-a375-e4c24c5c0cab details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:41.011615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.025327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b71901e2-3a6b-4434-835f-10c9ce07e08a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5415006 Nov 10 21:58:41.029200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42120) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:41.036567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:41.244471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:41.249276 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.471980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.505921 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.529138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.529385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.582971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:41.587177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.595773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:41.600856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:41.604634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Pushing event updated for resources: {'Port': ['ID=e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:41.618549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.618549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.618549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.618974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.618974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.619250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.619579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.619948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.626874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.626874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.626874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.626874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:41.637514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:41.671562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Attempting to bind port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:41.671987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Attempting to bind port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '61945d9c-eceb-4b5f-84a3-3e86a889a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '205cc7a0-d0bf-4f57-b17f-e59f4ed57807'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:41.672623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Attempting to bind port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 on network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:41.677640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:41.678014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Checking segment: {'id': '61945d9c-eceb-4b5f-84a3-3e86a889a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '205cc7a0-d0bf-4f57-b17f-e59f4ed57807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:41.678411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.678799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Bound using segment: {'id': '61945d9c-eceb-4b5f-84a3-3e86a889a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '205cc7a0-d0bf-4f57-b17f-e59f4ed57807'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:41.679266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Bound port: e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61945d9c-eceb-4b5f-84a3-3e86a889a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '205cc7a0-d0bf-4f57-b17f-e59f4ed57807'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:41.679647 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.772632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] For port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:41.775649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] For port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332,segment=NetworkSegment(61945d9c-eceb-4b5f-84a3-3e86a889a95f),segment_id=61945d9c-eceb-4b5f-84a3-3e86a889a95f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:41.801650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': '99c9ff49-5621-4f8a-806c-02aa5e27b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:41.802285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: 991a5612-ac10-452b-a375-e4c24c5c0cab, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:41.822345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': 'a68cf308-b9e8-4b5d-880c-7136c62c04c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1ef59345-8198-4a73-a546-6618f59ca77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:41.822992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: 1ef59345-8198-4a73-a546-6618f59ca77e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:41.826912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Router 9c7a2657-dabb-4353-b6c8-81750b82b038 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:58:41.850525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=62779b20-eb37-4670-ba15-8049a1048fe7,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:41.858557 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:41.950681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948edd0-d513-4e4a-9bd7-787ada82e971 None None] Pushing event updated for resources: {'Port': ['ID=e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:41.961319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 991a5612-ac10-452b-a375-e4c24c5c0cab is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:41.973002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:41.982641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-81c94b19-8a67-43bb-a686-e4e6b6dec841 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "PUT /v2.0/routers/9c7a2657-dabb-4353-b6c8-81750b82b038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0451679 Nov 10 21:58:41.985189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42124) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:41.987604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] Sync routers for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:41.996821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 1ef59345-8198-4a73-a546-6618f59ca77e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:42.008923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:42.009545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:42.056886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting subnet ff7c27fc-a991-4d87-b7a3-316d38c57ae8 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:42.060352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.079812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 991a5612-ac10-452b-a375-e4c24c5c0cab) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:42.084426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:42.086172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.092527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 1ef59345-8198-4a73-a546-6618f59ca77e) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:42.099020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:42.100289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.101802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b7511-4ea6-4a03-8cdd-89880a806cc9 None None] Network 991a5612-ac10-452b-a375-e4c24c5c0cab requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:42.185609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa19a1-be88-4eb0-afd2-538f16d93ef6 None None] Network 1ef59345-8198-4a73-a546-6618f59ca77e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:42.200195 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.246647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-06b88150-01df-4125-9d97-cf90cb495ab2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5743976 Nov 10 21:58:42.246647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42128) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:42.249024 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-aff2f88b-c916-4825-847b-413b732d04d1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1667309759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:42.272953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7030b2b2-196e-4f60-aacc-b417672bbf91 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2428572 Nov 10 21:58:42.277788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42130) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:42.287929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab', 'name': 'tempest-PortsTestJSON-429584026'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:42.325984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:42.391905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aff2f88b-c916-4825-847b-413b732d04d1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.393463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aff2f88b-c916-4825-847b-413b732d04d1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.429647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.469673 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aff2f88b-c916-4825-847b-413b732d04d1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.541821 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aff2f88b-c916-4825-847b-413b732d04d1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.670054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:42.681165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.693930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-991a5612-ac10-452b-a375-e4c24c5c0cab', 'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab', 'tenant_id': 'c9e7970b175b4cb08114f8572be46041', 'fixed_ips': [{'subnet_id': 'c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:42.695046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.701926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.719051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port cd008f33-d5c4-4761-8f00-5f7b5852a499 yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:42.795217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aff2f88b-c916-4825-847b-413b732d04d1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.797091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aff2f88b-c916-4825-847b-413b732d04d1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5527918 Nov 10 21:58:42.799911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42136) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:42.829335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7c27fc-a991-4d87-b7a3-316d38c57ae8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:42.837859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:42.844255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-30e1f4e2-0c9b-4b42-8f25-e9e1949f690a tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/subnets/ff7c27fc-a991-4d87-b7a3-316d38c57ae8 HTTP/1.1" status: 204 len: 168 time: 0.8557296 Nov 10 21:58:42.846627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42138) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:42.870455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09ed1a-c283-4ccf-913f-a929b38f9aec None None] Network 31d5cd96-e3ce-46e0-847a-cbc0ea667238 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:43.051077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.052853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-1ef59345-8198-4a73-a546-6618f59ca77e', 'network_id': '1ef59345-8198-4a73-a546-6618f59ca77e', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': '62779b20-eb37-4670-ba15-8049a1048fe7'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:43.057140 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.231898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Allocated IP 172.20.0.2 (991a5612-ac10-452b-a375-e4c24c5c0cab/c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be/54629bef-7fa7-4f80-8b33-5d2a37fd59e1) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:43.251274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.318780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:58:40Z', 'revision_number': 5, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port': {'id': 'd8a6ef21-5c48-4d96-99f4-08f5631225e6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:09Z', 'updated_at': '2021-11-10T21:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:43.391553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.406316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port d8a6ef21-5c48-4d96-99f4-08f5631225e6 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:43.407222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.431599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea579ed7-a11d-4df4-be79-cc8485c72932 None None] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:43.514119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] For port d8a6ef21-5c48-4d96-99f4-08f5631225e6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d8a6ef21-5c48-4d96-99f4-08f5631225e6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:43.514830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.543608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for d8a6ef21-5c48-4d96-99f4-08f5631225e6 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:43.560817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] Checking router: 9c7a2657-dabb-4353-b6c8-81750b82b038 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:58:43.643289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] Routers {'9c7a2657-dabb-4353-b6c8-81750b82b038'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:43.643878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9c7a2657-dabb-4353-b6c8-81750b82b038'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:43.737372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.20.0.1 (205cc7a0-d0bf-4f57-b17f-e59f4ed57807/d84c4e55-2473-4644-ad2b-09f74716a93c/0a38d0ef-a1a6-43e1-aaba-03f1a529d55e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:43.849183 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.873649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Allocated IP 172.21.0.2 (1ef59345-8198-4a73-a546-6618f59ca77e/62779b20-eb37-4670-ba15-8049a1048fe7/720b34b5-a06a-45bd-831a-3d4c05db4805) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:43.904686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=d8a6ef21-5c48-4d96-99f4-08f5631225e6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:43.913180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8b1c5e49-5346-42f5-92a1-f3df89a5a43c None None] Provisioning complete for port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:43.913554 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5e49-5346-42f5-92a1-f3df89a5a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:43.915258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:43.969699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.008006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0295ad-ef49-42c4-8e4f-507edd5fb9d0 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:44.009699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] DHCP port deletion for 31d5cd96-e3ce-46e0-847a-cbc0ea667238 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:44.028861 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.078219 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.130115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.132650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.132802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] Set router 9c7a2657-dabb-4353-b6c8-81750b82b038 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:58:44.154025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:44.157811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:44.171096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:44.223930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=0a38d0ef-a1a6-43e1-aaba-03f1a529d55e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:44.233917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.250458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.251920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7a2657-dabb-4353-b6c8-81750b82b038 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:58:44.257484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:58:43Z', 'revision_number': 6, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:44.273323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.278947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42146) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:44.280873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e0fcb451-1718-47e3-86a0-99ecf94aff62 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/routers/9c7a2657-dabb-4353-b6c8-81750b82b038 HTTP/1.1" status: 204 len: 168 time: 1.4325962 Nov 10 21:58:44.319689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc18c11-ca52-4bf8-b8a6-911f957ac72f None None] The sync data for ids ['9c7a2657-dabb-4353-b6c8-81750b82b038'] in n-d-776250-11 is: [{'id': '9c7a2657-dabb-4353-b6c8-81750b82b038', 'name': 'tempest-TestSecurityGroupsBasicOps-router-572660971', 'tenant_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:07Z', 'updated_at': '2021-11-10T21:58:43Z', 'revision_number': 6, 'project_id': 'fd3a5fb8d9bf438e970705e9e81181c9', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:44.341902 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.403811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:44.404172 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.456887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.470386 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.479424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5e49-5346-42f5-92a1-f3df89a5a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.487540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] Deleting port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:44.488181 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.530922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.14 (991a5612-ac10-452b-a375-e4c24c5c0cab/c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be/cd008f33-d5c4-4761-8f00-5f7b5852a499) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:44.543369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Deleting port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:44.544259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.628974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Network 991a5612-ac10-452b-a375-e4c24c5c0cab is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:44.642431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] For port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:44.642876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.689123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Calling delete_port for c9225e53-c43f-469b-83a8-a7d3b3fe7c2b owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:44.700955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:44.711019 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.717707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.721482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Pushing event updated for resources: {'Port': ['ID=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:44.725204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:44.738664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8b1c5e49-5346-42f5-92a1-f3df89a5a43c None None] For port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332,segment=NetworkSegment(61945d9c-eceb-4b5f-84a3-3e86a889a95f),segment_id=61945d9c-eceb-4b5f-84a3-3e86a889a95f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:44.756568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] For port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,segment=NetworkSegment(43b07911-7df9-4b00-babf-0bec7e62796a),segment_id=43b07911-7df9-4b00-babf-0bec7e62796a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:44.756568 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.808246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] Calling delete_port for c9225e53-c43f-469b-83a8-a7d3b3fe7c2b owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:44.838979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.913453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.915615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8b1c5e49-5346-42f5-92a1-f3df89a5a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:44.983208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Attempting to bind port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:44.983583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Attempting to bind port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '99c9ff49-5621-4f8a-806c-02aa5e27b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:44.983976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Attempting to bind port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 on network 991a5612-ac10-452b-a375-e4c24c5c0cab {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:45.016917 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.043992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Network 1ef59345-8198-4a73-a546-6618f59ca77e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:45.054310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:45.054606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Checking segment: {'id': '99c9ff49-5621-4f8a-806c-02aa5e27b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:45.055020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.055409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Bound using segment: {'id': '99c9ff49-5621-4f8a-806c-02aa5e27b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:45.055927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Bound port: 54629bef-7fa7-4f80-8b33-5d2a37fd59e1, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c9ff49-5621-4f8a-806c-02aa5e27b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:45.056317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.063639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:45.070593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:45.079604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 991a5612-ac10-452b-a375-e4c24c5c0cab is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:45.083460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:45.088297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:45.093010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=cd008f33-d5c4-4761-8f00-5f7b5852a499,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:45.102427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.145868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Port': ['ID=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:45.148950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Pushing event updated for resources: {'Port': ['ID=720b34b5-a06a-45bd-831a-3d4c05db4805,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:45.180431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:45.180431 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.194947 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] No DVR routers for this DVR port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:45.206437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-877e3a54-adaf-43d3-9ccb-26a3b392ff54 None None] Provisioning complete for port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:45.206808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-877e3a54-adaf-43d3-9ccb-26a3b392ff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.284568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c80852a6-ca12-4846-8609-4150469e9756 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0056939 Nov 10 21:58:45.289531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:45.297921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '991a5612-ac10-452b-a375-e4c24c5c0cab', 'name': 'tempest-PortsTestJSON-1762542470'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:45.303757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.305873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.329771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d5cd96-e3ce-46e0-847a-cbc0ea667238']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:45.341767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b07911-7df9-4b00-babf-0bec7e62796a') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:45.342148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b07911-7df9-4b00-babf-0bec7e62796a') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:45.353921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.372526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Attempting to bind port 720b34b5-a06a-45bd-831a-3d4c05db4805 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:45.372957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Attempting to bind port 720b34b5-a06a-45bd-831a-3d4c05db4805 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a68cf308-b9e8-4b5d-880c-7136c62c04c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1ef59345-8198-4a73-a546-6618f59ca77e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:45.373442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Attempting to bind port 720b34b5-a06a-45bd-831a-3d4c05db4805 on network 1ef59345-8198-4a73-a546-6618f59ca77e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:45.386598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:45.387571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Checking segment: {'id': 'a68cf308-b9e8-4b5d-880c-7136c62c04c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1ef59345-8198-4a73-a546-6618f59ca77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:45.388326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.390937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Bound using segment: {'id': 'a68cf308-b9e8-4b5d-880c-7136c62c04c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1ef59345-8198-4a73-a546-6618f59ca77e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:45.391644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Bound port: 720b34b5-a06a-45bd-831a-3d4c05db4805, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68cf308-b9e8-4b5d-880c-7136c62c04c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1ef59345-8198-4a73-a546-6618f59ca77e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:45.392272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.393977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:45.407684 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:45.416896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] For port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:45.419815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.439549 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.441673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c5e49-5346-42f5-92a1-f3df89a5a43c None None] Pushing event updated for resources: {'Port': ['ID=e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:45.488835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] Pushing event deleted for resources: {'Port': ['ID=c9225e53-c43f-469b-83a8-a7d3b3fe7c2b,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:45.528704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] For port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,segment=NetworkSegment(99c9ff49-5621-4f8a-806c-02aa5e27b848),segment_id=99c9ff49-5621-4f8a-806c-02aa5e27b848)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:45.540401 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.543168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=0a38d0ef-a1a6-43e1-aaba-03f1a529d55e,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:45.592295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58161ba-b0a8-4d13-9e21-4ba3215ce5b8 None None] No DVR routers for this DVR port c9225e53-c43f-469b-83a8-a7d3b3fe7c2b on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:45.630758 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.634547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:45.640856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.698398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] For port 720b34b5-a06a-45bd-831a-3d4c05db4805, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:45.700768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:45.770248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] For port 720b34b5-a06a-45bd-831a-3d4c05db4805, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=720b34b5-a06a-45bd-831a-3d4c05db4805,segment=NetworkSegment(a68cf308-b9e8-4b5d-880c-7136c62c04c1),segment_id=a68cf308-b9e8-4b5d-880c-7136c62c04c1)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:45.781836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45067d28-e063-41d1-9ad5-eda720ccfc6f None None] Pushing event updated for resources: {'Port': ['ID=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:45.786964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8e1034c5-4e98-487c-9f83-89c45f569d97 None None] Provisioning complete for port 0a38d0ef-a1a6-43e1-aaba-03f1a529d55e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:45.787338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8e1034c5-4e98-487c-9f83-89c45f569d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.810044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663bf5-a6d6-4561-9e18-93a96a893047 req-48828fce-2f4f-4a6c-9798-5338b444c788 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:45.817348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80663bf5-a6d6-4561-9e18-93a96a893047 req-48828fce-2f4f-4a6c-9798-5338b444c788 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.2659864 Nov 10 21:58:45.846903 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:45.852383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8e1034c5-4e98-487c-9f83-89c45f569d97 None None] Port 0a38d0ef-a1a6-43e1-aaba-03f1a529d55e cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:45.905139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:46.047988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:46.048644 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:46.050568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0780c92-195e-48aa-af3d-9dedd732acaa None None] Pushing event updated for resources: {'Port': ['ID=720b34b5-a06a-45bd-831a-3d4c05db4805,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:46.068536 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80663bf5-a6d6-4561-9e18-93a96a893047 req-2bb106c0-4815-49fa-a4b9-225bb92785c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683488 Nov 10 21:58:46.091073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42162) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:46.099781 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:46.105420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:46.111294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] 10.222.0.45 "DELETE /v2.0/networks/31d5cd96-e3ce-46e0-847a-cbc0ea667238 HTTP/1.1" status: 204 len: 168 time: 1.8306422 Nov 10 21:58:46.152838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e3d0-fed9-4cdf-a949-7bd94e97d189 tempest-TestSecurityGroupsBasicOps-1011868936 tempest-TestSecurityGroupsBasicOps-1011868936-project] Pushing event deleted for resources: {'Network': ['ID=31d5cd96-e3ce-46e0-847a-cbc0ea667238,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:46.164893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:46.166842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:46.196773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.5 (991a5612-ac10-452b-a375-e4c24c5c0cab/c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be/aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:46.322227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ad6df47c-cc1d-4997-b844-5b14ecb3d0dd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:46.411369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: ad6df47c-cc1d-4997-b844-5b14ecb3d0dd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:46.411739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ad6df47c-cc1d-4997-b844-5b14ecb3d0dd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:46.412158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c9225e53-c43f-469b-83a8-a7d3b3fe7c2b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:46.463007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e21f99fd-d50d-4fcd-9448-ef4cb48ed4f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0 HTTP/1.1" status: 200 len: 993 time: 0.3649254 Nov 10 21:58:46.647440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router ea8c7c08-cf58-4861-ba6e-4b7397ef7874 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:58:46.706526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c9225e53-c43f-469b-83a8-a7d3b3fe7c2b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:46.706960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c9225e53-c43f-469b-83a8-a7d3b3fe7c2b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:46.707581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d8a6ef21-5c48-4d96-99f4-08f5631225e6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:46.773444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:46.775699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d8a6ef21-5c48-4d96-99f4-08f5631225e6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:46.780587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d8a6ef21-5c48-4d96-99f4-08f5631225e6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:46.813365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-538678d4-ba58-4194-889a-c3509f173a25 None None] Provisioning complete for port 0a38d0ef-a1a6-43e1-aaba-03f1a529d55e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:46.813971 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-538678d4-ba58-4194-889a-c3509f173a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:46.854959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:46.867365 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] Sync routers for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:46.874018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5555d085-bace-4b97-b435-865f1b510baa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/ea8c7c08-cf58-4861-ba6e-4b7397ef7874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0727453 Nov 10 21:58:46.877291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42180) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:46.885220 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:46.885854 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:46.918403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-538678d4-ba58-4194-889a-c3509f173a25 None None] Port 0a38d0ef-a1a6-43e1-aaba-03f1a529d55e cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:46.962598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:46.967799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42184) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:46.985240 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:47.015520 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:47.017029 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:47.025486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 991a5612-ac10-452b-a375-e4c24c5c0cab is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:47.033151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:47.045054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:47.064302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f5016e-684f-4ea8-b022-4f2907ad07df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:47.069797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42188) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:47.082792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-62f5016e-684f-4ea8-b022-4f2907ad07df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports/0a38d0ef-a1a6-43e1-aaba-03f1a529d55e HTTP/1.1" status: 200 len: 910 time: 0.2041826 Nov 10 21:58:47.094953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0315b8c-6b78-445b-a18a-cfc2ba5f916a req-6d21d687-196e-4cdc-8e98-57b16c61728e tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:47.096467 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0315b8c-6b78-445b-a18a-cfc2ba5f916a req-6d21d687-196e-4cdc-8e98-57b16c61728e tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1098 time: 0.1883464 Nov 10 21:58:47.114316 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:47.114316 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd782b8b-4f11-471d-9e2a-688ca2d01e10 None None] The sync data for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:47.120407 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:58:47.188606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c0315b8c-6b78-445b-a18a-cfc2ba5f916a req-56598d90-9326-4b53-a0c6-a1fe4bab7f12 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852630 Nov 10 21:58:47.233682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:47.363334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:47.364106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.405861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9b3f11f4-1e14-44a0-b534-c6fef08746e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd3a5fb8d9bf438e970705e9e81181c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347019 Nov 10 21:58:47.438369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42192) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:47.470865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853108ae-d9c4-4863-92f4-14744a7f89d6 None None] Network 991a5612-ac10-452b-a375-e4c24c5c0cab requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:47.510656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eed62b68-fbfc-443d-9943-67900ca12836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.537901 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eed62b68-fbfc-443d-9943-67900ca12836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.582912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-73810c09-6d9e-490b-a39f-3fbafe7d4548 None None] Provisioning complete for port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:47.583651 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73810c09-6d9e-490b-a39f-3fbafe7d4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.706358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bc55ca30-bbfa-4f81-a617-07dc878137c0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4102814 Nov 10 21:58:47.706563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42194) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:47.706707 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.733216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ea769-029d-46d5-83df-2c8baa47d7c3 None None] Network 1ef59345-8198-4a73-a546-6618f59ca77e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:47.822970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eed62b68-fbfc-443d-9943-67900ca12836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.826828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eed62b68-fbfc-443d-9943-67900ca12836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.827922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73810c09-6d9e-490b-a39f-3fbafe7d4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:47.828296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eed62b68-fbfc-443d-9943-67900ca12836 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03c9d9f6-83fc-4de2-94b9-d6e359ceb970 HTTP/1.1" status: 204 len: 168 time: 0.4059317 Nov 10 21:58:47.843934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed62b68-fbfc-443d-9943-67900ca12836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c9d9f6-83fc-4de2-94b9-d6e359ceb970,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:47.885005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a37c5-055c-4bac-b480-5822030cb216 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:47.890601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-145a37c5-055c-4bac-b480-5822030cb216 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1828473 Nov 10 21:58:47.892257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42200) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:47.903538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-73810c09-6d9e-490b-a39f-3fbafe7d4548 None None] For port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,segment=NetworkSegment(99c9ff49-5621-4f8a-806c-02aa5e27b848),segment_id=99c9ff49-5621-4f8a-806c-02aa5e27b848)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:47.941792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:48.048516 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73810c09-6d9e-490b-a39f-3fbafe7d4548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.107479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:48.107996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.133328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73810c09-6d9e-490b-a39f-3fbafe7d4548 None None] Pushing event updated for resources: {'Port': ['ID=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:48.234166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.21.0.1 (1ef59345-8198-4a73-a546-6618f59ca77e/62779b20-eb37-4670-ba15-8049a1048fe7/273697b0-59c6-4f47-955f-6e4810677dc8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:48.281473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-275be0fd-2910-4144-930f-2d37b5ff593a None None] Provisioning complete for port 720b34b5-a06a-45bd-831a-3d4c05db4805 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:48.281850 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-275be0fd-2910-4144-930f-2d37b5ff593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.343655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:48.344076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.419021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.452651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:48.527856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.618822 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-275be0fd-2910-4144-930f-2d37b5ff593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.630408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 720b34b5-a06a-45bd-831a-3d4c05db4805 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:48.701386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.732923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 1ef59345-8198-4a73-a546-6618f59ca77e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:48.736501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-275be0fd-2910-4144-930f-2d37b5ff593a None None] For port 720b34b5-a06a-45bd-831a-3d4c05db4805, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=720b34b5-a06a-45bd-831a-3d4c05db4805,segment=NetworkSegment(a68cf308-b9e8-4b5d-880c-7136c62c04c1),segment_id=a68cf308-b9e8-4b5d-880c-7136c62c04c1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:48.741665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:48.753685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:48.766722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 720b34b5-a06a-45bd-831a-3d4c05db4805 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:48.767090 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.817580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.877516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.879887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42224) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:48.912435 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-275be0fd-2910-4144-930f-2d37b5ff593a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.958361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=273697b0-59c6-4f47-955f-6e4810677dc8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:48.962892 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67117635-47f6-4cad-a875-1e934807a4aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:48.979533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:49.051137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275be0fd-2910-4144-930f-2d37b5ff593a None None] Pushing event updated for resources: {'Port': ['ID=720b34b5-a06a-45bd-831a-3d4c05db4805,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:49.071240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Provisioning complete for port cd008f33-d5c4-4761-8f00-5f7b5852a499 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:49.071663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.129342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.154007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Port cd008f33-d5c4-4761-8f00-5f7b5852a499 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:49.158369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Could not find standard attr ID for object aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:58:49.169088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Provisioning complete for port 720b34b5-a06a-45bd-831a-3d4c05db4805 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:49.169463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.252893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.256310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7df0e911-dad8-40ed-8c7f-1f206c9d44c1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f HTTP/1.1" status: 204 len: 168 time: 1.3629510 Nov 10 21:58:49.262547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42228) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:49.271586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-cf54cc0c-cd5d-4251-afd3-e4d4c04bfb1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1730707 Nov 10 21:58:49.293934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-a30f1d59-cb80-4543-9a1c-9a1468974ec8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 21:58:49.302096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-a30f1d59-cb80-4543-9a1c-9a1468974ec8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264094 Nov 10 21:58:49.336050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Provisioning complete for port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:49.336517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7a1d718d-50ff-4297-bf42-dab4327d5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.352420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67117635-47f6-4cad-a875-1e934807a4aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.354947 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c968e2-bc6d-4fe9-9ad0-11c830a83cc7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:49.358497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-74c968e2-bc6d-4fe9-9ad0-11c830a83cc7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f HTTP/1.1" status: 404 len: 333 time: 0.0848424 Nov 10 21:58:49.368165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42234) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:49.524192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port cd008f33-d5c4-4761-8f00-5f7b5852a499 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:49.524899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.551554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-67117635-47f6-4cad-a875-1e934807a4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.612766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-49694b3f-2834-4804-a6c1-1d2a04565df7 None None] Could not find standard attr ID for object aadc8ea0-7bd2-4a61-941e-af84ff0d3c7f. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:58:49.625642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-49694b3f-2834-4804-a6c1-1d2a04565df7 None None] Provisioning complete for port 273697b0-59c6-4f47-955f-6e4810677dc8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:49.625642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-49694b3f-2834-4804-a6c1-1d2a04565df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.663135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-49694b3f-2834-4804-a6c1-1d2a04565df7 None None] Port 273697b0-59c6-4f47-955f-6e4810677dc8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:49.682700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.723240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for cd008f33-d5c4-4761-8f00-5f7b5852a499 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:49.745336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-67117635-47f6-4cad-a875-1e934807a4aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2903a74fca14801966e209bdfbe6063&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8614495 Nov 10 21:58:49.763782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.774524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42244) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:49.784380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67117635-47f6-4cad-a875-1e934807a4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad1698f-c62e-4e1c-820e-a01f19fb2f83,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:49.863065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:49.876390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf9ed-0457-49db-9b44-c47b1cf8abad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.944135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:49.948599 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.969580 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf9ed-0457-49db-9b44-c47b1cf8abad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:49.984410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.041995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 720b34b5-a06a-45bd-831a-3d4c05db4805 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:50.076735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.104975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 720b34b5-a06a-45bd-831a-3d4c05db4805 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:50.106069 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.110296 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.110850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=cd008f33-d5c4-4761-8f00-5f7b5852a499,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:50.113788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf9ed-0457-49db-9b44-c47b1cf8abad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.119898 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf9ed-0457-49db-9b44-c47b1cf8abad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.119898 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b9aaf9ed-0457-49db-9b44-c47b1cf8abad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dad1698f-c62e-4e1c-820e-a01f19fb2f83 HTTP/1.1" status: 204 len: 168 time: 0.3418219 Nov 10 21:58:50.133469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaf9ed-0457-49db-9b44-c47b1cf8abad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad1698f-c62e-4e1c-820e-a01f19fb2f83,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:50.219530 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.223607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-862cd8eb-d4c9-40b1-941f-310ed88f930e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/cd008f33-d5c4-4761-8f00-5f7b5852a499 HTTP/1.1" status: 204 len: 168 time: 0.8537393 Nov 10 21:58:50.243294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42250) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:50.265402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.292504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=273697b0-59c6-4f47-955f-6e4810677dc8,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:50.305834 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ca93af-388c-42e5-a654-462ffe8a1289 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:50.310569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e5ca93af-388c-42e5-a654-462ffe8a1289 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/cd008f33-d5c4-4761-8f00-5f7b5852a499 HTTP/1.1" status: 404 len: 333 time: 0.0632291 Nov 10 21:58:50.311882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42252) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:50.420145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:50.423387 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.457048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 1ef59345-8198-4a73-a546-6618f59ca77e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:50.458328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:50.465756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.584216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router ea8c7c08-cf58-4861-ba6e-4b7397ef7874 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:58:50.620376 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.724519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:50.733738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42256) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:50.738854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] Sync routers for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:50.743796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f24aa026-2fea-44c0-82d6-97035c97ed9c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/ea8c7c08-cf58-4861-ba6e-4b7397ef7874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6708803 Nov 10 21:58:50.772262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:50.773090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:50.806480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c18b9a-2f18-42a7-b20e-4474bc9d67ca tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:50.811411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42258) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:50.819110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c8c18b9a-2f18-42a7-b20e-4474bc9d67ca tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports/273697b0-59c6-4f47-955f-6e4810677dc8 HTTP/1.1" status: 200 len: 910 time: 0.0842245 Nov 10 21:58:50.833925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.843796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:50.853374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:50.854025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:50.864053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-248a4385-2727-4581-994a-cfe997a82657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:50.865618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-248a4385-2727-4581-994a-cfe997a82657 service neutron] 10.222.0.45 "GET /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 1095 time: 0.1013322 Nov 10 21:58:50.895401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Request body: {'binding': {'host': 'n-h2-776250-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:50.896021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Unknown quota resources ['binding']. {{(pid=103047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 21:58:50.898233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:50.901760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.908307 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5cfcaec8-cda7-4959-b146-ebe88e2ef091 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be HTTP/1.1" status: 204 len: 168 time: 0.5903566 Nov 10 21:58:50.908506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:50.908506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8029b34c-da29-4e08-84a7-d40b5afe5478 None None] The sync data for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:50.915089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42262) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:50.916754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d68e2016-a63c-44e8-98a3-8fdc914d3909 None None] Provisioning complete for port 273697b0-59c6-4f47-955f-6e4810677dc8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:50.917113 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d68e2016-a63c-44e8-98a3-8fdc914d3909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:50.919739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede1d47-c772-4e29-9d0f-775c47cbf321 None None] Network 991a5612-ac10-452b-a375-e4c24c5c0cab requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:51.011830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d68e2016-a63c-44e8-98a3-8fdc914d3909 None None] Port 273697b0-59c6-4f47-955f-6e4810677dc8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:51.093528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on host n-h2-776250-11 for vnic_type normal with profile None {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:51.100561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:51.100561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:51.100561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:58:51.100561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:51.101746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.108240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:51.108240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Checking segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:51.108743 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Bound using segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:51.109391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Bound port: 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:51.175569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42268) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:51.197080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] DHCP port deletion for 991a5612-ac10-452b-a375-e4c24c5c0cab request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:51.260120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] Deleting port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:51.260496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.279292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:51.287579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dc80ce33-a549-4102-ba1d-10670fb5819d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3130be3e47be49948548f3ad90d005a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107342 Nov 10 21:58:51.290993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42270) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:51.304501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:51.305089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.347523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] For port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,segment=NetworkSegment(99c9ff49-5621-4f8a-806c-02aa5e27b848),segment_id=99c9ff49-5621-4f8a-806c-02aa5e27b848)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:51.347869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.360200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61180ec4-4a41-4098-85b3-916dd3416753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.364909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] Calling delete_port for 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:51.370266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.382670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] 10.222.0.45 "POST /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4871461 Nov 10 21:58:51.406274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] For port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,segment=NetworkSegment(99c9ff49-5621-4f8a-806c-02aa5e27b848),segment_id=99c9ff49-5621-4f8a-806c-02aa5e27b848)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:51.406934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.412336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61180ec4-4a41-4098-85b3-916dd3416753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.427887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:51.446848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.538729 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.565608 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] Pushing event deleted for resources: {'Port': ['ID=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:51.569268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac152280-e47b-467c-b862-7f8c528f6f01 None None] No DVR routers for this DVR port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:51.587987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61180ec4-4a41-4098-85b3-916dd3416753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.592665 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61180ec4-4a41-4098-85b3-916dd3416753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.601812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-61180ec4-4a41-4098-85b3-916dd3416753 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a0d2603-c454-4c22-9ccb-64a566ddfcbb HTTP/1.1" status: 204 len: 168 time: 0.3016112 Nov 10 21:58:51.608982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61180ec4-4a41-4098-85b3-916dd3416753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0d2603-c454-4c22-9ccb-64a566ddfcbb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:51.680469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.734110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No DVR routers for this DVR port 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:51.737076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=54629bef-7fa7-4f80-8b33-5d2a37fd59e1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:51.758322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bded3-c8b5-4f04-8566-c2f5a149e843 req-bcb499ad-f257-4944-a4f0-024f5f43e3fb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:51.771903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-133bded3-c8b5-4f04-8566-c2f5a149e843 req-bcb499ad-f257-4944-a4f0-024f5f43e3fb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.0892999 Nov 10 21:58:51.842852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:51.848859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-133bded3-c8b5-4f04-8566-c2f5a149e843 req-5abe8832-cf2e-44ab-a9f5-d250e3392b9b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758286 Nov 10 21:58:51.875450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:51.875789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 54629bef-7fa7-4f80-8b33-5d2a37fd59e1 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:51.876911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.920407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991a5612-ac10-452b-a375-e4c24c5c0cab']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:51.936277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c9ff49-5621-4f8a-806c-02aa5e27b848') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:51.936564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c9ff49-5621-4f8a-806c-02aa5e27b848') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:51.950886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.986675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:51.998136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:51.998553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:52.002182 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:52.085419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 273697b0-59c6-4f47-955f-6e4810677dc8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:52.085768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.149178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-670b0d68-4937-486d-8fdd-090f4909903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:52.154063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-670b0d68-4937-486d-8fdd-090f4909903e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1098 time: 0.0729663 Nov 10 21:58:52.156983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.202071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.206408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/991a5612-ac10-452b-a375-e4c24c5c0cab HTTP/1.1" status: 204 len: 168 time: 1.2760749 Nov 10 21:58:52.210073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af989-a708-4e2f-8099-4cd564dbc067 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=991a5612-ac10-452b-a375-e4c24c5c0cab,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:52.220100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42282) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:52.226391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441601188'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:52.272788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.292977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 273697b0-59c6-4f47-955f-6e4810677dc8 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:52.302591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-a4699004-43aa-45ee-9228-06434b9abb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:52.304298 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-a4699004-43aa-45ee-9228-06434b9abb35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 200 len: 897 time: 0.1451499 Nov 10 21:58:52.347157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:52.351252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.379851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:52.391554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.392209 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f of type vlan for network 8a38449c-7821-41a0-bb76-d70de477cc4a Nov 10 21:58:52.394991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-37afb923-b346-4ea2-9128-8c1b6ccead33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 1001 time: 0.0822027 Nov 10 21:58:52.438932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.459318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-c74dc12d-36ac-4685-b370-0108d4a73191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:52.461018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-c74dc12d-36ac-4685-b370-0108d4a73191 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=220ddb75-d2b0-4341-9e2d-f0f22c448998 HTTP/1.1" status: 200 len: 835 time: 0.0590975 Nov 10 21:58:52.526538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-2d9302ab-f375-4f73-8acc-69101c44d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:52.529060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-2d9302ab-f375-4f73-8acc-69101c44d41f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40f2d6cf-1245-4038-982d-edc0c784a088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608218 Nov 10 21:58:52.546496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.552922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:52.553502 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.641135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d86a8c02-649c-4278-acb7-4ffad403998b service neutron] 10.222.0.53 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032388 Nov 10 21:58:52.658102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=8a38449c-7821-41a0-bb76-d70de477cc4a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:52.669468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 8a38449c-7821-41a0-bb76-d70de477cc4a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:58:52.678311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fc08e6ed-e359-4c5b-b8b2-4d537449a5b6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4569759 Nov 10 21:58:52.684672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42284) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:52.691649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:52.747226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:52.775577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=273697b0-59c6-4f47-955f-6e4810677dc8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:52.835386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-90ce2e8a-e8fb-4c8b-a1ee-faf23200dcfc service neutron] 10.222.0.53 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875055 Nov 10 21:58:52.889484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:52.893307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.012751 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.033933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7502-01c9-4eb6-a937-e283e93e4dae req-d4477f66-c220-46d2-97d5-ea98b0c7915e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:53.035645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de5b7502-01c9-4eb6-a937-e283e93e4dae req-d4477f66-c220-46d2-97d5-ea98b0c7915e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.0842161 Nov 10 21:58:53.077196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-3349cbec-d80c-4b2c-b3b7-a48977701697 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:53.078742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-3349cbec-d80c-4b2c-b3b7-a48977701697 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1098 time: 0.1820660 Nov 10 21:58:53.092474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-11'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:53.183947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de5b7502-01c9-4eb6-a937-e283e93e4dae req-7b8f58d3-b624-4515-a290-e221b4e88161 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097240 Nov 10 21:58:53.249702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.281868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router ea8c7c08-cf58-4861-ba6e-4b7397ef7874 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:58:53.336386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.373489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:53.381159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3ada1c23-9673-465c-a3bf-778e3aca03c8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/ea8c7c08-cf58-4861-ba6e-4b7397ef7874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5653505 Nov 10 21:58:53.381379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42294) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:53.391615 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] Sync routers for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:53.401012 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:53.401852 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:53.433133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=f14dc462-6722-422d-b14e-09cc32a9aa2b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:53.465691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:53.468069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': 'a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:53.468272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: 8a38449c-7821-41a0-bb76-d70de477cc4a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:58:53.475995 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:53.493500 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:53.494770 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:53.519019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:53.537095 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:53.537744 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920da028-42b6-49fe-93af-b3e6be2a54de None None] The sync data for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:53.564395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:53.566715 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77950a-b571-42d5-b47f-a59c5062ee94" -d '{"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-unplugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:53.571423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.608917 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ac716-507d-442d-9dd1-b2116fe50e82 x-openstack-request-id: req-d18ac716-507d-442d-9dd1-b2116fe50e82 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:53.609623 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-unplugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:53.609966 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d18ac716-507d-442d-9dd1-b2116fe50e82 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:53.610484 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'code': 200} Nov 10 21:58:53.612288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 8a38449c-7821-41a0-bb76-d70de477cc4a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:58:53.643828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.740643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.751508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 8a38449c-7821-41a0-bb76-d70de477cc4a) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:53.759860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ab8fd-0f74-45f0-9bd5-added1e76853 None None] Network 8a38449c-7821-41a0-bb76-d70de477cc4a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:53.790149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:53.971389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-8a38449c-7821-41a0-bb76-d70de477cc4a', 'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a', 'tenant_id': 'c9e7970b175b4cb08114f8572be46041', 'fixed_ips': [{'subnet_id': 'f14dc462-6722-422d-b14e-09cc32a9aa2b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:58:53.972783 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.090291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:54.091052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.094406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8da5fa30-32a2-444f-9c70-08a66623f91b None None] Provisioning complete for port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:54.099620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8da5fa30-32a2-444f-9c70-08a66623f91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.099978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:54.190371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on host n-h1-776250-11 for vnic_type normal with profile {"migrating_to": "n-h2-776250-11"} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:54.190706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:54.190992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:54.196990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:58:54.197320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Attempting to bind port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on network 40f2d6cf-1245-4038-982d-edc0c784a088 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:54.208129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5a836779-8eab-407e-b872-d0157ad92ae4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5195935 Nov 10 21:58:54.208440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Allocated IP 172.20.0.2 (8a38449c-7821-41a0-bb76-d70de477cc4a/f14dc462-6722-422d-b14e-09cc32a9aa2b/ae01a775-ba5e-43df-b965-d04b33fa9f8c) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:54.208907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:54.209311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Checking segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:54.209703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Bound using segment: {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:54.210377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Bound port: 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820f63c6-2818-4bc3-80d0-add379ac8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:54.210872 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.213940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42302) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:54.220644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a', 'name': 'tempest-PortsTestJSON-1787479408', 'fixed_ips': [{'subnet_id': 'f14dc462-6722-422d-b14e-09cc32a9aa2b', 'ip_address': '172.20.0.10'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:54.309780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8da5fa30-32a2-444f-9c70-08a66623f91b None None] Port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:54.408091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.414803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:54.420199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:54.470385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e794546-4661-43cf-8bf6-4049ef47a4dc req-f3dc90ff-924d-46ee-af33-f01c3e30d20b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:54.471778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e794546-4661-43cf-8bf6-4049ef47a4dc req-f3dc90ff-924d-46ee-af33-f01c3e30d20b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 944 time: 0.1208200 Nov 10 21:58:54.540944 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.547516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e794546-4661-43cf-8bf6-4049ef47a4dc req-382743c7-ae76-4cf6-a36f-e856c6cb5c2a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564184 Nov 10 21:58:54.576092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:54.581212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.596148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Network 8a38449c-7821-41a0-bb76-d70de477cc4a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:54.604647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:54.613144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:54.624483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Pushing event updated for resources: {'Port': ['ID=ae01a775-ba5e-43df-b965-d04b33fa9f8c,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:54.681223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 0a38d0ef-a1a6-43e1-aaba-03f1a529d55e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:54.681828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.712827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Attempting to bind port ae01a775-ba5e-43df-b965-d04b33fa9f8c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:58:54.713570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Attempting to bind port ae01a775-ba5e-43df-b965-d04b33fa9f8c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:58:54.714196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Attempting to bind port ae01a775-ba5e-43df-b965-d04b33fa9f8c on network 8a38449c-7821-41a0-bb76-d70de477cc4a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:58:54.721058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:58:54.721799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Checking segment: {'id': 'a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:58:54.722424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.723019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Bound using segment: {'id': 'a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:58:54.723744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Bound port: ae01a775-ba5e-43df-b965-d04b33fa9f8c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:58:54.724348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.813367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=8']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:54.815290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] For port ae01a775-ba5e-43df-b965-d04b33fa9f8c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:58:54.826260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.831619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] For port ae01a775-ba5e-43df-b965-d04b33fa9f8c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ae01a775-ba5e-43df-b965-d04b33fa9f8c,segment=NetworkSegment(a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f),segment_id=a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:58:54.841329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 0a38d0ef-a1a6-43e1-aaba-03f1a529d55e owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:54.873546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.879899 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:54.880529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.881931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b516712b-d1d4-4abd-8af9-811af8f5541f service neutron] 10.222.0.53 "PUT /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 1124 time: 1.7946775 Nov 10 21:58:54.904822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 95de498e-5142-4d74-a5ad-b9f682a6e904 yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:54.905323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:54.981952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['50df1a1b-ef34-4efc-84a1-2bc31b81f12d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:58:55.029424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e8729-eff6-4398-93fe-c8312e740d5d None None] Pushing event updated for resources: {'Port': ['ID=ae01a775-ba5e-43df-b965-d04b33fa9f8c,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:55.060778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-33d37ede-d0be-4d9f-b297-c4ab9b0a3251 None None] Provisioning complete for port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:55.061145 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33d37ede-d0be-4d9f-b297-c4ab9b0a3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.159517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.10 (8a38449c-7821-41a0-bb76-d70de477cc4a/f14dc462-6722-422d-b14e-09cc32a9aa2b/95de498e-5142-4d74-a5ad-b9f682a6e904) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:55.196433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.291964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=0a38d0ef-a1a6-43e1-aaba-03f1a529d55e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:55.484887 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33d37ede-d0be-4d9f-b297-c4ab9b0a3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.486124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.516543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:55.519066 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f5fce-8431-4cf9-bfd2-422e403e3e98" -d '{"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-plugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:55.536233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-33d37ede-d0be-4d9f-b297-c4ab9b0a3251 None None] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:55.555077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.612043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:58:55.613031 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3406af38-c67f-4b1c-90aa-99fcd9ddd865 x-openstack-request-id: req-3406af38-c67f-4b1c-90aa-99fcd9ddd865 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:55.613325 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-plugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:55.613576 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3406af38-c67f-4b1c-90aa-99fcd9ddd865 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:55.613964 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'code': 200} Nov 10 21:58:55.614512 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee51e8c-121a-42ba-a055-d0d723e611b4" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:58:55.614655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33d37ede-d0be-4d9f-b297-c4ab9b0a3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.656982 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.662428 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4620f93a-9980-4142-9a94-4969aebd1c6d x-openstack-request-id: req-4620f93a-9980-4142-9a94-4969aebd1c6d {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:58:55.671486 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:58:55.671486 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4620f93a-9980-4142-9a94-4969aebd1c6d {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:58:55.671486 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'status': 'completed', 'code': 200} Nov 10 21:58:55.773753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 8a38449c-7821-41a0-bb76-d70de477cc4a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:55.785406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:55.793840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:55.857970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:55.858735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:55.878332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=95de498e-5142-4d74-a5ad-b9f682a6e904,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:55.903340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-34f25054-a89b-4a09-ab15-3c75c0a0d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:55.906338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-34f25054-a89b-4a09-ab15-3c75c0a0d248 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1129 time: 0.1759131 Nov 10 21:58:55.909408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37ede-d0be-4d9f-b297-c4ab9b0a3251 None None] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:55.921154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ae01a775-ba5e-43df-b965-d04b33fa9f8c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:55.926120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401d75f-dbf3-491d-8b05-d317dbaf4968 req-1a27150b-fd14-4940-bb28-b20834ad1085 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:55.928266 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9401d75f-dbf3-491d-8b05-d317dbaf4968 req-1a27150b-fd14-4940-bb28-b20834ad1085 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.2521071 Nov 10 21:58:55.947975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8a1884a7-4a87-49a5-aa18-d05d81ba571f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7328672 Nov 10 21:58:55.955956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router ea8c7c08-cf58-4861-ba6e-4b7397ef7874 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:58:55.964389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42320) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:55.976837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '8a38449c-7821-41a0-bb76-d70de477cc4a', 'name': 'tempest-PortsTestJSON-182702720', 'fixed_ips': [{'subnet_id': 'f14dc462-6722-422d-b14e-09cc32a9aa2b', 'ip_address': '172.20.0.9'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:56.063417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ae01a775-ba5e-43df-b965-d04b33fa9f8c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:56.063977 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.080085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-49fb9d02-e703-4a16-a807-a8ec93ac2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:56.081872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-49fb9d02-e703-4a16-a807-a8ec93ac2ba5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 200 len: 897 time: 0.1672678 Nov 10 21:58:56.171811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.179564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:58:56.185759 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-e446cf01-54af-4285-a6f9-78a37899b849 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 1001 time: 0.0959671 Nov 10 21:58:56.194560 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d79cf88f-dd7c-4c40-b977-d8a5a67267ce tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/ea8c7c08-cf58-4861-ba6e-4b7397ef7874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8122556 Nov 10 21:58:56.197772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42322) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:56.210198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] Sync routers for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:58:56.228724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:56.229428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:56.267700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6cd81e0c-2df2-45b9-8316-fbf2f6079e75 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea8c7c08-cf58-4861-ba6e-4b7397ef7874 HTTP/1.1" status: 200 len: 205 time: 0.0660961 Nov 10 21:58:56.269589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42324) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:56.289773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9401d75f-dbf3-491d-8b05-d317dbaf4968 req-5f97f37a-b4d8-4640-93eb-f8b1a53a740d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522313 Nov 10 21:58:56.291863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-376cfc87-00b6-44c1-b79a-8148dc237ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:56.299632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-376cfc87-00b6-44c1-b79a-8148dc237ede service neutron] 10.222.0.64 "GET /v2.0/subnets?id=220ddb75-d2b0-4341-9e2d-f0f22c448998 HTTP/1.1" status: 200 len: 835 time: 0.1017163 Nov 10 21:58:56.347166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port ae01a775-ba5e-43df-b965-d04b33fa9f8c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ae01a775-ba5e-43df-b965-d04b33fa9f8c,segment=NetworkSegment(a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f),segment_id=a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:56.357873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:56.368463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] Routers {'ea8c7c08-cf58-4861-ba6e-4b7397ef7874'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:58:56.369429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:56.388412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-3dd08a78-a3d0-42c2-8171-bbececb39c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:56.390437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-3dd08a78-a3d0-42c2-8171-bbececb39c20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40f2d6cf-1245-4038-982d-edc0c784a088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824401 Nov 10 21:58:56.402830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1e96ce5-7314-44ff-8d8e-86357bc6bb2b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.448801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:56.454926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5beb9fe-fcb4-4cd5-8108-f2ecdadfa9df None None] The sync data for ids ['ea8c7c08-cf58-4861-ba6e-4b7397ef7874'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:58:56.454926 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.548648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3385925-6682-4ee2-85c7-1cd3f92dca11 None None] Network 8a38449c-7821-41a0-bb76-d70de477cc4a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:56.560708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=ae01a775-ba5e-43df-b965-d04b33fa9f8c,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:56.567071 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-7b978c14-733a-49c1-bdf7-cfe9e0d2274d service neutron] 10.222.0.64 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686749 Nov 10 21:58:56.582760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:56.637822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1e96ce5-7314-44ff-8d8e-86357bc6bb2b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.641523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1e96ce5-7314-44ff-8d8e-86357bc6bb2b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.675083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ee51e8c-121a-42ba-a055-d0d723e611b4 req-e822c743-5381-4718-b986-3517a652322d service neutron] 10.222.0.64 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998039 Nov 10 21:58:56.683063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cb74e78f-78b3-4f4d-b98f-728d6e1ee626 None None] Provisioning complete for port ae01a775-ba5e-43df-b965-d04b33fa9f8c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:56.683465 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb74e78f-78b3-4f4d-b98f-728d6e1ee626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.741235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.763956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port c918bbed-2028-45d0-ae2f-18cdc992c19f yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:58:56.803337 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1e96ce5-7314-44ff-8d8e-86357bc6bb2b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.803789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e96ce5-7314-44ff-8d8e-86357bc6bb2b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Fanout notify agent at l3_agent the message router_deleted on router ea8c7c08-cf58-4861-ba6e-4b7397ef7874 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:58:56.816340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1e96ce5-7314-44ff-8d8e-86357bc6bb2b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.817591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1e96ce5-7314-44ff-8d8e-86357bc6bb2b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/ea8c7c08-cf58-4861-ba6e-4b7397ef7874 HTTP/1.1" status: 204 len: 168 time: 0.5432415 Nov 10 21:58:56.820515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42332) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:56.878724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet 62779b20-eb37-4670-ba15-8049a1048fe7 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:56.882562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.930733 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:56.967959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.9 (8a38449c-7821-41a0-bb76-d70de477cc4a/f14dc462-6722-422d-b14e-09cc32a9aa2b/c918bbed-2028-45d0-ae2f-18cdc992c19f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:58:57.055195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.147280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-906dc275-1671-4042-96c8-f0ede1393748 None None] Provisioning complete for port 95de498e-5142-4d74-a5ad-b9f682a6e904 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:57.147797 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-906dc275-1671-4042-96c8-f0ede1393748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.177791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.193019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.215528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.218111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-906dc275-1671-4042-96c8-f0ede1393748 None None] Port 95de498e-5142-4d74-a5ad-b9f682a6e904 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:57.222346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/62779b20-eb37-4670-ba15-8049a1048fe7 HTTP/1.1" status: 204 len: 168 time: 0.3982372 Nov 10 21:58:57.226129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42334) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:57.240164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44d309-6a12-4d89-a95b-1c05f9978bed tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=62779b20-eb37-4670-ba15-8049a1048fe7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:57.245031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a726ff5-ad51-4b9e-8dfe-9e612393ae2b None None] Network 1ef59345-8198-4a73-a546-6618f59ca77e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:57.247391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-906dc275-1671-4042-96c8-f0ede1393748 None None] Provisioning complete for port ae01a775-ba5e-43df-b965-d04b33fa9f8c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:57.247773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-906dc275-1671-4042-96c8-f0ede1393748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.320535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet d84c4e55-2473-4644-ad2b-09f74716a93c {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:57.325365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.396839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.439099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b0e09-ff85-4d8d-af09-f6fe6aa152cb req-8760742a-3453-4dac-8fe6-eebf1e705ea8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:57.447514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a37b0e09-ff85-4d8d-af09-f6fe6aa152cb req-8760742a-3453-4dac-8fe6-eebf1e705ea8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.0715263 Nov 10 21:58:57.452823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.508121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a37b0e09-ff85-4d8d-af09-f6fe6aa152cb req-87fb8591-97b7-4e3e-ac31-95ef3e5a32d9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595655 Nov 10 21:58:57.512251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 8a38449c-7821-41a0-bb76-d70de477cc4a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:58:57.520356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:58:57.529314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:58:57.536467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=c918bbed-2028-45d0-ae2f-18cdc992c19f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:57.572977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:58:57.653667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:57.654447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.664794 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.683604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:57.699170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d has no active binding in host n-h2-776250-11 {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 21:58:57.700900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] DHCP port deletion for 1ef59345-8198-4a73-a546-6618f59ca77e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:57.718126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8a8930a7-28d5-4da1-bfd1-13f9725cbe7e None None] Provisioning complete for port 95de498e-5142-4d74-a5ad-b9f682a6e904 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:57.729116 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a8930a7-28d5-4da1-bfd1-13f9725cbe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.779040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d76ccbe2-896a-4398-926b-8c1fbaa9cfdd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8086202 Nov 10 21:58:57.782912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42342) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:57.805059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8a8930a7-28d5-4da1-bfd1-13f9725cbe7e None None] Port 95de498e-5142-4d74-a5ad-b9f682a6e904 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:57.812934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ae01a775-ba5e-43df-b965-d04b33fa9f8c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:58:57.850009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.858548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] Deleting port 720b34b5-a06a-45bd-831a-3d4c05db4805 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:57.858953 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.881379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015dd68c-5106-43dc-8690-638d4708ee0e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:57.883240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-015dd68c-5106-43dc-8690-638d4708ee0e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0981023 Nov 10 21:58:57.884376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=d84c4e55-2473-4644-ad2b-09f74716a93c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:57.887742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:57.889212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.892506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/d84c4e55-2473-4644-ad2b-09f74716a93c HTTP/1.1" status: 204 len: 168 time: 0.6566420 Nov 10 21:58:57.896180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42346) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:57.904004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.904440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.904858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.905338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.905751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.906185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.906586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.906987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.907388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.907897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.908299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.908695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a49c1-5997-4c40-b899-4d13b25c1987 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:58:57.924281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a984dafc-03ea-4f60-a6c0-ca05194c4ed2 None None] Network 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:58:57.976194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] For port 720b34b5-a06a-45bd-831a-3d4c05db4805, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=720b34b5-a06a-45bd-831a-3d4c05db4805,segment=NetworkSegment(a68cf308-b9e8-4b5d-880c-7136c62c04c1),segment_id=a68cf308-b9e8-4b5d-880c-7136c62c04c1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:57.976597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:57.981806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80ef2e-352c-4232-a0fc-630c25b8cf3c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:57.991547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80ef2e-352c-4232-a0fc-630c25b8cf3c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:57.999635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80ef2e-352c-4232-a0fc-630c25b8cf3c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:58.003749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4e80ef2e-352c-4232-a0fc-630c25b8cf3c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1166170 Nov 10 21:58:58.005874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42350) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:58.017952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.024778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port ae01a775-ba5e-43df-b965-d04b33fa9f8c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:58.025244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.032041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] Calling delete_port for 720b34b5-a06a-45bd-831a-3d4c05db4805 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:58.058406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dd396634-961a-49e0-b781-e40443ceaec0 None None] Provisioning complete for port c918bbed-2028-45d0-ae2f-18cdc992c19f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:58:58.058757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd396634-961a-49e0-b781-e40443ceaec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.138580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 720b34b5-a06a-45bd-831a-3d4c05db4805 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:58.138924 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.151930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port c918bbed-2028-45d0-ae2f-18cdc992c19f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:58.152297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.194414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dd396634-961a-49e0-b781-e40443ceaec0 None None] Port c918bbed-2028-45d0-ae2f-18cdc992c19f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:58:58.272186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 720b34b5-a06a-45bd-831a-3d4c05db4805, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=720b34b5-a06a-45bd-831a-3d4c05db4805,segment=NetworkSegment(a68cf308-b9e8-4b5d-880c-7136c62c04c1),segment_id=a68cf308-b9e8-4b5d-880c-7136c62c04c1)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:58.272841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.296187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 720b34b5-a06a-45bd-831a-3d4c05db4805 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:58.323139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 720b34b5-a06a-45bd-831a-3d4c05db4805 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:58.337421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.354576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] DHCP port deletion for 205cc7a0-d0bf-4f57-b17f-e59f4ed57807 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:58:58.359980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.384018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for c918bbed-2028-45d0-ae2f-18cdc992c19f owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:58.404384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] Pushing event deleted for resources: {'Port': ['ID=720b34b5-a06a-45bd-831a-3d4c05db4805,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:58.422879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a277a2-f12b-4920-919a-8c0ff1ca6a73 None None] No DVR routers for this DVR port 720b34b5-a06a-45bd-831a-3d4c05db4805 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:58.435225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No active binding found for port 720b34b5-a06a-45bd-831a-3d4c05db4805 {{(pid=103049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 21:58:58.435871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 720b34b5-a06a-45bd-831a-3d4c05db4805 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:58.461426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] Deleting port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:58.461805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.512151 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.530007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] For port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332,segment=NetworkSegment(61945d9c-eceb-4b5f-84a3-3e86a889a95f),segment_id=61945d9c-eceb-4b5f-84a3-3e86a889a95f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:58:58.530399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.543953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] Calling delete_port for e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:58.558596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=720b34b5-a06a-45bd-831a-3d4c05db4805,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:58.598498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port 720b34b5-a06a-45bd-831a-3d4c05db4805 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:58.732651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.762666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.764019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f8cf6-d2a7-42fa-9825-2c9ec892d388 req-a87e0348-7635-42ce-bab2-67e7c4ab8bea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:58.766136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a8f8cf6-d2a7-42fa-9825-2c9ec892d388 req-a87e0348-7635-42ce-bab2-67e7c4ab8bea tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.1625149 Nov 10 21:58:58.769775 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef59345-8198-4a73-a546-6618f59ca77e']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:58.782612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68cf308-b9e8-4b5d-880c-7136c62c04c1') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:58.782945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68cf308-b9e8-4b5d-880c-7136c62c04c1') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:58.797074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] Pushing event deleted for resources: {'Port': ['ID=e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:58.798006 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.800276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.806042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a089243-e76b-4d85-9c83-a2c663f2f94d None None] No DVR routers for this DVR port e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:58:58.855750 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.859449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=c918bbed-2028-45d0-ae2f-18cdc992c19f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:58.874686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:58.875097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:58.880631 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:59.001336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8a8f8cf6-d2a7-42fa-9825-2c9ec892d388 req-38301517-8b67-4810-bfb0-7904ac3784d2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236965 Nov 10 21:58:59.035969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.039393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8bece2c1-2d11-46bd-9807-e35503c92a09 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/c918bbed-2028-45d0-ae2f-18cdc992c19f HTTP/1.1" status: 204 len: 168 time: 1.0318356 Nov 10 21:58:59.047325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42360) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:59.074488 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9eda62-a7cf-439c-8cb2-417ee4eb9bf0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:59.078653 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-be9eda62-a7cf-439c-8cb2-417ee4eb9bf0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/c918bbed-2028-45d0-ae2f-18cdc992c19f HTTP/1.1" status: 404 len: 333 time: 0.0276875 Nov 10 21:58:59.079020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42362) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:59.094139 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.099621 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.103402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/1ef59345-8198-4a73-a546-6618f59ca77e HTTP/1.1" status: 204 len: 168 time: 1.2026801 Nov 10 21:58:59.108988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42364) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:59.148122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edeb10-880e-41f6-b809-118fe40924e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=1ef59345-8198-4a73-a546-6618f59ca77e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:59.194598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 95de498e-5142-4d74-a5ad-b9f682a6e904 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:58:59.195200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.226637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.284242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.296793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 95de498e-5142-4d74-a5ad-b9f682a6e904 owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:58:59.318519 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.341380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205cc7a0-d0bf-4f57-b17f-e59f4ed57807']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:59.350794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61945d9c-eceb-4b5f-84a3-3e86a889a95f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:59.351216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61945d9c-eceb-4b5f-84a3-3e86a889a95f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:58:59.360786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.374172 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.380302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:58:59.380682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:58:59.383565 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:58:59.504930 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.529894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.532206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=95de498e-5142-4d74-a5ad-b9f682a6e904,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:59.568607 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.577216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/205cc7a0-d0bf-4f57-b17f-e59f4ed57807 HTTP/1.1" status: 204 len: 168 time: 0.4620447 Nov 10 21:58:59.577216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182aef20-fa6b-406c-a49f-b271b88098f3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=205cc7a0-d0bf-4f57-b17f-e59f4ed57807,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:59.583510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42368) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:59.588474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-740621009'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:58:59.612726 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.616615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f6953797-57d8-4f3c-8fa4-a96b212c443b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/95de498e-5142-4d74-a5ad-b9f682a6e904 HTTP/1.1" status: 204 len: 168 time: 0.5365829 Nov 10 21:58:59.619167 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42370) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:59.646489 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9efa37d-943e-4cd2-a23a-8342b669dbc8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:58:59.650728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c9efa37d-943e-4cd2-a23a-8342b669dbc8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/95de498e-5142-4d74-a5ad-b9f682a6e904 HTTP/1.1" status: 404 len: 333 time: 0.0279996 Nov 10 21:58:59.650993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42372) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:58:59.682851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:58:59.689235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.706782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet f14dc462-6722-422d-b14e-09cc32a9aa2b {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:58:59.714114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.725056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:58:59.736282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.737283 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment 2c911cec-5d66-4109-84b2-c8aec0c5f1f1 of type vlan for network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f Nov 10 21:58:59.775242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.806993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.839270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:58:59.888603 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.902872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:58:59.903224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e90a8bbe-8eb6-4b29-9ec8-af4d76f7e332 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:58:59.904948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.910922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:58:59.912398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:58:59.978272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=665158ba-0ab1-4e64-99a4-24ca39e3ec8f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:58:59.989347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:00.027837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0a235f8f-beb5-487f-9acd-b2ad5dd95562 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4426105 Nov 10 21:59:00.031304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42380) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:00.036297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:00.070081 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.121707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b0076-0fb7-4d1b-a7f1-8957934e4e2c None None] Network 8a38449c-7821-41a0-bb76-d70de477cc4a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:00.136327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.140608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/f14dc462-6722-422d-b14e-09cc32a9aa2b HTTP/1.1" status: 204 len: 168 time: 0.4848294 Nov 10 21:59:00.142607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42382) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:00.155274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafbf90-7290-4db1-b998-67a9598731ad tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=f14dc462-6722-422d-b14e-09cc32a9aa2b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:00.181769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-956adc98-a757-4d05-a5c7-aa5f4f27a041 service neutron] 10.222.0.64 "GET /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 385 time: 0.1613164 Nov 10 21:59:00.242548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddd2b3-12c0-432f-87f0-564f9e17db5d req-fe1a30df-dbca-41b3-b5aa-8c69a737f890 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:00.244108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4eddd2b3-12c0-432f-87f0-564f9e17db5d req-fe1a30df-dbca-41b3-b5aa-8c69a737f890 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 946 time: 0.1488419 Nov 10 21:59:00.272724 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.338179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:00.343436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.355902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4eddd2b3-12c0-432f-87f0-564f9e17db5d req-acb2ef98-ccb9-469f-abd3-62c508e73245 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026466 Nov 10 21:59:00.360203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] DHCP port deletion for 8a38449c-7821-41a0-bb76-d70de477cc4a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:00.425165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port ae01a775-ba5e-43df-b965-d04b33fa9f8c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:00.425508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.435397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] Deleting port ae01a775-ba5e-43df-b965-d04b33fa9f8c {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:00.436065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.461736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:00.484845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:00.520168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] For port ae01a775-ba5e-43df-b965-d04b33fa9f8c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ae01a775-ba5e-43df-b965-d04b33fa9f8c,segment=NetworkSegment(a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f),segment_id=a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:00.520531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.539754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for ae01a775-ba5e-43df-b965-d04b33fa9f8c owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:00.546049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] For port ae01a775-ba5e-43df-b965-d04b33fa9f8c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=ae01a775-ba5e-43df-b965-d04b33fa9f8c,segment=NetworkSegment(a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f),segment_id=a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:00.546903 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.549485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:00.567869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] Calling delete_port for ae01a775-ba5e-43df-b965-d04b33fa9f8c owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:00.573154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:59:00.584770 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b5196-8d1e-46e4-8ab9-d0f65f6d04ef" -d '{"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-unplugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:59:00.627379 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 21:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd004e3-9061-4896-89f2-1e96ce58a1a3 x-openstack-request-id: req-2cd004e3-9061-4896-89f2-1e96ce58a1a3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:59:00.627672 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-unplugged", "status": "completed", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:59:00.628245 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cd004e3-9061-4896-89f2-1e96ce58a1a3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:59:00.628643 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'code': 200} Nov 10 21:59:00.631906 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.769703 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.769955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] Transition to ACTIVE for port object 50df1a1b-ef34-4efc-84a1-2bc31b81f12d will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:59:00.776474 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.796553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] Pushing event deleted for resources: {'Port': ['ID=ae01a775-ba5e-43df-b965-d04b33fa9f8c,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:00.800521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f30dda-3b7b-4976-a2e5-b36ebc824ef9 None None] No DVR routers for this DVR port ae01a775-ba5e-43df-b965-d04b33fa9f8c on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:00.813773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No DVR routers for this DVR port ae01a775-ba5e-43df-b965-d04b33fa9f8c on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:00.815355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=ae01a775-ba5e-43df-b965-d04b33fa9f8c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:00.856103 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:00.878755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.039571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] No DVR routers for this DVR port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:01.080156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] Pushing event updated for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=11']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:01.198188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-d83dbe3d-5c36-411c-a779-378a6d915eba service neutron] 10.222.0.64 "PUT /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d/bindings/n-h2-776250-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0063038 Nov 10 21:59:01.261625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.303968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=33985365-bd01-44cd-831f-24b118a938c5,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:01.306739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a38449c-7821-41a0-bb76-d70de477cc4a']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:01.320369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:01.320674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b9fd5e-d7ce-47a1-9d73-94d316b6b43f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:01.326922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': '2c911cec-5d66-4109-84b2-c8aec0c5f1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:01.327273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: 665158ba-0ab1-4e64-99a4-24ca39e3ec8f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:01.333569 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.350507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.360003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:59:01.360003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:59:01.362961 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:59:01.399752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-37737e8e-1071-4b37-ad30-b59a47ac68c5 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.406293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-37737e8e-1071-4b37-ad30-b59a47ac68c5 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.0569434 Nov 10 21:59:01.433817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:01.489738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.515292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.516721 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-5d2218a9-6329-4c90-b5bf-b23ccafc61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.522751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-5d2218a9-6329-4c90-b5bf-b23ccafc61d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1074240 Nov 10 21:59:01.522910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/8a38449c-7821-41a0-bb76-d70de477cc4a HTTP/1.1" status: 204 len: 168 time: 1.3750992 Nov 10 21:59:01.522910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81f18d-0d16-462c-adfc-ed0f14e8763d tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=8a38449c-7821-41a0-bb76-d70de477cc4a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:01.522910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42398) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:01.535694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4230c7d-6d6f-4d8a-981b-c9204950dfbb req-653795fd-3b54-4547-819f-5bbddb9fa4c8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.537360 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4230c7d-6d6f-4d8a-981b-c9204950dfbb req-653795fd-3b54-4547-819f-5bbddb9fa4c8 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.0811312 Nov 10 21:59:01.538025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-911394648'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:01.548721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 665158ba-0ab1-4e64-99a4-24ca39e3ec8f) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:01.553928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.554527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.560621 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854cc700-6b81-456b-a92c-93b45c43ef83 None None] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:01.618045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c4230c7d-6d6f-4d8a-981b-c9204950dfbb req-9dfa2541-817e-47eb-ad4f-813ab750f46e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746131 Nov 10 21:59:01.624003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-07c646e0-26f3-4a4c-ac84-429f534135b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.625579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-07c646e0-26f3-4a4c-ac84-429f534135b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1097 time: 0.0683107 Nov 10 21:59:01.661891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:01.665715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.692772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:01.704128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.704681 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Added segment 3315a468-6a30-4cb0-9766-ac97de6b0787 of type vlan for network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 Nov 10 21:59:01.753125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-c81048b6-92ec-4ff3-a511-aeb91af7fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.754879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-c81048b6-92ec-4ff3-a511-aeb91af7fe2b service neutron] 10.222.0.53 "GET /v2.0/networks?id=40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 200 len: 897 time: 0.1159618 Nov 10 21:59:01.782397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-21f777be-08c6-4ff0-9164-d86eaaf24321 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7499592 Nov 10 21:59:01.796398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42400) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:01.807691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-52757130-48ba-4f94-9564-ac75a0be2ec1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1688791921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:01.816060 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.834756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ae01a775-ba5e-43df-b965-d04b33fa9f8c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:01.866630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: ae01a775-ba5e-43df-b965-d04b33fa9f8c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:01.868114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device ae01a775-ba5e-43df-b965-d04b33fa9f8c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:01.873005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-7de2b852-1160-462d-87ad-990912729014 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 999 time: 0.1111379 Nov 10 21:59:01.928887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-7a8f7cf7-9e5b-4a43-b89f-aa6de067f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.930224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-7a8f7cf7-9e5b-4a43-b89f-aa6de067f8de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=220ddb75-d2b0-4341-9e2d-f0f22c448998 HTTP/1.1" status: 200 len: 835 time: 0.0492983 Nov 10 21:59:01.935745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52757130-48ba-4f94-9564-ac75a0be2ec1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.937186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52757130-48ba-4f94-9564-ac75a0be2ec1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.944257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-665158ba-0ab1-4e64-99a4-24ca39e3ec8f', 'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': '33985365-bd01-44cd-831f-24b118a938c5'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:01.946162 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.947839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.956182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:01.956182 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:01.999708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-3abd5a6c-eb4b-4fd4-af05-de8bc2f05f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:02.001902 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-3abd5a6c-eb4b-4fd4-af05-de8bc2f05f6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40f2d6cf-1245-4038-982d-edc0c784a088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627673 Nov 10 21:59:02.083993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5605206 Nov 10 21:59:02.086008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52757130-48ba-4f94-9564-ac75a0be2ec1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.086998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:02.087710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f34dd-6514-4fc6-ace1-6bafcf8bf4aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Network': ['ID=46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:02.107349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:02.111252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-dde0cd9d-1eb6-4b0f-b4c5-1b2098240bde service neutron] 10.222.0.53 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024785 Nov 10 21:59:02.124151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Allocated IP 172.20.0.2 (665158ba-0ab1-4e64-99a4-24ca39e3ec8f/33985365-bd01-44cd-831f-24b118a938c5/09306b95-ebed-49d6-b9fe-922b0d487ab8) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:02.170118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52757130-48ba-4f94-9564-ac75a0be2ec1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.209142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:02.222643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-003f362f-201c-435d-9617-0c58073ee4c7 service neutron] 10.222.0.53 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037152 Nov 10 21:59:02.250762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52757130-48ba-4f94-9564-ac75a0be2ec1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.251921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-52757130-48ba-4f94-9564-ac75a0be2ec1 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4518757 Nov 10 21:59:02.254142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42406) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:02.263042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'port': {'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f', 'name': 'tempest-RoutersTest-909674062'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:02.363594 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.415881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:02.419901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.494177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.535266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:02.542976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:02.551455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:02.555115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Pushing event updated for resources: {'Port': ['ID=09306b95-ebed-49d6-b9fe-922b0d487ab8,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:02.608906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:02.613279 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.621521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Attempting to bind port 09306b95-ebed-49d6-b9fe-922b0d487ab8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:02.622596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Attempting to bind port 09306b95-ebed-49d6-b9fe-922b0d487ab8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '2c911cec-5d66-4109-84b2-c8aec0c5f1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:02.623139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Attempting to bind port 09306b95-ebed-49d6-b9fe-922b0d487ab8 on network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:02.628595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:02.629051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Checking segment: {'id': '2c911cec-5d66-4109-84b2-c8aec0c5f1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:02.629544 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.630025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Bound using segment: {'id': '2c911cec-5d66-4109-84b2-c8aec0c5f1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:02.630715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Bound port: 09306b95-ebed-49d6-b9fe-922b0d487ab8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c911cec-5d66-4109-84b2-c8aec0c5f1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '665158ba-0ab1-4e64-99a4-24ca39e3ec8f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:02.631192 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.643278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] device_id is not set on port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:59:02.722702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] For port 09306b95-ebed-49d6-b9fe-922b0d487ab8, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:02.725992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] For port 09306b95-ebed-49d6-b9fe-922b0d487ab8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=09306b95-ebed-49d6-b9fe-922b0d487ab8,segment=NetworkSegment(2c911cec-5d66-4109-84b2-c8aec0c5f1f1),segment_id=2c911cec-5d66-4109-84b2-c8aec0c5f1f1)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:02.780864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.802847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b0e0-aa32-4c2a-9e68-14de715422b0 req-6a3dcc93-1b5e-4987-a3b6-824134365aee tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:02.804500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32a4b0e0-aa32-4c2a-9e68-14de715422b0 req-6a3dcc93-1b5e-4987-a3b6-824134365aee tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.1056716 Nov 10 21:59:02.808268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-20cfde81-427d-4e66-b7a1-e79e5efc4062 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:02.811121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-20cfde81-427d-4e66-b7a1-e79e5efc4062 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 1097 time: 0.0533121 Nov 10 21:59:02.827550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:02.842339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:02.860376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.20.0.12 (665158ba-0ab1-4e64-99a4-24ca39e3ec8f/33985365-bd01-44cd-831f-24b118a938c5/fc238bb4-cbb7-486a-a609-52ce2f3ed3ac) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:02.921994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=94a49a6d-f24c-4fe7-a13b-7b1ad93f4759,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:02.946098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08568e8-6989-457d-b827-d3c2cd3e7ca4 None None] Pushing event updated for resources: {'Port': ['ID=09306b95-ebed-49d6-b9fe-922b0d487ab8,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:02.951747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:02.967886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Checking segment: {'id': '3315a468-6a30-4cb0-9766-ac97de6b0787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:02.968209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network hostable DHCP agents. Network: 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:02.973738 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32a4b0e0-aa32-4c2a-9e68-14de715422b0 req-ad9d59ec-a1bd-4d91-8b1a-a64d17d6e9e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428242 Nov 10 21:59:03.054933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-fe2d638b-5e99-4dd7-a58c-c57d67014048 service neutron] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:03.071172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-fe2d638b-5e99-4dd7-a58c-c57d67014048 service neutron] Publish callbacks [] for binding, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.071172 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-fe2d638b-5e99-4dd7-a58c-c57d67014048 service neutron] 10.222.0.53 "DELETE /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d/bindings/n-h1-776250-11 HTTP/1.1" status: 204 len: 173 time: 0.2419746 Nov 10 21:59:03.135160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:03.143098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.244346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:03.249698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:03.250391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.257176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963fb723-b9c8-43ff-8bca-6dadd445688f None None] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:03.313282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.355773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:03.362134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:03.365910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:03.396593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=fc238bb4-cbb7-486a-a609-52ce2f3ed3ac,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:03.413286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95', 'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95', 'tenant_id': 'c9e7970b175b4cb08114f8572be46041', 'fixed_ips': [{'subnet_id': '94a49a6d-f24c-4fe7-a13b-7b1ad93f4759'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:03.414150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.425491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:03.426110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.470417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cb845ca3-6ca7-4588-8264-46f8f2a3f72e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3693955 Nov 10 21:59:03.473710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42420) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:03.481044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-655bfaf2-64a3-4e56-bf18-c753317a42c7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1309733956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:03.572631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Allocated IP 172.20.0.2 (46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95/94a49a6d-f24c-4fe7-a13b-7b1ad93f4759/98167739-455f-4305-b9c8-e7c28f83a464) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:03.591137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42428) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:03.592291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6fab4818-3a4f-4dd3-84f0-6e305d289413 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3367789 Nov 10 21:59:03.707807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655bfaf2-64a3-4e56-bf18-c753317a42c7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.709557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655bfaf2-64a3-4e56-bf18-c753317a42c7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.849259 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655bfaf2-64a3-4e56-bf18-c753317a42c7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.861986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.902089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 09306b95-ebed-49d6-b9fe-922b0d487ab8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:03.947000 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655bfaf2-64a3-4e56-bf18-c753317a42c7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.969747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 09306b95-ebed-49d6-b9fe-922b0d487ab8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:03.970214 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:03.993881 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.070498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:04.075291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-655bfaf2-64a3-4e56-bf18-c753317a42c7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.076959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:04.084789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-655bfaf2-64a3-4e56-bf18-c753317a42c7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6009362 Nov 10 21:59:04.084789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42436) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:04.085048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:04.085048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Pushing event updated for resources: {'Port': ['ID=98167739-455f-4305-b9c8-e7c28f83a464,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:04.086277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95', 'name': 'tempest-PortsTestJSON-812221610'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:04.210374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.238105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Attempting to bind port 98167739-455f-4305-b9c8-e7c28f83a464 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:04.238480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Attempting to bind port 98167739-455f-4305-b9c8-e7c28f83a464 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3315a468-6a30-4cb0-9766-ac97de6b0787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:04.238977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Attempting to bind port 98167739-455f-4305-b9c8-e7c28f83a464 on network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:04.246693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:04.247336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Checking segment: {'id': '3315a468-6a30-4cb0-9766-ac97de6b0787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:04.247636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.248099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Bound using segment: {'id': '3315a468-6a30-4cb0-9766-ac97de6b0787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:04.248567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Bound port: 98167739-455f-4305-b9c8-e7c28f83a464, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3315a468-6a30-4cb0-9766-ac97de6b0787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:04.249063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.265554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b199d6-0700-40cd-863d-3e68c875c81b None None] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:04.305904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 09306b95-ebed-49d6-b9fe-922b0d487ab8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=09306b95-ebed-49d6-b9fe-922b0d487ab8,segment=NetworkSegment(2c911cec-5d66-4109-84b2-c8aec0c5f1f1),segment_id=2c911cec-5d66-4109-84b2-c8aec0c5f1f1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:04.310340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79da99b-ec1e-4136-8089-5cf062fc5434 req-a2df039c-6716-4761-a674-478221d1eaeb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:04.312092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c79da99b-ec1e-4136-8089-5cf062fc5434 req-a2df039c-6716-4761-a674-478221d1eaeb tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.1927791 Nov 10 21:59:04.346834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:04.363954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.402086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0e72e522-45ec-46ea-bee9-cb128d7da685 None None] Provisioning complete for port 09306b95-ebed-49d6-b9fe-922b0d487ab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:04.402972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0e72e522-45ec-46ea-bee9-cb128d7da685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.409632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 026e8ba1-0329-464f-b43e-c5108b1d010c yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:59:04.425676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c79da99b-ec1e-4136-8089-5cf062fc5434 req-6b280adf-f7d4-4ddc-9873-ac8cbddb6bf3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877037 Nov 10 21:59:04.466753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.550130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] For port 98167739-455f-4305-b9c8-e7c28f83a464, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:04.557250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.568087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] For port 98167739-455f-4305-b9c8-e7c28f83a464, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=98167739-455f-4305-b9c8-e7c28f83a464,segment=NetworkSegment(3315a468-6a30-4cb0-9766-ac97de6b0787),segment_id=3315a468-6a30-4cb0-9766-ac97de6b0787)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:04.620360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02beb7c8-a873-45fc-ba55-327a76b0d4bb req-f4ffac9d-78d9-4db5-b504-5837c38cd0ba tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:04.622965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02beb7c8-a873-45fc-ba55-327a76b0d4bb req-f4ffac9d-78d9-4db5-b504-5837c38cd0ba tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1097 time: 0.1265275 Nov 10 21:59:04.637233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=09306b95-ebed-49d6-b9fe-922b0d487ab8,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:04.656559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.5 (46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95/94a49a6d-f24c-4fe7-a13b-7b1ad93f4759/026e8ba1-0329-464f-b43e-c5108b1d010c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:04.681542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.715802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02beb7c8-a873-45fc-ba55-327a76b0d4bb req-b6e6d332-6a75-4689-9459-2a363b4b783a tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841763 Nov 10 21:59:04.778890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e9f3e-b299-4a8e-b96b-8d0658bf44f5 None None] Pushing event updated for resources: {'Port': ['ID=98167739-455f-4305-b9c8-e7c28f83a464,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:04.931766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:04.946732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b55d1-faa8-4d8f-a28e-569ac7ea1a7c req-16e3fba0-b004-4f75-823e-ab2c8c0e9b67 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:04.953144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f31b55d1-faa8-4d8f-a28e-569ac7ea1a7c req-16e3fba0-b004-4f75-823e-ab2c8c0e9b67 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.0940335 Nov 10 21:59:05.040554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f31b55d1-faa8-4d8f-a28e-569ac7ea1a7c req-e4d7ab3a-7e74-4b61-9136-84af0f127a23 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810378 Nov 10 21:59:05.045458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.077889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42448) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:05.082387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.129706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.194487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d8e38433-b808-4586-9328-f7cd42f4263b None None] Provisioning complete for port 09306b95-ebed-49d6-b9fe-922b0d487ab8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:05.195354 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8e38433-b808-4586-9328-f7cd42f4263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.203421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:05.205091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:05.211939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:05.311421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=026e8ba1-0329-464f-b43e-c5108b1d010c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:05.317632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=fc238bb4-cbb7-486a-a609-52ce2f3ed3ac,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:05.330838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:05.331430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.376479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d8e38433-b808-4586-9328-f7cd42f4263b None None] Provisioning complete for port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:05.376847 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8e38433-b808-4586-9328-f7cd42f4263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.394363 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fdb3caeb-adfd-472b-84da-1c5e6049e19f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0 HTTP/1.1" status: 200 len: 991 time: 0.3149290 Nov 10 21:59:05.417560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d8e38433-b808-4586-9328-f7cd42f4263b None None] Port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:05.439136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bf87ec47-289c-49e3-88bf-d0a72c9f6e60 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3577001 Nov 10 21:59:05.439871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42454) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:05.572898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-838c2e9e-671a-49bc-8db2-82f3a0ebb5fb None None] Provisioning complete for port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:05.573830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-838c2e9e-671a-49bc-8db2-82f3a0ebb5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.592903 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.617059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-838c2e9e-671a-49bc-8db2-82f3a0ebb5fb None None] Port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:05.739169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7115e89-a454-4ef6-9a54-479cd988f11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.842755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.857023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a0402054-1de2-410a-bf93-5008d68eddce None None] Provisioning complete for port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:05.857744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0402054-1de2-410a-bf93-5008d68eddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:05.934718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a0402054-1de2-410a-bf93-5008d68eddce None None] Port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:05.967969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 09306b95-ebed-49d6-b9fe-922b0d487ab8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:06.000313 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.041677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 09306b95-ebed-49d6-b9fe-922b0d487ab8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:06.042041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.143339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 98167739-455f-4305-b9c8-e7c28f83a464 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:06.227708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 98167739-455f-4305-b9c8-e7c28f83a464 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:06.228414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.265455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.266596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f16dc-7781-4471-b597-47af7d284d51 None None] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:06.342646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.359687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.407648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c212f387-da78-40c5-bbc6-2b39375f0e81 None None] Provisioning complete for port 98167739-455f-4305-b9c8-e7c28f83a464 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:06.408180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c212f387-da78-40c5-bbc6-2b39375f0e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.432789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.433129 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.436220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=fc238bb4-cbb7-486a-a609-52ce2f3ed3ac,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:06.452471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.535144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 98167739-455f-4305-b9c8-e7c28f83a464, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=98167739-455f-4305-b9c8-e7c28f83a464,segment=NetworkSegment(3315a468-6a30-4cb0-9766-ac97de6b0787),segment_id=3315a468-6a30-4cb0-9766-ac97de6b0787)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:06.550995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=026e8ba1-0329-464f-b43e-c5108b1d010c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:06.571619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:06.573404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:06.596773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c212f387-da78-40c5-bbc6-2b39375f0e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.631570 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.758955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:06.761432 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-c212f387-da78-40c5-bbc6-2b39375f0e81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:59:06.762367 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-c212f387-da78-40c5-bbc6-2b39375f0e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:59:06.765282 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=98167739-455f-4305-b9c8-e7c28f83a464,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:06.804772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router 355e1d6f-40c2-4efe-b835-015cbd0dfe01 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:06.936181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:06.946380 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] Sync routers for ids ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:06.961510 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] Routers {'355e1d6f-40c2-4efe-b835-015cbd0dfe01'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:06.961885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-75ff5dab-fe57-446d-b56a-7bd07a5e266b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/355e1d6f-40c2-4efe-b835-015cbd0dfe01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3688047 Nov 10 21:59:06.962716 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:06.968670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42468) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:07.018918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.025069 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:07.035435 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] Routers {'355e1d6f-40c2-4efe-b835-015cbd0dfe01'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:07.036250 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:58:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:07.052213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ebf9ef-fff7-4910-a120-ca4dadab0294 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:07.056106 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d5ebf9ef-fff7-4910-a120-ca4dadab0294 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports/fc238bb4-cbb7-486a-a609-52ce2f3ed3ac HTTP/1.1" status: 200 len: 977 time: 0.0837603 Nov 10 21:59:07.056308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42470) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:07.082972 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:07.083920 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bac99-ac05-451c-ac9a-b292f2477e50 None None] The sync data for ids ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:07.347720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.432852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.451580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Provisioning complete for port 026e8ba1-0329-464f-b43e-c5108b1d010c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:07.452203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.492548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Port 026e8ba1-0329-464f-b43e-c5108b1d010c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:07.540266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Provisioning complete for port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:07.540917 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.545166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.557458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=026e8ba1-0329-464f-b43e-c5108b1d010c,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:07.584232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:07.595471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Provisioning complete for port 98167739-455f-4305-b9c8-e7c28f83a464 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:07.596189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-629d87af-4ebe-4fe7-8a74-bafff820ed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.653271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42480) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:07.750355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:07.788792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:07.829207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2dca83a5-48bb-41cd-a9b8-bd72f316c6ad None None] Provisioning complete for port 026e8ba1-0329-464f-b43e-c5108b1d010c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:07.829665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2dca83a5-48bb-41cd-a9b8-bd72f316c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.831545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 98167739-455f-4305-b9c8-e7c28f83a464 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:07.935500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:07.954386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2dca83a5-48bb-41cd-a9b8-bd72f316c6ad None None] Port 026e8ba1-0329-464f-b43e-c5108b1d010c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:07.962851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 98167739-455f-4305-b9c8-e7c28f83a464 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:07.963463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.012151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1d063195-a68e-46a2-a8be-2b9d09c0b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.024995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 308d0349-d60b-4ecd-b9cd-e8eab0d88b8b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:08.025599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.117254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Router 2e76080a-96f9-46f9-8f19-3f565418e661 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:08.239372 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.239617 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.253595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port fc238bb4-cbb7-486a-a609-52ce2f3ed3ac {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:08.254045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.258629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 308d0349-d60b-4ecd-b9cd-e8eab0d88b8b owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:08.266390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:08.274864 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fe6ef6aa-e6e2-4497-857b-3e1f808e81fd tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "PUT /v2.0/routers/2e76080a-96f9-46f9-8f19-3f565418e661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8338597 Nov 10 21:59:08.275487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42488) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:08.288445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] Sync routers for ids ['2e76080a-96f9-46f9-8f19-3f565418e661'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:08.322474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] Routers {'2e76080a-96f9-46f9-8f19-3f565418e661'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:08.323088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2e76080a-96f9-46f9-8f19-3f565418e661'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:08.325620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3c5c81cf-2ef9-4803-aa67-faa7bb5f7d9a None None] Provisioning complete for port 026e8ba1-0329-464f-b43e-c5108b1d010c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:08.325821 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c5c81cf-2ef9-4803-aa67-faa7bb5f7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.385902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:08.386386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.401863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for fc238bb4-cbb7-486a-a609-52ce2f3ed3ac owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:08.404993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c81cf-2ef9-4803-aa67-faa7bb5f7d9a None None] Port 026e8ba1-0329-464f-b43e-c5108b1d010c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:08.406401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] Routers {'2e76080a-96f9-46f9-8f19-3f565418e661'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:08.406999 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2e76080a-96f9-46f9-8f19-3f565418e661'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:08.413211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc128249-ab45-4ee5-a52d-7b0cb614d2b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:08.415358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dc128249-ab45-4ee5-a52d-7b0cb614d2b2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e76080a-96f9-46f9-8f19-3f565418e661 HTTP/1.1" status: 200 len: 981 time: 0.1340146 Nov 10 21:59:08.419811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42490) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:08.442433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:08.443085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca0749-0c7f-40dd-b49d-ee6e50ceb18c None None] The sync data for ids ['2e76080a-96f9-46f9-8f19-3f565418e661'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:08.672948 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:08.708072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=fc238bb4-cbb7-486a-a609-52ce2f3ed3ac,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:08.874576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.056811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router 355e1d6f-40c2-4efe-b835-015cbd0dfe01 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:09.066942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.104950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=308d0349-d60b-4ecd-b9cd-e8eab0d88b8b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:09.147302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:09.153391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1fdf6acb-aff8-4202-98b2-0b4ccf147040 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/355e1d6f-40c2-4efe-b835-015cbd0dfe01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0950849 Nov 10 21:59:09.155649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42504) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:09.163061 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] Sync routers for ids ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:09.183324 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] Routers {'355e1d6f-40c2-4efe-b835-015cbd0dfe01'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:09.186601 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:09.212777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.213150 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP 3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0 disassociated (deleted). External IP: 172.25.7.80, port: 50df1a1b-ef34-4efc-84a1-2bc31b81f12d. Nov 10 21:59:09.266585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.268666 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:09.285875 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] Routers {'355e1d6f-40c2-4efe-b835-015cbd0dfe01'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:09.288174 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:09.362294 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.366806 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-c0222de7-e741-4b0d-9312-ef40c04da73e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 21:59:09.368124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c0222de7-e741-4b0d-9312-ef40c04da73e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/355e1d6f-40c2-4efe-b835-015cbd0dfe01/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2113709 Nov 10 21:59:09.371840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42506) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:09.409468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e6e59739-135f-4112-b751-c8d5695c7e4a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=355e1d6f-40c2-4efe-b835-015cbd0dfe01 HTTP/1.1" status: 200 len: 205 time: 0.0363641 Nov 10 21:59:09.412215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42508) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:09.454006 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:09.455129 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139678c6-85bb-489c-8d34-73e1dde9fb16 None None] The sync data for ids ['355e1d6f-40c2-4efe-b835-015cbd0dfe01'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:09.506488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c00a72d9-f261-4f09-b95f-544f5c29fd13 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.606409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 69c47026-5a0a-4dff-9065-d1ac620a603b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:09.676915 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c00a72d9-f261-4f09-b95f-544f5c29fd13 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.679076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c00a72d9-f261-4f09-b95f-544f5c29fd13 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.686706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 026e8ba1-0329-464f-b43e-c5108b1d010c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:09.687046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.776222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c00a72d9-f261-4f09-b95f-544f5c29fd13 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.777036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00a72d9-f261-4f09-b95f-544f5c29fd13 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Fanout notify agent at l3_agent the message router_deleted on router 355e1d6f-40c2-4efe-b835-015cbd0dfe01 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:59:09.793576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c00a72d9-f261-4f09-b95f-544f5c29fd13 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.793576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c00a72d9-f261-4f09-b95f-544f5c29fd13 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/355e1d6f-40c2-4efe-b835-015cbd0dfe01 HTTP/1.1" status: 204 len: 168 time: 0.3771763 Nov 10 21:59:09.793576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42514) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:09.798107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:09.806302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.812674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] Sync routers for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:09.832712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.842388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:09.843206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:09.848324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 026e8ba1-0329-464f-b43e-c5108b1d010c owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:09.898007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cb6d185a-d989-4a3f-b156-4277a6e1e3c5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/floatingips/3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0 HTTP/1.1" status: 204 len: 168 time: 2.2411802 Nov 10 21:59:09.898007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:59:09.900125 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295bae43-ca17-42bc-9ced-39cde71931b3" -d '{"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:59:09.901035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet 33985365-bd01-44cd-831f-24b118a938c5 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:09.906348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:09.966215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.004389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:10.042100 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a03edf-ec34-4c04-9b80-8a4b3e37e29b x-openstack-request-id: req-f9a03edf-ec34-4c04-9b80-8a4b3e37e29b {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:59:10.042383 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:59:10.042754 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9a03edf-ec34-4c04-9b80-8a4b3e37e29b {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:59:10.043196 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'status': 'completed', 'code': 200} Nov 10 21:59:10.141728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-c6bd1b25-f7a2-425a-8c1a-d72309fa6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:10.143563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-c6bd1b25-f7a2-425a-8c1a-d72309fa6282 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 1097 time: 0.0944080 Nov 10 21:59:10.191668 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.257456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=026e8ba1-0329-464f-b43e-c5108b1d010c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:10.288467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.298869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:10.302974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-ce0aaa5a-3995-4ca1-847c-7ba3c03e52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:10.304563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-ce0aaa5a-3995-4ca1-847c-7ba3c03e52a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 200 len: 897 time: 0.1390064 Nov 10 21:59:10.347704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] Checking router: 69c47026-5a0a-4dff-9065-d1ac620a603b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:59:10.360779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:10.361561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:10.379094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-8b30bcf7-84b4-46aa-834c-8158d6c6e711 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 200 len: 217 time: 0.0540612 Nov 10 21:59:10.470583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-03e6bb5e-ea86-426f-a151-8ef10893f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:10.472811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-03e6bb5e-ea86-426f-a151-8ef10893f1a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=220ddb75-d2b0-4341-9e2d-f0f22c448998 HTTP/1.1" status: 200 len: 835 time: 0.0844107 Nov 10 21:59:10.542313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:10.545957 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.577641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-4113ecce-1c66-4fc2-8fc2-e81f5b0b6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:10.578706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-4113ecce-1c66-4fc2-8fc2-e81f5b0b6811 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40f2d6cf-1245-4038-982d-edc0c784a088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923240 Nov 10 21:59:10.655173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.663738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda1201-de7c-425e-b268-53ab63a2d94e req-f859be90-5985-4a2c-b9c4-55ae4dc9de53 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:10.665238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8eda1201-de7c-425e-b268-53ab63a2d94e req-f859be90-5985-4a2c-b9c4-55ae4dc9de53 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.2263877 Nov 10 21:59:10.682540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba5eff-1531-4486-8a26-4724ae832109 None None] Network 665158ba-0ab1-4e64-99a4-24ca39e3ec8f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:10.696125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.700726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/33985365-bd01-44cd-831f-24b118a938c5 HTTP/1.1" status: 204 len: 168 time: 0.9069371 Nov 10 21:59:10.704788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42528) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:10.705616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=33985365-bd01-44cd-831f-24b118a938c5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:10.742118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.742626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.743085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.743519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.744459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.744459 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.744773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.745192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.745610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.746066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.747030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.747460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0f8d7-e37e-4888-abe8-a47e23b29596 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:10.818834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.831171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-fe0d6a7f-4d1f-4c37-9875-3f0ef47ee91d service neutron] 10.222.0.53 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417822 Nov 10 21:59:10.850100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Router 2e76080a-96f9-46f9-8f19-3f565418e661 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:10.870892 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:10.912549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8eda1201-de7c-425e-b268-53ab63a2d94e req-44b12282-9387-478a-9602-d5474d43791b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=a2e826c2-45af-4133-98a5-64b7f5fb27e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273494 Nov 10 21:59:10.955698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:10.993106 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-f29cdd50-0e63-417d-9cbb-f9464f93f00b service neutron] 10.222.0.53 "GET /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156349 Nov 10 21:59:10.998355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780b8be-db09-4727-8d1b-1c055f0c82b3 None None] The sync data for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 is: [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd0dce5de-9515-49ad-b771-ab1ab4607ab8', 'name': '', 'network_id': '40f2d6cf-1245-4038-982d-edc0c784a088', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:8c:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:57:03Z', 'updated_at': '2021-11-10T21:57:11Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '220ddb75-d2b0-4341-9e2d-f0f22c448998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:10.998653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 09306b95-ebed-49d6-b9fe-922b0d487ab8 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:10.999109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.021354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] DHCP port deletion for 665158ba-0ab1-4e64-99a4-24ca39e3ec8f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:11.088774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] Deleting port 09306b95-ebed-49d6-b9fe-922b0d487ab8 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:11.089524 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.120472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-6caaf68b-34b5-4f0d-981c-e1b255a4d284 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:11.122074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-6caaf68b-34b5-4f0d-981c-e1b255a4d284 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.53 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 945 time: 0.3297391 Nov 10 21:59:11.123581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:11.124477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 09306b95-ebed-49d6-b9fe-922b0d487ab8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=09306b95-ebed-49d6-b9fe-922b0d487ab8,segment=NetworkSegment(2c911cec-5d66-4109-84b2-c8aec0c5f1f1),segment_id=2c911cec-5d66-4109-84b2-c8aec0c5f1f1)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:11.132938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d85a0117-297a-4d09-8b8a-abd9c8d01abf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "PUT /v2.0/routers/2e76080a-96f9-46f9-8f19-3f565418e661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7041402 Nov 10 21:59:11.137280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.138122 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] Sync routers for ids ['2e76080a-96f9-46f9-8f19-3f565418e661'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:11.141302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42534) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:11.149548 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] Routers {'2e76080a-96f9-46f9-8f19-3f565418e661'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:11.150147 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2e76080a-96f9-46f9-8f19-3f565418e661'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:11.184841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] For port 09306b95-ebed-49d6-b9fe-922b0d487ab8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=09306b95-ebed-49d6-b9fe-922b0d487ab8,segment=NetworkSegment(2c911cec-5d66-4109-84b2-c8aec0c5f1f1),segment_id=2c911cec-5d66-4109-84b2-c8aec0c5f1f1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:11.185239 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.197313 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde51457-ecbc-4638-ad64-57e40a39af55 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:59:11.199339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cde51457-ecbc-4638-ad64-57e40a39af55 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/026e8ba1-0329-464f-b43e-c5108b1d010c HTTP/1.1" status: 404 len: 333 time: 0.0566964 Nov 10 21:59:11.202977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42536) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:11.216954 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:11.229761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] Calling delete_port for 09306b95-ebed-49d6-b9fe-922b0d487ab8 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:11.238032 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] Routers {'2e76080a-96f9-46f9-8f19-3f565418e661'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:11.239337 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['2e76080a-96f9-46f9-8f19-3f565418e661'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:11.260473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:11.260983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.271235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 09306b95-ebed-49d6-b9fe-922b0d487ab8 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:11.350838 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:11.352761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9418b1c0-bc91-4440-8336-b2a3a80de1d0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.356533 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74ec40-1cd7-49e2-9dfc-47a0a566e25c None None] The sync data for ids ['2e76080a-96f9-46f9-8f19-3f565418e661'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:11.461445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.497141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:11.497768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.509980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e25ef1-93f8-4840-8372-2079515454c7 None None] New status for floating IP 3759bcfb-4ba3-41bb-a4b4-4ba435ad81a0: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:59:11.515572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 50df1a1b-ef34-4efc-84a1-2bc31b81f12d owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:11.598659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.632791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] Pushing event deleted for resources: {'Port': ['ID=09306b95-ebed-49d6-b9fe-922b0d487ab8,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:11.639092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e3ad9-64f3-4d57-8e75-ed2b164fa5cf None None] No DVR routers for this DVR port 09306b95-ebed-49d6-b9fe-922b0d487ab8 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:11.791621 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.834243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 09306b95-ebed-49d6-b9fe-922b0d487ab8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:11.848341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=50df1a1b-ef34-4efc-84a1-2bc31b81f12d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:11.874777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 09306b95-ebed-49d6-b9fe-922b0d487ab8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:11.875438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 09306b95-ebed-49d6-b9fe-922b0d487ab8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:11.911789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] No DVR routers for this DVR port 50df1a1b-ef34-4efc-84a1-2bc31b81f12d on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:11.915077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.919718 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d8776b8-a6c5-4f5c-9b17-c3dcd9e93b19 req-a5d99706-f247-4bc8-b5bb-da64aa3a91be tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.53 "DELETE /v2.0/ports/50df1a1b-ef34-4efc-84a1-2bc31b81f12d HTTP/1.1" status: 204 len: 173 time: 0.7878997 Nov 10 21:59:11.936785 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9418b1c0-bc91-4440-8336-b2a3a80de1d0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.939579 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9418b1c0-bc91-4440-8336-b2a3a80de1d0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:11.978334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.011766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=09306b95-ebed-49d6-b9fe-922b0d487ab8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:12.023795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port 09306b95-ebed-49d6-b9fe-922b0d487ab8 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:12.042225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b43d23b4-57d3-4718-ab09-225e4265da05 req-6142460d-1fff-41f8-8c82-89a005464ba3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809 HTTP/1.1" status: 200 len: 210 time: 0.0350635 Nov 10 21:59:12.044555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-deleted', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:59:12.048445 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0048cce7-650c-44fa-ba75-534dd53883a4" -d '{"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-deleted", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:59:12.091965 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9418b1c0-bc91-4440-8336-b2a3a80de1d0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.092685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9418b1c0-bc91-4440-8336-b2a3a80de1d0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Fanout notify agent at l3_agent the message router_deleted on router 2e76080a-96f9-46f9-8f19-3f565418e661 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:59:12.100349 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb83a8c-c124-451e-b962-10ea1b09105f x-openstack-request-id: req-5eb83a8c-c124-451e-b962-10ea1b09105f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:59:12.100607 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809", "name": "network-vif-deleted", "tag": "50df1a1b-ef34-4efc-84a1-2bc31b81f12d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:59:12.101002 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5eb83a8c-c124-451e-b962-10ea1b09105f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:59:12.101401 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ce0f5f-3cc8-4bfd-8ec9-b8e6f1ed2809', 'name': 'network-vif-deleted', 'tag': '50df1a1b-ef34-4efc-84a1-2bc31b81f12d', 'status': 'completed', 'code': 200} Nov 10 21:59:12.112484 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9418b1c0-bc91-4440-8336-b2a3a80de1d0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.112484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9418b1c0-bc91-4440-8336-b2a3a80de1d0 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/routers/2e76080a-96f9-46f9-8f19-3f565418e661 HTTP/1.1" status: 204 len: 168 time: 0.9065998 Nov 10 21:59:12.113397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42552) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:12.153007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.167300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet 94a49a6d-f24c-4fe7-a13b-7b1ad93f4759 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:12.171093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.186096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665158ba-0ab1-4e64-99a4-24ca39e3ec8f']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:12.196665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c911cec-5d66-4109-84b2-c8aec0c5f1f1') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:12.196960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c911cec-5d66-4109-84b2-c8aec0c5f1f1') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:12.207194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.218291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.224144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.229279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:59:12.229744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:59:12.233547 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:59:12.321580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.425160 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.433078 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.436814 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/665158ba-0ab1-4e64-99a4-24ca39e3ec8f HTTP/1.1" status: 204 len: 168 time: 1.7287540 Nov 10 21:59:12.441495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42556) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:12.446738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-2089715940'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:12.459542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e300-52a6-4cbc-ab5a-a82f6a9703e4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=665158ba-0ab1-4e64-99a4-24ca39e3ec8f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:12.470940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.505864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=94a49a6d-f24c-4fe7-a13b-7b1ad93f4759,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:12.515284 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.521666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42558) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:12.524988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d8239ebb-6d2f-47fc-ab90-d908635850f3 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/94a49a6d-f24c-4fe7-a13b-7b1ad93f4759 HTTP/1.1" status: 204 len: 168 time: 0.4105132 Nov 10 21:59:12.525838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8efec8-cf50-4057-aac1-b62b5ae1d896 None None] Network 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:12.545242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:12.550699 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.593834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:12.603070 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.603416 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment 9ba16e3f-fbce-42b2-8a97-52e7079b2b45 of type vlan for network 7743ab06-4a44-42c3-9d0a-d6f07407c27a Nov 10 21:59:12.620798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.649531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.685514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 98167739-455f-4305-b9c8-e7c28f83a464 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:12.685851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.742145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] DHCP port deletion for 46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:12.756964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] For port 98167739-455f-4305-b9c8-e7c28f83a464, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=98167739-455f-4305-b9c8-e7c28f83a464,segment=NetworkSegment(3315a468-6a30-4cb0-9766-ac97de6b0787),segment_id=3315a468-6a30-4cb0-9766-ac97de6b0787)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:12.757425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.764487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.771054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:12.779075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.779466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 98167739-455f-4305-b9c8-e7c28f83a464 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:12.815907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] Deleting port 98167739-455f-4305-b9c8-e7c28f83a464 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:12.816718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.860878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=7743ab06-4a44-42c3-9d0a-d6f07407c27a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:12.877229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:12.898755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9cc79f58-1f7c-4156-a001-43f07eab0f96 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4561629 Nov 10 21:59:12.903119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42564) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:12.909241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': '7743ab06-4a44-42c3-9d0a-d6f07407c27a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:12.917406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] For port 98167739-455f-4305-b9c8-e7c28f83a464, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=98167739-455f-4305-b9c8-e7c28f83a464,segment=NetworkSegment(3315a468-6a30-4cb0-9766-ac97de6b0787),segment_id=3315a468-6a30-4cb0-9766-ac97de6b0787)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:12.918593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:12.978934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] Calling delete_port for 98167739-455f-4305-b9c8-e7c28f83a464 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:12.984476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.028073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=98167739-455f-4305-b9c8-e7c28f83a464,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:13.035960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No DVR routers for this DVR port 98167739-455f-4305-b9c8-e7c28f83a464 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:13.060195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.088841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] Pushing event deleted for resources: {'Port': ['ID=98167739-455f-4305-b9c8-e7c28f83a464,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:13.094601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a7c84-6c00-4f9e-bf9e-dcabd317ed57 None None] No DVR routers for this DVR port 98167739-455f-4305-b9c8-e7c28f83a464 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:13.111897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42572) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:13.131309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.144216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:13.148073 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.174957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:13.193053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3315a468-6a30-4cb0-9766-ac97de6b0787') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:13.193364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3315a468-6a30-4cb0-9766-ac97de6b0787') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:13.238693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.261135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.274555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:59:13.274970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:59:13.279021 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:59:13.452486 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.460069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.467740 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95 HTTP/1.1" status: 204 len: 168 time: 0.9405580 Nov 10 21:59:13.468113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42576) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:13.490180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24027beb-762d-4af9-b9fe-668a57f8cc2b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=46b3c6b8-8d0e-4b5b-96d3-4eacace8fd95,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:13.512682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df34903-924f-4faa-9bf3-c439349a0cba tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:13.517485 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6df34903-924f-4faa-9bf3-c439349a0cba tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/15cceb95-0216-4fbf-ba00-d520ff2b8d9a HTTP/1.1" status: 200 len: 839 time: 0.0450745 Nov 10 21:59:13.517731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:13.569014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-97387272-a289-4a0d-af3b-7259121748f2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/15cceb95-0216-4fbf-ba00-d520ff2b8d9a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0468388 Nov 10 21:59:13.569806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42580) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:13.575205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:13.580496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.656674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.657814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:13.703028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 50df1a1b-ef34-4efc-84a1-2bc31b81f12d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:13.703753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 50df1a1b-ef34-4efc-84a1-2bc31b81f12d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:13.724086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:13.732827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': '9ba16e3f-fbce-42b2-8a97-52e7079b2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7743ab06-4a44-42c3-9d0a-d6f07407c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:13.733184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: 7743ab06-4a44-42c3-9d0a-d6f07407c27a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:13.808469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:13.809914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 98167739-455f-4305-b9c8-e7c28f83a464 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:13.832117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 98167739-455f-4305-b9c8-e7c28f83a464 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:13.832602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 98167739-455f-4305-b9c8-e7c28f83a464 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:13.892926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 7743ab06-4a44-42c3-9d0a-d6f07407c27a) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:13.897718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:13.898535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:13.904601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035e862-1897-42ab-a5de-9e547d093d48 None None] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:14.013522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5251b114-efdf-4023-a9d3-101a9c51e786 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1092005 Nov 10 21:59:14.016294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42586) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:14.021274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1b41ad67-0aae-4232-94ba-cee7f4717aa5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1227593898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:14.111158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad67-0aae-4232-94ba-cee7f4717aa5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.112626 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad67-0aae-4232-94ba-cee7f4717aa5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.192027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad67-0aae-4232-94ba-cee7f4717aa5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.221423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:14.225005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.263078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-7743ab06-4a44-42c3-9d0a-d6f07407c27a', 'network_id': '7743ab06-4a44-42c3-9d0a-d6f07407c27a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': 'e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:14.264604 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.278574 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad67-0aae-4232-94ba-cee7f4717aa5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.364457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port d0dce5de-9515-49ad-b771-ab1ab4607ab8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:14.364847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.406508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Allocated IP 172.20.0.2 (7743ab06-4a44-42c3-9d0a-d6f07407c27a/e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c/d4490cf3-551b-4a92-ad29-c4c184b6aebd) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:14.415272 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1b41ad67-0aae-4232-94ba-cee7f4717aa5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.419550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1b41ad67-0aae-4232-94ba-cee7f4717aa5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3999393 Nov 10 21:59:14.421213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42590) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:14.509253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port d0dce5de-9515-49ad-b771-ab1ab4607ab8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d0dce5de-9515-49ad-b771-ab1ab4607ab8,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:14.510373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.534175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for d0dce5de-9515-49ad-b771-ab1ab4607ab8 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:14.567587 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.640627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.688134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.706177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Pushing event updated for resources: {'Port': ['ID=d4490cf3-551b-4a92-ad29-c4c184b6aebd,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:14.720657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:14.722672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:14.725119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:14.745451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.795042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Attempting to bind port d4490cf3-551b-4a92-ad29-c4c184b6aebd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:14.795042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Attempting to bind port d4490cf3-551b-4a92-ad29-c4c184b6aebd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '9ba16e3f-fbce-42b2-8a97-52e7079b2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7743ab06-4a44-42c3-9d0a-d6f07407c27a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:14.795042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Attempting to bind port d4490cf3-551b-4a92-ad29-c4c184b6aebd on network 7743ab06-4a44-42c3-9d0a-d6f07407c27a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:14.799113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:14.799493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Checking segment: {'id': '9ba16e3f-fbce-42b2-8a97-52e7079b2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7743ab06-4a44-42c3-9d0a-d6f07407c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:14.799921 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.800309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Bound using segment: {'id': '9ba16e3f-fbce-42b2-8a97-52e7079b2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7743ab06-4a44-42c3-9d0a-d6f07407c27a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:14.800774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Bound port: d4490cf3-551b-4a92-ad29-c4c184b6aebd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba16e3f-fbce-42b2-8a97-52e7079b2b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7743ab06-4a44-42c3-9d0a-d6f07407c27a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:14.801172 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.805277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=ff394d0d-4c00-4565-8026-972bf00232ed,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:14.820720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:14.823458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:14.826817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:14.827598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:14.893929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d7e6a-3f8d-4691-b2b8-b09af6f98868 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:14.900251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] For port d4490cf3-551b-4a92-ad29-c4c184b6aebd, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:14.911857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f8b6bd03-b5b6-427f-a606-3ab38ea79180 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3405855 Nov 10 21:59:14.913918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42592) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:14.925941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5c935ef2-5369-4ffa-bc42-e90b08de5561 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'security_group': {'name': 'tempest-secgroup-1156228556'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:14.998504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.065198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.20.0.1 (7743ab06-4a44-42c3-9d0a-d6f07407c27a/e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c/3d42659f-cb2e-43f8-a57f-3a38faac3a54) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:15.072526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=d0dce5de-9515-49ad-b771-ab1ab4607ab8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:15.089407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] For port d4490cf3-551b-4a92-ad29-c4c184b6aebd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d4490cf3-551b-4a92-ad29-c4c184b6aebd,segment=NetworkSegment(9ba16e3f-fbce-42b2-8a97-52e7079b2b45),segment_id=9ba16e3f-fbce-42b2-8a97-52e7079b2b45)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:15.113300 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c935ef2-5369-4ffa-bc42-e90b08de5561 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.161252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'tenant_id': 'c9e7970b175b4cb08114f8572be46041', 'fixed_ips': [{'subnet_id': 'ff394d0d-4c00-4565-8026-972bf00232ed'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:15.162288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.193314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.227196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.352434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.369019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.447802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c935ef2-5369-4ffa-bc42-e90b08de5561 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.454461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:15.462581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:15.462581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:15.489646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=3d42659f-cb2e-43f8-a57f-3a38faac3a54,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:15.514798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.524895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Allocated IP 172.20.0.2 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/ff394d0d-4c00-4565-8026-972bf00232ed/02a31e6c-5dac-4177-93bf-08b14b75d020) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:15.560074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c935ef2-5369-4ffa-bc42-e90b08de5561 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.588981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086123ba-e5e2-47fe-88bc-cd17deb8f00d None None] Pushing event updated for resources: {'Port': ['ID=d4490cf3-551b-4a92-ad29-c4c184b6aebd,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:15.653960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c935ef2-5369-4ffa-bc42-e90b08de5561 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee94b7-7886-4937-b600-4eeb36b1ade7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:15.696447 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c935ef2-5369-4ffa-bc42-e90b08de5561 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.702328 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c935ef2-5369-4ffa-bc42-e90b08de5561 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7833111 Nov 10 21:59:15.702328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42600) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:15.711674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1389d4f8-8c45-4747-a610-cc0d2e8673bf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'security_group': {'name': 'tempest-secgroup-682409346'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:15.736210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 69c47026-5a0a-4dff-9065-d1ac620a603b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:15.789202 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.816671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.877093 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.886625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:15.900864 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] Sync routers for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:15.926559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-14ff6848-60cb-45c1-8b80-5917ec2c26f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/69c47026-5a0a-4dff-9065-d1ac620a603b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110709 Nov 10 21:59:15.927299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42602) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:15.928969 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:15.930301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1389d4f8-8c45-4747-a610-cc0d2e8673bf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:15.931954 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:15.943551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:15.947766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:15.967993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:15.972179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Pushing event updated for resources: {'Port': ['ID=02a31e6c-5dac-4177-93bf-08b14b75d020,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:16.055780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting subnet 220ddb75-d2b0-4341-9e2d-f0f22c448998 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:16.064700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.082210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Attempting to bind port 02a31e6c-5dac-4177-93bf-08b14b75d020 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:16.082840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Attempting to bind port 02a31e6c-5dac-4177-93bf-08b14b75d020 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '198d0d81-c5b2-4189-80f7-92d8b54d92f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:16.083396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Attempting to bind port 02a31e6c-5dac-4177-93bf-08b14b75d020 on network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:16.110904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d4490cf3-551b-4a92-ad29-c4c184b6aebd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:16.139672 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:16.161098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:16.162479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Checking segment: {'id': '198d0d81-c5b2-4189-80f7-92d8b54d92f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:16.162479 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.162479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Bound using segment: {'id': '198d0d81-c5b2-4189-80f7-92d8b54d92f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:16.162839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Bound port: 02a31e6c-5dac-4177-93bf-08b14b75d020, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198d0d81-c5b2-4189-80f7-92d8b54d92f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:16.163061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.174484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.194273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d4490cf3-551b-4a92-ad29-c4c184b6aebd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:16.195177 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.277220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.310385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1389d4f8-8c45-4747-a610-cc0d2e8673bf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.340081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] For port 02a31e6c-5dac-4177-93bf-08b14b75d020, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:16.345199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] For port 02a31e6c-5dac-4177-93bf-08b14b75d020, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=02a31e6c-5dac-4177-93bf-08b14b75d020,segment=NetworkSegment(198d0d81-c5b2-4189-80f7-92d8b54d92f3),segment_id=198d0d81-c5b2-4189-80f7-92d8b54d92f3)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:16.348750 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.364285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.413962 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.455661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port d4490cf3-551b-4a92-ad29-c4c184b6aebd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d4490cf3-551b-4a92-ad29-c4c184b6aebd,segment=NetworkSegment(9ba16e3f-fbce-42b2-8a97-52e7079b2b45),segment_id=9ba16e3f-fbce-42b2-8a97-52e7079b2b45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:16.464450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1389d4f8-8c45-4747-a610-cc0d2e8673bf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.474992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.497698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.517085 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:59:14Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:16.517403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=3d42659f-cb2e-43f8-a57f-3a38faac3a54,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:16.535260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389d4f8-8c45-4747-a610-cc0d2e8673bf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef137c8-b7d2-4e64-9c6d-477382f8f3a9,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:16.562306 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] Checking router: 69c47026-5a0a-4dff-9065-d1ac620a603b for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:59:16.569426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3b782-e081-4f44-b0c0-1ef95c5fab98 None None] Pushing event updated for resources: {'Port': ['ID=02a31e6c-5dac-4177-93bf-08b14b75d020,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:16.573095 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] Routers {'69c47026-5a0a-4dff-9065-d1ac620a603b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:16.573719 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['69c47026-5a0a-4dff-9065-d1ac620a603b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:16.574884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.593706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.599964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1389d4f8-8c45-4747-a610-cc0d2e8673bf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.602006 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1389d4f8-8c45-4747-a610-cc0d2e8673bf tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8987393 Nov 10 21:59:16.605775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42610) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:16.617996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-920827986', 'security_groups': ['fef137c8-b7d2-4e64-9c6d-477382f8f3a9'], 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ff394d0d-4c00-4565-8026-972bf00232ed'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:16.679784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Subnet': ['ID=220ddb75-d2b0-4341-9e2d-f0f22c448998,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:16.697672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:16.701590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d9acfa72-d4ef-4708-be05-4b0f911addaf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/subnets/220ddb75-d2b0-4341-9e2d-f0f22c448998 HTTP/1.1" status: 204 len: 168 time: 0.7698090 Nov 10 21:59:16.714760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e235f52-22d0-45c3-8fb6-f7f410cba946 None None] Network 40f2d6cf-1245-4038-982d-edc0c784a088 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:16.715684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42612) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:16.732723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=d4490cf3-551b-4a92-ad29-c4c184b6aebd,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:16.828836 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] Set router 69c47026-5a0a-4dff-9065-d1ac620a603b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:16.939936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.005440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f177a49-cb73-4445-a950-0b08b98264da None None] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:17.015457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:17.020635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:17.142068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] DHCP port deletion for 40f2d6cf-1245-4038-982d-edc0c784a088 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:17.165019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.205216 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:59:14Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:17.211841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:17.215539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-27abf2eb-08c4-4687-8c46-e4c38ef27bea None None] Provisioning complete for port d4490cf3-551b-4a92-ad29-c4c184b6aebd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:17.215922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27abf2eb-08c4-4687-8c46-e4c38ef27bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.235800 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c4e79a-9ce8-450f-b504-f97128b30fa9 None None] The sync data for ids ['69c47026-5a0a-4dff-9065-d1ac620a603b'] in n-d-776250-11 is: [{'id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1135654556', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:56:57Z', 'updated_at': '2021-11-10T21:59:14Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': 'b59354df-ddcc-488c-b7b8-1b4f281a159b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:ab:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c47026-5a0a-4dff-9065-d1ac620a603b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:56:58Z', 'updated_at': '2021-11-10T21:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:17.324279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] Deleting port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:17.324653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.377453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port b59354df-ddcc-488c-b7b8-1b4f281a159b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:17.377788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.388036 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.399047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] For port c74d9bb1-2725-4b72-afa0-f67ed618cbf5, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c74d9bb1-2725-4b72-afa0-f67ed618cbf5,segment=NetworkSegment(820f63c6-2818-4bc3-80d0-add379ac8c2a),segment_id=820f63c6-2818-4bc3-80d0-add379ac8c2a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:17.399453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.428356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router 9402d6f0-89dd-4c6c-9e93-979a67551e6d is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:17.441781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:59:17.450507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] Calling delete_port for c74d9bb1-2725-4b72-afa0-f67ed618cbf5 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:17.506343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port b59354df-ddcc-488c-b7b8-1b4f281a159b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b59354df-ddcc-488c-b7b8-1b4f281a159b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:17.506704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.534729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for b59354df-ddcc-488c-b7b8-1b4f281a159b owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:17.613961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:17.619823 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a57021ac-62c6-4d8a-b326-c3267ba90836 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/9402d6f0-89dd-4c6c-9e93-979a67551e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1970232 Nov 10 21:59:17.622348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:17.625584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42622) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:17.630911 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] Sync routers for ids ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:17.696077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] Pushing event deleted for resources: {'Port': ['ID=c74d9bb1-2725-4b72-afa0-f67ed618cbf5,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:17.720268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2bb86-fcdb-4364-8300-575201504b68 None None] No DVR routers for this DVR port c74d9bb1-2725-4b72-afa0-f67ed618cbf5 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:17.725887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] Routers {'9402d6f0-89dd-4c6c-9e93-979a67551e6d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:17.726514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:17.786481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b16ee99-8e66-49d7-b45f-715c7e36cea6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:17.789382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b16ee99-8e66-49d7-b45f-715c7e36cea6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports/3d42659f-cb2e-43f8-a57f-3a38faac3a54 HTTP/1.1" status: 200 len: 910 time: 0.1624305 Nov 10 21:59:17.795388 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42626) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:17.832393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:17.870002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] Routers {'9402d6f0-89dd-4c6c-9e93-979a67551e6d'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:17.870647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:17.969615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:17.970288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20e468c-ddab-4f1b-ba33-f001b6bf2b68 None None] The sync data for ids ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:17.990341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0962750c-79e1-4ba9-bc1b-40bff57c16d9 None None] Provisioning complete for port d4490cf3-551b-4a92-ad29-c4c184b6aebd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:17.990714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0962750c-79e1-4ba9-bc1b-40bff57c16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.059442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d4490cf3-551b-4a92-ad29-c4c184b6aebd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:18.079122 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.125252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=b59354df-ddcc-488c-b7b8-1b4f281a159b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:18.148740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02cb505-ed65-46ff-a36f-e1841004bea6 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:18.266874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d4490cf3-551b-4a92-ad29-c4c184b6aebd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:18.267241 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.280204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.324710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0962750c-79e1-4ba9-bc1b-40bff57c16d9 None None] Provisioning complete for port 3d42659f-cb2e-43f8-a57f-3a38faac3a54 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:18.325062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0962750c-79e1-4ba9-bc1b-40bff57c16d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.433292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0962750c-79e1-4ba9-bc1b-40bff57c16d9 None None] Port 3d42659f-cb2e-43f8-a57f-3a38faac3a54 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:18.450008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 02a31e6c-5dac-4177-93bf-08b14b75d020 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:18.476618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.480782 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.526498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:18.527264 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.590549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:18.591325 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.639368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.642346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Fanout notify agent at l3_agent the message router_deleted on router 69c47026-5a0a-4dff-9065-d1ac620a603b {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:59:18.650535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.8 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/ff394d0d-4c00-4565-8026-972bf00232ed/3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:18.651020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.654854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d6bf7d7d-01a3-460d-b90d-69dcabaeb2f2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/routers/69c47026-5a0a-4dff-9065-d1ac620a603b HTTP/1.1" status: 204 len: 168 time: 1.9358003 Nov 10 21:59:18.655945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42636) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:18.663345 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.704645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 02a31e6c-5dac-4177-93bf-08b14b75d020, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=02a31e6c-5dac-4177-93bf-08b14b75d020,segment=NetworkSegment(198d0d81-c5b2-4189-80f7-92d8b54d92f3),segment_id=198d0d81-c5b2-4189-80f7-92d8b54d92f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:18.754585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.758455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.841023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.862145 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.881683 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.885384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f2d6cf-1245-4038-982d-edc0c784a088']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:18.897823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820f63c6-2818-4bc3-80d0-add379ac8c2a') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:18.898455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820f63c6-2818-4bc3-80d0-add379ac8c2a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:18.911459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.930424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.939936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:59:18.940423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:59:18.943807 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:59:18.983125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.050154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:19.057274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:19.063640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:19.068930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:19.103710 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.112074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.112660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:59:19.113272 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:59:19.116589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=02a31e6c-5dac-4177-93bf-08b14b75d020,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:19.135193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.141047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/networks/40f2d6cf-1245-4038-982d-edc0c784a088 HTTP/1.1" status: 204 len: 168 time: 0.4822998 Nov 10 21:59:19.153617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42640) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:19.174809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dff741-7f68-4534-bdc4-4bd8177b51e4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Network': ['ID=40f2d6cf-1245-4038-982d-edc0c784a088,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:19.187230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d0dce5de-9515-49ad-b771-ab1ab4607ab8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:19.221632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d0dce5de-9515-49ad-b771-ab1ab4607ab8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:19.222336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d0dce5de-9515-49ad-b771-ab1ab4607ab8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:19.222851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c74d9bb1-2725-4b72-afa0-f67ed618cbf5 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:19.238727 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:19.239383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.251784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c74d9bb1-2725-4b72-afa0-f67ed618cbf5 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:19.252239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c74d9bb1-2725-4b72-afa0-f67ed618cbf5 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:19.359155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8065f18e-f181-4aff-8cfd-ff814f41d268 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.384675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4df1ecd-0693-4bf3-bb3b-a8eb50c35c57 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7738938 Nov 10 21:59:19.387565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42648) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:19.393144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-87e72269-6476-4f08-b1f0-afff96359da1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:19.395074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8065f18e-f181-4aff-8cfd-ff814f41d268 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.542291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 3d42659f-cb2e-43f8-a57f-3a38faac3a54 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:19.542549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.581351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e72269-6476-4f08-b1f0-afff96359da1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:19.587237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-87e72269-6476-4f08-b1f0-afff96359da1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.619483 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8065f18e-f181-4aff-8cfd-ff814f41d268 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.622397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8065f18e-f181-4aff-8cfd-ff814f41d268 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.626442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8065f18e-f181-4aff-8cfd-ff814f41d268 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/security-groups/a2e826c2-45af-4133-98a5-64b7f5fb27e0 HTTP/1.1" status: 204 len: 168 time: 0.4695497 Nov 10 21:59:19.645574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065f18e-f181-4aff-8cfd-ff814f41d268 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e826c2-45af-4133-98a5-64b7f5fb27e0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:19.651719 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.670455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 3d42659f-cb2e-43f8-a57f-3a38faac3a54 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:19.681178 n-d-776250-11 neutron-server[103048]: INFO neutron.db.ipam_backend_mixin [None req-87e72269-6476-4f08-b1f0-afff96359da1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ff394d0d-4c00-4565-8026-972bf00232ed (CIDR: 172.20.0.0/28) Nov 10 21:59:19.689827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Provisioning complete for port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:19.689827 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.723838 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e72269-6476-4f08-b1f0-afff96359da1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:59:19.724479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e72269-6476-4f08-b1f0-afff96359da1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:19.741440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:19.764691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Provisioning complete for port 3d42659f-cb2e-43f8-a57f-3a38faac3a54 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:19.765519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.799569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-87e72269-6476-4f08-b1f0-afff96359da1 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4077082 Nov 10 21:59:19.803818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42658) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:19.809735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:19.812955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0fdd9-8ee4-4786-b539-9e6b81a763d1 None None] Port 3d42659f-cb2e-43f8-a57f-3a38faac3a54 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:19.843144 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:19.878417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 02a31e6c-5dac-4177-93bf-08b14b75d020 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:19.967397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6ecc6523-a305-4fed-91da-bb684d23d6df None None] Provisioning complete for port 3d42659f-cb2e-43f8-a57f-3a38faac3a54 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:19.968093 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6523-a305-4fed-91da-bb684d23d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.006520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc6523-a305-4fed-91da-bb684d23d6df None None] Port 3d42659f-cb2e-43f8-a57f-3a38faac3a54 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:20.013420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:20.013792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.018135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.053798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6ecc6523-a305-4fed-91da-bb684d23d6df None None] Provisioning complete for port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:20.054105 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6ecc6523-a305-4fed-91da-bb684d23d6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.065763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=3d42659f-cb2e-43f8-a57f-3a38faac3a54,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:20.113213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:20.117212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.164100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc6523-a305-4fed-91da-bb684d23d6df None None] Port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:20.268658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b59354df-ddcc-488c-b7b8-1b4f281a159b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:20.316354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b59354df-ddcc-488c-b7b8-1b4f281a159b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:20.318636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b59354df-ddcc-488c-b7b8-1b4f281a159b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:20.340834 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.521376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router 9402d6f0-89dd-4c6c-9e93-979a67551e6d has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:20.559125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.568446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42668) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:20.602182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:20.602542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-185bacec-622e-449f-84c7-dbe92bc925a9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125446149', 'description': 'tempest-secgroup-smoke-125446149 description', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:20.605393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:20.611377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:20.612003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.616899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171fb1ae-9195-4fa9-94e4-3d69b936a9e7 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:20.619291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:20.630287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-61640ea4-adf6-42b6-81e3-628befdf50dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/9402d6f0-89dd-4c6c-9e93-979a67551e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8307040 Nov 10 21:59:20.630287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42670) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:20.631278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=40b702cc-5e70-4cc8-a447-778d2bfefd84,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:20.632094 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] Sync routers for ids ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:20.645371 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] Routers {'9402d6f0-89dd-4c6c-9e93-979a67551e6d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:20.646005 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:20.661757 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8dd5a745-6a23-45c4-882b-1fdcd4df2a29 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=9402d6f0-89dd-4c6c-9e93-979a67551e6d HTTP/1.1" status: 200 len: 205 time: 0.0284948 Nov 10 21:59:20.662320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42674) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:20.699012 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:20.709591 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] Routers {'9402d6f0-89dd-4c6c-9e93-979a67551e6d'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:20.710207 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:20.742305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-185bacec-622e-449f-84c7-dbe92bc925a9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.747643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d96382e7-1832-42c2-9504-7c8da13bd2cd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.748034 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:20.748916 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6dbf3-d2fe-4925-bd0e-911f9440f1ea None None] The sync data for ids ['9402d6f0-89dd-4c6c-9e93-979a67551e6d'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:20.834306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8785ab28-6964-4357-9f0a-595a83f45f0f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0291703 Nov 10 21:59:20.837275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42676) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:20.842734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-333459845', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40b702cc-5e70-4cc8-a447-778d2bfefd84'}], 'security_groups': ['8cee94b7-7886-4937-b600-4eeb36b1ade7']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:20.854342 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-185bacec-622e-449f-84c7-dbe92bc925a9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.924516 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-185bacec-622e-449f-84c7-dbe92bc925a9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.928124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26301c38-0758-4e23-b244-e3ca0933543b None None] Update dhcp port {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'fixed_ips': [{'subnet_id': 'ff394d0d-4c00-4565-8026-972bf00232ed', 'ip_address': '172.20.0.2'}, {'subnet_id': '40b702cc-5e70-4cc8-a447-778d2bfefd84'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '02a31e6c-5dac-4177-93bf-08b14b75d020'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:59:20.956506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185bacec-622e-449f-84c7-dbe92bc925a9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dfe67e-e471-46f1-9471-5757a20cd83a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:20.973503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26301c38-0758-4e23-b244-e3ca0933543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.986799 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d96382e7-1832-42c2-9504-7c8da13bd2cd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:20.990100 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d96382e7-1832-42c2-9504-7c8da13bd2cd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.016402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-185bacec-622e-449f-84c7-dbe92bc925a9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.017826 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-185bacec-622e-449f-84c7-dbe92bc925a9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4484005 Nov 10 21:59:21.021511 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42680) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:21.027759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-115efc0f-2157-45b3-ab38-680294c3d405 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'f9dfe67e-e471-46f1-9471-5757a20cd83a', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:21.115895 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-115efc0f-2157-45b3-ab38-680294c3d405 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.140210 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d96382e7-1832-42c2-9504-7c8da13bd2cd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.143895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96382e7-1832-42c2-9504-7c8da13bd2cd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Fanout notify agent at l3_agent the message router_deleted on router 9402d6f0-89dd-4c6c-9e93-979a67551e6d {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:59:21.160486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.174219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d96382e7-1832-42c2-9504-7c8da13bd2cd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.178115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d96382e7-1832-42c2-9504-7c8da13bd2cd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/9402d6f0-89dd-4c6c-9e93-979a67551e6d HTTP/1.1" status: 204 len: 168 time: 0.5123944 Nov 10 21:59:21.178690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42684) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:21.179544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-26301c38-0758-4e23-b244-e3ca0933543b None None] Allocated IP 172.20.0.18 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/40b702cc-5e70-4cc8-a447-778d2bfefd84/02a31e6c-5dac-4177-93bf-08b14b75d020) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:21.230130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-115efc0f-2157-45b3-ab38-680294c3d405 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.295850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-115efc0f-2157-45b3-ab38-680294c3d405 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.301763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-26301c38-0758-4e23-b244-e3ca0933543b None None] For port 02a31e6c-5dac-4177-93bf-08b14b75d020, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=02a31e6c-5dac-4177-93bf-08b14b75d020,segment=NetworkSegment(198d0d81-c5b2-4189-80f7-92d8b54d92f3),segment_id=198d0d81-c5b2-4189-80f7-92d8b54d92f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:21.315498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115efc0f-2157-45b3-ab38-680294c3d405 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c5f2be-1050-47d1-a9fb-e69000cf476e,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:21.319083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:21.324997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.345665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26301c38-0758-4e23-b244-e3ca0933543b None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.409426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.412313 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-115efc0f-2157-45b3-ab38-680294c3d405 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.413839 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-115efc0f-2157-45b3-ab38-680294c3d405 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3907011 Nov 10 21:59:21.416561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42690) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:21.421805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dca1652d-71ec-455c-8c12-7ae7c4718b78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'f9dfe67e-e471-46f1-9471-5757a20cd83a', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:21.433191 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26301c38-0758-4e23-b244-e3ca0933543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.524041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301c38-0758-4e23-b244-e3ca0933543b None None] Pushing event updated for resources: {'Port': ['ID=02a31e6c-5dac-4177-93bf-08b14b75d020,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:21.536050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dca1652d-71ec-455c-8c12-7ae7c4718b78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.607672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dca1652d-71ec-455c-8c12-7ae7c4718b78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.610672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.686240 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dca1652d-71ec-455c-8c12-7ae7c4718b78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.713973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1652d-71ec-455c-8c12-7ae7c4718b78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15819fd-d5c7-4ea8-838b-b442b1573e51,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:21.731358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Delete allocated IP 172.20.0.8 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/ff394d0d-4c00-4565-8026-972bf00232ed) {{(pid=103048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 21:59:21.741930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.21 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/40b702cc-5e70-4cc8-a447-778d2bfefd84/3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:21.805647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dca1652d-71ec-455c-8c12-7ae7c4718b78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.808384 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dca1652d-71ec-455c-8c12-7ae7c4718b78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3907263 Nov 10 21:59:21.811647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42696) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:21.821951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-22a78cc5-c811-42e6-9d8e-3f398c360c87 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'f9dfe67e-e471-46f1-9471-5757a20cd83a', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:21.822180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 02a31e6c-5dac-4177-93bf-08b14b75d020 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:21.868158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.875155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:21.875522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.908402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:21.918967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.921803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-22a78cc5-c811-42e6-9d8e-3f398c360c87 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:21.922298 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ac54fddb-4bfb-433c-9264-1578b314ccbf tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c HTTP/1.1" status: 204 len: 168 time: 0.7278318 Nov 10 21:59:21.924252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3cf02-11ee-48dc-ae38-2a3c1e2f7a23 None None] Network 7743ab06-4a44-42c3-9d0a-d6f07407c27a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:21.932133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42700) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:22.057206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-22a78cc5-c811-42e6-9d8e-3f398c360c87 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.080097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.099833 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.130537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-22a78cc5-c811-42e6-9d8e-3f398c360c87 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.156084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78cc5-c811-42e6-9d8e-3f398c360c87 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e38a8a-f7c2-4c7c-a1d1-2fbf14381788,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:22.159132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.161911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port d4490cf3-551b-4a92-ad29-c4c184b6aebd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:22.162400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.223786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-22a78cc5-c811-42e6-9d8e-3f398c360c87 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.225143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-22a78cc5-c811-42e6-9d8e-3f398c360c87 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122088 Nov 10 21:59:22.227869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42702) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:22.233746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a0bfa5b3-b1a0-41d3-a39b-afbf708c0b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'f9dfe67e-e471-46f1-9471-5757a20cd83a', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:22.329268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa5b3-b1a0-41d3-a39b-afbf708c0b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.346723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] DHCP port deletion for 7743ab06-4a44-42c3-9d0a-d6f07407c27a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:22.411307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa5b3-b1a0-41d3-a39b-afbf708c0b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.433906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] Deleting port d4490cf3-551b-4a92-ad29-c4c184b6aebd {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:22.434936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.501240 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa5b3-b1a0-41d3-a39b-afbf708c0b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.524231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:22.524930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.529233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfa5b3-b1a0-41d3-a39b-afbf708c0b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9565ae9-1d18-466f-8c1b-c5e22841a299,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:22.536877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] For port d4490cf3-551b-4a92-ad29-c4c184b6aebd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d4490cf3-551b-4a92-ad29-c4c184b6aebd,segment=NetworkSegment(9ba16e3f-fbce-42b2-8a97-52e7079b2b45),segment_id=9ba16e3f-fbce-42b2-8a97-52e7079b2b45)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:22.537339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.570951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] Calling delete_port for d4490cf3-551b-4a92-ad29-c4c184b6aebd owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:22.607102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a0bfa5b3-b1a0-41d3-a39b-afbf708c0b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.608679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a0bfa5b3-b1a0-41d3-a39b-afbf708c0b73 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3797703 Nov 10 21:59:22.612078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42710) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:22.618616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'f9dfe67e-e471-46f1-9471-5757a20cd83a', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:22.688247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:22.707962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port d4490cf3-551b-4a92-ad29-c4c184b6aebd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d4490cf3-551b-4a92-ad29-c4c184b6aebd,segment=NetworkSegment(9ba16e3f-fbce-42b2-8a97-52e7079b2b45),segment_id=9ba16e3f-fbce-42b2-8a97-52e7079b2b45)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:22.708329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.711222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Provisioning complete for port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:22.711588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.728805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for d4490cf3-551b-4a92-ad29-c4c184b6aebd owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:22.734990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] In _notify_port_updated(), no bound segment for port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb on network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 {{(pid=103048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:59:22.740171 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:59:22.740690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:22.741315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.742632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2864ddf1-fdfa-4025-a361-7524ad90972b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "PUT /v2.0/ports/3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb HTTP/1.1" status: 200 len: 920 time: 1.9042501 Nov 10 21:59:22.745917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:22.747478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42714) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:22.756842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Provisioning complete for port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:22.757201 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.783305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.799837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b011e20e-1ab8-46c0-a74e-af7abc62f391 None None] Port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:22.804994 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.831611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.843537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] Pushing event deleted for resources: {'Port': ['ID=d4490cf3-551b-4a92-ad29-c4c184b6aebd,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:22.846966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e3f94d-8385-4d63-a036-c1f80ad1200d None None] No DVR routers for this DVR port d4490cf3-551b-4a92-ad29-c4c184b6aebd on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:22.862260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=d4490cf3-551b-4a92-ad29-c4c184b6aebd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:22.864162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port d4490cf3-551b-4a92-ad29-c4c184b6aebd on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:22.953662 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:22.971541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:22.972219 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.004426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.030360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7743ab06-4a44-42c3-9d0a-d6f07407c27a']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:23.031216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-321eace5-93b8-497a-8336-697aca622abf None None] Provisioning complete for port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:23.031790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-321eace5-93b8-497a-8336-697aca622abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.040656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba16e3f-fbce-42b2-8a97-52e7079b2b45') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:23.041598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba16e3f-fbce-42b2-8a97-52e7079b2b45') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:23.041951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.060164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.064177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4595e749-1d05-4b54-bc86-2b10bffffd3f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:23.076668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-321eace5-93b8-497a-8336-697aca622abf None None] Port 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:23.083612 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.089826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:59:23.091400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:59:23.094220 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:59:23.112453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.128461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:23.176418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.177625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c20ca2cc-feb6-460a-8cff-b2bdc399050f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5645404 Nov 10 21:59:23.180834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42720) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:23.186126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'security_group_rule': {'security_group_id': 'f9dfe67e-e471-46f1-9471-5757a20cd83a', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:23.245544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.251363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.254791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/7743ab06-4a44-42c3-9d0a-d6f07407c27a HTTP/1.1" status: 204 len: 168 time: 1.3208768 Nov 10 21:59:23.259022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42722) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:23.264766 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2074299146', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:23.270760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7ade5-1e91-4f13-8727-5130a9d0db20 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=7743ab06-4a44-42c3-9d0a-d6f07407c27a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:23.274770 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Project abcaa6bf922c4df0a4da8beea7175ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 21:59:23.282268 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.348271 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.370290 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.400620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.401685 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.405562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:23.456203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.470468 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6853d832-757d-4900-bdc4-b34ef2076ad9,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:23.527164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.527164 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.527164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9fd3dcce-4dcf-4549-9358-076bde8243df tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb HTTP/1.1" status: 204 len: 168 time: 0.7743542 Nov 10 21:59:23.527164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42728) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:23.549988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.552884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ff47e290-0ec0-40ea-97a1-3774986fa5e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3694720 Nov 10 21:59:23.555166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42732) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:23.561631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'network': {'name': 'tempest-network-smoke--1011564419', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'port_security_enabled': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:23.565263 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3e3602-6ff9-4868-9dc9-ebb0e3512595 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:59:23.566833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e3e3602-6ff9-4868-9dc9-ebb0e3512595 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/3c0e72c0-8fb2-4fd4-9ca8-85e065c82fbb HTTP/1.1" status: 404 len: 333 time: 0.0387259 Nov 10 21:59:23.569988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42734) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:23.626487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7286ae5-e20f-4b31-87a9-2d1448b253d2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.653433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7286ae5-e20f-4b31-87a9-2d1448b253d2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.707253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:23.710709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.745511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.774286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7286ae5-e20f-4b31-87a9-2d1448b253d2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.778455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7286ae5-e20f-4b31-87a9-2d1448b253d2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.783091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b7286ae5-e20f-4b31-87a9-2d1448b253d2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/security-groups/fef137c8-b7d2-4e64-9c6d-477382f8f3a9 HTTP/1.1" status: 204 len: 168 time: 0.2118146 Nov 10 21:59:23.784694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42738) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:23.813607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:23.813607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.821248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.821639 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Added segment 63dd6854-2aba-4caa-b068-07d8980d5da6 of type vlan for network 314420bc-15aa-40cb-95c8-0acec128072e Nov 10 21:59:23.831206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7286ae5-e20f-4b31-87a9-2d1448b253d2 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef137c8-b7d2-4e64-9c6d-477382f8f3a9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:23.836872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d4490cf3-551b-4a92-ad29-c4c184b6aebd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:23.869122 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b008e30b-eb0b-4ec2-9ff7-4095ba9018aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.870133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d4490cf3-551b-4a92-ad29-c4c184b6aebd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:23.870480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d4490cf3-551b-4a92-ad29-c4c184b6aebd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:23.885930 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.903989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b008e30b-eb0b-4ec2-9ff7-4095ba9018aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:23.994565 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.001372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:24.001963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.026670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b008e30b-eb0b-4ec2-9ff7-4095ba9018aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.026670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b008e30b-eb0b-4ec2-9ff7-4095ba9018aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.029536 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b008e30b-eb0b-4ec2-9ff7-4095ba9018aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/security-groups/8cee94b7-7886-4937-b600-4eeb36b1ade7 HTTP/1.1" status: 204 len: 168 time: 0.2405422 Nov 10 21:59:24.033971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42742) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:24.049235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008e30b-eb0b-4ec2-9ff7-4095ba9018aa tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee94b7-7886-4937-b600-4eeb36b1ade7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:24.093571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5372550 Nov 10 21:59:24.094446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet ff394d0d-4c00-4565-8026-972bf00232ed {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:24.096636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42744) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:24.098191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c03de-6d0d-4e30-854b-ac921989472f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Network': ['ID=314420bc-15aa-40cb-95c8-0acec128072e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:24.102124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'admin_state_up': True, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:24.103434 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 21:59:24.110348 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.118154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 314420bc-15aa-40cb-95c8-0acec128072e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:24.165865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.232290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.233362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.243851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.264573 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.284015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.343123 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.402191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.25.7.147 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/1c9acef8-d794-4004-bf06-e21ee8e4238b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:24.462580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.495687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=ff394d0d-4c00-4565-8026-972bf00232ed,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:24.501902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.509061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f00f4eff-0e61-46c3-90b0-5007d632453c tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/ff394d0d-4c00-4565-8026-972bf00232ed HTTP/1.1" status: 204 len: 168 time: 0.4726920 Nov 10 21:59:24.511459 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.512960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42754) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:24.518414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:24.525885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c72af-8d40-4b99-9ee4-cd2026d9efdc None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:24.584887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.742478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.775332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:24.780734 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.825890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:24.856915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:24.859611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:24.875287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf2370-6aec-43e9-8caa-7b0cc6765593 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:24.875868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.891095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=1c9acef8-d794-4004-bf06-e21ee8e4238b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:24.898381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:24.935051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8afaab72-e691-48ea-8c52-b6131f0a40c6 None None] Provisioning complete for port 1c9acef8-d794-4004-bf06-e21ee8e4238b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:24.935051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8afaab72-e691-48ea-8c52-b6131f0a40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.011119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8afaab72-e691-48ea-8c52-b6131f0a40c6 None None] Port 1c9acef8-d794-4004-bf06-e21ee8e4238b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:25.070996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.168 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/520ab541-ff69-420e-ba1d-4e72a74b8ef2) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:25.204350 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.336914 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.389884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:25.397302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=520ab541-ff69-420e-ba1d-4e72a74b8ef2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:25.399946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:25.401998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:25.422931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3ffac-38d5-4165-b46d-f9a8a30b6ca1 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:25.465642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:25.466323 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.565945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Provisioning complete for port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:25.566581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.602323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:25.612893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Provisioning complete for port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:25.613260 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.659113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b55e15a3-8f59-4ee9-bc99-575da52d0a03 None None] Port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:25.690271 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.724907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.750201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.777897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:25.810676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:25.816604 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:25.817195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:25.820871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971e20c2-534a-43a7-8273-dfc5433eb015 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:25.843687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=a0b45f06-1f45-49c2-a4a2-ebd799f4d02b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:25.937204 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4bf664ee-e2a2-42c8-a320-029dea01ddfb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4227884 Nov 10 21:59:25.939906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42770) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:25.945072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-90d49bf5-df19-4889-be37-3ad7839f5910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'security_group': {'name': 'tempest-secgroup-1833555976'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:25.991842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.025054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.086385 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90d49bf5-df19-4889-be37-3ad7839f5910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.114023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450e935-a1b2-4e99-817b-3bd455c7c514 None None] Update dhcp port {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'fixed_ips': [{'subnet_id': '40b702cc-5e70-4cc8-a447-778d2bfefd84', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a0b45f06-1f45-49c2-a4a2-ebd799f4d02b'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '02a31e6c-5dac-4177-93bf-08b14b75d020'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:59:26.145777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8450e935-a1b2-4e99-817b-3bd455c7c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.210478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:26.223296 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90d49bf5-df19-4889-be37-3ad7839f5910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.323387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-8450e935-a1b2-4e99-817b-3bd455c7c514 None None] Allocated IP 172.20.0.2 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/a0b45f06-1f45-49c2-a4a2-ebd799f4d02b/02a31e6c-5dac-4177-93bf-08b14b75d020) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:26.327191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:26.336894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90d49bf5-df19-4889-be37-3ad7839f5910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.340890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Sync routers for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:26.348210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router 0f94bd4b-c097-4ba1-a4ff-21c96918665a is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:26.382935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:26.382935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:26.383529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d49bf5-df19-4889-be37-3ad7839f5910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c6e5b6-6675-45c9-b354-33307c6165bb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:26.424213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.426191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4ee1e439-5311-437c-8b02-84c1fa01e069 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3286097 Nov 10 21:59:26.440526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42778) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.458454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90d49bf5-df19-4889-be37-3ad7839f5910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.459922 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-90d49bf5-df19-4889-be37-3ad7839f5910 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5186660 Nov 10 21:59:26.462532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42780) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.468201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-51c3bb1b-ca5a-481a-8534-8da67b228783 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'security_group': {'name': 'tempest-secgroup-892054867'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:26.495505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-99d33b7e-e5d2-4c21-af7d-30d683d20cc9 tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=abcaa6bf922c4df0a4da8beea7175ad0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517404 Nov 10 21:59:26.498307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42782) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.540728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:26.554843 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] Sync routers for ids ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:26.562689 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51c3bb1b-ca5a-481a-8534-8da67b228783 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.576143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] Routers {'0f94bd4b-c097-4ba1-a4ff-21c96918665a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:26.577185 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:26.587074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8450e935-a1b2-4e99-817b-3bd455c7c514 None None] For port 02a31e6c-5dac-4177-93bf-08b14b75d020, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=02a31e6c-5dac-4177-93bf-08b14b75d020,segment=NetworkSegment(198d0d81-c5b2-4189-80f7-92d8b54d92f3),segment_id=198d0d81-c5b2-4189-80f7-92d8b54d92f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:26.611674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:26.613054 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:26.623484 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] Routers {'0f94bd4b-c097-4ba1-a4ff-21c96918665a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:26.624376 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:26.638376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dabd15-d8f6-4ab3-8d05-54bd7c2f847d tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:26.641341 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.641618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13dabd15-d8f6-4ab3-8d05-54bd7c2f847d tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1419897 Nov 10 21:59:26.642445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42786) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.642996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cadf95e7-b49c-4b63-ac85-0838af81639d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.3823555 Nov 10 21:59:26.646483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42788) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.672594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:26.673649 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a86d1-0d77-4365-a804-c70ae46d038a None None] The sync data for ids ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:26.690284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5d763491-798e-494e-80b2-508788429e9b tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457575 Nov 10 21:59:26.690528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42792) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.700784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-618040149', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:26.701931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51c3bb1b-ca5a-481a-8534-8da67b228783 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.763622 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51c3bb1b-ca5a-481a-8534-8da67b228783 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.813732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9250fbb8-affc-4898-83a8-d48965883a49 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/routers/0f94bd4b-c097-4ba1-a4ff-21c96918665a HTTP/1.1" status: 200 len: 881 time: 0.1660655 Nov 10 21:59:26.816039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3bb1b-ca5a-481a-8534-8da67b228783 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221adaf8-f88d-4bf0-9f17-edd84a155750,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:26.816889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42794) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.846607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51c3bb1b-ca5a-481a-8534-8da67b228783 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.851108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-51c3bb1b-ca5a-481a-8534-8da67b228783 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3845241 Nov 10 21:59:26.851108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42796) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:26.856673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-225485f3-6f46-4868-a1e5-878af944d6f6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'security_group': {'name': 'tempest-secgroup-484428326'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:26.900954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8450e935-a1b2-4e99-817b-3bd455c7c514 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:26.993962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:26.997469 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.001398 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8450e935-a1b2-4e99-817b-3bd455c7c514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.101377 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-225485f3-6f46-4868-a1e5-878af944d6f6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.107278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e935-a1b2-4e99-817b-3bd455c7c514 None None] Pushing event updated for resources: {'Port': ['ID=02a31e6c-5dac-4177-93bf-08b14b75d020,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:27.118705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:25Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:27.136750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-27f137ed-4f8b-4a9f-8bd9-3caa1dd6fefa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3186390 Nov 10 21:59:27.140008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42802) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:27.144674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f32f35f5-cab8-44e5-939d-266b9414ece4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2074299146'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:27.153877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Checking router: 34816fb3-8ce4-42df-b54f-f298f2ce07a8 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:59:27.154190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Updating router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:59:27.189664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.241725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-225485f3-6f46-4868-a1e5-878af944d6f6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.313026 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-225485f3-6f46-4868-a1e5-878af944d6f6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.394997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225485f3-6f46-4868-a1e5-878af944d6f6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa4255-cc5e-4722-b356-3e55ee01bc76,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:27.458736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-225485f3-6f46-4868-a1e5-878af944d6f6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.460423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-225485f3-6f46-4868-a1e5-878af944d6f6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6082082 Nov 10 21:59:27.468912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42808) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:27.476490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1657750077', 'security_groups': ['f2aa4255-cc5e-4722-b356-3e55ee01bc76'], 'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a0b45f06-1f45-49c2-a4a2-ebd799f4d02b'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:27.502802 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.598805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.702452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.713499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:27.759945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d9dd2-42d1-4d1e-ac06-859e8d661fed None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:27.785515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Attempting to bind port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:27.785895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Attempting to bind port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:27.786262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Attempting to bind port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:27.794372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3165b93-7208-4905-8806-a3e9e0290ae6 None None] Pushing event updated for resources: {'Port': ['ID=520ab541-ff69-420e-ba1d-4e72a74b8ef2,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:27.800298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:27.801009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:27.801645 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.801861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:27.802344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Bound port: 520ab541-ff69-420e-ba1d-4e72a74b8ef2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:27.802727 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.858887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.864607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] For port 520ab541-ff69-420e-ba1d-4e72a74b8ef2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:27.867848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] For port 520ab541-ff69-420e-ba1d-4e72a74b8ef2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=520ab541-ff69-420e-ba1d-4e72a74b8ef2,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:27.879179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] device_id is not set on port dc5c214b-3e0b-4076-8d3b-e5adce1c52cb yet. {{(pid=103047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 21:59:27.897798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 02a31e6c-5dac-4177-93bf-08b14b75d020 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:27.952903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-489aed76-102f-4064-8d24-cd0a3522a5e1 None None] Provisioning complete for port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:27.953316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-489aed76-102f-4064-8d24-cd0a3522a5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:27.978350 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.034265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-489aed76-102f-4064-8d24-cd0a3522a5e1 None None] Port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:28.058029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:28.058406 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.066033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706910e6-b73b-4a94-90ec-0b8e4ccba331 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:28.088791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.5 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/a0b45f06-1f45-49c2-a4a2-ebd799f4d02b/dc5c214b-3e0b-4076-8d3b-e5adce1c52cb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:28.090457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:28.091094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:28.094987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Subnet': ['ID=8968572c-e26e-4ccb-b4ee-b2d3412daefc,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:28.096569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3165b93-7208-4905-8806-a3e9e0290ae6 None None] Pushing event updated for resources: {'Port': ['ID=520ab541-ff69-420e-ba1d-4e72a74b8ef2,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:28.108195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Checking segment: {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:28.108557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network hostable DHCP agents. Network: 314420bc-15aa-40cb-95c8-0acec128072e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:28.233015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f32f35f5-cab8-44e5-939d-266b9414ece4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.253310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:28.253858 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.279235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 314420bc-15aa-40cb-95c8-0acec128072e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:28.305562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.308560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f32f35f5-cab8-44e5-939d-266b9414ece4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.309795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:28.400700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 314420bc-15aa-40cb-95c8-0acec128072e) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:28.407965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:28.408579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.432572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef70ff0-ed8d-4e22-a90b-e98c2b9da2a1 None None] Network 314420bc-15aa-40cb-95c8-0acec128072e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:28.440036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32f35f5-cab8-44e5-939d-266b9414ece4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router 0f94bd4b-c097-4ba1-a4ff-21c96918665a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:28.480076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.531173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:28.538498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:28.541374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:28.551370 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-acd1574e-0487-4d57-9969-22b1c2218fef tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8596690 Nov 10 21:59:28.554410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42822) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:28.606148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=dc5c214b-3e0b-4076-8d3b-e5adce1c52cb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:28.642100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Provisioning complete for port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:28.642476 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.644678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32f35f5-cab8-44e5-939d-266b9414ece4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:28.670460 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f32f35f5-cab8-44e5-939d-266b9414ece4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.672401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f32f35f5-cab8-44e5-939d-266b9414ece4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/0f94bd4b-c097-4ba1-a4ff-21c96918665a HTTP/1.1" status: 200 len: 888 time: 1.5315387 Nov 10 21:59:28.675514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42824) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:28.699061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] Sync routers for ids ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:28.733372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:28.734050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.768367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-314420bc-15aa-40cb-95c8-0acec128072e', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:28.769321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.787419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:28.791183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] Routers {'0f94bd4b-c097-4ba1-a4ff-21c96918665a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:28.791860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:28.869395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Provisioning complete for port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:28.869724 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:28.885258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-39b1a737-c4ce-4784-beb3-6b5d26979c8a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/routers/0f94bd4b-c097-4ba1-a4ff-21c96918665a HTTP/1.1" status: 200 len: 888 time: 0.2083843 Nov 10 21:59:28.892096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-12c54738-635b-4c1f-8eb9-88fc6639d445 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4214354 Nov 10 21:59:28.893123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42826) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:28.897310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42828) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:28.909747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:28.927740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c36baa2f-c060-4a89-9b8f-c1f0d8b82a8e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:28.966975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5b713681-1636-444b-b252-18501bb6f14f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f94bd4b-c097-4ba1-a4ff-21c96918665a HTTP/1.1" status: 200 len: 205 time: 0.0724654 Nov 10 21:59:28.973226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42832) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:28.983088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] Routers {'0f94bd4b-c097-4ba1-a4ff-21c96918665a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:28.983536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:28.990864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:25Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:29.164215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.222006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36baa2f-c060-4a89-9b8f-c1f0d8b82a8e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:29.226109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c36baa2f-c060-4a89-9b8f-c1f0d8b82a8e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.233278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:29.233928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fc79b8-0158-4d99-8097-aa5eb5008889 None None] The sync data for ids ['0f94bd4b-c097-4ba1-a4ff-21c96918665a'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:29.245234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154c84a-f50f-4f18-a859-95a9e126a44d None None] The sync data for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 is: [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:25Z', 'revision_number': 3, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:29.328276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.335515 n-d-776250-11 neutron-server[103047]: INFO neutron.db.ipam_backend_mixin [None req-c36baa2f-c060-4a89-9b8f-c1f0d8b82a8e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0b45f06-1f45-49c2-a4a2-ebd799f4d02b (CIDR: 172.20.0.0/28) Nov 10 21:59:29.366828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] For port 520ab541-ff69-420e-ba1d-4e72a74b8ef2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=520ab541-ff69-420e-ba1d-4e72a74b8ef2,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:29.387987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Allocated IP 172.20.0.2 (314420bc-15aa-40cb-95c8-0acec128072e/8968572c-e26e-4ccb-b4ee-b2d3412daefc/b8518656-715e-4623-934f-ce597a645b82) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:29.394288 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36baa2f-c060-4a89-9b8f-c1f0d8b82a8e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:59:29.394800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36baa2f-c060-4a89-9b8f-c1f0d8b82a8e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:29.404592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.429882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.468782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.495457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c36baa2f-c060-4a89-9b8f-c1f0d8b82a8e tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5762575 Nov 10 21:59:29.496626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42840) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:29.506809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8e793041-00f8-4990-a8c9-6b258ac9737f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:29.597715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfbd9d-427b-406e-84a1-d1b4d3dc5488 None None] Pushing event updated for resources: {'Port': ['ID=520ab541-ff69-420e-ba1d-4e72a74b8ef2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:29.676583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-70262497-7d9e-4c8e-9283-a4f5f826ab8c None None] Provisioning complete for port dc5c214b-3e0b-4076-8d3b-e5adce1c52cb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:29.676951 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-70262497-7d9e-4c8e-9283-a4f5f826ab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.727352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 1c9acef8-d794-4004-bf06-e21ee8e4238b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:29.727983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.743758 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.752414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-70262497-7d9e-4c8e-9283-a4f5f826ab8c None None] Port dc5c214b-3e0b-4076-8d3b-e5adce1c52cb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:29.765341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e793041-00f8-4990-a8c9-6b258ac9737f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:29.770656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8e793041-00f8-4990-a8c9-6b258ac9737f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.805235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.892139 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:29.892568 n-d-776250-11 neutron-server[103047]: INFO neutron.db.ipam_backend_mixin [None req-8e793041-00f8-4990-a8c9-6b258ac9737f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 40b702cc-5e70-4cc8-a447-778d2bfefd84 (CIDR: 172.20.0.16/28) Nov 10 21:59:29.925091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 1c9acef8-d794-4004-bf06-e21ee8e4238b owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:29.927325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.1 (314420bc-15aa-40cb-95c8-0acec128072e/8968572c-e26e-4ccb-b4ee-b2d3412daefc/c4d00d98-f147-4017-9bd6-9b07339caa61) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:29.942626 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e793041-00f8-4990-a8c9-6b258ac9737f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 21:59:29.943381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e793041-00f8-4990-a8c9-6b258ac9737f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:29.956618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Network 314420bc-15aa-40cb-95c8-0acec128072e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:29.959412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Pushing event updated for resources: {'Port': ['ID=b8518656-715e-4623-934f-ce597a645b82,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:29.962526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:29.965345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:29.976349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 520ab541-ff69-420e-ba1d-4e72a74b8ef2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:30.072119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Attempting to bind port b8518656-715e-4623-934f-ce597a645b82 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:30.072657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Attempting to bind port b8518656-715e-4623-934f-ce597a645b82 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:30.072831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Attempting to bind port b8518656-715e-4623-934f-ce597a645b82 on network 314420bc-15aa-40cb-95c8-0acec128072e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:30.081875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:30.082167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Checking segment: {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:30.082377 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.082762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Bound using segment: {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:30.083240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Bound port: b8518656-715e-4623-934f-ce597a645b82, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:30.084279 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.099968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:30.100328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.110856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8e793041-00f8-4990-a8c9-6b258ac9737f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6110485 Nov 10 21:59:30.111845 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42846) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:30.117209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'subnet': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:30.127608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.225361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] For port b8518656-715e-4623-934f-ce597a645b82, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:30.237306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] For port b8518656-715e-4623-934f-ce597a645b82, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b8518656-715e-4623-934f-ce597a645b82,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:30.336659 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.382536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.429122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8f2df-c3e3-4a73-a568-0c4535153273 None None] Pushing event updated for resources: {'Port': ['ID=b8518656-715e-4623-934f-ce597a645b82,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:30.435748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.456165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Made reservation on behalf of c9e7970b175b4cb08114f8572be46041 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:30.468466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.487545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 314420bc-15aa-40cb-95c8-0acec128072e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:30.495162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=c4d00d98-f147-4017-9bd6-9b07339caa61,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:30.502164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:30.509097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:30.509860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680db0c8-c0c2-4fa4-b42c-832e71c704da None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:30.637082 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.703210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=1c9acef8-d794-4004-bf06-e21ee8e4238b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:30.745152 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.910927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.913242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.948039 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:30.989552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:30.992746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:30.997703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:30.998298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.000827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.003949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a41315-45b4-4e60-8b49-6c26c7491c13 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:31.014195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Subnet': ['ID=a4bf0f89-a26f-4bec-b481-10d156cae012,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:31.055536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.056141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Fanout notify agent at l3_agent the message router_deleted on router 0f94bd4b-c097-4ba1-a4ff-21c96918665a {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:59:31.068419 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b5818b87-1968-4deb-ac4a-9c85404d6ecc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9553146 Nov 10 21:59:31.071287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42860) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:31.076210 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.076882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-877621291', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4bf0f89-a26f-4bec-b481-10d156cae012'}], 'security_groups': ['29c6e5b6-6675-45c9-b354-33307c6165bb', '221adaf8-f88d-4bf0-9f17-edd84a155750']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:31.083767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42862) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:31.084839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4debfdd1-8e17-4fde-a3c4-dd8fef87aa7c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/0f94bd4b-c097-4ba1-a4ff-21c96918665a HTTP/1.1" status: 204 len: 168 time: 2.1056197 Nov 10 21:59:31.092486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-316188592'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:31.198393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.260484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:31.267220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.294940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbaec91-7be0-4fe3-881d-88a92fdd83e0 None None] Update dhcp port {'port': {'network_id': '9773062c-a258-4a2d-9fb2-f8bbbb3e2512', 'fixed_ips': [{'subnet_id': '40b702cc-5e70-4cc8-a447-778d2bfefd84', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a0b45f06-1f45-49c2-a4a2-ebd799f4d02b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4bf0f89-a26f-4bec-b481-10d156cae012'}], 'binding:host_id': 'n-d-776250-11'}, 'id': '02a31e6c-5dac-4177-93bf-08b14b75d020'} from n-d-776250-11. {{(pid=103049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 21:59:31.328212 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7fbaec91-7be0-4fe3-881d-88a92fdd83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.352111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:31.418134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.420227 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment 34ee43b3-d870-4eb2-93ed-300791775c77 of type vlan for network cd16194e-8036-458e-b7f1-db1dff265d19 Nov 10 21:59:31.421482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.485235 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.488690 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.558207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7fbaec91-7be0-4fe3-881d-88a92fdd83e0 None None] Allocated IP 172.20.0.34 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/a4bf0f89-a26f-4bec-b481-10d156cae012/02a31e6c-5dac-4177-93bf-08b14b75d020) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:31.575181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.651165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=c4d00d98-f147-4017-9bd6-9b07339caa61,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:31.702467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.708408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:31.709023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.724904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7fbaec91-7be0-4fe3-881d-88a92fdd83e0 None None] For port 02a31e6c-5dac-4177-93bf-08b14b75d020, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=02a31e6c-5dac-4177-93bf-08b14b75d020,segment=NetworkSegment(198d0d81-c5b2-4189-80f7-92d8b54d92f3),segment_id=198d0d81-c5b2-4189-80f7-92d8b54d92f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:31.759527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 314420bc-15aa-40cb-95c8-0acec128072e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:31.764344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7fbaec91-7be0-4fe3-881d-88a92fdd83e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.769522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:31.838428 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7fbaec91-7be0-4fe3-881d-88a92fdd83e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:31.911804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8274748 Nov 10 21:59:31.916827 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42872) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:31.917709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e148ceb-1d5e-4d86-b443-66b5bd993d86 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=cd16194e-8036-458e-b7f1-db1dff265d19,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:31.925117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': 'cd16194e-8036-458e-b7f1-db1dff265d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:31.943682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b8518656-715e-4623-934f-ce597a645b82 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:31.947398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network cd16194e-8036-458e-b7f1-db1dff265d19 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:32.045360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaec91-7be0-4fe3-881d-88a92fdd83e0 None None] Pushing event updated for resources: {'Port': ['ID=02a31e6c-5dac-4177-93bf-08b14b75d020,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:32.143178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Delete allocated IP 172.20.0.5 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/a0b45f06-1f45-49c2-a4a2-ebd799f4d02b) {{(pid=103047) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 21:59:32.149211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b8518656-715e-4623-934f-ce597a645b82 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:32.149577 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:32.160714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Allocated IP 172.20.0.44 (9773062c-a258-4a2d-9fb2-f8bbbb3e2512/a4bf0f89-a26f-4bec-b481-10d156cae012/dc5c214b-3e0b-4076-8d3b-e5adce1c52cb) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:32.267927 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:32.322158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port b8518656-715e-4623-934f-ce597a645b82, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b8518656-715e-4623-934f-ce597a645b82,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:32.398700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:32.409194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:32.428113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:32.431886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:32.436789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:32.515254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=b8518656-715e-4623-934f-ce597a645b82,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:32.544080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:32.576021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:32.581824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-67c88d1d-9742-4dee-9061-5994a558f243 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/34816fb3-8ce4-42df-b54f-f298f2ce07a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0257945 Nov 10 21:59:32.592599 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Sync routers for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:32.613806 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:32.614829 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:32.739678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event updated for resources: {'Port': ['ID=dc5c214b-3e0b-4076-8d3b-e5adce1c52cb,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:32.785004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] In _notify_port_updated(), no bound segment for port dc5c214b-3e0b-4076-8d3b-e5adce1c52cb on network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 {{(pid=103047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 21:59:32.790932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:32.791659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:32.796331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f95f975a-c38b-4b82-a141-b6a356aec92a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "PUT /v2.0/ports/dc5c214b-3e0b-4076-8d3b-e5adce1c52cb HTTP/1.1" status: 200 len: 959 time: 1.7209675 Nov 10 21:59:32.796719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42892) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:32.831663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdfcb61-a0a5-4f54-b997-393cab8a1023 None None] Network 314420bc-15aa-40cb-95c8-0acec128072e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:32.952043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c260fc2d-0d56-4c58-be45-78770edff1d0 None None] Provisioning complete for port b8518656-715e-4623-934f-ce597a645b82 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:32.952580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c260fc2d-0d56-4c58-be45-78770edff1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.010676 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:33.023572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-4036391a-b78d-4b4b-a76a-17421b604add tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125446149&fields=id&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 267 time: 0.1588018 Nov 10 21:59:33.026280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.171317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=84e20885-de3c-471b-b5cd-fdd88af28473,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:33.195414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': '34ee43b3-d870-4eb2-93ed-300791775c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cd16194e-8036-458e-b7f1-db1dff265d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:33.196246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: cd16194e-8036-458e-b7f1-db1dff265d19, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:33.250353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:33.251434 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.266429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port dc5c214b-3e0b-4076-8d3b-e5adce1c52cb {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:33.266666 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.278571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network cd16194e-8036-458e-b7f1-db1dff265d19 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:33.372661 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:31Z', 'revision_number': 2, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:33.379899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-57a17e26-ef88-43c1-88f4-4b1f580fb6c4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:33.381426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-57a17e26-ef88-43c1-88f4-4b1f580fb6c4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 797 time: 0.3568463 Nov 10 21:59:33.404357 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Checking router: 34816fb3-8ce4-42df-b54f-f298f2ce07a8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:59:33.404706 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Updating router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 port c4d00d98-f147-4017-9bd6-9b07339caa61 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:59:33.428756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Provisioning complete for port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:33.429106 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.442729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.442990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, cd16194e-8036-458e-b7f1-db1dff265d19) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:33.446306 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:33.447149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.457791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for dc5c214b-3e0b-4076-8d3b-e5adce1c52cb owned by {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:33.461157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-48eea11f-1321-4a56-be59-65ebdd176972 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/quotas/abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 375 time: 0.0648797 Nov 10 21:59:33.479345 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.492496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1cd91-39cf-4961-8384-65447bdc84e7 None None] Network cd16194e-8036-458e-b7f1-db1dff265d19 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:33.553027 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8c1eb317-3a04-4898-9a68-c0f4dddb50ba tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6297543 Nov 10 21:59:33.553457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42912) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:33.558449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4cc7edf7-86f9-4018-99b7-9755f6f9385f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1914974239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:33.635199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:33.679458 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4cc7edf7-86f9-4018-99b7-9755f6f9385f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.680644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4cc7edf7-86f9-4018-99b7-9755f6f9385f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.697961 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-b603ee76-1d65-4bbf-aea5-06c2277cc3ad tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2205770 Nov 10 21:59:33.729425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Provisioning complete for port dc5c214b-3e0b-4076-8d3b-e5adce1c52cb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:33.730389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.811424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4cc7edf7-86f9-4018-99b7-9755f6f9385f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.819039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9431ca97-87cb-4c0e-af5a-237a27db4112 None None] Port dc5c214b-3e0b-4076-8d3b-e5adce1c52cb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:33.872588 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4cc7edf7-86f9-4018-99b7-9755f6f9385f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.919952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-cd16194e-8036-458e-b7f1-db1dff265d19', 'network_id': 'cd16194e-8036-458e-b7f1-db1dff265d19', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': '84e20885-de3c-471b-b5cd-fdd88af28473'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:33.921426 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.923896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b8518656-715e-4623-934f-ce597a645b82 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:33.955190 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.988475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4cc7edf7-86f9-4018-99b7-9755f6f9385f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.990579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4cc7edf7-86f9-4018-99b7-9755f6f9385f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4360921 Nov 10 21:59:33.993240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Provisioning complete for port b8518656-715e-4623-934f-ce597a645b82 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:33.993610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:33.994208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42916) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:34.016919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2e1c5b0d-e8ea-4d49-8be5-e35d3b2a326c service neutron] 10.222.0.45 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178666 Nov 10 21:59:34.097216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.182560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=dc5c214b-3e0b-4076-8d3b-e5adce1c52cb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:34.186014 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.274487 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Pushing event updated for resources: {'Port': ['ID=c4d00d98-f147-4017-9bd6-9b07339caa61,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:34.314776 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.315122 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.315443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.315791 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.316138 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.316444 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.316766 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.317116 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.317387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.321173 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.322857 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.323203 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:34.362015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.365548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-afbef198-ed53-4139-a9db-af214a95c992 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/dc5c214b-3e0b-4076-8d3b-e5adce1c52cb HTTP/1.1" status: 204 len: 168 time: 1.5676911 Nov 10 21:59:34.375280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42918) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:34.413064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b8518656-715e-4623-934f-ce597a645b82 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:34.413430 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.434971 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-26172b4d-6c17-40ca-aac4-657853f1580a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] GET failed (client error): The resource could not be found. Nov 10 21:59:34.436662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-26172b4d-6c17-40ca-aac4-657853f1580a tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports/dc5c214b-3e0b-4076-8d3b-e5adce1c52cb HTTP/1.1" status: 404 len: 333 time: 0.0603180 Nov 10 21:59:34.450422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42920) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:34.461145 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Attempting to bind port c4d00d98-f147-4017-9bd6-9b07339caa61 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:34.461457 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Attempting to bind port c4d00d98-f147-4017-9bd6-9b07339caa61 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:34.461794 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Attempting to bind port c4d00d98-f147-4017-9bd6-9b07339caa61 on network 314420bc-15aa-40cb-95c8-0acec128072e {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:34.475908 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:34.476287 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Checking segment: {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:34.476686 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.477087 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Bound using segment: {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:34.477621 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Bound port: c4d00d98-f147-4017-9bd6-9b07339caa61, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:34.478018 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.525764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Allocated IP 172.20.0.2 (cd16194e-8036-458e-b7f1-db1dff265d19/84e20885-de3c-471b-b5cd-fdd88af28473/280d1106-abfa-4f34-af29-bd6eddaaf8a3) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:34.571432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Could not find standard attr ID for object dc5c214b-3e0b-4076-8d3b-e5adce1c52cb. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 21:59:34.575292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-594f0313-daa6-477d-9c10-25e0b5f7cea7 service neutron] 10.222.0.45 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494704 Nov 10 21:59:34.613220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f17c02a-42ce-44be-bf22-293998a16c74 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.621483 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] For port c4d00d98-f147-4017-9bd6-9b07339caa61, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:34.626522 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] For port c4d00d98-f147-4017-9bd6-9b07339caa61, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c4d00d98-f147-4017-9bd6-9b07339caa61,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:34.681204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f17c02a-42ce-44be-bf22-293998a16c74 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.708432 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.724270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Provisioning complete for port c4d00d98-f147-4017-9bd6-9b07339caa61 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:34.724270 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.788454 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83b1e8-2143-47b6-b42b-e7d3397bef81 None None] Pushing event updated for resources: {'Port': ['ID=c4d00d98-f147-4017-9bd6-9b07339caa61,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:34.806991 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:34.807617 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:34.866247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f17c02a-42ce-44be-bf22-293998a16c74 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.866247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8f17c02a-42ce-44be-bf22-293998a16c74 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:34.866442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8f17c02a-42ce-44be-bf22-293998a16c74 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/security-groups/f2aa4255-cc5e-4722-b356-3e55ee01bc76 HTTP/1.1" status: 204 len: 168 time: 0.4148061 Nov 10 21:59:34.875897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42926) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:34.888147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 02a31e6c-5dac-4177-93bf-08b14b75d020 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:34.958876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17c02a-42ce-44be-bf22-293998a16c74 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa4255-cc5e-4722-b356-3e55ee01bc76,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:34.975794 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:35.084946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d148345c-2b6d-49b0-8aa6-7b9f6d8cd313 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.139395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d148345c-2b6d-49b0-8aa6-7b9f6d8cd313 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.281259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfa0ad9e-d6e7-4084-b0a5-52ccfffd2fd0 req-2e9b3071-b6ae-4084-9d6b-818a9bed5d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0431051 Nov 10 21:59:35.283504 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.309354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d148345c-2b6d-49b0-8aa6-7b9f6d8cd313 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.311550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d148345c-2b6d-49b0-8aa6-7b9f6d8cd313 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.312761 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d148345c-2b6d-49b0-8aa6-7b9f6d8cd313 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/security-groups/221adaf8-f88d-4bf0-9f17-edd84a155750 HTTP/1.1" status: 204 len: 168 time: 0.4320076 Nov 10 21:59:35.327823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42934) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:35.338887 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.350119 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:34Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:35.378322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:35.378322 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.413901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148345c-2b6d-49b0-8aa6-7b9f6d8cd313 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221adaf8-f88d-4bf0-9f17-edd84a155750,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:35.418985 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.428560 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1133b33-3edd-48a7-9542-08274c53eb74 None None] The sync data for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 is: [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:34Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:35.452062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abbe424c-6ae8-4132-8519-ecf4b68fa2a9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.461190 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.503802 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abbe424c-6ae8-4132-8519-ecf4b68fa2a9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.521628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Pushing event updated for resources: {'Port': ['ID=280d1106-abfa-4f34-af29-bd6eddaaf8a3,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:35.551382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Network cd16194e-8036-458e-b7f1-db1dff265d19 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:35.559455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:35.580848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.20.0.1 (cd16194e-8036-458e-b7f1-db1dff265d19/84e20885-de3c-471b-b5cd-fdd88af28473/713f06fd-9468-40a7-9471-64248e75c3dc) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:35.589128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:35.597201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] For port c4d00d98-f147-4017-9bd6-9b07339caa61, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c4d00d98-f147-4017-9bd6-9b07339caa61,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:35.677858 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.697353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abbe424c-6ae8-4132-8519-ecf4b68fa2a9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.703821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abbe424c-6ae8-4132-8519-ecf4b68fa2a9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.705350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-abbe424c-6ae8-4132-8519-ecf4b68fa2a9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/security-groups/29c6e5b6-6675-45c9-b354-33307c6165bb HTTP/1.1" status: 204 len: 168 time: 0.3764036 Nov 10 21:59:35.716869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42938) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:35.718699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe424c-6ae8-4132-8519-ecf4b68fa2a9 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c6e5b6-6675-45c9-b354-33307c6165bb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:35.722343 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e1b037c-f449-4b77-bf8a-b02cb8d51222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.728076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Attempting to bind port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:35.728571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Attempting to bind port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '34ee43b3-d870-4eb2-93ed-300791775c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cd16194e-8036-458e-b7f1-db1dff265d19'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:35.729147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Attempting to bind port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 on network cd16194e-8036-458e-b7f1-db1dff265d19 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:35.739185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.740148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:35.740636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Checking segment: {'id': '34ee43b3-d870-4eb2-93ed-300791775c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cd16194e-8036-458e-b7f1-db1dff265d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:35.741295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.741903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Bound using segment: {'id': '34ee43b3-d870-4eb2-93ed-300791775c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cd16194e-8036-458e-b7f1-db1dff265d19'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:35.742632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Bound port: 280d1106-abfa-4f34-af29-bd6eddaaf8a3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ee43b3-d870-4eb2-93ed-300791775c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'cd16194e-8036-458e-b7f1-db1dff265d19'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:35.743320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.832359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5651e5-5f3e-4cb8-a5d5-bf425407fc6f None None] Pushing event updated for resources: {'Port': ['ID=c4d00d98-f147-4017-9bd6-9b07339caa61,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:35.865157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ef929a0c-acdd-490a-a1be-7c087c7ac1cc None None] Provisioning complete for port c4d00d98-f147-4017-9bd6-9b07339caa61 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:35.865809 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ef929a0c-acdd-490a-a1be-7c087c7ac1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.899853 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet a0b45f06-1f45-49c2-a4a2-ebd799f4d02b {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:35.904669 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.908536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:35.963687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] For port 280d1106-abfa-4f34-af29-bd6eddaaf8a3, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:35.968483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] For port 280d1106-abfa-4f34-af29-bd6eddaaf8a3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=280d1106-abfa-4f34-af29-bd6eddaaf8a3,segment=NetworkSegment(34ee43b3-d870-4eb2-93ed-300791775c77),segment_id=34ee43b3-d870-4eb2-93ed-300791775c77)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:36.022683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c4d00d98-f147-4017-9bd6-9b07339caa61 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:36.026944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.027123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network cd16194e-8036-458e-b7f1-db1dff265d19 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:36.030481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:36.035259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:36.067104 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.094877 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=713f06fd-9468-40a7-9471-64248e75c3dc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:36.123789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.199041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260377f-36ee-4640-834b-429a6334e5cc None None] Pushing event updated for resources: {'Port': ['ID=280d1106-abfa-4f34-af29-bd6eddaaf8a3,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:36.207985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c4d00d98-f147-4017-9bd6-9b07339caa61 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:36.208355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.236466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.478356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64c3f20a-201e-4762-923c-19a84ebaa9e7 req-bcfe745d-c423-4500-aea9-05cac6f3902e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0599430 Nov 10 21:59:36.479922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.492976 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.510928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2fa9fd-db7d-4b71-9ff5-033c1ff6b296 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:36.572955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.579695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/a0b45f06-1f45-49c2-a4a2-ebd799f4d02b HTTP/1.1" status: 204 len: 168 time: 0.8031058 Nov 10 21:59:36.592964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42944) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:36.615186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873fea8-4e4a-4450-a6e3-c28ad5cc6668 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b45f06-1f45-49c2-a4a2-ebd799f4d02b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:36.710177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet a4bf0f89-a26f-4bec-b481-10d156cae012 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:36.714175 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.777057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.935525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:36.949782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.097563 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.131863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.216062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=a4bf0f89-a26f-4bec-b481-10d156cae012,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:37.221263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.232963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-05af265a-14ae-4ee2-b3c1-925619276d22 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/a4bf0f89-a26f-4bec-b481-10d156cae012 HTTP/1.1" status: 204 len: 168 time: 0.6385450 Nov 10 21:59:37.236577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42948) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:37.282872 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df8c284-4da3-48b1-85d8-e7d4323786cb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:37.286631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df8c284-4da3-48b1-85d8-e7d4323786cb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:37.294339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4df8c284-4da3-48b1-85d8-e7d4323786cb tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/a0b45f06-1f45-49c2-a4a2-ebd799f4d02b HTTP/1.1" status: 404 len: 337 time: 0.0557599 Nov 10 21:59:37.296727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:37.303312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.306254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=713f06fd-9468-40a7-9471-64248e75c3dc,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:37.409221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting subnet 40b702cc-5e70-4cc8-a447-778d2bfefd84 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:37.417490 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.490112 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.531770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network cd16194e-8036-458e-b7f1-db1dff265d19 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:37.539988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:37.608166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.802940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce62c97b-7e0e-465c-a7ef-504ab0893df5 req-6843812c-1d48-44b4-b311-bc73051b9534 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0597270 Nov 10 21:59:37.854213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e07e01-549d-4e68-be33-54f22a3dd375 None None] Network cd16194e-8036-458e-b7f1-db1dff265d19 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:37.866379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.908076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:37.912529 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/40b702cc-5e70-4cc8-a447-778d2bfefd84 HTTP/1.1" status: 204 len: 168 time: 0.6138995 Nov 10 21:59:37.919317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42956) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:37.958589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b9a49-0604-4d3a-8b14-a8374247d5d4 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Subnet': ['ID=40b702cc-5e70-4cc8-a447-778d2bfefd84,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:37.972572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-ec2bd898-02ed-4f8e-b3f3-4098f39e50ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:37.973430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61982481-54d3-498c-aec8-f4fe0228f667 None None] Network 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:37.974531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-ec2bd898-02ed-4f8e-b3f3-4098f39e50ed tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 797 time: 0.2570462 Nov 10 21:59:37.976905 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5d592c-fb1e-4fbf-bfb9-6644d4bac364 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:37.977536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5d592c-fb1e-4fbf-bfb9-6644d4bac364 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:37.984406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c5d592c-fb1e-4fbf-bfb9-6644d4bac364 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/ff394d0d-4c00-4565-8026-972bf00232ed HTTP/1.1" status: 404 len: 337 time: 0.0637674 Nov 10 21:59:37.985836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42958) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.015674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5b49f86b-e36b-4331-9e98-48ecec572c45 None None] Provisioning complete for port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:38.016358 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b49f86b-e36b-4331-9e98-48ecec572c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.023856 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2f4e4c8f-e6d2-4187-9ee9-57ccd061c8b7 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e76080a-96f9-46f9-8f19-3f565418e661 HTTP/1.1" status: 200 len: 205 time: 0.0327961 Nov 10 21:59:38.026109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42960) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.073152 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-abe2f65a-5e82-4801-94f2-8dd5b6344cf6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] delete failed (client error): The resource could not be found. Nov 10 21:59:38.074161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-abe2f65a-5e82-4801-94f2-8dd5b6344cf6 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/routers/2e76080a-96f9-46f9-8f19-3f565418e661 HTTP/1.1" status: 404 len: 336 time: 0.0471194 Nov 10 21:59:38.077331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42962) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.079655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fab7e760-2dcd-4bea-8085-9c093cc5daf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.118157 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-03dd7e55-ee17-4ebd-857c-d99dff0776bf tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abcaa6bf922c4df0a4da8beea7175ad0 HTTP/1.1" status: 200 len: 379 time: 0.1257572 Nov 10 21:59:38.128456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'port': {'device_id': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'admin_state_up': True, 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'security_groups': ['f9dfe67e-e471-46f1-9471-5757a20cd83a']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:38.136838 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-567d5883-0cca-4c07-a26a-3819acee4d9f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.150215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567d5883-0cca-4c07-a26a-3819acee4d9f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.160984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-567d5883-0cca-4c07-a26a-3819acee4d9f tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/94a49a6d-f24c-4fe7-a13b-7b1ad93f4759 HTTP/1.1" status: 404 len: 337 time: 0.0824921 Nov 10 21:59:38.163392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42964) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.175689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c4d00d98-f147-4017-9bd6-9b07339caa61 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:38.203561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c8722927-09a8-4dc3-acd8-9d456ad02f73 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:38.207202 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c6e8a8-e860-4dc4-a79f-12eaf956a178 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.207947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c6e8a8-e860-4dc4-a79f-12eaf956a178 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.211260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93c6e8a8-e860-4dc4-a79f-12eaf956a178 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/f14dc462-6722-422d-b14e-09cc32a9aa2b HTTP/1.1" status: 404 len: 337 time: 0.0468740 Nov 10 21:59:38.213690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42966) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.240082 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f126db49-3c4f-4559-84d5-03841bbcc1cc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.241282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f126db49-3c4f-4559-84d5-03841bbcc1cc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.244625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f126db49-3c4f-4559-84d5-03841bbcc1cc tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/c5b5280a-6d1c-46ad-b0d5-4c2bc75af7be HTTP/1.1" status: 404 len: 337 time: 0.0298259 Nov 10 21:59:38.252299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42968) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.286833 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fa6b11-161b-4a64-9bb0-350c1585db17 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.288148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fa6b11-161b-4a64-9bb0-350c1585db17 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.296378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79fa6b11-161b-4a64-9bb0-350c1585db17 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/e3c680df-cb4b-4526-aabf-f10ff5a444f1 HTTP/1.1" status: 404 len: 333 time: 0.0417528 Nov 10 21:59:38.297365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42970) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.327900 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8a4eb3-0117-4067-936d-c27c9be79053 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.328735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8a4eb3-0117-4067-936d-c27c9be79053 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.335138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5c8a4eb3-0117-4067-936d-c27c9be79053 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/8cdd9ccd-71d1-4666-9e7c-8dcbeee6a0f1 HTTP/1.1" status: 404 len: 337 time: 0.0364830 Nov 10 21:59:38.336299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42972) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.350108 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b49f86b-e36b-4331-9e98-48ecec572c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.365498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:38.386434 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc761c7c-a1a3-42da-856a-032da4841004 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.387018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc761c7c-a1a3-42da-856a-032da4841004 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.391177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fc761c7c-a1a3-42da-856a-032da4841004 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/27ab04ae-f7a0-4bff-9cfd-d6b83d91f89f HTTP/1.1" status: 404 len: 337 time: 0.0532627 Nov 10 21:59:38.394483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42974) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.394882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42976) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.395054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f3c3b63d-e813-4b40-8894-f7c2766fb6ff tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c8722927-09a8-4dc3-acd8-9d456ad02f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3995383 Nov 10 21:59:38.398337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] Sync routers for ids ['c8722927-09a8-4dc3-acd8-9d456ad02f73'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:38.451494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] Routers {'c8722927-09a8-4dc3-acd8-9d456ad02f73'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:38.452326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c8722927-09a8-4dc3-acd8-9d456ad02f73'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:38.460683 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9097050-54cf-4aed-bfb2-830b5f2cb348 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.461330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9097050-54cf-4aed-bfb2-830b5f2cb348 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.464397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e9097050-54cf-4aed-bfb2-830b5f2cb348 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/7b814ca3-9a47-4d87-9b0d-b9172d9a13c6 HTTP/1.1" status: 404 len: 333 time: 0.0671687 Nov 10 21:59:38.474225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42980) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.474387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] DHCP port deletion for 9773062c-a258-4a2d-9fb2-f8bbbb3e2512 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:38.482096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c1a1e9-40da-40c1-94ee-540deb80f8d6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:38.483551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d8c1a1e9-40da-40c1-94ee-540deb80f8d6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports/713f06fd-9468-40a7-9471-64248e75c3dc HTTP/1.1" status: 200 len: 910 time: 0.0877206 Nov 10 21:59:38.486279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42982) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.491268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84e20885-de3c-471b-b5cd-fdd88af28473'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:38.505762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Made reservation on behalf of abcaa6bf922c4df0a4da8beea7175ad0 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:38.508035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5b49f86b-e36b-4331-9e98-48ecec572c45 None None] For port 280d1106-abfa-4f34-af29-bd6eddaaf8a3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=280d1106-abfa-4f34-af29-bd6eddaaf8a3,segment=NetworkSegment(34ee43b3-d870-4eb2-93ed-300791775c77),segment_id=34ee43b3-d870-4eb2-93ed-300791775c77)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:38.514573 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.514573 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-df78e40a-fa5a-47d3-940b-846b29843293 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.514573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df78e40a-fa5a-47d3-940b-846b29843293 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.515026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:38.516945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df78e40a-fa5a-47d3-940b-846b29843293 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/36be3020-1822-43b8-a5ed-6f87b24a257a HTTP/1.1" status: 404 len: 337 time: 0.0479939 Nov 10 21:59:38.523112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42984) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.561705 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63e63f9-cffc-4713-8c59-1ba811be670b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] DELETE failed (client error): The resource could not be found. Nov 10 21:59:38.562395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63e63f9-cffc-4713-8c59-1ba811be670b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 21:59:38.565592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c63e63f9-cffc-4713-8c59-1ba811be670b tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/subnets/cec6dd81-25c4-4ccf-a3a1-d5072f741f84 HTTP/1.1" status: 404 len: 337 time: 0.0415263 Nov 10 21:59:38.569321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c4d00d98-f147-4017-9bd6-9b07339caa61 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:38.569802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.570500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42986) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:38.597061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] Routers {'c8722927-09a8-4dc3-acd8-9d456ad02f73'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:38.597811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c8722927-09a8-4dc3-acd8-9d456ad02f73'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:38.646606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:38.648378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74ff06a-e2b4-4ab5-83d8-1f2430b24fbf None None] The sync data for ids ['c8722927-09a8-4dc3-acd8-9d456ad02f73'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:38.671171 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b49f86b-e36b-4331-9e98-48ecec572c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.749670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] Deleting port 02a31e6c-5dac-4177-93bf-08b14b75d020 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:38.749936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.807835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.20.0.5 (314420bc-15aa-40cb-95c8-0acec128072e/8968572c-e26e-4ccb-b4ee-b2d3412daefc/09e5246b-347a-41c4-a1bc-0ae523f7927c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:38.812456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.831605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Deleting port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:38.831979 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.863496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49f86b-e36b-4331-9e98-48ecec572c45 None None] Pushing event updated for resources: {'Port': ['ID=280d1106-abfa-4f34-af29-bd6eddaaf8a3,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:38.898161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 280d1106-abfa-4f34-af29-bd6eddaaf8a3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:38.901350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] For port 02a31e6c-5dac-4177-93bf-08b14b75d020, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=02a31e6c-5dac-4177-93bf-08b14b75d020,segment=NetworkSegment(198d0d81-c5b2-4189-80f7-92d8b54d92f3),segment_id=198d0d81-c5b2-4189-80f7-92d8b54d92f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:38.901841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.971172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d5d97a20-85aa-4a19-89fe-3af478435fba None None] Provisioning complete for port 02a31e6c-5dac-4177-93bf-08b14b75d020 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:38.971172 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d97a20-85aa-4a19-89fe-3af478435fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:38.972930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] Calling delete_port for 02a31e6c-5dac-4177-93bf-08b14b75d020 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:39.117782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4eca2f71-260a-4161-94d4-7eb8979a667b req-9494d1e5-0dd0-459c-b26c-62c0d37bd425 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0436766 Nov 10 21:59:39.153094 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.155873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:39.156245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.214747 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.240930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Calling delete_port for 15cceb95-0216-4fbf-ba00-d520ff2b8d9a owned by {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:39.308709 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.395977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network 314420bc-15aa-40cb-95c8-0acec128072e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:39.410442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d5d97a20-85aa-4a19-89fe-3af478435fba None None] Provisioning complete for port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:39.410663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:39.414134 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d97a20-85aa-4a19-89fe-3af478435fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.417309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:39.421245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.497982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:39.519862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] Pushing event deleted for resources: {'Port': ['ID=02a31e6c-5dac-4177-93bf-08b14b75d020,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:39.532249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3514c-1090-491d-813e-5b18eb57af60 None None] No DVR routers for this DVR port 02a31e6c-5dac-4177-93bf-08b14b75d020 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:39.561050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.584969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:39.585736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.589386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.602713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d5d97a20-85aa-4a19-89fe-3af478435fba None None] Port 15cceb95-0216-4fbf-ba00-d520ff2b8d9a cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:39.612054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.645264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Port': ['ID=15cceb95-0216-4fbf-ba00-d520ff2b8d9a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:39.649397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.653771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4fd0d856-ccc6-49d5-a5fa-b5cb466b9be8 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/ports/15cceb95-0216-4fbf-ba00-d520ff2b8d9a HTTP/1.1" status: 204 len: 168 time: 1.0821342 Nov 10 21:59:39.657301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 42992) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:39.686659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.729813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-13dc2a70-b48e-4453-8572-907815ddb814 None None] Provisioning complete for port 713f06fd-9468-40a7-9471-64248e75c3dc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:39.730543 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13dc2a70-b48e-4453-8572-907815ddb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.757196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-c98d4045-5128-4872-a09a-36ebec1b307d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6337280 Nov 10 21:59:39.784913 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.787617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-13dc2a70-b48e-4453-8572-907815ddb814 None None] Port 713f06fd-9468-40a7-9471-64248e75c3dc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:39.797764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Request body: {'port': {'device_id': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:39.826591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-13dc2a70-b48e-4453-8572-907815ddb814 None None] Provisioning complete for port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:39.829924 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13dc2a70-b48e-4453-8572-907815ddb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.830835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:39.831551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.833288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/ports/713f06fd-9468-40a7-9471-64248e75c3dc HTTP/1.1" status: 200 len: 910 time: 1.3460588 Nov 10 21:59:39.834113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0843-57e0-411c-9f81-0828faad3c07 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=713f06fd-9468-40a7-9471-64248e75c3dc,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:39.837510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 42994) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:39.961255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 280d1106-abfa-4f34-af29-bd6eddaaf8a3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:39.962414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:39.990385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9773062c-a258-4a2d-9fb2-f8bbbb3e2512']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:40.001051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198d0d81-c5b2-4189-80f7-92d8b54d92f3') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:40.001390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198d0d81-c5b2-4189-80f7-92d8b54d92f3') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:40.010986 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.026370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:40.026616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.026978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.037226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.040105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:59:40.040496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: timer() Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:59:40.043577 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:59:40.145028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7dc3f135-12db-494a-99e6-8b943912c719 None None] Provisioning complete for port 09e5246b-347a-41c4-a1bc-0ae523f7927c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:40.145404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f135-12db-494a-99e6-8b943912c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.190493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-7dc3f135-12db-494a-99e6-8b943912c719 None None] Port 09e5246b-347a-41c4-a1bc-0ae523f7927c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:40.200617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.229338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 02a31e6c-5dac-4177-93bf-08b14b75d020 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:40.229521 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.233568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] 10.222.0.45 "DELETE /v2.0/networks/9773062c-a258-4a2d-9fb2-f8bbbb3e2512 HTTP/1.1" status: 204 len: 168 time: 0.5750196 Nov 10 21:59:40.263560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f1062-5172-475d-9f1e-e89292ccb388 tempest-PortsTestJSON-1233994167 tempest-PortsTestJSON-1233994167-project] Pushing event deleted for resources: {'Network': ['ID=9773062c-a258-4a2d-9fb2-f8bbbb3e2512,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:40.264071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 02a31e6c-5dac-4177-93bf-08b14b75d020 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:40.264401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 02a31e6c-5dac-4177-93bf-08b14b75d020 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:40.312245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.385738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263114b-13fb-41fd-9611-4c4c9b2c2856 req-7c6ac89c-7d14-4386-a780-d7dc1577e53b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:40.387896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a263114b-13fb-41fd-9611-4c4c9b2c2856 req-7c6ac89c-7d14-4386-a780-d7dc1577e53b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 931 time: 0.1369781 Nov 10 21:59:40.508497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a263114b-13fb-41fd-9611-4c4c9b2c2856 req-1e2e48c6-5df7-48d3-9a5b-0f1ebfa6b130 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106825 Nov 10 21:59:40.597314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 713f06fd-9468-40a7-9471-64248e75c3dc {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:40.597956 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.633674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e5246b-347a-41c4-a1bc-0ae523f7927c {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:59:40.643560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.661020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Transition to ACTIVE for port object 09e5246b-347a-41c4-a1bc-0ae523f7927c will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 21:59:40.700359 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.712882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 713f06fd-9468-40a7-9471-64248e75c3dc owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:40.713771 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.767191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43004) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:40.794569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:40.816726 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.914177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Attempting to bind port 09e5246b-347a-41c4-a1bc-0ae523f7927c on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:40.914896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Attempting to bind port 09e5246b-347a-41c4-a1bc-0ae523f7927c by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:40.914896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Attempting to bind port 09e5246b-347a-41c4-a1bc-0ae523f7927c on network 314420bc-15aa-40cb-95c8-0acec128072e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:40.920088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Port 09e5246b-347a-41c4-a1bc-0ae523f7927c on network 314420bc-15aa-40cb-95c8-0acec128072e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 21:59:40.920546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Attempting to bind port 09e5246b-347a-41c4-a1bc-0ae523f7927c on network 314420bc-15aa-40cb-95c8-0acec128072e {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:40.926043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:40.926382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Checking segment: {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:40.926767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Bound using segment: {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:40.927199 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Bound port: 09e5246b-347a-41c4-a1bc-0ae523f7927c, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63dd6854-2aba-4caa-b068-07d8980d5da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:40.927615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:40.998273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6f4f400f-bd25-489b-b2fa-5abf1d01d82c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9e7970b175b4cb08114f8572be46041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270260 Nov 10 21:59:40.998679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43010) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:41.028410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:41.032663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:41.060557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61584a95-073f-4c80-be7d-bee7a78b4551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.063439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.103310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=713f06fd-9468-40a7-9471-64248e75c3dc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:41.122786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.138028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61584a95-073f-4c80-be7d-bee7a78b4551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.180082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:41.180837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.182566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] 10.222.0.64 "PUT /v2.0/ports/09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 1092 time: 1.3953621 Nov 10 21:59:41.192007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:59:41.195354 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3327f027-253d-4b04-b1bd-024dee158482" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:59:41.255361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ac1bb-6a67-48b5-89f7-5127bbff4a6c service neutron] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:41.368994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-0e7a2bd3-b770-4364-964b-662ac2f86678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:41.370982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-0e7a2bd3-b770-4364-964b-662ac2f86678 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1095 time: 0.0906355 Nov 10 21:59:41.405402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.449005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-a5507665-515f-47e4-adf6-4a73c30251e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 217 time: 0.0673778 Nov 10 21:59:41.505199 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a57bb1-923b-4622-b3e6-fa1f7025b713 x-openstack-request-id: req-96a57bb1-923b-4622-b3e6-fa1f7025b713 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:59:41.505757 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:59:41.506174 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96a57bb1-923b-4622-b3e6-fa1f7025b713 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:59:41.506871 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'status': 'completed', 'code': 200} Nov 10 21:59:41.544444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-58b6d29a-4a5a-4c26-8cf7-0aea406b8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:41.545987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-58b6d29a-4a5a-4c26-8cf7-0aea406b8610 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 200 len: 834 time: 0.0887325 Nov 10 21:59:41.601573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-645eccd7-d92a-4ddc-b23a-5822601e8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:41.603265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-645eccd7-d92a-4ddc-b23a-5822601e8624 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=314420bc-15aa-40cb-95c8-0acec128072e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467196 Nov 10 21:59:41.750606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297b5b7-0465-4a3a-b6ec-0d4785535e49 req-f607ea5f-c668-4206-a170-43aac5817202 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:41.752380 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7297b5b7-0465-4a3a-b6ec-0d4785535e49 req-f607ea5f-c668-4206-a170-43aac5817202 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 943 time: 0.1138937 Nov 10 21:59:41.791227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-69984609-9e79-44b0-97ed-770a99df9d22 service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792932 Nov 10 21:59:41.821416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.891396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7297b5b7-0465-4a3a-b6ec-0d4785535e49 req-e670eff5-d49c-4776-9f6b-569d72015f7f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278493 Nov 10 21:59:41.921852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61584a95-073f-4c80-be7d-bee7a78b4551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.925121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61584a95-073f-4c80-be7d-bee7a78b4551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:41.926340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-61584a95-073f-4c80-be7d-bee7a78b4551 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/370421b4-3f49-4bb4-add2-61111eb40447 HTTP/1.1" status: 204 len: 168 time: 0.9264905 Nov 10 21:59:41.936051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a7244e5a-a9b5-4808-9a48-c44e8153df17 req-83f4d1e4-a7b6-4ff5-981d-e076f3c664b0 service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357794 Nov 10 21:59:41.962048 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61584a95-073f-4c80-be7d-bee7a78b4551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370421b4-3f49-4bb4-add2-61111eb40447,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:42.065574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c8722927-09a8-4dc3-acd8-9d456ad02f73 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:42.162970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f027-253d-4b04-b1bd-024dee158482 req-5fdeb6cb-ed82-4cb0-a10d-4e91fecb0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:42.165031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3327f027-253d-4b04-b1bd-024dee158482 req-5fdeb6cb-ed82-4cb0-a10d-4e91fecb0023 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1095 time: 0.1005957 Nov 10 21:59:42.165338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:42.181986 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] Sync routers for ids ['c8722927-09a8-4dc3-acd8-9d456ad02f73'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:42.195167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f1ebe276-f47a-46aa-92a7-6dfd40b99cab tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c8722927-09a8-4dc3-acd8-9d456ad02f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3565328 Nov 10 21:59:42.195884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43022) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:42.201110 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] Routers {'c8722927-09a8-4dc3-acd8-9d456ad02f73'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:42.201808 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c8722927-09a8-4dc3-acd8-9d456ad02f73'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:42.229159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2b99014e-7b50-49e8-a95b-273e35156e9b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8722927-09a8-4dc3-acd8-9d456ad02f73 HTTP/1.1" status: 200 len: 205 time: 0.0313933 Nov 10 21:59:42.231871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43024) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:42.250158 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:42.253953 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] Routers {'c8722927-09a8-4dc3-acd8-9d456ad02f73'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:42.254964 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c8722927-09a8-4dc3-acd8-9d456ad02f73'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:42.291113 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:42.291792 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf1192-5849-47a7-beeb-f674fdfb0001 None None] The sync data for ids ['c8722927-09a8-4dc3-acd8-9d456ad02f73'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:42.303368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f027-253d-4b04-b1bd-024dee158482 req-e8b21625-5bc6-4c36-b882-0595ae4de00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:42.304893 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3327f027-253d-4b04-b1bd-024dee158482 req-e8b21625-5bc6-4c36-b882-0595ae4de00c service neutron] 10.222.0.64 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 898 time: 0.1258938 Nov 10 21:59:42.328679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f210552-6e9e-4e97-ba8d-99ae4bd5169c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:42.354874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3327f027-253d-4b04-b1bd-024dee158482 req-71a5a296-f0cb-4d35-9dae-8012bc83b6a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 217 time: 0.0422263 Nov 10 21:59:42.425316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f027-253d-4b04-b1bd-024dee158482 req-6741048d-74ad-4814-8d5d-8d0fa11c75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:42.426821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3327f027-253d-4b04-b1bd-024dee158482 req-6741048d-74ad-4814-8d5d-8d0fa11c75bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 200 len: 834 time: 0.0638528 Nov 10 21:59:42.482992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327f027-253d-4b04-b1bd-024dee158482 req-8bd7a5c5-b819-40a0-b260-3464234341ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:42.488198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3327f027-253d-4b04-b1bd-024dee158482 req-8bd7a5c5-b819-40a0-b260-3464234341ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=314420bc-15aa-40cb-95c8-0acec128072e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533843 Nov 10 21:59:42.518252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f210552-6e9e-4e97-ba8d-99ae4bd5169c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:42.520673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f210552-6e9e-4e97-ba8d-99ae4bd5169c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:42.593343 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3327f027-253d-4b04-b1bd-024dee158482 req-e3a7a9ca-06d8-40ed-a2ea-1e819d7e5b7b service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997603 Nov 10 21:59:42.644250 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f210552-6e9e-4e97-ba8d-99ae4bd5169c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:42.647823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f210552-6e9e-4e97-ba8d-99ae4bd5169c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Fanout notify agent at l3_agent the message router_deleted on router c8722927-09a8-4dc3-acd8-9d456ad02f73 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 21:59:42.656448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9f210552-6e9e-4e97-ba8d-99ae4bd5169c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:42.660358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9f210552-6e9e-4e97-ba8d-99ae4bd5169c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/c8722927-09a8-4dc3-acd8-9d456ad02f73 HTTP/1.1" status: 204 len: 168 time: 0.4274607 Nov 10 21:59:42.661137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43034) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:42.697093 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3327f027-253d-4b04-b1bd-024dee158482 req-04d182e2-e0dc-4f33-8400-ceb7cc7e0a3b service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959802 Nov 10 21:59:42.726729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet 84e20885-de3c-471b-b5cd-fdd88af28473 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 21:59:42.729981 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:42.771407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:42.859860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.015934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac78d7-c706-4a03-9a67-9481d27b26be req-b8f19f3f-62b1-4397-acc5-c57ead888ecd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:43.017597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dac78d7-c706-4a03-9a67-9481d27b26be req-b8f19f3f-62b1-4397-acc5-c57ead888ecd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 943 time: 0.0507085 Nov 10 21:59:43.051775 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.098659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=84e20885-de3c-471b-b5cd-fdd88af28473,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:43.102830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b58968-ea64-4798-8469-f25863fc13b7 None None] Network cd16194e-8036-458e-b7f1-db1dff265d19 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:43.104588 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.109152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fe3783e1-6cb3-4416-b333-0f7022c320d8 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/84e20885-de3c-471b-b5cd-fdd88af28473 HTTP/1.1" status: 204 len: 168 time: 0.4462421 Nov 10 21:59:43.111945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43048) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:43.117612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dac78d7-c706-4a03-9a67-9481d27b26be req-d39b0f44-338c-4004-93ab-865e471a9040 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913780 Nov 10 21:59:43.230716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.288374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:43.288722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.342326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] DHCP port deletion for cd16194e-8036-458e-b7f1-db1dff265d19 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 21:59:43.358573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 280d1106-abfa-4f34-af29-bd6eddaaf8a3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=280d1106-abfa-4f34-af29-bd6eddaaf8a3,segment=NetworkSegment(34ee43b3-d870-4eb2-93ed-300791775c77),segment_id=34ee43b3-d870-4eb2-93ed-300791775c77)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:43.358925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.373119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 280d1106-abfa-4f34-af29-bd6eddaaf8a3 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:43.394655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Deleting port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:43.395144 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.410142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43056) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:43.484303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] For port 280d1106-abfa-4f34-af29-bd6eddaaf8a3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=280d1106-abfa-4f34-af29-bd6eddaaf8a3,segment=NetworkSegment(34ee43b3-d870-4eb2-93ed-300791775c77),segment_id=34ee43b3-d870-4eb2-93ed-300791775c77)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:43.484705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.497478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Calling delete_port for 280d1106-abfa-4f34-af29-bd6eddaaf8a3 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:43.514876 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1302587225'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:43.531069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.562080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:43.563849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=280d1106-abfa-4f34-af29-bd6eddaaf8a3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:43.581504 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.604670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Pushing event deleted for resources: {'Port': ['ID=280d1106-abfa-4f34-af29-bd6eddaaf8a3,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:43.614808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.615143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.615620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.615973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.616303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.616634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.617100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.617427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.617746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.618060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.618379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.618691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:43.621340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b7a32-6245-420e-ada6-405fa4ea1866 None None] No DVR routers for this DVR port 280d1106-abfa-4f34-af29-bd6eddaaf8a3 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 21:59:43.628740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:43.633007 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.643134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.652079 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.675033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd16194e-8036-458e-b7f1-db1dff265d19']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:43.685074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ee43b3-d870-4eb2-93ed-300791775c77') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:43.690102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ee43b3-d870-4eb2-93ed-300791775c77') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:43.695308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.710276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.716777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 21:59:43.718705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: timer() Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 21:59:43.720187 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 21:59:43.722474 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.785961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.816848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a95bf4-3d24-425d-a4b2-106e27ed5e3b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:43.847137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 280d1106-abfa-4f34-af29-bd6eddaaf8a3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 21:59:43.867272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 280d1106-abfa-4f34-af29-bd6eddaaf8a3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 21:59:43.867622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 280d1106-abfa-4f34-af29-bd6eddaaf8a3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 21:59:43.873199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.877961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.878538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:43.882072 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/cd16194e-8036-458e-b7f1-db1dff265d19 HTTP/1.1" status: 204 len: 168 time: 0.7689164 Nov 10 21:59:43.886539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43062) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:43.896007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ab3a02ff-2164-4c6a-a432-c3efa2c0f9b2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-505579155', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:43.901824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f6cd2-05aa-4e35-8b43-20c33f28d95a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=cd16194e-8036-458e-b7f1-db1dff265d19,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:43.910140 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:43.910505 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment e652b593-8248-45db-bc69-12f899c82a48 of type vlan for network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc Nov 10 21:59:43.956236 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.011347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab3a02ff-2164-4c6a-a432-c3efa2c0f9b2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.013417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab3a02ff-2164-4c6a-a432-c3efa2c0f9b2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.037558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.043121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:44.043696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.077494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab3a02ff-2164-4c6a-a432-c3efa2c0f9b2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.136882 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=349567ab-cb3d-4d5b-a7bb-a01ce3b923bc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:44.151046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:44.164209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab3a02ff-2164-4c6a-a432-c3efa2c0f9b2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.525191 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9377b96b-4400-465f-ab1d-45e02a9d8e83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1139205 Nov 10 21:59:44.527971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43068) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:44.528153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ab3a02ff-2164-4c6a-a432-c3efa2c0f9b2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.530778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ab3a02ff-2164-4c6a-a432-c3efa2c0f9b2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6391766 Nov 10 21:59:44.533484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43070) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:44.534182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-339156694'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:44.539342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-1046361669'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:44.565638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aa219-a06f-4ac6-bd4a-40e7ee2a45aa req-80a8f12b-7d7c-4519-b9a3-bb077c0c570f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:44.567152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f06aa219-a06f-4ac6-bd4a-40e7ee2a45aa req-80a8f12b-7d7c-4519-b9a3-bb077c0c570f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 943 time: 0.3682578 Nov 10 21:59:44.616949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f06aa219-a06f-4ac6-bd4a-40e7ee2a45aa req-efd3a704-14be-4ccc-a459-ea2c5f0d18a0 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433185 Nov 10 21:59:44.651194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:44.655497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.680333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:44.688966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.689316 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment 55f3a46a-1a47-4db5-ab0a-56fd651d7264 of type vlan for network 468531bd-9beb-4b2a-99b2-846ae523237e Nov 10 21:59:44.734993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.746101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:44.750002 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.774803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:44.784863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.785204 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment 3ae7eda4-35d2-4bbf-b623-391a9f10de13 of type vlan for network f520c4df-af12-432f-b476-26063caaac2c Nov 10 21:59:44.825316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.860317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.866381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:44.867057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.909055 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.914150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:44.914727 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:44.938523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=468531bd-9beb-4b2a-99b2-846ae523237e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:44.950221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 468531bd-9beb-4b2a-99b2-846ae523237e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:44.978543 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-95cf6cc2-1b10-4bec-ad95-4122db2c407c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4486542 Nov 10 21:59:44.979189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43072) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:44.984954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': '349567ab-cb3d-4d5b-a7bb-a01ce3b923bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:44.992180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 09e5246b-347a-41c4-a1bc-0ae523f7927c details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 21:59:44.999412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=f520c4df-af12-432f-b476-26063caaac2c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:45.061999 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-926a3182-e364-4a71-984b-04497da94731 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5246239 Nov 10 21:59:45.062888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43074) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:45.067846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:45.099031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f520c4df-af12-432f-b476-26063caaac2c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:45.171501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:45.176602 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.190103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:45.211088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'port_id': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'mac_address': 'fa:16:3e:77:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 21:59:45.251806 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.265341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e5246b-347a-41c4-a1bc-0ae523f7927c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 21:59:45.285903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:45.296702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:45.300483 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.352743 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.408054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:45.434468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.496263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:45.503821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': 'e652b593-8248-45db-bc69-12f899c82a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '349567ab-cb3d-4d5b-a7bb-a01ce3b923bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:45.504176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:45.576604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:45.628096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.662433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:45.666867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:45.667471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.677802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5026f7-3b3a-4f21-b4a0-aa781d17f428 None None] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:45.697919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=7089a78d-370a-4142-a011-930c7c1a85ba,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:45.707022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:45.707531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: f520c4df-af12-432f-b476-26063caaac2c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:45.717295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['09e5246b-347a-41c4-a1bc-0ae523f7927c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 21:59:45.749418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe95125-e044-40da-bc46-cff31647a967 req-7b39205d-bd62-4adb-af5b-04461c62c079 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:45.750867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-efe95125-e044-40da-bc46-cff31647a967 req-7b39205d-bd62-4adb-af5b-04461c62c079 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 944 time: 0.0535939 Nov 10 21:59:45.778445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ce28e363-a4dd-430c-a930-e0ee957fb44d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7951152 Nov 10 21:59:45.778854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43078) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:45.788600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': '468531bd-9beb-4b2a-99b2-846ae523237e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:45.821112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-efe95125-e044-40da-bc46-cff31647a967 req-34184b68-74d6-4989-b9ec-2f6add3003fc tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629580 Nov 10 21:59:45.841642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network f520c4df-af12-432f-b476-26063caaac2c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:45.937393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-349567ab-cb3d-4d5b-a7bb-a01ce3b923bc', 'network_id': '349567ab-cb3d-4d5b-a7bb-a01ce3b923bc', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': 'ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:45.942105 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:45.992005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f520c4df-af12-432f-b476-26063caaac2c) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:45.996318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:45.997064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.034809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:46.052825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0f64c-cc6f-4a94-b3d0-06b0820fb914 None None] Network f520c4df-af12-432f-b476-26063caaac2c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:46.058478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.161081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f9127a33-25e8-478c-af9d-9e2e6278fdb5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0961459 Nov 10 21:59:46.162563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43082) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:46.241699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Allocated IP 2001:db8::2 (349567ab-cb3d-4d5b-a7bb-a01ce3b923bc/ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846/621a874a-8ded-4823-956f-eaf82cf601ab) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:46.405088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f520c4df-af12-432f-b476-26063caaac2c', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:46.406352 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.546040 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.583927 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.609937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Allocated IP 172.20.0.2 (f520c4df-af12-432f-b476-26063caaac2c/7089a78d-370a-4142-a011-930c7c1a85ba/2005343c-eba6-4eeb-b6b5-9c1e328a734e) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:46.671789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.725436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.787269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=d835075f-fcb8-430a-8e24-e271acda5a96,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:46.791061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:46.804779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:46.807684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:46.813822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': '55f3a46a-1a47-4db5-ab0a-56fd651d7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '468531bd-9beb-4b2a-99b2-846ae523237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:46.814178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: 468531bd-9beb-4b2a-99b2-846ae523237e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:46.821656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Pushing event updated for resources: {'Port': ['ID=621a874a-8ded-4823-956f-eaf82cf601ab,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:46.826025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.888184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Attempting to bind port 621a874a-8ded-4823-956f-eaf82cf601ab on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:46.888562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Attempting to bind port 621a874a-8ded-4823-956f-eaf82cf601ab by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e652b593-8248-45db-bc69-12f899c82a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '349567ab-cb3d-4d5b-a7bb-a01ce3b923bc'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:46.888927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Attempting to bind port 621a874a-8ded-4823-956f-eaf82cf601ab on network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:46.894967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:46.895495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Checking segment: {'id': 'e652b593-8248-45db-bc69-12f899c82a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '349567ab-cb3d-4d5b-a7bb-a01ce3b923bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:46.895931 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.896324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Bound using segment: {'id': 'e652b593-8248-45db-bc69-12f899c82a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '349567ab-cb3d-4d5b-a7bb-a01ce3b923bc'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:46.897526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Bound port: 621a874a-8ded-4823-956f-eaf82cf601ab, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e652b593-8248-45db-bc69-12f899c82a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '349567ab-cb3d-4d5b-a7bb-a01ce3b923bc'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:46.897526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.923122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 468531bd-9beb-4b2a-99b2-846ae523237e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:46.952256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ebe52-160d-455a-987e-8ae66a7c63c4 req-ed49bf75-8f93-4a02-aea3-7c99426c0469 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:46.953897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f71ebe52-160d-455a-987e-8ae66a7c63c4 req-ed49bf75-8f93-4a02-aea3-7c99426c0469 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 944 time: 0.0629935 Nov 10 21:59:46.970869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:46.985278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] For port 621a874a-8ded-4823-956f-eaf82cf601ab, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:46.989330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 09e5246b-347a-41c4-a1bc-0ae523f7927c up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:47.044991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] For port 621a874a-8ded-4823-956f-eaf82cf601ab, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=621a874a-8ded-4823-956f-eaf82cf601ab,segment=NetworkSegment(e652b593-8248-45db-bc69-12f899c82a48),segment_id=e652b593-8248-45db-bc69-12f899c82a48)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:47.047654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Network f520c4df-af12-432f-b476-26063caaac2c is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:47.059290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 468531bd-9beb-4b2a-99b2-846ae523237e) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:47.061639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.20.0.1 (f520c4df-af12-432f-b476-26063caaac2c/7089a78d-370a-4142-a011-930c7c1a85ba/b2027fea-0d11-4b87-a980-d5c9dd575d1e) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:47.061923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:47.079849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:47.081597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f71ebe52-160d-455a-987e-8ae66a7c63c4 req-4804288b-b507-4442-b108-896b20f58282 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205714 Nov 10 21:59:47.083262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:47.083892 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.096697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13a339-60c0-4e0e-9221-71e362b5f48d None None] Network 468531bd-9beb-4b2a-99b2-846ae523237e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:47.113123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Pushing event updated for resources: {'Port': ['ID=2005343c-eba6-4eeb-b6b5-9c1e328a734e,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:47.135540 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.227020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43088) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:47.227643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc26ea2f-9be8-4af8-80e0-bc5d908c9040 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4472172 Nov 10 21:59:47.232990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.235784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-95a771e3-c731-467a-8421-8abb139b5267 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-627576820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:47.284465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Attempting to bind port 2005343c-eba6-4eeb-b6b5-9c1e328a734e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:47.285076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Attempting to bind port 2005343c-eba6-4eeb-b6b5-9c1e328a734e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:47.285209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Attempting to bind port 2005343c-eba6-4eeb-b6b5-9c1e328a734e on network f520c4df-af12-432f-b476-26063caaac2c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:47.311536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:47.311536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Checking segment: {'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:47.313194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.313611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Bound using segment: {'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:47.314168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Bound port: 2005343c-eba6-4eeb-b6b5-9c1e328a734e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:47.314551 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.316640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78a065-743b-4b5d-ad11-654e6c494f30 None None] Pushing event updated for resources: {'Port': ['ID=621a874a-8ded-4823-956f-eaf82cf601ab,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:47.362077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 09e5246b-347a-41c4-a1bc-0ae523f7927c completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 21:59:47.387314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95a771e3-c731-467a-8421-8abb139b5267 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.389265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.389609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 09e5246b-347a-41c4-a1bc-0ae523f7927c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:47.389987 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.390746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95a771e3-c731-467a-8421-8abb139b5267 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.484338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95a771e3-c731-467a-8421-8abb139b5267 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.492064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network f520c4df-af12-432f-b476-26063caaac2c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:47.507467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:47.510752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:47.514487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-468531bd-9beb-4b2a-99b2-846ae523237e', 'network_id': '468531bd-9beb-4b2a-99b2-846ae523237e', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': 'd835075f-fcb8-430a-8e24-e271acda5a96'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:47.515356 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.530392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] For port 2005343c-eba6-4eeb-b6b5-9c1e328a734e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:47.548125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] For port 2005343c-eba6-4eeb-b6b5-9c1e328a734e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2005343c-eba6-4eeb-b6b5-9c1e328a734e,segment=NetworkSegment(3ae7eda4-35d2-4bbf-b623-391a9f10de13),segment_id=3ae7eda4-35d2-4bbf-b623-391a9f10de13)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:47.550219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95a771e3-c731-467a-8421-8abb139b5267 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.572859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.644378 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.677319 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.690295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=b2027fea-0d11-4b87-a980-d5c9dd575d1e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:47.704660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95a771e3-c731-467a-8421-8abb139b5267 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.708943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-95a771e3-c731-467a-8421-8abb139b5267 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4799032 Nov 10 21:59:47.709108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43090) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:47.911055 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:47.953951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:59:47.956533 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e5ad70-1cea-426b-9fcb-d385f6373313" -d '{"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-plugged", "status": "completed", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:59:47.967809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 621a874a-8ded-4823-956f-eaf82cf601ab up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:48.017624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:48.024714 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 21:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f44a3d-f637-4c64-81ec-62fff14a2215 x-openstack-request-id: req-76f44a3d-f637-4c64-81ec-62fff14a2215 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:59:48.025000 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-plugged", "status": "completed", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:59:48.025253 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76f44a3d-f637-4c64-81ec-62fff14a2215 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:59:48.025642 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'code': 200} Nov 10 21:59:48.113333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c2099-b288-408c-a58d-8b0e88b5b446 None None] Pushing event updated for resources: {'Port': ['ID=2005343c-eba6-4eeb-b6b5-9c1e328a734e,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:48.154584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Allocated IP 2001:db8:1::2 (468531bd-9beb-4b2a-99b2-846ae523237e/d835075f-fcb8-430a-8e24-e271acda5a96/af135293-8a0d-4ca2-9f73-ea7c07f53e5c) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:48.377765 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.384153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.390708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.433541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d8d41-1be4-421f-9539-f962bb788f53 req-29b6a7e9-fc0a-426f-9030-22c2619c81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:48.434833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-697d8d41-1be4-421f-9539-f962bb788f53 req-29b6a7e9-fc0a-426f-9030-22c2619c81ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1097 time: 0.2878113 Nov 10 21:59:48.454871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb36900-76ec-4160-9226-3ae36b981272 req-8f43b1df-1b1a-4017-afe5-1c03d557853e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:48.457662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 621a874a-8ded-4823-956f-eaf82cf601ab triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:48.458040 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.458940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fb36900-76ec-4160-9226-3ae36b981272 req-8f43b1df-1b1a-4017-afe5-1c03d557853e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.2113519 Nov 10 21:59:48.459806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:48.488490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.536022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Network 468531bd-9beb-4b2a-99b2-846ae523237e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:48.543262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:48.547136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:48.592754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Pushing event updated for resources: {'Port': ['ID=af135293-8a0d-4ca2-9f73-ea7c07f53e5c,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:48.683710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Attempting to bind port af135293-8a0d-4ca2-9f73-ea7c07f53e5c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:48.699713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Attempting to bind port af135293-8a0d-4ca2-9f73-ea7c07f53e5c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '55f3a46a-1a47-4db5-ab0a-56fd651d7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '468531bd-9beb-4b2a-99b2-846ae523237e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:48.699713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Attempting to bind port af135293-8a0d-4ca2-9f73-ea7c07f53e5c on network 468531bd-9beb-4b2a-99b2-846ae523237e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:48.699713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:48.699713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Checking segment: {'id': '55f3a46a-1a47-4db5-ab0a-56fd651d7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '468531bd-9beb-4b2a-99b2-846ae523237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:48.699713 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.699713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Bound using segment: {'id': '55f3a46a-1a47-4db5-ab0a-56fd651d7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '468531bd-9beb-4b2a-99b2-846ae523237e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:48.700631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Bound port: af135293-8a0d-4ca2-9f73-ea7c07f53e5c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f3a46a-1a47-4db5-ab0a-56fd651d7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '468531bd-9beb-4b2a-99b2-846ae523237e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:48.701122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.740238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fb36900-76ec-4160-9226-3ae36b981272 req-74576f74-4b26-43b6-b398-e8f3f299eb69 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398529 Nov 10 21:59:48.751881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-697d8d41-1be4-421f-9539-f962bb788f53 req-ebac5b92-78f3-4818-a3b5-a2fb05204b26 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640493 Nov 10 21:59:48.773749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] For port af135293-8a0d-4ca2-9f73-ea7c07f53e5c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:48.777211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] For port af135293-8a0d-4ca2-9f73-ea7c07f53e5c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=af135293-8a0d-4ca2-9f73-ea7c07f53e5c,segment=NetworkSegment(55f3a46a-1a47-4db5-ab0a-56fd651d7264),segment_id=55f3a46a-1a47-4db5-ab0a-56fd651d7264)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:48.780883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.793264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.826889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b93484-63e8-452f-9e93-0a6f41e8828d None None] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:48.832194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 621a874a-8ded-4823-956f-eaf82cf601ab, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=621a874a-8ded-4823-956f-eaf82cf601ab,segment=NetworkSegment(e652b593-8248-45db-bc69-12f899c82a48),segment_id=e652b593-8248-45db-bc69-12f899c82a48)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:48.844938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.906221 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.952944 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.967984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fe654ec6-dcbf-4bde-a4dd-73ae5a1042bc None None] Provisioning complete for port 621a874a-8ded-4823-956f-eaf82cf601ab triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:48.968497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe654ec6-dcbf-4bde-a4dd-73ae5a1042bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:48.975255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee165442-acf0-4ab8-a7c6-d4bad1422756 None None] Pushing event updated for resources: {'Port': ['ID=af135293-8a0d-4ca2-9f73-ea7c07f53e5c,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:49.019312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=b2027fea-0d11-4b87-a980-d5c9dd575d1e,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:49.023957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8::1 (349567ab-cb3d-4d5b-a7bb-a01ce3b923bc/ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846/6fa991f2-961d-4589-a264-c1d6189dbb8f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:49.027152 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:49.068660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=621a874a-8ded-4823-956f-eaf82cf601ab,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:49.667605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:49.670117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network f520c4df-af12-432f-b476-26063caaac2c is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:49.674113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:49.694841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-78cefa0e-9b0b-4850-aa3f-0d1926ecd54d None None] Provisioning complete for port 621a874a-8ded-4823-956f-eaf82cf601ab triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:49.695525 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-78cefa0e-9b0b-4850-aa3f-0d1926ecd54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:49.750224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcaa432-e1a9-40bb-93f0-b67e402dd656 None None] Network f520c4df-af12-432f-b476-26063caaac2c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:49.847740 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:49.874811 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:49.957223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:49.969044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:49.980131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:49.986406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:49.986871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:49.994460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13937b5a-d906-4f6e-af79-18f67338430f req-39568da1-7892-4253-8b6f-36e602dbd383 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:49.999789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13937b5a-d906-4f6e-af79-18f67338430f req-39568da1-7892-4253-8b6f-36e602dbd383 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1158075 Nov 10 21:59:50.126213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=6fa991f2-961d-4589-a264-c1d6189dbb8f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:50.145650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13937b5a-d906-4f6e-af79-18f67338430f req-2f7ddbab-c443-44b2-a381-a24f2218a254 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415451 Nov 10 21:59:50.147061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d69df76f-c52b-4212-9569-970c51ecca10 None None] Provisioning complete for port 2005343c-eba6-4eeb-b6b5-9c1e328a734e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:50.147440 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d69df76f-c52b-4212-9569-970c51ecca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.178583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2005343c-eba6-4eeb-b6b5-9c1e328a734e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:50.271037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.282323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2005343c-eba6-4eeb-b6b5-9c1e328a734e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:50.282797 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.380354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:50.391063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0882b91d-9bcd-4b54-8acf-3f23a1c1d44a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2273605 Nov 10 21:59:50.393644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43104) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:50.399176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-1822949322'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:50.410187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:50.432758 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d69df76f-c52b-4212-9569-970c51ecca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.438465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:50.440362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:50.527370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:50.533714 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.565605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d69df76f-c52b-4212-9569-970c51ecca10 None None] For port 2005343c-eba6-4eeb-b6b5-9c1e328a734e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2005343c-eba6-4eeb-b6b5-9c1e328a734e,segment=NetworkSegment(3ae7eda4-35d2-4bbf-b623-391a9f10de13),segment_id=3ae7eda4-35d2-4bbf-b623-391a9f10de13)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:50.593467 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:50.603513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.611140 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment e3b0975d-2ae8-4bb5-9a7d-d2910921d080 of type vlan for network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 Nov 10 21:59:50.648523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d69df76f-c52b-4212-9569-970c51ecca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.677840 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.709264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:50.752505 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.755137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.790968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69df76f-c52b-4212-9569-970c51ecca10 None None] Pushing event updated for resources: {'Port': ['ID=2005343c-eba6-4eeb-b6b5-9c1e328a734e,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:50.835209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa04c4f-1046-4b23-a265-619b34364c2d None None] Network 468531bd-9beb-4b2a-99b2-846ae523237e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:50.848141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.849147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.852222 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.859260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:50.860016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:50.958490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:50.978775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4fcab166-151f-4ea8-ab98-eeef9f47cd3a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5832558 Nov 10 21:59:50.980422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43106) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:50.986452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:51.028640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:51.031090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Provisioning complete for port 6fa991f2-961d-4589-a264-c1d6189dbb8f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:51.031505 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:51.043091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=6fa991f2-961d-4589-a264-c1d6189dbb8f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:51.125662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:51.128966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:51.219634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Port 6fa991f2-961d-4589-a264-c1d6189dbb8f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:51.232383 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:59:51.235056 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:59:51.285347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:51.292039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:51.304173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T21:59:47Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:48Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:51.306090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Provisioning complete for port b2027fea-0d11-4b87-a980-d5c9dd575d1e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:51.306527 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:51.395825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605eceb0-8a28-48bd-af2b-67b7f2e10a8b req-7a2c714c-17e1-40b6-b4d4-19551d823dce tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:51.397382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-605eceb0-8a28-48bd-af2b-67b7f2e10a8b req-7a2c714c-17e1-40b6-b4d4-19551d823dce tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1226137 Nov 10 21:59:51.503915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-605eceb0-8a28-48bd-af2b-67b7f2e10a8b req-7915fbed-7e5a-4b24-ab71-79eb2a842571 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952647 Nov 10 21:59:51.568268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:59:51.568846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Updating router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 port b2027fea-0d11-4b87-a980-d5c9dd575d1e binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:59:51.588219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 1bc91ccd-45db-4709-8e93-503bcfd17e4a is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 21:59:51.632041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Port b2027fea-0d11-4b87-a980-d5c9dd575d1e cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:51.639400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:51.681028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf08c0-5061-4ed1-8f3b-7a506f3743b4 req-272dfd38-863b-41cb-9b58-e515773b438f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:51.687584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bf08c0-5061-4ed1-8f3b-7a506f3743b4 req-272dfd38-863b-41cb-9b58-e515773b438f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0794966 Nov 10 21:59:51.691524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Provisioning complete for port 2005343c-eba6-4eeb-b6b5-9c1e328a734e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:51.691943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53ba4696-3861-47ec-90e7-e493de0e8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:51.721959 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:51.724177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:51.737543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] Sync routers for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:51.741695 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-43b0958b-2d52-473c-95e0-f8bb76c62676 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/1bc91ccd-45db-4709-8e93-503bcfd17e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0313556 Nov 10 21:59:51.742584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43116) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:51.748274 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:51.748886 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:51.819277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f3f7b5-9929-4345-8dbb-da3b9ebbe5da tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:51.825657 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-70f3f7b5-9929-4345-8dbb-da3b9ebbe5da tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports/6fa991f2-961d-4589-a264-c1d6189dbb8f HTTP/1.1" status: 200 len: 911 time: 0.0792439 Nov 10 21:59:51.827126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43118) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:51.870753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=90be65fa-adbf-425c-94f3-0a55f84b43f6,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:51.881019 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:51.893005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 621a874a-8ded-4823-956f-eaf82cf601ab up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:51.910398 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:51.911438 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:51.929586 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93bf08c0-5061-4ed1-8f3b-7a506f3743b4 req-790f078a-5d99-4e8d-8d74-3e4a41916c32 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407770 Nov 10 21:59:51.959560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43120) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:51.978812 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:51.980111 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b4a29-ead9-4d52-b147-80efcd51d38e None None] The sync data for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:51.984664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:51.990298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:52.084689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98cb328-9259-42a6-aa92-776fd7b783ea tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:52.087790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d98cb328-9259-42a6-aa92-776fd7b783ea tempest-TestNetworkAdvancedServerOps-1139082683 tempest-TestNetworkAdvancedServerOps-1139082683-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1092 time: 0.1239343 Nov 10 21:59:52.088815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 21:59:52.091137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43122) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:52.094932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 621a874a-8ded-4823-956f-eaf82cf601ab triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:52.101776 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.101956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:52.170590 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.211386 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.229636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Provisioning complete for port 6fa991f2-961d-4589-a264-c1d6189dbb8f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:52.230019 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.250423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:52.260899 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.272585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74fd52-a08a-4e94-929f-3321ac551c63 None None] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:52.312059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:52.313562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.343062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af135293-8a0d-4ca2-9f73-ea7c07f53e5c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:52.393993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.432223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Port 6fa991f2-961d-4589-a264-c1d6189dbb8f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:52.464265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d9571-b9cc-473d-a0bc-51568e681fda None None] Pushing event updated for resources: {'Port': ['ID=b2027fea-0d11-4b87-a980-d5c9dd575d1e,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:52.473964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.533630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Allocated IP 172.25.7.197 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/a053ada8-bcad-42eb-af4a-f8cfa453e3cd) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:52.557571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Provisioning complete for port b2027fea-0d11-4b87-a980-d5c9dd575d1e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:52.558233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.593144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Attempting to bind port b2027fea-0d11-4b87-a980-d5c9dd575d1e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:52.594832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Attempting to bind port b2027fea-0d11-4b87-a980-d5c9dd575d1e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:52.595205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Attempting to bind port b2027fea-0d11-4b87-a980-d5c9dd575d1e on network f520c4df-af12-432f-b476-26063caaac2c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:52.652459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.655268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:52.655654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Checking segment: {'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:52.656198 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.656644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Bound using segment: {'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:52.657144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Bound port: b2027fea-0d11-4b87-a980-d5c9dd575d1e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae7eda4-35d2-4bbf-b623-391a9f10de13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:52.657535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.665147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port af135293-8a0d-4ca2-9f73-ea7c07f53e5c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:52.665518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.677933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Port b2027fea-0d11-4b87-a980-d5c9dd575d1e cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:52.694078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-52328506-b6da-4eec-bc51-f573b1fe957d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7116117 Nov 10 21:59:52.694839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43126) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:52.766492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 21:59:52.768747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.798864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.814816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Provisioning complete for port af135293-8a0d-4ca2-9f73-ea7c07f53e5c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:52.817599 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:52.863091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8:1::1 (468531bd-9beb-4b2a-99b2-846ae523237e/d835075f-fcb8-430a-8e24-e271acda5a96/0bb244c3-9a75-4607-a0d8-b4713f959c21) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:52.867380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:52.877927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:52.919379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:52.941297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] For port b2027fea-0d11-4b87-a980-d5c9dd575d1e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:52.981516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=a053ada8-bcad-42eb-af4a-f8cfa453e3cd,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:52.981728 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] For port b2027fea-0d11-4b87-a980-d5c9dd575d1e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b2027fea-0d11-4b87-a980-d5c9dd575d1e,segment=NetworkSegment(3ae7eda4-35d2-4bbf-b623-391a9f10de13),segment_id=3ae7eda4-35d2-4bbf-b623-391a9f10de13)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:53.017006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.044050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.089295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.140417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Allocated IP 172.21.0.2 (3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7/90be65fa-adbf-425c-94f3-0a55f84b43f6/1d1e938b-a441-4afd-a4d6-93a30c2409df) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:53.163050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.185749 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.195704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port af135293-8a0d-4ca2-9f73-ea7c07f53e5c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=af135293-8a0d-4ca2-9f73-ea7c07f53e5c,segment=NetworkSegment(55f3a46a-1a47-4db5-ab0a-56fd651d7264),segment_id=55f3a46a-1a47-4db5-ab0a-56fd651d7264)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:53.249016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:53.249669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:53.255445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d9571-b9cc-473d-a0bc-51568e681fda None None] Pushing event updated for resources: {'Port': ['ID=b2027fea-0d11-4b87-a980-d5c9dd575d1e,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:53.260119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 468531bd-9beb-4b2a-99b2-846ae523237e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:53.269945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:53.288173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:53.289139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.360447 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.445888 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.495111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=0bb244c3-9a75-4607-a0d8-b4713f959c21,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:53.618573 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.739251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2005343c-eba6-4eeb-b6b5-9c1e328a734e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:53.827889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:53.906831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:53.968886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 21:59:53.969512 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-1ab32682-78cb-4b60-ab29-1e0cd5298926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 21:59:53.982101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.019687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=af135293-8a0d-4ca2-9f73-ea7c07f53e5c,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:54.028337 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.032228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2005343c-eba6-4eeb-b6b5-9c1e328a734e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:54.032597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.037512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.059153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.085397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.086450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.119032 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.182941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=0bb244c3-9a75-4607-a0d8-b4713f959c21,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:54.186755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:54.199162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:54.204118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:54.220731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.21.0.1 (3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7/90be65fa-adbf-425c-94f3-0a55f84b43f6/9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 21:59:54.230068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Pushing event updated for resources: {'Port': ['ID=1d1e938b-a441-4afd-a4d6-93a30c2409df,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:54.244816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 468531bd-9beb-4b2a-99b2-846ae523237e is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:54.248117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:54.330568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Attempting to bind port 1d1e938b-a441-4afd-a4d6-93a30c2409df on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:54.330944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Attempting to bind port 1d1e938b-a441-4afd-a4d6-93a30c2409df by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:54.331312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Attempting to bind port 1d1e938b-a441-4afd-a4d6-93a30c2409df on network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:54.341683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:54.343597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Checking segment: {'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:54.343597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.343597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Bound using segment: {'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:54.343965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Bound port: 1d1e938b-a441-4afd-a4d6-93a30c2409df, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:54.344351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.376344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 1bc91ccd-45db-4709-8e93-503bcfd17e4a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:54.433347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T21:59:47Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:52Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:54.510746 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:54.515040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6816a8-624d-45ca-ba15-e2064c5d815d None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T21:59:47Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:52Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:54.519681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d06b46a3-df40-4a40-9e08-113387ee3be7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/1bc91ccd-45db-4709-8e93-503bcfd17e4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6914196 Nov 10 21:59:54.525923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43136) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:54.560712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] Sync routers for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:54.587632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:54.588834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:54.608777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312a905-35f1-4c75-826b-5694b9e38db0 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:54.621607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0312a905-35f1-4c75-826b-5694b9e38db0 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports/0bb244c3-9a75-4607-a0d8-b4713f959c21 HTTP/1.1" status: 200 len: 913 time: 0.0944417 Nov 10 21:59:54.623982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:54.668145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:54.677127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] For port 1d1e938b-a441-4afd-a4d6-93a30c2409df, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:54.690898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:54.691547 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:54.729228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] For port 1d1e938b-a441-4afd-a4d6-93a30c2409df, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1d1e938b-a441-4afd-a4d6-93a30c2409df,segment=NetworkSegment(e3b0975d-2ae8-4bb5-9a7d-d2910921d080),segment_id=e3b0975d-2ae8-4bb5-9a7d-d2910921d080)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:54.731877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:54.732586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bf9de4-b6b1-40ea-ae89-2ada12c5b99b None None] The sync data for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:54.761844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.794581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Provisioning complete for port 0bb244c3-9a75-4607-a0d8-b4713f959c21 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:54.794966 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.838259 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.853246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.862149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.879904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Port 0bb244c3-9a75-4607-a0d8-b4713f959c21 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:54.919119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Provisioning complete for port b2027fea-0d11-4b87-a980-d5c9dd575d1e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:54.919596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:54.924646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d36c4-b8a7-4f9d-8deb-aaba4a9686cd None None] Pushing event updated for resources: {'Port': ['ID=1d1e938b-a441-4afd-a4d6-93a30c2409df,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:55.022813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event updated for resources: {'Port': ['ID=a053ada8-bcad-42eb-af4a-f8cfa453e3cd,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:55.035600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.076107 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.092731 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.136942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] For port b2027fea-0d11-4b87-a980-d5c9dd575d1e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b2027fea-0d11-4b87-a980-d5c9dd575d1e,segment=NetworkSegment(3ae7eda4-35d2-4bbf-b623-391a9f10de13),segment_id=3ae7eda4-35d2-4bbf-b623-391a9f10de13)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:55.160846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:55.174501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:55.185108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 21:59:55.217811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.288642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:55.365229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.390598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158edd-2c99-4d86-8033-0c72620e14c3 None None] Pushing event updated for resources: {'Port': ['ID=b2027fea-0d11-4b87-a980-d5c9dd575d1e,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:55.401906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ad95c03c-5d0e-4024-b5ae-44d6d7efad44 None None] Provisioning complete for port 0bb244c3-9a75-4607-a0d8-b4713f959c21 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:55.405618 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ad95c03c-5d0e-4024-b5ae-44d6d7efad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.431154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.504071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ad95c03c-5d0e-4024-b5ae-44d6d7efad44 None None] Port 0bb244c3-9a75-4607-a0d8-b4713f959c21 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:55.514808 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP 3bfe1436-59be-4359-b066-643ac3ed85c8 associated. External IP: 172.25.7.197, port: 09e5246b-347a-41c4-a1bc-0ae523f7927c. Nov 10 21:59:55.712310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af135293-8a0d-4ca2-9f73-ea7c07f53e5c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:55.833106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port af135293-8a0d-4ca2-9f73-ea7c07f53e5c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:55.833481 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:55.836717 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.120592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b2027fea-0d11-4b87-a980-d5c9dd575d1e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:56.120592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b2027fea-0d11-4b87-a980-d5c9dd575d1e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:56.120592 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.122754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:56.123057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1e938b-a441-4afd-a4d6-93a30c2409df up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:56.187597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1d1e938b-a441-4afd-a4d6-93a30c2409df triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:56.188213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.273687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 0bb244c3-9a75-4607-a0d8-b4713f959c21 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:56.273687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.309903 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.353814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 1d1e938b-a441-4afd-a4d6-93a30c2409df, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1d1e938b-a441-4afd-a4d6-93a30c2409df,segment=NetworkSegment(e3b0975d-2ae8-4bb5-9a7d-d2910921d080),segment_id=e3b0975d-2ae8-4bb5-9a7d-d2910921d080)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 21:59:56.407247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:56.419666 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] Sync routers for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:56.427454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.431134 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:56.431789 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:56.441664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 0bb244c3-9a75-4607-a0d8-b4713f959c21 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:56.462942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.480759 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.551948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.555750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=1d1e938b-a441-4afd-a4d6-93a30c2409df,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:56.590576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.617972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973668c8-0fcc-49b7-b8d7-5af7c6ca814d None None] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 21:59:56.626195 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:56.711597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-72df23e6-1d12-4cea-99b7-afacf069fe33 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6184850 Nov 10 21:59:56.717304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 21:59:56.720880 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6dc890-9fef-4bbc-a435-fa0a92f58316" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 21:59:56.721289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dcebed6c-d4e9-48ff-a0b9-f2057563f121 None None] Provisioning complete for port 1d1e938b-a441-4afd-a4d6-93a30c2409df triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:56.721660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dcebed6c-d4e9-48ff-a0b9-f2057563f121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.762884 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.767044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:56.788992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:56.881191 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4344061-343d-462f-b8e6-35eca26c2edd x-openstack-request-id: req-e4344061-343d-462f-b8e6-35eca26c2edd {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 21:59:56.883945 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 21:59:56.884448 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4344061-343d-462f-b8e6-35eca26c2edd {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 21:59:56.885110 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'status': 'completed', 'code': 200} Nov 10 21:59:56.972851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 21:59:56.975308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 21:59:56.976218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=0bb244c3-9a75-4607-a0d8-b4713f959c21,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:57.052238 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '3bfe1436-59be-4359-b066-643ac3ed85c8', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'port_id': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'mac_address': 'fa:16:3e:77:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T21:59:53Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:35Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:57.126926 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] Checking router: 34816fb3-8ce4-42df-b54f-f298f2ce07a8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:59:57.137879 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:57.138650 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:57.166435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:57.182979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-31f14142-9e96-4482-9b62-3cdedeaa9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:57.184648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-31f14142-9e96-4482-9b62-3cdedeaa9d57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1097 time: 0.2548532 Nov 10 21:59:57.196075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb16f-135b-4620-8dcb-6ab35e0c0193 req-9ff8584a-65ca-418f-82d0-01c35c0c1cf3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:57.198019 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86fbb16f-135b-4620-8dcb-6ab35e0c0193 req-9ff8584a-65ca-418f-82d0-01c35c0c1cf3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.2725198 Nov 10 21:59:57.210550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:57.460289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1042c2b8-aa8a-4f4c-8f69-c36ea4974f55 None None] Provisioning complete for port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:57.462182 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1042c2b8-aa8a-4f4c-8f69-c36ea4974f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:57.471832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:57.473649 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:57.486943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-41758b2e-eada-4fb7-8117-7a489f05382b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7909620 Nov 10 21:59:57.489607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43168) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:57.499316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-1222386541'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:57.513389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:57.579073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1042c2b8-aa8a-4f4c-8f69-c36ea4974f55 None None] Port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:57.583865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b2027fea-0d11-4b87-a980-d5c9dd575d1e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:57.618974 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-86fbb16f-135b-4620-8dcb-6ab35e0c0193 req-1fe5c07f-3b6a-4607-8803-b8ee8b7c1cc3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944786 Nov 10 21:59:57.624940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-d382223f-3cf8-444a-b860-947f9f6322c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:57.626628 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-d382223f-3cf8-444a-b860-947f9f6322c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 898 time: 0.4277194 Nov 10 21:59:57.648329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43172) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:57.656409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:57.658862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:57.726730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 1bc91ccd-45db-4709-8e93-503bcfd17e4a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 21:59:57.728013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:57.732240 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-f7141941-9c62-4424-8645-8c7a6639c870 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 999 time: 0.0884614 Nov 10 21:59:57.733800 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:57.800366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-f5e76537-038c-406d-b062-f112bbcc98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:57.801975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-f5e76537-038c-406d-b062-f112bbcc98fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 200 len: 834 time: 0.0631804 Nov 10 21:59:57.831630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1042c2b8-aa8a-4f4c-8f69-c36ea4974f55 None None] Provisioning complete for port 1d1e938b-a441-4afd-a4d6-93a30c2409df triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:57.832030 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1042c2b8-aa8a-4f4c-8f69-c36ea4974f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:57.838341 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '3bfe1436-59be-4359-b066-643ac3ed85c8', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'port_id': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'mac_address': 'fa:16:3e:77:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T21:59:53Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:35Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:57.866123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2dc25d5b-649f-46d8-b195-ca83b75a3456 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/3bfe1436-59be-4359-b066-643ac3ed85c8 HTTP/1.1" status: 200 len: 991 time: 0.2158027 Nov 10 21:59:57.870836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 21:59:57.873774 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eef48b6-414c-4080-b135-42a386e9d8ce None None] The sync data for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 is: [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '3bfe1436-59be-4359-b066-643ac3ed85c8', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'port_id': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'mac_address': 'fa:16:3e:77:77:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T21:59:53Z', 'revision_number': 0, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:35Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:57.893809 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:57.894392 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment c48d028f-9d23-4722-b1ed-3755e5a28fb6 of type vlan for network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a Nov 10 21:59:57.949325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:57.954641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b2027fea-0d11-4b87-a980-d5c9dd575d1e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:57.955189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:57.982361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-ac55d352-d33d-4661-ba7e-0e653c00f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:57.988086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-ac55d352-d33d-4661-ba7e-0e653c00f759 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=314420bc-15aa-40cb-95c8-0acec128072e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735170 Nov 10 21:59:58.039108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 21:59:58.062830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e2b6d05d-fddc-4c25-9c27-532bef35f9b6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/1bc91ccd-45db-4709-8e93-503bcfd17e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4233019 Nov 10 21:59:58.063074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.063204 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] Sync routers for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 21:59:58.063309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43178) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:58.080063 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:58.084311 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:58.131252 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:58.133927 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:58.134717 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:58.162047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-fb4efd52-cf83-4eb1-b66e-9a499ab32d82 service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637049 Nov 10 21:59:58.204903 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:58.205392 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e98d650-35fc-4d7e-89e0-55776262b9eb None None] The sync data for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 21:59:58.219839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.resource_extend [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 21:59:58.363179 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f6dc890-9fef-4bbc-a435-fa0a92f58316 req-7a056acb-da55-4ab4-a879-b5e64c359b45 service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924887 Nov 10 21:59:58.406363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.409160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1550339-95a5-445a-8827-26770963574c None None] New status for floating IP 3bfe1436-59be-4359-b066-643ac3ed85c8: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 21:59:58.412392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 21:59:58.413329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.461623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e7d04939-fe88-48e7-8017-f28bc5df7c65 None None] Provisioning complete for port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:58.462249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7d04939-fe88-48e7-8017-f28bc5df7c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.483472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:58.499922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.500193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.500533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.500904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.501290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.501750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.502000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.502327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.502649 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.502972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.503311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.503652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 21:59:58.532194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 21:59:58.623175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1e938b-a441-4afd-a4d6-93a30c2409df up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 21:59:58.629357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bdc32597-0aec-47ab-933e-e286d51dcbd6 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1359963 Nov 10 21:59:58.629784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43186) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:58.638096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 21:59:58.673008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e7d04939-fe88-48e7-8017-f28bc5df7c65 None None] Port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 21:59:58.732106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.797265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1d1e938b-a441-4afd-a4d6-93a30c2409df triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:58.797641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.825257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 3, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T21:59:56Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:58.858957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 21:59:58.859319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Updating router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 21:59:58.868570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43190) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 21:59:58.892452 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.908586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 21:59:58.912121 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:58.966372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ce322cd7-b7f5-4cb1-b3c5-a5cc2d187e62 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/3bfe1436-59be-4359-b066-643ac3ed85c8 HTTP/1.1" status: 200 len: 993 time: 0.0960522 Nov 10 21:59:59.250483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 6fa991f2-961d-4589-a264-c1d6189dbb8f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 21:59:59.250922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.299127 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.319329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.405822 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.416841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.421440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=06fe1ec5-8227-4675-a4f0-cfd175d35f0f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:59.449264 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 6fa991f2-961d-4589-a264-c1d6189dbb8f owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 21:59:59.463864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375404-1bc0-4a21-8455-0a060397a7c3 None None] Pushing event updated for resources: {'Port': ['ID=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:59.477821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:59.477966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 21:59:59.533002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Attempting to bind port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 21:59:59.534066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Attempting to bind port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 21:59:59.534445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Attempting to bind port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 on network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 21:59:59.541116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 21:59:59.541488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Checking segment: {'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 21:59:59.541935 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.542339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Bound using segment: {'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 21:59:59.542807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Bound port: 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 21:59:59.543194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.627634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] For port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 21:59:59.631429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] For port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,segment=NetworkSegment(e3b0975d-2ae8-4bb5-9a7d-d2910921d080),segment_id=e3b0975d-2ae8-4bb5-9a7d-d2910921d080)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 21:59:59.714102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.775889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 21:59:59.776629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 21:59:59.885824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375404-1bc0-4a21-8455-0a060397a7c3 None None] Pushing event updated for resources: {'Port': ['ID=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 21:59:59.912318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b240b5b6-156e-4bc4-bd83-97d21f2a1cb6 None None] Provisioning complete for port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 21:59:59.912795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b240b5b6-156e-4bc4-bd83-97d21f2a1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 21:59:59.944578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 21:59:59.983488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:00.108857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:00.122643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:00.122877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01da7eb-bc23-4dd7-933f-c327d18f0144 None None] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:00.123485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.140856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.164912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b240b5b6-156e-4bc4-bd83-97d21f2a1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.210738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=6fa991f2-961d-4589-a264-c1d6189dbb8f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:00.226643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-eac82801-106e-4820-84fd-2ec808123a53 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5935063 Nov 10 22:00:00.229488 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43208) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:00.271180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b240b5b6-156e-4bc4-bd83-97d21f2a1cb6 None None] For port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,segment=NetworkSegment(e3b0975d-2ae8-4bb5-9a7d-d2910921d080),segment_id=e3b0975d-2ae8-4bb5-9a7d-d2910921d080)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:00.360990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.374066 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b240b5b6-156e-4bc4-bd83-97d21f2a1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.402359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:00.403801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.444514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 3, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T21:59:59Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:00.497620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e49d8-eec7-4389-81a5-1df7bbe68c50 None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 3, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T21:59:59Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:00.606588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240b5b6-156e-4bc4-bd83-97d21f2a1cb6 None None] Pushing event updated for resources: {'Port': ['ID=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:00.634875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f00d9fc2-68b2-4c43-8c53-d09f7fe0a117 None None] Provisioning complete for port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:00.635249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f00d9fc2-68b2-4c43-8c53-d09f7fe0a117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.692165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 1bc91ccd-45db-4709-8e93-503bcfd17e4a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:00.773103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Allocated IP 172.22.0.2 (7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a/06fe1ec5-8227-4675-a4f0-cfd175d35f0f/5ff8306c-4d3c-4d0c-8c25-43b178b82058) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:00.813880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:00.823476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6a718d0-9e42-45ce-a2fa-34ff4b654bcd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/1bc91ccd-45db-4709-8e93-503bcfd17e4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7618480 Nov 10 22:00:00.823476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43218) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:00.828639 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] Sync routers for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:00.849339 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:00.853439 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:00.859867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5cfe892d-1792-4469-95bf-ba6e63c87100 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bc91ccd-45db-4709-8e93-503bcfd17e4a HTTP/1.1" status: 200 len: 205 time: 0.0344722 Nov 10 22:00:00.862536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43220) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:00.970055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff93044f-c370-4ed5-98a4-89a5d465a474 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:00.989157 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:01.029562 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] Routers {'1bc91ccd-45db-4709-8e93-503bcfd17e4a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:01.030272 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:01.084097 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.091183 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:01.097957 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da1ddd-997c-4988-8d90-51b376924332 None None] The sync data for ids ['1bc91ccd-45db-4709-8e93-503bcfd17e4a'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:01.116636 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:00:01.232116 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.265576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff93044f-c370-4ed5-98a4-89a5d465a474 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.267952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff93044f-c370-4ed5-98a4-89a5d465a474 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.320196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.374370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:01.382959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:01.394954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:01.417452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff93044f-c370-4ed5-98a4-89a5d465a474 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.418184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff93044f-c370-4ed5-98a4-89a5d465a474 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc91ccd-45db-4709-8e93-503bcfd17e4a {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:00:01.419328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Pushing event updated for resources: {'Port': ['ID=5ff8306c-4d3c-4d0c-8c25-43b178b82058,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:01.426757 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff93044f-c370-4ed5-98a4-89a5d465a474 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.435581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ff93044f-c370-4ed5-98a4-89a5d465a474 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/1bc91ccd-45db-4709-8e93-503bcfd17e4a HTTP/1.1" status: 204 len: 168 time: 0.5715406 Nov 10 22:00:01.441474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43230) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:01.520929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Attempting to bind port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:01.520929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Attempting to bind port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:01.520929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Attempting to bind port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 on network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:01.525645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:01.526258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Checking segment: {'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:01.526859 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.527433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Bound using segment: {'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:01.528385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Bound port: 5ff8306c-4d3c-4d0c-8c25-43b178b82058, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:01.528566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.22.0.1 (7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a/06fe1ec5-8227-4675-a4f0-cfd175d35f0f/1434734f-1625-4b47-84c6-086dbc474bb7) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:01.529453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.549247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet d835075f-fcb8-430a-8e24-e271acda5a96 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:01.557166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.601286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:01.636493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] For port 5ff8306c-4d3c-4d0c-8c25-43b178b82058, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:01.637276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.656041 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] For port 5ff8306c-4d3c-4d0c-8c25-43b178b82058, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5ff8306c-4d3c-4d0c-8c25-43b178b82058,segment=NetworkSegment(c48d028f-9d23-4722-b1ed-3755e5a28fb6),segment_id=c48d028f-9d23-4722-b1ed-3755e5a28fb6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:01.677688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:01.678061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.722116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.752381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.761975 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.831247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.832697 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90fa66-851b-490a-9956-d8a9668e5a59 None None] Pushing event updated for resources: {'Port': ['ID=5ff8306c-4d3c-4d0c-8c25-43b178b82058,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:01.876547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:01.879651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:01.886489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:01.920214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=1434734f-1625-4b47-84c6-086dbc474bb7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:01.932705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.940129 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.975969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=d835075f-fcb8-430a-8e24-e271acda5a96,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:01.989066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:01.998495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002acb5b-14e6-4a67-9b03-a93826c726d4 None None] Network 468531bd-9beb-4b2a-99b2-846ae523237e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:01.998665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43236) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:01.998900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a3ccb27-8942-4589-a3d4-9f1139d0e86e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/d835075f-fcb8-430a-8e24-e271acda5a96 HTTP/1.1" status: 204 len: 168 time: 0.5559521 Nov 10 22:00:02.159487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:02.163718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.257471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.273402 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.402412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] DHCP port deletion for 468531bd-9beb-4b2a-99b2-846ae523237e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:02.479351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] Deleting port af135293-8a0d-4ca2-9f73-ea7c07f53e5c {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:02.479715 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.491032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.548693 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] For port af135293-8a0d-4ca2-9f73-ea7c07f53e5c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=af135293-8a0d-4ca2-9f73-ea7c07f53e5c,segment=NetworkSegment(55f3a46a-1a47-4db5-ab0a-56fd651d7264),segment_id=55f3a46a-1a47-4db5-ab0a-56fd651d7264)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:02.549320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.563255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] Calling delete_port for af135293-8a0d-4ca2-9f73-ea7c07f53e5c owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:02.685060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.733545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.763671 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.786390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.795298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5be8c9-35b9-4f14-aafd-0b23f4d94afd None None] Network 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:02.795572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43248) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:02.796834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] Pushing event deleted for resources: {'Port': ['ID=af135293-8a0d-4ca2-9f73-ea7c07f53e5c,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:02.798626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846 HTTP/1.1" status: 204 len: 168 time: 0.8002822 Nov 10 22:00:02.802026 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.810240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792b4b2-c927-4aa6-b671-b809ae2b0b0d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:02.810473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba263f1c-8ffb-470d-bd6a-51d2bfa03518 None None] No DVR routers for this DVR port af135293-8a0d-4ca2-9f73-ea7c07f53e5c on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:02.911076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:02.922277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=1434734f-1625-4b47-84c6-086dbc474bb7,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:02.945928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.067636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:03.077928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:03.087688 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] DHCP port deletion for 349567ab-cb3d-4d5b-a7bb-a01ce3b923bc request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:03.111547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.125286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe26f1a5-b839-4c8c-af72-13c27bb03643 None None] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:03.136423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468531bd-9beb-4b2a-99b2-846ae523237e']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:03.147522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f3a46a-1a47-4db5-ab0a-56fd651d7264') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:03.148250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f3a46a-1a47-4db5-ab0a-56fd651d7264') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:03.161891 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.186976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.193788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:03.194220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:03.208591 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:03.244221 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bf7a2e11-b1c3-439d-8a6c-1b82dc5e287d None None] Provisioning complete for port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:03.244221 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2e11-b1c3-439d-8a6c-1b82dc5e287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.281899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] Deleting port 621a874a-8ded-4823-956f-eaf82cf601ab {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:03.282271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.295573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:03.389137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.397067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.400370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] For port 621a874a-8ded-4823-956f-eaf82cf601ab, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=621a874a-8ded-4823-956f-eaf82cf601ab,segment=NetworkSegment(e652b593-8248-45db-bc69-12f899c82a48),segment_id=e652b593-8248-45db-bc69-12f899c82a48)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:03.400775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.402505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/468531bd-9beb-4b2a-99b2-846ae523237e HTTP/1.1" status: 204 len: 168 time: 0.6062458 Nov 10 22:00:03.407288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43256) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:03.435283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] Calling delete_port for 621a874a-8ded-4823-956f-eaf82cf601ab owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:03.436984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa71a23-e496-48e0-a5b8-f787edf81751 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=468531bd-9beb-4b2a-99b2-846ae523237e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:03.457527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:03.463479 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-54ad4e90-1584-42da-acac-0f03da88b2aa tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2328026 Nov 10 22:00:03.466771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43260) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:03.472110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'network': {'name': 'tempest-RoutersTest-1067740952'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:03.523014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.568896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:03.577804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ff8306c-4d3c-4d0c-8c25-43b178b82058 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:03.594193 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 621a874a-8ded-4823-956f-eaf82cf601ab {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:03.597145 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.635522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:03.641853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.648285 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2e11-b1c3-439d-8a6c-1b82dc5e287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.653069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:03.655113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:03.672246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:03.675374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 621a874a-8ded-4823-956f-eaf82cf601ab, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=621a874a-8ded-4823-956f-eaf82cf601ab,segment=NetworkSegment(e652b593-8248-45db-bc69-12f899c82a48),segment_id=e652b593-8248-45db-bc69-12f899c82a48)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:03.675842 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.686269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.693149 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added segment 42f86df6-4d60-4745-b372-064b7decfa15 of type vlan for network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b Nov 10 22:00:03.693521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 621a874a-8ded-4823-956f-eaf82cf601ab owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:03.747960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.812314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:03.884439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.893061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:03.894449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.905873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:03.906479 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:03.960934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bf7a2e11-b1c3-439d-8a6c-1b82dc5e287d None None] For port 5ff8306c-4d3c-4d0c-8c25-43b178b82058, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5ff8306c-4d3c-4d0c-8c25-43b178b82058,segment=NetworkSegment(c48d028f-9d23-4722-b1ed-3755e5a28fb6),segment_id=c48d028f-9d23-4722-b1ed-3755e5a28fb6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:03.972217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.039849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Network': ['ID=dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:04.058319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-62050cd6-1721-41e2-ab0a-17acb2dcd975 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5902085 Nov 10 22:00:04.059190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43264) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:04.064999 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'subnet': {'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:04.114556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:04.119659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] Pushing event deleted for resources: {'Port': ['ID=621a874a-8ded-4823-956f-eaf82cf601ab,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:04.200877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590095f9-a84a-4117-8548-ae4825fbae08 None None] No DVR routers for this DVR port 621a874a-8ded-4823-956f-eaf82cf601ab on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:04.203172 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2e11-b1c3-439d-8a6c-1b82dc5e287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.301188 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a2e11-b1c3-439d-8a6c-1b82dc5e287d None None] Pushing event updated for resources: {'Port': ['ID=5ff8306c-4d3c-4d0c-8c25-43b178b82058,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:04.358209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.389606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Made reservation on behalf of 87f4a887e2c146cfb284825dab3458b2 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:04.394138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port 621a874a-8ded-4823-956f-eaf82cf601ab on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:04.397072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=621a874a-8ded-4823-956f-eaf82cf601ab,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:04.401335 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.452287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-de2900f9-a29c-443d-b2a1-18bdef02116f None None] Provisioning complete for port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:04.452656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de2900f9-a29c-443d-b2a1-18bdef02116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.484496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.519868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349567ab-cb3d-4d5b-a7bb-a01ce3b923bc']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:04.535788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e652b593-8248-45db-bc69-12f899c82a48') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:04.536414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e652b593-8248-45db-bc69-12f899c82a48') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:04.554472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.579991 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.588204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:04.598151 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:04.605391 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:04.632117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af135293-8a0d-4ca2-9f73-ea7c07f53e5c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:04.657738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: af135293-8a0d-4ca2-9f73-ea7c07f53e5c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:04.658424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device af135293-8a0d-4ca2-9f73-ea7c07f53e5c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:04.658841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 621a874a-8ded-4823-956f-eaf82cf601ab no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:04.714673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 621a874a-8ded-4823-956f-eaf82cf601ab {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:04.716222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 621a874a-8ded-4823-956f-eaf82cf601ab not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:04.731696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.751874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-de2900f9-a29c-443d-b2a1-18bdef02116f None None] Provisioning complete for port 1434734f-1625-4b47-84c6-086dbc474bb7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:04.752249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de2900f9-a29c-443d-b2a1-18bdef02116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.757408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:02Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:02Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:04.783379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.806531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:04.806805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Updating router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 port 1434734f-1625-4b47-84c6-086dbc474bb7 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:00:04.806926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Subnet': ['ID=193fac5f-cac7-4a2e-a7b0-5e7345e46b74,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:04.813684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Checking segment: {'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:04.814110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network hostable DHCP agents. Network: dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:04.820471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.830579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/349567ab-cb3d-4d5b-a7bb-a01ce3b923bc HTTP/1.1" status: 204 len: 168 time: 1.4217474 Nov 10 22:00:04.831080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43274) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:04.831595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ab9b-6ea6-40d4-8159-1ee428107beb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=349567ab-cb3d-4d5b-a7bb-a01ce3b923bc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:04.844352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-de2900f9-a29c-443d-b2a1-18bdef02116f None None] Port 1434734f-1625-4b47-84c6-086dbc474bb7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:04.845722 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:04.847173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378866715'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:04.926687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:04.991456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-aa39ea8a-bab3-4930-bcbf-5b819b306363 None None] Provisioning complete for port 1434734f-1625-4b47-84c6-086dbc474bb7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:04.991863 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aa39ea8a-bab3-4930-bcbf-5b819b306363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.000749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:05.043104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.043104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:05.043104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.043104 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment 7d57f2c7-c415-48cf-bd3a-59f760b5739a of type vlan for network dece7e51-1980-4df4-858d-1cf4c4c5f72f Nov 10 22:00:05.066247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-aa39ea8a-bab3-4930-bcbf-5b819b306363 None None] Port 1434734f-1625-4b47-84c6-086dbc474bb7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:05.089983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.240143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:05.245030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:05.245902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.261467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e774105-d296-4d32-bd97-5835b088efd8 None None] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:05.269376 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.275833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:05.277238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.347161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=dece7e51-1980-4df4-858d-1cf4c4c5f72f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:05.372986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:05.374162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:05.376115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c9ac8acd-c172-4c0f-8295-723de41151e9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3142741 Nov 10 22:00:05.423757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.467218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ed028ef7-dd23-4b81-b199-e4e365e386f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6336460 Nov 10 22:00:05.469575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43284) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:05.476101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:05.492322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ff8306c-4d3c-4d0c-8c25-43b178b82058 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:05.523546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.621079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ab15c-654b-4923-be73-94c9d101be37 None None] Pushing event updated for resources: {'Port': ['ID=1434734f-1625-4b47-84c6-086dbc474bb7,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:05.658219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:05.659126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.695130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:05.696577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:05.697196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.700613 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.763372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2bf18298-43b9-467b-98b8-8e1e4b8c4691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.781489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Attempting to bind port 1434734f-1625-4b47-84c6-086dbc474bb7 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:05.781853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Attempting to bind port 1434734f-1625-4b47-84c6-086dbc474bb7 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:05.782212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Attempting to bind port 1434734f-1625-4b47-84c6-086dbc474bb7 on network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:05.870725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:05.871009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Checking segment: {'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:05.871413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.872452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Bound using segment: {'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:05.872937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Bound port: 1434734f-1625-4b47-84c6-086dbc474bb7, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d028f-9d23-4722-b1ed-3755e5a28fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:05.873328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:05.901461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.060760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] For port 1434734f-1625-4b47-84c6-086dbc474bb7, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:06.069307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.083238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] For port 1434734f-1625-4b47-84c6-086dbc474bb7, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1434734f-1625-4b47-84c6-086dbc474bb7,segment=NetworkSegment(c48d028f-9d23-4722-b1ed-3755e5a28fb6),segment_id=c48d028f-9d23-4722-b1ed-3755e5a28fb6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:06.119817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1801127c-58e1-4118-b67b-c32563f9a682 None None] Provisioning complete for port 1434734f-1625-4b47-84c6-086dbc474bb7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:06.124292 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1801127c-58e1-4118-b67b-c32563f9a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.145620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Allocated IP 172.23.0.2 (dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b/193fac5f-cac7-4a2e-a7b0-5e7345e46b74/d532c8bb-7e3d-4b10-a748-54954c261876) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:06.148778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=2bd64e41-74c6-47e8-86be-735831a7dac6,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:06.164786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': '7d57f2c7-c415-48cf-bd3a-59f760b5739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:06.165365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: dece7e51-1980-4df4-858d-1cf4c4c5f72f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:06.177677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1801127c-58e1-4118-b67b-c32563f9a682 None None] Port 1434734f-1625-4b47-84c6-086dbc474bb7 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:06.208310 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.299644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:06.314377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ab15c-654b-4923-be73-94c9d101be37 None None] Pushing event updated for resources: {'Port': ['ID=1434734f-1625-4b47-84c6-086dbc474bb7,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:06.332116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:06.332634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T21:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:06.443880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, dece7e51-1980-4df4-858d-1cf4c4c5f72f) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:06.447825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:06.449438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.453143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.458032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174983b5-d086-4ef3-8a87-eaf533a22258 None None] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:06.479045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:06.546980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2fea5cad-de8a-48a3-8d7a-b8813a1aa3c6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0761604 Nov 10 22:00:06.547198 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.552801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43296) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:06.554897 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8bc960dc-9372-4d4d-a154-540681791226 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1441201474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:06.590313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Allocated IP 172.23.0.1 (dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b/193fac5f-cac7-4a2e-a7b0-5e7345e46b74/7dbf0093-acdc-49d4-968f-8be50240bd44) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:06.643659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:06.663413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:06.685540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:06.695944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bc960dc-9372-4d4d-a154-540681791226 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.699421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bc960dc-9372-4d4d-a154-540681791226 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.700782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Pushing event updated for resources: {'Port': ['ID=d532c8bb-7e3d-4b10-a748-54954c261876,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:06.732170 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.776865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bc960dc-9372-4d4d-a154-540681791226 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.789963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-83bb9540-7019-442d-a63d-e7688267008d None None] Provisioning complete for port 1434734f-1625-4b47-84c6-086dbc474bb7 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:06.790332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bb9540-7019-442d-a63d-e7688267008d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.858101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.878791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Attempting to bind port d532c8bb-7e3d-4b10-a748-54954c261876 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:06.879160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Attempting to bind port d532c8bb-7e3d-4b10-a748-54954c261876 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:06.879520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Attempting to bind port d532c8bb-7e3d-4b10-a748-54954c261876 on network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:06.891711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bc960dc-9372-4d4d-a154-540681791226 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.911254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:06.911588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Checking segment: {'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:06.912009 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.912398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Bound using segment: {'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:06.912883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Bound port: d532c8bb-7e3d-4b10-a748-54954c261876, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:06.913275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.926486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:06.930572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:06.937080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:06.974835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bc960dc-9372-4d4d-a154-540681791226 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:06.976828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8bc960dc-9372-4d4d-a154-540681791226 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4260850 Nov 10 22:00:06.983948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43302) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:06.985923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'port': {'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f', 'name': 'tempest-RoutersIpV6Test-1752504978'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:06.993372 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.043255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=7dbf0093-acdc-49d4-968f-8be50240bd44,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:07.194329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-dece7e51-1980-4df4-858d-1cf4c4c5f72f', 'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': '2bd64e41-74c6-47e8-86be-735831a7dac6'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:07.195309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.203237 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.284517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:07.289216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.308763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] device_id is not set on port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc yet. {{(pid=103048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 22:00:07.309036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] For port d532c8bb-7e3d-4b10-a748-54954c261876, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:07.380816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bb9540-7019-442d-a63d-e7688267008d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.381504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] For port d532c8bb-7e3d-4b10-a748-54954c261876, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d532c8bb-7e3d-4b10-a748-54954c261876,segment=NetworkSegment(42f86df6-4d60-4745-b372-064b7decfa15),segment_id=42f86df6-4d60-4745-b372-064b7decfa15)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:07.453828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:02Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:06Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:07.461702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.536233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-83bb9540-7019-442d-a63d-e7688267008d None None] For port 1434734f-1625-4b47-84c6-086dbc474bb7, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1434734f-1625-4b47-84c6-086dbc474bb7,segment=NetworkSegment(c48d028f-9d23-4722-b1ed-3755e5a28fb6),segment_id=c48d028f-9d23-4722-b1ed-3755e5a28fb6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:07.541245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db4c0da-42ea-4012-813a-e8f2baadb8a2 None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:02Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:06Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:07.543552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.576739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Allocated IP 2001:db8::2 (dece7e51-1980-4df4-858d-1cf4c4c5f72f/2bd64e41-74c6-47e8-86be-735831a7dac6/d78c4c39-270e-4c0d-9656-31515ede4231) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:07.636836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-83bb9540-7019-442d-a63d-e7688267008d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.648687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9b8ae-1b38-409d-875c-5c91b7a3dfa3 None None] Pushing event updated for resources: {'Port': ['ID=d532c8bb-7e3d-4b10-a748-54954c261876,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:07.655463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.769961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.779419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb9540-7019-442d-a63d-e7688267008d None None] Pushing event updated for resources: {'Port': ['ID=1434734f-1625-4b47-84c6-086dbc474bb7,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:07.785059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event updated for resources: {'Port': ['ID=7dbf0093-acdc-49d4-968f-8be50240bd44,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:07.879232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.918329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:07.920119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:07.947781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:07.994273 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-43ef39f5-191b-4f76-81bf-3ca95a9ddd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.036903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:08.040497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:08.045380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:08.061163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Pushing event updated for resources: {'Port': ['ID=d78c4c39-270e-4c0d-9656-31515ede4231,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:08.070533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:08.079528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8::8e (dece7e51-1980-4df4-858d-1cf4c4c5f72f/2bd64e41-74c6-47e8-86be-735831a7dac6/a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:08.173354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Attempting to bind port d78c4c39-270e-4c0d-9656-31515ede4231 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:08.175499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Attempting to bind port d78c4c39-270e-4c0d-9656-31515ede4231 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '7d57f2c7-c415-48cf-bd3a-59f760b5739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:08.175967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Attempting to bind port d78c4c39-270e-4c0d-9656-31515ede4231 on network dece7e51-1980-4df4-858d-1cf4c4c5f72f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:08.183155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:08.183643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Checking segment: {'id': '7d57f2c7-c415-48cf-bd3a-59f760b5739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:08.184203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.184801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Bound using segment: {'id': '7d57f2c7-c415-48cf-bd3a-59f760b5739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:08.185346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Bound port: d78c4c39-270e-4c0d-9656-31515ede4231, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d57f2c7-c415-48cf-bd3a-59f760b5739a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'dece7e51-1980-4df4-858d-1cf4c4c5f72f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:08.185805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.234591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:08.242994 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-82c7c49e-3947-4146-b17e-3ac511428f31 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8669941 Nov 10 22:00:08.243823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43314) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:08.249184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:08.271108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] For port d78c4c39-270e-4c0d-9656-31515ede4231, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:08.305081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] For port d78c4c39-270e-4c0d-9656-31515ede4231, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d78c4c39-270e-4c0d-9656-31515ede4231,segment=NetworkSegment(7d57f2c7-c415-48cf-bd3a-59f760b5739a),segment_id=7d57f2c7-c415-48cf-bd3a-59f760b5739a)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:08.386823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.444296 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.527436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef80d-4b0b-442e-9335-af91f37ccf8c None None] Pushing event updated for resources: {'Port': ['ID=d78c4c39-270e-4c0d-9656-31515ede4231,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:08.559452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.620519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:08.627204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:08.631218 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:08.640914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:08.641830 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.654825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:08.711856 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:08.728672 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:08.729299 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:08.772732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dbcd8016-a0f7-4a0e-adac-18fdc37ee82d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7911148 Nov 10 22:00:08.775242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43324) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:08.843252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.extraroute_db [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103047) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:00:08.879204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.extraroute_db [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Removed routes are [] {{(pid=103047) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:00:08.879930 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:08.880564 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:09.126530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-e7ce619d-2d58-4e62-9f41-451518262226 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369572 Nov 10 22:00:09.245967 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbf0093-acdc-49d4-968f-8be50240bd44', 'name': '', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:1f:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:06Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:09.270262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.274196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.296068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7aff3a-1604-4060-82d3-f99bcb332964 None None] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:09.301569 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:09.302262 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Updating router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 port 7dbf0093-acdc-49d4-968f-8be50240bd44 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:00:09.339780 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.366144 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.395462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843245-c448-4024-8fb4-68949e07eb63 req-bd80d392-944b-4cb8-a553-9420a300a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:09.397247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-bd80d392-944b-4cb8-a553-9420a300a165 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1097 time: 0.1847646 Nov 10 22:00:09.430035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.455564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e536b5dd-c60e-4ee0-8abd-eae6950ac2a1 None None] Provisioning complete for port d532c8bb-7e3d-4b10-a748-54954c261876 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:09.455997 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e536b5dd-c60e-4ee0-8abd-eae6950ac2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.498256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:09.723078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d78c4c39-270e-4c0d-9656-31515ede4231 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:09.727101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e536b5dd-c60e-4ee0-8abd-eae6950ac2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.891059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e536b5dd-c60e-4ee0-8abd-eae6950ac2a1 None None] For port d532c8bb-7e3d-4b10-a748-54954c261876, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d532c8bb-7e3d-4b10-a748-54954c261876,segment=NetworkSegment(42f86df6-4d60-4745-b372-064b7decfa15),segment_id=42f86df6-4d60-4745-b372-064b7decfa15)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:09.900949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d78c4c39-270e-4c0d-9656-31515ede4231 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:09.902015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.902150 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.940352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.992986 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:09.999316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e536b5dd-c60e-4ee0-8abd-eae6950ac2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.039296 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.082619 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.110584 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be9573-9305-4438-9129-de30702b23a4 None None] Pushing event updated for resources: {'Port': ['ID=7dbf0093-acdc-49d4-968f-8be50240bd44,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:10.199034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536b5dd-c60e-4ee0-8abd-eae6950ac2a1 None None] Pushing event updated for resources: {'Port': ['ID=d532c8bb-7e3d-4b10-a748-54954c261876,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:10.223835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port d78c4c39-270e-4c0d-9656-31515ede4231, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d78c4c39-270e-4c0d-9656-31515ede4231,segment=NetworkSegment(7d57f2c7-c415-48cf-bd3a-59f760b5739a),segment_id=7d57f2c7-c415-48cf-bd3a-59f760b5739a)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:10.240061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:10.260881 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Attempting to bind port 7dbf0093-acdc-49d4-968f-8be50240bd44 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:10.260881 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Attempting to bind port 7dbf0093-acdc-49d4-968f-8be50240bd44 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:10.261182 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Attempting to bind port 7dbf0093-acdc-49d4-968f-8be50240bd44 on network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:10.270584 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:10.270969 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Checking segment: {'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:10.271462 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.271886 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Bound using segment: {'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:10.272785 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Bound port: 7dbf0093-acdc-49d4-968f-8be50240bd44, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f86df6-4d60-4745-b372-064b7decfa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:10.273419 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.287288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcfbd40-810c-4dcd-884c-9993e2690638 None None] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:10.374566 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.380613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d532c8bb-7e3d-4b10-a748-54954c261876 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:10.433777 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] For port 7dbf0093-acdc-49d4-968f-8be50240bd44, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:10.442959 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] For port 7dbf0093-acdc-49d4-968f-8be50240bd44, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7dbf0093-acdc-49d4-968f-8be50240bd44,segment=NetworkSegment(42f86df6-4d60-4745-b372-064b7decfa15),segment_id=42f86df6-4d60-4745-b372-064b7decfa15)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:10.480567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843245-c448-4024-8fb4-68949e07eb63 req-3df1724d-cabb-4caa-b768-2e24164b5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:10.483337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-3df1724d-cabb-4caa-b768-2e24164b5fb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 898 time: 1.0575447 Nov 10 22:00:10.484690 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.485164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:10.498414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.502145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f6d623ce-0963-44ea-a2f2-45d4ce62b7dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 200 len: 933 time: 2.2546821 Nov 10 22:00:10.506062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-05fdaada-83d9-474d-a140-97514d7878c5 None None] Provisioning complete for port 7dbf0093-acdc-49d4-968f-8be50240bd44 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:10.506438 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-05fdaada-83d9-474d-a140-97514d7878c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.507183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:10.547623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-05fdaada-83d9-474d-a140-97514d7878c5 None None] Port 7dbf0093-acdc-49d4-968f-8be50240bd44 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:10.590107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=d78c4c39-270e-4c0d-9656-31515ede4231,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:10.595401 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.661306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-05fdaada-83d9-474d-a140-97514d7878c5 None None] Provisioning complete for port d532c8bb-7e3d-4b10-a748-54954c261876 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:10.661680 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-05fdaada-83d9-474d-a140-97514d7878c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.709041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:10.709682 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:10.718345 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be9573-9305-4438-9129-de30702b23a4 None None] Pushing event updated for resources: {'Port': ['ID=7dbf0093-acdc-49d4-968f-8be50240bd44,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:10.747505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d532c8bb-7e3d-4b10-a748-54954c261876 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:10.748259 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.749454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e23f1d88-3c1c-4b3e-a475-68ea01937675 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 200 len: 933 time: 0.2399106 Nov 10 22:00:10.752496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43348) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:10.756149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-9ec03f8e-8882-4f7b-b990-2afe15d28dc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 1001 time: 0.2545295 Nov 10 22:00:10.763018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'routes': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:10.823239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843245-c448-4024-8fb4-68949e07eb63 req-03d0e5b8-1356-4d53-a5e6-b7c43d8943e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:10.825594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-03d0e5b8-1356-4d53-a5e6-b7c43d8943e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 200 len: 834 time: 0.0602579 Nov 10 22:00:10.883698 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:10.926367 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:10.938264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7843245-c448-4024-8fb4-68949e07eb63 req-564cc31a-9c44-42c3-91a5-99254badb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:10.941113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-564cc31a-9c44-42c3-91a5-99254badb8f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=314420bc-15aa-40cb-95c8-0acec128072e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077697 Nov 10 22:00:10.976740 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:11.109913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1434734f-1625-4b47-84c6-086dbc474bb7 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:11.114287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-05fdaada-83d9-474d-a140-97514d7878c5 None None] Provisioning complete for port d78c4c39-270e-4c0d-9656-31515ede4231 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:11.124520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-05fdaada-83d9-474d-a140-97514d7878c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:11.165967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-d9df09a3-3401-439f-8112-2675515b0969 service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130024 Nov 10 22:00:11.368400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1434734f-1625-4b47-84c6-086dbc474bb7 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:11.368787 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:11.390741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f7843245-c448-4024-8fb4-68949e07eb63 req-3cde22ec-6cf2-4169-bc21-db1bcb358033 service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000797 Nov 10 22:00:11.423305 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:08Z', 'revision_number': 6, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbf0093-acdc-49d4-968f-8be50240bd44', 'name': '', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:1f:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:06Z', 'updated_at': '2021-11-10T22:00:10Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:11.456325 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016491e-2103-4890-9552-ccf42dba88f1 None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:08Z', 'revision_number': 6, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbf0093-acdc-49d4-968f-8be50240bd44', 'name': '', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:1f:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:06Z', 'updated_at': '2021-11-10T22:00:10Z', 'revision_number': 4, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:11.774225 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:11.823702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Provisioning complete for port 7dbf0093-acdc-49d4-968f-8be50240bd44 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:11.824125 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.042083 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.130039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7dbf0093-acdc-49d4-968f-8be50240bd44 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:12.206443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] For port 7dbf0093-acdc-49d4-968f-8be50240bd44, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7dbf0093-acdc-49d4-968f-8be50240bd44,segment=NetworkSegment(42f86df6-4d60-4745-b372-064b7decfa15),segment_id=42f86df6-4d60-4745-b372-064b7decfa15)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:12.267232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 7dbf0093-acdc-49d4-968f-8be50240bd44 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:12.268602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.310934 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.370690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added routes are [] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:00:12.373026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:00:12.409771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Provisioning complete for port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:12.410189 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.443456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.467481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.497455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Pushing event updated for resources: {'Port': ['ID=7dbf0093-acdc-49d4-968f-8be50240bd44,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:12.511830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:12.519404 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d78c4c39-270e-4c0d-9656-31515ede4231 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:12.537657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.538470 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.557306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Provisioning complete for port d78c4c39-270e-4c0d-9656-31515ede4231 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:12.557671 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a81128a-7d78-4b55-b14d-2984bef000a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.629015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d78c4c39-270e-4c0d-9656-31515ede4231 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:12.629371 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.726889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:12.740797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:12.773106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:12.773724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:12.846156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.854262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d532c8bb-7e3d-4b10-a748-54954c261876 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:12.854802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:12.857204 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.860553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:12.926787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b7cc69f8-cc93-45eb-aab1-9e5fa833b673 None None] Provisioning complete for port 7dbf0093-acdc-49d4-968f-8be50240bd44 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:12.927153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b7cc69f8-cc93-45eb-aab1-9e5fa833b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:12.933346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:13.040376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:13.077920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d532c8bb-7e3d-4b10-a748-54954c261876 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:13.078282 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:13.206449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:13.206449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:13.206449 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-34915a4a-e1ae-4cf7-9174-8f7daaca5e47 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 200 len: 699 time: 2.4446797 Nov 10 22:00:13.206449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43374) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:13.255803 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 836777a4-9a4f-4648-87c2-9f74769f8c9b is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:00:13.295936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b7cc69f8-cc93-45eb-aab1-9e5fa833b673 None None] Provisioning complete for port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:13.296309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b7cc69f8-cc93-45eb-aab1-9e5fa833b673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:13.350145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc69f8-cc93-45eb-aab1-9e5fa833b673 None None] Port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:13.360135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 7, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbf0093-acdc-49d4-968f-8be50240bd44', 'name': '', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:1f:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:06Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:13.385925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-87b03195-cb0a-42e7-890c-2a088c187445 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 200 len: 699 time: 0.1823668 Nov 10 22:00:13.389151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43378) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:13.391550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:13.404787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:13.405474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:13.490093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:13.498398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8b15968a-43fe-48b0-8ae2-54234099f26b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/836777a4-9a4f-4648-87c2-9f74769f8c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7210557 Nov 10 22:00:13.501834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43384) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:13.503706 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] Sync routers for ids ['836777a4-9a4f-4648-87c2-9f74769f8c9b'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:13.519793 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] Routers {'836777a4-9a4f-4648-87c2-9f74769f8c9b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:13.520694 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['836777a4-9a4f-4648-87c2-9f74769f8c9b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:13.556427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:13.569076 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:13.578662 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] Routers {'836777a4-9a4f-4648-87c2-9f74769f8c9b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:13.579262 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['836777a4-9a4f-4648-87c2-9f74769f8c9b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:13.588000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-58966c92-2350-4a2f-b594-b390b469d039 None None] Provisioning complete for port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:13.588381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-58966c92-2350-4a2f-b594-b390b469d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:13.593735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d450275-ef0b-4ae9-a5bc-29f0ef5f30e8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:13.595170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7d450275-ef0b-4ae9-a5bc-29f0ef5f30e8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports/a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc HTTP/1.1" status: 200 len: 983 time: 0.0929511 Nov 10 22:00:13.598261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43386) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:13.634327 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:13.635158 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca258b93-d49e-48d4-9d3d-392f682f625d None None] The sync data for ids ['836777a4-9a4f-4648-87c2-9f74769f8c9b'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:13.871135 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:13.937946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-58966c92-2350-4a2f-b594-b390b469d039 None None] Port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:13.937946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7dbf0093-acdc-49d4-968f-8be50240bd44 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:14.004281 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.030787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 7dbf0093-acdc-49d4-968f-8be50240bd44 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:14.031158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.078031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 7, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbf0093-acdc-49d4-968f-8be50240bd44', 'name': '', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:1f:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:06Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:14.111754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b72159-7242-49d1-997b-9767b746f3cb None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 7, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbf0093-acdc-49d4-968f-8be50240bd44', 'name': '', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:1f:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:06Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:14.190395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 7dbf0093-acdc-49d4-968f-8be50240bd44 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:14.190685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.277457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:14.277828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.315526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 7dbf0093-acdc-49d4-968f-8be50240bd44, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7dbf0093-acdc-49d4-968f-8be50240bd44,segment=NetworkSegment(42f86df6-4d60-4745-b372-064b7decfa15),segment_id=42f86df6-4d60-4745-b372-064b7decfa15)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:14.315927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.335155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 7dbf0093-acdc-49d4-968f-8be50240bd44 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:14.387048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.402056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:14.427085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:14.439058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:14.440579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:14.579817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:14.663669 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.703469 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.742778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=a7dbfe4b-eb12-4fb4-80a7-f8c2fcc6a6cc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:14.773374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.776445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.777036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.777540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.778443 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.781387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.781742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.782084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.782423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.782760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.783092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.783421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:14.868665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 7, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbf0093-acdc-49d4-968f-8be50240bd44', 'name': '', 'network_id': 'dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:1f:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:06Z', 'updated_at': '2021-11-10T22:00:12Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '193fac5f-cac7-4a2e-a7b0-5e7345e46b74', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:14.919483 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:14.919772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:14.930119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:14.930584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:15.060346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:15.123417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 836777a4-9a4f-4648-87c2-9f74769f8c9b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:15.141747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=7dbf0093-acdc-49d4-968f-8be50240bd44,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:15.230794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:15.246065 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] Sync routers for ids ['836777a4-9a4f-4648-87c2-9f74769f8c9b'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:15.251068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac2ca0fd-243a-411f-951f-77e017ec8015 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/836777a4-9a4f-4648-87c2-9f74769f8c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6510358 Nov 10 22:00:15.255365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43408) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:15.266640 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] Routers {'836777a4-9a4f-4648-87c2-9f74769f8c9b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:15.267263 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['836777a4-9a4f-4648-87c2-9f74769f8c9b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:15.324086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:14Z', 'revision_number': 8, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:15.360030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46808b7f-f455-4dbd-85af-536bfb41f4b6 None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:14Z', 'revision_number': 8, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:15.364151 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:15.389628 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] Routers {'836777a4-9a4f-4648-87c2-9f74769f8c9b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:15.390244 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['836777a4-9a4f-4648-87c2-9f74769f8c9b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:15.465316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:15.550765 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-6091e2aa-53c5-44ec-9e90-717a65a31245 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 22:00:15.551853 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6091e2aa-53c5-44ec-9e90-717a65a31245 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/836777a4-9a4f-4648-87c2-9f74769f8c9b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2952075 Nov 10 22:00:15.570253 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:15.571110 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958aeab9-5145-45f9-b447-b0f8fd196730 None None] The sync data for ids ['836777a4-9a4f-4648-87c2-9f74769f8c9b'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:15.576991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43414) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:15.603964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba179c24-8535-4e65-bf37-6757dcb3c7b3 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=836777a4-9a4f-4648-87c2-9f74769f8c9b HTTP/1.1" status: 200 len: 205 time: 0.0256369 Nov 10 22:00:15.606582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43416) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:15.684079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c308e07-1148-4134-8c4c-b6e92898dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:15.708438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:15.821755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:15.830696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4ab347c7-f6fa-4656-a467-a8d6a9b7f83e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4405167 Nov 10 22:00:15.831313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43422) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:15.879044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c308e07-1148-4134-8c4c-b6e92898dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:15.882089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c308e07-1148-4134-8c4c-b6e92898dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:15.899485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet 193fac5f-cac7-4a2e-a7b0-5e7345e46b74 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:15.903194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:15.911610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7dbf0093-acdc-49d4-968f-8be50240bd44 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:15.945521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 7dbf0093-acdc-49d4-968f-8be50240bd44 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:15.946372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7dbf0093-acdc-49d4-968f-8be50240bd44 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:15.959898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.006210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c308e07-1148-4134-8c4c-b6e92898dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.007581 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c308e07-1148-4134-8c4c-b6e92898dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Fanout notify agent at l3_agent the message router_deleted on router 836777a4-9a4f-4648-87c2-9f74769f8c9b {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:00:16.019017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:16.026809 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3c308e07-1148-4134-8c4c-b6e92898dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.030416 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3c308e07-1148-4134-8c4c-b6e92898dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/836777a4-9a4f-4648-87c2-9f74769f8c9b HTTP/1.1" status: 204 len: 168 time: 0.4204140 Nov 10 22:00:16.030662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43426) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:16.032426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:16.033199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:16.059856 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.099692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet 2bd64e41-74c6-47e8-86be-735831a7dac6 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:16.104192 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.144810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:16.162525 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.236838 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.253218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.281954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.289303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/193fac5f-cac7-4a2e-a7b0-5e7345e46b74 HTTP/1.1" status: 204 len: 168 time: 0.4563520 Nov 10 22:00:16.296395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a52b2c-ac39-4e14-9a0a-ae4c208d0685 None None] Network dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:16.297214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704acae-d0fe-4b58-8ca2-65b71ed248ea tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=193fac5f-cac7-4a2e-a7b0-5e7345e46b74,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:16.297411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43432) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:16.405000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.463060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port d532c8bb-7e3d-4b10-a748-54954c261876 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:16.463403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.473665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:14Z', 'revision_number': 8, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:16.485536 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.505625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:16.516009 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:16.516691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:16.550282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd64e41-74c6-47e8-86be-735831a7dac6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:16.571537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] DHCP port deletion for dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:16.576312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.583243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43438) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:16.583983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc6f3e5d-d6b6-4de5-9e3c-aec15666f89c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/2bd64e41-74c6-47e8-86be-735831a7dac6 HTTP/1.1" status: 204 len: 168 time: 0.5520930 Nov 10 22:00:16.603036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6977b6fc-0bf0-438e-81c3-b90b00b1f7d4 None None] Network dece7e51-1980-4df4-858d-1cf4c4c5f72f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:16.611305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port d532c8bb-7e3d-4b10-a748-54954c261876, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d532c8bb-7e3d-4b10-a748-54954c261876,segment=NetworkSegment(42f86df6-4d60-4745-b372-064b7decfa15),segment_id=42f86df6-4d60-4745-b372-064b7decfa15)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:16.611797 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.634754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for d532c8bb-7e3d-4b10-a748-54954c261876 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:16.687384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.764964 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port d78c4c39-270e-4c0d-9656-31515ede4231 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:16.765589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.833955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port d78c4c39-270e-4c0d-9656-31515ede4231, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d78c4c39-270e-4c0d-9656-31515ede4231,segment=NetworkSegment(7d57f2c7-c415-48cf-bd3a-59f760b5739a),segment_id=7d57f2c7-c415-48cf-bd3a-59f760b5739a)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:16.834402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.850635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:16.861091 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for d78c4c39-270e-4c0d-9656-31515ede4231 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:16.864904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:16.883213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=d532c8bb-7e3d-4b10-a748-54954c261876,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:16.887675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port d532c8bb-7e3d-4b10-a748-54954c261876 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:16.980962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.007293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:17.018205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f86df6-4d60-4745-b372-064b7decfa15') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:17.020550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f86df6-4d60-4745-b372-064b7decfa15') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:17.032711 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.046616 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.053108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:17.054915 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:17.056505 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:17.067325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] Deleting port d532c8bb-7e3d-4b10-a748-54954c261876 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:17.067698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.083307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.104262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=d78c4c39-270e-4c0d-9656-31515ede4231,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:17.109061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port d78c4c39-270e-4c0d-9656-31515ede4231 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:17.172067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] For port d532c8bb-7e3d-4b10-a748-54954c261876, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:17.172634 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.190780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] Calling delete_port for d532c8bb-7e3d-4b10-a748-54954c261876 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:17.210663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] Port d532c8bb-7e3d-4b10-a748-54954c261876 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:00:17.213952 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.224034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.244003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf66fa-2d12-4393-a2a3-e8554d53b9ce None None] DHCP port deletion for dece7e51-1980-4df4-858d-1cf4c4c5f72f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:17.249613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dece7e51-1980-4df4-858d-1cf4c4c5f72f']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:17.249810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] Pushing event deleted for resources: {'Port': ['ID=d532c8bb-7e3d-4b10-a748-54954c261876,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:17.255906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194858ea-ffd8-4794-8b08-f866d4b1454e None None] No DVR routers for this DVR port d532c8bb-7e3d-4b10-a748-54954c261876 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:17.266416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d57f2c7-c415-48cf-bd3a-59f760b5739a') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:17.268054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d57f2c7-c415-48cf-bd3a-59f760b5739a') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:17.284805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:14Z', 'revision_number': 8, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:17.290374 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.305545 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.312455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:17.312635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:17.315588 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:17.318074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e0a6f-50fa-43b7-97b6-55942ab182b6 None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:14Z', 'revision_number': 8, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '1434734f-1625-4b47-84c6-086dbc474bb7', 'name': '', 'network_id': '7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:5b:64:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:01Z', 'updated_at': '2021-11-10T22:00:07Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '06fe1ec5-8227-4675-a4f0-cfd175d35f0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:17.347163 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.369468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.372754 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b HTTP/1.1" status: 204 len: 168 time: 1.0802834 Nov 10 22:00:17.374613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94ec54-af28-482e-b46e-6ab623cdfe72 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=dc7c0f94-a1fe-4ec7-8724-e8087e2fac6b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:17.375675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43450) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:17.576579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.593859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.593859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/dece7e51-1980-4df4-858d-1cf4c4c5f72f HTTP/1.1" status: 204 len: 168 time: 1.0038650 Nov 10 22:00:17.594054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43458) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:17.598804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1533773602'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:17.622902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093142eb-ab0c-476f-b5c3-cdec451d3b7e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=dece7e51-1980-4df4-858d-1cf4c4c5f72f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:17.737629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:17.741162 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.766132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:17.775548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.776002 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1 of type vlan for network 3e93cddb-59dd-4f11-9775-2f1056fb812f Nov 10 22:00:17.798049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.831100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.908941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d78c4c39-270e-4c0d-9656-31515ede4231 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:17.921065 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.930183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:17.930899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:17.942814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d78c4c39-270e-4c0d-9656-31515ede4231 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:17.959450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d78c4c39-270e-4c0d-9656-31515ede4231 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:17.959450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d532c8bb-7e3d-4b10-a748-54954c261876 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:17.967691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d532c8bb-7e3d-4b10-a748-54954c261876 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:17.968094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d532c8bb-7e3d-4b10-a748-54954c261876 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:18.013549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=3e93cddb-59dd-4f11-9775-2f1056fb812f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:18.028450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:18.054967 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-aec2f8dc-6f23-485c-ae5a-1ae7dac6e0e6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4604602 Nov 10 22:00:18.057792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43466) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:18.064902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': '3e93cddb-59dd-4f11-9775-2f1056fb812f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:18.087202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 1434734f-1625-4b47-84c6-086dbc474bb7 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:18.087882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:18.197554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 1434734f-1625-4b47-84c6-086dbc474bb7, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1434734f-1625-4b47-84c6-086dbc474bb7,segment=NetworkSegment(c48d028f-9d23-4722-b1ed-3755e5a28fb6),segment_id=c48d028f-9d23-4722-b1ed-3755e5a28fb6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:18.197810 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:18.211552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 1434734f-1625-4b47-84c6-086dbc474bb7 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:18.227061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:18.232638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:18.501111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:18.526872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=1434734f-1625-4b47-84c6-086dbc474bb7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:18.543943 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:18.614606 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=6d0d9e59-c018-42cc-b7dc-966a3694ff1c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:18.643532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': 'f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3e93cddb-59dd-4f11-9775-2f1056fb812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:18.643983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: 3e93cddb-59dd-4f11-9775-2f1056fb812f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:18.738529 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:18.753044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:18.861351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 3e93cddb-59dd-4f11-9775-2f1056fb812f) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:18.866363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:18.869727 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:18.875330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0232b-1594-4b7b-bbab-9b1af8e83338 None None] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:18.953786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:18.983907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f5716818-e72b-49a0-8e6b-7dc4d067d20b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9249635 Nov 10 22:00:18.986417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43482) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:18.990853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f9d0ff6c-da07-49a8-8bad-c65b226ec210 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-59703245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:19.050228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00219133-b53d-4134-8182-712270dca95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-3e93cddb-59dd-4f11-9775-2f1056fb812f', 'network_id': '3e93cddb-59dd-4f11-9775-2f1056fb812f', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': '6d0d9e59-c018-42cc-b7dc-966a3694ff1c'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:19.058186 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00219133-b53d-4134-8182-712270dca95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.082720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:19.085824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ff6c-da07-49a8-8bad-c65b226ec210 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.087199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ff6c-da07-49a8-8bad-c65b226ec210 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.091330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ea56c2bd-1a68-477c-acbe-bff078eec2a9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094436 Nov 10 22:00:19.092012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43484) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:19.096511 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:19.130589 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:19.131183 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:19.155107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet 06fe1ec5-8227-4675-a4f0-cfd175d35f0f {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:19.159458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.168019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ff6c-da07-49a8-8bad-c65b226ec210 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.217610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.242295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ff6c-da07-49a8-8bad-c65b226ec210 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.251458 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:19.271377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-00219133-b53d-4134-8182-712270dca95e None None] Allocated IP 2001:db8::2 (3e93cddb-59dd-4f11-9775-2f1056fb812f/6d0d9e59-c018-42cc-b7dc-966a3694ff1c/77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:19.344399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.368816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9d0ff6c-da07-49a8-8bad-c65b226ec210 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.374288 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f9d0ff6c-da07-49a8-8bad-c65b226ec210 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3867652 Nov 10 22:00:19.374953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43490) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:19.443865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00219133-b53d-4134-8182-712270dca95e None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.499578 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.519658 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:18Z', 'revision_number': 9, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:19.536321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00219133-b53d-4134-8182-712270dca95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.541616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=06fe1ec5-8227-4675-a4f0-cfd175d35f0f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:19.562297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.562571 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:19.570910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-223ffa4b-e635-4fac-9269-fbc0b003cf14 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/06fe1ec5-8227-4675-a4f0-cfd175d35f0f HTTP/1.1" status: 204 len: 168 time: 0.4756508 Nov 10 22:00:19.571656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43494) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:19.573660 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:19.574387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:19.583781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32aa162-b5e6-4fef-a61c-6ba1c9c0b27e None None] Network 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:19.651820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00219133-b53d-4134-8182-712270dca95e None None] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:19.681035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-00219133-b53d-4134-8182-712270dca95e None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:19.706558 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.717995 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:19.734926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00219133-b53d-4134-8182-712270dca95e None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:19.754892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219133-b53d-4134-8182-712270dca95e None None] Pushing event updated for resources: {'Port': ['ID=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:19.784886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:19.785276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.857579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 5ff8306c-4d3c-4d0c-8c25-43b178b82058, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5ff8306c-4d3c-4d0c-8c25-43b178b82058,segment=NetworkSegment(c48d028f-9d23-4722-b1ed-3755e5a28fb6),segment_id=c48d028f-9d23-4722-b1ed-3755e5a28fb6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:19.857579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.876640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00219133-b53d-4134-8182-712270dca95e None None] Attempting to bind port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:19.877884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00219133-b53d-4134-8182-712270dca95e None None] Attempting to bind port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3e93cddb-59dd-4f11-9775-2f1056fb812f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:19.878881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219133-b53d-4134-8182-712270dca95e None None] Attempting to bind port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c on network 3e93cddb-59dd-4f11-9775-2f1056fb812f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:19.886350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219133-b53d-4134-8182-712270dca95e None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:19.887052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219133-b53d-4134-8182-712270dca95e None None] Checking segment: {'id': 'f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3e93cddb-59dd-4f11-9775-2f1056fb812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:19.888846 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00219133-b53d-4134-8182-712270dca95e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.889206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 5ff8306c-4d3c-4d0c-8c25-43b178b82058 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:19.889603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00219133-b53d-4134-8182-712270dca95e None None] Bound using segment: {'id': 'f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3e93cddb-59dd-4f11-9775-2f1056fb812f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:19.890261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-00219133-b53d-4134-8182-712270dca95e None None] Bound port: 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3e93cddb-59dd-4f11-9775-2f1056fb812f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:19.891217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00219133-b53d-4134-8182-712270dca95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:19.928803 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.010373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-00219133-b53d-4134-8182-712270dca95e None None] For port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:20.015631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-00219133-b53d-4134-8182-712270dca95e None None] For port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,segment=NetworkSegment(f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1),segment_id=f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:20.024418 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:18Z', 'revision_number': 9, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:20.053892 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbcc171-14f2-463a-95e2-32a8b7c394ab None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:18Z', 'revision_number': 9, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': '9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11', 'name': '', 'network_id': '3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:66:b0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:53Z', 'updated_at': '2021-11-10T22:00:00Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '90be65fa-adbf-425c-94f3-0a55f84b43f6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:20.074114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] DHCP port deletion for 7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:20.089650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.116409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=5ff8306c-4d3c-4d0c-8c25-43b178b82058,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:20.119900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:20.128142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-00219133-b53d-4134-8182-712270dca95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.198523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] Deleting port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:20.198888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.220287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.234718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00219133-b53d-4134-8182-712270dca95e None None] Pushing event updated for resources: {'Port': ['ID=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:20.253865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:20.266193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48d028f-9d23-4722-b1ed-3755e5a28fb6') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:20.266437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48d028f-9d23-4722-b1ed-3755e5a28fb6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:20.281758 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.290552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] For port 5ff8306c-4d3c-4d0c-8c25-43b178b82058, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:20.290995 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.291507 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.302573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.305271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] Calling delete_port for 5ff8306c-4d3c-4d0c-8c25-43b178b82058 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:20.308978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] Port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:00:20.309526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.310453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:20.311051 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:20.314663 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:20.338527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] Pushing event deleted for resources: {'Port': ['ID=5ff8306c-4d3c-4d0c-8c25-43b178b82058,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:20.347415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816e88b-f733-48f3-b4d7-de5c5bc818f5 None None] No DVR routers for this DVR port 5ff8306c-4d3c-4d0c-8c25-43b178b82058 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:20.513503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.529875 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:20.537080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a HTTP/1.1" status: 204 len: 168 time: 0.9628127 Nov 10 22:00:20.540749 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43502) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:20.556045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ceb87-f505-4e4f-9ec2-22c0c3a4839d tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=7c969da7-f114-4cc4-92cf-d4c3eb3c7e3a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:20.744505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8::1 (3e93cddb-59dd-4f11-9775-2f1056fb812f/6d0d9e59-c018-42cc-b7dc-966a3694ff1c/f2663df5-c71e-4f9f-ab39-2506f1b166b0) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:20.957435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.062074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.326142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:21.326977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.422177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,segment=NetworkSegment(e3b0975d-2ae8-4bb5-9a7d-d2910921d080),segment_id=e3b0975d-2ae8-4bb5-9a7d-d2910921d080)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:21.422544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.436754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:21.465203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da7db9-1f26-4721-a7e2-cb6b8ab047f0 None None] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:21.484644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.529605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:21.541996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:21.544613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:21.545175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.598555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b54ee991-6570-417d-a3f4-42819befa3ae None None] Provisioning complete for port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:21.598836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b54ee991-6570-417d-a3f4-42819befa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.604525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=f2663df5-c71e-4f9f-ab39-2506f1b166b0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:21.710115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b54ee991-6570-417d-a3f4-42819befa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.744004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b54ee991-6570-417d-a3f4-42819befa3ae None None] For port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,segment=NetworkSegment(f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1),segment_id=f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:21.835099 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b54ee991-6570-417d-a3f4-42819befa3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.835455 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.923274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ee991-6570-417d-a3f4-42819befa3ae None None] Pushing event updated for resources: {'Port': ['ID=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:21.930228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:21.936384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:21.983064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0e3cec34-873c-4c3b-8f2a-6c1dc5262d25 None None] Provisioning complete for port f2663df5-c71e-4f9f-ab39-2506f1b166b0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:21.983639 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0e3cec34-873c-4c3b-8f2a-6c1dc5262d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.030456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:22.091987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cec34-873c-4c3b-8f2a-6c1dc5262d25 None None] Port f2663df5-c71e-4f9f-ab39-2506f1b166b0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:22.115938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0e3cec34-873c-4c3b-8f2a-6c1dc5262d25 None None] Provisioning complete for port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:22.116312 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0e3cec34-873c-4c3b-8f2a-6c1dc5262d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.163509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:22.164069 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.194305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.429559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ff8306c-4d3c-4d0c-8c25-43b178b82058 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:22.454530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5ff8306c-4d3c-4d0c-8c25-43b178b82058 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:22.454870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5ff8306c-4d3c-4d0c-8c25-43b178b82058 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:22.455292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1434734f-1625-4b47-84c6-086dbc474bb7 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:22.483617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1434734f-1625-4b47-84c6-086dbc474bb7 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:22.484342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1434734f-1625-4b47-84c6-086dbc474bb7 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:22.493828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d6196fd8-8bf6-42bc-a0ac-20d5cba6700c None None] Provisioning complete for port f2663df5-c71e-4f9f-ab39-2506f1b166b0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:22.494205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d6196fd8-8bf6-42bc-a0ac-20d5cba6700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.535987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d6196fd8-8bf6-42bc-a0ac-20d5cba6700c None None] Port f2663df5-c71e-4f9f-ab39-2506f1b166b0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:22.600050 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.602608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:22.690749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.691424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.773957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:22.784740 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ac1cac76-51d4-4f59-b152-be504a6bb807 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2392561 Nov 10 22:00:22.784740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=f2663df5-c71e-4f9f-ab39-2506f1b166b0,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:22.784966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43510) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:22.792993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:22.813224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:22.814807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:22.864203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:22.865855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:22.867585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet 90be65fa-adbf-425c-94f3-0a55f84b43f6 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:22.878757 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:22.927368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:22.943111 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.087822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.153036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 613eb549-ec87-4bd8-bc97-48d11a22641c is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:00:23.275329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.307465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=90be65fa-adbf-425c-94f3-0a55f84b43f6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:23.313358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.320159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aceed8e6-2e2b-4b4f-9424-9c228202c312 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/90be65fa-adbf-425c-94f3-0a55f84b43f6 HTTP/1.1" status: 204 len: 168 time: 0.5284128 Nov 10 22:00:23.320159 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43512) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:23.329947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416fc7a-1e10-4e8f-aefe-b03eea1e6582 None None] Network 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:23.427762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.429274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f1636ecd-2133-43d5-86cb-6d96076b8a07 None None] Provisioning complete for port f2663df5-c71e-4f9f-ab39-2506f1b166b0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:23.429650 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f1636ecd-2133-43d5-86cb-6d96076b8a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.512117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f1636ecd-2133-43d5-86cb-6d96076b8a07 None None] Port f2663df5-c71e-4f9f-ab39-2506f1b166b0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:23.514021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 1d1e938b-a441-4afd-a4d6-93a30c2409df {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:23.516037 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.556161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:21Z', 'revision_number': 10, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:23.602650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 1d1e938b-a441-4afd-a4d6-93a30c2409df, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1d1e938b-a441-4afd-a4d6-93a30c2409df,segment=NetworkSegment(e3b0975d-2ae8-4bb5-9a7d-d2910921d080),segment_id=e3b0975d-2ae8-4bb5-9a7d-d2910921d080)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:23.603043 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.611594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:23.618128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 1d1e938b-a441-4afd-a4d6-93a30c2409df owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:23.629065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] DHCP port deletion for 3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:23.639230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:23.640330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:23.695663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:23.706453 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] Sync routers for ids ['613eb549-ec87-4bd8-bc97-48d11a22641c'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:23.710615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f920311f-5387-4eef-bc04-6eb6c7a5d36e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/613eb549-ec87-4bd8-bc97-48d11a22641c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3319778 Nov 10 22:00:23.711250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43514) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:23.734530 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] Routers {'613eb549-ec87-4bd8-bc97-48d11a22641c'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:23.735146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['613eb549-ec87-4bd8-bc97-48d11a22641c'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:23.772173 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:23.787128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:23.789125 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] Routers {'613eb549-ec87-4bd8-bc97-48d11a22641c'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:23.790013 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['613eb549-ec87-4bd8-bc97-48d11a22641c'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:23.795122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14068640-b1f3-46a7-9199-9f88566fd67e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:23.798764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-14068640-b1f3-46a7-9199-9f88566fd67e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports/f2663df5-c71e-4f9f-ab39-2506f1b166b0 HTTP/1.1" status: 200 len: 911 time: 0.0858622 Nov 10 22:00:23.801380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43518) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:23.813491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.827474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:23.828411 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0827b7c8-21f2-4c90-ba88-d5aa08effe49 None None] The sync data for ids ['613eb549-ec87-4bd8-bc97-48d11a22641c'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:23.894841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=1d1e938b-a441-4afd-a4d6-93a30c2409df,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:23.900490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port 1d1e938b-a441-4afd-a4d6-93a30c2409df on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:23.966847 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:23.989091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] Deleting port 1d1e938b-a441-4afd-a4d6-93a30c2409df {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:23.989563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.049867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.055929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:24.079651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:24.093436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:24.094136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b0975d-2ae8-4bb5-9a7d-d2910921d080') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:24.107396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.124512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.126696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] For port 1d1e938b-a441-4afd-a4d6-93a30c2409df, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:24.127205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.133155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:24.134973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:24.137212 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:24.150261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] Calling delete_port for 1d1e938b-a441-4afd-a4d6-93a30c2409df owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:24.153845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] Port 1d1e938b-a441-4afd-a4d6-93a30c2409df was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:00:24.157827 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.201776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] Pushing event deleted for resources: {'Port': ['ID=1d1e938b-a441-4afd-a4d6-93a30c2409df,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:24.209620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbc23b-a311-4622-ab52-bd05fa000649 None None] No DVR routers for this DVR port 1d1e938b-a441-4afd-a4d6-93a30c2409df on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:24.222995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:24.222995 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.263155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:21Z', 'revision_number': 10, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:24.274716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.280776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.299898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.306440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7 HTTP/1.1" status: 204 len: 168 time: 0.9822886 Nov 10 22:00:24.306440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cce48-e937-4190-a36b-75f10c21b4dd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=3ab91f03-7ed9-45bb-bc8b-b83ce734e7d7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:24.306440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43520) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:24.325545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3e60d-aff2-454e-a04b-d51925f743ed None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:21Z', 'revision_number': 10, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None, '_interfaces': [{'id': 'b2027fea-0d11-4b87-a980-d5c9dd575d1e', 'name': '', 'network_id': 'f520c4df-af12-432f-b476-26063caaac2c', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'mac_address': 'fa:16:3e:94:41:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:46Z', 'updated_at': '2021-11-10T21:59:55Z', 'revision_number': 5, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'subnets': [{'id': '7089a78d-370a-4142-a011-930c7c1a85ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:24.593157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port f2663df5-c71e-4f9f-ab39-2506f1b166b0 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:24.593495 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.689836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:24.708262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for f2663df5-c71e-4f9f-ab39-2506f1b166b0 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:24.758187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1e938b-a441-4afd-a4d6-93a30c2409df no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:24.804081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1d1e938b-a441-4afd-a4d6-93a30c2409df {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:24.804400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1d1e938b-a441-4afd-a4d6-93a30c2409df not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:25.030238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.046914 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.074753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=f2663df5-c71e-4f9f-ab39-2506f1b166b0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:25.198630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.320615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port b2027fea-0d11-4b87-a980-d5c9dd575d1e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:25.321347 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.378005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 613eb549-ec87-4bd8-bc97-48d11a22641c has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:25.448442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port b2027fea-0d11-4b87-a980-d5c9dd575d1e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b2027fea-0d11-4b87-a980-d5c9dd575d1e,segment=NetworkSegment(3ae7eda4-35d2-4bbf-b623-391a9f10de13),segment_id=3ae7eda4-35d2-4bbf-b623-391a9f10de13)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:25.448842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.460044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:25.462773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for b2027fea-0d11-4b87-a980-d5c9dd575d1e owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:25.468475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43524) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:25.468622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-59b38c7d-99cc-43e8-af1c-710c5afb8779 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/613eb549-ec87-4bd8-bc97-48d11a22641c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6657779 Nov 10 22:00:25.473243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] Sync routers for ids ['613eb549-ec87-4bd8-bc97-48d11a22641c'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:25.485778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] Routers {'613eb549-ec87-4bd8-bc97-48d11a22641c'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:25.486491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['613eb549-ec87-4bd8-bc97-48d11a22641c'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:25.502817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-660e4757-b388-407b-a73f-1a67bb26caa3 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=613eb549-ec87-4bd8-bc97-48d11a22641c HTTP/1.1" status: 200 len: 205 time: 0.0331106 Nov 10 22:00:25.505425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43526) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:25.526233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:25.536921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] Routers {'613eb549-ec87-4bd8-bc97-48d11a22641c'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:25.538307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['613eb549-ec87-4bd8-bc97-48d11a22641c'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:25.581474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:25.582529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a286f8b2-b1a7-48d8-a6f7-403939e74c9a None None] The sync data for ids ['613eb549-ec87-4bd8-bc97-48d11a22641c'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:25.585748 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-71a00128-2c7a-4688-b0ba-3edf53be1f73 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.738187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.754340 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-71a00128-2c7a-4688-b0ba-3edf53be1f73 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.756644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-71a00128-2c7a-4688-b0ba-3edf53be1f73 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.768537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=b2027fea-0d11-4b87-a980-d5c9dd575d1e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:25.869636 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-71a00128-2c7a-4688-b0ba-3edf53be1f73 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.870477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a00128-2c7a-4688-b0ba-3edf53be1f73 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Fanout notify agent at l3_agent the message router_deleted on router 613eb549-ec87-4bd8-bc97-48d11a22641c {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:00:25.881950 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-71a00128-2c7a-4688-b0ba-3edf53be1f73 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.883964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-71a00128-2c7a-4688-b0ba-3edf53be1f73 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/613eb549-ec87-4bd8-bc97-48d11a22641c HTTP/1.1" status: 204 len: 168 time: 0.3767836 Nov 10 22:00:25.889179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43530) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:25.965194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:25.978989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:25.984706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet 6d0d9e59-c018-42cc-b7dc-966a3694ff1c {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:25.989085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.016380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:26.017117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9fba44e4-97b7-40e2-8cbd-4e2b3e2ffb11 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:26.038254 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.129960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.149290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:26.231369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:26.236526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-480378f9-6fc9-4041-99bd-2d916d125af9 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9293897 Nov 10 22:00:26.239332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43532) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:26.241955 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:26.255750 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:26.261164 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:26.279493 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.298642 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting subnet 7089a78d-370a-4142-a011-930c7c1a85ba {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:26.302923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.329694 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.337118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de7fa0-3337-4bba-af81-ec4e21526976 None None] Network 3e93cddb-59dd-4f11-9775-2f1056fb812f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:26.346844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.347651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/6d0d9e59-c018-42cc-b7dc-966a3694ff1c HTTP/1.1" status: 204 len: 168 time: 0.4520068 Nov 10 22:00:26.348516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43534) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:26.351870 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:26.354068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db55ec-e90c-4d38-8851-3711e923ce78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0d9e59-c018-42cc-b7dc-966a3694ff1c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:26.410853 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:25Z', 'revision_number': 11, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:26.439530 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:26.441428 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.448913 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:26.449742 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:26.524743 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:26.533743 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.570375 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.580283 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:25Z', 'revision_number': 11, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:26.603034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb7b4c7-d9ff-4b87-808e-2557eac94e37 None None] Network f520c4df-af12-432f-b476-26063caaac2c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:26.610418 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.615615 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0f179-3efc-429b-8e82-e152c984a9f2 None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:25Z', 'revision_number': 11, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:26.631304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43536) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:26.632363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/7089a78d-370a-4142-a011-930c7c1a85ba HTTP/1.1" status: 204 len: 168 time: 0.3917460 Nov 10 22:00:26.658968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f7082-843c-46d5-a6f5-10f460298c5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Subnet': ['ID=7089a78d-370a-4142-a011-930c7c1a85ba,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:26.675052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:26.675546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.696651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41845a-8967-46f5-b434-8286079e253e None None] DHCP port deletion for 3e93cddb-59dd-4f11-9775-2f1056fb812f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:26.780239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.806363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,segment=NetworkSegment(f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1),segment_id=f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:26.806363 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.808461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1a41845a-8967-46f5-b434-8286079e253e None None] Deleting port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:26.808843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a41845a-8967-46f5-b434-8286079e253e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.838543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:26.874705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1a41845a-8967-46f5-b434-8286079e253e None None] For port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,segment=NetworkSegment(f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1),segment_id=f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:26.875047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a41845a-8967-46f5-b434-8286079e253e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.890413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1a41845a-8967-46f5-b434-8286079e253e None None] Calling delete_port for 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:26.907132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Deleting port 2005343c-eba6-4eeb-b6b5-9c1e328a734e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:26.907534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:26.995064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] For port 2005343c-eba6-4eeb-b6b5-9c1e328a734e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2005343c-eba6-4eeb-b6b5-9c1e328a734e,segment=NetworkSegment(3ae7eda4-35d2-4bbf-b623-391a9f10de13),segment_id=3ae7eda4-35d2-4bbf-b623-391a9f10de13)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:26.998752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.009617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] DHCP port deletion for f520c4df-af12-432f-b476-26063caaac2c request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:27.010351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Calling delete_port for 2005343c-eba6-4eeb-b6b5-9c1e328a734e owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:27.053716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a41845a-8967-46f5-b434-8286079e253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.068415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.093354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41845a-8967-46f5-b434-8286079e253e None None] No DVR routers for this DVR port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:27.101909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41845a-8967-46f5-b434-8286079e253e None None] Pushing event deleted for resources: {'Port': ['ID=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:27.107605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] Deleting port 2005343c-eba6-4eeb-b6b5-9c1e328a734e {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:27.108065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.118900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:27.120892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:27.193989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] For port 2005343c-eba6-4eeb-b6b5-9c1e328a734e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2005343c-eba6-4eeb-b6b5-9c1e328a734e,segment=NetworkSegment(3ae7eda4-35d2-4bbf-b623-391a9f10de13),segment_id=3ae7eda4-35d2-4bbf-b623-391a9f10de13)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:27.194398 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.208769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] Calling delete_port for 2005343c-eba6-4eeb-b6b5-9c1e328a734e owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:27.221672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.243417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e93cddb-59dd-4f11-9775-2f1056fb812f']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:27.256732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:27.256732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b5cc9c-21b5-42e2-99b4-26e9dacb15c1') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:27.263668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.270855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.294126 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.313846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Port': ['ID=2005343c-eba6-4eeb-b6b5-9c1e328a734e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:27.313846 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No DVR routers for this DVR port 2005343c-eba6-4eeb-b6b5-9c1e328a734e on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:27.317623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.325700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] Pushing event deleted for resources: {'Port': ['ID=2005343c-eba6-4eeb-b6b5-9c1e328a734e,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:27.329522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef8b58-ecf4-4076-bef8-91958c4e33b9 None None] No DVR routers for this DVR port 2005343c-eba6-4eeb-b6b5-9c1e328a734e on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:27.346918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:27.347328 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: self.session.flush() Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:27.350516 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:27.455690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.476798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f520c4df-af12-432f-b476-26063caaac2c']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:27.486622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae7eda4-35d2-4bbf-b623-391a9f10de13') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:27.486919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae7eda4-35d2-4bbf-b623-391a9f10de13') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:27.496168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.509355 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.515842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:27.516316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:27.519215 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:27.535849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.566275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.569305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/3e93cddb-59dd-4f11-9775-2f1056fb812f HTTP/1.1" status: 204 len: 168 time: 1.2195380 Nov 10 22:00:27.574539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43540) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:27.578038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-861553004', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:27.602638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562855e6-5d87-4f98-8351-b727d322c68a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=3e93cddb-59dd-4f11-9775-2f1056fb812f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:27.684546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.691380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.694453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/networks/f520c4df-af12-432f-b476-26063caaac2c HTTP/1.1" status: 204 len: 168 time: 1.0618882 Nov 10 22:00:27.697628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43542) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:27.702605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'routes': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:27.719093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9252885-981f-4437-a262-b534594ed47a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Pushing event deleted for resources: {'Network': ['ID=f520c4df-af12-432f-b476-26063caaac2c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:27.724790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.725893 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.782394 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.866285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Added routes are [] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:00:27.866285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Removed routes are [] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:00:27.866285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:27.926058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2005343c-eba6-4eeb-b6b5-9c1e328a734e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:27.957269 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2005343c-eba6-4eeb-b6b5-9c1e328a734e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:27.957912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2005343c-eba6-4eeb-b6b5-9c1e328a734e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:27.958501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:27.983610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:27.984070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 77c2b765-0dbe-4353-8a8f-dfbcd12d3a5c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:27.984684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b2027fea-0d11-4b87-a980-d5c9dd575d1e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:28.005333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b2027fea-0d11-4b87-a980-d5c9dd575d1e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:28.005778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b2027fea-0d11-4b87-a980-d5c9dd575d1e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:28.023812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.039225 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.042593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.124547 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:28.205886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:28.216863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] Sync routers for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:28.217459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.221463 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:28.221664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3bd6fb97-85ab-4fa9-b5d0-8d0cd3f8dc5b tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 200 len: 700 time: 0.5229425 Nov 10 22:00:28.232821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:28.233704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:28.317176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:28.319561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43548) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:28.319917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8bfa6419-6599-40e4-acfd-1feddb3ad85c tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 200 len: 205 time: 0.0959499 Nov 10 22:00:28.346427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.370653 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.381581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:25Z', 'revision_number': 11, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:28.406256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b19e-2fa9-4393-b9db-fbdc21d596de tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.408438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] Checking router: c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:28.417313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] Routers {'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:28.417915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:28.492594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] Set router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:28.494751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 172.25.7.216 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/00eac589-7b82-4b5d-8afd-859af5cf76fd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:28.549122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:25Z', 'revision_number': 11, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:28.575937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b19e-2fa9-4393-b9db-fbdc21d596de tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.577080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce30d5-b8f5-4b88-9e27-97b6d9899cef None None] The sync data for ids ['c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9'] in n-d-776250-11 is: [{'id': 'c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9', 'name': 'tempest-RoutersTest-router-505579155', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:44Z', 'updated_at': '2021-11-10T22:00:25Z', 'revision_number': 11, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:28.578124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b19e-2fa9-4393-b9db-fbdc21d596de tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.608608 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.684201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b19e-2fa9-4393-b9db-fbdc21d596de tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.685625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca4b19e-2fa9-4393-b9db-fbdc21d596de tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Fanout notify agent at l3_agent the message router_deleted on router c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:00:28.698765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ca4b19e-2fa9-4393-b9db-fbdc21d596de tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.698765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3ca4b19e-2fa9-4393-b9db-fbdc21d596de tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 204 len: 168 time: 0.3732531 Nov 10 22:00:28.699894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43550) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:28.704944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0dbf7ec4-a52d-4d14-ad8d-5e83dc9300df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-463178188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:28.716398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.754338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:28.759524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:28.763614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:28.776518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e50dd0d-7f90-45db-8e02-f788a5075e60 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:28.788352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=00eac589-7b82-4b5d-8afd-859af5cf76fd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:28.798651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ec4-a52d-4d14-ad8d-5e83dc9300df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.799799 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ec4-a52d-4d14-ad8d-5e83dc9300df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.855858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ec4-a52d-4d14-ad8d-5e83dc9300df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.873887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9773bddb-0932-4f36-912f-d46d3c3e55be None None] Provisioning complete for port 00eac589-7b82-4b5d-8afd-859af5cf76fd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:28.874339 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9773bddb-0932-4f36-912f-d46d3c3e55be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:28.908995 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9773bddb-0932-4f36-912f-d46d3c3e55be None None] Port 00eac589-7b82-4b5d-8afd-859af5cf76fd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:28.919610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ec4-a52d-4d14-ad8d-5e83dc9300df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:29.024274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7ec4-a52d-4d14-ad8d-5e83dc9300df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:29.025729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0dbf7ec4-a52d-4d14-ad8d-5e83dc9300df tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3243921 Nov 10 22:00:29.029070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43558) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:29.033734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7cb36d83-b494-4c6f-8f45-c7fc680a2b5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:29.486583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:29.616932 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7cb36d83-b494-4c6f-8f45-c7fc680a2b5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:29.687224 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7cb36d83-b494-4c6f-8f45-c7fc680a2b5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:29.690782 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:29.855300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb36d83-b494-4c6f-8f45-c7fc680a2b5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Router 6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:00:29.903829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 965f4591-435e-4c60-bd31-c4018386016a is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:00:29.935219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb36d83-b494-4c6f-8f45-c7fc680a2b5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:29.942293 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7cb36d83-b494-4c6f-8f45-c7fc680a2b5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:29.943360 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7cb36d83-b494-4c6f-8f45-c7fc680a2b5f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "PUT /v2.0/routers/6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 HTTP/1.1" status: 200 len: 693 time: 0.9132693 Nov 10 22:00:29.948313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43572) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:29.949211 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] Sync routers for ids ['6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:29.960876 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] Routers {'6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:29.961756 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.046026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:30.056702 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] Sync routers for ids ['965f4591-435e-4c60-bd31-c4018386016a'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:30.062315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b9e257a0-665e-4047-9e47-b6ae2c1780e5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/routers/6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 HTTP/1.1" status: 200 len: 699 time: 0.1095326 Nov 10 22:00:30.062572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43574) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.074137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] Routers {'965f4591-435e-4c60-bd31-c4018386016a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:30.075065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['965f4591-435e-4c60-bd31-c4018386016a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.105007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a55d6928-b9c5-4765-ba3a-38a50bdc0e21 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 HTTP/1.1" status: 200 len: 205 time: 0.0390406 Nov 10 22:00:30.105464 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43576) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.153978 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] Set router 6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:30.156593 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:30.157890 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8d50f5d0-51a1-4359-a731-fd987f249f83 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5834806 Nov 10 22:00:30.160667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43578) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.221321 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12', 'name': 'tempest-RoutersTest-router-463178188', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:28Z', 'updated_at': '2021-11-10T22:00:29Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.255610 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3699945-1edd-4309-8574-4be9f35e3c17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:30.266355 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] Checking router: 6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:30.277137 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] Routers {'6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:30.278647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.301939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.309748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] Routers {'965f4591-435e-4c60-bd31-c4018386016a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:30.310492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['965f4591-435e-4c60-bd31-c4018386016a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.350625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.351285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a741140-9d63-4b61-a3a2-9ce74d1946af None None] The sync data for ids ['965f4591-435e-4c60-bd31-c4018386016a'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:30.365264 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] Set router 6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:30.434124 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12', 'name': 'tempest-RoutersTest-router-463178188', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:28Z', 'updated_at': '2021-11-10T22:00:29Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:30.464976 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a98d03-2698-4646-acdb-1628c11a792b None None] The sync data for ids ['6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12'] in n-d-776250-11 is: [{'id': '6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12', 'name': 'tempest-RoutersTest-router-463178188', 'tenant_id': '87f4a887e2c146cfb284825dab3458b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:28Z', 'updated_at': '2021-11-10T22:00:29Z', 'revision_number': 2, 'project_id': '87f4a887e2c146cfb284825dab3458b2', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:30.483427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3699945-1edd-4309-8574-4be9f35e3c17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:30.485877 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3699945-1edd-4309-8574-4be9f35e3c17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:30.495513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a1694771-4645-4808-ae68-961323d0f512 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/routers/965f4591-435e-4c60-bd31-c4018386016a HTTP/1.1" status: 200 len: 884 time: 0.3308179 Nov 10 22:00:30.495513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43582) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.694061 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3699945-1edd-4309-8574-4be9f35e3c17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:30.694575 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3699945-1edd-4309-8574-4be9f35e3c17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:00:30.706941 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c3699945-1edd-4309-8574-4be9f35e3c17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:30.708070 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c3699945-1edd-4309-8574-4be9f35e3c17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 HTTP/1.1" status: 204 len: 168 time: 0.6010087 Nov 10 22:00:30.711526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43584) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.738649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e5c7d5b5-1703-4440-ad0a-b4723853e4e5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 HTTP/1.1" status: 200 len: 205 time: 0.0257986 Nov 10 22:00:30.740850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43586) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.781760 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-2fcae8f7-96af-4554-9e20-462e1261ae2e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] delete failed (client error): The resource could not be found. Nov 10 22:00:30.783372 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2fcae8f7-96af-4554-9e20-462e1261ae2e tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/6b2b5b75-ecb4-4c42-ab92-2aa1f8de0a12 HTTP/1.1" status: 404 len: 336 time: 0.0415969 Nov 10 22:00:30.785995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43588) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.790223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-54301371-a9b1-4023-9645-d435260d7c2b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2941616 Nov 10 22:00:30.792868 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43590) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.797843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3e27cc61-7d10-4c21-9b7f-d8468e877005 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-861553004'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:30.817495 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1d1ed1-1b7e-4102-89e5-7b839b8280d5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:30.817967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1d1ed1-1b7e-4102-89e5-7b839b8280d5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:30.821258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2a1d1ed1-1b7e-4102-89e5-7b839b8280d5 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/193fac5f-cac7-4a2e-a7b0-5e7345e46b74 HTTP/1.1" status: 404 len: 337 time: 0.0339737 Nov 10 22:00:30.824039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43592) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.854207 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f16cfc-acc0-4c81-a2f3-c439174e8cf0 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:30.854666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f16cfc-acc0-4c81-a2f3-c439174e8cf0 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:30.859859 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29f16cfc-acc0-4c81-a2f3-c439174e8cf0 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/06fe1ec5-8227-4675-a4f0-cfd175d35f0f HTTP/1.1" status: 404 len: 337 time: 0.0334945 Nov 10 22:00:30.861050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43594) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.888142 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c979a8e5-c13d-4cd5-b555-aa7457a5bc6f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:30.888918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c979a8e5-c13d-4cd5-b555-aa7457a5bc6f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:30.892223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c979a8e5-c13d-4cd5-b555-aa7457a5bc6f tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/90be65fa-adbf-425c-94f3-0a55f84b43f6 HTTP/1.1" status: 404 len: 337 time: 0.0301678 Nov 10 22:00:30.894799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43596) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.924964 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-45aaa99e-47e6-4a5b-9fee-6026236d10f4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:30.925627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45aaa99e-47e6-4a5b-9fee-6026236d10f4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:30.928346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-45aaa99e-47e6-4a5b-9fee-6026236d10f4 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/7089a78d-370a-4142-a011-930c7c1a85ba HTTP/1.1" status: 404 len: 337 time: 0.0326335 Nov 10 22:00:30.931024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43598) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:30.960860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bc6aafec-2bd8-4800-baff-50ef57d1797a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 200 len: 205 time: 0.0286283 Nov 10 22:00:30.963255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43600) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.002221 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-b1bcc77d-7ccd-4f10-b239-dab5d2e010e2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] delete failed (client error): The resource could not be found. Nov 10 22:00:31.005722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b1bcc77d-7ccd-4f10-b239-dab5d2e010e2 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/c2ef75d9-12f5-46ee-866b-0bc9d4bc81d9 HTTP/1.1" status: 404 len: 336 time: 0.0388567 Nov 10 22:00:31.006093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43602) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.038686 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9fc72625-84ad-4cbf-9d95-c9589f21b984 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8722927-09a8-4dc3-acd8-9d456ad02f73 HTTP/1.1" status: 200 len: 205 time: 0.0316842 Nov 10 22:00:31.041316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43604) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.083061 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-075faa57-00f3-449e-b558-6c68b2728dcd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] delete failed (client error): The resource could not be found. Nov 10 22:00:31.086724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43606) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.086879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-075faa57-00f3-449e-b558-6c68b2728dcd tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/c8722927-09a8-4dc3-acd8-9d456ad02f73 HTTP/1.1" status: 404 len: 336 time: 0.0442088 Nov 10 22:00:31.121413 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-52729bd6-719b-4af4-903e-dcecca6edc82 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:31.122457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52729bd6-719b-4af4-903e-dcecca6edc82 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:31.125586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-52729bd6-719b-4af4-903e-dcecca6edc82 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/84e20885-de3c-471b-b5cd-fdd88af28473 HTTP/1.1" status: 404 len: 337 time: 0.0377715 Nov 10 22:00:31.128483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43608) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.162527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43610) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.162952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e3f0a101-38d6-485c-9111-8a003f7717cb tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=0f94bd4b-c097-4ba1-a4ff-21c96918665a HTTP/1.1" status: 200 len: 205 time: 0.0330417 Nov 10 22:00:31.209457 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-3d606a7d-9d5c-4013-8273-a2d3626fd74a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] delete failed (client error): The resource could not be found. Nov 10 22:00:31.210483 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3d606a7d-9d5c-4013-8273-a2d3626fd74a tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/0f94bd4b-c097-4ba1-a4ff-21c96918665a HTTP/1.1" status: 404 len: 336 time: 0.0469935 Nov 10 22:00:31.212702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e27cc61-7d10-4c21-9b7f-d8468e877005 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:31.213406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43612) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.246854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43614) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.247426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e31cf8d8-21f3-463d-b77c-a3a5ee1cbb17 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=9402d6f0-89dd-4c6c-9e93-979a67551e6d HTTP/1.1" status: 200 len: 205 time: 0.0323129 Nov 10 22:00:31.287014 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-9f4876bc-8846-4115-9cce-296072e27b01 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] delete failed (client error): The resource could not be found. Nov 10 22:00:31.288084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9f4876bc-8846-4115-9cce-296072e27b01 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/9402d6f0-89dd-4c6c-9e93-979a67551e6d HTTP/1.1" status: 404 len: 336 time: 0.0394814 Nov 10 22:00:31.290710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43616) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.319861 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadd6e3a-ab3d-4097-b519-aa88e0b270f7 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:31.320389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadd6e3a-ab3d-4097-b519-aa88e0b270f7 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:31.328306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cadd6e3a-ab3d-4097-b519-aa88e0b270f7 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/e7eb54a3-11e0-4e70-8797-aa9c0fa93a6c HTTP/1.1" status: 404 len: 337 time: 0.0322063 Nov 10 22:00:31.328306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e27cc61-7d10-4c21-9b7f-d8468e877005 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:31.330168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43618) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.708670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-71494757-d9e6-41e8-8704-70552adf6326 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=355e1d6f-40c2-4efe-b835-015cbd0dfe01 HTTP/1.1" status: 200 len: 205 time: 0.3751750 Nov 10 22:00:31.709410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43622) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.751617 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-e19c4e57-ef78-41cf-916d-8c516627bbd7 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] delete failed (client error): The resource could not be found. Nov 10 22:00:31.755217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e19c4e57-ef78-41cf-916d-8c516627bbd7 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/355e1d6f-40c2-4efe-b835-015cbd0dfe01 HTTP/1.1" status: 404 len: 336 time: 0.0447104 Nov 10 22:00:31.756238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43624) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.779169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e27cc61-7d10-4c21-9b7f-d8468e877005 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 965f4591-435e-4c60-bd31-c4018386016a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:31.783116 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f32d40e-b87a-4f2f-8e5d-ad9f3dfa19c3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:31.783635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f32d40e-b87a-4f2f-8e5d-ad9f3dfa19c3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:31.789604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5f32d40e-b87a-4f2f-8e5d-ad9f3dfa19c3 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/33985365-bd01-44cd-831f-24b118a938c5 HTTP/1.1" status: 404 len: 337 time: 0.0327973 Nov 10 22:00:31.790167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43626) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.820046 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-21638447-ba99-448b-9337-e78f086ee550 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea8c7c08-cf58-4861-ba6e-4b7397ef7874 HTTP/1.1" status: 200 len: 205 time: 0.0265296 Nov 10 22:00:31.820289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43628) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.861389 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-56a836ab-4b0e-4c6e-9e1e-15669682b667 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] delete failed (client error): The resource could not be found. Nov 10 22:00:31.864918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-56a836ab-4b0e-4c6e-9e1e-15669682b667 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/routers/ea8c7c08-cf58-4861-ba6e-4b7397ef7874 HTTP/1.1" status: 404 len: 336 time: 0.0413642 Nov 10 22:00:31.865069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43630) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.892321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e27cc61-7d10-4c21-9b7f-d8468e877005 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:31.892590 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cbf998-f812-4f5a-8c37-a18bc0a4b992 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:31.892850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cbf998-f812-4f5a-8c37-a18bc0a4b992 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:31.898338 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c6cbf998-f812-4f5a-8c37-a18bc0a4b992 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/62779b20-eb37-4670-ba15-8049a1048fe7 HTTP/1.1" status: 404 len: 337 time: 0.0299213 Nov 10 22:00:31.898520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43632) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.899824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e27cc61-7d10-4c21-9b7f-d8468e877005 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:31.901086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3e27cc61-7d10-4c21-9b7f-d8468e877005 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/965f4591-435e-4c60-bd31-c4018386016a HTTP/1.1" status: 200 len: 891 time: 1.1072855 Nov 10 22:00:31.904209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43634) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:31.907784 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] Sync routers for ids ['965f4591-435e-4c60-bd31-c4018386016a'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:31.924083 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] Routers {'965f4591-435e-4c60-bd31-c4018386016a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:31.924973 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['965f4591-435e-4c60-bd31-c4018386016a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:31.930791 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d1020f-c44e-4ddc-a51c-2ee1ce843447 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] DELETE failed (client error): The resource could not be found. Nov 10 22:00:31.931251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d1020f-c44e-4ddc-a51c-2ee1ce843447 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:00:31.936962 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-09d1020f-c44e-4ddc-a51c-2ee1ce843447 tempest-RoutersTest-1282514043 tempest-RoutersTest-1282514043-project] 10.222.0.45 "DELETE /v2.0/subnets/d84c4e55-2473-4644-ad2b-09f74716a93c HTTP/1.1" status: 404 len: 337 time: 0.0348771 Nov 10 22:00:31.991194 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:32.002506 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] Routers {'965f4591-435e-4c60-bd31-c4018386016a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:32.003464 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['965f4591-435e-4c60-bd31-c4018386016a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:32.026121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43640) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:32.039280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b0e4677b-bb4f-424e-a2a5-ebbf8884997f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/routers/965f4591-435e-4c60-bd31-c4018386016a HTTP/1.1" status: 200 len: 891 time: 0.1334703 Nov 10 22:00:32.040365 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:32.041020 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f728f1-6d98-495f-b51b-59b57e024232 None None] The sync data for ids ['965f4591-435e-4c60-bd31-c4018386016a'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:32.064906 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b8060e89-6e95-431e-84b2-7591ed5c6a07 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=965f4591-435e-4c60-bd31-c4018386016a HTTP/1.1" status: 200 len: 205 time: 0.0376272 Nov 10 22:00:32.073087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43642) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:32.182381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.289711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.398785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43646) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:32.428211 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 00eac589-7b82-4b5d-8afd-859af5cf76fd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:32.429148 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.518158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.531889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 00eac589-7b82-4b5d-8afd-859af5cf76fd owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:32.564603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e8ad5334-f771-456a-886b-5110965fc640 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87f4a887e2c146cfb284825dab3458b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624069 Nov 10 22:00:32.564826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43652) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:32.613676 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90b8ccbb-6c1b-4390-9a7b-27e19d3b4409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.642456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90b8ccbb-6c1b-4390-9a7b-27e19d3b4409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.793013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90b8ccbb-6c1b-4390-9a7b-27e19d3b4409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.793246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.795995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-90b8ccbb-6c1b-4390-9a7b-27e19d3b4409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:32.798671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-90b8ccbb-6c1b-4390-9a7b-27e19d3b4409 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c69c2bc-d265-4ac6-9ef9-b951a29d4598 HTTP/1.1" status: 204 len: 168 time: 0.2315133 Nov 10 22:00:32.805915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8ccbb-6c1b-4390-9a7b-27e19d3b4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69c2bc-d265-4ac6-9ef9-b951a29d4598,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:32.831173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=00eac589-7b82-4b5d-8afd-859af5cf76fd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:32.852052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee7eab-21fe-4890-9a77-7953c0003f94 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:32.908442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.006733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.008951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.126857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.127434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Fanout notify agent at l3_agent the message router_deleted on router 965f4591-435e-4c60-bd31-c4018386016a {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:00:33.135357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.147123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-76b03818-7f5b-4890-84ec-463ca45c05a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/965f4591-435e-4c60-bd31-c4018386016a HTTP/1.1" status: 204 len: 168 time: 1.0660512 Nov 10 22:00:33.147123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43658) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:33.148831 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1106488630'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:33.249413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:33.253032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.277553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:33.288967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.289322 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment 4f9df8e2-9baa-4801-8229-d78169b3ff2e of type vlan for network 78f326af-8df5-41fd-ae38-35026f06d229 Nov 10 22:00:33.337237 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.447109 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.456638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:33.456638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:33.527896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=78f326af-8df5-41fd-ae38-35026f06d229,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:33.538977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 78f326af-8df5-41fd-ae38-35026f06d229 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:33.577481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-69a21b83-054b-460c-97aa-a2a863917b9f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4290478 Nov 10 22:00:33.580103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43672) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:33.588579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': '78f326af-8df5-41fd-ae38-35026f06d229', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:33.767015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:33.770986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.023636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43696) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:34.059383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.129798 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:34.137047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': '4f9df8e2-9baa-4801-8229-d78169b3ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '78f326af-8df5-41fd-ae38-35026f06d229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:34.137348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: 78f326af-8df5-41fd-ae38-35026f06d229, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:34.148376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--172919406'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:34.257949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 78f326af-8df5-41fd-ae38-35026f06d229 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:34.281176 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.290232 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.339906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 78f326af-8df5-41fd-ae38-35026f06d229) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:34.348790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:34.350395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.355797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4403cb-948f-49ea-a9ad-cfff2fdc550f None None] Network 78f326af-8df5-41fd-ae38-35026f06d229 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:34.380888 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.469898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d868839f-235d-4add-ae31-1693f2b5216b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8885951 Nov 10 22:00:34.472575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:34.477052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0cc55cb8-351d-47ac-88c6-3e124d86a376 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1385040920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:34.509103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-78f326af-8df5-41fd-ae38-35026f06d229', 'network_id': '78f326af-8df5-41fd-ae38-35026f06d229', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': 'c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:34.509966 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.515287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.562904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a10fb8-3be6-467a-8a96-ae7d896c872e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:34.570336 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0cc55cb8-351d-47ac-88c6-3e124d86a376 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.570992 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0cc55cb8-351d-47ac-88c6-3e124d86a376 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.627002 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.658287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Allocated IP 2001:db8::2 (78f326af-8df5-41fd-ae38-35026f06d229/c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f/c8c1d61b-845f-4a39-bef9-e897ad0cfe76) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:34.660118 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0cc55cb8-351d-47ac-88c6-3e124d86a376 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.692732 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.721939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0cc55cb8-351d-47ac-88c6-3e124d86a376 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.728709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb217cf9-1256-4a8c-9e8b-aa0cb3474036,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:34.813040 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.814534 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e00d8d16-72c7-4cd2-b9d0-a0370aa9fcb6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7898450 Nov 10 22:00:34.817283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43736) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:34.828096 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.845859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0cc55cb8-351d-47ac-88c6-3e124d86a376 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.849954 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0cc55cb8-351d-47ac-88c6-3e124d86a376 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3735387 Nov 10 22:00:34.850184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43740) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:34.892732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dc56fab6-8658-4353-90a6-4614efa3fe4f tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0741873 Nov 10 22:00:34.895683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43744) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:34.900147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f5f05734-1828-43bf-b516-261a94885df4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-security--180533445', 'description': 'tempest-security-description-857101794'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:34.936575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:34.983350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Network 78f326af-8df5-41fd-ae38-35026f06d229 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:34.986695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:34.989961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:34.999629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Pushing event updated for resources: {'Port': ['ID=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:35.035963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5f05734-1828-43bf-b516-261a94885df4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.058457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Attempting to bind port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:35.059226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Attempting to bind port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '4f9df8e2-9baa-4801-8229-d78169b3ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '78f326af-8df5-41fd-ae38-35026f06d229'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:35.059757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Attempting to bind port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 on network 78f326af-8df5-41fd-ae38-35026f06d229 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:35.068774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:35.069318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Checking segment: {'id': '4f9df8e2-9baa-4801-8229-d78169b3ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '78f326af-8df5-41fd-ae38-35026f06d229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:35.069933 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.070450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Bound using segment: {'id': '4f9df8e2-9baa-4801-8229-d78169b3ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '78f326af-8df5-41fd-ae38-35026f06d229'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:35.070984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Bound port: c8c1d61b-845f-4a39-bef9-e897ad0cfe76, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9df8e2-9baa-4801-8229-d78169b3ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '78f326af-8df5-41fd-ae38-35026f06d229'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:35.071513 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.143591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] For port c8c1d61b-845f-4a39-bef9-e897ad0cfe76, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:35.147172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] For port c8c1d61b-845f-4a39-bef9-e897ad0cfe76, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,segment=NetworkSegment(4f9df8e2-9baa-4801-8229-d78169b3ff2e),segment_id=4f9df8e2-9baa-4801-8229-d78169b3ff2e)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:35.176157 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5f05734-1828-43bf-b516-261a94885df4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.205208 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.211253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.271417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f052b7c-72d5-4590-a258-c37e3abcc0a0 None None] Pushing event updated for resources: {'Port': ['ID=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:35.292867 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5f05734-1828-43bf-b516-261a94885df4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.295670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5f05734-1828-43bf-b516-261a94885df4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.300604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f5f05734-1828-43bf-b516-261a94885df4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "PUT /v2.0/security-groups/eb217cf9-1256-4a8c-9e8b-aa0cb3474036 HTTP/1.1" status: 200 len: 1795 time: 0.4003441 Nov 10 22:00:35.300801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43760) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:35.359287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a5565391-523a-4640-a04a-d570ed9a067d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups/eb217cf9-1256-4a8c-9e8b-aa0cb3474036 HTTP/1.1" status: 200 len: 1795 time: 0.0580771 Nov 10 22:00:35.359898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43762) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:35.368319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f05734-1828-43bf-b516-261a94885df4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb217cf9-1256-4a8c-9e8b-aa0cb3474036,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:35.413893 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-64897d43-af1c-4f27-bfc1-cae8d243aa03 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.440433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-64897d43-af1c-4f27-bfc1-cae8d243aa03 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.519569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8::1 (78f326af-8df5-41fd-ae38-35026f06d229/c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f/e00f5b8a-5a00-4a16-bb89-fbb469e15d37) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:35.624321 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-64897d43-af1c-4f27-bfc1-cae8d243aa03 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.626923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-64897d43-af1c-4f27-bfc1-cae8d243aa03 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.628144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-64897d43-af1c-4f27-bfc1-cae8d243aa03 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/eb217cf9-1256-4a8c-9e8b-aa0cb3474036 HTTP/1.1" status: 204 len: 168 time: 0.2673357 Nov 10 22:00:35.631192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43776) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:35.637479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64897d43-af1c-4f27-bfc1-cae8d243aa03 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb217cf9-1256-4a8c-9e8b-aa0cb3474036,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:35.665291 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.686795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a065d16-58e3-44fb-a66e-9dd48849fead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.709755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc1ea23d-cfb6-49cf-9eb1-2a406c3471fc tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758164 Nov 10 22:00:35.710913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43780) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:35.727894 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-c655496b-b3e2-4d21-bffa-85c642f3fc70 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] delete failed (client error): The resource could not be found. Nov 10 22:00:35.729361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c655496b-b3e2-4d21-bffa-85c642f3fc70 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/eb217cf9-1256-4a8c-9e8b-aa0cb3474036 HTTP/1.1" status: 404 len: 347 time: 0.0170517 Nov 10 22:00:35.734100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:35.738238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6b0a99fa-a1d3-4eff-98ff-1937ca4d3fae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--510515101'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:35.793284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.835253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6b0a99fa-a1d3-4eff-98ff-1937ca4d3fae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.843548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 78f326af-8df5-41fd-ae38-35026f06d229 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:35.846859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:35.851607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:35.852205 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.855512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=e00f5b8a-5a00-4a16-bb89-fbb469e15d37,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:35.935996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6b0a99fa-a1d3-4eff-98ff-1937ca4d3fae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:35.958811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c8c1d61b-845f-4a39-bef9-e897ad0cfe76 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:36.015066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:36.018836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.040868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6b0a99fa-a1d3-4eff-98ff-1937ca4d3fae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.079560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a99fa-a1d3-4eff-98ff-1937ca4d3fae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8202cdc-bb31-4501-bb3b-5219087964a9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:36.110268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.113789 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.147955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port c8c1d61b-845f-4a39-bef9-e897ad0cfe76, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,segment=NetworkSegment(4f9df8e2-9baa-4801-8229-d78169b3ff2e),segment_id=4f9df8e2-9baa-4801-8229-d78169b3ff2e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:36.163260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6b0a99fa-a1d3-4eff-98ff-1937ca4d3fae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.168113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6b0a99fa-a1d3-4eff-98ff-1937ca4d3fae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4299850 Nov 10 22:00:36.168738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:36.175456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bbacff9f-bbe6-4b5f-a753-637b18ecf77a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': 'c8202cdc-bb31-4501-bb3b-5219087964a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:36.268509 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.327008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:36.353480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d1a4e-bc1f-4470-89f9-fe9fdee702a6 None None] Network 78f326af-8df5-41fd-ae38-35026f06d229 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:36.386205 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbacff9f-bbe6-4b5f-a753-637b18ecf77a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.429297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-432e1373-77a0-4622-9993-6d50f9abd94d None None] Provisioning complete for port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:36.429567 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-432e1373-77a0-4622-9993-6d50f9abd94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.472086 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.490266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbacff9f-bbe6-4b5f-a753-637b18ecf77a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.544949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.545753 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.591317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbacff9f-bbe6-4b5f-a753-637b18ecf77a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.656925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=e00f5b8a-5a00-4a16-bb89-fbb469e15d37,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:36.661642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacff9f-bbe6-4b5f-a753-637b18ecf77a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263d8d07-56d8-4a17-a65f-09075b4d490a,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:36.699562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 78f326af-8df5-41fd-ae38-35026f06d229 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:36.701856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:36.784227 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bbacff9f-bbe6-4b5f-a753-637b18ecf77a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.785459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bbacff9f-bbe6-4b5f-a753-637b18ecf77a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6141217 Nov 10 22:00:36.788424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43826) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:36.827519 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90790f48-8f18-4f37-b03a-a04ba6a0bfe5 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.836827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90790f48-8f18-4f37-b03a-a04ba6a0bfe5 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.898985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2eb1f54b-c777-4d11-990a-6354e0543e47 None None] Provisioning complete for port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:36.899539 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f54b-c777-4d11-990a-6354e0543e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.939330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router ac7c06cc-140e-426b-a69c-43554fc6b86e is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:00:36.967283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90790f48-8f18-4f37-b03a-a04ba6a0bfe5 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.986126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-90790f48-8f18-4f37-b03a-a04ba6a0bfe5 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:36.988393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-90790f48-8f18-4f37-b03a-a04ba6a0bfe5 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/263d8d07-56d8-4a17-a65f-09075b4d490a HTTP/1.1" status: 204 len: 168 time: 0.1976888 Nov 10 22:00:36.990302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90790f48-8f18-4f37-b03a-a04ba6a0bfe5 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=263d8d07-56d8-4a17-a65f-09075b4d490a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:36.991110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43838) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:37.005436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2eb1f54b-c777-4d11-990a-6354e0543e47 None None] Provisioning complete for port e00f5b8a-5a00-4a16-bb89-fbb469e15d37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:37.005805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f54b-c777-4d11-990a-6354e0543e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.042927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1f54b-c777-4d11-990a-6354e0543e47 None None] Port e00f5b8a-5a00-4a16-bb89-fbb469e15d37 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:37.085188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-66885d6c-7e4c-4a6a-ba60-f9a1d7a3bfca tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0928333 Nov 10 22:00:37.088020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43844) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:37.095437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:37.101354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-239fe79a-57a2-4d1c-b9cc-1dadd8782f47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/ac7c06cc-140e-426b-a69c-43554fc6b86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2502782 Nov 10 22:00:37.104158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43846) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:37.108508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] Sync routers for ids ['ac7c06cc-140e-426b-a69c-43554fc6b86e'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:37.120633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] Routers {'ac7c06cc-140e-426b-a69c-43554fc6b86e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:37.123567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ac7c06cc-140e-426b-a69c-43554fc6b86e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:37.159373 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62bcb14f-5867-4a08-adea-3e80a4d6d6bf tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.177687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aecdcd-de69-4dff-b23c-3cd68c3bda6d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:37.179633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80aecdcd-de69-4dff-b23c-3cd68c3bda6d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports/e00f5b8a-5a00-4a16-bb89-fbb469e15d37 HTTP/1.1" status: 200 len: 911 time: 0.0743871 Nov 10 22:00:37.182073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:37.186783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43850) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:37.195494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f'}]}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:37.200324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] Routers {'ac7c06cc-140e-426b-a69c-43554fc6b86e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:37.200940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ac7c06cc-140e-426b-a69c-43554fc6b86e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:37.208465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62bcb14f-5867-4a08-adea-3e80a4d6d6bf tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.241824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:37.242476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd9fc3d-8185-4ed4-a658-644251fc926c None None] The sync data for ids ['ac7c06cc-140e-426b-a69c-43554fc6b86e'] in n-d-776250-11 is: [] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:37.243956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6c130735-bd2a-4c7e-8e30-4dbc1a68e796 None None] Provisioning complete for port e00f5b8a-5a00-4a16-bb89-fbb469e15d37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:37.244519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c130735-bd2a-4c7e-8e30-4dbc1a68e796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.298619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6c130735-bd2a-4c7e-8e30-4dbc1a68e796 None None] Port e00f5b8a-5a00-4a16-bb89-fbb469e15d37 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:37.379576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.418085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-378b7a43-368c-4eef-bd1e-6ad074531b19 None None] Provisioning complete for port e00f5b8a-5a00-4a16-bb89-fbb469e15d37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:37.418485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-378b7a43-368c-4eef-bd1e-6ad074531b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.455219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-378b7a43-368c-4eef-bd1e-6ad074531b19 None None] Port e00f5b8a-5a00-4a16-bb89-fbb469e15d37 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:37.475162 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62bcb14f-5867-4a08-adea-3e80a4d6d6bf tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.477756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-62bcb14f-5867-4a08-adea-3e80a4d6d6bf tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.478882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-62bcb14f-5867-4a08-adea-3e80a4d6d6bf tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8202cdc-bb31-4501-bb3b-5219087964a9 HTTP/1.1" status: 204 len: 168 time: 0.3899615 Nov 10 22:00:37.485500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43862) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:37.520278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcb14f-5867-4a08-adea-3e80a4d6d6bf tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8202cdc-bb31-4501-bb3b-5219087964a9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:37.532476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ab1847c0-891f-4cfc-9d3c-669454a6ab0c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0457520 Nov 10 22:00:37.536589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43864) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:37.540966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-60a0a52f-c5a7-4a8a-9ae5-a3a1f76c5099 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--742207199'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:37.741790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-60a0a52f-c5a7-4a8a-9ae5-a3a1f76c5099 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.812420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.850764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-60a0a52f-c5a7-4a8a-9ae5-a3a1f76c5099 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.909254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c8c1d61b-845f-4a39-bef9-e897ad0cfe76 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:37.921299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.927534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:37.928174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.929507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/ports/e00f5b8a-5a00-4a16-bb89-fbb469e15d37 HTTP/1.1" status: 200 len: 911 time: 0.7384384 Nov 10 22:00:37.932535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43880) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:37.964310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:37.964666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.985774 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f164-e955-48d1-b904-a5b77fd32aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:37.995796 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-60a0a52f-c5a7-4a8a-9ae5-a3a1f76c5099 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.074485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea752ed-aaf0-48a0-a497-30de6a98ee7f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=e00f5b8a-5a00-4a16-bb89-fbb469e15d37,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:38.083509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0a52f-c5a7-4a8a-9ae5-a3a1f76c5099 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fae595-1851-4ccc-bb8e-526a0c7607a7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:38.108317 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:00:38.183949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-60a0a52f-c5a7-4a8a-9ae5-a3a1f76c5099 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.186135 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-60a0a52f-c5a7-4a8a-9ae5-a3a1f76c5099 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6483190 Nov 10 22:00:38.188910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43890) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:38.193445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e35fd31f-c3b9-4e82-81ed-be4f871a57b4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '77fae595-1851-4ccc-bb8e-526a0c7607a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:38.286150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e35fd31f-c3b9-4e82-81ed-be4f871a57b4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.325392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.346399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e35fd31f-c3b9-4e82-81ed-be4f871a57b4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.424277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e35fd31f-c3b9-4e82-81ed-be4f871a57b4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.444546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fd31f-c3b9-4e82-81ed-be4f871a57b4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cf83c4-223f-4b57-8000-291de39529ea,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:38.517492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e35fd31f-c3b9-4e82-81ed-be4f871a57b4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.518708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e35fd31f-c3b9-4e82-81ed-be4f871a57b4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3288071 Nov 10 22:00:38.522742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43908) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:38.527936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e7a146de-3ee0-4143-a60e-afe72dc8883b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '77fae595-1851-4ccc-bb8e-526a0c7607a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:38.604280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port e00f5b8a-5a00-4a16-bb89-fbb469e15d37 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:38.604718 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.663837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7a146de-3ee0-4143-a60e-afe72dc8883b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.721078 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.743394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for e00f5b8a-5a00-4a16-bb89-fbb469e15d37 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:38.765807 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7a146de-3ee0-4143-a60e-afe72dc8883b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.851155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7a146de-3ee0-4143-a60e-afe72dc8883b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:38.888208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a146de-3ee0-4143-a60e-afe72dc8883b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f33a2ce-15ce-4b80-b3b4-aa89a6c7d13f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:39.052658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e7a146de-3ee0-4143-a60e-afe72dc8883b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.053912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e7a146de-3ee0-4143-a60e-afe72dc8883b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5301940 Nov 10 22:00:39.056674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43932) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:39.071786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8547fd66-3e6f-409e-9dd0-31a3ff906884 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '77fae595-1851-4ccc-bb8e-526a0c7607a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:39.071786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.100893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=e00f5b8a-5a00-4a16-bb89-fbb469e15d37,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:39.204566 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.217041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8547fd66-3e6f-409e-9dd0-31a3ff906884 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.355816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.705324 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8547fd66-3e6f-409e-9dd0-31a3ff906884 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.717214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router ac7c06cc-140e-426b-a69c-43554fc6b86e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:39.788301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8547fd66-3e6f-409e-9dd0-31a3ff906884 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.808713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:39.818907 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2734b0e-029c-47b2-ab9b-cfed537d9ca8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/ac7c06cc-140e-426b-a69c-43554fc6b86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8829141 Nov 10 22:00:39.818907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547fd66-3e6f-409e-9dd0-31a3ff906884 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5be377c-4166-49d6-93ff-6d5409b8ce96,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:39.819551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43966) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:39.824276 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] Sync routers for ids ['ac7c06cc-140e-426b-a69c-43554fc6b86e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:39.835932 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] Routers {'ac7c06cc-140e-426b-a69c-43554fc6b86e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:39.836166 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ac7c06cc-140e-426b-a69c-43554fc6b86e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:39.853414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-516c0b5a-1aef-461c-bb51-11349e26ecba tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7c06cc-140e-426b-a69c-43554fc6b86e HTTP/1.1" status: 200 len: 205 time: 0.0260367 Nov 10 22:00:39.853414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43968) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:39.875600 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:39.891872 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] Routers {'ac7c06cc-140e-426b-a69c-43554fc6b86e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:39.893076 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['ac7c06cc-140e-426b-a69c-43554fc6b86e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:39.904933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8547fd66-3e6f-409e-9dd0-31a3ff906884 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:39.909746 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8547fd66-3e6f-409e-9dd0-31a3ff906884 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8489997 Nov 10 22:00:39.910152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43976) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:39.915191 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5b1fe051-c559-4e99-896c-7ae22ee58e8d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '77fae595-1851-4ccc-bb8e-526a0c7607a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:39.938453 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:39.939163 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a37432-ce9c-4bab-96c7-487e79d3f8f2 None None] The sync data for ids ['ac7c06cc-140e-426b-a69c-43554fc6b86e'] in n-d-776250-11 is: [] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:39.952810 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8d55-9ac2-43f2-a3f3-94500f346adf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.017894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe051-c559-4e99-896c-7ae22ee58e8d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.081760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe051-c559-4e99-896c-7ae22ee58e8d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.114596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8d55-9ac2-43f2-a3f3-94500f346adf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.116738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8d55-9ac2-43f2-a3f3-94500f346adf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.148560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe051-c559-4e99-896c-7ae22ee58e8d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.172889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fe051-c559-4e99-896c-7ae22ee58e8d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcb12d2-369f-4686-8571-9cacf3a8f1ff,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:40.229597 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8d55-9ac2-43f2-a3f3-94500f346adf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.230238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1d8d55-9ac2-43f2-a3f3-94500f346adf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Fanout notify agent at l3_agent the message router_deleted on router ac7c06cc-140e-426b-a69c-43554fc6b86e {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:00:40.238705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8d55-9ac2-43f2-a3f3-94500f346adf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.240521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7c1d8d55-9ac2-43f2-a3f3-94500f346adf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/ac7c06cc-140e-426b-a69c-43554fc6b86e HTTP/1.1" status: 204 len: 168 time: 0.3856425 Nov 10 22:00:40.242569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 43994) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:40.254730 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5b1fe051-c559-4e99-896c-7ae22ee58e8d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.255918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5b1fe051-c559-4e99-896c-7ae22ee58e8d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3444598 Nov 10 22:00:40.264246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 43998) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:40.268950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3bdf8ccd-3880-49de-84ef-ad26b8b1612b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '77fae595-1851-4ccc-bb8e-526a0c7607a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:40.298666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:00:40.301796 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.344277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.366122 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8ccd-3880-49de-84ef-ad26b8b1612b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.434311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8ccd-3880-49de-84ef-ad26b8b1612b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.436006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.509843 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8ccd-3880-49de-84ef-ad26b8b1612b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.527480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf8ccd-3880-49de-84ef-ad26b8b1612b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e0c79c-1038-4f90-a355-f2df86a2a7ae,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:40.619068 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.645885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:40.649494 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.652768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b60d1e0b-7c87-4e08-bd96-a7d75ea2a4db tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f HTTP/1.1" status: 204 len: 168 time: 0.4091911 Nov 10 22:00:40.655962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44012) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:40.657022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff07e4-6531-4823-b42b-5aa2a0c0d51d None None] Network 78f326af-8df5-41fd-ae38-35026f06d229 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:40.658623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8ccd-3880-49de-84ef-ad26b8b1612b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.659943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3bdf8ccd-3880-49de-84ef-ad26b8b1612b tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3944879 Nov 10 22:00:40.663134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44014) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:40.688889 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abc5d94c-c1f3-450a-88a6-9b7a452ff3da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.697926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abc5d94c-c1f3-450a-88a6-9b7a452ff3da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.744822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.797506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abc5d94c-c1f3-450a-88a6-9b7a452ff3da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.805197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:40.805623 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.806589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-abc5d94c-c1f3-450a-88a6-9b7a452ff3da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.808150 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-abc5d94c-c1f3-450a-88a6-9b7a452ff3da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/61e0c79c-1038-4f90-a355-f2df86a2a7ae HTTP/1.1" status: 204 len: 168 time: 0.1440344 Nov 10 22:00:40.812027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44022) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:40.822714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5d94c-c1f3-450a-88a6-9b7a452ff3da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61e0c79c-1038-4f90-a355-f2df86a2a7ae,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:40.847679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.879202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port c8c1d61b-845f-4a39-bef9-e897ad0cfe76, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,segment=NetworkSegment(4f9df8e2-9baa-4801-8229-d78169b3ff2e),segment_id=4f9df8e2-9baa-4801-8229-d78169b3ff2e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:40.879518 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.886484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fda96480-37a1-42b0-8ba3-8042d014ee0d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0731070 Nov 10 22:00:40.890301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44028) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:40.895753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] DHCP port deletion for 78f326af-8df5-41fd-ae38-35026f06d229 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:00:40.898253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for c8c1d61b-845f-4a39-bef9-e897ad0cfe76 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:40.933108 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bf2029d-d5f4-4cdd-b2b0-e516a87a4416 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.944760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bf2029d-d5f4-4cdd-b2b0-e516a87a4416 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:40.959049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] Deleting port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:00:40.959398 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.023701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] For port c8c1d61b-845f-4a39-bef9-e897ad0cfe76, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,segment=NetworkSegment(4f9df8e2-9baa-4801-8229-d78169b3ff2e),segment_id=4f9df8e2-9baa-4801-8229-d78169b3ff2e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:41.024120 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.036205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] Calling delete_port for c8c1d61b-845f-4a39-bef9-e897ad0cfe76 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:00:41.078913 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bf2029d-d5f4-4cdd-b2b0-e516a87a4416 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.086730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3bf2029d-d5f4-4cdd-b2b0-e516a87a4416 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.090379 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3bf2029d-d5f4-4cdd-b2b0-e516a87a4416 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/0dcb12d2-369f-4686-8571-9cacf3a8f1ff HTTP/1.1" status: 204 len: 168 time: 0.1956127 Nov 10 22:00:41.090734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44042) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.093367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2029d-d5f4-4cdd-b2b0-e516a87a4416 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dcb12d2-369f-4686-8571-9cacf3a8f1ff,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:41.109490 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.119963 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.146359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:41.146359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:41.153485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] No DVR routers for this DVR port c8c1d61b-845f-4a39-bef9-e897ad0cfe76 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:00:41.158165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef68c-9b1f-4677-8963-586a6ad41409 None None] Pushing event deleted for resources: {'Port': ['ID=c8c1d61b-845f-4a39-bef9-e897ad0cfe76,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:41.194691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3aaaa6b3-ddb4-430e-b301-618f4834cb8a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1025465 Nov 10 22:00:41.198021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44048) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.226244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26ecb7a8-dff1-49ac-a410-67697215cc18 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.235342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26ecb7a8-dff1-49ac-a410-67697215cc18 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.252027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.271936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f326af-8df5-41fd-ae38-35026f06d229']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:41.281056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9df8e2-9baa-4801-8229-d78169b3ff2e') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:41.281354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9df8e2-9baa-4801-8229-d78169b3ff2e') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:41.291264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.305130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.312133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:00:41.312520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:00:41.315455 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:00:41.378152 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26ecb7a8-dff1-49ac-a410-67697215cc18 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.384291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-26ecb7a8-dff1-49ac-a410-67697215cc18 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.385462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-26ecb7a8-dff1-49ac-a410-67697215cc18 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/a5be377c-4166-49d6-93ff-6d5409b8ce96 HTTP/1.1" status: 204 len: 168 time: 0.1866181 Nov 10 22:00:41.390673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44060) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.396576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecb7a8-dff1-49ac-a410-67697215cc18 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5be377c-4166-49d6-93ff-6d5409b8ce96,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:41.433940 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-87462ef3-5f17-4d02-b968-742a4b79b3da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0421143 Nov 10 22:00:41.436523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44062) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.441271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.459449 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ae90823-db0e-46e3-ad34-842fd91db398 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.470558 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ae90823-db0e-46e3-ad34-842fd91db398 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.495813 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.503556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.506700 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/78f326af-8df5-41fd-ae38-35026f06d229 HTTP/1.1" status: 204 len: 168 time: 0.8496242 Nov 10 22:00:41.510888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44068) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.516355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3d081b13-8a7d-4053-bb65-ccc831c0b80e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-786699890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:41.518796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02c895-e8d9-457d-9b8f-ddba42314391 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=78f326af-8df5-41fd-ae38-35026f06d229,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:41.553197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ae90823-db0e-46e3-ad34-842fd91db398 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.565994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ae90823-db0e-46e3-ad34-842fd91db398 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.569474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0ae90823-db0e-46e3-ad34-842fd91db398 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/8f33a2ce-15ce-4b80-b3b4-aa89a6c7d13f HTTP/1.1" status: 204 len: 168 time: 0.1297255 Nov 10 22:00:41.569474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae90823-db0e-46e3-ad34-842fd91db398 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f33a2ce-15ce-4b80-b3b4-aa89a6c7d13f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:41.569748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44072) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.611483 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3f3aff8a-6aae-438c-82a2-f044618d9a6f tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0406396 Nov 10 22:00:41.614040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44076) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.650320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-029b6e16-958c-4d13-8e13-a1fd3955bb16 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.650320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-029b6e16-958c-4d13-8e13-a1fd3955bb16 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.671256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d081b13-8a7d-4053-bb65-ccc831c0b80e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.672312 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d081b13-8a7d-4053-bb65-ccc831c0b80e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.750853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-029b6e16-958c-4d13-8e13-a1fd3955bb16 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.759289 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-029b6e16-958c-4d13-8e13-a1fd3955bb16 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.760448 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-029b6e16-958c-4d13-8e13-a1fd3955bb16 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/40cf83c4-223f-4b57-8000-291de39529ea HTTP/1.1" status: 204 len: 168 time: 0.1454759 Nov 10 22:00:41.763296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44082) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.777051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b6e16-958c-4d13-8e13-a1fd3955bb16 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40cf83c4-223f-4b57-8000-291de39529ea,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:41.813382 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d081b13-8a7d-4053-bb65-ccc831c0b80e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.820284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5a01cbcd-f435-401c-a886-583947d98805 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550172 Nov 10 22:00:41.822803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44088) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:41.878461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d773dae-73e1-43c5-b7ec-ab582533c26c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.896611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d081b13-8a7d-4053-bb65-ccc831c0b80e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.901778 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d773dae-73e1-43c5-b7ec-ab582533c26c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:41.911153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c8c1d61b-845f-4a39-bef9-e897ad0cfe76 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:00:41.934141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c8c1d61b-845f-4a39-bef9-e897ad0cfe76 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:00:41.934817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c8c1d61b-845f-4a39-bef9-e897ad0cfe76 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:00:42.054522 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d081b13-8a7d-4053-bb65-ccc831c0b80e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.055928 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d081b13-8a7d-4053-bb65-ccc831c0b80e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5439744 Nov 10 22:00:42.058714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:42.064238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-719871529'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:42.078476 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d773dae-73e1-43c5-b7ec-ab582533c26c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.081257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d773dae-73e1-43c5-b7ec-ab582533c26c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.083558 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8d773dae-73e1-43c5-b7ec-ab582533c26c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/77fae595-1851-4ccc-bb8e-526a0c7607a7 HTTP/1.1" status: 204 len: 168 time: 0.2597721 Nov 10 22:00:42.091383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44100) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:42.094294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d773dae-73e1-43c5-b7ec-ab582533c26c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fae595-1851-4ccc-bb8e-526a0c7607a7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:42.138164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3e9939f3-1546-41f3-988e-5bab7de720da tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454369 Nov 10 22:00:42.144312 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44104) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:42.149152 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0026a3fe-49b0-49f3-a1cf-1c0f874449dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--690656771'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:42.172787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:42.179455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.208287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:42.219903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.220377 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment 097ac8a7-573d-4d90-a27e-34d0b5e74464 of type vlan for network 84d8499b-cde6-4ebe-94bf-24b415260ecb Nov 10 22:00:42.261194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.275551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0026a3fe-49b0-49f3-a1cf-1c0f874449dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.350987 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0026a3fe-49b0-49f3-a1cf-1c0f874449dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.395406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.401297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:42.401887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.473570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0026a3fe-49b0-49f3-a1cf-1c0f874449dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.475238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=84d8499b-cde6-4ebe-94bf-24b415260ecb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:42.493681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:42.508673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3a482490-db37-466f-af42-f2827d28b20f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4488683 Nov 10 22:00:42.511885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44120) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:42.519816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:42.532223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026a3fe-49b0-49f3-a1cf-1c0f874449dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148b2205-eedc-4a16-b3b2-47d0a64856f5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:42.567653 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0026a3fe-49b0-49f3-a1cf-1c0f874449dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.572849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0026a3fe-49b0-49f3-a1cf-1c0f874449dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4272435 Nov 10 22:00:42.573889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44124) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:42.581235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-be07c763-8f47-4ea2-bd41-a89fcc524f79 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '148b2205-eedc-4a16-b3b2-47d0a64856f5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:42.678648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be07c763-8f47-4ea2-bd41-a89fcc524f79 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.739421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be07c763-8f47-4ea2-bd41-a89fcc524f79 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.779453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:42.783562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.833091 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be07c763-8f47-4ea2-bd41-a89fcc524f79 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.854317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07c763-8f47-4ea2-bd41-a89fcc524f79 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e621eaf-c322-4126-850b-477d29503292,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:42.932679 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-be07c763-8f47-4ea2-bd41-a89fcc524f79 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:42.933900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-be07c763-8f47-4ea2-bd41-a89fcc524f79 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3588245 Nov 10 22:00:42.946002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44142) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:43.017400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87c6c4a0-be55-48bf-8b2c-f200c5182b04 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.042831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87c6c4a0-be55-48bf-8b2c-f200c5182b04 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.161266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87c6c4a0-be55-48bf-8b2c-f200c5182b04 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.164431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-87c6c4a0-be55-48bf-8b2c-f200c5182b04 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.167911 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-87c6c4a0-be55-48bf-8b2c-f200c5182b04 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/148b2205-eedc-4a16-b3b2-47d0a64856f5 HTTP/1.1" status: 204 len: 168 time: 0.2185996 Nov 10 22:00:43.170397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44158) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:43.194315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6c4a0-be55-48bf-8b2c-f200c5182b04 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148b2205-eedc-4a16-b3b2-47d0a64856f5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:43.223881 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e3b196b3-b827-4498-ba0b-ccbb8c6d967d tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523078 Nov 10 22:00:43.227335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44160) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:43.232238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1bde81c9-d419-40fb-9a6c-74ac8981d0b9 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--974625975'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:43.344126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bde81c9-d419-40fb-9a6c-74ac8981d0b9 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.384507 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.410924 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bde81c9-d419-40fb-9a6c-74ac8981d0b9 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.451180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=dcb5dced-1973-4ddd-936b-f42ae82e087f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:43.458417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:43.458780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: 84d8499b-cde6-4ebe-94bf-24b415260ecb, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:43.484678 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bde81c9-d419-40fb-9a6c-74ac8981d0b9 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.514002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde81c9-d419-40fb-9a6c-74ac8981d0b9 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959c6113-bd9b-4a7d-b6c9-ffbc824152c1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:43.544795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:43.575085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1bde81c9-d419-40fb-9a6c-74ac8981d0b9 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.576740 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1bde81c9-d419-40fb-9a6c-74ac8981d0b9 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3484216 Nov 10 22:00:43.579469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44178) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:43.583944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-96ec0890-01ed-4775-b9b4-ddc7beb4b8dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--906135353'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:43.629945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 84d8499b-cde6-4ebe-94bf-24b415260ecb) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:43.634459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:43.638555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.638920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d941f6-6afe-4cbb-8b6a-4bf16fc84b3c None None] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:43.687570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96ec0890-01ed-4775-b9b4-ddc7beb4b8dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.758188 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96ec0890-01ed-4775-b9b4-ddc7beb4b8dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.788256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-84d8499b-cde6-4ebe-94bf-24b415260ecb', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:43.789147 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.830189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d11fa9ed-bd94-4893-99b3-51a667e70423 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3123095 Nov 10 22:00:43.830506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44192) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:43.852749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96ec0890-01ed-4775-b9b4-ddc7beb4b8dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.886237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec0890-01ed-4775-b9b4-ddc7beb4b8dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4da0e-c9c0-4ac9-853b-b2435d79872f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:43.940375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Allocated IP 2001:db8::2 (84d8499b-cde6-4ebe-94bf-24b415260ecb/dcb5dced-1973-4ddd-936b-f42ae82e087f/cac4b7e2-a198-4cca-8816-a72d55decbfc) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:43.955830 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96ec0890-01ed-4775-b9b4-ddc7beb4b8dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:43.955830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-96ec0890-01ed-4775-b9b4-ddc7beb4b8dd tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3734243 Nov 10 22:00:43.956648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44198) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:43.961243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d5b3bc99-4719-4542-9311-4d36f2e53938 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '959c6113-bd9b-4a7d-b6c9-ffbc824152c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39a4da0e-c9c0-4ac9-853b-b2435d79872f', 'remote_ip_prefix': None}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:44.064126 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bc99-4719-4542-9311-4d36f2e53938 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.109767 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.125110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.145133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bc99-4719-4542-9311-4d36f2e53938 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.218623 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.250644 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bc99-4719-4542-9311-4d36f2e53938 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.261656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:44.264887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:44.269535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:44.273583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3bc99-4719-4542-9311-4d36f2e53938 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8965811-58cc-4da8-a6f5-6b7b6d19095d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:44.285981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Pushing event updated for resources: {'Port': ['ID=cac4b7e2-a198-4cca-8816-a72d55decbfc,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:44.295676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.296058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.296426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.296762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.297123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.297421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.297747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.298071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.298394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.298713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.299032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.299350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:44.346887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Attempting to bind port cac4b7e2-a198-4cca-8816-a72d55decbfc on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:44.347258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Attempting to bind port cac4b7e2-a198-4cca-8816-a72d55decbfc by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:44.347617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Attempting to bind port cac4b7e2-a198-4cca-8816-a72d55decbfc on network 84d8499b-cde6-4ebe-94bf-24b415260ecb {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:44.352759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:44.353126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Checking segment: {'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:44.353521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.353910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Bound using segment: {'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:44.354370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Bound port: cac4b7e2-a198-4cca-8816-a72d55decbfc, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:44.354747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.358943 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5b3bc99-4719-4542-9311-4d36f2e53938 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.363105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d5b3bc99-4719-4542-9311-4d36f2e53938 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4027655 Nov 10 22:00:44.363942 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44214) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:44.389113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8::1 (84d8499b-cde6-4ebe-94bf-24b415260ecb/dcb5dced-1973-4ddd-936b-f42ae82e087f/791ef9a3-381a-4c9f-9645-7bc761647dd8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:44.402180 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40a94a40-b722-47f3-8517-b6cb8f389edb tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.411797 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40a94a40-b722-47f3-8517-b6cb8f389edb tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.432441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] For port cac4b7e2-a198-4cca-8816-a72d55decbfc, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:44.437591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] For port cac4b7e2-a198-4cca-8816-a72d55decbfc, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cac4b7e2-a198-4cca-8816-a72d55decbfc,segment=NetworkSegment(097ac8a7-573d-4d90-a27e-34d0b5e74464),segment_id=097ac8a7-573d-4d90-a27e-34d0b5e74464)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:44.513583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.519284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40a94a40-b722-47f3-8517-b6cb8f389edb tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.525836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-40a94a40-b722-47f3-8517-b6cb8f389edb tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.526939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-40a94a40-b722-47f3-8517-b6cb8f389edb tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f8965811-58cc-4da8-a6f5-6b7b6d19095d HTTP/1.1" status: 204 len: 168 time: 0.1625681 Nov 10 22:00:44.530505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44224) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:44.532974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a94a40-b722-47f3-8517-b6cb8f389edb tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8965811-58cc-4da8-a6f5-6b7b6d19095d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:44.545428 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.601359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ed9a26da-eb72-44f5-9f09-f8e42f50d329 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0658340 Nov 10 22:00:44.601695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44230) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:44.612373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3961e00-d946-4099-9767-38877fbb9c36 None None] Pushing event updated for resources: {'Port': ['ID=cac4b7e2-a198-4cca-8816-a72d55decbfc,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:44.657927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.661454 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3098-81b7-42fa-9774-9163bf45b62c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.688177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3098-81b7-42fa-9774-9163bf45b62c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.701008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:44.704785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:44.707359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:44.707936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.762424 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=791ef9a3-381a-4c9f-9645-7bc761647dd8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:44.816260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3098-81b7-42fa-9774-9163bf45b62c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.819996 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3098-81b7-42fa-9774-9163bf45b62c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.820121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9f0f3098-81b7-42fa-9774-9163bf45b62c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/39a4da0e-c9c0-4ac9-853b-b2435d79872f HTTP/1.1" status: 204 len: 168 time: 0.2173147 Nov 10 22:00:44.823645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44240) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:44.840301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f3098-81b7-42fa-9774-9163bf45b62c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4da0e-c9c0-4ac9-853b-b2435d79872f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:44.894418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0a225d98-3775-4095-b4c0-10e02e4b1a02 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0678549 Nov 10 22:00:44.897009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:44.954973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57c58ca6-3613-4b8d-b67c-8d9a8b6a30dc tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:44.981053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57c58ca6-3613-4b8d-b67c-8d9a8b6a30dc tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.000480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.130546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57c58ca6-3613-4b8d-b67c-8d9a8b6a30dc tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.133206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-57c58ca6-3613-4b8d-b67c-8d9a8b6a30dc tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.134365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-57c58ca6-3613-4b8d-b67c-8d9a8b6a30dc tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/959c6113-bd9b-4a7d-b6c9-ffbc824152c1 HTTP/1.1" status: 204 len: 168 time: 0.2364528 Nov 10 22:00:45.137132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44252) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:45.144361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c58ca6-3613-4b8d-b67c-8d9a8b6a30dc tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959c6113-bd9b-4a7d-b6c9-ffbc824152c1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:45.244030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4913212d-4800-4791-8320-3cf5a9b06f59 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1056910 Nov 10 22:00:45.249987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44254) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:45.255088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8ba96ba2-bf29-4bc2-9bf1-fa1a3f201fb2 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--35226576'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:45.314497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.353705 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ba96ba2-bf29-4bc2-9bf1-fa1a3f201fb2 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.381934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.382789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.434047 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ba96ba2-bf29-4bc2-9bf1-fa1a3f201fb2 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.444313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=791ef9a3-381a-4c9f-9645-7bc761647dd8,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:45.501902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ba96ba2-bf29-4bc2-9bf1-fa1a3f201fb2 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.526080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:45.527605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:45.540379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba96ba2-bf29-4bc2-9bf1-fa1a3f201fb2 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c09937-2cb9-434a-9ff5-58b5973a0cfd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:45.585533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc21bd2f-8e1b-461e-ba6d-d8d5c4b7ad47 None None] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:45.610372 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8ba96ba2-bf29-4bc2-9bf1-fa1a3f201fb2 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.614309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8ba96ba2-bf29-4bc2-9bf1-fa1a3f201fb2 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3606296 Nov 10 22:00:45.614606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44258) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:45.619400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1d0dabab-af0d-48f9-966c-27b6b9f3b496 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': 'b6c09937-2cb9-434a-9ff5-58b5973a0cfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:45.659322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a744618-fcee-496d-b2d1-6c2c03f35673 None None] Provisioning complete for port cac4b7e2-a198-4cca-8816-a72d55decbfc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:45.659687 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a744618-fcee-496d-b2d1-6c2c03f35673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.736138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1d0dabab-af0d-48f9-966c-27b6b9f3b496 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.740247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:00:45.808034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a744618-fcee-496d-b2d1-6c2c03f35673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.843226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3a744618-fcee-496d-b2d1-6c2c03f35673 None None] For port cac4b7e2-a198-4cca-8816-a72d55decbfc, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cac4b7e2-a198-4cca-8816-a72d55decbfc,segment=NetworkSegment(097ac8a7-573d-4d90-a27e-34d0b5e74464),segment_id=097ac8a7-573d-4d90-a27e-34d0b5e74464)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:45.884667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1d0dabab-af0d-48f9-966c-27b6b9f3b496 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.888927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:45.898398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b15d97bc-2609-43af-b1cf-3edf48814c2c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0664086 Nov 10 22:00:45.900804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44260) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:45.904635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:45.909779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1224930379'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:45.915440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:45.916237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:45.961193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1d0dabab-af0d-48f9-966c-27b6b9f3b496 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:45.973098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cac4b7e2-a198-4cca-8816-a72d55decbfc up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:45.983713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dabab-af0d-48f9-966c-27b6b9f3b496 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28e66a6-6a47-4b5a-a08e-83ffdbffc315,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:46.004696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a744618-fcee-496d-b2d1-6c2c03f35673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.016001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:46.019818 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.047705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:46.058878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.059167 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment ac9d9bd7-d909-43d5-8906-ba3801129ef4 of type vlan for network 532bf459-7009-4027-962a-0c41cb8f8ba3 Nov 10 22:00:46.100158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:46.122729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1d0dabab-af0d-48f9-966c-27b6b9f3b496 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.125539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1d0dabab-af0d-48f9-966c-27b6b9f3b496 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5098658 Nov 10 22:00:46.128662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44266) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:46.143141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.177205 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c67de94-2240-49e8-83dd-bf254f856e72 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.194082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c67de94-2240-49e8-83dd-bf254f856e72 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.275594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.282256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:46.283965 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.312879 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c67de94-2240-49e8-83dd-bf254f856e72 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.319448 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c67de94-2240-49e8-83dd-bf254f856e72 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.321178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c67de94-2240-49e8-83dd-bf254f856e72 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e28e66a6-6a47-4b5a-a08e-83ffdbffc315 HTTP/1.1" status: 204 len: 168 time: 0.1902838 Nov 10 22:00:46.324569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44268) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:46.330583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67de94-2240-49e8-83dd-bf254f856e72 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e28e66a6-6a47-4b5a-a08e-83ffdbffc315,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:46.344244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a744618-fcee-496d-b2d1-6c2c03f35673 None None] Pushing event updated for resources: {'Port': ['ID=cac4b7e2-a198-4cca-8816-a72d55decbfc,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:46.389652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=532bf459-7009-4027-962a-0c41cb8f8ba3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:46.392818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cac4b7e2-a198-4cca-8816-a72d55decbfc triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:46.393173 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.395462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-de87dc56-067a-419c-b366-ae511c63d0cb None None] Provisioning complete for port cac4b7e2-a198-4cca-8816-a72d55decbfc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:46.395986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de87dc56-067a-419c-b366-ae511c63d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.416818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44270) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:46.417084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-def76b21-1f4e-4fd9-ac16-b67b03062f0c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0876293 Nov 10 22:00:46.432478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:46.435902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-07d2ab16-6620-44b6-b89b-43a171aa2e9d tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5310345 Nov 10 22:00:46.436392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44272) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:46.441948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:46.488759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55911b3f-b4a2-4aee-aa18-dda73d38b3c4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.518723 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55911b3f-b4a2-4aee-aa18-dda73d38b3c4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.627665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:46.632579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.658607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55911b3f-b4a2-4aee-aa18-dda73d38b3c4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.662125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-55911b3f-b4a2-4aee-aa18-dda73d38b3c4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.663414 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-55911b3f-b4a2-4aee-aa18-dda73d38b3c4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/b6c09937-2cb9-434a-9ff5-58b5973a0cfd HTTP/1.1" status: 204 len: 168 time: 0.2453375 Nov 10 22:00:46.667613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44274) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:46.690524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55911b3f-b4a2-4aee-aa18-dda73d38b3c4 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c09937-2cb9-434a-9ff5-58b5973a0cfd,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:46.735464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-27bd38c9-0f0a-435f-8373-760ff80f2c8c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0663934 Nov 10 22:00:46.739434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44276) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:46.744194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fefd95e8-d96d-4989-845c-9bb61d3560ce tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930931546'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:46.785825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-de87dc56-067a-419c-b366-ae511c63d0cb None None] Provisioning complete for port 791ef9a3-381a-4c9f-9645-7bc761647dd8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:46.786868 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de87dc56-067a-419c-b366-ae511c63d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.790829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:44Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:45Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:46.848722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:46.849271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Updating router 65628fec-5feb-4a65-9075-f854f63b035e port 791ef9a3-381a-4c9f-9645-7bc761647dd8 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:00:46.879066 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fefd95e8-d96d-4989-845c-9bb61d3560ce tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.886768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-de87dc56-067a-419c-b366-ae511c63d0cb None None] Port 791ef9a3-381a-4c9f-9645-7bc761647dd8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:46.890848 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.956122 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:46.961212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fefd95e8-d96d-4989-845c-9bb61d3560ce tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.026235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:47.032473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:47.032833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: 532bf459-7009-4027-962a-0c41cb8f8ba3, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:47.045261 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fefd95e8-d96d-4989-845c-9bb61d3560ce tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.049149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0b4c683a-9e91-4bd6-8555-86875fb76dc5 None None] Provisioning complete for port 791ef9a3-381a-4c9f-9645-7bc761647dd8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:47.052065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0b4c683a-9e91-4bd6-8555-86875fb76dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.077359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd95e8-d96d-4989-845c-9bb61d3560ce tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae0f7e-d89c-4d2f-8720-65e78b1c54f0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:47.120665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c683a-9e91-4bd6-8555-86875fb76dc5 None None] Port 791ef9a3-381a-4c9f-9645-7bc761647dd8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:47.135905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:47.161135 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fefd95e8-d96d-4989-845c-9bb61d3560ce tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.162481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fefd95e8-d96d-4989-845c-9bb61d3560ce tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4225128 Nov 10 22:00:47.165941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44282) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:47.171096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-17e8bff5-6cc6-42e0-8474-54091499de51 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '8fae0f7e-d89c-4d2f-8720-65e78b1c54f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:47.209249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.261823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 532bf459-7009-4027-962a-0c41cb8f8ba3) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:47.269049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:47.269771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.274027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9454ca0-7128-4637-accc-4028d3cb033d None None] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:47.290450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17e8bff5-6cc6-42e0-8474-54091499de51 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.296457 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.345372 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17e8bff5-6cc6-42e0-8474-54091499de51 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.375411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-911c4706-47f9-4d4c-ad48-75d9dcd18e7c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9375021 Nov 10 22:00:47.378579 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44286) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:47.392390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a9252-c5fa-4903-862e-98bd5cbff45c None None] Pushing event updated for resources: {'Port': ['ID=791ef9a3-381a-4c9f-9645-7bc761647dd8,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:47.437605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17e8bff5-6cc6-42e0-8474-54091499de51 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.482657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Attempting to bind port 791ef9a3-381a-4c9f-9645-7bc761647dd8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:47.483507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Attempting to bind port 791ef9a3-381a-4c9f-9645-7bc761647dd8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:47.483507 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Attempting to bind port 791ef9a3-381a-4c9f-9645-7bc761647dd8 on network 84d8499b-cde6-4ebe-94bf-24b415260ecb {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:47.501225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bff5-6cc6-42e0-8474-54091499de51 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c20588c-e6ac-4caf-b64d-fb48c83c79ca,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:47.501709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:47.502087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Checking segment: {'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:47.502489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.502875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Bound using segment: {'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:47.503343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Bound port: 791ef9a3-381a-4c9f-9645-7bc761647dd8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097ac8a7-573d-4d90-a27e-34d0b5e74464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:47.503762 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.567922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-532bf459-7009-4027-962a-0c41cb8f8ba3', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:47.567922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.631116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-17e8bff5-6cc6-42e0-8474-54091499de51 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.632050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-17e8bff5-6cc6-42e0-8474-54091499de51 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4650488 Nov 10 22:00:47.634726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44288) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:47.659301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ac082c29-5de4-4161-a8bd-c8ecf0bc3954 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules/3c20588c-e6ac-4caf-b64d-fb48c83c79ca HTTP/1.1" status: 200 len: 763 time: 0.0234458 Nov 10 22:00:47.661871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44290) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:47.667237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] For port 791ef9a3-381a-4c9f-9645-7bc761647dd8, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:47.686707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] For port 791ef9a3-381a-4c9f-9645-7bc761647dd8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=791ef9a3-381a-4c9f-9645-7bc761647dd8,segment=NetworkSegment(097ac8a7-573d-4d90-a27e-34d0b5e74464),segment_id=097ac8a7-573d-4d90-a27e-34d0b5e74464)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:47.769466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c9b06212-4ada-429f-913c-7c6be5070f4c None None] Provisioning complete for port 791ef9a3-381a-4c9f-9645-7bc761647dd8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:47.770109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9b06212-4ada-429f-913c-7c6be5070f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.772288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Allocated IP 2001:db8:1::2 (532bf459-7009-4027-962a-0c41cb8f8ba3/4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea/490bff37-1428-49c4-8c2d-17ccac1c317e) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:47.775002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.776566 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-83b454e4-0c2b-48f7-9403-10817ab0759c tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1136017 Nov 10 22:00:47.781405 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44292) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:47.822579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f08b766-b916-433c-845c-adddadeb3003 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.852468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f08b766-b916-433c-845c-adddadeb3003 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.968637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:47.987419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cac4b7e2-a198-4cca-8816-a72d55decbfc up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:47.990048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:47.991020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:48.004846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f08b766-b916-433c-845c-adddadeb3003 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.048490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a9252-c5fa-4903-862e-98bd5cbff45c None None] Pushing event updated for resources: {'Port': ['ID=791ef9a3-381a-4c9f-9645-7bc761647dd8,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:48.049704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1f08b766-b916-433c-845c-adddadeb3003 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.051516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1f08b766-b916-433c-845c-adddadeb3003 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/3c20588c-e6ac-4caf-b64d-fb48c83c79ca HTTP/1.1" status: 204 len: 168 time: 0.2691853 Nov 10 22:00:48.054056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44296) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:48.117560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08b766-b916-433c-845c-adddadeb3003 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c20588c-e6ac-4caf-b64d-fb48c83c79ca,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:48.135017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f1fb951b-3c86-4575-8deb-1f79db986b07 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764785 Nov 10 22:00:48.135181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44300) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:48.141413 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1f2fd2bd-004e-4461-8a90-b2f7894e5e43 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '8fae0f7e-d89c-4d2f-8720-65e78b1c54f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:48.230512 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd2bd-004e-4461-8a90-b2f7894e5e43 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.307023 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd2bd-004e-4461-8a90-b2f7894e5e43 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.378569 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd2bd-004e-4461-8a90-b2f7894e5e43 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.398046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fd2bd-004e-4461-8a90-b2f7894e5e43 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ea31a5-c466-43f0-84d6-acd24bd3d06d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:48.464480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.476344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:48.477562 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd2bd-004e-4461-8a90-b2f7894e5e43 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.478824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1f2fd2bd-004e-4461-8a90-b2f7894e5e43 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3425691 Nov 10 22:00:48.482170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44302) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:48.500595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-83aabbcd-470b-4d78-af2e-538b6c2659a1 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules/20ea31a5-c466-43f0-84d6-acd24bd3d06d HTTP/1.1" status: 200 len: 763 time: 0.0165818 Nov 10 22:00:48.502936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:48.515078 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9b06212-4ada-429f-913c-7c6be5070f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.542937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-109ead85-37a4-4088-84e6-cb4b8fe662bb tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0387831 Nov 10 22:00:48.546721 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44306) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:48.569413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.581384 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ac5c647-8d3b-465c-bddc-93b8fdc209b0 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.589311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port cac4b7e2-a198-4cca-8816-a72d55decbfc triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:48.589678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.590029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ac5c647-8d3b-465c-bddc-93b8fdc209b0 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.595954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8:1::1 (532bf459-7009-4027-962a-0c41cb8f8ba3/4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea/9d3e7857-3e3d-4ec2-9415-cab63bc88515) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:48.668730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:48.681693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ac5c647-8d3b-465c-bddc-93b8fdc209b0 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.689768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1ac5c647-8d3b-465c-bddc-93b8fdc209b0 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.693235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1ac5c647-8d3b-465c-bddc-93b8fdc209b0 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/20ea31a5-c466-43f0-84d6-acd24bd3d06d HTTP/1.1" status: 204 len: 168 time: 0.1433041 Nov 10 22:00:48.694293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44308) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:48.698181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5c647-8d3b-465c-bddc-93b8fdc209b0 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20ea31a5-c466-43f0-84d6-acd24bd3d06d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:48.707664 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c9b06212-4ada-429f-913c-7c6be5070f4c None None] For port 791ef9a3-381a-4c9f-9645-7bc761647dd8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=791ef9a3-381a-4c9f-9645-7bc761647dd8,segment=NetworkSegment(097ac8a7-573d-4d90-a27e-34d0b5e74464),segment_id=097ac8a7-573d-4d90-a27e-34d0b5e74464)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:48.710415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:48.719488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:48.721364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Pushing event updated for resources: {'Port': ['ID=490bff37-1428-49c4-8c2d-17ccac1c317e,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:48.733475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.759397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b918d03a-2fba-43b3-8c22-ce567441502a tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639696 Nov 10 22:00:48.768186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44310) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:48.771568 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9b06212-4ada-429f-913c-7c6be5070f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.779273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-439237bf-82d3-4fea-bb93-6d2700aa6695 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Request body: {'security_group_rule': {'security_group_id': '8fae0f7e-d89c-4d2f-8720-65e78b1c54f0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:48.850850 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.860333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Attempting to bind port 490bff37-1428-49c4-8c2d-17ccac1c317e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:48.860718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Attempting to bind port 490bff37-1428-49c4-8c2d-17ccac1c317e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:48.861067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Attempting to bind port 490bff37-1428-49c4-8c2d-17ccac1c317e on network 532bf459-7009-4027-962a-0c41cb8f8ba3 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:48.880045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-439237bf-82d3-4fea-bb93-6d2700aa6695 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.895962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:48.899100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:48.901071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:48.901436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Checking segment: {'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:48.901908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.902296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Bound using segment: {'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:48.902789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Bound port: 490bff37-1428-49c4-8c2d-17ccac1c317e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:48.903106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:48.903248 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.903711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.927545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b06212-4ada-429f-913c-7c6be5070f4c None None] Pushing event updated for resources: {'Port': ['ID=791ef9a3-381a-4c9f-9645-7bc761647dd8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:48.940765 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-439237bf-82d3-4fea-bb93-6d2700aa6695 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:48.952884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=9d3e7857-3e3d-4ec2-9415-cab63bc88515,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:48.970294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-370becff-d585-46fd-a83c-a483e14182de None None] Provisioning complete for port 791ef9a3-381a-4c9f-9645-7bc761647dd8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:48.970658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-370becff-d585-46fd-a83c-a483e14182de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.010379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-439237bf-82d3-4fea-bb93-6d2700aa6695 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.033886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439237bf-82d3-4fea-bb93-6d2700aa6695 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2ccfc3-7d86-4e23-b73e-867129933c7d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:49.045114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-834b1464-a2db-428d-969f-b112c2166628 None None] For port 490bff37-1428-49c4-8c2d-17ccac1c317e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:49.048071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:44Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:47Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:49.053106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-834b1464-a2db-428d-969f-b112c2166628 None None] For port 490bff37-1428-49c4-8c2d-17ccac1c317e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=490bff37-1428-49c4-8c2d-17ccac1c317e,segment=NetworkSegment(ac9d9bd7-d909-43d5-8906-ba3801129ef4),segment_id=ac9d9bd7-d909-43d5-8906-ba3801129ef4)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:49.079719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666e1d23-7cd0-4109-a1cb-d75aae056923 None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:44Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:47Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:49.109303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-439237bf-82d3-4fea-bb93-6d2700aa6695 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.109875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.110797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-439237bf-82d3-4fea-bb93-6d2700aa6695 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3412018 Nov 10 22:00:49.113580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44316) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:49.142366 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.145833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7f424c90-e4b1-453a-a63b-d495e3fbc9ae tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules/1b2ccfc3-7d86-4e23-b73e-867129933c7d HTTP/1.1" status: 200 len: 764 time: 0.0272579 Nov 10 22:00:49.149114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44318) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:49.198739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b1464-a2db-428d-969f-b112c2166628 None None] Pushing event updated for resources: {'Port': ['ID=490bff37-1428-49c4-8c2d-17ccac1c317e,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:49.213458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6b41f278-e8fb-45f9-9407-80bf859c00ba tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0624828 Nov 10 22:00:49.219090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44320) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:49.245098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14c72653-1be2-4787-bab0-23ed92576522 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.262809 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14c72653-1be2-4787-bab0-23ed92576522 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.395666 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14c72653-1be2-4787-bab0-23ed92576522 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.408344 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-14c72653-1be2-4787-bab0-23ed92576522 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.410455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-14c72653-1be2-4787-bab0-23ed92576522 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/1b2ccfc3-7d86-4e23-b73e-867129933c7d HTTP/1.1" status: 204 len: 168 time: 0.1900826 Nov 10 22:00:49.413484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44322) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:49.459310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c72653-1be2-4787-bab0-23ed92576522 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b2ccfc3-7d86-4e23-b73e-867129933c7d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:49.488246 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bcde33e5-0a14-4cb6-a8a8-768871a153d5 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689557 Nov 10 22:00:49.490991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44324) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:49.585975 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.593520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c486047-2e51-485b-aedc-07e1602da7d6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.623900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c486047-2e51-485b-aedc-07e1602da7d6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.661660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.662448 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.744630 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c486047-2e51-485b-aedc-07e1602da7d6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.748592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2c486047-2e51-485b-aedc-07e1602da7d6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:49.752096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2c486047-2e51-485b-aedc-07e1602da7d6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "DELETE /v2.0/security-groups/8fae0f7e-d89c-4d2f-8720-65e78b1c54f0 HTTP/1.1" status: 204 len: 168 time: 0.2578409 Nov 10 22:00:49.753707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44328) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:49.761039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=9d3e7857-3e3d-4ec2-9415-cab63bc88515,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:49.779712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c486047-2e51-485b-aedc-07e1602da7d6 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae0f7e-d89c-4d2f-8720-65e78b1c54f0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:49.827597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fc305c78-641d-4eab-8e42-a87ce80bc947 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727906 Nov 10 22:00:49.830622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:49.832356 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:49.836808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44330) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:49.838184 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.019531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 490bff37-1428-49c4-8c2d-17ccac1c317e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:50.094500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 490bff37-1428-49c4-8c2d-17ccac1c317e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:50.095598 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.202238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.254605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 490bff37-1428-49c4-8c2d-17ccac1c317e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=490bff37-1428-49c4-8c2d-17ccac1c317e,segment=NetworkSegment(ac9d9bd7-d909-43d5-8906-ba3801129ef4),segment_id=ac9d9bd7-d909-43d5-8906-ba3801129ef4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:50.344721 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.345864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 791ef9a3-381a-4c9f-9645-7bc761647dd8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:50.386070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ef4d7997-c231-4ae3-80ab-15a4d427c914 tempest-SecGroupTest-2050267597 tempest-SecGroupTest-2050267597-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5456297 Nov 10 22:00:50.413808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:50.462830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 791ef9a3-381a-4c9f-9645-7bc761647dd8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:50.463109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.511968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=490bff37-1428-49c4-8c2d-17ccac1c317e,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:50.561820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a3d9d-51ca-4425-ae88-b452fba69ea7 None None] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:50.566929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:50.575237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-061b0de9-d1d2-4444-826f-098e64e6b252 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1937661 Nov 10 22:00:50.575661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44334) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:50.581761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-72490348'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:50.667399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-026aba8d-9d6b-495c-84be-ddb5e83f4d9d None None] Provisioning complete for port 490bff37-1428-49c4-8c2d-17ccac1c317e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:50.667853 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-026aba8d-9d6b-495c-84be-ddb5e83f4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.681482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:50.685926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.715310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:50.726525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.727195 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment bec56a6a-820c-4a4e-8b7d-873b21a49207 of type vlan for network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb Nov 10 22:00:50.782937 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.901845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.911772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:50.913096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:50.965703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44340) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:51.000588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=26a665aa-c91f-44ea-ba43-dcb7d2d18cdb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:51.011951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:51.041581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-41fb5010-f1e8-4cf0-a299-5d2cbbe6619c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4643450 Nov 10 22:00:51.045271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:51.060948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:51.112600 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:51.127544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:51.128329 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:51.246701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44348) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:51.251652 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:51.271113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bbb4a469-5b17-472f-9c1e-a7340af5dfd2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d5005a4c92234a1b8d02316cc969006d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762604 Nov 10 22:00:51.272588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-09fec65e-495d-406c-815c-85be40d9d668 None None] Provisioning complete for port 490bff37-1428-49c4-8c2d-17ccac1c317e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:51.273621 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-09fec65e-495d-406c-815c-85be40d9d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.275933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:51.281607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.363838 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-84c3ed36-d01b-4ef4-8de5-245ba4432d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.401977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-84c3ed36-d01b-4ef4-8de5-245ba4432d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.419980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-09fec65e-495d-406c-815c-85be40d9d668 None None] Provisioning complete for port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:51.420555 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-09fec65e-495d-406c-815c-85be40d9d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.501776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-09fec65e-495d-406c-815c-85be40d9d668 None None] Port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:51.567434 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 3, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:49Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:51.581754 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-84c3ed36-d01b-4ef4-8de5-245ba4432d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.584491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-84c3ed36-d01b-4ef4-8de5-245ba4432d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.585668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-84c3ed36-d01b-4ef4-8de5-245ba4432d9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1a10fb8-3be6-467a-8a96-ae7d896c872e HTTP/1.1" status: 204 len: 168 time: 0.3373969 Nov 10 22:00:51.599548 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:51.608898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3ed36-d01b-4ef4-8de5-245ba4432d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a10fb8-3be6-467a-8a96-ae7d896c872e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:51.612607 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Updating router 65628fec-5feb-4a65-9075-f854f63b035e port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:00:51.650149 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.671199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-48720cf8-015a-4076-aacf-ab2ef0c2ecb8 None None] Provisioning complete for port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:51.671563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-48720cf8-015a-4076-aacf-ab2ef0c2ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.684070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.765786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-48720cf8-015a-4076-aacf-ab2ef0c2ecb8 None None] Port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:51.780141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=cac9add7-c301-48d0-b67e-32c5d62639d7,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:51.800744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:51.801183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:51.996155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-938e8d9b-839c-4098-ab8b-e0c81826f4e3 None None] Provisioning complete for port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:51.996155 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-938e8d9b-839c-4098-ab8b-e0c81826f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:51.996155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-938e8d9b-839c-4098-ab8b-e0c81826f4e3 None None] Port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:51.996155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 490bff37-1428-49c4-8c2d-17ccac1c317e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:52.020239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 490bff37-1428-49c4-8c2d-17ccac1c317e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:52.020981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.030606 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.224537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:52.304447 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.343295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:52.347622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:52.348627 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.360780 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Pushing event updated for resources: {'Port': ['ID=9d3e7857-3e3d-4ec2-9415-cab63bc88515,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:52.380365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375e123b-c8da-4b66-a8df-f4b4de30531e None None] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:52.444130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b00a2bef-41d4-4cfa-9503-4c460660cc47 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3927014 Nov 10 22:00:52.444378 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.444506 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44358) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:52.444611 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.445348 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.445548 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.445849 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.446317 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.447387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.447387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.447387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.447979 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.448276 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.448596 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:00:52.465449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Attempting to bind port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:52.465449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Attempting to bind port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:52.465449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Attempting to bind port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 on network 532bf459-7009-4027-962a-0c41cb8f8ba3 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:52.470877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:52.471325 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Checking segment: {'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:52.471833 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.472285 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Bound using segment: {'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:52.472820 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Bound port: 9d3e7857-3e3d-4ec2-9415-cab63bc88515, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9d9bd7-d909-43d5-8906-ba3801129ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:52.473287 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.562991 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] For port 9d3e7857-3e3d-4ec2-9415-cab63bc88515, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:52.567415 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] For port 9d3e7857-3e3d-4ec2-9415-cab63bc88515, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d3e7857-3e3d-4ec2-9415-cab63bc88515,segment=NetworkSegment(ac9d9bd7-d909-43d5-8906-ba3801129ef4),segment_id=ac9d9bd7-d909-43d5-8906-ba3801129ef4)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:52.665117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:52.666520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.676316 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:52.785034 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:52.786059 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:52.791644 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7976c2-7a9f-4026-b04f-a67677ebb5de None None] Pushing event updated for resources: {'Port': ['ID=9d3e7857-3e3d-4ec2-9415-cab63bc88515,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:52.879880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Allocated IP 2001:db8:2::2 (26a665aa-c91f-44ea-ba43-dcb7d2d18cdb/cac9add7-c301-48d0-b67e-32c5d62639d7/e3015fc0-2b7d-43e0-8da1-06297e83359b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:52.954592 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:52.998214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5d3af500-52aa-448a-88c1-631eea307cf1 None None] Provisioning complete for port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:52.998601 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d3af500-52aa-448a-88c1-631eea307cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.131260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.213790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.227340 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d3af500-52aa-448a-88c1-631eea307cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.289701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5d3af500-52aa-448a-88c1-631eea307cf1 None None] For port 9d3e7857-3e3d-4ec2-9415-cab63bc88515, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d3e7857-3e3d-4ec2-9415-cab63bc88515,segment=NetworkSegment(ac9d9bd7-d909-43d5-8906-ba3801129ef4),segment_id=ac9d9bd7-d909-43d5-8906-ba3801129ef4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:53.295421 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 3, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:52Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:53.299777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.364131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:53.369011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:53.376379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:53.389396 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d3af500-52aa-448a-88c1-631eea307cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.398842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Pushing event updated for resources: {'Port': ['ID=e3015fc0-2b7d-43e0-8da1-06297e83359b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:53.494392 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e420f4-77cc-4cb8-b0a5-0e95df18b41d None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 3, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:52Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:53.507681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8:2::1 (26a665aa-c91f-44ea-ba43-dcb7d2d18cdb/cac9add7-c301-48d0-b67e-32c5d62639d7/059478cc-7c6c-494a-9aea-faa80ea8422f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:53.514908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Attempting to bind port e3015fc0-2b7d-43e0-8da1-06297e83359b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:53.515281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Attempting to bind port e3015fc0-2b7d-43e0-8da1-06297e83359b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:53.516294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Attempting to bind port e3015fc0-2b7d-43e0-8da1-06297e83359b on network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:53.553383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:53.553902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Checking segment: {'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:53.554653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.555044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Bound using segment: {'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:53.555534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Bound port: e3015fc0-2b7d-43e0-8da1-06297e83359b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:53.555938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.607091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-56d199d0-295d-448f-8edb-c51ea056e3f0 None None] Provisioning complete for port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:53.607973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56d199d0-295d-448f-8edb-c51ea056e3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.633125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3af500-52aa-448a-88c1-631eea307cf1 None None] Pushing event updated for resources: {'Port': ['ID=9d3e7857-3e3d-4ec2-9415-cab63bc88515,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:53.777109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.785753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] For port e3015fc0-2b7d-43e0-8da1-06297e83359b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:53.789941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] For port e3015fc0-2b7d-43e0-8da1-06297e83359b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e3015fc0-2b7d-43e0-8da1-06297e83359b,segment=NetworkSegment(bec56a6a-820c-4a4e-8b7d-873b21a49207),segment_id=bec56a6a-820c-4a4e-8b7d-873b21a49207)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:53.814412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.874915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.938488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:53.984726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d3e7857-3e3d-4ec2-9415-cab63bc88515 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:53.991031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b291b-9c35-477a-a5a2-2f055e989dc2 None None] Pushing event updated for resources: {'Port': ['ID=e3015fc0-2b7d-43e0-8da1-06297e83359b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:54.020368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:54.046025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=059478cc-7c6c-494a-9aea-faa80ea8422f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:54.068457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:54.071968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:54.074033 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:54.109578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:54.110670 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:54.327210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:54.674962 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:54.734462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:54.735560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:54.846012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=059478cc-7c6c-494a-9aea-faa80ea8422f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:54.903275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:54.903275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:55.022390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:55.127706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:55.134219 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6493ce54-f30d-47de-925d-c1388016f296 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6888285 Nov 10 22:00:55.137001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44404) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:55.139457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:55.143684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1095001814'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:55.157646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:55.158669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:55.259380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:55.261377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44406) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:55.264265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.311945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:00:55.324402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.328214 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added segment d03053a6-3b79-4de9-826b-74b071b557d3 of type vlan for network c450298f-b6f4-4a9f-8260-e3ea04445e23 Nov 10 22:00:55.388027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.449013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f45f05d0-b154-490e-bb10-f8282bb6a35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.490910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.497385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:55.498292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.531921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0bd3ab-275f-4040-9ce0-3e32be01c8b1 None None] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:55.554452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f45f05d0-b154-490e-bb10-f8282bb6a35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.610004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Network': ['ID=c450298f-b6f4-4a9f-8260-e3ea04445e23,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:55.615153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5c4b8cd1-0f47-412a-b1f3-84eeec05f8d7 None None] Provisioning complete for port e3015fc0-2b7d-43e0-8da1-06297e83359b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:55.617316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8cd1-0f47-412a-b1f3-84eeec05f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.635668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f45f05d0-b154-490e-bb10-f8282bb6a35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.652931 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-727db325-0f4a-4b58-8e3b-f8bd1ca4e2f6 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5141661 Nov 10 22:00:55.654787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44410) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:55.660928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:00:55.661236 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'subnet': {'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:55.683709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:55.700095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f45f05d0-b154-490e-bb10-f8282bb6a35a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b87de14d93d4092b10fc43044a4cc37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370072 Nov 10 22:00:55.701741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44412) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:55.712366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f05d0-b154-490e-bb10-f8282bb6a35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9804b6-35a4-4bfc-b534-1cda0b3b9a8b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:55.813104 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ec40f41-6d53-4e31-b427-095076175469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.844769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ec40f41-6d53-4e31-b427-095076175469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:55.890828 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Made reservation on behalf of 1ced46f309894f73b6b8d27c6190fd5b for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:00:55.894594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.003032 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ec40f41-6d53-4e31-b427-095076175469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.006026 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9ec40f41-6d53-4e31-b427-095076175469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.009797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9ec40f41-6d53-4e31-b427-095076175469 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db9804b6-35a4-4bfc-b534-1cda0b3b9a8b HTTP/1.1" status: 204 len: 168 time: 0.3029268 Nov 10 22:00:56.020956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec40f41-6d53-4e31-b427-095076175469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9804b6-35a4-4bfc-b534-1cda0b3b9a8b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:56.062996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e3015fc0-2b7d-43e0-8da1-06297e83359b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:56.069502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8cd1-0f47-412a-b1f3-84eeec05f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.182175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5c4b8cd1-0f47-412a-b1f3-84eeec05f8d7 None None] For port e3015fc0-2b7d-43e0-8da1-06297e83359b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e3015fc0-2b7d-43e0-8da1-06297e83359b,segment=NetworkSegment(bec56a6a-820c-4a4e-8b7d-873b21a49207),segment_id=bec56a6a-820c-4a4e-8b7d-873b21a49207)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:56.225304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e3015fc0-2b7d-43e0-8da1-06297e83359b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:56.225677 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.277696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8cd1-0f47-412a-b1f3-84eeec05f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.320919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:54Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:54Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:56.334120 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.384552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:00:56.384909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Updating router 65628fec-5feb-4a65-9075-f854f63b035e port 059478cc-7c6c-494a-9aea-faa80ea8422f binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:00:56.434764 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b8cd1-0f47-412a-b1f3-84eeec05f8d7 None None] Pushing event updated for resources: {'Port': ['ID=e3015fc0-2b7d-43e0-8da1-06297e83359b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:56.445195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.454194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Subnet': ['ID=cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:56.473051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Checking segment: {'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:56.476573 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network hostable DHCP agents. Network: c450298f-b6f4-4a9f-8260-e3ea04445e23, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:00:56.564844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:00:56.595939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1cfa52d9-dafd-4fd0-b478-2a3b349577cf None None] Provisioning complete for port 059478cc-7c6c-494a-9aea-faa80ea8422f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:56.596314 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cfa52d9-dafd-4fd0-b478-2a3b349577cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.672744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa52d9-dafd-4fd0-b478-2a3b349577cf None None] Port 059478cc-7c6c-494a-9aea-faa80ea8422f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:56.691472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, c450298f-b6f4-4a9f-8260-e3ea04445e23) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:56.701327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:00:56.704003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.713068 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1cfa52d9-dafd-4fd0-b478-2a3b349577cf None None] Provisioning complete for port e3015fc0-2b7d-43e0-8da1-06297e83359b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:56.713429 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1cfa52d9-dafd-4fd0-b478-2a3b349577cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:56.740462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c371e3-2e17-4d15-af63-b45d499a5729 None None] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:00:56.811109 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f840c661-0b1d-4e14-a1e9-155d126faebf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1551516 Nov 10 22:00:56.811953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44422) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:56.930215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44426) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:56.945626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e655c77-a23a-4e34-82d8-da398562f056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.014672 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.034364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e655c77-a23a-4e34-82d8-da398562f056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.048839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-c450298f-b6f4-4a9f-8260-e3ea04445e23', 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'fixed_ips': [{'subnet_id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:00:57.049745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.113356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8e655c77-a23a-4e34-82d8-da398562f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.133497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.156734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e655c77-a23a-4e34-82d8-da398562f056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5ba3b4-bedb-47df-a931-3c84011bf778,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:57.162167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8e655c77-a23a-4e34-82d8-da398562f056 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7555fdcee3a24c1ea8cd578c1c6d7b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307761 Nov 10 22:00:57.165447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44428) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:57.228477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-aae2dbaa-8b4a-4fdb-8cbf-50adfca17fb3 None None] Provisioning complete for port 059478cc-7c6c-494a-9aea-faa80ea8422f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:57.229076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aae2dbaa-8b4a-4fdb-8cbf-50adfca17fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.237648 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68606edb-208a-4337-a35a-4540e624f978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.262339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb8198-0902-4e87-bbaf-5031a90920ee None None] Pushing event updated for resources: {'Port': ['ID=059478cc-7c6c-494a-9aea-faa80ea8422f,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:57.269128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68606edb-208a-4337-a35a-4540e624f978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.399381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68606edb-208a-4337-a35a-4540e624f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.404370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-68606edb-208a-4337-a35a-4540e624f978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.405636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-68606edb-208a-4337-a35a-4540e624f978 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc5ba3b4-bedb-47df-a931-3c84011bf778 HTTP/1.1" status: 204 len: 168 time: 0.2389109 Nov 10 22:00:57.415844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606edb-208a-4337-a35a-4540e624f978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5ba3b4-bedb-47df-a931-3c84011bf778,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:57.527963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-aae2dbaa-8b4a-4fdb-8cbf-50adfca17fb3 None None] Port 059478cc-7c6c-494a-9aea-faa80ea8422f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:57.531973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Allocated IP 2001:db8:3::2 (c450298f-b6f4-4a9f-8260-e3ea04445e23/cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e/66d8c97a-3fcf-482d-a1ed-204b2cca6474) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:57.572625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Attempting to bind port 059478cc-7c6c-494a-9aea-faa80ea8422f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:57.573352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Attempting to bind port 059478cc-7c6c-494a-9aea-faa80ea8422f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:57.573788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Attempting to bind port 059478cc-7c6c-494a-9aea-faa80ea8422f on network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:57.588358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:57.592564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Checking segment: {'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:57.592564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.592564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Bound using segment: {'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:57.592564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Bound port: 059478cc-7c6c-494a-9aea-faa80ea8422f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec56a6a-820c-4a4e-8b7d-873b21a49207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:57.592564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.643959 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.703573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9fc8d94a-8049-4ffc-8683-5dcb5a395e9e None None] Provisioning complete for port 059478cc-7c6c-494a-9aea-faa80ea8422f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:57.703973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d94a-8049-4ffc-8683-5dcb5a395e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.783957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] For port 059478cc-7c6c-494a-9aea-faa80ea8422f, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:57.811506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] For port 059478cc-7c6c-494a-9aea-faa80ea8422f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=059478cc-7c6c-494a-9aea-faa80ea8422f,segment=NetworkSegment(bec56a6a-820c-4a4e-8b7d-873b21a49207),segment_id=bec56a6a-820c-4a4e-8b7d-873b21a49207)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:57.812647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8d94a-8049-4ffc-8683-5dcb5a395e9e None None] Port 059478cc-7c6c-494a-9aea-faa80ea8422f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:00:57.830346 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.882278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.968300 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:57.993285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e3015fc0-2b7d-43e0-8da1-06297e83359b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:00:58.033112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Allocated IP 2001:db8:3::1 (c450298f-b6f4-4a9f-8260-e3ea04445e23/cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e/7fcb1213-2830-4065-8abe-09cf6e24dbcd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:00:58.069326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb8198-0902-4e87-bbaf-5031a90920ee None None] Pushing event updated for resources: {'Port': ['ID=059478cc-7c6c-494a-9aea-faa80ea8422f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:58.095766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:58.096560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:58.196100 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.199509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:00:58.261649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:58.287797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:58.294278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:58.331909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Pushing event updated for resources: {'Port': ['ID=66d8c97a-3fcf-482d-a1ed-204b2cca6474,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:58.371478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.422033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:58.425249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:58.429124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:00:58.430182 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.436672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=7fcb1213-2830-4065-8abe-09cf6e24dbcd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:58.478881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-593bc59c-700f-4742-96e4-e49681ba6965 None None] Provisioning complete for port 059478cc-7c6c-494a-9aea-faa80ea8422f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:58.479249 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-593bc59c-700f-4742-96e4-e49681ba6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.484700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Attempting to bind port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:00:58.484700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Attempting to bind port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:00:58.484700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Attempting to bind port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 on network c450298f-b6f4-4a9f-8260-e3ea04445e23 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:00:58.505886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e3015fc0-2b7d-43e0-8da1-06297e83359b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:00:58.506582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.544481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:00:58.544854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Checking segment: {'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:00:58.545245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.545627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Bound using segment: {'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:00:58.546129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Bound port: 66d8c97a-3fcf-482d-a1ed-204b2cca6474, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:00:58.546485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.631317 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.741975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] For port 66d8c97a-3fcf-482d-a1ed-204b2cca6474, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:00:58.766871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] For port 66d8c97a-3fcf-482d-a1ed-204b2cca6474, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66d8c97a-3fcf-482d-a1ed-204b2cca6474,segment=NetworkSegment(d03053a6-3b79-4de9-826b-74b071b557d3),segment_id=d03053a6-3b79-4de9-826b-74b071b557d3)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:00:58.777280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-593bc59c-700f-4742-96e4-e49681ba6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.796287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:54Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:57Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:00:58.828817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9de87-23d8-417e-bfd6-7a8c59696d51 None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:54Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:57Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:00:58.845969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-593bc59c-700f-4742-96e4-e49681ba6965 None None] For port 059478cc-7c6c-494a-9aea-faa80ea8422f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=059478cc-7c6c-494a-9aea-faa80ea8422f,segment=NetworkSegment(bec56a6a-820c-4a4e-8b7d-873b21a49207),segment_id=bec56a6a-820c-4a4e-8b7d-873b21a49207)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:00:58.847492 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.932412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-593bc59c-700f-4742-96e4-e49681ba6965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:58.953481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383999e4-dcb2-44ee-937e-0300f8676af0 None None] Pushing event updated for resources: {'Port': ['ID=66d8c97a-3fcf-482d-a1ed-204b2cca6474,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:59.029605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bc59c-700f-4742-96e4-e49681ba6965 None None] Pushing event updated for resources: {'Port': ['ID=059478cc-7c6c-494a-9aea-faa80ea8422f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:59.043773 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:59.117556 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:59.132817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:00:59.304752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event updated for resources: {'Port': ['ID=7fcb1213-2830-4065-8abe-09cf6e24dbcd,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:00:59.375048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:00:59.375048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:00:59.508508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:00:59.658570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:00:59.680167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44484) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:00:59.684564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0b36ca4a-6574-4a35-8237-39c549beb62a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8692830 Nov 10 22:00:59.689084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:00:59.974757 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:00:59.989683 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:00:59.990462 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:00.075113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66d8c97a-3fcf-482d-a1ed-204b2cca6474 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:01:00.134574 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:00.136047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:00.136798 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.319112 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.365065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:01:00.394377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Removed routes are [] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:01:00.395062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.409066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 66d8c97a-3fcf-482d-a1ed-204b2cca6474, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66d8c97a-3fcf-482d-a1ed-204b2cca6474,segment=NetworkSegment(d03053a6-3b79-4de9-826b-74b071b557d3),segment_id=d03053a6-3b79-4de9-826b-74b071b557d3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:00.411606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7164737-7bb5-42d4-8474-ed70e289ae98 None None] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:01:00.485170 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcb1213-2830-4065-8abe-09cf6e24dbcd', 'name': '', 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:c2:07:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:57Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:00.500159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3adaf3ce-536b-4868-9c55-c300c5a625c4 None None] Provisioning complete for port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:00.500537 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3adaf3ce-536b-4868-9c55-c300c5a625c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.518632 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:00.518995 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Updating router 65628fec-5feb-4a65-9075-f854f63b035e port 7fcb1213-2830-4065-8abe-09cf6e24dbcd binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:01:00.546265 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.547055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 059478cc-7c6c-494a-9aea-faa80ea8422f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:01:00.556800 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.696598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=66d8c97a-3fcf-482d-a1ed-204b2cca6474,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:00.771969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 059478cc-7c6c-494a-9aea-faa80ea8422f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:00.773676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.830026 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.833679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:00.943329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:01:01.010044 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.065459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:01.083061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.083061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8bed4d94-302d-4826-a296-8267c209295e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 200 len: 953 time: 1.3939250 Nov 10 22:01:01.083255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44522) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:01.156057 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.214289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:01.222139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'routes': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:01:01.229426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b7a4de9f-ca94-4a61-a1b3-2cd90e42b527 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 200 len: 953 time: 0.1442761 Nov 10 22:01:01.235349 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ac860ad0-055e-458b-ad3b-f36a080961d9 None None] Provisioning complete for port 7fcb1213-2830-4065-8abe-09cf6e24dbcd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:01.235349 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac860ad0-055e-458b-ad3b-f36a080961d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.260077 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e682f0-a362-4e23-8fa0-66672992cf83 None None] Pushing event updated for resources: {'Port': ['ID=7fcb1213-2830-4065-8abe-09cf6e24dbcd,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Attempting to bind port 7fcb1213-2830-4065-8abe-09cf6e24dbcd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Attempting to bind port 7fcb1213-2830-4065-8abe-09cf6e24dbcd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Attempting to bind port 7fcb1213-2830-4065-8abe-09cf6e24dbcd on network c450298f-b6f4-4a9f-8260-e3ea04445e23 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Checking segment: {'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Bound using segment: {'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Bound port: 7fcb1213-2830-4065-8abe-09cf6e24dbcd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03053a6-3b79-4de9-826b-74b071b557d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:01:01.443041 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.514052 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] For port 7fcb1213-2830-4065-8abe-09cf6e24dbcd, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:01:01.518139 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] For port 7fcb1213-2830-4065-8abe-09cf6e24dbcd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7fcb1213-2830-4065-8abe-09cf6e24dbcd,segment=NetworkSegment(d03053a6-3b79-4de9-826b-74b071b557d3),segment_id=d03053a6-3b79-4de9-826b-74b071b557d3)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:01:01.567158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ac860ad0-055e-458b-ad3b-f36a080961d9 None None] Port 7fcb1213-2830-4065-8abe-09cf6e24dbcd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:01:01.579223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ac860ad0-055e-458b-ad3b-f36a080961d9 None None] Provisioning complete for port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:01.579716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac860ad0-055e-458b-ad3b-f36a080961d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.691591 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.713353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added routes are [] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:01:01.713353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:01:01.752287 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.770448 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e682f0-a362-4e23-8fa0-66672992cf83 None None] Pushing event updated for resources: {'Port': ['ID=7fcb1213-2830-4065-8abe-09cf6e24dbcd,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:01.779194 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:01.781230 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:01.801810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-04ed7466-b06e-4666-9379-d71a56e975d9 None None] Provisioning complete for port 7fcb1213-2830-4065-8abe-09cf6e24dbcd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:01.802111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04ed7466-b06e-4666-9379-d71a56e975d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.907962 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04ed7466-b06e-4666-9379-d71a56e975d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:01.939184 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:01.959482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-04ed7466-b06e-4666-9379-d71a56e975d9 None None] For port 7fcb1213-2830-4065-8abe-09cf6e24dbcd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7fcb1213-2830-4065-8abe-09cf6e24dbcd,segment=NetworkSegment(d03053a6-3b79-4de9-826b-74b071b557d3),segment_id=d03053a6-3b79-4de9-826b-74b071b557d3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:01.990243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66d8c97a-3fcf-482d-a1ed-204b2cca6474 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:01:02.072711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04ed7466-b06e-4666-9379-d71a56e975d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.100244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:02.159486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:02.159785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.181972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.204304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.214889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed7466-b06e-4666-9379-d71a56e975d9 None None] Pushing event updated for resources: {'Port': ['ID=7fcb1213-2830-4065-8abe-09cf6e24dbcd,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:02.303010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5cbb0e03-108c-4c13-b562-138a297a44d8 None None] Provisioning complete for port 7fcb1213-2830-4065-8abe-09cf6e24dbcd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:02.303763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5cbb0e03-108c-4c13-b562-138a297a44d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.329756 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17b7d771-2377-463f-90cd-b2f9fda22750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.334215 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:00Z', 'revision_number': 6, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcb1213-2830-4065-8abe-09cf6e24dbcd', 'name': '', 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:c2:07:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:57Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:02.379907 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f04fb-9337-4d7b-845f-052bba4ea90a None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:00Z', 'revision_number': 6, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcb1213-2830-4065-8abe-09cf6e24dbcd', 'name': '', 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:c2:07:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:57Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 4, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:02.389113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:01:02.517737 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17b7d771-2377-463f-90cd-b2f9fda22750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.521849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:02.534369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.538296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad869f19-e860-438a-9ef3-8a7c88d32358 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 200 len: 703 time: 1.3226061 Nov 10 22:01:02.539082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44552) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:02.582130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17b7d771-2377-463f-90cd-b2f9fda22750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.625742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-17b7d771-2377-463f-90cd-b2f9fda22750 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f971b193a324407997ac7da0882d999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236399 Nov 10 22:01:02.627328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7d771-2377-463f-90cd-b2f9fda22750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eab67c-ed3f-4876-845e-d34eddff7202,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:02.629892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44556) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:02.651906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2f226825-6d53-4ea8-b905-1fd18960de3a None None] Provisioning complete for port 7fcb1213-2830-4065-8abe-09cf6e24dbcd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:02.652278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f226825-6d53-4ea8-b905-1fd18960de3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.658981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-349c7731-22d6-4d61-8a33-8f650e791e6e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 200 len: 703 time: 0.1187797 Nov 10 22:01:02.661970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44558) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:02.695911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7467a38-17dd-4524-a6f9-5c1b092e9f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.736056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7467a38-17dd-4524-a6f9-5c1b092e9f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.879544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7467a38-17dd-4524-a6f9-5c1b092e9f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.882659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c7467a38-17dd-4524-a6f9-5c1b092e9f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:02.884926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c7467a38-17dd-4524-a6f9-5c1b092e9f4e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8eab67c-ed3f-4876-845e-d34eddff7202 HTTP/1.1" status: 204 len: 168 time: 0.2535009 Nov 10 22:01:02.898098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7467a38-17dd-4524-a6f9-5c1b092e9f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eab67c-ed3f-4876-845e-d34eddff7202,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:03.457831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:01:03.459087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:03.471045 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:03.471672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:03.565311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:03.603399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44576) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:03.623250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f976fe4-bbda-4504-a6f8-87cbea023219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:03.731796 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f976fe4-bbda-4504-a6f8-87cbea023219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:03.737326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 7fcb1213-2830-4065-8abe-09cf6e24dbcd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:03.737667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:03.796664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7f976fe4-bbda-4504-a6f8-87cbea023219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:03.817495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 7, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcb1213-2830-4065-8abe-09cf6e24dbcd', 'name': '', 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:c2:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:57Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:03.849412 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:03.849939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 7fcb1213-2830-4065-8abe-09cf6e24dbcd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7fcb1213-2830-4065-8abe-09cf6e24dbcd,segment=NetworkSegment(d03053a6-3b79-4de9-826b-74b071b557d3),segment_id=d03053a6-3b79-4de9-826b-74b071b557d3)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:03.850315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:03.858541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:03.859420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:03.862271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7f976fe4-bbda-4504-a6f8-87cbea023219 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=933807a45f7c4a00b015f83344ac8ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577515 Nov 10 22:01:03.863707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f976fe4-bbda-4504-a6f8-87cbea023219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f3b3d-9d51-4c4f-b9c7-8e5a98d64905,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:03.866836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44580) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:03.876717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 7fcb1213-2830-4065-8abe-09cf6e24dbcd owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:03.940304 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a15e00e-89a5-4dd7-a036-9386290361f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:03.983227 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:03.983405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a15e00e-89a5-4dd7-a036-9386290361f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:04.013098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7fcb1213-2830-4065-8abe-09cf6e24dbcd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:01:04.136727 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a15e00e-89a5-4dd7-a036-9386290361f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:04.140491 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a15e00e-89a5-4dd7-a036-9386290361f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:04.142573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6a15e00e-89a5-4dd7-a036-9386290361f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/646f3b3d-9d51-4c4f-b9c7-8e5a98d64905 HTTP/1.1" status: 204 len: 168 time: 0.2737224 Nov 10 22:01:04.152338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15e00e-89a5-4dd7-a036-9386290361f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f3b3d-9d51-4c4f-b9c7-8e5a98d64905,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:04.172399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:04.184535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Could not find standard attr ID for object 7fcb1213-2830-4065-8abe-09cf6e24dbcd. {{(pid=103049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 22:01:04.226482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=7fcb1213-2830-4065-8abe-09cf6e24dbcd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:04.237789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.238502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.239066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.239632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.240242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.240814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.243201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.243640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.244182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.244643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.245085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.252455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:04.302523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 7, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcb1213-2830-4065-8abe-09cf6e24dbcd', 'name': '', 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:c2:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:57Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:04.334442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66996015-df88-45b9-b71b-e8d4f93c005c None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 7, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fcb1213-2830-4065-8abe-09cf6e24dbcd', 'name': '', 'network_id': 'c450298f-b6f4-4a9f-8260-e3ea04445e23', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:c2:07:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:57Z', 'updated_at': '2021-11-10T22:01:01Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:04.380050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:04.632659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:01:04.738223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:04.744122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2fa119c3-e76e-4510-8044-ce960b885d74 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0807915 Nov 10 22:01:04.746657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44600) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:04.753418 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:01:04.770937 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:04.771707 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:04.802220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:01:04.805844 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:04.848379 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:04.859971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:04.948275 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.085891 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.118832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:05.140580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5656c-58fa-4a15-840e-ef390752e6ad None None] Network c450298f-b6f4-4a9f-8260-e3ea04445e23 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:01:05.141164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.146860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-affd3091-a758-4815-8914-022f8b1418fa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e HTTP/1.1" status: 204 len: 168 time: 0.3989654 Nov 10 22:01:05.150002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44612) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:05.258591 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:04Z', 'revision_number': 8, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:05.265511 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.291086 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:05.301834 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:05.302459 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:05.335000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:05.335540 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.417690 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:05.421994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] DHCP port deletion for c450298f-b6f4-4a9f-8260-e3ea04445e23 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:01:05.444246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 66d8c97a-3fcf-482d-a1ed-204b2cca6474, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66d8c97a-3fcf-482d-a1ed-204b2cca6474,segment=NetworkSegment(d03053a6-3b79-4de9-826b-74b071b557d3),segment_id=d03053a6-3b79-4de9-826b-74b071b557d3)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:05.444951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.460043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 66d8c97a-3fcf-482d-a1ed-204b2cca6474 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:05.497156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] Deleting port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:05.499144 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.584851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] For port 66d8c97a-3fcf-482d-a1ed-204b2cca6474, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=66d8c97a-3fcf-482d-a1ed-204b2cca6474,segment=NetworkSegment(d03053a6-3b79-4de9-826b-74b071b557d3),segment_id=d03053a6-3b79-4de9-826b-74b071b557d3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:05.585599 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.620216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] Calling delete_port for 66d8c97a-3fcf-482d-a1ed-204b2cca6474 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:05.625316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.676718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=66d8c97a-3fcf-482d-a1ed-204b2cca6474,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:05.686328 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:01:05.707027 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:04Z', 'revision_number': 8, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:05.733595 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1b88-9cf9-497f-beaf-a4dbdfb3f87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.738980 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce8449b-2940-4d74-991b-188c13ffdc8b None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:04Z', 'revision_number': 8, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '059478cc-7c6c-494a-9aea-faa80ea8422f', 'name': '', 'network_id': '26a665aa-c91f-44ea-ba43-dcb7d2d18cdb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:fc:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:53Z', 'updated_at': '2021-11-10T22:00:58Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'cac9add7-c301-48d0-b67e-32c5d62639d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:05.764928 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.793071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] Pushing event deleted for resources: {'Port': ['ID=66d8c97a-3fcf-482d-a1ed-204b2cca6474,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:05.797633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bb42b-f8a4-4f3e-ab37-22aaa3af1c56 None None] No DVR routers for this DVR port 66d8c97a-3fcf-482d-a1ed-204b2cca6474 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:01:05.799136 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.827336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c450298f-b6f4-4a9f-8260-e3ea04445e23']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:05.838423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03053a6-3b79-4de9-826b-74b071b557d3') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:05.838682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03053a6-3b79-4de9-826b-74b071b557d3') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:05.850533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.875388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.883670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:01:05.884174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:01:05.887591 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:01:06.028090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:06.035432 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:06.038725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/c450298f-b6f4-4a9f-8260-e3ea04445e23 HTTP/1.1" status: 204 len: 168 time: 0.8871627 Nov 10 22:01:06.041615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44634) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:06.050775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97a73e-2a97-4622-b356-764dbe5e4db2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=c450298f-b6f4-4a9f-8260-e3ea04445e23,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:06.188793 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66d8c97a-3fcf-482d-a1ed-204b2cca6474 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:06.214866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 66d8c97a-3fcf-482d-a1ed-204b2cca6474 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:06.215418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 66d8c97a-3fcf-482d-a1ed-204b2cca6474 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:06.215993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7fcb1213-2830-4065-8abe-09cf6e24dbcd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:06.239175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 7fcb1213-2830-4065-8abe-09cf6e24dbcd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:06.239522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7fcb1213-2830-4065-8abe-09cf6e24dbcd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:06.504531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:06.760533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 059478cc-7c6c-494a-9aea-faa80ea8422f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:06.760874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:06.861817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 059478cc-7c6c-494a-9aea-faa80ea8422f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=059478cc-7c6c-494a-9aea-faa80ea8422f,segment=NetworkSegment(bec56a6a-820c-4a4e-8b7d-873b21a49207),segment_id=bec56a6a-820c-4a4e-8b7d-873b21a49207)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:06.862184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:06.878906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 059478cc-7c6c-494a-9aea-faa80ea8422f owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:07.127968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.159491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=059478cc-7c6c-494a-9aea-faa80ea8422f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:07.284655 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.484054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:01:07.582452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:07.591386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44682) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:07.592248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6cc74b9-eb00-46ca-b996-eb716f95bd31 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5493746 Nov 10 22:01:07.594581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:01:07.605432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:07.607488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:07.652292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet cac9add7-c301-48d0-b67e-32c5d62639d7 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:01:07.656942 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.697933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.708090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:07.792994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.928461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.938925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:07Z', 'revision_number': 9, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:07.960539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=cac9add7-c301-48d0-b67e-32c5d62639d7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:07.962550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.966665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d8cfade6-7235-4b3b-b403-28513056589c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/cac9add7-c301-48d0-b67e-32c5d62639d7 HTTP/1.1" status: 204 len: 168 time: 0.3734612 Nov 10 22:01:07.968715 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-34d9cb7f-763b-4fa5-9984-a3ad31f4279c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:07.969401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44688) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:07.971021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:07.974770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1948a2-e501-4747-9ba6-5c4d274e75ee None None] Network 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:01:08.001946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:08.002846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:08.061577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.115052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port e3015fc0-2b7d-43e0-8da1-06297e83359b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:08.115395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.188583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port e3015fc0-2b7d-43e0-8da1-06297e83359b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e3015fc0-2b7d-43e0-8da1-06297e83359b,segment=NetworkSegment(bec56a6a-820c-4a4e-8b7d-873b21a49207),segment_id=bec56a6a-820c-4a4e-8b7d-873b21a49207)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:08.189181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.205473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for e3015fc0-2b7d-43e0-8da1-06297e83359b owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:08.334561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:08.371056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.403422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=e3015fc0-2b7d-43e0-8da1-06297e83359b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:08.420861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port e3015fc0-2b7d-43e0-8da1-06297e83359b on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:01:08.537125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.550335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7b248e-08b2-4c20-aed2-1c09668474f1 None None] DHCP port deletion for 26a665aa-c91f-44ea-ba43-dcb7d2d18cdb request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:01:08.600413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a665aa-c91f-44ea-ba43-dcb7d2d18cdb']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:08.618555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec56a6a-820c-4a4e-8b7d-873b21a49207') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:08.620038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec56a6a-820c-4a4e-8b7d-873b21a49207') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:08.635566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.650997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.654379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:07Z', 'revision_number': 9, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:08.659052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:01:08.659566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:01:08.663355 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:01:08.689422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a86491-68be-4460-8a2a-6c9c5ca49b06 None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:07Z', 'revision_number': 9, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d3e7857-3e3d-4ec2-9415-cab63bc88515', 'name': '', 'network_id': '532bf459-7009-4027-962a-0c41cb8f8ba3', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:b0:87:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:48Z', 'updated_at': '2021-11-10T22:00:53Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': '4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:08.827979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.835241 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:08.838364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/26a665aa-c91f-44ea-ba43-dcb7d2d18cdb HTTP/1.1" status: 204 len: 168 time: 0.8677535 Nov 10 22:01:08.841921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44726) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:08.859755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de60cb-e658-4495-b3bf-e9efe4195048 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=26a665aa-c91f-44ea-ba43-dcb7d2d18cdb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:08.940472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cf1de-5d9f-4a8a-aeb7-e9342620bccc req-1a125f3c-8755-476a-bdb0-294fdedaa869 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:08.941609 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-174cf1de-5d9f-4a8a-aeb7-e9342620bccc req-1a125f3c-8755-476a-bdb0-294fdedaa869 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.2591496 Nov 10 22:01:09.004186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-174cf1de-5d9f-4a8a-aeb7-e9342620bccc req-11f6110c-6d38-4d8a-950d-8d3bede8ed82 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543535 Nov 10 22:01:09.229505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:09.365148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:09.489332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 9d3e7857-3e3d-4ec2-9415-cab63bc88515 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:09.489610 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:09.581066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 9d3e7857-3e3d-4ec2-9415-cab63bc88515, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9d3e7857-3e3d-4ec2-9415-cab63bc88515,segment=NetworkSegment(ac9d9bd7-d909-43d5-8906-ba3801129ef4),segment_id=ac9d9bd7-d909-43d5-8906-ba3801129ef4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:09.581432 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:09.594547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 9d3e7857-3e3d-4ec2-9415-cab63bc88515 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:09.830668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:09.857924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=9d3e7857-3e3d-4ec2-9415-cab63bc88515,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:10.003144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:10.102052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 059478cc-7c6c-494a-9aea-faa80ea8422f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:10.131715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 059478cc-7c6c-494a-9aea-faa80ea8422f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:10.132081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 059478cc-7c6c-494a-9aea-faa80ea8422f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:10.134363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e3015fc0-2b7d-43e0-8da1-06297e83359b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:10.157405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e3015fc0-2b7d-43e0-8da1-06297e83359b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:10.157405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e3015fc0-2b7d-43e0-8da1-06297e83359b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:10.192811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87c573-842e-453d-a2ee-0513aedb58f5 req-20e0581d-071a-49f6-8e01-e58626a5df50 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:10.209041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f87c573-842e-453d-a2ee-0513aedb58f5 req-20e0581d-071a-49f6-8e01-e58626a5df50 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0760374 Nov 10 22:01:10.337120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f87c573-842e-453d-a2ee-0513aedb58f5 req-3ff023ef-c445-4050-9a98-a294b1ca01fc tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330123 Nov 10 22:01:10.345076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:01:10.446410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:10.451848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ad072d6a-ec5f-4136-8398-67a84385d462 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084206 Nov 10 22:01:10.454396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44760) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:10.457121 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:01:10.467452 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:10.468180 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:10.515088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet 4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:01:10.518683 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:10.558023 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:10.558772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:10.646194 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:10.771041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:09Z', 'revision_number': 10, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:10.777296 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:10.799189 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:10.811047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:10.812094 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:10.812712 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:10.922800 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:11.182690 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:09Z', 'revision_number': 10, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:11.203986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:11.206082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.209418 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d31a0d87-6a5d-46ba-8078-091cc35765a8 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea HTTP/1.1" status: 204 len: 168 time: 0.7539246 Nov 10 22:01:11.211935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44780) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:11.214344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e36169-c850-405c-acba-c60b9cfbfe71 None None] Network 532bf459-7009-4027-962a-0c41cb8f8ba3 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:01:11.260602 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8cc7a-46d6-4bac-a882-5339d2ed3b44 None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:09Z', 'revision_number': 10, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None, '_interfaces': [{'id': '791ef9a3-381a-4c9f-9645-7bc761647dd8', 'name': '', 'network_id': '84d8499b-cde6-4ebe-94bf-24b415260ecb', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'mac_address': 'fa:16:3e:e9:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65628fec-5feb-4a65-9075-f854f63b035e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:00:44Z', 'updated_at': '2021-11-10T22:00:48Z', 'revision_number': 5, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'subnets': [{'id': 'dcb5dced-1973-4ddd-936b-f42ae82e087f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:11.286856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-6f034b45-88b7-42ef-a6b9-a3a3ea086ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:11.288471 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-6f034b45-88b7-42ef-a6b9-a3a3ea086ee1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0940871 Nov 10 22:01:11.389543 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.447056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 490bff37-1428-49c4-8c2d-17ccac1c317e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:11.447670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.463366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-9e281a6a-3c69-48c0-8174-b5a36fc9ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:11.464964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-9e281a6a-3c69-48c0-8174-b5a36fc9ff3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 898 time: 0.1520529 Nov 10 22:01:11.465497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.554193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-92c50847-b5f7-4f91-bad8-60533e98d0a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 1001 time: 0.0801008 Nov 10 22:01:11.562147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 490bff37-1428-49c4-8c2d-17ccac1c317e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=490bff37-1428-49c4-8c2d-17ccac1c317e,segment=NetworkSegment(ac9d9bd7-d909-43d5-8906-ba3801129ef4),segment_id=ac9d9bd7-d909-43d5-8906-ba3801129ef4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:11.562596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.597749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 490bff37-1428-49c4-8c2d-17ccac1c317e owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:11.624565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be198af-da4e-40bc-a9e2-cb5b352cd421 req-894dc1c5-1174-4a3d-9ced-50712e120960 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:11.626405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1be198af-da4e-40bc-a9e2-cb5b352cd421 req-894dc1c5-1174-4a3d-9ced-50712e120960 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1461287 Nov 10 22:01:11.634796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-3bbf6d70-7890-4659-b486-b697fbc4af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:11.637516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-3bbf6d70-7890-4659-b486-b697fbc4af62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 200 len: 834 time: 0.0751565 Nov 10 22:01:11.642469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] DHCP port deletion for 532bf459-7009-4027-962a-0c41cb8f8ba3 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:01:11.709636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] Deleting port 490bff37-1428-49c4-8c2d-17ccac1c317e {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:11.710326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.755110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-015babed-0696-4947-913e-f0195858ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:11.757598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-015babed-0696-4947-913e-f0195858ab9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=314420bc-15aa-40cb-95c8-0acec128072e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083708 Nov 10 22:01:11.761294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1be198af-da4e-40bc-a9e2-cb5b352cd421 req-279260c7-0d6f-410e-aedb-834c949d9cf9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230955 Nov 10 22:01:11.828572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] For port 490bff37-1428-49c4-8c2d-17ccac1c317e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=490bff37-1428-49c4-8c2d-17ccac1c317e,segment=NetworkSegment(ac9d9bd7-d909-43d5-8906-ba3801129ef4),segment_id=ac9d9bd7-d909-43d5-8906-ba3801129ef4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:11.828967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.847152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] Calling delete_port for 490bff37-1428-49c4-8c2d-17ccac1c317e owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:11.862512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:11.879288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port 490bff37-1428-49c4-8c2d-17ccac1c317e on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:01:11.891664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-c194293a-7134-4565-918a-a34e13f50eee service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253238 Nov 10 22:01:11.960737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=490bff37-1428-49c4-8c2d-17ccac1c317e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:11.967945 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:12.002300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] Pushing event deleted for resources: {'Port': ['ID=490bff37-1428-49c4-8c2d-17ccac1c317e,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:12.005635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 490bff37-1428-49c4-8c2d-17ccac1c317e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:12.012203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c30990-ff4b-4f5d-b449-59af85c16805 None None] No DVR routers for this DVR port 490bff37-1428-49c4-8c2d-17ccac1c317e on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:01:12.038538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 490bff37-1428-49c4-8c2d-17ccac1c317e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:12.038700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 490bff37-1428-49c4-8c2d-17ccac1c317e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:12.038977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d3e7857-3e3d-4ec2-9415-cab63bc88515 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:12.045640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-122e5911-fbd1-404b-a8e9-747a25790d5a req-8489f089-c359-4791-b52f-d656685f79cc service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430264 Nov 10 22:01:12.081549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9d3e7857-3e3d-4ec2-9415-cab63bc88515 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:12.082109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9d3e7857-3e3d-4ec2-9415-cab63bc88515 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:12.428979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:12.450317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532bf459-7009-4027-962a-0c41cb8f8ba3']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:12.459557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9d9bd7-d909-43d5-8906-ba3801129ef4') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:12.459890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9d9bd7-d909-43d5-8906-ba3801129ef4') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:12.469795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:12.483803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:12.489686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:01:12.490075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:01:12.493039 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:01:12.602004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:12.615704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:12.619041 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/532bf459-7009-4027-962a-0c41cb8f8ba3 HTTP/1.1" status: 204 len: 168 time: 1.4055877 Nov 10 22:01:12.621913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44804) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:12.634162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd5b71-00f4-45a4-8394-c927dcc6a57c tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=532bf459-7009-4027-962a-0c41cb8f8ba3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:12.996939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9ac1-deea-4ba3-b4d0-84ed16b6b728 req-d6612ae3-1194-414b-919d-e0f35dd23439 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:13.000131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4cd9ac1-deea-4ba3-b4d0-84ed16b6b728 req-d6612ae3-1194-414b-919d-e0f35dd23439 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1581151 Nov 10 22:01:13.043564 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:13.119634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b4cd9ac1-deea-4ba3-b4d0-84ed16b6b728 req-20d2d4b9-7960-4d98-bf6f-79e1a83f6630 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127353 Nov 10 22:01:13.306731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port 791ef9a3-381a-4c9f-9645-7bc761647dd8 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:13.307075 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:13.424514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port 791ef9a3-381a-4c9f-9645-7bc761647dd8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=791ef9a3-381a-4c9f-9645-7bc761647dd8,segment=NetworkSegment(097ac8a7-573d-4d90-a27e-34d0b5e74464),segment_id=097ac8a7-573d-4d90-a27e-34d0b5e74464)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:13.424884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:13.438343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for 791ef9a3-381a-4c9f-9645-7bc761647dd8 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:13.676322 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:13.709531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=791ef9a3-381a-4c9f-9645-7bc761647dd8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:13.834098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.025108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:01:14.103391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:14.111447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7e98908e-5fa4-469d-8405-f70bcd04aa93 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861386 Nov 10 22:01:14.111659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44852) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:14.121942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:01:14.138843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:14.140539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:14.172907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting subnet dcb5dced-1973-4ddd-936b-f42ae82e087f {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:01:14.172907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.229764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.262470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:14.322706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:13Z', 'revision_number': 11, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:14.337306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8bfe5-0c67-457d-917f-cd8d30d923c8 req-8016cbb3-06c7-43d8-b52c-c9f2f901af78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:14.338801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1bd8bfe5-0c67-457d-917f-cd8d30d923c8 req-8016cbb3-06c7-43d8-b52c-c9f2f901af78 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0798807 Nov 10 22:01:14.353773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:14.360000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.367626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:14.368513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:14.415403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1bd8bfe5-0c67-457d-917f-cd8d30d923c8 req-451b1553-ad3b-4317-9bca-15e0e78a203a tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626330 Nov 10 22:01:14.465558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:14.520858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:13Z', 'revision_number': 11, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:14.525722 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.548016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e7a10-c602-4dea-87fe-77ece44c90dc None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:13Z', 'revision_number': 11, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:14.552819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb5dced-1973-4ddd-936b-f42ae82e087f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:14.557020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.563520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44860) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:14.563691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-286c1137-acc0-4510-a2a1-9d9a2aa047e5 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/dcb5dced-1973-4ddd-936b-f42ae82e087f HTTP/1.1" status: 204 len: 168 time: 0.4509158 Nov 10 22:01:14.577286 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a042d-ac01-47bc-b31a-8d7a0930b367 None None] Network 84d8499b-cde6-4ebe-94bf-24b415260ecb requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:01:14.659600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.723762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Deleting port cac4b7e2-a198-4cca-8816-a72d55decbfc {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:14.724667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.806959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] For port cac4b7e2-a198-4cca-8816-a72d55decbfc, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=cac4b7e2-a198-4cca-8816-a72d55decbfc,segment=NetworkSegment(097ac8a7-573d-4d90-a27e-34d0b5e74464),segment_id=097ac8a7-573d-4d90-a27e-34d0b5e74464)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:14.807388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:14.821682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Calling delete_port for cac4b7e2-a198-4cca-8816-a72d55decbfc owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:14.933910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] DHCP port deletion for 84d8499b-cde6-4ebe-94bf-24b415260ecb request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:01:14.973384 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.003764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Port': ['ID=cac4b7e2-a198-4cca-8816-a72d55decbfc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:15.009303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] Deleting port cac4b7e2-a198-4cca-8816-a72d55decbfc {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:01:15.010538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.012381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No DVR routers for this DVR port cac4b7e2-a198-4cca-8816-a72d55decbfc on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:01:15.099361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] For port cac4b7e2-a198-4cca-8816-a72d55decbfc, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:15.099790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.109015 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:01:15.111763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.114217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] Calling delete_port for cac4b7e2-a198-4cca-8816-a72d55decbfc owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:01:15.116930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] Port cac4b7e2-a198-4cca-8816-a72d55decbfc was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:01:15.118245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.142244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d8499b-cde6-4ebe-94bf-24b415260ecb']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:15.144933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] Pushing event deleted for resources: {'Port': ['ID=cac4b7e2-a198-4cca-8816-a72d55decbfc,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:15.158431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097ac8a7-573d-4d90-a27e-34d0b5e74464') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:15.158700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097ac8a7-573d-4d90-a27e-34d0b5e74464') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:15.159661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6dc11a-7722-46b8-949b-15f3745720dc None None] No DVR routers for this DVR port cac4b7e2-a198-4cca-8816-a72d55decbfc on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:01:15.175658 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.197470 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.206023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:01:15.206748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:01:15.210238 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:01:15.348234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.367009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.370759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/networks/84d8499b-cde6-4ebe-94bf-24b415260ecb HTTP/1.1" status: 204 len: 168 time: 0.8056049 Nov 10 22:01:15.374174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44872) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:15.379227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'routes': None}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:01:15.394216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc606d0a-196a-4e8c-a779-d8a56f1f58ed tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Pushing event deleted for resources: {'Network': ['ID=84d8499b-cde6-4ebe-94bf-24b415260ecb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:15.571487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c00fb-d009-4b67-9f59-f53e0d725e8a req-7def99e9-5c14-49a1-9bc8-4c73b7342ac2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:15.574461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Added routes are [] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 22:01:15.574966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.extraroute_db [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Removed routes are [] {{(pid=103048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 22:01:15.575556 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.581100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c16c00fb-d009-4b67-9f59-f53e0d725e8a req-7def99e9-5c14-49a1-9bc8-4c73b7342ac2 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0756762 Nov 10 22:01:15.640588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c16c00fb-d009-4b67-9f59-f53e0d725e8a req-b8e67532-e3a6-44d1-81a2-6ad5b567fd5d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582762 Nov 10 22:01:15.721575 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.724766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.805163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router 65628fec-5feb-4a65-9075-f854f63b035e has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:01:15.883478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:15.891458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:15.896045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-605b7e3c-722e-49e9-bd09-e70095e1f2af tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 200 len: 704 time: 0.5200009 Nov 10 22:01:15.897204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44886) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:15.904792 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] Sync routers for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:01:15.921725 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:15.922472 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:15.945603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44888) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:15.947849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2781ee75-59bd-4d5d-abbe-c004b40abd78 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 200 len: 205 time: 0.0476825 Nov 10 22:01:15.962858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cac4b7e2-a198-4cca-8816-a72d55decbfc no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:15.992122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: cac4b7e2-a198-4cca-8816-a72d55decbfc {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:15.992799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device cac4b7e2-a198-4cca-8816-a72d55decbfc not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:15.993380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 791ef9a3-381a-4c9f-9645-7bc761647dd8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:16.020647 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:16.049480 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 791ef9a3-381a-4c9f-9645-7bc761647dd8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:01:16.049838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 791ef9a3-381a-4c9f-9645-7bc761647dd8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:01:16.089074 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:13Z', 'revision_number': 11, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:16.101963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9058db64-6f77-41b8-af61-934c57e37fdd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.124173 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] Checking router: 65628fec-5feb-4a65-9075-f854f63b035e for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:16.133667 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] Routers {'65628fec-5feb-4a65-9075-f854f63b035e'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:16.134450 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['65628fec-5feb-4a65-9075-f854f63b035e'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:16.291421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9058db64-6f77-41b8-af61-934c57e37fdd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.293554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9058db64-6f77-41b8-af61-934c57e37fdd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.308825 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] Set router 65628fec-5feb-4a65-9075-f854f63b035e gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:16.364983 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:13Z', 'revision_number': 11, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:16.391309 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed4231-28db-4e3c-b4b7-8d30c7b02d52 None None] The sync data for ids ['65628fec-5feb-4a65-9075-f854f63b035e'] in n-d-776250-11 is: [{'id': '65628fec-5feb-4a65-9075-f854f63b035e', 'name': 'tempest-RoutersIpV6Test-router-786699890', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:00:41Z', 'updated_at': '2021-11-10T22:01:13Z', 'revision_number': 11, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:16.439550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9058db64-6f77-41b8-af61-934c57e37fdd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.440150 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9058db64-6f77-41b8-af61-934c57e37fdd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Fanout notify agent at l3_agent the message router_deleted on router 65628fec-5feb-4a65-9075-f854f63b035e {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:01:16.447961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9058db64-6f77-41b8-af61-934c57e37fdd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.453475 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9058db64-6f77-41b8-af61-934c57e37fdd tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 204 len: 168 time: 0.5000989 Nov 10 22:01:16.453802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44898) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:16.458338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-74d5fc74-d461-44f1-b0ed-78abbbe660a9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1498309920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:01:16.582916 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-74d5fc74-d461-44f1-b0ed-78abbbe660a9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.584863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-74d5fc74-d461-44f1-b0ed-78abbbe660a9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.639698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-74d5fc74-d461-44f1-b0ed-78abbbe660a9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.725701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-74d5fc74-d461-44f1-b0ed-78abbbe660a9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.771506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ec959-55b4-459e-89f6-40816e447cb0 req-fa66c4c2-2a37-4e53-8c80-9fc76ba704e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:16.773284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f2ec959-55b4-459e-89f6-40816e447cb0 req-fa66c4c2-2a37-4e53-8c80-9fc76ba704e1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0625541 Nov 10 22:01:16.832694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f2ec959-55b4-459e-89f6-40816e447cb0 req-0903b4cc-7ce3-4ee5-bae2-5d4d5516af08 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472100 Nov 10 22:01:16.842382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-74d5fc74-d461-44f1-b0ed-78abbbe660a9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:16.846056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-74d5fc74-d461-44f1-b0ed-78abbbe660a9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3887999 Nov 10 22:01:16.846502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44908) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:16.851119 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-58feaaad-401a-477d-a1e4-a242d56d3bd9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:01:17.058289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-58feaaad-401a-477d-a1e4-a242d56d3bd9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4063571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4068409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44954'] for router, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:17.139927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-58feaaad-401a-477d-a1e4-a242d56d3bd9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4063556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4063565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4068386'] for router, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:17.424907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58feaaad-401a-477d-a1e4-a242d56d3bd9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Router c3531797-69d8-4864-bfb6-39d02c6baad9 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:01:17.498720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58feaaad-401a-477d-a1e4-a242d56d3bd9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:01:17.506171 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-58feaaad-401a-477d-a1e4-a242d56d3bd9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:17.506989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-58feaaad-401a-477d-a1e4-a242d56d3bd9 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "PUT /v2.0/routers/c3531797-69d8-4864-bfb6-39d02c6baad9 HTTP/1.1" status: 200 len: 698 time: 0.6595395 Nov 10 22:01:17.509706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44926) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:17.513682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] Sync routers for ids ['c3531797-69d8-4864-bfb6-39d02c6baad9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:01:17.534945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] Routers {'c3531797-69d8-4864-bfb6-39d02c6baad9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:17.538686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c3531797-69d8-4864-bfb6-39d02c6baad9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:17.638767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44930) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:17.639500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6005d7fb-bc36-4491-a0e4-ae64a50a9efb tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/routers/c3531797-69d8-4864-bfb6-39d02c6baad9 HTTP/1.1" status: 200 len: 704 time: 0.1282177 Nov 10 22:01:17.639960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] Set router c3531797-69d8-4864-bfb6-39d02c6baad9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:17.687715 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cf2a5e5a-8e0e-42e7-9bd3-af062ca5184f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3531797-69d8-4864-bfb6-39d02c6baad9 HTTP/1.1" status: 200 len: 205 time: 0.0468538 Nov 10 22:01:17.709096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44932) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:17.733803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3531797-69d8-4864-bfb6-39d02c6baad9', 'name': 'tempest-RoutersIpV6Test-router-1498309920', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:01:16Z', 'updated_at': '2021-11-10T22:01:17Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:17.776033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] Checking router: c3531797-69d8-4864-bfb6-39d02c6baad9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:01:17.792102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] Routers {'c3531797-69d8-4864-bfb6-39d02c6baad9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:01:17.793040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:01:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['c3531797-69d8-4864-bfb6-39d02c6baad9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:17.796204 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cfc-29c2-4448-94d9-cbfb097584ea tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:17.904342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] Set router c3531797-69d8-4864-bfb6-39d02c6baad9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:01:17.991206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3531797-69d8-4864-bfb6-39d02c6baad9', 'name': 'tempest-RoutersIpV6Test-router-1498309920', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:01:16Z', 'updated_at': '2021-11-10T22:01:17Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:01:18.019772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ae281-5004-44ce-9a9d-07502de060ac None None] The sync data for ids ['c3531797-69d8-4864-bfb6-39d02c6baad9'] in n-d-776250-11 is: [{'id': 'c3531797-69d8-4864-bfb6-39d02c6baad9', 'name': 'tempest-RoutersIpV6Test-router-1498309920', 'tenant_id': '1ced46f309894f73b6b8d27c6190fd5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:01:16Z', 'updated_at': '2021-11-10T22:01:17Z', 'revision_number': 2, 'project_id': '1ced46f309894f73b6b8d27c6190fd5b', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:01:18.029514 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cfc-29c2-4448-94d9-cbfb097584ea tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:18.051989 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cfc-29c2-4448-94d9-cbfb097584ea tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:18.129065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94d787-3d3b-484e-9b5f-2c41675e9e7f req-537a5920-478a-42ce-84f9-82e9921bf253 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:18.131060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a94d787-3d3b-484e-9b5f-2c41675e9e7f req-537a5920-478a-42ce-84f9-82e9921bf253 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.1843374 Nov 10 22:01:18.190992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a94d787-3d3b-484e-9b5f-2c41675e9e7f req-98f79527-d317-4ff1-947c-cb4ca034c07c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525692 Nov 10 22:01:18.208144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cfc-29c2-4448-94d9-cbfb097584ea tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:18.208755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42b9cfc-29c2-4448-94d9-cbfb097584ea tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Fanout notify agent at l3_agent the message router_deleted on router c3531797-69d8-4864-bfb6-39d02c6baad9 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:01:18.221686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a42b9cfc-29c2-4448-94d9-cbfb097584ea tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:18.226487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44940) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.233239 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a42b9cfc-29c2-4448-94d9-cbfb097584ea tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/c3531797-69d8-4864-bfb6-39d02c6baad9 HTTP/1.1" status: 204 len: 168 time: 0.5223687 Nov 10 22:01:18.267565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ecb67af7-0145-4028-81ac-37e366c39a04 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3531797-69d8-4864-bfb6-39d02c6baad9 HTTP/1.1" status: 200 len: 205 time: 0.0366957 Nov 10 22:01:18.269282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44942) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.345667 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-7d79474b-61d6-49ae-9ba8-38699ae26fa4 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] delete failed (client error): The resource could not be found. Nov 10 22:01:18.350412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7d79474b-61d6-49ae-9ba8-38699ae26fa4 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/c3531797-69d8-4864-bfb6-39d02c6baad9 HTTP/1.1" status: 404 len: 336 time: 0.0801091 Nov 10 22:01:18.353198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.389305 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-694541a0-395b-4811-bd3c-54166d3d6133 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:18.389776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694541a0-395b-4811-bd3c-54166d3d6133 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:18.393856 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-694541a0-395b-4811-bd3c-54166d3d6133 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/cdd78b2f-1bf0-4c3b-a5fb-d47ebeaf223e HTTP/1.1" status: 404 len: 337 time: 0.0385683 Nov 10 22:01:18.395628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44954) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.426947 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73ff2c4-d90d-4238-885c-2634b4fb56aa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:18.427409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73ff2c4-d90d-4238-885c-2634b4fb56aa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:18.430527 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a73ff2c4-d90d-4238-885c-2634b4fb56aa tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/cac9add7-c301-48d0-b67e-32c5d62639d7 HTTP/1.1" status: 404 len: 337 time: 0.0335791 Nov 10 22:01:18.433283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.462207 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e901f39-5b6e-4105-9fec-f9d40778246a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:18.462672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e901f39-5b6e-4105-9fec-f9d40778246a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:18.478753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5e901f39-5b6e-4105-9fec-f9d40778246a tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/4ae51f2f-eb97-4e9d-bb30-c9ba6d143cea HTTP/1.1" status: 404 len: 337 time: 0.0435972 Nov 10 22:01:18.480767 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44964) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.515124 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9c663e-e19a-4be8-a430-039b47f3b818 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:18.516357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9c663e-e19a-4be8-a430-039b47f3b818 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:18.523694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-db9c663e-e19a-4be8-a430-039b47f3b818 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/dcb5dced-1973-4ddd-936b-f42ae82e087f HTTP/1.1" status: 404 len: 337 time: 0.0417800 Nov 10 22:01:18.524643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44966) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.563913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44974) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.564210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a807563-2ca4-4e58-b1a4-5b68d008aa4b tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 200 len: 205 time: 0.0380521 Nov 10 22:01:18.628802 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-d1e8e9f7-d5d7-4274-b081-eec61dd0fa23 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] delete failed (client error): The resource could not be found. Nov 10 22:01:18.630486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d1e8e9f7-d5d7-4274-b081-eec61dd0fa23 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/65628fec-5feb-4a65-9075-f854f63b035e HTTP/1.1" status: 404 len: 336 time: 0.0655353 Nov 10 22:01:18.633199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 44976) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.664680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ce632acc-77a0-41c9-afdf-27a4e8c1edf2 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7c06cc-140e-426b-a69c-43554fc6b86e HTTP/1.1" status: 200 len: 205 time: 0.0302732 Nov 10 22:01:18.676081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44980) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.721537 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-729daa3f-39e0-4a12-8ee4-cb8af2f010cf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] delete failed (client error): The resource could not be found. Nov 10 22:01:18.722561 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-729daa3f-39e0-4a12-8ee4-cb8af2f010cf tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/ac7c06cc-140e-426b-a69c-43554fc6b86e HTTP/1.1" status: 404 len: 336 time: 0.0445018 Nov 10 22:01:18.725221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44982) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.753235 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65657bd-12b2-43f1-8f8d-0a613edf59ec tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:18.753701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65657bd-12b2-43f1-8f8d-0a613edf59ec tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:18.756884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a65657bd-12b2-43f1-8f8d-0a613edf59ec tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/c6fbaa98-5dfc-4f0d-af60-6b514bb0d92f HTTP/1.1" status: 404 len: 337 time: 0.0305378 Nov 10 22:01:18.759393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44984) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:18.789049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8a0b59fd-d4f0-4343-8282-7e5a555f007f tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=965f4591-435e-4c60-bd31-c4018386016a HTTP/1.1" status: 200 len: 205 time: 0.0264425 Nov 10 22:01:18.789271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44990) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.179002 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-a318f9dd-dceb-49f0-8e4e-49a33193ada7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] delete failed (client error): The resource could not be found. Nov 10 22:01:19.180392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a318f9dd-dceb-49f0-8e4e-49a33193ada7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/965f4591-435e-4c60-bd31-c4018386016a HTTP/1.1" status: 404 len: 336 time: 0.3897014 Nov 10 22:01:19.182676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 44998) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.212315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb35496e-908f-406d-8371-e2b5de3e50e7 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=613eb549-ec87-4bd8-bc97-48d11a22641c HTTP/1.1" status: 200 len: 205 time: 0.0285523 Nov 10 22:01:19.214643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45000) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.255928 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-9cb0f133-a2aa-40fb-a50f-3dd5aac74e12 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] delete failed (client error): The resource could not be found. Nov 10 22:01:19.256957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9cb0f133-a2aa-40fb-a50f-3dd5aac74e12 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/613eb549-ec87-4bd8-bc97-48d11a22641c HTTP/1.1" status: 404 len: 336 time: 0.0413625 Nov 10 22:01:19.259474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45008) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.291434 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c18053f-22fe-4c5c-b422-58d7113bd24e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:19.294444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c18053f-22fe-4c5c-b422-58d7113bd24e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:19.295509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4c18053f-22fe-4c5c-b422-58d7113bd24e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/6d0d9e59-c018-42cc-b7dc-966a3694ff1c HTTP/1.1" status: 404 len: 337 time: 0.0348330 Nov 10 22:01:19.298129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45010) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.338479 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fe254734-5f02-40e8-9b5b-08e5a72ac38e tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=836777a4-9a4f-4648-87c2-9f74769f8c9b HTTP/1.1" status: 200 len: 205 time: 0.0390775 Nov 10 22:01:19.340789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45012) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.361327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bec58-8dc7-4467-b16a-9f43c99d1dce req-6bb4f95a-f933-429a-96e3-4b81294fd4b1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:19.363716 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd4bec58-8dc7-4467-b16a-9f43c99d1dce req-6bb4f95a-f933-429a-96e3-4b81294fd4b1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0815527 Nov 10 22:01:19.420525 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-d06814f8-e850-4516-88b8-e4f85d2a6c82 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] delete failed (client error): The resource could not be found. Nov 10 22:01:19.423864 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d06814f8-e850-4516-88b8-e4f85d2a6c82 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/836777a4-9a4f-4648-87c2-9f74769f8c9b HTTP/1.1" status: 404 len: 336 time: 0.0794132 Nov 10 22:01:19.425227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45014) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.447975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd4bec58-8dc7-4467-b16a-9f43c99d1dce req-9f1f5dad-ea63-42b3-905e-7734dd240688 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780568 Nov 10 22:01:19.466410 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-640ba7b5-0c55-4d35-9c9f-2df8af03dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:19.466410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640ba7b5-0c55-4d35-9c9f-2df8af03dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:19.471482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45016) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.476594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-640ba7b5-0c55-4d35-9c9f-2df8af03dc99 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/2bd64e41-74c6-47e8-86be-735831a7dac6 HTTP/1.1" status: 404 len: 337 time: 0.0513177 Nov 10 22:01:19.504583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1eaf452b-abef-4c0a-b961-1ed73bf8e2a3 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "GET /v2.0/ports?device_id=1bc91ccd-45db-4709-8e93-503bcfd17e4a HTTP/1.1" status: 200 len: 205 time: 0.0312092 Nov 10 22:01:19.506955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45018) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.543592 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-a64b23f4-b8fa-4daf-96e8-513269eda605 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] delete failed (client error): The resource could not be found. Nov 10 22:01:19.544613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a64b23f4-b8fa-4daf-96e8-513269eda605 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/routers/1bc91ccd-45db-4709-8e93-503bcfd17e4a HTTP/1.1" status: 404 len: 336 time: 0.0367639 Nov 10 22:01:19.547291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45020) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.575105 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecf05c3-c692-4487-a847-ffc569ed2b88 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:19.576279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecf05c3-c692-4487-a847-ffc569ed2b88 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:19.579545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7ecf05c3-c692-4487-a847-ffc569ed2b88 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/d835075f-fcb8-430a-8e24-e271acda5a96 HTTP/1.1" status: 404 len: 337 time: 0.0312846 Nov 10 22:01:19.582094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45022) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:19.608223 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bfe724-1297-42e1-9cf1-651fbc353bb4 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] DELETE failed (client error): The resource could not be found. Nov 10 22:01:19.608693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bfe724-1297-42e1-9cf1-651fbc353bb4 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:01:19.614152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-67bfe724-1297-42e1-9cf1-651fbc353bb4 tempest-RoutersIpV6Test-1863786626 tempest-RoutersIpV6Test-1863786626-project] 10.222.0.45 "DELETE /v2.0/subnets/ebd8b1f7-0ef9-4cdd-b37f-0e51ce889846 HTTP/1.1" status: 404 len: 337 time: 0.0286891 Nov 10 22:01:19.857076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:20.189697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45038) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:20.332021 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d61e27b4-d7db-474c-b18f-d89ebf54ed08 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ced46f309894f73b6b8d27c6190fd5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411057 Nov 10 22:01:20.334434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45046) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:20.386803 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-752d109d-dff5-4cd6-94ce-111da6f95765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:20.410491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-752d109d-dff5-4cd6-94ce-111da6f95765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:20.568221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-752d109d-dff5-4cd6-94ce-111da6f95765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:20.571629 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-752d109d-dff5-4cd6-94ce-111da6f95765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:20.579383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4ccf9-1219-4644-82fb-8e9578d5a1b7 req-2e124fbd-4cd6-4c67-8050-84de14f599f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:20.586764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-752d109d-dff5-4cd6-94ce-111da6f95765 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1a95bf4-3d24-425d-a4b2-106e27ed5e3b HTTP/1.1" status: 204 len: 168 time: 0.2410889 Nov 10 22:01:20.590771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afc4ccf9-1219-4644-82fb-8e9578d5a1b7 req-2e124fbd-4cd6-4c67-8050-84de14f599f1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0639708 Nov 10 22:01:20.593914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d109d-dff5-4cd6-94ce-111da6f95765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a95bf4-3d24-425d-a4b2-106e27ed5e3b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:20.648040 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afc4ccf9-1219-4644-82fb-8e9578d5a1b7 req-58e7e848-dafb-4821-91f3-7ef5134a2188 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555873 Nov 10 22:01:21.632593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:21.636491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027447 Nov 10 22:01:21.639916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45100) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:21.765579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-91da754a-ac25-4173-a5c4-7838e1ba5b55 tempest-NetworksApiDiscovery-2114488956 tempest-NetworksApiDiscovery-2114488956-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1187780 Nov 10 22:01:21.827836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a2831-999e-4bcb-86c4-4fd27a84d27b req-2208e665-594a-44fb-9e18-95bc33b53d45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:21.829469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c00a2831-999e-4bcb-86c4-4fd27a84d27b req-2208e665-594a-44fb-9e18-95bc33b53d45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0769036 Nov 10 22:01:21.912342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c00a2831-999e-4bcb-86c4-4fd27a84d27b req-c18fbb86-638d-47e8-b6ac-8dcd15bcaf9b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634181 Nov 10 22:01:22.337791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45124) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:22.454009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f843a9bc-a228-4057-aa12-85d3eef79311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:22.536240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f843a9bc-a228-4057-aa12-85d3eef79311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:22.607892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f843a9bc-a228-4057-aa12-85d3eef79311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:22.645525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843a9bc-a228-4057-aa12-85d3eef79311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eac4e7-e0f0-46b2-8fa5-72f13c993f13,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:22.649867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f843a9bc-a228-4057-aa12-85d3eef79311 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6600521827b408aa7a964d6675637b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109765 Nov 10 22:01:22.652554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45130) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:22.700491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61418fab-54d2-4f5e-b37e-fdf0e498e22c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:22.723031 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61418fab-54d2-4f5e-b37e-fdf0e498e22c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:23.031562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd21b55-4a1c-4ab6-83d1-c817aa185264 req-a6949dfb-f770-4ce4-a6c4-281284a88c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:23.033063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bd21b55-4a1c-4ab6-83d1-c817aa185264 req-a6949dfb-f770-4ce4-a6c4-281284a88c0f tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0504053 Nov 10 22:01:23.083936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4bd21b55-4a1c-4ab6-83d1-c817aa185264 req-8367e246-2a84-48d6-a545-d59f19c6791e tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444310 Nov 10 22:01:23.159534 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61418fab-54d2-4f5e-b37e-fdf0e498e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:23.162150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-61418fab-54d2-4f5e-b37e-fdf0e498e22c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:23.163333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-61418fab-54d2-4f5e-b37e-fdf0e498e22c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11eac4e7-e0f0-46b2-8fa5-72f13c993f13 HTTP/1.1" status: 204 len: 168 time: 0.5098898 Nov 10 22:01:23.172703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418fab-54d2-4f5e-b37e-fdf0e498e22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eac4e7-e0f0-46b2-8fa5-72f13c993f13,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:23.753149 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:24.224187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e37fa9-3742-4618-bcdf-3e06ef3f67a3 req-64f35ca9-7ac4-4544-85ee-74bb20c7aae1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:24.230397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7e37fa9-3742-4618-bcdf-3e06ef3f67a3 req-64f35ca9-7ac4-4544-85ee-74bb20c7aae1 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0652316 Nov 10 22:01:24.294173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d7e37fa9-3742-4618-bcdf-3e06ef3f67a3 req-9aaa17c3-1315-4156-b266-36e1a9a1f275 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510287 Nov 10 22:01:24.978844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e1f49-c460-4e81-b501-a08777f41aab req-24475948-2dd2-4782-9133-b9dffe0f70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:24.980798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc4e1f49-c460-4e81-b501-a08777f41aab req-24475948-2dd2-4782-9133-b9dffe0f70c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0520048 Nov 10 22:01:25.061065 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc4e1f49-c460-4e81-b501-a08777f41aab req-fb2ac84b-d19a-4e7d-8aac-47eb3829356a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631845 Nov 10 22:01:25.426622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdb9d6-59b2-4811-8c2c-d03886229f9e req-e53b8bd6-8f72-4409-b80a-4a2956ea2d2c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:25.428140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1cfdb9d6-59b2-4811-8c2c-d03886229f9e req-e53b8bd6-8f72-4409-b80a-4a2956ea2d2c tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0600262 Nov 10 22:01:25.477035 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1cfdb9d6-59b2-4811-8c2c-d03886229f9e req-fda08924-7512-427f-b81e-fe0023190d7d tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 Nov 10 22:01:25.537877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 09e5246b-347a-41c4-a1bc-0ae523f7927c details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:01:25.540928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 09e5246b-347a-41c4-a1bc-0ae523f7927c no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:01:25.695747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:25.704636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:25.727436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'port_id': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'mac_address': 'fa:16:3e:77:77:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:01:25.735277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:01:25.737559 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e573abd3-de02-48d7-afff-021dd11cd2b8" -d '{"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-unplugged", "status": "completed", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:01:25.768178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:25.787027 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:25.804408 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4217f5-68b2-470f-bb2e-b58c51dace48 x-openstack-request-id: req-dd4217f5-68b2-470f-bb2e-b58c51dace48 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:01:25.804699 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-unplugged", "status": "completed", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:01:25.804947 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd4217f5-68b2-470f-bb2e-b58c51dace48 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:01:25.805376 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'code': 200} Nov 10 22:01:25.808585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09e5246b-347a-41c4-a1bc-0ae523f7927c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:01:25.858431 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:25.934706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:01:25.935080 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:01:25.940670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:26.501369 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:26.516377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e5246b-347a-41c4-a1bc-0ae523f7927c {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:01:26.537707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:26.602367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e966023-7139-46fc-9971-5c3db1d2cac0 req-7382dfcd-accd-42d4-b3d9-b06224096ad6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:26.612267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e966023-7139-46fc-9971-5c3db1d2cac0 req-7382dfcd-accd-42d4-b3d9-b06224096ad6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 943 time: 0.0616202 Nov 10 22:01:26.631654 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:26.673626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e966023-7139-46fc-9971-5c3db1d2cac0 req-209dfe99-1a45-4339-88c0-cd1c82232cd5 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588439 Nov 10 22:01:26.692723 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:26.975245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['09e5246b-347a-41c4-a1bc-0ae523f7927c'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:01:27.789654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7dd76-f34c-40c7-8f3c-1d70b645c027 req-2ae2d883-1ad2-4421-9758-e2d8c05eee2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:01:27.791150 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ff7dd76-f34c-40c7-8f3c-1d70b645c027 req-2ae2d883-1ad2-4421-9758-e2d8c05eee2b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 944 time: 0.0502143 Nov 10 22:01:27.843876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ff7dd76-f34c-40c7-8f3c-1d70b645c027 req-3a67a5d1-c92e-433d-97e0-16320e5aada4 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Nov 10 22:01:27.866624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45296) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:27.931020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f0d7c71d-9700-4237-8573-6a4f61a7ed53 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/floatingips/3bfe1436-59be-4359-b066-643ac3ed85c8 HTTP/1.1" status: 200 len: 992 time: 0.0632653 Nov 10 22:01:29.556447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 09e5246b-347a-41c4-a1bc-0ae523f7927c up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:01:29.705749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 09e5246b-347a-41c4-a1bc-0ae523f7927c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:01:29.706198 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:29.807393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:29.836032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:01:29.838403 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd375e-929a-4c26-bc72-f0d48d61219b" -d '{"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-plugged", "status": "completed", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:01:29.851938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:01:29.892031 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b388e-bc39-4f31-8538-28265c3eabf3 x-openstack-request-id: req-e52b388e-bc39-4f31-8538-28265c3eabf3 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:01:29.892632 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-plugged", "status": "completed", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:01:29.893246 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e52b388e-bc39-4f31-8538-28265c3eabf3 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:01:29.893889 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'code': 200} Nov 10 22:01:29.962785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:30.015289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:35.699565 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a91b-a9e0-4269-96db-fad1b5603b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:35.738877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45488) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:35.879577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10136bf7-f0e3-4cb6-89a0-49943954e57e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.001059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10136bf7-f0e3-4cb6-89a0-49943954e57e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.079694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10136bf7-f0e3-4cb6-89a0-49943954e57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.121710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10136bf7-f0e3-4cb6-89a0-49943954e57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd5620-5ee5-4107-ba08-1e034dec4e40,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:36.129946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-10136bf7-f0e3-4cb6-89a0-49943954e57e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a96eb167b56476585faf3fbdfe5c827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896060 Nov 10 22:01:36.137836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45504) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:36.206330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.228871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.250338 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45510) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:36.399132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b13d99d-ef80-41d5-bf6b-5ae97a359378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.407642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.410189 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.414504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53cd5620-5ee5-4107-ba08-1e034dec4e40 HTTP/1.1" status: 204 len: 168 time: 0.2773283 Nov 10 22:01:36.424724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd5620-5ee5-4107-ba08-1e034dec4e40,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:36.438808 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.439153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.439487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.440058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.440500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.440822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.441021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.441324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.441831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.442155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.442475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.442998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747e7b52-cb2c-4655-a940-fc12bf82137d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:01:36.531624 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b13d99d-ef80-41d5-bf6b-5ae97a359378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.631025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b13d99d-ef80-41d5-bf6b-5ae97a359378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.670830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8b13d99d-ef80-41d5-bf6b-5ae97a359378 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ad26f2e74894a26b321b3f43a35c4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4194252 Nov 10 22:01:36.671989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13d99d-ef80-41d5-bf6b-5ae97a359378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c9b9e4-20fc-4376-a5b2-d2d5c0107cfd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:36.673466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45520) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:36.723309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32cd7bd7-1ae8-42ff-870a-bb384a057ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.748627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32cd7bd7-1ae8-42ff-870a-bb384a057ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.874627 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32cd7bd7-1ae8-42ff-870a-bb384a057ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.877334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-32cd7bd7-1ae8-42ff-870a-bb384a057ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:36.878574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-32cd7bd7-1ae8-42ff-870a-bb384a057ac0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58c9b9e4-20fc-4376-a5b2-d2d5c0107cfd HTTP/1.1" status: 204 len: 168 time: 0.2041039 Nov 10 22:01:36.886631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd7bd7-1ae8-42ff-870a-bb384a057ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c9b9e4-20fc-4376-a5b2-d2d5c0107cfd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:37.110645 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45532) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:37.127943 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93da7b4c-9403-4f41-a0e7-acaadda6c7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.224057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93da7b4c-9403-4f41-a0e7-acaadda6c7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.305546 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-93da7b4c-9403-4f41-a0e7-acaadda6c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.346467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-93da7b4c-9403-4f41-a0e7-acaadda6c7e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5be079978bd42e6af4e5a09cfc7b35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347224 Nov 10 22:01:37.347335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da7b4c-9403-4f41-a0e7-acaadda6c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86782de-3d3f-4408-8575-290490227607,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:37.349244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45538) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:37.401278 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e94804a3-ba22-4982-baa1-296e53abf1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.422531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e94804a3-ba22-4982-baa1-296e53abf1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.542704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e94804a3-ba22-4982-baa1-296e53abf1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.546072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e94804a3-ba22-4982-baa1-296e53abf1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.549456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e94804a3-ba22-4982-baa1-296e53abf1bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b86782de-3d3f-4408-8575-290490227607 HTTP/1.1" status: 204 len: 168 time: 0.1962235 Nov 10 22:01:37.560414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94804a3-ba22-4982-baa1-296e53abf1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86782de-3d3f-4408-8575-290490227607,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:37.611659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:37.626811 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-edbe101d-63a8-4f20-9fbe-33d669980108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.704983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-edbe101d-63a8-4f20-9fbe-33d669980108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.755336 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-edbe101d-63a8-4f20-9fbe-33d669980108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.792544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe101d-63a8-4f20-9fbe-33d669980108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d5f561-1eed-41cb-aa88-1dde2eb61c50,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:37.798099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-edbe101d-63a8-4f20-9fbe-33d669980108 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=211c8bd6d2c0419993b0a37a99cbda2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1849835 Nov 10 22:01:37.800921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45550) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:37.849887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16d6c83a-61da-4b96-a3d8-36fccddca168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.874763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16d6c83a-61da-4b96-a3d8-36fccddca168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.965608 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d80b58d-8773-434c-ab2a-b0dc75345c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:37.999713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16d6c83a-61da-4b96-a3d8-36fccddca168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:38.002589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16d6c83a-61da-4b96-a3d8-36fccddca168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:38.003941 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-16d6c83a-61da-4b96-a3d8-36fccddca168 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20d5f561-1eed-41cb-aa88-1dde2eb61c50 HTTP/1.1" status: 204 len: 168 time: 0.2020869 Nov 10 22:01:38.016232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6c83a-61da-4b96-a3d8-36fccddca168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d5f561-1eed-41cb-aa88-1dde2eb61c50,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:39.471068 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:40.882794 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:41.388803 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:41.763292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45744) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:41.905620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c36e1c-7a62-4eaa-a0bc-5ea457d0384f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:42.018187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c36e1c-7a62-4eaa-a0bc-5ea457d0384f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:42.102913 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-35c36e1c-7a62-4eaa-a0bc-5ea457d0384f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:42.143394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-35c36e1c-7a62-4eaa-a0bc-5ea457d0384f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=069b2d11c9ad422086af4307990061aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781650 Nov 10 22:01:42.144329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c36e1c-7a62-4eaa-a0bc-5ea457d0384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1735d-0b9d-4ec9-b944-88eb0aff028f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:42.146160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45764) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:42.208780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f24927-b6ee-4760-acb2-1ea74070b13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:42.239167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f24927-b6ee-4760-acb2-1ea74070b13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:42.369423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f24927-b6ee-4760-acb2-1ea74070b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:42.369423 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f24927-b6ee-4760-acb2-1ea74070b13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:42.369423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8f24927-b6ee-4760-acb2-1ea74070b13e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ef1735d-0b9d-4ec9-b944-88eb0aff028f HTTP/1.1" status: 204 len: 168 time: 0.2193894 Nov 10 22:01:42.377832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f24927-b6ee-4760-acb2-1ea74070b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1735d-0b9d-4ec9-b944-88eb0aff028f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:43.089836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45820) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:43.105082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb842d37-5b6c-4db2-bd5b-01eb57972e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.192888 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb842d37-5b6c-4db2-bd5b-01eb57972e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.273931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb842d37-5b6c-4db2-bd5b-01eb57972e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.317825 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb842d37-5b6c-4db2-bd5b-01eb57972e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0838e73-b4cf-412f-824c-68d613422087,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:43.328322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45824) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:43.340140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb842d37-5b6c-4db2-bd5b-01eb57972e01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e0be4d50aef4295b6e806080e9d315a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488601 Nov 10 22:01:43.385910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6519d806-ba69-4e60-b95e-65aef8730739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.413930 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6519d806-ba69-4e60-b95e-65aef8730739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.539792 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6519d806-ba69-4e60-b95e-65aef8730739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.543403 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6519d806-ba69-4e60-b95e-65aef8730739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.552071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6519d806-ba69-4e60-b95e-65aef8730739 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0838e73-b4cf-412f-824c-68d613422087 HTTP/1.1" status: 204 len: 168 time: 0.2224705 Nov 10 22:01:43.564986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519d806-ba69-4e60-b95e-65aef8730739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0838e73-b4cf-412f-824c-68d613422087,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:43.577203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45830) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:43.698203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42ffe707-5b14-45f1-acdb-4aa8f52ca9eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.780442 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42ffe707-5b14-45f1-acdb-4aa8f52ca9eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.850968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-42ffe707-5b14-45f1-acdb-4aa8f52ca9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.896276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-42ffe707-5b14-45f1-acdb-4aa8f52ca9eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8527d0057d04853953feb8310e1119f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178625 Nov 10 22:01:43.898514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45836) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:43.899162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffe707-5b14-45f1-acdb-4aa8f52ca9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3b3241-839a-4cbe-8c89-247e40ab61d0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:43.955411 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff8d-9c0e-4fb6-9736-2e8c51948408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:43.978808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff8d-9c0e-4fb6-9736-2e8c51948408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:44.109406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff8d-9c0e-4fb6-9736-2e8c51948408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:44.112062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff8d-9c0e-4fb6-9736-2e8c51948408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:44.116003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3eb9ff8d-9c0e-4fb6-9736-2e8c51948408 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae3b3241-839a-4cbe-8c89-247e40ab61d0 HTTP/1.1" status: 204 len: 168 time: 0.2162702 Nov 10 22:01:44.125379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9ff8d-9c0e-4fb6-9736-2e8c51948408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3b3241-839a-4cbe-8c89-247e40ab61d0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:44.808151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45862) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:44.821907 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c4cebb3-4a91-422e-94c5-a64227afff09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:44.903110 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c4cebb3-4a91-422e-94c5-a64227afff09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:44.968122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8c4cebb3-4a91-422e-94c5-a64227afff09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:45.011316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8c4cebb3-4a91-422e-94c5-a64227afff09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56b0823d9caf44aca7614ba36ae1faf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020557 Nov 10 22:01:45.012088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cebb3-4a91-422e-94c5-a64227afff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dbb8f6-3aa3-4ce8-aff5-4701bcc3067c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:45.015086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45866) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:45.065322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a4e0-32cc-4db7-8d78-f886bcd5c247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:45.088841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a4e0-32cc-4db7-8d78-f886bcd5c247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:45.264291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a4e0-32cc-4db7-8d78-f886bcd5c247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:45.264291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ef9a4e0-32cc-4db7-8d78-f886bcd5c247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:45.267521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0ef9a4e0-32cc-4db7-8d78-f886bcd5c247 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77dbb8f6-3aa3-4ce8-aff5-4701bcc3067c HTTP/1.1" status: 204 len: 168 time: 0.2512627 Nov 10 22:01:45.276392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9a4e0-32cc-4db7-8d78-f886bcd5c247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dbb8f6-3aa3-4ce8-aff5-4701bcc3067c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:47.085508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45946) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:47.320522 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4999-7e56-4f4a-be14-3f5eaa65d797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:47.404137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4999-7e56-4f4a-be14-3f5eaa65d797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:47.480102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9a1f4999-7e56-4f4a-be14-3f5eaa65d797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:47.521885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f4999-7e56-4f4a-be14-3f5eaa65d797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9166b5ae-4327-4699-b4c6-d142b0f4eeef,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:47.526069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9a1f4999-7e56-4f4a-be14-3f5eaa65d797 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5ee19ac79644576a94b1bbc45068a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4396331 Nov 10 22:01:47.528761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:47.578497 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cabdafd8-c4ef-47c7-a60e-80328bc5ab2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:47.600424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cabdafd8-c4ef-47c7-a60e-80328bc5ab2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:47.734080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cabdafd8-c4ef-47c7-a60e-80328bc5ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:47.736791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cabdafd8-c4ef-47c7-a60e-80328bc5ab2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:47.738007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cabdafd8-c4ef-47c7-a60e-80328bc5ab2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9166b5ae-4327-4699-b4c6-d142b0f4eeef HTTP/1.1" status: 204 len: 168 time: 0.2076221 Nov 10 22:01:47.748192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdafd8-c4ef-47c7-a60e-80328bc5ab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9166b5ae-4327-4699-b4c6-d142b0f4eeef,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:48.503003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 45974) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:48.521019 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fbd811c-c337-468e-91be-ece3c76cb415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:48.600480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fbd811c-c337-468e-91be-ece3c76cb415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:48.703573 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fbd811c-c337-468e-91be-ece3c76cb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:48.743862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0fbd811c-c337-468e-91be-ece3c76cb415 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e943c9e0933b4de8bc7d701f767f0cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391598 Nov 10 22:01:48.746270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd811c-c337-468e-91be-ece3c76cb415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09504c10-d115-4d72-979a-917816d46de8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:48.746640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 45982) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:01:48.801631 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f7c8fbe-168b-4582-b86c-af895b6597ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:48.824568 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f7c8fbe-168b-4582-b86c-af895b6597ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:48.939902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f7c8fbe-168b-4582-b86c-af895b6597ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:48.942522 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9f7c8fbe-168b-4582-b86c-af895b6597ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:48.946180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9f7c8fbe-168b-4582-b86c-af895b6597ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09504c10-d115-4d72-979a-917816d46de8 HTTP/1.1" status: 204 len: 168 time: 0.1958199 Nov 10 22:01:48.954135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c8fbe-168b-4582-b86c-af895b6597ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09504c10-d115-4d72-979a-917816d46de8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:01:49.802682 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:01:52.112401 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:01:54.011567 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:04.666149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46274) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:04.811539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70d70bde-c544-43bb-9745-bafea030dcf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:04.914015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70d70bde-c544-43bb-9745-bafea030dcf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:05.020378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-70d70bde-c544-43bb-9745-bafea030dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:05.065510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-70d70bde-c544-43bb-9745-bafea030dcf9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51ab84e383224fabb1f6d157ea6a1076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933067 Nov 10 22:02:05.065510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d70bde-c544-43bb-9745-bafea030dcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a0c202-2919-4fca-900f-01a1bc13d9f8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:05.065864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46286) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:05.129356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:05.153090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:05.309097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:05.311855 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:05.313881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85a0c202-2919-4fca-900f-01a1bc13d9f8 HTTP/1.1" status: 204 len: 168 time: 0.2481959 Nov 10 22:02:05.322413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a0c202-2919-4fca-900f-01a1bc13d9f8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:05.331442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.332010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.332671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.333067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.333067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.333067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.333067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.333067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.340017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.340017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.340017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.340017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d517f7-1585-4f8e-be31-d67ff68de577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:05.700420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9dd26874-22bd-42ee-9075-edc411ef318d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:06.467784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46340) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:06.587867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1810444547-network', 'tenant_id': 'e2878a2ba0ca4ce1ab0665e00bd2ba09'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:02:06.754544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Made reservation on behalf of e2878a2ba0ca4ce1ab0665e00bd2ba09 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:02:06.757094 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:06.766682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:06.847640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:06.934791 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:06.961001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:02:06.970830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2384a7a-ea7e-43c0-8605-4f77e4304a23,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:06.977479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:06.977853 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Added segment ee5f83e2-b035-4630-b93b-dcc97dc0d073 of type vlan for network ecce7ae6-9df2-4a04-8a14-6be31f88af57 Nov 10 22:02:07.023064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:07.100274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:07.101273 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:07.101863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:07.212397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] Pushing event updated for resources: {'Network': ['ID=ecce7ae6-9df2-4a04-8a14-6be31f88af57,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:07.223625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network ecce7ae6-9df2-4a04-8a14-6be31f88af57 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:02:07.242347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c5806a37-0888-42b2-90ec-d4c2a4722986 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7733140 Nov 10 22:02:07.245923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46362) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:07.264239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Request body: {'subnet': {'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1810444547-subnet', 'tenant_id': 'e2878a2ba0ca4ce1ab0665e00bd2ba09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:02:07.374553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Made reservation on behalf of e2878a2ba0ca4ce1ab0665e00bd2ba09 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:02:07.377751 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:07.640555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:07.709000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28127bae-3488-4417-859f-435f854d9934,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:07.720613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Checking segment: {'id': 'ee5f83e2-b035-4630-b93b-dcc97dc0d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:02:07.720893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Network hostable DHCP agents. Network: ecce7ae6-9df2-4a04-8a14-6be31f88af57, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:02:07.803064 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Network ecce7ae6-9df2-4a04-8a14-6be31f88af57 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:02:07.900195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, ecce7ae6-9df2-4a04-8a14-6be31f88af57) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:02:07.923500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:07.925554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:07.936002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2fea5-b19b-46d0-be3a-7e4c3ba70734 None None] Network ecce7ae6-9df2-4a04-8a14-6be31f88af57 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:02:07.993146 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8c8905db-e828-4cc2-8a0a-45d2b05a03de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:08.063885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-01149702-44fc-4aa1-b3d6-4be2e883f39a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8156590 Nov 10 22:02:08.076383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14386567-d8b7-4099-bba2-492f7bfb6a73 None None] Network ecce7ae6-9df2-4a04-8a14-6be31f88af57 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:02:08.867435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46406) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:08.878150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1036699655-network', 'tenant_id': 'a6774f4840b744dbbd48623c62caba07'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:02:09.031300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Made reservation on behalf of a6774f4840b744dbbd48623c62caba07 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:02:09.037544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.044805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.120692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.203195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.227433 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:02:09.243371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4fb3e7-5237-4ca3-a6d2-cdb5cd88c8d6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:09.246306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.246650 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Added segment af33edc0-9f5b-47d3-b55a-f854c3510730 of type vlan for network 4a2c11dc-f26d-4585-8b54-d9108c384b47 Nov 10 22:02:09.297383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.380461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.398064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.399129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:09.399751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.460174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a2c11dc-f26d-4585-8b54-d9108c384b47,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:09.471168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4a2c11dc-f26d-4585-8b54-d9108c384b47 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:02:09.552285 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e035a349-02e1-41a7-b0ee-cc2f047af3b8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6799736 Nov 10 22:02:09.555051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46422) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:09.560022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Request body: {'subnet': {'network_id': '4a2c11dc-f26d-4585-8b54-d9108c384b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1036699655-subnet', 'tenant_id': 'a6774f4840b744dbbd48623c62caba07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:02:09.645895 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Made reservation on behalf of a6774f4840b744dbbd48623c62caba07 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:02:09.648329 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.886177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:09.946153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d38bf4a-5867-4665-84b3-cfb8af2b753f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:09.955995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Checking segment: {'id': 'af33edc0-9f5b-47d3-b55a-f854c3510730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4a2c11dc-f26d-4585-8b54-d9108c384b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:02:09.956368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Network hostable DHCP agents. Network: 4a2c11dc-f26d-4585-8b54-d9108c384b47, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:02:10.128795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Network 4a2c11dc-f26d-4585-8b54-d9108c384b47 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:02:10.231577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4a2c11dc-f26d-4585-8b54-d9108c384b47) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:02:10.243096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9ade2-45a0-4b3e-bcf1-9889f389e1af None None] Network 4a2c11dc-f26d-4585-8b54-d9108c384b47 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:02:10.244850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:10.245532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:10.434953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f5022d28-df94-4255-87e8-3f99d6e2da6b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8788264 Nov 10 22:02:10.601851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57bbe1-ee12-4aae-8d9a-e8e8baa69ba4 None None] Network 4a2c11dc-f26d-4585-8b54-d9108c384b47 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:02:10.892418 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:11.030783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8ab3b681-b3c9-4d70-ab7c-3c3099052c79 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:11.032799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8ab3b681-b3c9-4d70-ab7c-3c3099052c79 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/networks?id=ecce7ae6-9df2-4a04-8a14-6be31f88af57 HTTP/1.1" status: 200 len: 812 time: 0.1243134 Nov 10 22:02:11.054202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-827fb166-89bc-4252-a801-bb18eba925dc tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/quotas/e2878a2ba0ca4ce1ab0665e00bd2ba09 HTTP/1.1" status: 200 len: 375 time: 0.0109749 Nov 10 22:02:11.104917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-a35cd9af-bb0b-4915-9e91-25ac6b3eead3 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2878a2ba0ca4ce1ab0665e00bd2ba09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408876 Nov 10 22:02:11.193730 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-62b17b80-09a1-4eca-b219-884bb6bf9f7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2001748 Nov 10 22:02:11.197608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-d38c85e4-b47a-4754-ba81-ea4cb9e8ebd6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:02:11.198583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-d38c85e4-b47a-4754-ba81-ea4cb9e8ebd6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0859709 Nov 10 22:02:11.331990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-1f935f9e-0d74-4a64-a4ca-227817ca5c8b service neutron] 10.222.0.45 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245961 Nov 10 22:02:11.334073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-c182efdf-10ac-46b2-b35d-1eefd45e3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:11.335616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-c182efdf-10ac-46b2-b35d-1eefd45e3460 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0699837 Nov 10 22:02:11.392718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:11.521045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-d7cb3c54-6fa6-46bb-96ad-a0f64fba95d0 service neutron] 10.222.0.45 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827588 Nov 10 22:02:11.539936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-51546f22-d75e-4fc2-b59c-f930928a113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:11.541420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-51546f22-d75e-4fc2-b59c-f930928a113e service neutron] 10.222.0.64 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 898 time: 0.1706562 Nov 10 22:02:11.631296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-c5fed4c6-9f5d-47ce-af11-1577a3e62861 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 1001 time: 0.0819478 Nov 10 22:02:11.695644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-d50affe0-dc37-4419-9e55-30eaa0808b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:11.698053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-d50affe0-dc37-4419-9e55-30eaa0808b24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 200 len: 834 time: 0.0599837 Nov 10 22:02:11.762567 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-bc63dcd1-15c5-449f-b20b-04df8c32cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:11.764200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-bc63dcd1-15c5-449f-b20b-04df8c32cd92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=314420bc-15aa-40cb-95c8-0acec128072e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582957 Nov 10 22:02:11.775869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-bd0524fd-f07b-41ab-a9f5-4ff9be5c76a6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:02:11.777005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-bd0524fd-f07b-41ab-a9f5-4ff9be5c76a6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055916 Nov 10 22:02:11.926369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-16eb449e-f3a2-4e59-b4f2-718c6bd12090 req-c5f7a168-6869-414c-acd1-ac58daa82a64 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 210 time: 0.0691922 Nov 10 22:02:11.934437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-7f53d730-c301-4620-bc50-fdf169596ebd service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494913 Nov 10 22:02:12.042763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7bb479b4-590d-44c6-ae7d-32d092e3f664 req-a0aa621b-660d-4c7c-a1dd-7bf63032b348 service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004624 Nov 10 22:02:13.010218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83176a28-3907-40b5-b26f-e979dbd84c96 req-921c3076-56e0-422a-a521-dd1ce91b9aad tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 210 time: 0.0296154 Nov 10 22:02:14.094612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-13434c95-dc64-475d-8a4f-f00facce1968 req-d7bbb0f8-7af3-4714-91b5-f29893568782 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 210 time: 0.0269046 Nov 10 22:02:15.201110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-17fea148-9b7b-47ca-ac4e-de464580d4db req-38986301-d3d4-44ae-8f19-bf223e010085 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 210 time: 0.0265622 Nov 10 22:02:16.316765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f50dd12-585a-48cd-851a-18ef443368be req-72886eb2-b32b-4960-8620-6ad0c1f75cb3 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Nov 10 22:02:16.507450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-e47ab93b-0377-4d3f-a767-f34033d27595 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:16.511855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-e47ab93b-0377-4d3f-a767-f34033d27595 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.53 "GET /v2.0/networks?id=ecce7ae6-9df2-4a04-8a14-6be31f88af57 HTTP/1.1" status: 200 len: 812 time: 0.1061428 Nov 10 22:02:16.521333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Request body: {'port': {'device_id': '114763d5-0888-406f-8ed6-0de5628a1691', 'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57', 'admin_state_up': True, 'tenant_id': 'e2878a2ba0ca4ce1ab0665e00bd2ba09'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:02:16.737160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Made reservation on behalf of e2878a2ba0ca4ce1ab0665e00bd2ba09 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:02:16.740738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:16.877734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Allocated IP 172.20.0.4 (ecce7ae6-9df2-4a04-8a14-6be31f88af57/28127bae-3488-4417-859f-435f854d9934/b720437c-ec2d-4d09-b828-a3685947181f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:02:17.034667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:17.154901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:17.194691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Network ecce7ae6-9df2-4a04-8a14-6be31f88af57 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:02:17.197696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:02:17.205296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:02:17.235762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Pushing event updated for resources: {'Port': ['ID=b720437c-ec2d-4d09-b828-a3685947181f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:17.261523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:17.262165 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:17.356613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ee70a184-ad7c-4857-8bba-1f411007e09d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388169 Nov 10 22:02:17.366908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8c38a9cc-dc1d-4a13-8d07-9395f9052c16 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:02:17.367902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8c38a9cc-dc1d-4a13-8d07-9395f9052c16 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054584 Nov 10 22:02:17.439394 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Request body: {'port': {'device_id': '114763d5-0888-406f-8ed6-0de5628a1691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:02:17.460504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80983b0-25fa-4623-934d-e379ef3e771a req-84c3ae4c-c938-454d-adf5-46a34e33aca1 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:17.462024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c80983b0-25fa-4623-934d-e379ef3e771a req-84c3ae4c-c938-454d-adf5-46a34e33aca1 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 931 time: 0.0692718 Nov 10 22:02:17.517085 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c80983b0-25fa-4623-934d-e379ef3e771a req-d55507ea-dd18-4e17-838f-db748d9c72a6 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485859 Nov 10 22:02:17.521355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:17.858009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b720437c-ec2d-4d09-b828-a3685947181f {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:02:17.866910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:17.883990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Transition to ACTIVE for port object b720437c-ec2d-4d09-b828-a3685947181f will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:02:17.951848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:18.004037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b720437c-ec2d-4d09-b828-a3685947181f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:18.082372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Attempting to bind port b720437c-ec2d-4d09-b828-a3685947181f on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:02:18.082620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Attempting to bind port b720437c-ec2d-4d09-b828-a3685947181f by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'ee5f83e2-b035-4630-b93b-dcc97dc0d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:02:18.082925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Attempting to bind port b720437c-ec2d-4d09-b828-a3685947181f on network ecce7ae6-9df2-4a04-8a14-6be31f88af57 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:02:18.087454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Port b720437c-ec2d-4d09-b828-a3685947181f on network ecce7ae6-9df2-4a04-8a14-6be31f88af57 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:02:18.087817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Attempting to bind port b720437c-ec2d-4d09-b828-a3685947181f on network ecce7ae6-9df2-4a04-8a14-6be31f88af57 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:02:18.092954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:02:18.093367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Checking segment: {'id': 'ee5f83e2-b035-4630-b93b-dcc97dc0d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:02:18.093870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Bound using segment: {'id': 'ee5f83e2-b035-4630-b93b-dcc97dc0d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:02:18.094363 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Bound port: b720437c-ec2d-4d09-b828-a3685947181f, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5f83e2-b035-4630-b93b-dcc97dc0d073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:02:18.094790 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:18.163151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] For port b720437c-ec2d-4d09-b828-a3685947181f, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:02:18.166255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] For port b720437c-ec2d-4d09-b828-a3685947181f, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b720437c-ec2d-4d09-b828-a3685947181f,segment=NetworkSegment(ee5f83e2-b035-4630-b93b-dcc97dc0d073),segment_id=ee5f83e2-b035-4630-b93b-dcc97dc0d073)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:02:18.238151 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:18.280609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:18.281229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:18.282811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] 10.222.0.53 "PUT /v2.0/ports/b720437c-ec2d-4d09-b828-a3685947181f HTTP/1.1" status: 200 len: 1092 time: 0.9062045 Nov 10 22:02:18.283266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114763d5-0888-406f-8ed6-0de5628a1691', 'tag': 'b720437c-ec2d-4d09-b828-a3685947181f'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:02:18.285752 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98132e4-4fa1-48af-b2f5-12c84389fc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "114763d5-0888-406f-8ed6-0de5628a1691", "tag": "b720437c-ec2d-4d09-b828-a3685947181f"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:02:18.335290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8692ca-7293-429d-b878-a51e1d14ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b720437c-ec2d-4d09-b828-a3685947181f,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:18.343219 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448226eb-10dd-40ff-af76-b3e0421b4863 x-openstack-request-id: req-448226eb-10dd-40ff-af76-b3e0421b4863 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:02:18.343512 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114763d5-0888-406f-8ed6-0de5628a1691", "tag": "b720437c-ec2d-4d09-b828-a3685947181f", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:02:18.356044 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-448226eb-10dd-40ff-af76-b3e0421b4863 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:02:18.356044 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114763d5-0888-406f-8ed6-0de5628a1691', 'tag': 'b720437c-ec2d-4d09-b828-a3685947181f', 'status': 'completed', 'code': 200} Nov 10 22:02:18.444968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98132e4-4fa1-48af-b2f5-12c84389fc9d req-6f3f2fff-9980-410b-af6a-b73246383f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:18.446474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a98132e4-4fa1-48af-b2f5-12c84389fc9d req-6f3f2fff-9980-410b-af6a-b73246383f0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2878a2ba0ca4ce1ab0665e00bd2ba09&device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 1095 time: 0.0801613 Nov 10 22:02:18.666999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418edf9e-2739-4a68-ba42-0b11afa63431 req-8f23a630-75c0-4eae-b00d-d43e430127fe tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:18.669451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-418edf9e-2739-4a68-ba42-0b11afa63431 req-8f23a630-75c0-4eae-b00d-d43e430127fe tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 943 time: 0.0779045 Nov 10 22:02:18.727181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-418edf9e-2739-4a68-ba42-0b11afa63431 req-27b67fea-8b8b-47cf-bfb3-826b121a4b22 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508051 Nov 10 22:02:19.001875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98132e4-4fa1-48af-b2f5-12c84389fc9d req-dd89c622-436c-4a19-912e-a42253c79a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:19.003306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a98132e4-4fa1-48af-b2f5-12c84389fc9d req-dd89c622-436c-4a19-912e-a42253c79a3a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e2878a2ba0ca4ce1ab0665e00bd2ba09&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5486581 Nov 10 22:02:19.189759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98132e4-4fa1-48af-b2f5-12c84389fc9d req-3939c05f-d565-4b0b-a729-97ad51c2f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:19.191244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a98132e4-4fa1-48af-b2f5-12c84389fc9d req-3939c05f-d565-4b0b-a729-97ad51c2f63f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792719 Nov 10 22:02:19.286867 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-94650d9f-e818-48bf-a4a1-7539f1f1398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:19.288047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-94650d9f-e818-48bf-a4a1-7539f1f1398e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2878a2ba0ca4ce1ab0665e00bd2ba09&device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 1095 time: 0.0605886 Nov 10 22:02:19.353047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-d7483aa4-860d-4b7a-bd7e-5620e06e9604 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b720437c-ec2d-4d09-b828-a3685947181f HTTP/1.1" status: 200 len: 217 time: 0.0566940 Nov 10 22:02:19.434778 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-e9c72774-e08a-4e38-96ab-19622588668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:19.436277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-e9c72774-e08a-4e38-96ab-19622588668a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28127bae-3488-4417-859f-435f854d9934 HTTP/1.1" status: 200 len: 852 time: 0.0758309 Nov 10 22:02:19.489573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-ea10edb7-b5aa-45e0-9329-5966e98c2cef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ecce7ae6-9df2-4a04-8a14-6be31f88af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465136 Nov 10 22:02:19.584777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-b1bb3bc6-cd46-4e2e-b844-57c2d3bb090f service neutron] 10.222.0.53 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874171 Nov 10 22:02:19.686604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7990af49-6cd2-4678-95b3-4b47d7697579 req-b5f9b5b0-e2e8-4356-a3c7-27bc10c632a5 service neutron] 10.222.0.53 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952692 Nov 10 22:02:19.843628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:19.850658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96372e28-bee9-423e-ad4d-2f9af40ed4ac req-9168336e-ef08-4d82-bb2c-ab90cf98b0cc tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:19.853081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96372e28-bee9-423e-ad4d-2f9af40ed4ac req-9168336e-ef08-4d82-bb2c-ab90cf98b0cc tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 943 time: 0.0533442 Nov 10 22:02:19.904420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96372e28-bee9-423e-ad4d-2f9af40ed4ac req-fe3e13b8-1450-4a3d-8aa5-abe1f3c299fa tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458944 Nov 10 22:02:21.024346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb314846-10f3-464d-bb87-2d8796a0a2a3 req-cb2c318e-5a34-44a9-a08e-8b1fa8702f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:21.025884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb314846-10f3-464d-bb87-2d8796a0a2a3 req-cb2c318e-5a34-44a9-a08e-8b1fa8702f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 943 time: 0.0502589 Nov 10 22:02:21.074061 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb314846-10f3-464d-bb87-2d8796a0a2a3 req-8e2d5881-0bc9-4efa-8eec-80ef7587e515 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Nov 10 22:02:22.206361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c0396-c2de-4f9e-8640-1f3adcef93c6 req-d768b854-3e75-44dc-b757-21b035440404 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:22.207960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b91c0396-c2de-4f9e-8640-1f3adcef93c6 req-d768b854-3e75-44dc-b757-21b035440404 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 943 time: 0.0654612 Nov 10 22:02:22.259963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b91c0396-c2de-4f9e-8640-1f3adcef93c6 req-d1dee418-7d84-4a2b-80da-076c621f7ec2 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452769 Nov 10 22:02:22.358187 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b720437c-ec2d-4d09-b828-a3685947181f details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:02:22.460429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b720437c-ec2d-4d09-b828-a3685947181f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b720437c-ec2d-4d09-b828-a3685947181f,segment=NetworkSegment(ee5f83e2-b035-4630-b93b-dcc97dc0d073),segment_id=ee5f83e2-b035-4630-b93b-dcc97dc0d073)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:22.471575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'b720437c-ec2d-4d09-b828-a3685947181f', 'network_id': 'ecce7ae6-9df2-4a04-8a14-6be31f88af57', 'port_id': 'b720437c-ec2d-4d09-b828-a3685947181f', 'mac_address': 'fa:16:3e:f6:35:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28127bae-3488-4417-859f-435f854d9934', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:02:22.510774 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:22.523876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b720437c-ec2d-4d09-b828-a3685947181f {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:02:22.543837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b720437c-ec2d-4d09-b828-a3685947181f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b720437c-ec2d-4d09-b828-a3685947181f,segment=NetworkSegment(ee5f83e2-b035-4630-b93b-dcc97dc0d073),segment_id=ee5f83e2-b035-4630-b93b-dcc97dc0d073)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:22.640955 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:22.690120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b720437c-ec2d-4d09-b828-a3685947181f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:22.697574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.697909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.698251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.698594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.698928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.699516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.699873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.700200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.700527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.700863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.701183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.701504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:22.892858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b720437c-ec2d-4d09-b828-a3685947181f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:02:23.388354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6bbe5-e71c-410b-956f-85c024e07c98 req-4454073c-63ed-4991-b4a6-79f05a3c7c3a tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:23.390128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ad6bbe5-e71c-410b-956f-85c024e07c98 req-4454073c-63ed-4991-b4a6-79f05a3c7c3a tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 944 time: 0.0581019 Nov 10 22:02:23.441633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3ad6bbe5-e71c-410b-956f-85c024e07c98 req-d5091c53-e1ae-4d69-b945-29df935c0eec tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437450 Nov 10 22:02:23.752891 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:24.380467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b720437c-ec2d-4d09-b828-a3685947181f up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:02:24.518473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port b720437c-ec2d-4d09-b828-a3685947181f completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:02:24.523318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port b720437c-ec2d-4d09-b828-a3685947181f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:02:24.524229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:24.571501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896ddce-78f2-4cd5-851e-fdf637be2307 req-db9e6a02-2630-4999-83f9-3666f1e73534 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:24.575532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8896ddce-78f2-4cd5-851e-fdf637be2307 req-db9e6a02-2630-4999-83f9-3666f1e73534 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 944 time: 0.0618851 Nov 10 22:02:24.632705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:24.644818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8896ddce-78f2-4cd5-851e-fdf637be2307 req-6f3f6a65-2d2f-4ffa-8191-092da8237f26 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Nov 10 22:02:24.669290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114763d5-0888-406f-8ed6-0de5628a1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b720437c-ec2d-4d09-b828-a3685947181f'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:02:24.671909 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdf1a93-32ee-4b71-8880-e419889025c5" -d '{"events": [{"server_uuid": "114763d5-0888-406f-8ed6-0de5628a1691", "name": "network-vif-plugged", "status": "completed", "tag": "b720437c-ec2d-4d09-b828-a3685947181f"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:02:24.685777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port b720437c-ec2d-4d09-b828-a3685947181f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b720437c-ec2d-4d09-b828-a3685947181f,segment=NetworkSegment(ee5f83e2-b035-4630-b93b-dcc97dc0d073),segment_id=ee5f83e2-b035-4630-b93b-dcc97dc0d073)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:24.769692 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:24.818218 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fafdbf-2dfe-43e1-bbbf-1954d69fb17b x-openstack-request-id: req-e0fafdbf-2dfe-43e1-bbbf-1954d69fb17b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:02:24.818337 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114763d5-0888-406f-8ed6-0de5628a1691", "name": "network-vif-plugged", "status": "completed", "tag": "b720437c-ec2d-4d09-b828-a3685947181f", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:02:24.818583 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0fafdbf-2dfe-43e1-bbbf-1954d69fb17b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:02:24.818979 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114763d5-0888-406f-8ed6-0de5628a1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b720437c-ec2d-4d09-b828-a3685947181f', 'code': 200} Nov 10 22:02:24.845366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=b720437c-ec2d-4d09-b828-a3685947181f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:24.975940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bb981-0f16-48b7-a0b3-fec37fb9f597 req-2b7be7e0-d227-4d3f-850d-972e5a1cf97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:24.975940 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d45bb981-0f16-48b7-a0b3-fec37fb9f597 req-2b7be7e0-d227-4d3f-850d-972e5a1cf97b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 1097 time: 0.0926735 Nov 10 22:02:25.056047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d45bb981-0f16-48b7-a0b3-fec37fb9f597 req-bf16312f-860a-4496-9a13-e98a4b5643d5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737383 Nov 10 22:02:25.771418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340f2c-2e17-4618-8f3b-77748d870a67 req-24595ee5-1589-4d78-a590-e38c34983f97 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:25.772967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05340f2c-2e17-4618-8f3b-77748d870a67 req-24595ee5-1589-4d78-a590-e38c34983f97 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0584819 Nov 10 22:02:25.821074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05340f2c-2e17-4618-8f3b-77748d870a67 req-75d3773a-7d08-4628-99ff-7f438192a477 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Nov 10 22:02:26.615691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46800) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:26.732246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d64fcd29-60ce-4e0a-8b5b-6f12b3472995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:26.807831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d64fcd29-60ce-4e0a-8b5b-6f12b3472995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:26.863331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d64fcd29-60ce-4e0a-8b5b-6f12b3472995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:26.912100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d64fcd29-60ce-4e0a-8b5b-6f12b3472995 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e4683c21e854d9db94ccce0a835c307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951460 Nov 10 22:02:26.914405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fcd29-60ce-4e0a-8b5b-6f12b3472995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f670cd-eba9-44d9-9510-0ac258b99201,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:26.914928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46822) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:26.957164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a9a39-d859-41a7-b2ac-81136a15fd78 req-18ae0166-1ff5-4c9a-8b21-0938c34bb8fb tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:26.958642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd6a9a39-d859-41a7-b2ac-81136a15fd78 req-18ae0166-1ff5-4c9a-8b21-0938c34bb8fb tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0607078 Nov 10 22:02:26.971292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bca92c52-9c76-4447-b0cf-046312842290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:26.994962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bca92c52-9c76-4447-b0cf-046312842290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:27.014049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd6a9a39-d859-41a7-b2ac-81136a15fd78 req-84a8e10e-6170-4074-a03a-937eeca5a291 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Nov 10 22:02:27.132327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d41a0-a9d7-45e4-82d2-70e5f6d3e428 req-c9f2378f-44a2-4b08-afc3-3955d83ce856 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:27.133790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-336d41a0-a9d7-45e4-82d2-70e5f6d3e428 req-c9f2378f-44a2-4b08-afc3-3955d83ce856 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0494339 Nov 10 22:02:27.146767 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bca92c52-9c76-4447-b0cf-046312842290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:27.149281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bca92c52-9c76-4447-b0cf-046312842290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:27.150882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bca92c52-9c76-4447-b0cf-046312842290 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12f670cd-eba9-44d9-9510-0ac258b99201 HTTP/1.1" status: 204 len: 168 time: 0.2337253 Nov 10 22:02:27.166962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca92c52-9c76-4447-b0cf-046312842290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f670cd-eba9-44d9-9510-0ac258b99201,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:27.202758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-336d41a0-a9d7-45e4-82d2-70e5f6d3e428 req-886d398d-55eb-4c67-b9bb-c7515a7c5f9a tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626729 Nov 10 22:02:27.692906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873a23f-ba80-4acd-8daa-78ac13bdcb3b req-6e174a26-7dbe-4a3a-926c-27bf8f99dcf8 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:27.694432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3873a23f-ba80-4acd-8daa-78ac13bdcb3b req-6e174a26-7dbe-4a3a-926c-27bf8f99dcf8 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Nov 10 22:02:27.747286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3873a23f-ba80-4acd-8daa-78ac13bdcb3b req-4947acab-06d4-4f38-bd75-02346fbb4f91 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Nov 10 22:02:27.845220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 46876) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:27.858828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc43d37c-3ba4-4ada-b928-3d4beeeda2e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:27.936074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc43d37c-3ba4-4ada-b928-3d4beeeda2e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:28.029076 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc43d37c-3ba4-4ada-b928-3d4beeeda2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:28.068990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bc43d37c-3ba4-4ada-b928-3d4beeeda2e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89baae7fe1be4f71bc20b7af0ef5989f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224591 Nov 10 22:02:28.069769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43d37c-3ba4-4ada-b928-3d4beeeda2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630974e3-bb02-42e4-88bc-943e77db7e77,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:28.071779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 46886) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:28.127604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb90dbbf-2ce1-4240-9733-bb1dac7300b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:28.151622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb90dbbf-2ce1-4240-9733-bb1dac7300b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:28.312689 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb90dbbf-2ce1-4240-9733-bb1dac7300b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:28.316520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb90dbbf-2ce1-4240-9733-bb1dac7300b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:28.321550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb90dbbf-2ce1-4240-9733-bb1dac7300b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/630974e3-bb02-42e4-88bc-943e77db7e77 HTTP/1.1" status: 204 len: 168 time: 0.2480192 Nov 10 22:02:28.331111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90dbbf-2ce1-4240-9733-bb1dac7300b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630974e3-bb02-42e4-88bc-943e77db7e77,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:28.870759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676734-1aa6-45b1-9b23-0972c332ed40 req-2e2f4545-2c0b-44e5-b994-c63e4360da55 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:28.872262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d676734-1aa6-45b1-9b23-0972c332ed40 req-2e2f4545-2c0b-44e5-b994-c63e4360da55 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Nov 10 22:02:28.922894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d676734-1aa6-45b1-9b23-0972c332ed40 req-a22683b0-de8e-4d26-8f69-7f77273b5070 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Nov 10 22:02:29.111517 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:02:29.298926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d52eb-fddf-45f4-a49d-75b3f3e1fb82 req-395d63cb-d587-4282-9764-6ac1b06202be tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:29.300440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-597d52eb-fddf-45f4-a49d-75b3f3e1fb82 req-395d63cb-d587-4282-9764-6ac1b06202be tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Nov 10 22:02:29.359636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-597d52eb-fddf-45f4-a49d-75b3f3e1fb82 req-5812b075-9c54-4cf5-9a8c-a47020f70bc2 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529151 Nov 10 22:02:29.410475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-d89ef335-a376-4003-8fdc-823f2b0e77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:29.412133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-d89ef335-a376-4003-8fdc-823f2b0e77a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2878a2ba0ca4ce1ab0665e00bd2ba09&device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 1097 time: 0.0535169 Nov 10 22:02:29.571979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-66cbfb31-e9c5-429d-947f-db4a3631f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:29.573486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-66cbfb31-e9c5-429d-947f-db4a3631f52a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ecce7ae6-9df2-4a04-8a14-6be31f88af57 HTTP/1.1" status: 200 len: 913 time: 0.1531820 Nov 10 22:02:29.616244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-299e199b-bcfa-4b6b-a0cf-1435333253cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b720437c-ec2d-4d09-b828-a3685947181f HTTP/1.1" status: 200 len: 217 time: 0.0352309 Nov 10 22:02:29.678290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-cd902f2d-41d9-4af3-979e-15eb238f2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:29.679790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-cd902f2d-41d9-4af3-979e-15eb238f2e89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28127bae-3488-4417-859f-435f854d9934 HTTP/1.1" status: 200 len: 852 time: 0.0569425 Nov 10 22:02:29.712358 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-2eb8205d-ef88-4e8e-859c-fdcee793c71d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ecce7ae6-9df2-4a04-8a14-6be31f88af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255525 Nov 10 22:02:29.806080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-ecba3901-fbf8-471a-85eb-4967bbc7c4fa service neutron] 10.222.0.53 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862527 Nov 10 22:02:29.910792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df8aad1c-6cd9-4cc0-a548-520f64750520 req-c858caa2-2bbb-4125-9fdd-37c2aebd8818 service neutron] 10.222.0.53 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977054 Nov 10 22:02:30.480319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b027-7e91-4d53-ad64-3c59621caf93 req-9962d311-3e5b-43c3-b0a9-cd72101b1ae0 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:30.481773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e71b027-7e91-4d53-ad64-3c59621caf93 req-9962d311-3e5b-43c3-b0a9-cd72101b1ae0 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0502980 Nov 10 22:02:30.532104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e71b027-7e91-4d53-ad64-3c59621caf93 req-7eeb1bac-9670-4c7b-98b2-aa0c74b6b0ef tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Nov 10 22:02:31.651233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa9084-710f-40e9-9df3-46c202391ed0 req-b21e1e98-1c96-48fc-bedb-315f730bd27d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:31.652662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5afa9084-710f-40e9-9df3-46c202391ed0 req-b21e1e98-1c96-48fc-bedb-315f730bd27d tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0510297 Nov 10 22:02:31.701155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5afa9084-710f-40e9-9df3-46c202391ed0 req-d9e23ffc-6f72-4435-b2d3-f69891774a18 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Nov 10 22:02:32.164788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5fdb-e45d-44ec-8e5f-f12d4dfe7ee4 req-841e6712-da49-4269-9ffc-935315713a4c tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:32.166529 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-038f5fdb-e45d-44ec-8e5f-f12d4dfe7ee4 req-841e6712-da49-4269-9ffc-935315713a4c tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0539327 Nov 10 22:02:32.217436 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-038f5fdb-e45d-44ec-8e5f-f12d4dfe7ee4 req-0a829c5b-ab76-4e69-aed2-f708d31e7fef tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446560 Nov 10 22:02:33.346615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7660e88-1751-4bb2-bb33-62fbd9f80110 req-72575493-9baa-4183-88b7-197e501f7b51 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:33.348149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7660e88-1751-4bb2-bb33-62fbd9f80110 req-72575493-9baa-4183-88b7-197e501f7b51 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0563056 Nov 10 22:02:33.399312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a7660e88-1751-4bb2-bb33-62fbd9f80110 req-9e32c660-4364-43c7-8cfb-f1de6fc0d482 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Nov 10 22:02:33.752992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd458-d0fb-40ba-9278-025c546f5b53 req-ed138671-0415-410b-b97f-2616d1f9c8d0 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:33.754593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69ddd458-d0fb-40ba-9278-025c546f5b53 req-ed138671-0415-410b-b97f-2616d1f9c8d0 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Nov 10 22:02:33.808620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69ddd458-d0fb-40ba-9278-025c546f5b53 req-90e11b6c-95fd-4722-b348-f42e735ab797 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Nov 10 22:02:33.872258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affff2-5098-4c1c-aa93-d389b05d774b req-926b3681-e510-4791-9e06-f49716aa7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:33.873801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00affff2-5098-4c1c-aa93-d389b05d774b req-926b3681-e510-4791-9e06-f49716aa7983 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e2878a2ba0ca4ce1ab0665e00bd2ba09&device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 1097 time: 0.0461769 Nov 10 22:02:33.969002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affff2-5098-4c1c-aa93-d389b05d774b req-a3292445-9d04-4bc1-a669-e67d25ff11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:33.970679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00affff2-5098-4c1c-aa93-d389b05d774b req-a3292445-9d04-4bc1-a669-e67d25ff11f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ecce7ae6-9df2-4a04-8a14-6be31f88af57 HTTP/1.1" status: 200 len: 913 time: 0.0892680 Nov 10 22:02:34.016197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00affff2-5098-4c1c-aa93-d389b05d774b req-7654b901-dd2d-4035-99e6-44f02dc3e70e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b720437c-ec2d-4d09-b828-a3685947181f HTTP/1.1" status: 200 len: 217 time: 0.0389130 Nov 10 22:02:34.066349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00affff2-5098-4c1c-aa93-d389b05d774b req-958fb4e9-b0f1-4068-8b6a-ec79ae113b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:34.067933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00affff2-5098-4c1c-aa93-d389b05d774b req-958fb4e9-b0f1-4068-8b6a-ec79ae113b1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=28127bae-3488-4417-859f-435f854d9934 HTTP/1.1" status: 200 len: 852 time: 0.0456355 Nov 10 22:02:34.101673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00affff2-5098-4c1c-aa93-d389b05d774b req-b4620143-4544-4edc-a59a-5d82402b6c97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ecce7ae6-9df2-4a04-8a14-6be31f88af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260749 Nov 10 22:02:34.196539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00affff2-5098-4c1c-aa93-d389b05d774b req-bec4cc33-feb8-47f6-961c-0f718172621e service neutron] 10.222.0.53 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882790 Nov 10 22:02:34.287910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00affff2-5098-4c1c-aa93-d389b05d774b req-81b6eea1-a996-41f0-9f33-2716a77cc10e service neutron] 10.222.0.53 "GET /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841115 Nov 10 22:02:34.934283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cf19-c28b-41f8-803c-46bcc3a32a72 req-8e77c59a-467d-4836-b431-77f10a6c28f4 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:34.935689 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7047cf19-c28b-41f8-803c-46bcc3a32a72 req-8e77c59a-467d-4836-b431-77f10a6c28f4 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0525577 Nov 10 22:02:34.995193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7047cf19-c28b-41f8-803c-46bcc3a32a72 req-39cd38f7-8cb9-4a7c-bd3d-960232822659 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522068 Nov 10 22:02:35.729335 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-265afc58-1a60-49f1-a7dd-227bbfdee2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.127468 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af40251-2475-499f-af21-51d086802ea8 req-23b26156-31c5-4e91-acff-bc99881022dc tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:36.130618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8af40251-2475-499f-af21-51d086802ea8 req-23b26156-31c5-4e91-acff-bc99881022dc tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0600591 Nov 10 22:02:36.212279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8af40251-2475-499f-af21-51d086802ea8 req-e3ffbfb8-a0a4-48ab-8a99-ffe903f0852b tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720718 Nov 10 22:02:36.255129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47298) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:36.368000 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7643155-7560-4663-927e-27639cdeb786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.450013 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7643155-7560-4663-927e-27639cdeb786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.517859 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b7643155-7560-4663-927e-27639cdeb786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.558058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7643155-7560-4663-927e-27639cdeb786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0085c37c-3d26-4b44-b1de-152d5d9f7273,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:36.562383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b7643155-7560-4663-927e-27639cdeb786 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e33e277e97e64dad914a7fcb0b2e8265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061826 Nov 10 22:02:36.565255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47304) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:36.631519 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3929-edc2-4213-89d3-6b38849fc1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.677530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3929-edc2-4213-89d3-6b38849fc1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.696419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfda0e-43cb-4ee7-97e1-d133d5a936e3 req-40ab4403-efe8-4e4b-9bc7-206c62439998 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:36.697926 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f3dfda0e-43cb-4ee7-97e1-d133d5a936e3 req-40ab4403-efe8-4e4b-9bc7-206c62439998 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0812609 Nov 10 22:02:36.763809 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f3dfda0e-43cb-4ee7-97e1-d133d5a936e3 req-a36f795e-348f-43c6-8b4b-3cff0b6e885f tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565302 Nov 10 22:02:36.823391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3929-edc2-4213-89d3-6b38849fc1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.826341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3929-edc2-4213-89d3-6b38849fc1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:36.827548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e9cc3929-edc2-4213-89d3-6b38849fc1c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0085c37c-3d26-4b44-b1de-152d5d9f7273 HTTP/1.1" status: 204 len: 168 time: 0.2607260 Nov 10 22:02:36.835535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc3929-edc2-4213-89d3-6b38849fc1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0085c37c-3d26-4b44-b1de-152d5d9f7273,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:37.455649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47312) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:37.469742 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.543131 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.617961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.664084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=576707a899204fb4919bb81f60a68be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2066467 Nov 10 22:02:37.665529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c7cfa-ee2b-4e3d-9ed8-baaecc6fcfb6,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:37.666789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47316) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:37.674258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.674607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.675011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.675351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.675914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.676257 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.676587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.676933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.677253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.677562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.677880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.678389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8804cf62-eccc-4111-ab93-bdefdd8a3434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:02:37.727557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9785d06d-4522-42dc-9f5d-ded2a40efd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.749639 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9785d06d-4522-42dc-9f5d-ded2a40efd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.857589 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9785d06d-4522-42dc-9f5d-ded2a40efd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.860221 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9785d06d-4522-42dc-9f5d-ded2a40efd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.864315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9785d06d-4522-42dc-9f5d-ded2a40efd9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e7c7cfa-ee2b-4e3d-9ed8-baaecc6fcfb6 HTTP/1.1" status: 204 len: 168 time: 0.1935310 Nov 10 22:02:37.872384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785d06d-4522-42dc-9f5d-ded2a40efd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c7cfa-ee2b-4e3d-9ed8-baaecc6fcfb6,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:37.901043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0ade1-b2fd-4021-897b-7d4db35c4108 req-c96e8895-4fe5-46cd-bbdf-8d26674abc9f tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:37.903550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aa0ade1-b2fd-4021-897b-7d4db35c4108 req-c96e8895-4fe5-46cd-bbdf-8d26674abc9f tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0677323 Nov 10 22:02:37.949989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e0b4c125-9aa2-4e8b-9139-9a160b151abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:37.960648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aa0ade1-b2fd-4021-897b-7d4db35c4108 req-6f14d919-a848-4a67-a32c-1e3f5408f361 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2384a7a-ea7e-43c0-8605-4f77e4304a23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Nov 10 22:02:38.441294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-a4ec2e72-912f-47b2-b448-16e41fbf0e50 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:38.443079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-a4ec2e72-912f-47b2-b448-16e41fbf0e50 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.53 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 945 time: 0.0533862 Nov 10 22:02:38.541292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Deleting port b720437c-ec2d-4d09-b828-a3685947181f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:02:38.541292 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:38.629737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] For port b720437c-ec2d-4d09-b828-a3685947181f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=b720437c-ec2d-4d09-b828-a3685947181f,segment=NetworkSegment(ee5f83e2-b035-4630-b93b-dcc97dc0d073),segment_id=ee5f83e2-b035-4630-b93b-dcc97dc0d073)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:38.630104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:38.648330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Calling delete_port for b720437c-ec2d-4d09-b828-a3685947181f owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:02:38.855025 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:38.867149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['b720437c-ec2d-4d09-b828-a3685947181f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:02:38.916409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Pushing event deleted for resources: {'Port': ['ID=b720437c-ec2d-4d09-b828-a3685947181f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:38.962531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] No DVR routers for this DVR port b720437c-ec2d-4d09-b828-a3685947181f on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:02:38.965222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:38.968969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ea85ecb-4911-473a-a4af-9d9dc640a3c8 req-f7b4de37-0374-47da-aeb0-180386744f83 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.53 "DELETE /v2.0/ports/b720437c-ec2d-4d09-b828-a3685947181f HTTP/1.1" status: 204 len: 173 time: 0.5199187 Nov 10 22:02:38.969422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114763d5-0888-406f-8ed6-0de5628a1691', 'name': 'network-vif-deleted', 'tag': 'b720437c-ec2d-4d09-b828-a3685947181f'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:02:38.971693 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78623eb0-1625-4cca-8156-6f27cc291360" -d '{"events": [{"server_uuid": "114763d5-0888-406f-8ed6-0de5628a1691", "name": "network-vif-deleted", "tag": "b720437c-ec2d-4d09-b828-a3685947181f"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:02:39.070783 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069557a6-b39f-4bef-8be3-821ae8d0866f x-openstack-request-id: req-069557a6-b39f-4bef-8be3-821ae8d0866f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:02:39.070783 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114763d5-0888-406f-8ed6-0de5628a1691", "name": "network-vif-deleted", "tag": "b720437c-ec2d-4d09-b828-a3685947181f", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:02:39.070783 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-069557a6-b39f-4bef-8be3-821ae8d0866f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:02:39.070783 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114763d5-0888-406f-8ed6-0de5628a1691', 'name': 'network-vif-deleted', 'tag': 'b720437c-ec2d-4d09-b828-a3685947181f', 'status': 'completed', 'code': 200} Nov 10 22:02:39.105077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54966f71-23b9-4167-99b5-9f056e8b620e req-a55a4498-9bad-48e9-9abd-195cc45b4336 tempest-TestServerAdvancedOps-1749485098 tempest-TestServerAdvancedOps-1749485098-project] 10.222.0.45 "GET /v2.0/ports?device_id=114763d5-0888-406f-8ed6-0de5628a1691 HTTP/1.1" status: 200 len: 210 time: 0.0334918 Nov 10 22:02:39.366030 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.407008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47378) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:40.407008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] Deleting subnet 28127bae-3488-4417-859f-435f854d9934 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:02:40.407008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.407008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.407008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.595297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.622290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28127bae-3488-4417-859f-435f854d9934,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:40.626306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.632905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47380) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:40.633311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-81ed2883-788c-44ad-a893-3fa70acc56a9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/28127bae-3488-4417-859f-435f854d9934 HTTP/1.1" status: 204 len: 168 time: 0.4641066 Nov 10 22:02:40.711024 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.791585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.811790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecce7ae6-9df2-4a04-8a14-6be31f88af57']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:40.821632 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5f83e2-b035-4630-b93b-dcc97dc0d073') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:40.821927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5f83e2-b035-4630-b93b-dcc97dc0d073') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:40.831553 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.844863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.853179 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:02:40.853700 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:02:40.992486 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:40.998466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.004097 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] 10.222.0.45 "DELETE /v2.0/networks/ecce7ae6-9df2-4a04-8a14-6be31f88af57 HTTP/1.1" status: 204 len: 168 time: 0.3672113 Nov 10 22:02:41.005234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47384) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:41.013765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddbfa3-1e46-41ce-a714-d46c0e3cea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ecce7ae6-9df2-4a04-8a14-6be31f88af57,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:41.064561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] Deleting subnet 7d38bf4a-5867-4665-84b3-cfb8af2b753f {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:02:41.069571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.107665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.163285 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.287290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.318841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d38bf4a-5867-4665-84b3-cfb8af2b753f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:41.323670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.328344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8c0d9064-60b6-42d9-8125-dd8e569ff239 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7d38bf4a-5867-4665-84b3-cfb8af2b753f HTTP/1.1" status: 204 len: 168 time: 0.3220580 Nov 10 22:02:41.330800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47392) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:41.405127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.412835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.502631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.524578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2c11dc-f26d-4585-8b54-d9108c384b47']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:41.534051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af33edc0-9f5b-47d3-b55a-f854c3510730') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:41.534413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af33edc0-9f5b-47d3-b55a-f854c3510730') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:41.544631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.559319 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.567515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:02:41.568132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:02:41.570286 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:02:41.724255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.737429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:41.745786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4a2c11dc-f26d-4585-8b54-d9108c384b47 HTTP/1.1" status: 204 len: 168 time: 0.4137850 Nov 10 22:02:41.769763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4426c-4541-454f-b514-874778bc1981 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2c11dc-f26d-4585-8b54-d9108c384b47,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:42.188959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47400) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:42.231817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8a154d8f-67bc-4bc7-a053-bfa0dd1fd3f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2878a2ba0ca4ce1ab0665e00bd2ba09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416191 Nov 10 22:02:42.234352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:42.293863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0088117e-2666-40be-aa89-e0d8f0a2e26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:42.320805 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0088117e-2666-40be-aa89-e0d8f0a2e26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:42.404933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b720437c-ec2d-4d09-b828-a3685947181f no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:02:42.430427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: b720437c-ec2d-4d09-b828-a3685947181f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:02:42.430427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device b720437c-ec2d-4d09-b828-a3685947181f not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:02:42.529334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0088117e-2666-40be-aa89-e0d8f0a2e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:42.532104 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0088117e-2666-40be-aa89-e0d8f0a2e26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:42.533331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0088117e-2666-40be-aa89-e0d8f0a2e26b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2384a7a-ea7e-43c0-8605-4f77e4304a23 HTTP/1.1" status: 204 len: 168 time: 0.2979727 Nov 10 22:02:42.542486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088117e-2666-40be-aa89-e0d8f0a2e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2384a7a-ea7e-43c0-8605-4f77e4304a23,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:43.002411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47412) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:43.168922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port a053ada8-bcad-42eb-af4a-f8cfa453e3cd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:02:43.169263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.246822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.247153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.261731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for a053ada8-bcad-42eb-af4a-f8cfa453e3cd owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:02:43.282699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47422) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:43.350638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9a5f6f5c-0a9c-4c8e-a540-bd7975b45718 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6774f4840b744dbbd48623c62caba07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659466 Nov 10 22:02:43.353032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47426) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:43.418468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a76542e-461d-49ff-9bf0-c43fc95349c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.446299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a76542e-461d-49ff-9bf0-c43fc95349c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.589227 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.620425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=a053ada8-bcad-42eb-af4a-f8cfa453e3cd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:43.636725 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a76542e-461d-49ff-9bf0-c43fc95349c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.639329 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1a76542e-461d-49ff-9bf0-c43fc95349c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.640520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1a76542e-461d-49ff-9bf0-c43fc95349c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c4fb3e7-5237-4ca3-a6d2-cdb5cd88c8d6 HTTP/1.1" status: 204 len: 168 time: 0.2864792 Nov 10 22:02:43.651015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76542e-461d-49ff-9bf0-c43fc95349c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4fb3e7-5237-4ca3-a6d2-cdb5cd88c8d6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:43.726415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:43.726755 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Floating IP 3bfe1436-59be-4359-b066-643ac3ed85c8 disassociated (deleted). External IP: 172.25.7.197, port: 09e5246b-347a-41c4-a1bc-0ae523f7927c. Nov 10 22:02:43.907714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47436) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:44.290388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c2879608-199c-4a8d-8ade-6dfb25d699d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e9c818ea2c554c25a0550602d3aa61a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3812451 Nov 10 22:02:44.292732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47444) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:44.345832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:02:44.357944 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17b99bd4-d940-4326-8d1c-3c0c74a8e043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:44.385550 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17b99bd4-d940-4326-8d1c-3c0c74a8e043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:44.472285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:02:44.477059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:44.484712 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] Sync routers for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:02:44.495007 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:02:44.495751 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:02:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:44.504638 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17b99bd4-d940-4326-8d1c-3c0c74a8e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:44.508157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f4e088bb-33d0-4038-8544-db9e285f1d38 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/floatingips/3bfe1436-59be-4359-b066-643ac3ed85c8 HTTP/1.1" status: 204 len: 168 time: 1.5021667 Nov 10 22:02:44.508157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:02:44.508330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17b99bd4-d940-4326-8d1c-3c0c74a8e043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:44.508834 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73153a8f-e255-4427-9b07-888284590f99" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:02:44.518217 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-17b99bd4-d940-4326-8d1c-3c0c74a8e043 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/404a689e-3045-46e3-90ca-578a0741c7c3 HTTP/1.1" status: 204 len: 168 time: 0.2239583 Nov 10 22:02:44.529668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b99bd4-d940-4326-8d1c-3c0c74a8e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404a689e-3045-46e3-90ca-578a0741c7c3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:44.555415 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac36c5c7-1a45-4d37-a68f-9c7dcda1adb8 x-openstack-request-id: req-ac36c5c7-1a45-4d37-a68f-9c7dcda1adb8 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:02:44.556381 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:02:44.556381 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac36c5c7-1a45-4d37-a68f-9c7dcda1adb8 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:02:44.556891 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'status': 'completed', 'code': 200} Nov 10 22:02:44.627288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153a8f-e255-4427-9b07-888284590f99 req-36ea063a-d059-4ba4-9c99-adde953f05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:44.629603 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73153a8f-e255-4427-9b07-888284590f99 req-36ea063a-d059-4ba4-9c99-adde953f05d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0505188 Nov 10 22:02:44.640977 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:02:44.727664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153a8f-e255-4427-9b07-888284590f99 req-58939c8f-3dcc-4982-bd12-2ee824815453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:44.729297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73153a8f-e255-4427-9b07-888284590f99 req-58939c8f-3dcc-4982-bd12-2ee824815453 service neutron] 10.222.0.64 "GET /v2.0/networks?id=314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 200 len: 898 time: 0.0921478 Nov 10 22:02:44.784229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73153a8f-e255-4427-9b07-888284590f99 req-2dbac8cb-5501-4ba0-9d3b-eb4af7bfe883 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 200 len: 217 time: 0.0479379 Nov 10 22:02:44.851552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153a8f-e255-4427-9b07-888284590f99 req-fb8fe0ff-9328-4ecd-ba0b-cd0cff6030c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:44.854651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73153a8f-e255-4427-9b07-888284590f99 req-fb8fe0ff-9328-4ecd-ba0b-cd0cff6030c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 200 len: 834 time: 0.0623300 Nov 10 22:02:44.890203 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:35Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:44.915238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153a8f-e255-4427-9b07-888284590f99 req-4c633722-abaa-4e76-8c57-1cdef98559d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:44.917072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73153a8f-e255-4427-9b07-888284590f99 req-4c633722-abaa-4e76-8c57-1cdef98559d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=314420bc-15aa-40cb-95c8-0acec128072e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525620 Nov 10 22:02:44.922048 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] Checking router: 34816fb3-8ce4-42df-b54f-f298f2ce07a8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:02:44.931298 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:02:44.932177 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:02:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:45.000869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177da9-7391-42b3-ad6f-5d11dfe14f10 req-59dd6c72-215c-48bd-b9ee-1764b5582e7b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:45.009079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68177da9-7391-42b3-ad6f-5d11dfe14f10 req-59dd6c72-215c-48bd-b9ee-1764b5582e7b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0897384 Nov 10 22:02:45.051174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73153a8f-e255-4427-9b07-888284590f99 req-b66b399e-40db-4e2c-8032-f643031aff4d service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205688 Nov 10 22:02:45.061531 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:02:45.070248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-68177da9-7391-42b3-ad6f-5d11dfe14f10 req-e05ab2d0-17cb-43bc-9e81-a24eb26e97d6 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602000 Nov 10 22:02:45.194648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73153a8f-e255-4427-9b07-888284590f99 req-385ff325-f2c4-4cb4-adfa-13560da0c1cc service neutron] 10.222.0.64 "GET /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355762 Nov 10 22:02:45.292120 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:35Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:45.318543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb88a8-a893-4f7a-bc8b-ba911821da4d None None] The sync data for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 is: [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:30Z', 'revision_number': 4, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c4d00d98-f147-4017-9bd6-9b07339caa61', 'name': '', 'network_id': '314420bc-15aa-40cb-95c8-0acec128072e', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'mac_address': 'fa:16:3e:e9:fd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:29Z', 'updated_at': '2021-11-10T21:59:35Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'subnets': [{'id': '8968572c-e26e-4ccb-b4ee-b2d3412daefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:02:45.598714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb76e4-21a4-45c7-bd51-e986ed2dd0aa None None] New status for floating IP 3bfe1436-59be-4359-b066-643ac3ed85c8: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:02:46.186536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ce24f-836d-4485-954d-300dbfc8910d req-857ae6af-f71f-4677-9ac4-957c4bccfebd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:46.191474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-837ce24f-836d-4485-954d-300dbfc8910d req-857ae6af-f71f-4677-9ac4-957c4bccfebd tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0542188 Nov 10 22:02:46.246445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-837ce24f-836d-4485-954d-300dbfc8910d req-89c4c93e-4027-4061-80a6-153cb09238c9 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/security-groups?id=f9dfe67e-e471-46f1-9471-5757a20cd83a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520234 Nov 10 22:02:46.504829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-03ceac4d-cd9d-4d9d-afe8-2dae18954f9b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:02:46.506282 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-03ceac4d-cd9d-4d9d-afe8-2dae18954f9b tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Nov 10 22:02:46.601337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 09e5246b-347a-41c4-a1bc-0ae523f7927c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:02:46.601875 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:46.701987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port 09e5246b-347a-41c4-a1bc-0ae523f7927c, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=09e5246b-347a-41c4-a1bc-0ae523f7927c,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:46.702365 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:46.715798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 09e5246b-347a-41c4-a1bc-0ae523f7927c owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:02:46.984156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:47.022524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=09e5246b-347a-41c4-a1bc-0ae523f7927c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:47.068742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] No DVR routers for this DVR port 09e5246b-347a-41c4-a1bc-0ae523f7927c on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:02:47.071380 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:47.075147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f09d614-9f44-46c6-8fa6-486dd39759ed req-51e87603-c3d6-4780-ae60-7c17b70da172 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.64 "DELETE /v2.0/ports/09e5246b-347a-41c4-a1bc-0ae523f7927c HTTP/1.1" status: 204 len: 173 time: 0.5621006 Nov 10 22:02:47.075605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-deleted', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:02:47.077960 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70364fd7-1c2a-4ff3-9ebd-3e85c3ade06c" -d '{"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-deleted", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:02:47.118423 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15921c02-d55f-4454-b6b6-1117bd8ac059 x-openstack-request-id: req-15921c02-d55f-4454-b6b6-1117bd8ac059 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:02:47.118721 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2", "name": "network-vif-deleted", "tag": "09e5246b-347a-41c4-a1bc-0ae523f7927c", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:02:47.118978 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15921c02-d55f-4454-b6b6-1117bd8ac059 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:02:47.119386 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2', 'name': 'network-vif-deleted', 'tag': '09e5246b-347a-41c4-a1bc-0ae523f7927c', 'status': 'completed', 'code': 200} Nov 10 22:02:47.348919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e6994418-b586-4780-a1b2-8104813b625b req-d0ef2c51-30aa-4402-8c7e-d9b096e94308 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5d9bbed-04ab-4ff7-b1c8-583c486a6ba2 HTTP/1.1" status: 200 len: 210 time: 0.0279441 Nov 10 22:02:48.406172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47506) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:48.803715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.080153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port c4d00d98-f147-4017-9bd6-9b07339caa61 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:02:49.080503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.172698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port c4d00d98-f147-4017-9bd6-9b07339caa61, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c4d00d98-f147-4017-9bd6-9b07339caa61,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:49.172995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.182919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47524) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:49.201379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for c4d00d98-f147-4017-9bd6-9b07339caa61 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:02:49.298778 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50a68554-1e78-44ef-ba7d-bcc0effb8f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.501045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.527261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=c4d00d98-f147-4017-9bd6-9b07339caa61,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:49.542590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50a68554-1e78-44ef-ba7d-bcc0effb8f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.615779 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50a68554-1e78-44ef-ba7d-bcc0effb8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.641875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a68554-1e78-44ef-ba7d-bcc0effb8f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0387f6b4-9d6d-4565-865e-2a39de55cabb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:49.679872 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-50a68554-1e78-44ef-ba7d-bcc0effb8f52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13dd4cdb20ab42c4aa71d620d2a9404f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4910808 Nov 10 22:02:49.683033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47530) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:49.744297 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f91edc-d639-496c-a202-36976f2d4b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.771404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f91edc-d639-496c-a202-36976f2d4b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.897497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 09e5246b-347a-41c4-a1bc-0ae523f7927c no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:02:49.899575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.920133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 09e5246b-347a-41c4-a1bc-0ae523f7927c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:02:49.920472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 09e5246b-347a-41c4-a1bc-0ae523f7927c not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:02:49.970997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f91edc-d639-496c-a202-36976f2d4b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.973693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29f91edc-d639-496c-a202-36976f2d4b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:49.975074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29f91edc-d639-496c-a202-36976f2d4b54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0387f6b4-9d6d-4565-865e-2a39de55cabb HTTP/1.1" status: 204 len: 168 time: 0.2908828 Nov 10 22:02:49.989806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f91edc-d639-496c-a202-36976f2d4b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0387f6b4-9d6d-4565-865e-2a39de55cabb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:50.040923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.274109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:02:50.384914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:02:50.390440 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ec8aced1-053d-4c7c-b390-7d2366a9b9c3 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "PUT /v2.0/routers/34816fb3-8ce4-42df-b54f-f298f2ce07a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9828300 Nov 10 22:02:50.392902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47542) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:50.404224 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] Sync routers for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:02:50.415782 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:02:50.416589 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:02:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:50.451335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting subnet 8968572c-e26e-4ccb-b4ee-b2d3412daefc {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:02:50.454609 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.497458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.527319 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:02:50.587402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.671810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47546) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:50.684192 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38d94dc6-9f97-4849-bf11-f38075761e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.730240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.789629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4de2e-cf42-45a9-8c55-bc92c44b39f9 None None] Network 314420bc-15aa-40cb-95c8-0acec128072e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:02:50.797495 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.805408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/subnets/8968572c-e26e-4ccb-b4ee-b2d3412daefc HTTP/1.1" status: 204 len: 168 time: 0.4113142 Nov 10 22:02:50.806544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47548) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:50.808674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0569f-902c-438f-8b9e-a8e08b753b45 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Subnet': ['ID=8968572c-e26e-4ccb-b4ee-b2d3412daefc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:50.841496 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38d94dc6-9f97-4849-bf11-f38075761e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.848029 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T22:02:49Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:50.879405 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] Checking router: 34816fb3-8ce4-42df-b54f-f298f2ce07a8 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:02:50.890366 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] Routers {'34816fb3-8ce4-42df-b54f-f298f2ce07a8'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:02:50.890986 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:02:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:50.923187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-38d94dc6-9f97-4849-bf11-f38075761e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.955873 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:50.974559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d94dc6-9f97-4849-bf11-f38075761e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0228d-7a69-4877-9ba4-ec86e491a952,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:50.979935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-38d94dc6-9f97-4849-bf11-f38075761e39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b0f2b85259f46d4a06f9217baa19701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081212 Nov 10 22:02:50.982524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47550) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:51.039650 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] Set router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:02:51.061815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] DHCP port deletion for 314420bc-15aa-40cb-95c8-0acec128072e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:02:51.066766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eb60f62-d531-46fb-9b43-5b33f5829fc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.095808 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.102048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eb60f62-d531-46fb-9b43-5b33f5829fc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.124077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] Deleting port b8518656-715e-4623-934f-ce597a645b82 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:02:51.124794 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.194066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] For port b8518656-715e-4623-934f-ce597a645b82, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b8518656-715e-4623-934f-ce597a645b82,segment=NetworkSegment(63dd6854-2aba-4caa-b068-07d8980d5da6),segment_id=63dd6854-2aba-4caa-b068-07d8980d5da6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:51.194463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.209894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] Calling delete_port for b8518656-715e-4623-934f-ce597a645b82 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:02:51.239776 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T22:02:49Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:51.243764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eb60f62-d531-46fb-9b43-5b33f5829fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.246692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2eb60f62-d531-46fb-9b43-5b33f5829fc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.248141 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2eb60f62-d531-46fb-9b43-5b33f5829fc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a0c0228d-7a69-4877-9ba4-ec86e491a952 HTTP/1.1" status: 204 len: 168 time: 0.2647102 Nov 10 22:02:51.259985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb60f62-d531-46fb-9b43-5b33f5829fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0228d-7a69-4877-9ba4-ec86e491a952,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:51.263345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Deleting port 520ab541-ff69-420e-ba1d-4e72a74b8ef2 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:02:51.263695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.267527 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a665c-9266-4fd3-95a2-56361affa328 None None] The sync data for ids ['34816fb3-8ce4-42df-b54f-f298f2ce07a8'] in n-d-776250-11 is: [{'id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272575813', 'tenant_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T22:02:49Z', 'revision_number': 5, 'project_id': 'abcaa6bf922c4df0a4da8beea7175ad0', 'gw_port': {'id': '520ab541-ff69-420e-ba1d-4e72a74b8ef2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34816fb3-8ce4-42df-b54f-f298f2ce07a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:59:24Z', 'updated_at': '2021-11-10T21:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:02:51.371316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] For port 520ab541-ff69-420e-ba1d-4e72a74b8ef2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=520ab541-ff69-420e-ba1d-4e72a74b8ef2,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:02:51.371692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.385569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Calling delete_port for 520ab541-ff69-420e-ba1d-4e72a74b8ef2 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:02:51.406791 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.435173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] Pushing event deleted for resources: {'Port': ['ID=b8518656-715e-4623-934f-ce597a645b82,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:51.441661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537e03b-671e-4b29-9f6d-dc2474b0e901 None None] No DVR routers for this DVR port b8518656-715e-4623-934f-ce597a645b82 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:02:51.663610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.699691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Port': ['ID=520ab541-ff69-420e-ba1d-4e72a74b8ef2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:51.725886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5858b-b1ff-4641-8d81-24edf69b530a None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:02:51.790436 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.890475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:51.892740 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.019613 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.022184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Fanout notify agent at l3_agent the message router_deleted on router 34816fb3-8ce4-42df-b54f-f298f2ce07a8 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:02:52.028003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.031664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d7f87f4a-25ac-4e3f-815f-fce685633310 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/routers/34816fb3-8ce4-42df-b54f-f298f2ce07a8 HTTP/1.1" status: 204 len: 168 time: 1.2175231 Nov 10 22:02:52.032356 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47570) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:52.062033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b8518656-715e-4623-934f-ce597a645b82 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:02:52.084056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b8518656-715e-4623-934f-ce597a645b82 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:02:52.084544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b8518656-715e-4623-934f-ce597a645b82 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:02:52.085057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c4d00d98-f147-4017-9bd6-9b07339caa61 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:02:52.107979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c4d00d98-f147-4017-9bd6-9b07339caa61 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:02:52.108330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c4d00d98-f147-4017-9bd6-9b07339caa61 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:02:52.121284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.229899 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.250994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314420bc-15aa-40cb-95c8-0acec128072e']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:52.262573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dd6854-2aba-4caa-b068-07d8980d5da6') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:52.262573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dd6854-2aba-4caa-b068-07d8980d5da6') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:02:52.273939 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.287993 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.294858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:02:52.295282 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:02:52.298407 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:02:52.443827 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.454699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.458422 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/networks/314420bc-15aa-40cb-95c8-0acec128072e HTTP/1.1" status: 204 len: 168 time: 0.4214084 Nov 10 22:02:52.461155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47582) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:52.478948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368ba5e-9e7d-466c-be39-edd0f0646447 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'Network': ['ID=314420bc-15aa-40cb-95c8-0acec128072e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:52.533816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad3f3317-c98f-44a2-a2f8-f3d33cd09917 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.567619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad3f3317-c98f-44a2-a2f8-f3d33cd09917 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.704213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad3f3317-c98f-44a2-a2f8-f3d33cd09917 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.708128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ad3f3317-c98f-44a2-a2f8-f3d33cd09917 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:52.709737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad3f3317-c98f-44a2-a2f8-f3d33cd09917 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] 10.222.0.45 "DELETE /v2.0/security-groups/f9dfe67e-e471-46f1-9471-5757a20cd83a HTTP/1.1" status: 204 len: 168 time: 0.2472839 Nov 10 22:02:52.723988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f3317-c98f-44a2-a2f8-f3d33cd09917 tempest-TestNetworkAdvancedServerOps-1813436523 tempest-TestNetworkAdvancedServerOps-1813436523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dfe67e-e471-46f1-9471-5757a20cd83a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:53.354513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47598) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:53.495685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-58b0ed46-4670-4b1f-baa6-416d9f1a2e56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abcaa6bf922c4df0a4da8beea7175ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391509 Nov 10 22:02:53.497540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47604) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:53.551107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a28d388-bb99-46ac-9293-4bf37687ac03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:53.574428 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a28d388-bb99-46ac-9293-4bf37687ac03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:53.678379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a28d388-bb99-46ac-9293-4bf37687ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:53.681382 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5a28d388-bb99-46ac-9293-4bf37687ac03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:53.682867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5a28d388-bb99-46ac-9293-4bf37687ac03 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/435ad4c5-66d8-49d8-af94-d8b956eecb07 HTTP/1.1" status: 204 len: 168 time: 0.1843364 Nov 10 22:02:53.697678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28d388-bb99-46ac-9293-4bf37687ac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ad4c5-66d8-49d8-af94-d8b956eecb07,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:02:53.763986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:53.972295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 520ab541-ff69-420e-ba1d-4e72a74b8ef2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:02:53.998375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 520ab541-ff69-420e-ba1d-4e72a74b8ef2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:02:53.999066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 520ab541-ff69-420e-ba1d-4e72a74b8ef2 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:02:54.403465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47616) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:54.459769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c0e59cd0-135f-4324-ae9e-a40defee66b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04a462dc7fbf4b17afe4f40d9f72f0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550337 Nov 10 22:02:54.462362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47618) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:02:54.515541 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-907e0369-95c5-4e34-84d7-87da3ee4a1a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:54.538646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-907e0369-95c5-4e34-84d7-87da3ee4a1a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:54.686245 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-907e0369-95c5-4e34-84d7-87da3ee4a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:54.689006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-907e0369-95c5-4e34-84d7-87da3ee4a1a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:02:54.690669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-907e0369-95c5-4e34-84d7-87da3ee4a1a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/812ae98d-364c-4c55-839c-f2e500df1fdf HTTP/1.1" status: 204 len: 168 time: 0.2269416 Nov 10 22:02:54.700768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e0369-95c5-4e34-84d7-87da3ee4a1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ae98d-364c-4c55-839c-f2e500df1fdf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:00.374380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47686) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:00.513663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0534-3a1d-4557-969e-56de650634c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:00.600288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0534-3a1d-4557-969e-56de650634c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:00.663507 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0534-3a1d-4557-969e-56de650634c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:00.703457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d9ef0534-3a1d-4557-969e-56de650634c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0540855dfc2441b2906ae252e0342fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281312 Nov 10 22:03:00.704577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef0534-3a1d-4557-969e-56de650634c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c82e7b-61a8-46bc-9fc6-e51d199905f5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:00.706237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47690) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:00.754928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9104c93f-6817-4d59-9def-22aaa84c8600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:00.775675 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9104c93f-6817-4d59-9def-22aaa84c8600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:00.883770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9104c93f-6817-4d59-9def-22aaa84c8600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:00.886365 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9104c93f-6817-4d59-9def-22aaa84c8600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:00.887522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9104c93f-6817-4d59-9def-22aaa84c8600 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24c82e7b-61a8-46bc-9fc6-e51d199905f5 HTTP/1.1" status: 204 len: 168 time: 0.1802912 Nov 10 22:03:00.895527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104c93f-6817-4d59-9def-22aaa84c8600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c82e7b-61a8-46bc-9fc6-e51d199905f5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:05.709268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2a38-d6cc-4513-a759-8ab0dca4cfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:06.111474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:03:08.017823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93c3b1fe-042f-4c03-86b2-57f76ebc8136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:09.392564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:10.849500 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:11.658266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.148773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47868) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:19.269274 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.347364 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.458143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.497484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=663fd41306e6439ba3ae3da8215fb38b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476288 Nov 10 22:03:19.498346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009d691-0a21-4449-b5e8-6866f5ca5eb3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:19.500553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47872) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:19.506041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.506387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.506724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.507055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.507384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.507741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.508062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.508543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.509019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.509494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.509974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.510436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc28bb-5c3d-45e6-b4da-a300a4539d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:19.551635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7950e8b4-578e-4f23-b0c2-d4fb1aa16f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.573303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7950e8b4-578e-4f23-b0c2-d4fb1aa16f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.721009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7950e8b4-578e-4f23-b0c2-d4fb1aa16f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.724149 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7950e8b4-578e-4f23-b0c2-d4fb1aa16f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:19.726961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7950e8b4-578e-4f23-b0c2-d4fb1aa16f09 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3009d691-0a21-4449-b5e8-6866f5ca5eb3 HTTP/1.1" status: 204 len: 168 time: 0.2237504 Nov 10 22:03:19.733327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950e8b4-578e-4f23-b0c2-d4fb1aa16f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009d691-0a21-4449-b5e8-6866f5ca5eb3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:19.869515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.461661 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 47880) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:20.475335 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7460676d-4ee5-4066-8c47-77d6ffc19bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.551417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7460676d-4ee5-4066-8c47-77d6ffc19bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.664241 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-7460676d-4ee5-4066-8c47-77d6ffc19bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.704848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7460676d-4ee5-4066-8c47-77d6ffc19bb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d21ada5be2747a9bd4e5d7bf25e6f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419667 Nov 10 22:03:20.709660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460676d-4ee5-4066-8c47-77d6ffc19bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c681be-29f3-47da-92e3-476117bd0220,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:20.709776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47882) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:20.757316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5f69-2a67-4284-8176-e07ee0ec77a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.779028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5f69-2a67-4284-8176-e07ee0ec77a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.918263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5f69-2a67-4284-8176-e07ee0ec77a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.921062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5f69-2a67-4284-8176-e07ee0ec77a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:20.926083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6c8a5f69-2a67-4284-8176-e07ee0ec77a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70c681be-29f3-47da-92e3-476117bd0220 HTTP/1.1" status: 204 len: 168 time: 0.2171943 Nov 10 22:03:20.934471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a5f69-2a67-4284-8176-e07ee0ec77a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c681be-29f3-47da-92e3-476117bd0220,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:21.704263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47890) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:21.717837 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d64b-f0c6-4001-b5e2-379fa9af6ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:21.795777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d64b-f0c6-4001-b5e2-379fa9af6ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:21.878492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bfd6d64b-f0c6-4001-b5e2-379fa9af6ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:21.915678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6d64b-f0c6-4001-b5e2-379fa9af6ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d3db2-b0d1-40b8-aa4b-ce520b90ff13,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:21.920048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bfd6d64b-f0c6-4001-b5e2-379fa9af6ff2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=636b75208dee49ad9acd3719b18c60df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2147028 Nov 10 22:03:21.923278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47894) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:21.975571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e8e3462-21b0-4177-9f32-297f66b8ba7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:21.998085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e8e3462-21b0-4177-9f32-297f66b8ba7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:22.124201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e8e3462-21b0-4177-9f32-297f66b8ba7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:22.127173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e8e3462-21b0-4177-9f32-297f66b8ba7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:22.128585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0e8e3462-21b0-4177-9f32-297f66b8ba7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa0d3db2-b0d1-40b8-aa4b-ce520b90ff13 HTTP/1.1" status: 204 len: 168 time: 0.2042243 Nov 10 22:03:22.136806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e3462-21b0-4177-9f32-297f66b8ba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d3db2-b0d1-40b8-aa4b-ce520b90ff13,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:23.204249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47918) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:23.313269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1147624575-network', 'tenant_id': '6931ce5a555549318db54997255c2dcc'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:03:23.429112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Made reservation on behalf of 6931ce5a555549318db54997255c2dcc for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:03:23.431457 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.440817 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.515699 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.583763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.615718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:03:23.622182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994985c1-eab2-487c-a8d5-276d376f7ee3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:23.629202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.629566 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Added segment 4045e22a-6d95-4152-af3a-17cff1ae45a5 of type vlan for network 8c62634f-d949-47a3-bb52-faaf733a1ca4 Nov 10 22:03:23.670375 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.749821 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.792907 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.793912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:23.794497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:23.885581 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=8c62634f-d949-47a3-bb52-faaf733a1ca4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:23.897782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 8c62634f-d949-47a3-bb52-faaf733a1ca4 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:03:23.919604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3742d4c0-f1c6-40fb-a1b0-665f172d6ee1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7102561 Nov 10 22:03:23.920617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 47922) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:03:23.926584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Request body: {'subnet': {'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1147624575-subnet', 'tenant_id': '6931ce5a555549318db54997255c2dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:03:24.026840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Made reservation on behalf of 6931ce5a555549318db54997255c2dcc for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:03:24.031397 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:24.280977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:24.340972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5fe874-1084-4c28-88ed-b6fa48798056,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:24.351339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Checking segment: {'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:03:24.351339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Network hostable DHCP agents. Network: 8c62634f-d949-47a3-bb52-faaf733a1ca4, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:03:24.432470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Network 8c62634f-d949-47a3-bb52-faaf733a1ca4 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:03:24.518355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 8c62634f-d949-47a3-bb52-faaf733a1ca4) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:03:24.522657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:24.523307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:24.527298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427df550-56ac-4895-8fae-993864639b50 None None] Network 8c62634f-d949-47a3-bb52-faaf733a1ca4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:03:24.613507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-945957ea-9837-4fd4-8bbe-4967333abcae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6911843 Nov 10 22:03:24.653671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92984562-510e-4f2a-bd9e-3ce467308a79 None None] Network 8c62634f-d949-47a3-bb52-faaf733a1ca4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:03:27.726027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-e9b8530f-d309-4a45-bce4-412f2f6cd4f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:27.727506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-e9b8530f-d309-4a45-bce4-412f2f6cd4f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/networks?id=8c62634f-d949-47a3-bb52-faaf733a1ca4 HTTP/1.1" status: 200 len: 809 time: 0.1013148 Nov 10 22:03:27.742851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-b804d01c-e18b-4e7a-a285-128ef74b59f4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/quotas/6931ce5a555549318db54997255c2dcc HTTP/1.1" status: 200 len: 375 time: 0.0095737 Nov 10 22:03:27.796766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-06c01181-b7d7-405b-8cb8-95166aa874e0 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6931ce5a555549318db54997255c2dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489037 Nov 10 22:03:27.858303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-a0a93cdc-4eee-4da6-ba3c-ad4ba949d7d2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:03:27.859329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-a0a93cdc-4eee-4da6-ba3c-ad4ba949d7d2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552990 Nov 10 22:03:27.949026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-b9f42796-8303-4bc1-ad6f-11c4174e8067 service neutron] 10.222.0.45 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826931 Nov 10 22:03:28.042273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-e9895b3d-cd26-441a-8f82-48235e9800ae service neutron] 10.222.0.45 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869832 Nov 10 22:03:28.281357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-910b5b63-c797-4910-af67-a5a9ec457784 req-c92353b6-008e-46a4-a7ac-c59a9a987a88 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Nov 10 22:03:29.385301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9b96a03f-e10c-41a2-8b18-b3d2dafbb992 req-8badec57-81f2-40e6-b17b-56bfafc90199 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 210 time: 0.0280216 Nov 10 22:03:30.381886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9f8a9812-6fec-4330-95b3-29a40ba9ec78 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:30.383372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9f8a9812-6fec-4330-95b3-29a40ba9ec78 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "GET /v2.0/networks?id=8c62634f-d949-47a3-bb52-faaf733a1ca4 HTTP/1.1" status: 200 len: 809 time: 0.1074719 Nov 10 22:03:30.397485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Request body: {'port': {'device_id': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4', 'admin_state_up': True, 'tenant_id': '6931ce5a555549318db54997255c2dcc'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:03:30.490361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85e67d2b-12f7-44fb-9e87-eef0c062ec7b req-c9182bdc-cf60-448e-a377-d78def6ba1d4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 210 time: 0.0329542 Nov 10 22:03:30.618090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Made reservation on behalf of 6931ce5a555549318db54997255c2dcc for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:03:30.621882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:30.747798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Allocated IP 172.20.0.10 (8c62634f-d949-47a3-bb52-faaf733a1ca4/7f5fe874-1084-4c28-88ed-b6fa48798056/07c58614-8c4b-43dc-8f0c-8420632b946a) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:03:30.896955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:30.981707 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:31.022144 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Network 8c62634f-d949-47a3-bb52-faaf733a1ca4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:03:31.027791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:03:31.031500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:03:31.066122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Pushing event updated for resources: {'Port': ['ID=07c58614-8c4b-43dc-8f0c-8420632b946a,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:31.090255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:31.090873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:31.195713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-9c594053-7a2b-46c5-a32a-a635232071fc tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8023074 Nov 10 22:03:31.239020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Request body: {'port': {'device_id': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:03:31.293370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:31.576838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c58614-8c4b-43dc-8f0c-8420632b946a {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:03:31.588936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:31.608117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Transition to ACTIVE for port object 07c58614-8c4b-43dc-8f0c-8420632b946a will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:03:31.641020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169e957-4d41-474d-ba29-1df8f40440c6 req-106410cb-82f1-45af-9115-b114280fad4f tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:31.642710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d169e957-4d41-474d-ba29-1df8f40440c6 req-106410cb-82f1-45af-9115-b114280fad4f tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 932 time: 0.0711498 Nov 10 22:03:31.697936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:31.701361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d169e957-4d41-474d-ba29-1df8f40440c6 req-e89ca0d9-57fe-42be-b2c2-9b2a21688d79 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505013 Nov 10 22:03:31.812000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Pushing event updated for resources: {'Port': ['ID=07c58614-8c4b-43dc-8f0c-8420632b946a,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:31.862956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Attempting to bind port 07c58614-8c4b-43dc-8f0c-8420632b946a on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:03:31.862956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Attempting to bind port 07c58614-8c4b-43dc-8f0c-8420632b946a by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:03:31.862956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Attempting to bind port 07c58614-8c4b-43dc-8f0c-8420632b946a on network 8c62634f-d949-47a3-bb52-faaf733a1ca4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:03:31.862956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Port 07c58614-8c4b-43dc-8f0c-8420632b946a on network 8c62634f-d949-47a3-bb52-faaf733a1ca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:03:31.862956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Attempting to bind port 07c58614-8c4b-43dc-8f0c-8420632b946a on network 8c62634f-d949-47a3-bb52-faaf733a1ca4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:03:31.868296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:03:31.868658 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Checking segment: {'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:03:31.869042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Bound using segment: {'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:03:31.869615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Bound port: 07c58614-8c4b-43dc-8f0c-8420632b946a, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:03:31.869975 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:31.936223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] For port 07c58614-8c4b-43dc-8f0c-8420632b946a, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:03:31.939400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] For port 07c58614-8c4b-43dc-8f0c-8420632b946a, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07c58614-8c4b-43dc-8f0c-8420632b946a,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:03:32.010577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:32.051172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:32.051836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:32.053631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] 10.222.0.64 "PUT /v2.0/ports/07c58614-8c4b-43dc-8f0c-8420632b946a HTTP/1.1" status: 200 len: 1093 time: 0.8186073 Nov 10 22:03:32.053733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'tag': '07c58614-8c4b-43dc-8f0c-8420632b946a'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:03:32.056060 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807029c5-49c1-4904-beea-c5b76fbec359" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc61526-317f-43e4-b49c-5f2f234258f9", "tag": "07c58614-8c4b-43dc-8f0c-8420632b946a"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:03:32.095555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391a8b8-1b1d-4367-b0e0-46be64dca793 service neutron] Pushing event updated for resources: {'Port': ['ID=07c58614-8c4b-43dc-8f0c-8420632b946a,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:32.117376 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae8bb44-27a5-41f2-b78e-768e7103f080 x-openstack-request-id: req-bae8bb44-27a5-41f2-b78e-768e7103f080 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:03:32.122518 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc61526-317f-43e4-b49c-5f2f234258f9", "tag": "07c58614-8c4b-43dc-8f0c-8420632b946a", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:03:32.122518 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bae8bb44-27a5-41f2-b78e-768e7103f080 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:03:32.122518 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'tag': '07c58614-8c4b-43dc-8f0c-8420632b946a', 'status': 'completed', 'code': 200} Nov 10 22:03:32.183801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807029c5-49c1-4904-beea-c5b76fbec359 req-2f1091a3-196d-43f8-b1b1-3ff8d25f940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:32.185675 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-807029c5-49c1-4904-beea-c5b76fbec359 req-2f1091a3-196d-43f8-b1b1-3ff8d25f940c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6931ce5a555549318db54997255c2dcc&device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 1096 time: 0.0447755 Nov 10 22:03:32.291163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807029c5-49c1-4904-beea-c5b76fbec359 req-7aabc7b4-14ec-4ec9-bde1-ba359236c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:32.292701 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-807029c5-49c1-4904-beea-c5b76fbec359 req-7aabc7b4-14ec-4ec9-bde1-ba359236c070 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6931ce5a555549318db54997255c2dcc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989518 Nov 10 22:03:32.401772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807029c5-49c1-4904-beea-c5b76fbec359 req-83a3107d-7962-4634-8585-257e56dc17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:32.403212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-807029c5-49c1-4904-beea-c5b76fbec359 req-83a3107d-7962-4634-8585-257e56dc17e6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022162 Nov 10 22:03:32.480966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-e4677507-48fc-4fa1-ad2e-2d933021abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:32.482470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-e4677507-48fc-4fa1-ad2e-2d933021abde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6931ce5a555549318db54997255c2dcc&device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 1096 time: 0.0406256 Nov 10 22:03:32.530372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-c2b6c263-bad1-4e14-a54c-cf89fc57d952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07c58614-8c4b-43dc-8f0c-8420632b946a HTTP/1.1" status: 200 len: 217 time: 0.0390992 Nov 10 22:03:32.588901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-ef2d394b-b3ee-420e-b7b4-ecae8606176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:32.590453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-ef2d394b-b3ee-420e-b7b4-ecae8606176a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f5fe874-1084-4c28-88ed-b6fa48798056 HTTP/1.1" status: 200 len: 849 time: 0.0512366 Nov 10 22:03:32.623323 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-75bfdc4f-1ce8-45a6-a480-9cb70773ed00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c62634f-d949-47a3-bb52-faaf733a1ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251424 Nov 10 22:03:32.718601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-0aad2ca2-6acb-4c77-9bb9-433a14806118 service neutron] 10.222.0.64 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873141 Nov 10 22:03:32.811420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c536a8e-d705-4b56-a1a1-7f5a3b861951 req-595f8751-7811-4428-95c3-d2ce9ebc6531 service neutron] 10.222.0.64 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857852 Nov 10 22:03:32.835449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a12bc-35c8-4ad2-90b7-90c5eb0a171c req-d2b8ead0-9c03-48f4-bc52-dd93317ea048 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:32.836988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-705a12bc-35c8-4ad2-90b7-90c5eb0a171c req-d2b8ead0-9c03-48f4-bc52-dd93317ea048 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 944 time: 0.0633318 Nov 10 22:03:32.886128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-705a12bc-35c8-4ad2-90b7-90c5eb0a171c req-5d15da45-ba34-42e9-a7b5-29c749587dbd tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Nov 10 22:03:34.023675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4504bde-9359-4b27-9e2c-3a2f3b686119 req-d4bb0397-6dda-4308-8ac1-4ea51452994c tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:34.025173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4504bde-9359-4b27-9e2c-3a2f3b686119 req-d4bb0397-6dda-4308-8ac1-4ea51452994c tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 944 time: 0.0553215 Nov 10 22:03:34.073562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4504bde-9359-4b27-9e2c-3a2f3b686119 req-8fe17237-7bb0-4572-ab65-ff33ee817ed1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423446 Nov 10 22:03:35.207292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcecee2-c2da-4909-b79a-c4274e92ec99 req-83470046-1c4f-476d-b5db-b5853b40efb4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:35.209175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afcecee2-c2da-4909-b79a-c4274e92ec99 req-83470046-1c4f-476d-b5db-b5853b40efb4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 944 time: 0.0574968 Nov 10 22:03:35.262811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afcecee2-c2da-4909-b79a-c4274e92ec99 req-eab08348-2aac-49a7-8b31-7e2ad29d770d tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 Nov 10 22:03:35.743412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0fb1f227-2fd0-4dd3-be5f-e68529f928f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:36.388988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee9523-aa73-47cc-adea-7dd9f4ee20f3 req-3a945dbc-e48f-4685-a061-7aa7ee477082 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:36.390544 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecee9523-aa73-47cc-adea-7dd9f4ee20f3 req-3a945dbc-e48f-4685-a061-7aa7ee477082 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 944 time: 0.0536823 Nov 10 22:03:36.441432 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecee9523-aa73-47cc-adea-7dd9f4ee20f3 req-b2b27bd0-e13c-4e76-aef6-131a2d1441a7 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Nov 10 22:03:37.562625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8dc27-ba78-46eb-8dca-fc7bef323b2d req-17a8c7d8-c74c-43dd-ab51-3e1ae770a09c tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:37.564432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36d8dc27-ba78-46eb-8dca-fc7bef323b2d req-17a8c7d8-c74c-43dd-ab51-3e1ae770a09c tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 944 time: 0.0535588 Nov 10 22:03:37.614777 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36d8dc27-ba78-46eb-8dca-fc7bef323b2d req-18904fb6-470f-4b97-85ae-99a7730f7d23 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Nov 10 22:03:37.958499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b6701c6d-6a0c-491e-b963-14ad817eb534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:38.146280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07c58614-8c4b-43dc-8f0c-8420632b946a details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:03:38.246228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07c58614-8c4b-43dc-8f0c-8420632b946a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07c58614-8c4b-43dc-8f0c-8420632b946a,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:03:38.258497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '07c58614-8c4b-43dc-8f0c-8420632b946a', 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4', 'port_id': '07c58614-8c4b-43dc-8f0c-8420632b946a', 'mac_address': 'fa:16:3e:78:db:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5fe874-1084-4c28-88ed-b6fa48798056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:03:38.298251 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:38.311543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c58614-8c4b-43dc-8f0c-8420632b946a {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:03:38.332571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07c58614-8c4b-43dc-8f0c-8420632b946a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07c58614-8c4b-43dc-8f0c-8420632b946a,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:03:38.421831 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:38.474649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=07c58614-8c4b-43dc-8f0c-8420632b946a,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:38.482144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.482489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.482837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.483173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.483505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.483861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.484195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.484538 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.484853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.485178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.485504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.485865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:38.740627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46e7d2-1b71-40d1-b187-33bc3e4340c2 req-99878d6c-46d3-49b6-8336-fe993f0bbd62 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:38.742033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a46e7d2-1b71-40d1-b187-33bc3e4340c2 req-99878d6c-46d3-49b6-8336-fe993f0bbd62 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 945 time: 0.0566738 Nov 10 22:03:38.795313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a46e7d2-1b71-40d1-b187-33bc3e4340c2 req-b944d319-9bb6-42b4-8a29-763ab78a61d7 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471606 Nov 10 22:03:38.817177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['07c58614-8c4b-43dc-8f0c-8420632b946a'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:03:39.332328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:39.916032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594dff-3fe7-4d10-8fe9-cd21d6575532 req-52eceb89-c03d-4ef6-990e-7481eb330e92 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:39.925141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46594dff-3fe7-4d10-8fe9-cd21d6575532 req-52eceb89-c03d-4ef6-990e-7481eb330e92 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 945 time: 0.0502288 Nov 10 22:03:39.968355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46594dff-3fe7-4d10-8fe9-cd21d6575532 req-0f92fe96-721b-437d-b21f-61d01ea43956 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Nov 10 22:03:40.146791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07c58614-8c4b-43dc-8f0c-8420632b946a up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:03:40.263431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 07c58614-8c4b-43dc-8f0c-8420632b946a completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:03:40.267562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 07c58614-8c4b-43dc-8f0c-8420632b946a triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:03:40.267961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:40.354114 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:40.376737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c58614-8c4b-43dc-8f0c-8420632b946a'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:03:40.379584 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aff0fa-5012-4f21-9720-ec8c9b0388d3" -d '{"events": [{"server_uuid": "7bc61526-317f-43e4-b49c-5f2f234258f9", "name": "network-vif-plugged", "status": "completed", "tag": "07c58614-8c4b-43dc-8f0c-8420632b946a"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:03:40.395769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07c58614-8c4b-43dc-8f0c-8420632b946a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07c58614-8c4b-43dc-8f0c-8420632b946a,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:03:40.420313 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca6e785-ef66-401d-bde1-1c40f9a667e5 x-openstack-request-id: req-5ca6e785-ef66-401d-bde1-1c40f9a667e5 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:03:40.420675 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc61526-317f-43e4-b49c-5f2f234258f9", "name": "network-vif-plugged", "status": "completed", "tag": "07c58614-8c4b-43dc-8f0c-8420632b946a", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:03:40.420928 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ca6e785-ef66-401d-bde1-1c40f9a667e5 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:03:40.421325 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c58614-8c4b-43dc-8f0c-8420632b946a', 'code': 200} Nov 10 22:03:40.463874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:40.517963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=07c58614-8c4b-43dc-8f0c-8420632b946a,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:40.527659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830042db-b2e5-44c2-9e84-bb5b2208b9d5 req-22c5e78a-d33a-45e3-b463-c63bf4506fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:40.529339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-830042db-b2e5-44c2-9e84-bb5b2208b9d5 req-22c5e78a-d33a-45e3-b463-c63bf4506fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 1098 time: 0.0497446 Nov 10 22:03:40.589300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-830042db-b2e5-44c2-9e84-bb5b2208b9d5 req-f469cae1-c06f-43c9-b4fa-5a0e84792622 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519307 Nov 10 22:03:40.841047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:41.093042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef850f0b-0f9c-44ed-bea0-4734ceb2642c req-96b829cb-fe0f-4cb3-9c10-77d3e3571cbd tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:41.094821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef850f0b-0f9c-44ed-bea0-4734ceb2642c req-96b829cb-fe0f-4cb3-9c10-77d3e3571cbd tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 946 time: 0.0517612 Nov 10 22:03:41.149986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef850f0b-0f9c-44ed-bea0-4734ceb2642c req-3f22c1d7-be3c-45e9-be7e-c1773b7f56e2 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Nov 10 22:03:41.372293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:42.293647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd0b5e-d8f6-4f69-affc-ae41eaecfc50 req-50a58b38-f7db-4d0a-98df-8a93a9d2e8e4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:42.295453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5fbd0b5e-d8f6-4f69-affc-ae41eaecfc50 req-50a58b38-f7db-4d0a-98df-8a93a9d2e8e4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 946 time: 0.0607431 Nov 10 22:03:42.350619 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5fbd0b5e-d8f6-4f69-affc-ae41eaecfc50 req-f5c4d85c-0857-41da-81ce-cb5161cfc330 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Nov 10 22:03:43.115253 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:03:43.559679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ba0e-e1f6-4e9a-bb91-af303e00475b req-45ad7a5a-640b-4b17-aec2-87cdac38e2c4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:43.561916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15a7ba0e-e1f6-4e9a-bb91-af303e00475b req-45ad7a5a-640b-4b17-aec2-87cdac38e2c4 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 946 time: 0.0551670 Nov 10 22:03:43.618519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15a7ba0e-e1f6-4e9a-bb91-af303e00475b req-627ee073-ae01-4b01-8e95-b8babc948967 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Nov 10 22:03:44.749399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f6f2-5e84-45b5-a0d1-ac2167515cf4 req-7d72bdb8-292f-46f3-8d50-7df72b785690 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:44.750911 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e0f6f2-5e84-45b5-a0d1-ac2167515cf4 req-7d72bdb8-292f-46f3-8d50-7df72b785690 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 946 time: 0.0501542 Nov 10 22:03:44.804093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0e0f6f2-5e84-45b5-a0d1-ac2167515cf4 req-7e586b33-a12c-42d1-8a8c-c3526dcad33e tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Nov 10 22:03:44.928213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-63d6853f-7daa-4cfb-8f09-2195099c52cb tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:44.929576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-63d6853f-7daa-4cfb-8f09-2195099c52cb tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Nov 10 22:03:45.023857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Deleting port 07c58614-8c4b-43dc-8f0c-8420632b946a {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:03:45.024200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:45.116669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] For port 07c58614-8c4b-43dc-8f0c-8420632b946a, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07c58614-8c4b-43dc-8f0c-8420632b946a,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:03:45.117034 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:45.129716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Calling delete_port for 07c58614-8c4b-43dc-8f0c-8420632b946a owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:03:45.342227 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:45.354220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['07c58614-8c4b-43dc-8f0c-8420632b946a'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:03:45.373030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Pushing event deleted for resources: {'Port': ['ID=07c58614-8c4b-43dc-8f0c-8420632b946a,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:45.384391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.384737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.385081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.385416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.385752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.386079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.386559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.386888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.387228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.387550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.387901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.388227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:03:45.428844 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] No DVR routers for this DVR port 07c58614-8c4b-43dc-8f0c-8420632b946a on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:03:45.431490 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:45.434813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c132e3b-de8a-4df5-b3ff-0457e44a2f0b req-82ac661c-60cd-4d8f-92f2-345128ceec4a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "DELETE /v2.0/ports/07c58614-8c4b-43dc-8f0c-8420632b946a HTTP/1.1" status: 204 len: 173 time: 0.4995430 Nov 10 22:03:45.435243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'name': 'network-vif-deleted', 'tag': '07c58614-8c4b-43dc-8f0c-8420632b946a'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:03:45.437528 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf69ff-401c-4da6-b900-17145202bacc" -d '{"events": [{"server_uuid": "7bc61526-317f-43e4-b49c-5f2f234258f9", "name": "network-vif-deleted", "tag": "07c58614-8c4b-43dc-8f0c-8420632b946a"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:03:45.478159 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89766a3-b1dd-4526-805d-bc11015184ec x-openstack-request-id: req-c89766a3-b1dd-4526-805d-bc11015184ec {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:03:45.478450 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc61526-317f-43e4-b49c-5f2f234258f9", "name": "network-vif-deleted", "tag": "07c58614-8c4b-43dc-8f0c-8420632b946a", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:03:45.478701 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c89766a3-b1dd-4526-805d-bc11015184ec {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:03:45.479123 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc61526-317f-43e4-b49c-5f2f234258f9', 'name': 'network-vif-deleted', 'tag': '07c58614-8c4b-43dc-8f0c-8420632b946a', 'status': 'completed', 'code': 200} Nov 10 22:03:45.905408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-935f72e8-36c2-4c0a-925a-6d5a339f6537 req-d56d0a45-0a41-4d78-beeb-300f38fce454 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 210 time: 0.0263441 Nov 10 22:03:47.029227 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a74fdd40-7d00-479f-824f-fa69127e89f1 req-8766d659-d343-4612-aae4-2530512e27f2 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bc61526-317f-43e4-b49c-5f2f234258f9 HTTP/1.1" status: 200 len: 210 time: 0.0331869 Nov 10 22:03:48.293315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-8d76be28-af6c-422f-99ad-81ade9a17a36 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:48.294936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-8d76be28-af6c-422f-99ad-81ade9a17a36 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/networks?id=8c62634f-d949-47a3-bb52-faaf733a1ca4 HTTP/1.1" status: 200 len: 809 time: 0.1019833 Nov 10 22:03:48.313525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-d1e37288-52a4-4395-9f30-dcb5ccc9a3ec tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/quotas/6931ce5a555549318db54997255c2dcc HTTP/1.1" status: 200 len: 375 time: 0.0108254 Nov 10 22:03:48.348566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-a51952e7-2f02-4909-9d86-3170731f610c tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6931ce5a555549318db54997255c2dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283136 Nov 10 22:03:48.453434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-17e0146c-6827-41a6-8404-45a03ba84b74 service neutron] 10.222.0.45 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978391 Nov 10 22:03:48.548599 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-4e4da0c9-3890-430a-baa9-46158a2223df service neutron] 10.222.0.45 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877848 Nov 10 22:03:48.793517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c5c15ea-5dc1-4673-af73-4fe3045d8b7b req-852c44be-02c3-41f8-866e-f1a608fa4b81 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 210 time: 0.0268698 Nov 10 22:03:49.858178 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:49.896312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6aea3cac-4a67-4fd1-bc25-5cbfef77857a req-325a181b-9fa2-4c95-909d-b9d71e5432d7 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 210 time: 0.0289996 Nov 10 22:03:50.209452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07c58614-8c4b-43dc-8f0c-8420632b946a no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:03:50.229546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 07c58614-8c4b-43dc-8f0c-8420632b946a {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:03:50.229885 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07c58614-8c4b-43dc-8f0c-8420632b946a not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:03:50.650486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-b70a9dd8-2a4e-4208-b39a-14c755b0f39a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:50.651918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-b70a9dd8-2a4e-4208-b39a-14c755b0f39a tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "GET /v2.0/networks?id=8c62634f-d949-47a3-bb52-faaf733a1ca4 HTTP/1.1" status: 200 len: 809 time: 0.1056354 Nov 10 22:03:50.677654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Request body: {'port': {'device_id': '73505421-b519-4120-a159-7f78cc59f5fd', 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4', 'admin_state_up': True, 'tenant_id': '6931ce5a555549318db54997255c2dcc'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:03:50.855673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Made reservation on behalf of 6931ce5a555549318db54997255c2dcc for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:03:50.860761 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:51.006950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Allocated IP 172.20.0.9 (8c62634f-d949-47a3-bb52-faaf733a1ca4/7f5fe874-1084-4c28-88ed-b6fa48798056/b51a0195-e074-4d13-a97a-08bf3d9e1324) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:03:51.008817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-312a5051-7686-40a1-9891-bcdd5eb5f6b7 req-12307133-d837-43b2-82e2-a74ea3159506 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 210 time: 0.0322359 Nov 10 22:03:51.169096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:51.319467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:51.369698 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Network 8c62634f-d949-47a3-bb52-faaf733a1ca4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:03:51.375010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:03:51.378908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:03:51.386236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Pushing event updated for resources: {'Port': ['ID=b51a0195-e074-4d13-a97a-08bf3d9e1324,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:51.435384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:51.435995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:51.523927 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-71f29c5f-ecaf-4912-a229-00dd638550a9 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508301 Nov 10 22:03:51.537878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Request body: {'port': {'device_id': '73505421-b519-4120-a159-7f78cc59f5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:03:51.592346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:51.860756 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51a0195-e074-4d13-a97a-08bf3d9e1324 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:03:51.868546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:51.880474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Transition to ACTIVE for port object b51a0195-e074-4d13-a97a-08bf3d9e1324 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:03:51.978156 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:52.030563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Pushing event updated for resources: {'Port': ['ID=b51a0195-e074-4d13-a97a-08bf3d9e1324,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:52.132429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Attempting to bind port b51a0195-e074-4d13-a97a-08bf3d9e1324 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:03:52.132680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Attempting to bind port b51a0195-e074-4d13-a97a-08bf3d9e1324 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:03:52.133013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Attempting to bind port b51a0195-e074-4d13-a97a-08bf3d9e1324 on network 8c62634f-d949-47a3-bb52-faaf733a1ca4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:03:52.139866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Port b51a0195-e074-4d13-a97a-08bf3d9e1324 on network 8c62634f-d949-47a3-bb52-faaf733a1ca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:03:52.140190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Attempting to bind port b51a0195-e074-4d13-a97a-08bf3d9e1324 on network 8c62634f-d949-47a3-bb52-faaf733a1ca4 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:03:52.150654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:03:52.150994 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Checking segment: {'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:03:52.151380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Bound using segment: {'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:03:52.151836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Bound port: b51a0195-e074-4d13-a97a-08bf3d9e1324, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4045e22a-6d95-4152-af3a-17cff1ae45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:03:52.152200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:52.163039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d394e-c3c3-4fdc-8625-eb86faabdaf6 req-7fb92d89-a3cc-4998-b36c-770ded33eee6 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:52.164674 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-738d394e-c3c3-4fdc-8625-eb86faabdaf6 req-7fb92d89-a3cc-4998-b36c-770ded33eee6 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 943 time: 0.0722079 Nov 10 22:03:52.251977 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-738d394e-c3c3-4fdc-8625-eb86faabdaf6 req-e74757d2-eb71-429d-8d3d-dfcc1d6f3269 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Nov 10 22:03:52.262003 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] For port b51a0195-e074-4d13-a97a-08bf3d9e1324, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:03:52.266943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] For port b51a0195-e074-4d13-a97a-08bf3d9e1324, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b51a0195-e074-4d13-a97a-08bf3d9e1324,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:03:52.394698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:52.443345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:52.443983 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:52.445354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] 10.222.0.64 "PUT /v2.0/ports/b51a0195-e074-4d13-a97a-08bf3d9e1324 HTTP/1.1" status: 200 len: 1092 time: 0.9126487 Nov 10 22:03:52.445784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73505421-b519-4120-a159-7f78cc59f5fd', 'tag': 'b51a0195-e074-4d13-a97a-08bf3d9e1324'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:03:52.448032 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05b00e4-e696-4633-8367-bf4887730918" -d '{"events": [{"name": "network-changed", "server_uuid": "73505421-b519-4120-a159-7f78cc59f5fd", "tag": "b51a0195-e074-4d13-a97a-08bf3d9e1324"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:03:52.468709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef6bb-2eb4-4795-9680-ab676058a204 service neutron] Pushing event updated for resources: {'Port': ['ID=b51a0195-e074-4d13-a97a-08bf3d9e1324,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:52.486795 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede25261-f4da-4f08-ba49-b0f66af43e45 x-openstack-request-id: req-ede25261-f4da-4f08-ba49-b0f66af43e45 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:03:52.487562 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73505421-b519-4120-a159-7f78cc59f5fd", "tag": "b51a0195-e074-4d13-a97a-08bf3d9e1324", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:03:52.487864 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ede25261-f4da-4f08-ba49-b0f66af43e45 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:03:52.488346 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73505421-b519-4120-a159-7f78cc59f5fd', 'tag': 'b51a0195-e074-4d13-a97a-08bf3d9e1324', 'status': 'completed', 'code': 200} Nov 10 22:03:52.550467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b00e4-e696-4633-8367-bf4887730918 req-07afb431-52e4-438e-a8b5-37e97911e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:52.552041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05b00e4-e696-4633-8367-bf4887730918 req-07afb431-52e4-438e-a8b5-37e97911e1bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6931ce5a555549318db54997255c2dcc&device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 1095 time: 0.0410457 Nov 10 22:03:52.653489 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b00e4-e696-4633-8367-bf4887730918 req-3ae2cb4d-0bf7-4101-ab3e-b19a8190cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:52.654905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05b00e4-e696-4633-8367-bf4887730918 req-3ae2cb4d-0bf7-4101-ab3e-b19a8190cb58 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6931ce5a555549318db54997255c2dcc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0947235 Nov 10 22:03:53.094908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b00e4-e696-4633-8367-bf4887730918 req-49b8633f-5d32-4e85-b932-f7902e55082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:53.096541 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05b00e4-e696-4633-8367-bf4887730918 req-49b8633f-5d32-4e85-b932-f7902e55082b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4337382 Nov 10 22:03:53.171695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-46940d16-f9d0-49b9-824b-985bc77b55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:53.173211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-46940d16-f9d0-49b9-824b-985bc77b55f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6931ce5a555549318db54997255c2dcc&device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 1095 time: 0.0404065 Nov 10 22:03:53.220677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-d9497d6d-c6d4-4e16-8c4d-0fc79779d2a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51a0195-e074-4d13-a97a-08bf3d9e1324 HTTP/1.1" status: 200 len: 217 time: 0.0395281 Nov 10 22:03:53.271493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-45cb1588-49a9-4c13-ab00-b620b64f4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:53.273025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-45cb1588-49a9-4c13-ab00-b620b64f4ffd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f5fe874-1084-4c28-88ed-b6fa48798056 HTTP/1.1" status: 200 len: 849 time: 0.0438371 Nov 10 22:03:53.305321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-7bb4e46b-4957-48a4-a71b-805bf968bcce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c62634f-d949-47a3-bb52-faaf733a1ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250497 Nov 10 22:03:53.434104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710c888-3590-4129-8c16-43a51d5c848c req-e02acbfd-75a1-44b1-a9de-126269b601b3 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:53.435521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0710c888-3590-4129-8c16-43a51d5c848c req-e02acbfd-75a1-44b1-a9de-126269b601b3 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 943 time: 0.1040761 Nov 10 22:03:53.439228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-bb07d5ad-3d4a-4684-b5ef-92c05e914fe6 service neutron] 10.222.0.64 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254609 Nov 10 22:03:53.539276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0710c888-3590-4129-8c16-43a51d5c848c req-e98e3b67-64ad-4fd6-ab8b-8ea524295b48 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966835 Nov 10 22:03:53.564315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64ca0699-3cf4-4a67-802a-e7d68260403b req-d8ee2469-c488-4754-84cc-961f8bc37560 service neutron] 10.222.0.64 "GET /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156428 Nov 10 22:03:53.787346 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:54.667447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59797b-74d4-4779-9c0a-67ca95b00d6c req-16764e8c-2c72-4335-baab-86e5924d0666 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:54.669160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de59797b-74d4-4779-9c0a-67ca95b00d6c req-16764e8c-2c72-4335-baab-86e5924d0666 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 943 time: 0.0570343 Nov 10 22:03:54.726404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de59797b-74d4-4779-9c0a-67ca95b00d6c req-1b4180dd-3c52-4289-914e-deed5f735529 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510290 Nov 10 22:03:55.843806 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e855dd7-25c4-420b-bd32-e6240a12be75 req-22433333-1772-4bf2-aba2-146d743ce1ce tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:55.845224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e855dd7-25c4-420b-bd32-e6240a12be75 req-22433333-1772-4bf2-aba2-146d743ce1ce tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 943 time: 0.0498779 Nov 10 22:03:55.892851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e855dd7-25c4-420b-bd32-e6240a12be75 req-02cc7ffd-5e81-42ce-be8a-5708075a85d8 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Nov 10 22:03:57.011672 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879afb6-7b70-404e-a907-8e0be5875c11 req-eea23a9c-4625-41b0-80ba-939c8251efd6 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:57.013178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9879afb6-7b70-404e-a907-8e0be5875c11 req-eea23a9c-4625-41b0-80ba-939c8251efd6 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 943 time: 0.0511308 Nov 10 22:03:57.060610 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9879afb6-7b70-404e-a907-8e0be5875c11 req-700c1fbc-558f-43b5-b2b3-9a7a24c3faf1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Nov 10 22:03:58.177440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f85c6-1d5d-42af-8600-cccb85a9e8b8 req-7e3a270f-fec0-4f05-af38-e685ea9a02e7 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:58.178937 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-161f85c6-1d5d-42af-8600-cccb85a9e8b8 req-7e3a270f-fec0-4f05-af38-e685ea9a02e7 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 943 time: 0.0494757 Nov 10 22:03:58.233441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-161f85c6-1d5d-42af-8600-cccb85a9e8b8 req-9e1ce9b5-2bc2-4e00-aff0-c6c0a254143c tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Nov 10 22:03:58.270588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b51a0195-e074-4d13-a97a-08bf3d9e1324 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:03:58.368132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b51a0195-e074-4d13-a97a-08bf3d9e1324, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b51a0195-e074-4d13-a97a-08bf3d9e1324,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:03:58.538852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'b51a0195-e074-4d13-a97a-08bf3d9e1324', 'network_id': '8c62634f-d949-47a3-bb52-faaf733a1ca4', 'port_id': 'b51a0195-e074-4d13-a97a-08bf3d9e1324', 'mac_address': 'fa:16:3e:0b:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5fe874-1084-4c28-88ed-b6fa48798056', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:03:58.574235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:58.588441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51a0195-e074-4d13-a97a-08bf3d9e1324 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:03:58.609828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b51a0195-e074-4d13-a97a-08bf3d9e1324, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b51a0195-e074-4d13-a97a-08bf3d9e1324,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:03:58.696228 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:03:58.748361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b51a0195-e074-4d13-a97a-08bf3d9e1324,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:03:59.008070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['b51a0195-e074-4d13-a97a-08bf3d9e1324'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:03:59.354339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374fdcd-37a9-4f13-a782-ec55848d7e45 req-759943dd-aafe-4322-a4f5-2c1e122469e7 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:03:59.355794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2374fdcd-37a9-4f13-a782-ec55848d7e45 req-759943dd-aafe-4322-a4f5-2c1e122469e7 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 944 time: 0.0526414 Nov 10 22:03:59.403047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2374fdcd-37a9-4f13-a782-ec55848d7e45 req-9f976450-9c05-4e05-8377-de8ae42548fa tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Nov 10 22:04:00.271690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b51a0195-e074-4d13-a97a-08bf3d9e1324 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:04:00.442810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port b51a0195-e074-4d13-a97a-08bf3d9e1324 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:04:00.443896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port b51a0195-e074-4d13-a97a-08bf3d9e1324 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:04:00.444321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:00.524071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b84fe4-a13b-4904-a10b-5ff6df01ff85 req-b88140df-dfe2-4180-af6b-837a7a38d050 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:00.525712 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7b84fe4-a13b-4904-a10b-5ff6df01ff85 req-b88140df-dfe2-4180-af6b-837a7a38d050 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 944 time: 0.0512969 Nov 10 22:04:00.537229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:00.562161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73505421-b519-4120-a159-7f78cc59f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a0195-e074-4d13-a97a-08bf3d9e1324'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:04:00.568050 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61399cd-05fb-4605-925e-95de17436889" -d '{"events": [{"server_uuid": "73505421-b519-4120-a159-7f78cc59f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "b51a0195-e074-4d13-a97a-08bf3d9e1324"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:04:00.583229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7b84fe4-a13b-4904-a10b-5ff6df01ff85 req-4177ace7-639b-47a8-90b3-1e1c9b337584 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 Nov 10 22:04:00.592052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b51a0195-e074-4d13-a97a-08bf3d9e1324, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b51a0195-e074-4d13-a97a-08bf3d9e1324,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:04:00.613085 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12405ef4-7de3-4fdd-a0bc-36a734ea44c9 x-openstack-request-id: req-12405ef4-7de3-4fdd-a0bc-36a734ea44c9 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:04:00.613376 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73505421-b519-4120-a159-7f78cc59f5fd", "name": "network-vif-plugged", "status": "completed", "tag": "b51a0195-e074-4d13-a97a-08bf3d9e1324", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:04:00.613626 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12405ef4-7de3-4fdd-a0bc-36a734ea44c9 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:04:00.614015 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73505421-b519-4120-a159-7f78cc59f5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a0195-e074-4d13-a97a-08bf3d9e1324', 'code': 200} Nov 10 22:04:00.686780 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:00.715420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374a34f-42a3-49fc-8604-46498767553d req-1edc7212-c673-44b0-9523-d2cfe457741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:00.716961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d374a34f-42a3-49fc-8604-46498767553d req-1edc7212-c673-44b0-9523-d2cfe457741f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 1096 time: 0.0453591 Nov 10 22:04:00.742236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b51a0195-e074-4d13-a97a-08bf3d9e1324,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:00.765625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d374a34f-42a3-49fc-8604-46498767553d req-806489e5-9277-4d1f-b4ca-f4aa387c8a6c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Nov 10 22:04:01.706039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0636119-4af7-459c-82b2-ea97871b3ea9 req-686d90f2-5f50-44a5-ade2-2d98da923605 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:01.707003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0636119-4af7-459c-82b2-ea97871b3ea9 req-686d90f2-5f50-44a5-ade2-2d98da923605 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 945 time: 0.0538282 Nov 10 22:04:01.756020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b0636119-4af7-459c-82b2-ea97871b3ea9 req-ad562c19-adb3-48a9-9678-1066736b85f8 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Nov 10 22:04:02.873953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d07da-d4eb-4641-9343-e11cafd90557 req-c65639f2-b05c-4a7b-97cb-cbf3b50b2820 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:02.875354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e8d07da-d4eb-4641-9343-e11cafd90557 req-c65639f2-b05c-4a7b-97cb-cbf3b50b2820 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 945 time: 0.0491631 Nov 10 22:04:02.924643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e8d07da-d4eb-4641-9343-e11cafd90557 req-ad08f8ae-1de5-4906-b5ca-fe95f2f9e0cb tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Nov 10 22:04:04.386663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe6ef2-82ef-4664-badb-294662c0a5c3 req-470a8e31-e19d-489b-b0fa-17b0cce027ce tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:04.388218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52fe6ef2-82ef-4664-badb-294662c0a5c3 req-470a8e31-e19d-489b-b0fa-17b0cce027ce tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 945 time: 0.0504963 Nov 10 22:04:04.441582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52fe6ef2-82ef-4664-badb-294662c0a5c3 req-7e601e12-a4cc-492a-a516-7af04b5dc4d1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 Nov 10 22:04:05.566643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab984e-4ea9-4c4b-a374-537059ac5379 req-9bc8223d-8d72-495b-8ff5-004434966702 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:05.568607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6eab984e-4ea9-4c4b-a374-537059ac5379 req-9bc8223d-8d72-495b-8ff5-004434966702 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 945 time: 0.0555527 Nov 10 22:04:05.621426 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6eab984e-4ea9-4c4b-a374-537059ac5379 req-9f9bc93d-e106-4334-9410-a76f33a04d26 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/security-groups?id=994985c1-eab2-487c-a8d5-276d376f7ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462708 Nov 10 22:04:05.701626 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-497b9afd-a600-4b49-9ffe-70f5a5e9e7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:05.843872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-d666d076-8989-48fb-89f6-959e46489b6d tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:05.845222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-d666d076-8989-48fb-89f6-959e46489b6d tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 945 time: 0.0486493 Nov 10 22:04:05.939601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Deleting port b51a0195-e074-4d13-a97a-08bf3d9e1324 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:04:05.939973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:06.029964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] For port b51a0195-e074-4d13-a97a-08bf3d9e1324, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b51a0195-e074-4d13-a97a-08bf3d9e1324,segment=NetworkSegment(4045e22a-6d95-4152-af3a-17cff1ae45a5),segment_id=4045e22a-6d95-4152-af3a-17cff1ae45a5)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:04:06.030332 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:06.048333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Calling delete_port for b51a0195-e074-4d13-a97a-08bf3d9e1324 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:04:06.233123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:06.245153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['b51a0195-e074-4d13-a97a-08bf3d9e1324'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:04:06.264261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Pushing event deleted for resources: {'Port': ['ID=b51a0195-e074-4d13-a97a-08bf3d9e1324,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:06.312904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] No DVR routers for this DVR port b51a0195-e074-4d13-a97a-08bf3d9e1324 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:04:06.315444 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:06.319353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a8864d5-6ca3-4c10-9768-6b1b8270a06b req-fb1a1d17-09f2-446a-9775-c392af4ca7f1 tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.64 "DELETE /v2.0/ports/b51a0195-e074-4d13-a97a-08bf3d9e1324 HTTP/1.1" status: 204 len: 173 time: 0.4677751 Nov 10 22:04:06.319803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73505421-b519-4120-a159-7f78cc59f5fd', 'name': 'network-vif-deleted', 'tag': 'b51a0195-e074-4d13-a97a-08bf3d9e1324'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:04:06.322063 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b2f0fc-8888-49a3-a223-044fbacf50ef" -d '{"events": [{"server_uuid": "73505421-b519-4120-a159-7f78cc59f5fd", "name": "network-vif-deleted", "tag": "b51a0195-e074-4d13-a97a-08bf3d9e1324"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:04:06.360871 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124fba22-8532-43e2-b530-291fba56f586 x-openstack-request-id: req-124fba22-8532-43e2-b530-291fba56f586 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:04:06.361168 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73505421-b519-4120-a159-7f78cc59f5fd", "name": "network-vif-deleted", "tag": "b51a0195-e074-4d13-a97a-08bf3d9e1324", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:04:06.361417 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-124fba22-8532-43e2-b530-291fba56f586 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:04:06.361813 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73505421-b519-4120-a159-7f78cc59f5fd', 'name': 'network-vif-deleted', 'tag': 'b51a0195-e074-4d13-a97a-08bf3d9e1324', 'status': 'completed', 'code': 200} Nov 10 22:04:06.734734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76a194ff-a727-4d14-a8aa-d1d6cb0f68ef req-450152ac-549e-4a29-8c62-cc76954c2cdd tempest-VolumesActionsTest-1337432830 tempest-VolumesActionsTest-1337432830-project] 10.222.0.45 "GET /v2.0/ports?device_id=73505421-b519-4120-a159-7f78cc59f5fd HTTP/1.1" status: 200 len: 210 time: 0.0267167 Nov 10 22:04:08.006870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d69d79a2-670d-4834-8dfa-7adc1e563933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:09.347854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:10.321708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b51a0195-e074-4d13-a97a-08bf3d9e1324 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:04:10.384679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: b51a0195-e074-4d13-a97a-08bf3d9e1324 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:04:10.386212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b51a0195-e074-4d13-a97a-08bf3d9e1324 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:04:10.535580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:10.718116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c354eba-8fd0-4716-8858-6c597e148db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:10.819097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c354eba-8fd0-4716-8858-6c597e148db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:10.844834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:10.910255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c354eba-8fd0-4716-8858-6c597e148db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:10.948956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c354eba-8fd0-4716-8858-6c597e148db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74daf238-729b-490d-861c-3d3efd61acf2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:10.966317 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6c354eba-8fd0-4716-8858-6c597e148db9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd963b3db14546d9b3bc5ed38864bccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271457 Nov 10 22:04:10.966551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48406) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:11.022944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb00b068-d1d6-478f-a874-1587c3ff6f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:11.050742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb00b068-d1d6-478f-a874-1587c3ff6f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:11.179050 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb00b068-d1d6-478f-a874-1587c3ff6f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:11.187475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bb00b068-d1d6-478f-a874-1587c3ff6f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:11.188838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bb00b068-d1d6-478f-a874-1587c3ff6f2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74daf238-729b-490d-861c-3d3efd61acf2 HTTP/1.1" status: 204 len: 168 time: 0.2213218 Nov 10 22:04:11.207224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00b068-d1d6-478f-a874-1587c3ff6f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74daf238-729b-490d-861c-3d3efd61acf2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:11.428220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.189047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48444) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:13.307591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1330c274-f3ca-4ab7-b1c4-b7734217ae9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.402646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1330c274-f3ca-4ab7-b1c4-b7734217ae9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.549362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1330c274-f3ca-4ab7-b1c4-b7734217ae9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.587348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330c274-f3ca-4ab7-b1c4-b7734217ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a13c40-0850-4a37-8148-26b05c394de9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:13.593126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1330c274-f3ca-4ab7-b1c4-b7734217ae9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b410184fd1a44ef9aa1271037ad367e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4030600 Nov 10 22:04:13.595882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48452) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:13.649077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7ca-89ba-4cec-988a-aadc106e9a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.672600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7ca-89ba-4cec-988a-aadc106e9a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.804968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7ca-89ba-4cec-988a-aadc106e9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.807551 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a5cfa7ca-89ba-4cec-988a-aadc106e9a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:13.811200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a5cfa7ca-89ba-4cec-988a-aadc106e9a5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72a13c40-0850-4a37-8148-26b05c394de9 HTTP/1.1" status: 204 len: 168 time: 0.2119792 Nov 10 22:04:13.818474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfa7ca-89ba-4cec-988a-aadc106e9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a13c40-0850-4a37-8148-26b05c394de9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:18.334816 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-5acb3070-faa1-4be0-9ab0-d72fedf6edda tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e74959c2fde148f38e60eaed166d03c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516825 Nov 10 22:04:18.559333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-db410328-cf6a-4aa6-a95a-3da93ad46799 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:18.561170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-db410328-cf6a-4aa6-a95a-3da93ad46799 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163048 Nov 10 22:04:18.580307 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-a27ce592-c646-47c6-8804-b0196ddbb866 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/quotas/e74959c2fde148f38e60eaed166d03c2 HTTP/1.1" status: 200 len: 375 time: 0.0130761 Nov 10 22:04:18.621090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-f894e4ce-ed4e-46d1-b3cf-f980d282b0a3 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e74959c2fde148f38e60eaed166d03c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344338 Nov 10 22:04:18.924564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93c5f1d6-27fc-4082-bfdf-362183ef4194 req-eae1f84c-729b-46c0-bc09-65b4265fdba1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 210 time: 0.0364985 Nov 10 22:04:20.018664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d16b0c2-7cf4-4485-88ac-0fd58bb585c3 req-dcafe811-55be-426a-85ed-727145270903 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 210 time: 0.0300534 Nov 10 22:04:20.115384 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:04:20.147551 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:21.181186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83b37a79-9535-4cbc-a984-ec3372136363 req-33c884b2-dfdc-4dda-a913-4461d61190cf tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 210 time: 0.0630980 Nov 10 22:04:21.690243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-d3cd0608-4b04-4f47-81d6-d5cbdb541c10 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e74959c2fde148f38e60eaed166d03c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284712 Nov 10 22:04:21.857220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-0f02d41c-0b96-48a6-9d7b-e21f4aa62995 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:21.859146 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-0f02d41c-0b96-48a6-9d7b-e21f4aa62995 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634195 Nov 10 22:04:21.879479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Request body: {'port': {'device_id': 'cd280367-4ed7-4887-832f-d800788c4b54', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'e74959c2fde148f38e60eaed166d03c2'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:04:22.144046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Made reservation on behalf of e74959c2fde148f38e60eaed166d03c2 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:04:22.148273 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:22.159619 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:22.274658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:22.305816 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3e130fa-dd82-4f53-889e-316c1f5f1fb9 req-d12ff06e-5b4c-49d0-a0b3-e1f80addd148 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 210 time: 0.0273683 Nov 10 22:04:22.350010 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:22.413470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:22.515850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Allocated IP 192.168.233.104 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/31485dc1-e2cb-4b31-9940-71b04467940b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:04:22.701069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:22.801633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:22.856429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:04:22.859997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:04:22.862678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:04:22.896363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Pushing event updated for resources: {'Port': ['ID=31485dc1-e2cb-4b31-9940-71b04467940b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:22.931345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:22.935888 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.019451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-fc26c954-2add-4ef6-a71e-7995b56163ca tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1506574 Nov 10 22:04:23.033811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Request body: {'port': {'device_id': 'cd280367-4ed7-4887-832f-d800788c4b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:04:23.098177 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.195419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2753666b-1897-4ac9-9303-7454ae86671a None None] Provisioning complete for port 31485dc1-e2cb-4b31-9940-71b04467940b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:04:23.196142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2753666b-1897-4ac9-9303-7454ae86671a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.235335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2753666b-1897-4ac9-9303-7454ae86671a None None] Port 31485dc1-e2cb-4b31-9940-71b04467940b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:04:23.398246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31485dc1-e2cb-4b31-9940-71b04467940b {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:04:23.407167 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.422333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Transition to ACTIVE for port object 31485dc1-e2cb-4b31-9940-71b04467940b will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:04:23.440153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d779720-89f4-4643-8f81-7f5d16d216f2 req-04ba043c-c071-4f93-8d8b-c433416437f3 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:23.441640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d779720-89f4-4643-8f81-7f5d16d216f2 req-04ba043c-c071-4f93-8d8b-c433416437f3 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 936 time: 0.0528610 Nov 10 22:04:23.497801 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d779720-89f4-4643-8f81-7f5d16d216f2 req-e6d7476b-0f75-4475-a5a5-43c72878e757 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499239 Nov 10 22:04:23.566803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.637150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Pushing event updated for resources: {'Port': ['ID=31485dc1-e2cb-4b31-9940-71b04467940b,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:23.691782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Attempting to bind port 31485dc1-e2cb-4b31-9940-71b04467940b on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:04:23.692121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Attempting to bind port 31485dc1-e2cb-4b31-9940-71b04467940b by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:04:23.692972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Attempting to bind port 31485dc1-e2cb-4b31-9940-71b04467940b on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:04:23.698436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Port 31485dc1-e2cb-4b31-9940-71b04467940b on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:04:23.698777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Attempting to bind port 31485dc1-e2cb-4b31-9940-71b04467940b on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:04:23.704237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:04:23.704867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:04:23.704960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:04:23.705362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Bound port: 31485dc1-e2cb-4b31-9940-71b04467940b, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:04:23.705726 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.784015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.799428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] For port 31485dc1-e2cb-4b31-9940-71b04467940b, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:04:23.799428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] For port 31485dc1-e2cb-4b31-9940-71b04467940b, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=31485dc1-e2cb-4b31-9940-71b04467940b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:04:23.882418 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.923688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:23.924442 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:23.931336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] 10.222.0.64 "PUT /v2.0/ports/31485dc1-e2cb-4b31-9940-71b04467940b HTTP/1.1" status: 200 len: 1097 time: 0.9019308 Nov 10 22:04:23.931939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd280367-4ed7-4887-832f-d800788c4b54', 'tag': '31485dc1-e2cb-4b31-9940-71b04467940b'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:04:23.945521 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb6afac-ee9f-4d7d-876b-37930ec0205c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd280367-4ed7-4887-832f-d800788c4b54", "tag": "31485dc1-e2cb-4b31-9940-71b04467940b"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:04:24.014186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd966c6-6bc9-4fef-9ee8-050ef8287397 service neutron] Pushing event updated for resources: {'Port': ['ID=31485dc1-e2cb-4b31-9940-71b04467940b,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:24.021028 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63805a4c-2069-4d91-8796-c3f0cb5bd560 x-openstack-request-id: req-63805a4c-2069-4d91-8796-c3f0cb5bd560 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:04:24.021320 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd280367-4ed7-4887-832f-d800788c4b54", "tag": "31485dc1-e2cb-4b31-9940-71b04467940b", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:04:24.021571 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63805a4c-2069-4d91-8796-c3f0cb5bd560 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:04:24.021975 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd280367-4ed7-4887-832f-d800788c4b54', 'tag': '31485dc1-e2cb-4b31-9940-71b04467940b', 'status': 'completed', 'code': 200} Nov 10 22:04:24.085560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-454c7296-0d8d-4efb-9da1-ba0dfbf03c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:24.087403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-454c7296-0d8d-4efb-9da1-ba0dfbf03c64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74959c2fde148f38e60eaed166d03c2&device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 1100 time: 0.0585401 Nov 10 22:04:24.148372 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-0b26469c-e818-4b6c-b0c0-b6a244471b51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=31485dc1-e2cb-4b31-9940-71b04467940b HTTP/1.1" status: 200 len: 217 time: 0.0511060 Nov 10 22:04:24.215237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-62d0e136-1b2d-4827-b0c7-0ba41196ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:24.217328 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-62d0e136-1b2d-4827-b0c7-0ba41196ac03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0602400 Nov 10 22:04:24.275192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-d1c4c812-18e8-4989-be45-70e2c9e7ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:24.277057 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-d1c4c812-18e8-4989-be45-70e2c9e7ad40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0523572 Nov 10 22:04:24.394103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-ac3a8473-15c3-49b2-8703-41c3756fcd86 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090744 Nov 10 22:04:24.502407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c6970b5-ee7e-4566-b3cb-cbbd18d5f42a req-3477ff83-a5ce-44a7-b3ca-da140b6cedbf service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998156 Nov 10 22:04:24.640082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9e233-4395-4c36-9580-61b572d89613 req-09caf227-35ed-4a9a-9183-4b65f10f2a47 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:24.642252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5d9e233-4395-4c36-9580-61b572d89613 req-09caf227-35ed-4a9a-9183-4b65f10f2a47 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 948 time: 0.0655341 Nov 10 22:04:24.701465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-19ab71df-592c-4649-bf01-4c4b08b65d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:24.704340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-19ab71df-592c-4649-bf01-4c4b08b65d63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e74959c2fde148f38e60eaed166d03c2&device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 1100 time: 0.0659032 Nov 10 22:04:24.705761 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5d9e233-4395-4c36-9580-61b572d89613 req-cd38eef6-b017-46ac-9f4b-70fdeb364462 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561504 Nov 10 22:04:24.836494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-4d02b8bb-f83d-4ef7-a662-a6720eb7e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:24.838148 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-4d02b8bb-f83d-4ef7-a662-a6720eb7e3e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3f25fe16-3194-415c-a242-85350db82b83 HTTP/1.1" status: 200 len: 870 time: 0.1266673 Nov 10 22:04:24.885361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-9ad3e65b-6331-4b1a-99cf-31f47fda6e82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=31485dc1-e2cb-4b31-9940-71b04467940b HTTP/1.1" status: 200 len: 217 time: 0.0380399 Nov 10 22:04:24.950301 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-7d7dc393-716e-44d6-8250-5a5ab90c5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:24.952827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-7d7dc393-716e-44d6-8250-5a5ab90c5688 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0589886 Nov 10 22:04:25.009088 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-c9078f2e-c89d-4060-96bb-6bbfdf559ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:25.010707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-c9078f2e-c89d-4060-96bb-6bbfdf559ee8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0507829 Nov 10 22:04:25.125568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-a6c98f4e-933c-4772-9865-127b85d6fa91 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059613 Nov 10 22:04:25.246176 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdb6afac-ee9f-4d7d-876b-37930ec0205c req-7ccfadae-0cbd-4f08-9335-eecfec47435b service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127794 Nov 10 22:04:25.849533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87182905-c867-4b76-8cc3-b0c843b38e08 req-26ba7768-d263-4c46-aa3a-ab8f597a45ed tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:25.851178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87182905-c867-4b76-8cc3-b0c843b38e08 req-26ba7768-d263-4c46-aa3a-ab8f597a45ed tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 948 time: 0.0599964 Nov 10 22:04:25.913412 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87182905-c867-4b76-8cc3-b0c843b38e08 req-581892fe-0829-49d6-9b08-b3b7bfe95c01 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561016 Nov 10 22:04:27.036762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed128b57-04d4-4586-b821-584599d0ffe7 req-3eb53eec-419e-4fc1-8b14-0a2688fe0af4 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:27.038197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed128b57-04d4-4586-b821-584599d0ffe7 req-3eb53eec-419e-4fc1-8b14-0a2688fe0af4 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 948 time: 0.0530879 Nov 10 22:04:27.091270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed128b57-04d4-4586-b821-584599d0ffe7 req-ea72bc2a-85c8-4417-8093-3ee3ef305254 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 Nov 10 22:04:28.216181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc37c32-23fd-4929-b4f4-86759a5915a9 req-fe2feec0-f6df-4697-8b19-726a19d2bda3 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:28.217682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bc37c32-23fd-4929-b4f4-86759a5915a9 req-fe2feec0-f6df-4697-8b19-726a19d2bda3 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 948 time: 0.0544548 Nov 10 22:04:28.266305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5bc37c32-23fd-4929-b4f4-86759a5915a9 req-d4ed9ef5-2805-4ff6-881d-4ae7a4b242ed tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 Nov 10 22:04:28.394699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 31485dc1-e2cb-4b31-9940-71b04467940b details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:04:28.497673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 31485dc1-e2cb-4b31-9940-71b04467940b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=31485dc1-e2cb-4b31-9940-71b04467940b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:04:28.509431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '31485dc1-e2cb-4b31-9940-71b04467940b', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '31485dc1-e2cb-4b31-9940-71b04467940b', 'mac_address': 'fa:16:3e:57:9b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:04:28.551768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:28.565137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31485dc1-e2cb-4b31-9940-71b04467940b {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:04:28.584776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 31485dc1-e2cb-4b31-9940-71b04467940b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=31485dc1-e2cb-4b31-9940-71b04467940b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:04:28.652732 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:28.702680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=31485dc1-e2cb-4b31-9940-71b04467940b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:28.959653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['31485dc1-e2cb-4b31-9940-71b04467940b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:04:29.383576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df532954-3801-46e2-bd0b-aace46ba2e12 req-6deeb387-31d0-44f8-a7ec-11f107cd32e9 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:29.385105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df532954-3801-46e2-bd0b-aace46ba2e12 req-6deeb387-31d0-44f8-a7ec-11f107cd32e9 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 949 time: 0.0519207 Nov 10 22:04:29.433537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df532954-3801-46e2-bd0b-aace46ba2e12 req-08764735-cedc-4788-9b5d-ec609cf63918 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Nov 10 22:04:30.411152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 31485dc1-e2cb-4b31-9940-71b04467940b up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:04:30.548796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f2f3-645f-4dac-9f44-194b59a45613 req-878df7ea-3621-49c2-a266-490e1b6dfe32 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:30.550261 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48d7f2f3-645f-4dac-9f44-194b59a45613 req-878df7ea-3621-49c2-a266-490e1b6dfe32 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 949 time: 0.0490828 Nov 10 22:04:30.553074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 31485dc1-e2cb-4b31-9940-71b04467940b completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:04:30.557126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 31485dc1-e2cb-4b31-9940-71b04467940b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:04:30.557483 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:30.601081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48d7f2f3-645f-4dac-9f44-194b59a45613 req-b142307a-547c-495e-bee5-b1ed1ca54af1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447464 Nov 10 22:04:30.648205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:30.669810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd280367-4ed7-4887-832f-d800788c4b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31485dc1-e2cb-4b31-9940-71b04467940b'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:04:30.672056 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57549f7-f47e-4275-94bc-761e37013e10" -d '{"events": [{"server_uuid": "cd280367-4ed7-4887-832f-d800788c4b54", "name": "network-vif-plugged", "status": "completed", "tag": "31485dc1-e2cb-4b31-9940-71b04467940b"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:04:30.686108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 31485dc1-e2cb-4b31-9940-71b04467940b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=31485dc1-e2cb-4b31-9940-71b04467940b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:04:30.720200 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6f95f7-0bdf-4a88-9ad7-fbdf3266100d x-openstack-request-id: req-cb6f95f7-0bdf-4a88-9ad7-fbdf3266100d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:04:30.720200 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd280367-4ed7-4887-832f-d800788c4b54", "name": "network-vif-plugged", "status": "completed", "tag": "31485dc1-e2cb-4b31-9940-71b04467940b", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:04:30.720200 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb6f95f7-0bdf-4a88-9ad7-fbdf3266100d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:04:30.720200 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd280367-4ed7-4887-832f-d800788c4b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31485dc1-e2cb-4b31-9940-71b04467940b', 'code': 200} Nov 10 22:04:30.766500 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:30.820882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=31485dc1-e2cb-4b31-9940-71b04467940b,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:30.821218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe93fb8-e446-480a-8f59-9db57518355b req-ade82e89-8219-437b-8ea3-afa81a91eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:30.822711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfe93fb8-e446-480a-8f59-9db57518355b req-ade82e89-8219-437b-8ea3-afa81a91eb87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 1102 time: 0.0460801 Nov 10 22:04:30.871041 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfe93fb8-e446-480a-8f59-9db57518355b req-532fe02c-c2f8-4ec1-aec2-6574e7cec692 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Nov 10 22:04:31.716884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828afdf8-7d01-4202-b1e4-61a30032fff4 req-772a74de-6553-47d3-a402-5d87f4966f12 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:31.718223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-828afdf8-7d01-4202-b1e4-61a30032fff4 req-772a74de-6553-47d3-a402-5d87f4966f12 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 950 time: 0.0487893 Nov 10 22:04:31.767124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-828afdf8-7d01-4202-b1e4-61a30032fff4 req-cc0e4f43-924f-416f-ac06-e6bcfca4d229 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Nov 10 22:04:32.894289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93624d05-2d4e-491f-9116-f3f2bd47dadb req-c2eb2688-93b6-4b7b-b6b4-c378950ce892 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:32.896430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93624d05-2d4e-491f-9116-f3f2bd47dadb req-c2eb2688-93b6-4b7b-b6b4-c378950ce892 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 950 time: 0.0553110 Nov 10 22:04:32.945311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93624d05-2d4e-491f-9116-f3f2bd47dadb req-2a9f4fcf-21c1-498f-b001-efbf40f1dbd9 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Nov 10 22:04:33.484098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a16def-5380-4d1d-8a44-a61a8ad03b8a req-8aec3aca-72df-4594-b64e-a7a39c846291 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:33.485502 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5a16def-5380-4d1d-8a44-a61a8ad03b8a req-8aec3aca-72df-4594-b64e-a7a39c846291 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 950 time: 0.0499716 Nov 10 22:04:33.537339 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5a16def-5380-4d1d-8a44-a61a8ad03b8a req-59257bab-3b7f-4787-bb2f-c9de82bd04e0 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Nov 10 22:04:34.638823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:34.673841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5e087-0384-4730-b14f-d3b14cca30d2 req-c738c0ea-6841-4fe1-830b-7c7d45f8c29a tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:34.675320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bd5e087-0384-4730-b14f-d3b14cca30d2 req-c738c0ea-6841-4fe1-830b-7c7d45f8c29a tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 950 time: 0.0665262 Nov 10 22:04:34.683906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Deleting subnet 7f5fe874-1084-4c28-88ed-b6fa48798056 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:04:34.687189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:34.729656 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:34.740034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bd5e087-0384-4730-b14f-d3b14cca30d2 req-8d6c6d59-e671-4e17-af57-feeb56ce464d tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/security-groups?id=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576959 Nov 10 22:04:34.770942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:34.885395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:34.891547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018adc-162a-465e-a408-d108fd903ebb req-38dd61c8-ce8f-42cb-b741-25a802f2169e tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:04:34.893039 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26018adc-162a-465e-a408-d108fd903ebb req-38dd61c8-ce8f-42cb-b741-25a802f2169e tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 950 time: 0.0494151 Nov 10 22:04:34.913887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5fe874-1084-4c28-88ed-b6fa48798056,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:34.918540 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:34.924350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7f5fe874-1084-4c28-88ed-b6fa48798056 HTTP/1.1" status: 204 len: 168 time: 0.2844613 Nov 10 22:04:34.924954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48710) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:34.938372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.938722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.939066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.939400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.939787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.940089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.940415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.940739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.941061 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.941382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.941703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.942022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798511d-87bd-4bd7-a1d5-f7d785cf42d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:04:34.993696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Deleting port 31485dc1-e2cb-4b31-9940-71b04467940b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:04:34.994000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.014107 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.096027 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] For port 31485dc1-e2cb-4b31-9940-71b04467940b, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=31485dc1-e2cb-4b31-9940-71b04467940b,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:04:35.096397 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.102102 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.111332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Calling delete_port for 31485dc1-e2cb-4b31-9940-71b04467940b owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:04:35.367434 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.379134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c62634f-d949-47a3-bb52-faaf733a1ca4']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:04:35.381213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['31485dc1-e2cb-4b31-9940-71b04467940b'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:04:35.389689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4045e22a-6d95-4152-af3a-17cff1ae45a5') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:04:35.389991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4045e22a-6d95-4152-af3a-17cff1ae45a5') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:04:35.398156 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Pushing event deleted for resources: {'Port': ['ID=31485dc1-e2cb-4b31-9940-71b04467940b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:35.401626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.416961 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.423804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:04:35.424537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:04:35.426522 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:04:35.441392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] No DVR routers for this DVR port 31485dc1-e2cb-4b31-9940-71b04467940b on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:04:35.444279 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.447595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-26018adc-162a-465e-a408-d108fd903ebb req-d9429d1f-6185-4fe0-bc3e-2694d33d1fa1 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.64 "DELETE /v2.0/ports/31485dc1-e2cb-4b31-9940-71b04467940b HTTP/1.1" status: 204 len: 173 time: 0.5482819 Nov 10 22:04:35.448063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd280367-4ed7-4887-832f-d800788c4b54', 'name': 'network-vif-deleted', 'tag': '31485dc1-e2cb-4b31-9940-71b04467940b'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:04:35.450600 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed7cd0c-1a06-4701-8f74-a78e507c4eac" -d '{"events": [{"server_uuid": "cd280367-4ed7-4887-832f-d800788c4b54", "name": "network-vif-deleted", "tag": "31485dc1-e2cb-4b31-9940-71b04467940b"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:04:35.494968 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96a931f-f9b5-453f-a2d4-a64fafca8ed7 x-openstack-request-id: req-a96a931f-f9b5-453f-a2d4-a64fafca8ed7 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:04:35.495328 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd280367-4ed7-4887-832f-d800788c4b54", "name": "network-vif-deleted", "tag": "31485dc1-e2cb-4b31-9940-71b04467940b", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:04:35.495586 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a96a931f-f9b5-453f-a2d4-a64fafca8ed7 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:04:35.496013 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd280367-4ed7-4887-832f-d800788c4b54', 'name': 'network-vif-deleted', 'tag': '31485dc1-e2cb-4b31-9940-71b04467940b', 'status': 'completed', 'code': 200} Nov 10 22:04:35.616369 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.625441 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.628580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c62634f-d949-47a3-bb52-faaf733a1ca4 HTTP/1.1" status: 204 len: 168 time: 0.7017176 Nov 10 22:04:35.640912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349d1c-817c-492d-8c90-0fa653a5724d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c62634f-d949-47a3-bb52-faaf733a1ca4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:35.730243 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb2ce-ead2-4919-aca9-69bebfc002ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:35.856368 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-19d2b735-57b0-46a8-a679-c39abb659e62 req-d73d42c0-eea5-45cb-8dfa-1f626d6c9a16 tempest-VolumesNegativeTest-1072121959 tempest-VolumesNegativeTest-1072121959-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd280367-4ed7-4887-832f-d800788c4b54 HTTP/1.1" status: 200 len: 210 time: 0.0322051 Nov 10 22:04:36.046304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48718) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:36.087053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-456e3a70-8a73-4f07-b19f-fff52a63e34b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6931ce5a555549318db54997255c2dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395610 Nov 10 22:04:36.090493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 48720) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:36.142058 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6acb-f214-4d56-8e48-311f49577db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:36.162710 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6acb-f214-4d56-8e48-311f49577db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:36.336753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6acb-f214-4d56-8e48-311f49577db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:36.339510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ac7a6acb-f214-4d56-8e48-311f49577db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:36.340710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ac7a6acb-f214-4d56-8e48-311f49577db3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/994985c1-eab2-487c-a8d5-276d376f7ee3 HTTP/1.1" status: 204 len: 168 time: 0.2493217 Nov 10 22:04:36.348962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a6acb-f214-4d56-8e48-311f49577db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994985c1-eab2-487c-a8d5-276d376f7ee3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:37.982089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b7779d5c-1f09-4062-a32b-2ee460f268e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:39.413143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:40.441550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 31485dc1-e2cb-4b31-9940-71b04467940b no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:04:40.465588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 31485dc1-e2cb-4b31-9940-71b04467940b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:04:40.465929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 31485dc1-e2cb-4b31-9940-71b04467940b not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:04:40.840714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:41.406585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:45.762121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49072) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:45.923572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d3818091-f268-4bb7-bdc3-90aab12ef88c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e74959c2fde148f38e60eaed166d03c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602461 Nov 10 22:04:45.926042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49078) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:04:45.977054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1a701423-19cd-4e97-a0cb-2241b7ab80cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:45.998943 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1a701423-19cd-4e97-a0cb-2241b7ab80cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:46.422590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1a701423-19cd-4e97-a0cb-2241b7ab80cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:46.425557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1a701423-19cd-4e97-a0cb-2241b7ab80cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:46.427369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1a701423-19cd-4e97-a0cb-2241b7ab80cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b06c200c-5cbc-4cd4-b3e7-5a44bac8339c HTTP/1.1" status: 204 len: 168 time: 0.5003161 Nov 10 22:04:46.436530 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a701423-19cd-4e97-a0cb-2241b7ab80cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06c200c-5cbc-4cd4-b3e7-5a44bac8339c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:04:49.911474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:53.789816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:04:57.116146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:05:05.692602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-44004446-8831-4db4-acc9-0c251324c660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:07.955619 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8f468ba5-00f1-47c4-bf6e-ed08a3ef8015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:09.366762 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:10.860701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:10.954557 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49314) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:11.066004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bfb64d9-bab1-4c1e-abe2-2b165f13df0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.142415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bfb64d9-bab1-4c1e-abe2-2b165f13df0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.217934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bfb64d9-bab1-4c1e-abe2-2b165f13df0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.257687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5bfb64d9-bab1-4c1e-abe2-2b165f13df0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d38a231e2e94137a9b0a780f4cf1fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019948 Nov 10 22:05:11.258804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb64d9-bab1-4c1e-abe2-2b165f13df0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426a6b7f-701d-4b1f-be21-509f6e9f6e0e,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:11.260718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49318) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:11.324139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.345664 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.372185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.486706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.489383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:11.490791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/426a6b7f-701d-4b1f-be21-509f6e9f6e0e HTTP/1.1" status: 204 len: 168 time: 0.2267799 Nov 10 22:05:11.499526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426a6b7f-701d-4b1f-be21-509f6e9f6e0e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:11.508366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.508672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.509005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.509339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.509666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.510140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.510561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.510779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.511101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.511538 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.511892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:11.512206 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baade538-1fc0-4639-8c23-62766430cd4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:12.420194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49342) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:12.520180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2050974747-network', 'tenant_id': 'bee93650d0504a9781966880d0b2886e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:12.623885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:05:12.626220 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:12.635217 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:12.712163 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:12.797416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:12.847490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:05:12.867647 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bc7c00-11cc-46b9-8279-2173e88483df,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:12.871057 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:12.872109 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Added segment 1655c0e8-97c7-47d8-b675-efda78e57ca0 of type vlan for network 4b90a462-973f-47ee-9962-d4509f942d5a Nov 10 22:05:12.918649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.010878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.011951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:13.012529 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.077083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] Pushing event updated for resources: {'Network': ['ID=4b90a462-973f-47ee-9962-d4509f942d5a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:13.086958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 4b90a462-973f-47ee-9962-d4509f942d5a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:05:13.162134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dbea463c-09c9-4572-a0d4-90aef23c42ac admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7408407 Nov 10 22:05:13.165661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49348) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:13.170740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Request body: {'subnet': {'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2050974747-subnet', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:13.261825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:05:13.264226 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.496702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.545992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bf7f32-f599-4f7c-8a45-3695c40db2de,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:13.563462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:13.563855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Network hostable DHCP agents. Network: 4b90a462-973f-47ee-9962-d4509f942d5a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:05:13.667826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Network 4b90a462-973f-47ee-9962-d4509f942d5a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:05:13.741913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 4b90a462-973f-47ee-9962-d4509f942d5a) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:13.746901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:13.747555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.751531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5caf09-514f-44b5-bdcf-110aeeb1c5e0 None None] Network 4b90a462-973f-47ee-9962-d4509f942d5a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:05:13.848032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-50e18826-246d-4672-b58e-4df1628da5f2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6810908 Nov 10 22:05:13.850751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49356) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:13.856302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:13.896206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-4b90a462-973f-47ee-9962-d4509f942d5a', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:05:13.897057 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.956440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:13.960938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.037336 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.045005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Allocated IP 172.20.0.2 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/21365c91-6f59-46a8-97ed-f321d291022e) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:05:14.193218 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.246983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.261420 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.290020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:14.292814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:14.297219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:05:14.300244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Pushing event updated for resources: {'Port': ['ID=21365c91-6f59-46a8-97ed-f321d291022e,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:14.312845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.313193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.313533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.313872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.314205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.314534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.314861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.315186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.315509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.315856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.316185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.321897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:14.368093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Attempting to bind port 21365c91-6f59-46a8-97ed-f321d291022e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:05:14.368493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Attempting to bind port 21365c91-6f59-46a8-97ed-f321d291022e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:05:14.368827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Attempting to bind port 21365c91-6f59-46a8-97ed-f321d291022e on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:14.374490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:05:14.374848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:14.375226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.375618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:05:14.376116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Bound port: 21365c91-6f59-46a8-97ed-f321d291022e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:05:14.376497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.441367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] For port 21365c91-6f59-46a8-97ed-f321d291022e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:05:14.444681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] For port 21365c91-6f59-46a8-97ed-f321d291022e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=21365c91-6f59-46a8-97ed-f321d291022e,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:05:14.514433 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.554394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.585854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371515f-6535-4ef0-bd1c-d1f1d36353bd None None] Pushing event updated for resources: {'Port': ['ID=21365c91-6f59-46a8-97ed-f321d291022e,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:14.587979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:14.780839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Allocated IP 172.25.7.235 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/69667e86-ce6a-4465-be10-a65b1e24cbde) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:05:14.895413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:15.035857 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:15.076203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:15.079051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:15.082544 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:05:15.092649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c743058e-0a35-49e3-9e74-837504caf8a2 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:05:15.120180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Pushing event updated for resources: {'Port': ['ID=69667e86-ce6a-4465-be10-a65b1e24cbde,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:15.217889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-510f6b15-dc2d-4cae-81a8-723d75f377da None None] Provisioning complete for port 69667e86-ce6a-4465-be10-a65b1e24cbde triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:15.218879 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-510f6b15-dc2d-4cae-81a8-723d75f377da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:15.275980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-510f6b15-dc2d-4cae-81a8-723d75f377da None None] Port 69667e86-ce6a-4465-be10-a65b1e24cbde cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:15.488610 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:15.630803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b2ec03-2b96-410c-9256-f91e651559b9 None None] Network 4b90a462-973f-47ee-9962-d4509f942d5a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:05:15.719718 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:15.720854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-181ee447-04e6-4c18-835a-981c272d76f7 None None] Provisioning complete for port 21365c91-6f59-46a8-97ed-f321d291022e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:15.721220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-181ee447-04e6-4c18-835a-981c272d76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:15.863132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-181ee447-04e6-4c18-835a-981c272d76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:15.896639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-181ee447-04e6-4c18-835a-981c272d76f7 None None] For port 21365c91-6f59-46a8-97ed-f321d291022e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=21365c91-6f59-46a8-97ed-f321d291022e,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:15.943514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:05:16.001086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-181ee447-04e6-4c18-835a-981c272d76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:16.085330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:05:16.087841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ee447-04e6-4c18-835a-981c272d76f7 None None] Pushing event updated for resources: {'Port': ['ID=21365c91-6f59-46a8-97ed-f321d291022e,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:16.101294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:05:16.118080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:16.118870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:16.161268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 21365c91-6f59-46a8-97ed-f321d291022e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:16.201679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:16.203243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-602ad41e-1879-44e7-a495-0dfc24b12c6d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3513906 Nov 10 22:05:16.205984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49366) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:16.207501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a56951a-0ca2-4830-a64a-9377c6b1cdc2 None None] Provisioning complete for port 21365c91-6f59-46a8-97ed-f321d291022e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:16.212367 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a56951a-0ca2-4830-a64a-9377c6b1cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:16.318232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:16.350449 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 21365c91-6f59-46a8-97ed-f321d291022e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:16.352343 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:16.774200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:15Z', 'revision_number': 3, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:16.801319 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:05:16.801622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Updating router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b port 69667e86-ce6a-4465-be10-a65b1e24cbde binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:05:16.828000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:16.927475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.102977 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.146673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Allocated IP 172.20.0.1 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/8362b038-07f5-4583-8d3c-0bfa990967ad) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:05:17.177923 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.233564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ae158-c309-4cc0-b4d2-acb08a5c26ed None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:05:17.240705 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Attempting to bind port 69667e86-ce6a-4465-be10-a65b1e24cbde on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:05:17.241143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Attempting to bind port 69667e86-ce6a-4465-be10-a65b1e24cbde by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:05:17.244835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Attempting to bind port 69667e86-ce6a-4465-be10-a65b1e24cbde on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:17.244835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e380b9-d361-45d3-ba10-528e04cfd323 None None] Pushing event updated for resources: {'Port': ['ID=69667e86-ce6a-4465-be10-a65b1e24cbde,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:17.252400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:05:17.253379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:17.253379 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.253597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:05:17.254171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Bound port: 69667e86-ce6a-4465-be10-a65b1e24cbde, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:05:17.254619 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.265127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.318910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-590d489b-08eb-40bb-8c57-455ded554b66 None None] Provisioning complete for port 69667e86-ce6a-4465-be10-a65b1e24cbde triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:17.319485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-590d489b-08eb-40bb-8c57-455ded554b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.323541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] For port 69667e86-ce6a-4465-be10-a65b1e24cbde, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:05:17.360243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] For port 69667e86-ce6a-4465-be10-a65b1e24cbde, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=69667e86-ce6a-4465-be10-a65b1e24cbde,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:05:17.370600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-590d489b-08eb-40bb-8c57-455ded554b66 None None] Port 69667e86-ce6a-4465-be10-a65b1e24cbde cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:17.389955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.428373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:17.433471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:17.437735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:05:17.442020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.465160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Pushing event updated for resources: {'Port': ['ID=8362b038-07f5-4583-8d3c-0bfa990967ad,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:17.485771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.506550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c57f79-1bb5-4a81-960d-60807ff5317a None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:05:17.532424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e380b9-d361-45d3-ba10-528e04cfd323 None None] Pushing event updated for resources: {'Port': ['ID=69667e86-ce6a-4465-be10-a65b1e24cbde,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:17.548932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:17.550389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:17.659668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-665728b3-2ee7-4d05-9bc7-c2c89d74b25a None None] Provisioning complete for port 69667e86-ce6a-4465-be10-a65b1e24cbde triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:17.659668 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-665728b3-2ee7-4d05-9bc7-c2c89d74b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.715762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:17.732116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.871502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-665728b3-2ee7-4d05-9bc7-c2c89d74b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.904245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-665728b3-2ee7-4d05-9bc7-c2c89d74b25a None None] For port 69667e86-ce6a-4465-be10-a65b1e24cbde, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=69667e86-ce6a-4465-be10-a65b1e24cbde,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:17.911148 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.953064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:15Z', 'revision_number': 3, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:17.979717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645eff5-7e74-4960-8057-37652387f3bc None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:15Z', 'revision_number': 3, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:05:17.983504 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-665728b3-2ee7-4d05-9bc7-c2c89d74b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:17.994396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:18.059557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665728b3-2ee7-4d05-9bc7-c2c89d74b25a None None] Pushing event updated for resources: {'Port': ['ID=69667e86-ce6a-4465-be10-a65b1e24cbde,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:18.082085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:18.099017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Pushing event updated for resources: {'Port': ['ID=8362b038-07f5-4583-8d3c-0bfa990967ad,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:18.104309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6b54ef5a-2589-4597-be55-52edc6068a81 None None] Provisioning complete for port 8362b038-07f5-4583-8d3c-0bfa990967ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:18.104880 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b54ef5a-2589-4597-be55-52edc6068a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:18.149549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-6b54ef5a-2589-4597-be55-52edc6068a81 None None] Port 8362b038-07f5-4583-8d3c-0bfa990967ad cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:18.151394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 21365c91-6f59-46a8-97ed-f321d291022e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:18.203779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 21365c91-6f59-46a8-97ed-f321d291022e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:18.204411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:18.226303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:18.228310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:18.406088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:05:18.550532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:05:18.556637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5a314725-6263-45a4-b688-35720ce6fca9 admin admin] 10.222.0.45 "PUT /v2.0/routers/1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3494716 Nov 10 22:05:18.576620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f73bd81f-a1a7-455a-a110-284c13a4edb9 None None] Provisioning complete for port 8362b038-07f5-4583-8d3c-0bfa990967ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:18.577158 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f73bd81f-a1a7-455a-a110-284c13a4edb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:18.617760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f73bd81f-a1a7-455a-a110-284c13a4edb9 None None] Port 8362b038-07f5-4583-8d3c-0bfa990967ad cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:19.308486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49388) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:19.313547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-342309255-network', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:19.423987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Made reservation on behalf of bfe3ceff89ec4e77bb2c60d26c3309ac for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:05:19.426327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.437849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.570128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.682031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.712410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:05:19.717304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8b169-564b-4d12-9991-c4d9730bb56d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:19.724647 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.724996 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Added segment 464fb849-50ef-4c97-88b8-07659dc6ab9c of type vlan for network 2e037543-2d95-47d2-a549-7c8a1d65564f Nov 10 22:05:19.771817 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:05:19.786532 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:19.787149 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:19.798826 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.904787 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:19.919316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.919942 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:19.920611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:19.921299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.000326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] Pushing event updated for resources: {'Network': ['ID=2e037543-2d95-47d2-a549-7c8a1d65564f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:20.013061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 2e037543-2d95-47d2-a549-7c8a1d65564f details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:05:20.066293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4535eb4b-36bf-4301-93c3-3607cabc5eaa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7565308 Nov 10 22:05:20.068912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49396) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:20.076124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Request body: {'subnet': {'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-342309255-subnet', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:20.175912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 69667e86-ce6a-4465-be10-a65b1e24cbde up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:20.239049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Made reservation on behalf of bfe3ceff89ec4e77bb2c60d26c3309ac for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:05:20.239707 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 2, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:20.241773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.249460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 69667e86-ce6a-4465-be10-a65b1e24cbde triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:20.249995 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.271383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:05:20.271876 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Updating router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b port 8362b038-07f5-4583-8d3c-0bfa990967ad binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:05:20.302896 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.492789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.561987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Pushing event updated for resources: {'Subnet': ['ID=671e9def-9f47-40b9-bbd9-a8980c3bbe27,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:20.579308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Checking segment: {'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:20.579700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Network hostable DHCP agents. Network: 2e037543-2d95-47d2-a549-7c8a1d65564f, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:05:20.652674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Network 2e037543-2d95-47d2-a549-7c8a1d65564f is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:05:20.691570 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.753863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 2e037543-2d95-47d2-a549-7c8a1d65564f) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:20.766048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd722a6-7fba-4d61-8d17-701ea2691855 None None] Network 2e037543-2d95-47d2-a549-7c8a1d65564f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:05:20.767824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:20.768431 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.783249 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.851247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8c544bb3-fc30-4f06-8bb8-fc0036b8c46b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7804151 Nov 10 22:05:20.857511 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Pushing event updated for resources: {'Port': ['ID=8362b038-07f5-4583-8d3c-0bfa990967ad,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:20.857663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49400) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:20.862383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:20.880832 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.881245 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.881589 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.881925 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.882298 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.882629 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.883559 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.883910 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.884464 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.884789 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.885357 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.885677 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:20.919971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Attempting to bind port 8362b038-07f5-4583-8d3c-0bfa990967ad on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:05:20.920748 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Attempting to bind port 8362b038-07f5-4583-8d3c-0bfa990967ad by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:05:20.921322 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Attempting to bind port 8362b038-07f5-4583-8d3c-0bfa990967ad on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:20.934462 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:05:20.934462 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:20.934462 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.934462 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:05:20.934917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-2e037543-2d95-47d2-a549-7c8a1d65564f', 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'fixed_ips': [{'subnet_id': '671e9def-9f47-40b9-bbd9-a8980c3bbe27'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:05:20.935382 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Bound port: 8362b038-07f5-4583-8d3c-0bfa990967ad, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:05:20.935382 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.938256 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.989831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:20.990916 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.008894 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] For port 8362b038-07f5-4583-8d3c-0bfa990967ad, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:05:21.012399 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] For port 8362b038-07f5-4583-8d3c-0bfa990967ad, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8362b038-07f5-4583-8d3c-0bfa990967ad,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:05:21.078441 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.079573 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.110351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Allocated IP 172.20.0.2 (2e037543-2d95-47d2-a549-7c8a1d65564f/671e9def-9f47-40b9-bbd9-a8980c3bbe27/d78d341b-4799-42f5-9986-3b630f41ca87) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:05:21.156811 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:21.157705 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:21.162129 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5f894-28df-49e3-9faa-cb151702b99e None None] Pushing event updated for resources: {'Port': ['ID=8362b038-07f5-4583-8d3c-0bfa990967ad,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:21.317089 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:21.324529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.343762 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f0713453-03e2-4c87-b06c-175f334e8d47 None None] Provisioning complete for port 8362b038-07f5-4583-8d3c-0bfa990967ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:21.344447 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0713453-03e2-4c87-b06c-175f334e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.349017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.434660 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0713453-03e2-4c87-b06c-175f334e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.438536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.520003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Pushing event updated for resources: {'Port': ['ID=d78d341b-4799-42f5-9986-3b630f41ca87,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:21.533903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Network 2e037543-2d95-47d2-a549-7c8a1d65564f is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:21.540643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:21.544939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:05:21.548094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f0713453-03e2-4c87-b06c-175f334e8d47 None None] For port 8362b038-07f5-4583-8d3c-0bfa990967ad, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8362b038-07f5-4583-8d3c-0bfa990967ad,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:21.577463 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:21.607988 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308562f1-3d4d-4823-83d4-b111e74eb7ef None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:05:21.612524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Attempting to bind port d78d341b-4799-42f5-9986-3b630f41ca87 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:05:21.613091 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Attempting to bind port d78d341b-4799-42f5-9986-3b630f41ca87 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:05:21.613551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Attempting to bind port d78d341b-4799-42f5-9986-3b630f41ca87 on network 2e037543-2d95-47d2-a549-7c8a1d65564f {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:21.617988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0713453-03e2-4c87-b06c-175f334e8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.625687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:05:21.626210 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Checking segment: {'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:21.626877 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.627500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Bound using segment: {'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:05:21.628120 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Bound port: d78d341b-4799-42f5-9986-3b630f41ca87, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:05:21.628637 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.755120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.769554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0713453-03e2-4c87-b06c-175f334e8d47 None None] Pushing event updated for resources: {'Port': ['ID=8362b038-07f5-4583-8d3c-0bfa990967ad,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:21.777545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6ca625bd-d777-4e9a-a236-c0115099b653 None None] Provisioning complete for port 8362b038-07f5-4583-8d3c-0bfa990967ad triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:21.778050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6ca625bd-d777-4e9a-a236-c0115099b653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.781856 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:21.823109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] For port d78d341b-4799-42f5-9986-3b630f41ca87, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:05:21.839703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] For port d78d341b-4799-42f5-9986-3b630f41ca87, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d78d341b-4799-42f5-9986-3b630f41ca87,segment=NetworkSegment(464fb849-50ef-4c97-88b8-07659dc6ab9c),segment_id=464fb849-50ef-4c97-88b8-07659dc6ab9c)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:05:21.914838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Allocated IP 172.25.7.20 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/7f570850-845c-48c0-965e-6af5b9abbbd0) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:05:21.922792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:22.034362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80f34d-b2f8-40f8-a854-12e087a6b931 None None] Pushing event updated for resources: {'Port': ['ID=d78d341b-4799-42f5-9986-3b630f41ca87,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:22.153813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8362b038-07f5-4583-8d3c-0bfa990967ad up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:22.228016 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 8362b038-07f5-4583-8d3c-0bfa990967ad triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:22.228469 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:22.522817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:22.630089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:22.677307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:22.680458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:22.684243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:05:22.690314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f570850-845c-48c0-965e-6af5b9abbbd0,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:22.700770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929922f4-0610-494d-8dcf-90df2768cadb None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:05:22.824397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e9665994-73c6-4394-83c9-bc34226e7573 None None] Provisioning complete for port 7f570850-845c-48c0-965e-6af5b9abbbd0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:22.824761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e9665994-73c6-4394-83c9-bc34226e7573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:22.892598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e9665994-73c6-4394-83c9-bc34226e7573 None None] Port 7f570850-845c-48c0-965e-6af5b9abbbd0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:23.174662 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.189808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54deac5-8fa1-48ab-8813-bf0713426020 None None] Network 2e037543-2d95-47d2-a549-7c8a1d65564f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:05:23.286912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f036e6c3-76d4-455c-82eb-1eeec0974418 None None] Provisioning complete for port d78d341b-4799-42f5-9986-3b630f41ca87 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:23.290448 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f036e6c3-76d4-455c-82eb-1eeec0974418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.408299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.442329 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f036e6c3-76d4-455c-82eb-1eeec0974418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.483312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f036e6c3-76d4-455c-82eb-1eeec0974418 None None] For port d78d341b-4799-42f5-9986-3b630f41ca87, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d78d341b-4799-42f5-9986-3b630f41ca87,segment=NetworkSegment(464fb849-50ef-4c97-88b8-07659dc6ab9c),segment_id=464fb849-50ef-4c97-88b8-07659dc6ab9c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:23.553676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f036e6c3-76d4-455c-82eb-1eeec0974418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.618061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036e6c3-76d4-455c-82eb-1eeec0974418 None None] Pushing event updated for resources: {'Port': ['ID=d78d341b-4799-42f5-9986-3b630f41ca87,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:23.625623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49410) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:23.647289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Router 39a30419-8abe-4795-97a7-5f3226588507 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:05:23.777421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3c14258e-d7df-47b4-aa80-2ebd9476aa87 None None] Provisioning complete for port d78d341b-4799-42f5-9986-3b630f41ca87 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:23.777699 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28befdcf-5c04-4621-bf55-ff97f41e587b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.778024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c14258e-d7df-47b4-aa80-2ebd9476aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.782067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.820931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:05:23.855063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Sync routers for ids ['39a30419-8abe-4795-97a7-5f3226588507'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:05:23.875116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28befdcf-5c04-4621-bf55-ff97f41e587b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.875348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Routers {'39a30419-8abe-4795-97a7-5f3226588507'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:23.875963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['39a30419-8abe-4795-97a7-5f3226588507'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:23.919169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.921007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-952ff0ef-e596-477e-b001-5499e6afccc4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0620136 Nov 10 22:05:23.923982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49414) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:23.943985 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-28befdcf-5c04-4621-bf55-ff97f41e587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:23.980748 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-28befdcf-5c04-4621-bf55-ff97f41e587b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b5fa7129a914af18c369bf8d2453408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3572748 Nov 10 22:05:23.984139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49416) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:24.003104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Set router 39a30419-8abe-4795-97a7-5f3226588507 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:24.011372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28befdcf-5c04-4621-bf55-ff97f41e587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed5f06a-21cf-49eb-92cd-fadba4571cc5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:24.155103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d78d341b-4799-42f5-9986-3b630f41ca87 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:24.158938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f07dda-1d75-4045-b7e5-dc7132ef5738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.248484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d78d341b-4799-42f5-9986-3b630f41ca87 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:24.249064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.295975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:22Z', 'revision_number': 3, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port': {'id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:24.321951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f07dda-1d75-4045-b7e5-dc7132ef5738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.327527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Checking router: 39a30419-8abe-4795-97a7-5f3226588507 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:05:24.331745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Updating router 39a30419-8abe-4795-97a7-5f3226588507 port 7f570850-845c-48c0-965e-6af5b9abbbd0 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:05:24.375474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.481983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.637771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.638272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Allocated IP 172.20.0.1 (2e037543-2d95-47d2-a549-7c8a1d65564f/671e9def-9f47-40b9-bbd9-a8980c3bbe27/210c7c93-dbe9-4ce6-9c1d-7b676399a998) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:05:24.667047 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f07dda-1d75-4045-b7e5-dc7132ef5738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.669671 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8f07dda-1d75-4045-b7e5-dc7132ef5738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.671164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8f07dda-1d75-4045-b7e5-dc7132ef5738 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ed5f06a-21cf-49eb-92cd-fadba4571cc5 HTTP/1.1" status: 204 len: 168 time: 0.6805472 Nov 10 22:05:24.713224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f07dda-1d75-4045-b7e5-dc7132ef5738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed5f06a-21cf-49eb-92cd-fadba4571cc5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:24.742633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.766753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.791921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b9845-eada-47ea-872d-00ac26697453 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:05:24.803179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Attempting to bind port 7f570850-845c-48c0-965e-6af5b9abbbd0 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:05:24.803554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Attempting to bind port 7f570850-845c-48c0-965e-6af5b9abbbd0 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:05:24.804054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Attempting to bind port 7f570850-845c-48c0-965e-6af5b9abbbd0 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:24.807033 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f33d3-1747-4ab8-be5e-9ea45aa67dfb None None] Pushing event updated for resources: {'Port': ['ID=7f570850-845c-48c0-965e-6af5b9abbbd0,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:24.813272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:05:24.813646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:24.814041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.814429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:05:24.814949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Bound port: 7f570850-845c-48c0-965e-6af5b9abbbd0, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:05:24.815254 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.858686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.875860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1a99303e-0909-45d5-a97f-e5d23d67c412 None None] Provisioning complete for port 7f570850-845c-48c0-965e-6af5b9abbbd0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:24.876234 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1a99303e-0909-45d5-a97f-e5d23d67c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.881329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] For port 7f570850-845c-48c0-965e-6af5b9abbbd0, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:05:24.895949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Network 2e037543-2d95-47d2-a549-7c8a1d65564f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:24.897702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:24.903555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:05:24.917103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] For port 7f570850-845c-48c0-965e-6af5b9abbbd0, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7f570850-845c-48c0-965e-6af5b9abbbd0,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:05:24.923630 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1a99303e-0909-45d5-a97f-e5d23d67c412 None None] Port 7f570850-845c-48c0-965e-6af5b9abbbd0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:24.941335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Pushing event updated for resources: {'Port': ['ID=210c7c93-dbe9-4ce6-9c1d-7b676399a998,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:24.960083 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:24.984244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.050192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5330c7-9696-4ebb-81e3-5fba238b5947 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:05:25.080816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f33d3-1747-4ab8-be5e-9ea45aa67dfb None None] Pushing event updated for resources: {'Port': ['ID=7f570850-845c-48c0-965e-6af5b9abbbd0,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:25.083757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Routers {'39a30419-8abe-4795-97a7-5f3226588507'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:25.084361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['39a30419-8abe-4795-97a7-5f3226588507'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:25.153761 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.196595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5ab10596-1b5a-48f9-8cf8-dbb2f0848d65 None None] Provisioning complete for port 7f570850-845c-48c0-965e-6af5b9abbbd0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:25.196865 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab10596-1b5a-48f9-8cf8-dbb2f0848d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.256402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] Set router 39a30419-8abe-4795-97a7-5f3226588507 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:25.330330 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.405502 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.477416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Pushing event updated for resources: {'Port': ['ID=210c7c93-dbe9-4ce6-9c1d-7b676399a998,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:25.480291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.581324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab10596-1b5a-48f9-8cf8-dbb2f0848d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.585588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Network 2e037543-2d95-47d2-a549-7c8a1d65564f is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:25.588110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:25.619096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5ab10596-1b5a-48f9-8cf8-dbb2f0848d65 None None] For port 7f570850-845c-48c0-965e-6af5b9abbbd0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7f570850-845c-48c0-965e-6af5b9abbbd0,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:25.671167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:22Z', 'revision_number': 3, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port': {'id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:25.703358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2857f3-9574-4168-845b-a2671e581b62 None None] The sync data for ids ['39a30419-8abe-4795-97a7-5f3226588507'] in n-d-776250-11 is: [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:22Z', 'revision_number': 3, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port': {'id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:05:25.705103 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5ab10596-1b5a-48f9-8cf8-dbb2f0848d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.735487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Router 39a30419-8abe-4795-97a7-5f3226588507 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:05:25.789389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab10596-1b5a-48f9-8cf8-dbb2f0848d65 None None] Pushing event updated for resources: {'Port': ['ID=7f570850-845c-48c0-965e-6af5b9abbbd0,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:25.844434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-26ad61e4-fa20-4577-8fd1-9dacb1fe107a None None] Provisioning complete for port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:25.844889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26ad61e4-fa20-4577-8fd1-9dacb1fe107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:25.890253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-26ad61e4-fa20-4577-8fd1-9dacb1fe107a None None] Port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:25.900824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:05:25.906128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-235b8db9-70d6-41a8-8bf7-7c953f00ea6a admin admin] 10.222.0.45 "PUT /v2.0/routers/39a30419-8abe-4795-97a7-5f3226588507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9810021 Nov 10 22:05:26.017909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3083bde1-ccaa-4b6f-8bbb-d3c54d54fa50 None None] Provisioning complete for port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:26.018300 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3083bde1-ccaa-4b6f-8bbb-d3c54d54fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:26.068326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3083bde1-ccaa-4b6f-8bbb-d3c54d54fa50 None None] Port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:26.148361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7f570850-845c-48c0-965e-6af5b9abbbd0 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:26.217387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 7f570850-845c-48c0-965e-6af5b9abbbd0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:26.217761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:28.753552 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Sync routers for ids ['39a30419-8abe-4795-97a7-5f3226588507'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:05:28.763409 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Routers {'39a30419-8abe-4795-97a7-5f3226588507'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:28.764058 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['39a30419-8abe-4795-97a7-5f3226588507'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:28.870556 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Set router 39a30419-8abe-4795-97a7-5f3226588507 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:29.069657 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 4, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port': {'id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '210c7c93-dbe9-4ce6-9c1d-7b676399a998', 'name': '', 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'mac_address': 'fa:16:3e:ed:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '671e9def-9f47-40b9-bbd9-a8980c3bbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:24Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 2, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'subnets': [{'id': '671e9def-9f47-40b9-bbd9-a8980c3bbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:29.099103 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Checking router: 39a30419-8abe-4795-97a7-5f3226588507 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:05:29.099449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Updating router 39a30419-8abe-4795-97a7-5f3226588507 port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:05:29.125872 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:29.389754 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:29.492596 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:29.547751 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d683cb4-d420-49d0-a9d8-e20f793933bb None None] Pushing event updated for resources: {'Port': ['ID=210c7c93-dbe9-4ce6-9c1d-7b676399a998,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:29.595646 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Attempting to bind port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:05:29.595985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Attempting to bind port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:05:29.596383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Attempting to bind port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 on network 2e037543-2d95-47d2-a549-7c8a1d65564f {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:29.601794 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:05:29.602098 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Checking segment: {'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:29.603033 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:29.604443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Bound using segment: {'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:05:29.604443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Bound port: 210c7c93-dbe9-4ce6-9c1d-7b676399a998, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464fb849-50ef-4c97-88b8-07659dc6ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:05:29.604632 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:29.650642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-d1515a32-774c-40d7-998a-11f3fbd2737e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:29.652432 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-d1515a32-774c-40d7-998a-11f3fbd2737e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1404228 Nov 10 22:05:29.678735 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] For port 210c7c93-dbe9-4ce6-9c1d-7b676399a998, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:05:29.683695 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] For port 210c7c93-dbe9-4ce6-9c1d-7b676399a998, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=210c7c93-dbe9-4ce6-9c1d-7b676399a998,segment=NetworkSegment(464fb849-50ef-4c97-88b8-07659dc6ab9c),segment_id=464fb849-50ef-4c97-88b8-07659dc6ab9c)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:05:29.684622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-b1be07d6-87fb-4fd9-a03b-1537e7dc999d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/quotas/bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 375 time: 0.0185137 Nov 10 22:05:29.735214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-a1c627d5-1340-4436-9bbb-f5375b987ed8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497148 Nov 10 22:05:29.767084 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:29.831858 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Routers {'39a30419-8abe-4795-97a7-5f3226588507'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:05:29.832498 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['39a30419-8abe-4795-97a7-5f3226588507'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:29.834834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d1f8bdf6-4709-4bc5-98fb-cf1446c14b62 None None] Provisioning complete for port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:29.836312 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bdf6-4709-4bc5-98fb-cf1446c14b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:29.839215 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d683cb4-d420-49d0-a9d8-e20f793933bb None None] Pushing event updated for resources: {'Port': ['ID=210c7c93-dbe9-4ce6-9c1d-7b676399a998,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:29.892499 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-fe214011-8d6a-46b0-8b20-51b78c9b7210 service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501012 Nov 10 22:05:29.956180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bdf6-4709-4bc5-98fb-cf1446c14b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:30.017396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-b97f7ef4-f03a-4b0d-83bf-579f8b7b8dcb service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240022 Nov 10 22:05:30.028149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d1f8bdf6-4709-4bc5-98fb-cf1446c14b62 None None] For port 210c7c93-dbe9-4ce6-9c1d-7b676399a998, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=210c7c93-dbe9-4ce6-9c1d-7b676399a998,segment=NetworkSegment(464fb849-50ef-4c97-88b8-07659dc6ab9c),segment_id=464fb849-50ef-4c97-88b8-07659dc6ab9c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:30.061812 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] Set router 39a30419-8abe-4795-97a7-5f3226588507 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:05:30.106351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d1f8bdf6-4709-4bc5-98fb-cf1446c14b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:30.164782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8bdf6-4709-4bc5-98fb-cf1446c14b62 None None] Pushing event updated for resources: {'Port': ['ID=210c7c93-dbe9-4ce6-9c1d-7b676399a998,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:30.229701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-44ceac40-ea6d-4f70-8793-8d5352d4fd89 None None] Provisioning complete for port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:30.230152 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-44ceac40-ea6d-4f70-8793-8d5352d4fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:30.327450 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 4, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port': {'id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '210c7c93-dbe9-4ce6-9c1d-7b676399a998', 'name': '', 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'mac_address': 'fa:16:3e:ed:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '671e9def-9f47-40b9-bbd9-a8980c3bbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:24Z', 'updated_at': '2021-11-10T22:05:29Z', 'revision_number': 4, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'subnets': [{'id': '671e9def-9f47-40b9-bbd9-a8980c3bbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:05:30.356372 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859cf16-66c3-4c26-b39a-0d69c0e32b95 None None] The sync data for ids ['39a30419-8abe-4795-97a7-5f3226588507'] in n-d-776250-11 is: [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 4, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port': {'id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '210c7c93-dbe9-4ce6-9c1d-7b676399a998', 'name': '', 'network_id': '2e037543-2d95-47d2-a549-7c8a1d65564f', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'mac_address': 'fa:16:3e:ed:01:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '671e9def-9f47-40b9-bbd9-a8980c3bbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:24Z', 'updated_at': '2021-11-10T22:05:29Z', 'revision_number': 4, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'subnets': [{'id': '671e9def-9f47-40b9-bbd9-a8980c3bbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:05:30.788368 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61b8e96f-9a1d-4b7d-abcc-91d55bf45255 req-04f2e503-6ca2-458f-90a5-4ee32ebea7da tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0555019 Nov 10 22:05:31.865250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58766ee8-3409-4aa8-b645-3120daace352 req-14097270-8b23-445b-8a38-0243f3b06a50 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0307765 Nov 10 22:05:32.128267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 210c7c93-dbe9-4ce6-9c1d-7b676399a998 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:32.176966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:32.177334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:32.995094 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-643d40e7-8f3c-421e-b468-277d9311d7e2 req-4fd9cc21-f3c5-4f11-9d86-e65733d88182 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0463357 Nov 10 22:05:33.078254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-d76e83cc-3bde-4bcf-8d74-046b0213239b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:33.080596 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-d76e83cc-3bde-4bcf-8d74-046b0213239b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1240544 Nov 10 22:05:33.098941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'port': {'device_id': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'admin_state_up': True, 'tenant_id': 'bee93650d0504a9781966880d0b2886e'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:33.264173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:05:33.268681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:33.422680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.20.0.13 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/b4431c39-552a-419b-ac8b-1495f423ae59) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:05:33.590643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:33.693132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:33.738305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:05:33.741426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:05:33.745940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:05:33.769696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=b4431c39-552a-419b-ac8b-1495f423ae59,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:33.802519 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:33.803284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:33.876368 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-0927ebbb-e16e-442a-91a1-b2cdcd7fb726 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822335 Nov 10 22:05:33.889602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Request body: {'port': {'device_id': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:05:33.948811 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:33.975464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-26d893c8-c865-4aaa-80e6-b05dc15e4968 None None] Provisioning complete for port b4431c39-552a-419b-ac8b-1495f423ae59 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:33.976124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26d893c8-c865-4aaa-80e6-b05dc15e4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:34.029300 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-26d893c8-c865-4aaa-80e6-b05dc15e4968 None None] Port b4431c39-552a-419b-ac8b-1495f423ae59 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:05:34.119702 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:05:34.167694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb5a9d-8244-4681-867a-5532c8e4b5c4 req-b9620e61-b904-42d9-9dd6-394ac4262c72 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:34.169200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25bb5a9d-8244-4681-867a-5532c8e4b5c4 req-b9620e61-b904-42d9-9dd6-394ac4262c72 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 932 time: 0.1073456 Nov 10 22:05:34.249547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25bb5a9d-8244-4681-867a-5532c8e4b5c4 req-3db4656a-e367-445b-8db4-ceb5e78bddfd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703032 Nov 10 22:05:34.308106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4431c39-552a-419b-ac8b-1495f423ae59 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:05:34.315453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:34.327683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Transition to ACTIVE for port object b4431c39-552a-419b-ac8b-1495f423ae59 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:05:34.458257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:34.516385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4431c39-552a-419b-ac8b-1495f423ae59,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:34.587665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Attempting to bind port b4431c39-552a-419b-ac8b-1495f423ae59 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:05:34.588048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Attempting to bind port b4431c39-552a-419b-ac8b-1495f423ae59 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:05:34.588399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Attempting to bind port b4431c39-552a-419b-ac8b-1495f423ae59 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:34.593319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Port b4431c39-552a-419b-ac8b-1495f423ae59 on network 4b90a462-973f-47ee-9962-d4509f942d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:05:34.593638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Attempting to bind port b4431c39-552a-419b-ac8b-1495f423ae59 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:05:34.598415 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:05:34.598750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:05:34.599131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:05:34.599637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Bound port: b4431c39-552a-419b-ac8b-1495f423ae59, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:05:34.600031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:34.673791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] For port b4431c39-552a-419b-ac8b-1495f423ae59, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:05:34.677574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] For port b4431c39-552a-419b-ac8b-1495f423ae59, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b4431c39-552a-419b-ac8b-1495f423ae59,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:05:34.739134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:34.777829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:34.778453 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:34.779880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] 10.222.0.64 "PUT /v2.0/ports/b4431c39-552a-419b-ac8b-1495f423ae59 HTTP/1.1" status: 200 len: 1093 time: 0.8947160 Nov 10 22:05:34.780325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'tag': 'b4431c39-552a-419b-ac8b-1495f423ae59'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:05:34.782579 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8987f2c6-1961-4762-a836-97912b968294" -d '{"events": [{"name": "network-changed", "server_uuid": "9a594269-29f2-4a1a-a644-9c9b8b4ef8fb", "tag": "b4431c39-552a-419b-ac8b-1495f423ae59"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:05:34.810757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb4e87-06e9-4ac6-8137-a1c2b2074aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4431c39-552a-419b-ac8b-1495f423ae59,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:34.997161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-f8c2cb5d-85c6-4aa2-b36a-efd93a64f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:34.999027 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-f8c2cb5d-85c6-4aa2-b36a-efd93a64f356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 1096 time: 0.0897725 Nov 10 22:05:35.062318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-55404f15-f124-4d4c-a0e1-a2fb531b23e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4431c39-552a-419b-ac8b-1495f423ae59 HTTP/1.1" status: 200 len: 217 time: 0.0535035 Nov 10 22:05:35.103163 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b2dc18-aa28-43bf-8fdb-76c86c03f2ba x-openstack-request-id: req-a2b2dc18-aa28-43bf-8fdb-76c86c03f2ba {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:05:35.103516 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a594269-29f2-4a1a-a644-9c9b8b4ef8fb", "tag": "b4431c39-552a-419b-ac8b-1495f423ae59", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:05:35.103877 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2b2dc18-aa28-43bf-8fdb-76c86c03f2ba {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:05:35.104352 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'tag': 'b4431c39-552a-419b-ac8b-1495f423ae59', 'status': 'completed', 'code': 200} Nov 10 22:05:35.128183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-03eb1b4b-9749-41d9-a9b3-0715c32bf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:35.129948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-03eb1b4b-9749-41d9-a9b3-0715c32bf6cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0598943 Nov 10 22:05:35.185133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-d80ed6b5-5600-4203-88cf-56075d0eece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:35.187344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-d80ed6b5-5600-4203-88cf-56075d0eece2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503106 Nov 10 22:05:35.308203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-1103670d-16d4-4508-82b6-b184c4293881 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061289 Nov 10 22:05:35.440847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359687ed-b429-4fb0-835c-fa422eb4dd35 req-71832c0e-9958-44af-b368-61e24841ac57 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:35.442368 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-359687ed-b429-4fb0-835c-fa422eb4dd35 req-71832c0e-9958-44af-b368-61e24841ac57 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.1010668 Nov 10 22:05:35.472125 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d2dd4404-4c8b-4e0e-8f9e-e61745f0ff61 req-4b447d97-f373-4d5e-acb6-49c974f2b3be service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619027 Nov 10 22:05:35.515858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-359687ed-b429-4fb0-835c-fa422eb4dd35 req-eeb013d1-4e49-4045-ade5-04ed35717e78 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624976 Nov 10 22:05:35.630341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f2c6-1961-4762-a836-97912b968294 req-f678fc46-6c33-410d-a00e-bc65bde957d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:35.631885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8987f2c6-1961-4762-a836-97912b968294 req-f678fc46-6c33-410d-a00e-bc65bde957d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 1096 time: 0.0510161 Nov 10 22:05:35.702170 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b498a2b-868b-4a28-9b67-eb985527a50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:36.085249 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f2c6-1961-4762-a836-97912b968294 req-5a0f508d-f512-4d09-8276-bda066a1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:36.087316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8987f2c6-1961-4762-a836-97912b968294 req-5a0f508d-f512-4d09-8276-bda066a1e236 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.4467013 Nov 10 22:05:36.130643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8987f2c6-1961-4762-a836-97912b968294 req-f92c2758-4ad6-46b4-8214-fd6c288bd3d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4431c39-552a-419b-ac8b-1495f423ae59 HTTP/1.1" status: 200 len: 217 time: 0.0354502 Nov 10 22:05:36.188491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f2c6-1961-4762-a836-97912b968294 req-86c52cea-ecb2-49e1-b483-fd79f240ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:36.190080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8987f2c6-1961-4762-a836-97912b968294 req-86c52cea-ecb2-49e1-b483-fd79f240ea52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0523250 Nov 10 22:05:36.242809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f2c6-1961-4762-a836-97912b968294 req-cd5b83cd-c9f8-4b3b-a17f-1905385058ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:36.245147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8987f2c6-1961-4762-a836-97912b968294 req-cd5b83cd-c9f8-4b3b-a17f-1905385058ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457101 Nov 10 22:05:36.358407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8987f2c6-1961-4762-a836-97912b968294 req-7eae91c0-8325-429f-9d89-02c81fc5511b service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054878 Nov 10 22:05:36.473318 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8987f2c6-1961-4762-a836-97912b968294 req-6e949a7a-f2e2-4468-89cf-0959323bb417 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065331 Nov 10 22:05:36.646873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77c6bc-9a99-4467-9777-f35eb0f419c9 req-498fafc5-a3bc-4606-a803-6f7bc17813da tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:36.648612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc77c6bc-9a99-4467-9777-f35eb0f419c9 req-498fafc5-a3bc-4606-a803-6f7bc17813da tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0573125 Nov 10 22:05:36.709628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc77c6bc-9a99-4467-9777-f35eb0f419c9 req-2a328468-fb49-40e5-b00f-34ec59af757f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543649 Nov 10 22:05:37.831409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9d5d-42d7-4179-bddc-0990030d2842 req-7e89cace-d458-4d25-9b27-e07a4881286b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:37.833098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24db9d5d-42d7-4179-bddc-0990030d2842 req-7e89cace-d458-4d25-9b27-e07a4881286b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0513825 Nov 10 22:05:37.888045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24db9d5d-42d7-4179-bddc-0990030d2842 req-bdbd9dc5-8f5e-4978-a2fa-cd6b5e8d81a9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Nov 10 22:05:38.005036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d7511dab-59b6-4fee-8f32-e0db660646be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:39.008428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8363-cad6-41c1-9e4e-b91344e19b57 req-fbe05951-d614-4212-9f02-608dc0d4e08e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:39.009805 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c56e8363-cad6-41c1-9e4e-b91344e19b57 req-fbe05951-d614-4212-9f02-608dc0d4e08e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0498412 Nov 10 22:05:39.061340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c56e8363-cad6-41c1-9e4e-b91344e19b57 req-4487792c-2100-4a9f-a0b2-bf98aff3b6fd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Nov 10 22:05:39.343672 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:40.184731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110cc25-0dfe-45d6-82d3-e977fc5b76a8 req-2e1c9924-b470-4632-8902-15cd4e2f6740 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:40.188132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4110cc25-0dfe-45d6-82d3-e977fc5b76a8 req-2e1c9924-b470-4632-8902-15cd4e2f6740 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0525711 Nov 10 22:05:40.245378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4110cc25-0dfe-45d6-82d3-e977fc5b76a8 req-0a40c8ac-735e-49cf-86b0-09328f400124 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533962 Nov 10 22:05:40.841132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:41.375505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f2431-3bde-4409-8228-f841630a95b1 req-44c4eb94-3ec8-4ba3-9625-2f914b7b9b0e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:41.377102 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-803f2431-3bde-4409-8228-f841630a95b1 req-44c4eb94-3ec8-4ba3-9625-2f914b7b9b0e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0551164 Nov 10 22:05:41.378607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:41.426203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-803f2431-3bde-4409-8228-f841630a95b1 req-726ca244-13da-4328-ab3f-0eefe7f2ba73 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Nov 10 22:05:42.550317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e77c7-a252-428a-b300-ea0b3c9a8808 req-2c057c55-9959-4505-817a-37e6e30a1e6b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:42.552629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-226e77c7-a252-428a-b300-ea0b3c9a8808 req-2c057c55-9959-4505-817a-37e6e30a1e6b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0551140 Nov 10 22:05:42.607852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-226e77c7-a252-428a-b300-ea0b3c9a8808 req-adada200-5e18-48bf-aeec-aba95c8a9c2f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Nov 10 22:05:43.737055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b48205-5242-4acf-b27d-3a9267765d6b req-a3944c99-716d-4ca9-b257-8692073590a7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:43.738607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31b48205-5242-4acf-b27d-3a9267765d6b req-a3944c99-716d-4ca9-b257-8692073590a7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0537603 Nov 10 22:05:43.791963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31b48205-5242-4acf-b27d-3a9267765d6b req-a9cc71be-dd8d-4667-aa15-47cc0ff1ab4c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Nov 10 22:05:44.913938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c4880-0a6e-4450-ac61-4e0180c95169 req-ffa4f087-3e50-46b7-8b03-ae05a1a24817 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:44.916222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a9c4880-0a6e-4450-ac61-4e0180c95169 req-ffa4f087-3e50-46b7-8b03-ae05a1a24817 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0524213 Nov 10 22:05:44.968182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7a9c4880-0a6e-4450-ac61-4e0180c95169 req-87f1c69e-7159-4b6e-a1fe-80bf476405e6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Nov 10 22:05:46.096873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba9038-0439-4ba1-9b50-99574a42dea5 req-9eb26a2e-d6b2-4c2f-af51-51345efc50ff tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:46.098382 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30ba9038-0439-4ba1-9b50-99574a42dea5 req-9eb26a2e-d6b2-4c2f-af51-51345efc50ff tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0566750 Nov 10 22:05:46.154315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30ba9038-0439-4ba1-9b50-99574a42dea5 req-fd7f0713-0ec4-4dd2-8a40-cfdd58e6acb6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495512 Nov 10 22:05:47.286495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cbd3f-3180-4110-bebd-da5596e06ef1 req-b160b9d3-62a3-4671-927f-b403691c4e96 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:47.288095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-340cbd3f-3180-4110-bebd-da5596e06ef1 req-b160b9d3-62a3-4671-927f-b403691c4e96 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0611551 Nov 10 22:05:47.336055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-340cbd3f-3180-4110-bebd-da5596e06ef1 req-4ddabe5f-1837-4bbb-b388-3df1318b8427 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Nov 10 22:05:47.621988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 49656) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:47.729726 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:47.802508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:47.863821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:47.902260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e090f3a3a66b409194dc7d25c14f1865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791078 Nov 10 22:05:47.904155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3820237c-2c6e-4dfa-a10e-f674fcac5394,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:47.904938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 49660) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:05:47.911563 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.911928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.912268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.912599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.912929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.913256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.913623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.914113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.915051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.915383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.915697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.916045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85fd000-bc55-46c3-90d4-373df75802bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:05:47.954319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc2c17c4-9d43-491f-bb18-888a9b4469b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:47.975531 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc2c17c4-9d43-491f-bb18-888a9b4469b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:48.086833 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc2c17c4-9d43-491f-bb18-888a9b4469b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:48.089465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bc2c17c4-9d43-491f-bb18-888a9b4469b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:48.090633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bc2c17c4-9d43-491f-bb18-888a9b4469b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3820237c-2c6e-4dfa-a10e-f674fcac5394 HTTP/1.1" status: 204 len: 168 time: 0.1847153 Nov 10 22:05:48.098688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c17c4-9d43-491f-bb18-888a9b4469b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820237c-2c6e-4dfa-a10e-f674fcac5394,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:48.468616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64059f9d-7a90-4e0d-b7b3-1286224b5a04 req-ca495bbc-b3b6-4a7c-ae8d-535970d4614f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:48.470234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64059f9d-7a90-4e0d-b7b3-1286224b5a04 req-ca495bbc-b3b6-4a7c-ae8d-535970d4614f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0540943 Nov 10 22:05:48.526656 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-64059f9d-7a90-4e0d-b7b3-1286224b5a04 req-dddf5593-717d-4626-bb6a-abe47e098316 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Nov 10 22:05:48.784598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b4431c39-552a-419b-ac8b-1495f423ae59 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:05:48.881598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b4431c39-552a-419b-ac8b-1495f423ae59, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b4431c39-552a-419b-ac8b-1495f423ae59,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:48.892720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'b4431c39-552a-419b-ac8b-1495f423ae59', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'port_id': 'b4431c39-552a-419b-ac8b-1495f423ae59', 'mac_address': 'fa:16:3e:67:9e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:05:48.929198 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:48.942278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4431c39-552a-419b-ac8b-1495f423ae59 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:05:48.962320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b4431c39-552a-419b-ac8b-1495f423ae59, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b4431c39-552a-419b-ac8b-1495f423ae59,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:49.005983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:49.057367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b4431c39-552a-419b-ac8b-1495f423ae59,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:49.330292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['b4431c39-552a-419b-ac8b-1495f423ae59'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:05:49.640901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c65f6-d7d2-48d7-ae6d-1be674a4ec1e req-c3351503-da14-4b16-9be2-e228af612b33 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:49.642336 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e99c65f6-d7d2-48d7-ae6d-1be674a4ec1e req-c3351503-da14-4b16-9be2-e228af612b33 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0490699 Nov 10 22:05:49.692553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e99c65f6-d7d2-48d7-ae6d-1be674a4ec1e req-22998e4f-dc01-4f12-b93c-f768bfa32071 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Nov 10 22:05:49.880529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:50.798998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b4431c39-552a-419b-ac8b-1495f423ae59 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:05:50.983779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port b4431c39-552a-419b-ac8b-1495f423ae59 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:05:50.987904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port b4431c39-552a-419b-ac8b-1495f423ae59 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:05:50.988272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:51.068468 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:51.080630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd0480-0abd-4bb2-8b4d-2688ca239df7 req-cc3a6d48-cab1-4e76-bd81-8e27531c547f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:51.082153 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46bd0480-0abd-4bb2-8b4d-2688ca239df7 req-cc3a6d48-cab1-4e76-bd81-8e27531c547f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 945 time: 0.3223534 Nov 10 22:05:51.092508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4431c39-552a-419b-ac8b-1495f423ae59'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:05:51.094713 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87c3239-8a4e-4af7-b8d4-dca67044e379" -d '{"events": [{"server_uuid": "9a594269-29f2-4a1a-a644-9c9b8b4ef8fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4431c39-552a-419b-ac8b-1495f423ae59"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:05:51.111151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b4431c39-552a-419b-ac8b-1495f423ae59, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b4431c39-552a-419b-ac8b-1495f423ae59,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:51.132981 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfee7a2-bf9b-4a85-a62a-cda1a3f2bdc4 x-openstack-request-id: req-2cfee7a2-bf9b-4a85-a62a-cda1a3f2bdc4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:05:51.132981 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a594269-29f2-4a1a-a644-9c9b8b4ef8fb", "name": "network-vif-plugged", "status": "completed", "tag": "b4431c39-552a-419b-ac8b-1495f423ae59", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:05:51.133779 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cfee7a2-bf9b-4a85-a62a-cda1a3f2bdc4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:05:51.134283 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4431c39-552a-419b-ac8b-1495f423ae59', 'code': 200} Nov 10 22:05:51.134856 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46bd0480-0abd-4bb2-8b4d-2688ca239df7 req-14ae6bff-7a5d-49e7-8c51-4962ff852f29 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Nov 10 22:05:51.178288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:51.228260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b4431c39-552a-419b-ac8b-1495f423ae59,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:51.228741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571b818-6e28-42b6-aa9e-45d976d7b2fe req-6ff7e78f-d704-4b99-ab41-28bd6ac1b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:51.230254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6571b818-6e28-42b6-aa9e-45d976d7b2fe req-6ff7e78f-d704-4b99-ab41-28bd6ac1b5f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 1098 time: 0.0411451 Nov 10 22:05:51.275746 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6571b818-6e28-42b6-aa9e-45d976d7b2fe req-121df76d-d3ac-4c7a-8881-ac57f1da348c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382781 Nov 10 22:05:52.251834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ab8eb-a5ff-4c69-8ab9-45e46328a06f req-a500506a-4f6e-4fc6-b257-5460776fdf10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:52.253284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f32ab8eb-a5ff-4c69-8ab9-45e46328a06f req-a500506a-4f6e-4fc6-b257-5460776fdf10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 946 time: 0.0490494 Nov 10 22:05:52.300347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f32ab8eb-a5ff-4c69-8ab9-45e46328a06f req-362d5a82-0ea4-436d-bb3b-3c6a2b57ad31 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Nov 10 22:05:53.416470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6284f-fcf0-4aaf-ad41-2f31c44e8d57 req-a3b9adb6-dcde-4102-b8e3-6273c1b694a7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:53.417985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30a6284f-fcf0-4aaf-ad41-2f31c44e8d57 req-a3b9adb6-dcde-4102-b8e3-6273c1b694a7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 946 time: 0.0503316 Nov 10 22:05:53.465022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-30a6284f-fcf0-4aaf-ad41-2f31c44e8d57 req-c41a274d-7936-45f3-9777-d7846b1d1fea tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Nov 10 22:05:53.581702 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582e48-e430-4591-b291-56b7dd5464bb req-cd836d43-4c1c-4383-858a-6eb3d0eabde6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:53.583181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a582e48-e430-4591-b291-56b7dd5464bb req-cd836d43-4c1c-4383-858a-6eb3d0eabde6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 946 time: 0.0524495 Nov 10 22:05:53.629988 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a582e48-e430-4591-b291-56b7dd5464bb req-daad3c94-6e67-42a0-96da-2ab4ade8bc1a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403762 Nov 10 22:05:53.740565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7803a-775d-41a2-8f87-c33e9af00d48 req-9c29a8a8-0de6-4739-b3a7-388915e690ec tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:53.741930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1df7803a-775d-41a2-8f87-c33e9af00d48 req-9c29a8a8-0de6-4739-b3a7-388915e690ec tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 946 time: 0.0481746 Nov 10 22:05:53.772241 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:53.794236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1df7803a-775d-41a2-8f87-c33e9af00d48 req-d4a56b12-d967-4649-b034-2aeaa29f3a7c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Nov 10 22:05:54.221349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00285946-5f53-4d1a-8de2-44821b1eb140 req-93da11b1-44b7-46f6-a1a5-006903e09edd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:54.222793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00285946-5f53-4d1a-8de2-44821b1eb140 req-93da11b1-44b7-46f6-a1a5-006903e09edd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 946 time: 0.0496981 Nov 10 22:05:54.268594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00285946-5f53-4d1a-8de2-44821b1eb140 req-6be8d370-2d6b-4ff2-8d73-2a6fc94920b2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Nov 10 22:05:55.390665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1ae3-b17e-4059-b5b2-4eade78fd2a7 req-3c1c88a8-2bf8-4ecb-aac1-0162bf8f4a52 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:55.392171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c51c1ae3-b17e-4059-b5b2-4eade78fd2a7 req-3c1c88a8-2bf8-4ecb-aac1-0162bf8f4a52 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 946 time: 0.0525205 Nov 10 22:05:55.440026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c51c1ae3-b17e-4059-b5b2-4eade78fd2a7 req-8981599f-38d5-40b8-8904-79dde2ef04ae tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Nov 10 22:05:55.826263 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-c2c675c8-34d4-479d-96f3-4c76630eeeef tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:05:55.827704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-c2c675c8-34d4-479d-96f3-4c76630eeeef tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 946 time: 0.0488045 Nov 10 22:05:55.919435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port b4431c39-552a-419b-ac8b-1495f423ae59 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:05:55.919798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:56.014429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] For port b4431c39-552a-419b-ac8b-1495f423ae59, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b4431c39-552a-419b-ac8b-1495f423ae59,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:05:56.014804 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:56.031818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for b4431c39-552a-419b-ac8b-1495f423ae59 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:05:56.213070 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:56.225393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['b4431c39-552a-419b-ac8b-1495f423ae59'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:05:56.241124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=b4431c39-552a-419b-ac8b-1495f423ae59,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:05:56.290785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] No DVR routers for this DVR port b4431c39-552a-419b-ac8b-1495f423ae59 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:05:56.293509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:05:56.296932 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea0d025a-111c-4047-a9fa-3b179996bb38 req-4cb67096-f99b-4ff8-bd4e-4a778ec9008b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "DELETE /v2.0/ports/b4431c39-552a-419b-ac8b-1495f423ae59 HTTP/1.1" status: 204 len: 173 time: 0.4626687 Nov 10 22:05:56.297367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'name': 'network-vif-deleted', 'tag': 'b4431c39-552a-419b-ac8b-1495f423ae59'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:05:56.299646 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a574f44f-4011-44c0-b0dc-9550a032b76c" -d '{"events": [{"server_uuid": "9a594269-29f2-4a1a-a644-9c9b8b4ef8fb", "name": "network-vif-deleted", "tag": "b4431c39-552a-419b-ac8b-1495f423ae59"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:05:56.337139 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4143ed-1064-4420-92d4-cce4be5a9031 x-openstack-request-id: req-cb4143ed-1064-4420-92d4-cce4be5a9031 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:05:56.337432 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a594269-29f2-4a1a-a644-9c9b8b4ef8fb", "name": "network-vif-deleted", "tag": "b4431c39-552a-419b-ac8b-1495f423ae59", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:05:56.342212 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb4143ed-1064-4420-92d4-cce4be5a9031 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:05:56.342212 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a594269-29f2-4a1a-a644-9c9b8b4ef8fb', 'name': 'network-vif-deleted', 'tag': 'b4431c39-552a-419b-ac8b-1495f423ae59', 'status': 'completed', 'code': 200} Nov 10 22:05:56.537945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99efe6ca-2532-4fbb-a7b2-663e3264ff80 req-218c329d-a413-4efb-bc2a-4a826ed31bfb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0268879 Nov 10 22:05:57.634231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d47077-6d4f-497b-9c92-c56cbe1d0fb5 req-e9f6db9b-dc7d-4c2c-8a37-3ea688bccc37 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0261405 Nov 10 22:05:58.729574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-73e98849-f522-49aa-b042-a32ccda05b5d req-903d93b0-c54a-4857-9510-d6c32f0feb10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0268512 Nov 10 22:05:59.829114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a269d14-3f63-4c47-8ecb-a2391078965e req-f8272e3b-2b0b-48f3-ad1a-8b76b8c9bfbf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0259612 Nov 10 22:06:00.799564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b4431c39-552a-419b-ac8b-1495f423ae59 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:06:00.823633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: b4431c39-552a-419b-ac8b-1495f423ae59 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:06:00.823874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b4431c39-552a-419b-ac8b-1495f423ae59 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:06:00.934414 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4e1fc800-3867-4e3b-826a-887a38532ef8 req-3330103a-caa0-476b-9018-5afab6789201 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a594269-29f2-4a1a-a644-9c9b8b4ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0271652 Nov 10 22:06:05.707816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f163094d-3c50-46de-8840-637622584b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:07.960666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-27444e33-0ce1-477c-9dad-42480033c256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:09.349062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:10.864188 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:11.119375 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:06:11.378155 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:19.891964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:23.806732 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:29.436665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-c33119f9-4c2d-4e67-b156-73c292f10f10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:29.438122 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-c33119f9-4c2d-4e67-b156-73c292f10f10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1039755 Nov 10 22:06:29.453022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-72f66643-0fc7-45bb-b748-23f51493c982 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/quotas/bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 375 time: 0.0092742 Nov 10 22:06:29.503294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-356bdd89-6a95-4ff5-90a7-4227180a7953 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451632 Nov 10 22:06:29.597760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-8de63e23-8c15-49e6-adb8-e6f278e92b51 service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877945 Nov 10 22:06:29.686997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3a34eab6-6650-40f2-8222-78748292412a service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832267 Nov 10 22:06:30.067541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-934e68a6-e336-4987-8c58-1864742109a5 req-a21abf0a-3fb1-497c-a8e2-2c5f4a81a06e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.1382425 Nov 10 22:06:31.161202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9afb9d5-fca8-4ba7-83a5-0587bae8a991 req-6b578b6a-fb70-4731-a43d-bfe4f5590674 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Nov 10 22:06:31.951755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-24296efc-4cab-4d57-8b04-2421b0c04d94 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:31.953200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-24296efc-4cab-4d57-8b04-2421b0c04d94 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1047523 Nov 10 22:06:31.971409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'port': {'device_id': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'admin_state_up': True, 'tenant_id': 'bee93650d0504a9781966880d0b2886e'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:06:32.189131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:06:32.192738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:32.263740 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf7e3e84-a01d-4463-b464-cc769b6c40a8 req-6d8b9011-2eae-45b2-b6f3-0f6d0fb1f18e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.0268364 Nov 10 22:06:32.329905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.20.0.5 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/07b249b9-6c8b-44ff-8b92-409330c2f596) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:06:32.477697 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:32.561486 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:32.606239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:06:32.609780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:06:32.613495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:06:32.648025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=07b249b9-6c8b-44ff-8b92-409330c2f596,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:06:32.659235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.659579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.659957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.660300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.660634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.660957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.661291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.661612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.661936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.662260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.662583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.662907 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:06:32.686740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:32.687361 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:32.799400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-3b2f22b5-e84c-4a56-8e18-94bbe5bcb26a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317225 Nov 10 22:06:32.815540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Request body: {'port': {'device_id': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:06:32.876044 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:32.906228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3f541eb2-8403-42b5-9967-2a0ba05a8bf8 None None] Provisioning complete for port 07b249b9-6c8b-44ff-8b92-409330c2f596 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:06:32.906769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3f541eb2-8403-42b5-9967-2a0ba05a8bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:32.942854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3f541eb2-8403-42b5-9967-2a0ba05a8bf8 None None] Port 07b249b9-6c8b-44ff-8b92-409330c2f596 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:06:33.139866 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b249b9-6c8b-44ff-8b92-409330c2f596 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:06:33.147487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:33.161699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Transition to ACTIVE for port object 07b249b9-6c8b-44ff-8b92-409330c2f596 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:06:33.235199 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:33.307364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Pushing event updated for resources: {'Port': ['ID=07b249b9-6c8b-44ff-8b92-409330c2f596,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:06:33.390308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Attempting to bind port 07b249b9-6c8b-44ff-8b92-409330c2f596 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:06:33.390650 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Attempting to bind port 07b249b9-6c8b-44ff-8b92-409330c2f596 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:06:33.391014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Attempting to bind port 07b249b9-6c8b-44ff-8b92-409330c2f596 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:06:33.397341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Port 07b249b9-6c8b-44ff-8b92-409330c2f596 on network 4b90a462-973f-47ee-9962-d4509f942d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:06:33.397544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Attempting to bind port 07b249b9-6c8b-44ff-8b92-409330c2f596 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:06:33.405613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:06:33.405946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:06:33.406337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:06:33.406775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Bound port: 07b249b9-6c8b-44ff-8b92-409330c2f596, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:06:33.407133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:33.468378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cda069-2f70-45eb-bd4d-ece8e3e0a30d req-67cae3c8-b02b-434f-b5cd-ce8e99ca18c8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:33.469934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81cda069-2f70-45eb-bd4d-ece8e3e0a30d req-67cae3c8-b02b-434f-b5cd-ce8e99ca18c8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.1146593 Nov 10 22:06:33.524265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] For port 07b249b9-6c8b-44ff-8b92-409330c2f596, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:06:33.545395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] For port 07b249b9-6c8b-44ff-8b92-409330c2f596, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b249b9-6c8b-44ff-8b92-409330c2f596,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:06:33.549734 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-81cda069-2f70-45eb-bd4d-ece8e3e0a30d req-46481c8e-5eb5-4019-b800-5704fdbe11fd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711296 Nov 10 22:06:33.618220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:33.652149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:33.652764 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:33.654129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] 10.222.0.64 "PUT /v2.0/ports/07b249b9-6c8b-44ff-8b92-409330c2f596 HTTP/1.1" status: 200 len: 1092 time: 0.8468823 Nov 10 22:06:33.654568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'tag': '07b249b9-6c8b-44ff-8b92-409330c2f596'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:06:33.656842 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73cd7dc-1099-44ff-900b-fde2298b94fc" -d '{"events": [{"name": "network-changed", "server_uuid": "afada3d4-2c31-4a2b-b438-0b0a8b06d0b2", "tag": "07b249b9-6c8b-44ff-8b92-409330c2f596"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:06:33.681751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76e68-ea8b-4f8a-adac-2852b6a22072 service neutron] Pushing event updated for resources: {'Port': ['ID=07b249b9-6c8b-44ff-8b92-409330c2f596,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:06:33.707678 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1113583-e0f0-42f1-824c-81ca9ee24cc4 x-openstack-request-id: req-d1113583-e0f0-42f1-824c-81ca9ee24cc4 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:06:33.707678 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afada3d4-2c31-4a2b-b438-0b0a8b06d0b2", "tag": "07b249b9-6c8b-44ff-8b92-409330c2f596", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:06:33.707678 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1113583-e0f0-42f1-824c-81ca9ee24cc4 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:06:33.707678 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'tag': '07b249b9-6c8b-44ff-8b92-409330c2f596', 'status': 'completed', 'code': 200} Nov 10 22:06:33.779502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd7dc-1099-44ff-900b-fde2298b94fc req-1b9dc0be-3ad1-4c7c-8d9f-7a996864ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:33.781674 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c73cd7dc-1099-44ff-900b-fde2298b94fc req-1b9dc0be-3ad1-4c7c-8d9f-7a996864ef99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 1095 time: 0.0549927 Nov 10 22:06:33.901867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd7dc-1099-44ff-900b-fde2298b94fc req-8827161f-875f-4bd3-b1a7-76c90da308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:33.903573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c73cd7dc-1099-44ff-900b-fde2298b94fc req-8827161f-875f-4bd3-b1a7-76c90da308c3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bee93650d0504a9781966880d0b2886e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1143708 Nov 10 22:06:34.011313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd7dc-1099-44ff-900b-fde2298b94fc req-303610ba-d344-4683-925a-3c71d1d1e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:34.020677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c73cd7dc-1099-44ff-900b-fde2298b94fc req-303610ba-d344-4683-925a-3c71d1d1e86e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014547 Nov 10 22:06:34.090550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-e9446b90-1ce6-470b-919f-321376d05e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:34.092059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-e9446b90-1ce6-470b-919f-321376d05e1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 1095 time: 0.0413382 Nov 10 22:06:34.135187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-13966f65-691d-4b9a-831f-82e8968f5cc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07b249b9-6c8b-44ff-8b92-409330c2f596 HTTP/1.1" status: 200 len: 217 time: 0.0344303 Nov 10 22:06:34.189208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-fd1f2b16-4678-491a-a86f-aca441ecfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:34.190592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-fd1f2b16-4678-491a-a86f-aca441ecfc11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0487759 Nov 10 22:06:34.237933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-78a66edb-850e-42b4-a8ec-422e4902118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:34.239423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-78a66edb-850e-42b4-a8ec-422e4902118d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407064 Nov 10 22:06:34.332160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-97dae26e-9e18-43af-8e0c-f77f8b526019 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818937 Nov 10 22:06:34.423181 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94e88104-9a30-466f-9b67-fb3e66fec089 req-d872e9ff-9a88-48c8-8429-511ed841d4ab service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869155 Nov 10 22:06:34.667839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e96f4-8ebc-4ec1-b184-b8fb3b27e594 req-71729178-6066-4a9f-a823-984b513b8147 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:34.669340 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-934e96f4-8ebc-4ec1-b184-b8fb3b27e594 req-71729178-6066-4a9f-a823-984b513b8147 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0494754 Nov 10 22:06:34.717695 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-934e96f4-8ebc-4ec1-b184-b8fb3b27e594 req-68479820-e21b-4b57-8e9f-cfee36fac3b0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422797 Nov 10 22:06:35.714244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-349e644b-1b78-4ef5-a859-4b5f5c2cd19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:35.836490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe522-846d-4fba-bead-e25f9dd9c865 req-ef38db37-a0ed-4927-af7b-e08bc43bed38 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:35.838265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36dfe522-846d-4fba-bead-e25f9dd9c865 req-ef38db37-a0ed-4927-af7b-e08bc43bed38 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0506728 Nov 10 22:06:35.887820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36dfe522-846d-4fba-bead-e25f9dd9c865 req-957d139f-d018-45aa-97c3-91d94f545888 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Nov 10 22:06:37.014819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe44c26-4ffe-4c2c-9de4-bc266a158e63 req-9843004a-1c66-400b-94f1-4355d77daf9d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:37.016329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfe44c26-4ffe-4c2c-9de4-bc266a158e63 req-9843004a-1c66-400b-94f1-4355d77daf9d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0539789 Nov 10 22:06:37.064887 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfe44c26-4ffe-4c2c-9de4-bc266a158e63 req-a9ff6133-b648-40d9-9b1f-28d018af32a8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Nov 10 22:06:38.000332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c05d8086-ce2a-4017-b4ad-9212ffdb6f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:38.183689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421f06-ae13-4104-8e90-700fa959eca9 req-6dd9be1f-efa0-4bdc-a7dd-cc4551050902 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:38.187768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b421f06-ae13-4104-8e90-700fa959eca9 req-6dd9be1f-efa0-4bdc-a7dd-cc4551050902 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0543878 Nov 10 22:06:38.236230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b421f06-ae13-4104-8e90-700fa959eca9 req-e7a12ac8-3511-42bd-9eba-4eb7ab23bddd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Nov 10 22:06:39.366927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ba56a-ebbe-42f8-a16c-77080f51d141 req-35799de1-0dd4-4ef9-a0f6-3d2e39643ccb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:39.368461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b29ba56a-ebbe-42f8-a16c-77080f51d141 req-35799de1-0dd4-4ef9-a0f6-3d2e39643ccb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0573678 Nov 10 22:06:39.395232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:39.420651 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b29ba56a-ebbe-42f8-a16c-77080f51d141 req-3850dd6c-07d4-40e3-9126-c93bc24b2245 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Nov 10 22:06:40.550845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032b621-bd5f-43e4-97f3-13ac7f44730e req-277598f2-3c0a-4641-b57a-7b1d11594b60 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:40.553681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3032b621-bd5f-43e4-97f3-13ac7f44730e req-277598f2-3c0a-4641-b57a-7b1d11594b60 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0566511 Nov 10 22:06:40.608023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3032b621-bd5f-43e4-97f3-13ac7f44730e req-79f6d43a-ef85-4ec4-85b9-fe01ef2316b1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481749 Nov 10 22:06:40.864395 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:41.412419 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:41.732292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbb95b-b037-4007-a485-2ce425e55038 req-4c6df393-e9cb-4515-a08a-49bca1169c33 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:41.733763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95dbb95b-b037-4007-a485-2ce425e55038 req-4c6df393-e9cb-4515-a08a-49bca1169c33 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0541401 Nov 10 22:06:41.784164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95dbb95b-b037-4007-a485-2ce425e55038 req-24f4ab80-cc00-40a8-bf29-3b0bc8999e46 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Nov 10 22:06:42.911916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089962-98c3-4705-bd80-3e45197ef264 req-5bad8044-bcf3-40d1-9233-e00278b89d10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:42.913513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc089962-98c3-4705-bd80-3e45197ef264 req-5bad8044-bcf3-40d1-9233-e00278b89d10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Nov 10 22:06:42.968082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc089962-98c3-4705-bd80-3e45197ef264 req-5b497473-9b74-4042-bac8-d74d99cd8205 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467691 Nov 10 22:06:44.094780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e14e61-12fb-496d-8a91-e1afbd01d205 req-00ca8442-66ea-4499-894c-4fe2daf621c1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:44.096393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64e14e61-12fb-496d-8a91-e1afbd01d205 req-00ca8442-66ea-4499-894c-4fe2daf621c1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0559309 Nov 10 22:06:44.144012 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64e14e61-12fb-496d-8a91-e1afbd01d205 req-36fb2d58-2df9-471a-b1cd-e15916413644 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Nov 10 22:06:45.274379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3831e9-747b-4341-8fc8-4b984bbf3cf2 req-53779409-16b4-4b81-8d77-8f3669ce8f82 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:45.276160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f3831e9-747b-4341-8fc8-4b984bbf3cf2 req-53779409-16b4-4b81-8d77-8f3669ce8f82 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0553086 Nov 10 22:06:45.328003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f3831e9-747b-4341-8fc8-4b984bbf3cf2 req-2fb9cbaa-3207-43c0-a82e-92be5259c8d7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Nov 10 22:06:46.450574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4e9e-ebeb-483d-a14d-4111ff02433b req-6351402c-5a73-4f8e-a320-227ff60aaccc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:46.452250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32aa4e9e-ebeb-483d-a14d-4111ff02433b req-6351402c-5a73-4f8e-a320-227ff60aaccc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0543759 Nov 10 22:06:46.504468 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32aa4e9e-ebeb-483d-a14d-4111ff02433b req-3e2f7557-4ad6-49d6-809b-826f708f3ca9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462282 Nov 10 22:06:47.628239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167cf2e-5520-480f-99a8-9608d79de3e0 req-272f7ada-df07-42c3-86dc-d7b739bff1fa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:47.629836 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6167cf2e-5520-480f-99a8-9608d79de3e0 req-272f7ada-df07-42c3-86dc-d7b739bff1fa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0506084 Nov 10 22:06:47.679374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6167cf2e-5520-480f-99a8-9608d79de3e0 req-b30fcb35-0921-4bb7-992d-e295b596c497 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Nov 10 22:06:48.118603 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:06:48.796797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ae4e3-83bf-495f-97ac-c356d4715a5d req-e4f77d8d-4148-4e51-a5a6-be90d2be5f07 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:48.798190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e53ae4e3-83bf-495f-97ac-c356d4715a5d req-e4f77d8d-4148-4e51-a5a6-be90d2be5f07 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0494950 Nov 10 22:06:48.846465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e53ae4e3-83bf-495f-97ac-c356d4715a5d req-9f09d7ea-2e75-4989-90ef-c3da5cb78a8a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Nov 10 22:06:49.903665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:49.963009 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581def89-f52e-4695-a9fd-41c7f451428f req-fac1af21-f4e2-498e-8467-fb3e4b86e682 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:49.967548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-581def89-f52e-4695-a9fd-41c7f451428f req-fac1af21-f4e2-498e-8467-fb3e4b86e682 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0501237 Nov 10 22:06:50.018751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-581def89-f52e-4695-a9fd-41c7f451428f req-85ad8891-2395-441f-9724-e66e3a9136fa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465105 Nov 10 22:06:51.138399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b30a0a-6369-42e9-a2b3-8f658dc7c919 req-78f7bfaa-5c0e-4ef9-8066-77f22c81e89f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:51.140068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01b30a0a-6369-42e9-a2b3-8f658dc7c919 req-78f7bfaa-5c0e-4ef9-8066-77f22c81e89f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0508063 Nov 10 22:06:51.189094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01b30a0a-6369-42e9-a2b3-8f658dc7c919 req-df534e42-0813-4314-b45f-7fbdf35fb8f2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Nov 10 22:06:52.304231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8597261-2933-43ec-8fdd-2c59cfc9b1f8 req-7048e94f-24d2-4cc0-b4b6-e0b6a795cade tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:52.305703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8597261-2933-43ec-8fdd-2c59cfc9b1f8 req-7048e94f-24d2-4cc0-b4b6-e0b6a795cade tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0491927 Nov 10 22:06:52.354896 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f8597261-2933-43ec-8fdd-2c59cfc9b1f8 req-a7246625-79db-41de-a4d6-dc33455f40cb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Nov 10 22:06:53.483120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3e2ff-55e3-4174-bd52-abc68c17086d req-48300392-6873-4ad4-b9d5-c1bf37fa2fea tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:53.484523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25f3e2ff-55e3-4174-bd52-abc68c17086d req-48300392-6873-4ad4-b9d5-c1bf37fa2fea tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0594049 Nov 10 22:06:53.532497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25f3e2ff-55e3-4174-bd52-abc68c17086d req-f948026b-b8fc-4b23-8e0f-915af8b8a0a2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Nov 10 22:06:53.788667 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:06:54.651762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fb72b-c7e5-4e7c-8e78-4ffb10db71dc req-75f68ad0-2f91-4f9f-a466-7ec9c2550649 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:54.653246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa1fb72b-c7e5-4e7c-8e78-4ffb10db71dc req-75f68ad0-2f91-4f9f-a466-7ec9c2550649 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0504768 Nov 10 22:06:54.701256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa1fb72b-c7e5-4e7c-8e78-4ffb10db71dc req-798e0279-6e7a-4028-bd08-5b3bd0bc3301 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Nov 10 22:06:55.814909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d58298-4354-4308-9577-bcb21b0dddfa req-69ae93ea-3520-47f0-ad24-c702c44a6b79 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:55.816531 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51d58298-4354-4308-9577-bcb21b0dddfa req-69ae93ea-3520-47f0-ad24-c702c44a6b79 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0480762 Nov 10 22:06:55.865913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51d58298-4354-4308-9577-bcb21b0dddfa req-00187c63-74d0-401a-a740-7fa51f53dec9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 Nov 10 22:06:56.986657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b4e1e-c95e-4eb6-a3e2-800f07705045 req-088af14a-b5d7-4fa7-8fbc-e83e03fc987a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:56.988208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f18b4e1e-c95e-4eb6-a3e2-800f07705045 req-088af14a-b5d7-4fa7-8fbc-e83e03fc987a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0524032 Nov 10 22:06:57.034729 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f18b4e1e-c95e-4eb6-a3e2-800f07705045 req-06375c2a-1b06-430f-841d-2d8fa0b3f73c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406322 Nov 10 22:06:58.149633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e30b4-a661-4a59-bd7e-957280ddb2ff req-68d163cf-07a5-47a0-a082-70a57c3ffa1f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:58.151171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2b7e30b4-a661-4a59-bd7e-957280ddb2ff req-68d163cf-07a5-47a0-a082-70a57c3ffa1f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0490587 Nov 10 22:06:58.204028 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2b7e30b4-a661-4a59-bd7e-957280ddb2ff req-ff9f2e28-3bf9-4edf-92cc-2bb59c61a2c7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468383 Nov 10 22:06:59.320311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70647-8d33-45b5-8608-c0a9f229e774 req-4ae5e83a-f7e2-413e-8003-6b71cd0e5627 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:06:59.321817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34c70647-8d33-45b5-8608-c0a9f229e774 req-4ae5e83a-f7e2-413e-8003-6b71cd0e5627 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0494168 Nov 10 22:06:59.370766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34c70647-8d33-45b5-8608-c0a9f229e774 req-50c98400-19c3-4176-9ad0-58027f7ec700 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Nov 10 22:07:00.491493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789db5b6-8de9-4a22-8e14-0053c98475f2 req-fe97cc0b-4f14-4d30-bbd8-5aa59f13090a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:00.493453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-789db5b6-8de9-4a22-8e14-0053c98475f2 req-fe97cc0b-4f14-4d30-bbd8-5aa59f13090a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0514586 Nov 10 22:07:00.540831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-789db5b6-8de9-4a22-8e14-0053c98475f2 req-bce7cd2b-cf97-437c-80a5-8d4905a923fb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Nov 10 22:07:01.673021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b6304-f8fe-40b4-a318-943595ae974d req-79d5948c-bf8b-4edc-a889-7dbe4f9ca0a4 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:01.675856 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-081b6304-f8fe-40b4-a318-943595ae974d req-79d5948c-bf8b-4edc-a889-7dbe4f9ca0a4 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0569544 Nov 10 22:07:01.737937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-081b6304-f8fe-40b4-a318-943595ae974d req-3dc9c6d0-241c-48e8-9107-fdb11e07c789 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509112 Nov 10 22:07:02.845608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf074cf-60bd-4a36-bfa3-5a4631205716 req-42ea293e-2437-4efe-890e-1f5646696f3f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:02.847656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acf074cf-60bd-4a36-bfa3-5a4631205716 req-42ea293e-2437-4efe-890e-1f5646696f3f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0498037 Nov 10 22:07:02.896100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acf074cf-60bd-4a36-bfa3-5a4631205716 req-ecb042a7-20c3-4644-864c-fa52ca15c00e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Nov 10 22:07:04.010276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb6a95-e16c-4840-9305-9678122e66b4 req-047fc980-aebd-4383-89cc-aeefd7b08700 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:04.011772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9cb6a95-e16c-4840-9305-9678122e66b4 req-047fc980-aebd-4383-89cc-aeefd7b08700 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0489888 Nov 10 22:07:04.059689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e9cb6a95-e16c-4840-9305-9678122e66b4 req-07205276-4a19-4572-b2d1-5637c4855fed tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Nov 10 22:07:05.178728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce19fb-fd15-4bea-9d2d-f0501ae81dc2 req-196bb388-671a-4053-bb5e-7d0ba15b9ae9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:05.180230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2ce19fb-fd15-4bea-9d2d-f0501ae81dc2 req-196bb388-671a-4053-bb5e-7d0ba15b9ae9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0523136 Nov 10 22:07:05.229273 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2ce19fb-fd15-4bea-9d2d-f0501ae81dc2 req-5578b936-ac14-4357-8cb7-9129331d1063 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Nov 10 22:07:05.691801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7661fb93-9583-4da4-9ce2-3d633bc62349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:06.344856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0cb8-86d2-4f3f-9305-a555a812699b req-54ad3b6e-f27b-4dee-96cc-d2a8b443d8fc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:06.346881 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-157b0cb8-86d2-4f3f-9305-a555a812699b req-54ad3b6e-f27b-4dee-96cc-d2a8b443d8fc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0507491 Nov 10 22:07:06.398950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-157b0cb8-86d2-4f3f-9305-a555a812699b req-e400ead4-7446-4606-af63-c079b4907407 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460796 Nov 10 22:07:07.513957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0270e-c809-495a-9dbd-253c71066179 req-4e13f294-77e8-4c1f-96fd-8aca7a6c6f3f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:07.515396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecf0270e-c809-495a-9dbd-253c71066179 req-4e13f294-77e8-4c1f-96fd-8aca7a6c6f3f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0478854 Nov 10 22:07:07.562451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ecf0270e-c809-495a-9dbd-253c71066179 req-6aea8067-7773-4eaa-a7b9-e145fe6c8623 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Nov 10 22:07:07.936388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ad8363b7-3ee2-4729-9c41-8c958b54d741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:08.679111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e954b-d3a8-435b-b018-dea1691b9733 req-f386cffa-addb-4789-8309-389ed7134445 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:08.680602 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a0e954b-d3a8-435b-b018-dea1691b9733 req-f386cffa-addb-4789-8309-389ed7134445 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0508301 Nov 10 22:07:08.728196 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a0e954b-d3a8-435b-b018-dea1691b9733 req-1e10b2a4-d6c4-42e4-b011-a92d56cfd94d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Nov 10 22:07:09.411734 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:09.844098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdeb0d-23a2-4ba2-aacd-6637dac6a765 req-de64bb7c-7b27-493c-98c8-bd3666e0bffd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:09.845592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01fdeb0d-23a2-4ba2-aacd-6637dac6a765 req-de64bb7c-7b27-493c-98c8-bd3666e0bffd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0515604 Nov 10 22:07:09.892212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01fdeb0d-23a2-4ba2-aacd-6637dac6a765 req-f5e44409-e09b-4e27-8c44-d1fdd4caff75 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Nov 10 22:07:10.863499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:11.007213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83807ec3-fe1d-441e-beb6-a1178254615f req-6eb38b95-05e9-4f66-b14e-f97df00202b3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:11.008696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83807ec3-fe1d-441e-beb6-a1178254615f req-6eb38b95-05e9-4f66-b14e-f97df00202b3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0487630 Nov 10 22:07:11.055413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83807ec3-fe1d-441e-beb6-a1178254615f req-1a6d9f96-5171-42dc-8dba-ee34ddc99900 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Nov 10 22:07:11.388656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:12.171631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7e0b8-656c-4c6d-a763-056d966cee88 req-1c7490c3-139f-4729-9e81-2cbca12dd9ed tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:12.173166 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40d7e0b8-656c-4c6d-a763-056d966cee88 req-1c7490c3-139f-4729-9e81-2cbca12dd9ed tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0483332 Nov 10 22:07:12.221562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-40d7e0b8-656c-4c6d-a763-056d966cee88 req-50fa991e-a490-4390-8efb-11da360baaf3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Nov 10 22:07:13.146242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b249b9-6c8b-44ff-8b92-409330c2f596 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:07:13.239974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07b249b9-6c8b-44ff-8b92-409330c2f596, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b249b9-6c8b-44ff-8b92-409330c2f596,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:07:13.255207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '07b249b9-6c8b-44ff-8b92-409330c2f596', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'port_id': '07b249b9-6c8b-44ff-8b92-409330c2f596', 'mac_address': 'fa:16:3e:ab:f2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:07:13.293139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:13.307110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b249b9-6c8b-44ff-8b92-409330c2f596 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:07:13.327418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07b249b9-6c8b-44ff-8b92-409330c2f596, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b249b9-6c8b-44ff-8b92-409330c2f596,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:07:13.347971 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11583-2da7-4a07-9df4-e98814d156a7 req-6c3d7e5f-c45b-4afc-b55b-6dd73c2d5732 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:13.349442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aef11583-2da7-4a07-9df4-e98814d156a7 req-6c3d7e5f-c45b-4afc-b55b-6dd73c2d5732 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 943 time: 0.0561051 Nov 10 22:07:13.383468 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:13.399334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aef11583-2da7-4a07-9df4-e98814d156a7 req-430d4d02-0beb-468b-b83d-f853e8e0ca2b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Nov 10 22:07:13.430863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=07b249b9-6c8b-44ff-8b92-409330c2f596,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:07:13.438083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.438426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.438826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.439159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.439487 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.439837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.440680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.441003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.441323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.441643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.441960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.442278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:13.701685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['07b249b9-6c8b-44ff-8b92-409330c2f596'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:07:14.512143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bf9cc-f594-4aa3-b48d-38b095bcdae2 req-e4e88c68-6a7d-489d-9e3a-c5addc30849c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:14.513595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f69bf9cc-f594-4aa3-b48d-38b095bcdae2 req-e4e88c68-6a7d-489d-9e3a-c5addc30849c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 944 time: 0.0474062 Nov 10 22:07:14.564207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f69bf9cc-f594-4aa3-b48d-38b095bcdae2 req-cc9ad92b-a225-4621-a910-5b01f2933926 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437193 Nov 10 22:07:15.157069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b249b9-6c8b-44ff-8b92-409330c2f596 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:07:15.268770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 07b249b9-6c8b-44ff-8b92-409330c2f596 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:07:15.272615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 07b249b9-6c8b-44ff-8b92-409330c2f596 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:07:15.272979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:15.353518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:15.375750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b249b9-6c8b-44ff-8b92-409330c2f596'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:07:15.377978 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc54039-14ef-4f13-a389-4057961fe928" -d '{"events": [{"server_uuid": "afada3d4-2c31-4a2b-b438-0b0a8b06d0b2", "name": "network-vif-plugged", "status": "completed", "tag": "07b249b9-6c8b-44ff-8b92-409330c2f596"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:07:15.390304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 07b249b9-6c8b-44ff-8b92-409330c2f596, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b249b9-6c8b-44ff-8b92-409330c2f596,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:07:15.415158 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab06c2-0abc-432f-a340-85d6d2643b72 x-openstack-request-id: req-b8ab06c2-0abc-432f-a340-85d6d2643b72 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:07:15.415451 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afada3d4-2c31-4a2b-b438-0b0a8b06d0b2", "name": "network-vif-plugged", "status": "completed", "tag": "07b249b9-6c8b-44ff-8b92-409330c2f596", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:07:15.415708 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8ab06c2-0abc-432f-a340-85d6d2643b72 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:07:15.416158 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b249b9-6c8b-44ff-8b92-409330c2f596', 'code': 200} Nov 10 22:07:15.462917 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:15.511468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=07b249b9-6c8b-44ff-8b92-409330c2f596,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:07:15.568307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d474-2c9f-41c4-ae39-6f53624fd893 req-860f6d4b-91f4-484a-825f-4cd34c2ce3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:15.569768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b4d474-2c9f-41c4-ae39-6f53624fd893 req-860f6d4b-91f4-484a-825f-4cd34c2ce3ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 1097 time: 0.0950792 Nov 10 22:07:15.616685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25b4d474-2c9f-41c4-ae39-6f53624fd893 req-0236db09-3217-4823-ad62-32e0915e38e2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Nov 10 22:07:15.680680 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec6ac8-588a-4539-b163-8c47b605e417 req-07fd9bd4-f6f6-4962-b5bb-a9a904f8c07e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:15.682045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3ec6ac8-588a-4539-b163-8c47b605e417 req-07fd9bd4-f6f6-4962-b5bb-a9a904f8c07e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0482404 Nov 10 22:07:15.729202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c3ec6ac8-588a-4539-b163-8c47b605e417 req-02663fc6-fff8-43cd-a5e0-db72b04d5105 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Nov 10 22:07:16.792521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-959e5110-dc3d-4e51-ad69-1544fe153c18 req-a0058aa3-c050-40b6-a468-4b76d6f715bc service neutron] (103048) timed out ('10.222.0.64', 56891) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:07:16.855418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb9349-400f-4f3d-b4b5-b37c8c5ca48a req-2f964579-c6c1-4c62-991a-5f284ef402c8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:16.857832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3cdb9349-400f-4f3d-b4b5-b37c8c5ca48a req-2f964579-c6c1-4c62-991a-5f284ef402c8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0588515 Nov 10 22:07:16.907280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3cdb9349-400f-4f3d-b4b5-b37c8c5ca48a req-de13e2f7-88dc-4196-aab6-5fd806d85e74 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Nov 10 22:07:18.025006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4f089-f80a-4055-9a94-5c4e5c5c8eed req-fbebc8a9-9106-4e58-9e3b-6ef305e1bc19 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:18.026463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11d4f089-f80a-4055-9a94-5c4e5c5c8eed req-fbebc8a9-9106-4e58-9e3b-6ef305e1bc19 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0517187 Nov 10 22:07:18.074277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11d4f089-f80a-4055-9a94-5c4e5c5c8eed req-e740a191-0b60-4986-947a-e6add0edf225 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Nov 10 22:07:18.189255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff55b74-de14-4893-b309-1b7ec0fb33be req-60afc991-e034-4cd6-bf4c-340a49549a77 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:18.191009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ff55b74-de14-4893-b309-1b7ec0fb33be req-60afc991-e034-4cd6-bf4c-340a49549a77 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0510809 Nov 10 22:07:18.241756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ff55b74-de14-4893-b309-1b7ec0fb33be req-b29dd17b-4f76-4955-ac1e-df2b8b05cfb1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Nov 10 22:07:18.355208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec563c1e-74b2-4c56-a657-ef3d1e005935 req-9a74f933-4c92-46da-99a9-7bd5a2fdf3ff tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:18.356706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec563c1e-74b2-4c56-a657-ef3d1e005935 req-9a74f933-4c92-46da-99a9-7bd5a2fdf3ff tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0500486 Nov 10 22:07:18.404225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec563c1e-74b2-4c56-a657-ef3d1e005935 req-0c439a7b-7037-4c14-b79b-fcbd15b27ebf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Nov 10 22:07:18.896626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de322441-ab94-4f04-9ab8-cd6329df17b7 req-d016f5f6-2996-4688-bac1-0c6491fb30b1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:18.898081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de322441-ab94-4f04-9ab8-cd6329df17b7 req-d016f5f6-2996-4688-bac1-0c6491fb30b1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Nov 10 22:07:18.949852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-de322441-ab94-4f04-9ab8-cd6329df17b7 req-02689200-35fb-49fe-a53c-d178bde33dd2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453882 Nov 10 22:07:19.890305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:20.072855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba4f60-e26d-49f6-b0dc-543c572ee1b4 req-aa764154-4d90-4eba-9900-955ef7186f9b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:20.074386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fba4f60-e26d-49f6-b0dc-543c572ee1b4 req-aa764154-4d90-4eba-9900-955ef7186f9b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Nov 10 22:07:20.123255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fba4f60-e26d-49f6-b0dc-543c572ee1b4 req-cc694299-2f30-421e-831a-59d6ab8a3996 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Nov 10 22:07:20.555244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062fcae-494e-450b-be76-72ed2683232c req-2ec6259e-e77c-423c-8f29-97efad2cbbbb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:20.556725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0062fcae-494e-450b-be76-72ed2683232c req-2ec6259e-e77c-423c-8f29-97efad2cbbbb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 945 time: 0.0483050 Nov 10 22:07:20.645675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port 07b249b9-6c8b-44ff-8b92-409330c2f596 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:07:20.646012 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:20.735553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] For port 07b249b9-6c8b-44ff-8b92-409330c2f596, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=07b249b9-6c8b-44ff-8b92-409330c2f596,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:07:20.735945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:20.748349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for 07b249b9-6c8b-44ff-8b92-409330c2f596 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:07:20.937641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:20.953119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['07b249b9-6c8b-44ff-8b92-409330c2f596'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:07:20.967140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=07b249b9-6c8b-44ff-8b92-409330c2f596,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:07:21.009281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] No DVR routers for this DVR port 07b249b9-6c8b-44ff-8b92-409330c2f596 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:07:21.012020 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:21.015294 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0062fcae-494e-450b-be76-72ed2683232c req-feccad78-6cbd-41bc-8f73-9d2343c62b85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "DELETE /v2.0/ports/07b249b9-6c8b-44ff-8b92-409330c2f596 HTTP/1.1" status: 204 len: 173 time: 0.4517708 Nov 10 22:07:21.015772 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'name': 'network-vif-deleted', 'tag': '07b249b9-6c8b-44ff-8b92-409330c2f596'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:07:21.018657 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adab6aa8-b0d7-4ade-96fc-625f62fa1918" -d '{"events": [{"server_uuid": "afada3d4-2c31-4a2b-b438-0b0a8b06d0b2", "name": "network-vif-deleted", "tag": "07b249b9-6c8b-44ff-8b92-409330c2f596"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:07:21.056493 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39208b57-dd34-43eb-ba5a-f242a342e01a x-openstack-request-id: req-39208b57-dd34-43eb-ba5a-f242a342e01a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:07:21.056915 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afada3d4-2c31-4a2b-b438-0b0a8b06d0b2", "name": "network-vif-deleted", "tag": "07b249b9-6c8b-44ff-8b92-409330c2f596", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:07:21.057170 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39208b57-dd34-43eb-ba5a-f242a342e01a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:07:21.057578 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afada3d4-2c31-4a2b-b438-0b0a8b06d0b2', 'name': 'network-vif-deleted', 'tag': '07b249b9-6c8b-44ff-8b92-409330c2f596', 'status': 'completed', 'code': 200} Nov 10 22:07:21.219903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b77b46f-4be1-4a71-8d52-0255c7f5c702 req-6a4517a8-e856-438b-9472-a440df9da2d3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Nov 10 22:07:22.325571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1def3251-d15b-4b27-83ad-bc291e4fc578 req-bfc2dc7d-88be-4de1-854a-9404bf307c71 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.0313122 Nov 10 22:07:23.421129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3767538f-db0b-4f8b-86d0-fda24160de46 req-561c9371-c30d-4ebe-a9a6-afbff9cfd2b8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.0260451 Nov 10 22:07:23.765596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:24.519043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41151208-7ede-4013-a184-8cac6eb29226 req-75bb8911-cb07-492a-a371-9d045e2a08dd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Nov 10 22:07:25.118303 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:07:25.191310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b249b9-6c8b-44ff-8b92-409330c2f596 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:07:25.211972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 07b249b9-6c8b-44ff-8b92-409330c2f596 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:07:25.217481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 07b249b9-6c8b-44ff-8b92-409330c2f596 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:07:25.617969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e2fc86d1-a766-4269-909e-e33b20bdfe5d req-7a574ae1-f9e6-4a28-b0b8-be8aea665616 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=afada3d4-2c31-4a2b-b438-0b0a8b06d0b2 HTTP/1.1" status: 200 len: 210 time: 0.0308592 Nov 10 22:07:35.685253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2de3d0b9-14e5-4140-b50e-ff90c2dee8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:37.931357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13699e38-0c83-4448-8bc2-bb603ce0a609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:39.394709 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:40.846781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:41.389051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:49.891130 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:53.788736 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:55.282702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-996a555f-5db2-4104-8e54-7c133f9ced84 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:55.284160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-996a555f-5db2-4104-8e54-7c133f9ced84 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.0997126 Nov 10 22:07:55.298571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-c90c83aa-6678-4043-8b06-d47bd9226c85 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/quotas/bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 375 time: 0.0088460 Nov 10 22:07:55.364349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-dc267ce2-911e-418b-bdea-770b7ae00085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601380 Nov 10 22:07:55.452786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-d43623e8-7774-4c99-99d8-0e302ac72027 service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816703 Nov 10 22:07:55.544861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-81e47b9d-9f72-4f6d-9621-d59c6da05208 service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Nov 10 22:07:56.048079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97d1f6b3-0763-4e97-bc24-27bc4dec6a1e req-824d3960-0cef-4a63-8073-35bbd4afe48d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0272882 Nov 10 22:07:57.142050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1aae996c-5b5e-4002-bc1c-0603ba93ef26 req-9e44a18e-f137-4c91-959c-4c16bad86057 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0276868 Nov 10 22:07:57.675103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-7253e808-2a03-45c5-a703-b01186110890 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:57.676566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-7253e808-2a03-45c5-a703-b01186110890 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1034706 Nov 10 22:07:57.689522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'port': {'device_id': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'admin_state_up': True, 'tenant_id': 'bee93650d0504a9781966880d0b2886e'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:07:57.844953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:07:57.848648 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:57.981487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.20.0.9 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/104104bf-af3b-4e59-84b4-356eb4c6befc) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:07:58.131312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:58.239859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d2b52c5-7083-40c2-afb0-65496f8dd55e req-d3836053-180e-40e0-8547-03b45e3fde2c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0271716 Nov 10 22:07:58.252198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:58.298029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:07:58.301097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:07:58.304858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:07:58.329180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=104104bf-af3b-4e59-84b4-356eb4c6befc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:07:58.342941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.343279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.343623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.343998 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.344334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.344664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.344990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.345321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.345628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.345953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.346275 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.346596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:07:58.372305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:58.373071 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:58.488149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-4ec0c6eb-f0c7-45fb-930f-10b1aedf27e3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021007 Nov 10 22:07:58.502086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Request body: {'port': {'device_id': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:07:58.535153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d543fb15-39ca-42b1-adcb-b755e08f68ed None None] Provisioning complete for port 104104bf-af3b-4e59-84b4-356eb4c6befc triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:07:58.535849 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d543fb15-39ca-42b1-adcb-b755e08f68ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:58.562238 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:58.570495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d543fb15-39ca-42b1-adcb-b755e08f68ed None None] Port 104104bf-af3b-4e59-84b4-356eb4c6befc cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:07:58.823004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104104bf-af3b-4e59-84b4-356eb4c6befc {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:07:58.830728 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:58.843237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Transition to ACTIVE for port object 104104bf-af3b-4e59-84b4-356eb4c6befc will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:07:58.914650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:58.969706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Pushing event updated for resources: {'Port': ['ID=104104bf-af3b-4e59-84b4-356eb4c6befc,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:07:59.382130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Attempting to bind port 104104bf-af3b-4e59-84b4-356eb4c6befc on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:07:59.382407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Attempting to bind port 104104bf-af3b-4e59-84b4-356eb4c6befc by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:07:59.382718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Attempting to bind port 104104bf-af3b-4e59-84b4-356eb4c6befc on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:07:59.384726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889b224-d90a-4eaf-af49-2d1684c3a03e req-539152e3-6da2-4735-af1b-122b677a1b14 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:59.386459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f889b224-d90a-4eaf-af49-2d1684c3a03e req-539152e3-6da2-4735-af1b-122b677a1b14 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0581129 Nov 10 22:07:59.387879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Port 104104bf-af3b-4e59-84b4-356eb4c6befc on network 4b90a462-973f-47ee-9962-d4509f942d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:07:59.388216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Attempting to bind port 104104bf-af3b-4e59-84b4-356eb4c6befc on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:07:59.393553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:07:59.393890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:07:59.394279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:07:59.394716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Bound port: 104104bf-af3b-4e59-84b4-356eb4c6befc, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:07:59.395082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:59.439960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f889b224-d90a-4eaf-af49-2d1684c3a03e req-dd0c88bc-9403-4cd9-9e96-219b643b7416 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Nov 10 22:07:59.461977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] For port 104104bf-af3b-4e59-84b4-356eb4c6befc, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:07:59.465063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] For port 104104bf-af3b-4e59-84b4-356eb4c6befc, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=104104bf-af3b-4e59-84b4-356eb4c6befc,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:07:59.571876 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:59.612508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:59.613137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:07:59.614530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] 10.222.0.64 "PUT /v2.0/ports/104104bf-af3b-4e59-84b4-356eb4c6befc HTTP/1.1" status: 200 len: 1092 time: 1.1170785 Nov 10 22:07:59.614959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'tag': '104104bf-af3b-4e59-84b4-356eb4c6befc'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:07:59.617927 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50261cf-8e39-4b64-ad85-58508502fec3" -d '{"events": [{"name": "network-changed", "server_uuid": "00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf", "tag": "104104bf-af3b-4e59-84b4-356eb4c6befc"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:07:59.642067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29901d0b-e3e7-4c8f-99ea-2c3e1b2dea76 service neutron] Pushing event updated for resources: {'Port': ['ID=104104bf-af3b-4e59-84b4-356eb4c6befc,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:07:59.678452 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa7b62a-88e9-41a1-947c-05a41f5deefe x-openstack-request-id: req-4aa7b62a-88e9-41a1-947c-05a41f5deefe {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:07:59.678919 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf", "tag": "104104bf-af3b-4e59-84b4-356eb4c6befc", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:07:59.679854 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4aa7b62a-88e9-41a1-947c-05a41f5deefe {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:07:59.680396 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'tag': '104104bf-af3b-4e59-84b4-356eb4c6befc', 'status': 'completed', 'code': 200} Nov 10 22:07:59.749128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50261cf-8e39-4b64-ad85-58508502fec3 req-8d22908f-30e5-4a9f-8077-808a6392ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:59.750615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c50261cf-8e39-4b64-ad85-58508502fec3 req-8d22908f-30e5-4a9f-8077-808a6392ee7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 1095 time: 0.0466361 Nov 10 22:07:59.856253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50261cf-8e39-4b64-ad85-58508502fec3 req-34e7feb3-09ce-4ec6-a252-528635f75ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:59.857726 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c50261cf-8e39-4b64-ad85-58508502fec3 req-34e7feb3-09ce-4ec6-a252-528635f75ea6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bee93650d0504a9781966880d0b2886e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0985391 Nov 10 22:07:59.961019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50261cf-8e39-4b64-ad85-58508502fec3 req-c7948e21-0ae6-4d98-9c72-33d5a37aa874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:07:59.962521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c50261cf-8e39-4b64-ad85-58508502fec3 req-c7948e21-0ae6-4d98-9c72-33d5a37aa874 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974097 Nov 10 22:08:00.041594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-70781d81-1221-4eee-a7dc-3cb3b5c0aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:00.043088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-70781d81-1221-4eee-a7dc-3cb3b5c0aaa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 1095 time: 0.0417058 Nov 10 22:08:00.091099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-9eec48d4-f262-467b-98d0-2d0a145441d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104104bf-af3b-4e59-84b4-356eb4c6befc HTTP/1.1" status: 200 len: 217 time: 0.0388012 Nov 10 22:08:00.142176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-89bdcf9a-a56b-46ff-9e94-83e714596dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:00.143638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-89bdcf9a-a56b-46ff-9e94-83e714596dd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0455439 Nov 10 22:08:00.196782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61626819-c866-47ab-a3d4-6aa6b391645c req-9e2146a7-eb1e-4756-b9b8-b4203e172e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:00.198379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-9e2146a7-eb1e-4756-b9b8-b4203e172e6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467284 Nov 10 22:08:00.296289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-6bd77601-e65e-43d3-88ec-d81a871120d0 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Nov 10 22:08:00.389388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61626819-c866-47ab-a3d4-6aa6b391645c req-a3c68a5f-84e1-4f30-b688-85e903568ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855391 Nov 10 22:08:00.563883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe875f1-57cf-4e60-92cb-39f4dcc00626 req-23b0dc4f-6768-4241-813d-4a65efa97059 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:00.565429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fe875f1-57cf-4e60-92cb-39f4dcc00626 req-23b0dc4f-6768-4241-813d-4a65efa97059 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0529490 Nov 10 22:08:00.614057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fe875f1-57cf-4e60-92cb-39f4dcc00626 req-103c18c1-f9b9-48be-bc7d-d13081ab0489 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Nov 10 22:08:01.739028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e497e-bf48-4485-a3b4-ee31ae371fa4 req-7a8dcf13-ec2c-4d6c-90b6-2a68305844e6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:01.740565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d9e497e-bf48-4485-a3b4-ee31ae371fa4 req-7a8dcf13-ec2c-4d6c-90b6-2a68305844e6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0562353 Nov 10 22:08:01.791797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d9e497e-bf48-4485-a3b4-ee31ae371fa4 req-71cf8c81-b693-4f31-9f26-6ac903534469 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Nov 10 22:08:02.117146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:08:02.921911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce23e0e-3333-48cf-8531-08fdf7718b14 req-8ef83e8d-e75c-4389-bbf8-06a8d524b110 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:02.923385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bce23e0e-3333-48cf-8531-08fdf7718b14 req-8ef83e8d-e75c-4389-bbf8-06a8d524b110 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0494750 Nov 10 22:08:02.972989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bce23e0e-3333-48cf-8531-08fdf7718b14 req-b61f5bce-2f18-4bd4-9263-dee867cd200d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Nov 10 22:08:04.087037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47ef2c-f94b-4ffe-a4b4-07af5315604a req-d96cc550-2e21-41ff-9ff9-a915756759fc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:04.088520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc47ef2c-f94b-4ffe-a4b4-07af5315604a req-d96cc550-2e21-41ff-9ff9-a915756759fc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0484667 Nov 10 22:08:04.135513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc47ef2c-f94b-4ffe-a4b4-07af5315604a req-ca1153d6-e9bd-4478-8e89-c7d446a69b1a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Nov 10 22:08:05.251081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad8afb-bb80-417f-bb60-25674dc45069 req-da992819-5442-4562-b663-944117564184 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:05.252588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12ad8afb-bb80-417f-bb60-25674dc45069 req-da992819-5442-4562-b663-944117564184 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0494397 Nov 10 22:08:05.302971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12ad8afb-bb80-417f-bb60-25674dc45069 req-12261a8d-77d2-4278-a0d9-284910c17c93 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444813 Nov 10 22:08:05.679496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b9a3ca0b-57b6-4c8e-9535-2705d03a0eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:06.420495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3c2e4-27f9-4a57-a77c-43f03201b146 req-b646cd21-79a9-4c46-bd95-331428960be6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:06.422996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69c3c2e4-27f9-4a57-a77c-43f03201b146 req-b646cd21-79a9-4c46-bd95-331428960be6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0507746 Nov 10 22:08:06.475574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69c3c2e4-27f9-4a57-a77c-43f03201b146 req-dc3e29fa-5075-4f5f-b193-f86f7248d19d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465896 Nov 10 22:08:07.592194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf028b4-9528-4f2e-a8a9-a49de0572176 req-87915871-9842-44f4-9804-b5bc6971a2c5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:07.593665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bf028b4-9528-4f2e-a8a9-a49de0572176 req-87915871-9842-44f4-9804-b5bc6971a2c5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0505548 Nov 10 22:08:07.641520 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bf028b4-9528-4f2e-a8a9-a49de0572176 req-c7a5d756-67cc-4d4d-a326-3ae7a1e69878 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Nov 10 22:08:07.948453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c2b5c80-22ab-408b-bac5-8f4509e53cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:08.756256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8be24-bd66-4fed-a291-140496b62788 req-44049dcd-2913-4fc0-824e-998069fd125f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:08.757707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ca8be24-bd66-4fed-a291-140496b62788 req-44049dcd-2913-4fc0-824e-998069fd125f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0485830 Nov 10 22:08:08.805658 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2ca8be24-bd66-4fed-a291-140496b62788 req-ba02f1da-f49c-493d-aa9a-0d05da5b0090 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Nov 10 22:08:09.371097 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:09.921228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baaeb6-2519-4be9-a216-1a91410bc449 req-c4d66ed7-4fa3-4244-936d-5a2c6fb4bd40 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:09.922715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24baaeb6-2519-4be9-a216-1a91410bc449 req-c4d66ed7-4fa3-4244-936d-5a2c6fb4bd40 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0489700 Nov 10 22:08:09.974741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24baaeb6-2519-4be9-a216-1a91410bc449 req-0d44131f-8b20-4b79-a56e-281b183abc5c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Nov 10 22:08:10.868742 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:11.091250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ba6a-51ad-4e06-92f9-65c0d0c12992 req-9e9fb1ab-72bb-4a06-8ebd-f3a347e80708 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:11.092753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a30ba6a-51ad-4e06-92f9-65c0d0c12992 req-9e9fb1ab-72bb-4a06-8ebd-f3a347e80708 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0490158 Nov 10 22:08:11.140098 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a30ba6a-51ad-4e06-92f9-65c0d0c12992 req-07dc7e1e-70cf-419f-8084-91f72b6d1fa2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Nov 10 22:08:11.376872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:12.257968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dcf1c-0248-4ab3-ac25-b3324bd924ce req-cefd6fb2-890e-4132-be2b-53184f34236f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:12.260443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-857dcf1c-0248-4ab3-ac25-b3324bd924ce req-cefd6fb2-890e-4132-be2b-53184f34236f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0539880 Nov 10 22:08:12.306556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-857dcf1c-0248-4ab3-ac25-b3324bd924ce req-4ea5f919-77fa-406d-8bac-29fd315c0dfe tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Nov 10 22:08:13.405240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 104104bf-af3b-4e59-84b4-356eb4c6befc details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:08:13.430521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dce6d2-fac5-4295-b140-04f3244a8607 req-6fc1a3ca-845a-4a3a-bedf-22459a5e6bd9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:13.432717 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01dce6d2-fac5-4295-b140-04f3244a8607 req-6fc1a3ca-845a-4a3a-bedf-22459a5e6bd9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 943 time: 0.0550129 Nov 10 22:08:13.483623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-01dce6d2-fac5-4295-b140-04f3244a8607 req-8516763a-a129-4862-9140-90e856e245ec tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 Nov 10 22:08:13.505057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 104104bf-af3b-4e59-84b4-356eb4c6befc, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=104104bf-af3b-4e59-84b4-356eb4c6befc,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:08:13.515916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '104104bf-af3b-4e59-84b4-356eb4c6befc', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'port_id': '104104bf-af3b-4e59-84b4-356eb4c6befc', 'mac_address': 'fa:16:3e:52:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:08:13.555253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:13.568109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104104bf-af3b-4e59-84b4-356eb4c6befc {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:08:13.586495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 104104bf-af3b-4e59-84b4-356eb4c6befc, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=104104bf-af3b-4e59-84b4-356eb4c6befc,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:08:13.645454 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:13.692099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=104104bf-af3b-4e59-84b4-356eb4c6befc,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:08:13.699506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.699870 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.700205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.700532 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.700853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.701174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.701491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.701808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.702123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.702436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.702748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.703061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:13.978682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['104104bf-af3b-4e59-84b4-356eb4c6befc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:08:14.598917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c07f4-47cd-499e-8da0-fd5a65512b62 req-2ee8895a-4a8f-4ad4-89e2-59026f1939ae tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:14.600401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df7c07f4-47cd-499e-8da0-fd5a65512b62 req-2ee8895a-4a8f-4ad4-89e2-59026f1939ae tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 944 time: 0.0490527 Nov 10 22:08:14.646945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df7c07f4-47cd-499e-8da0-fd5a65512b62 req-32c93bfe-2dde-4f4f-a4f9-bdfe9c8661c6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Nov 10 22:08:15.420270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 104104bf-af3b-4e59-84b4-356eb4c6befc up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:08:15.507946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 104104bf-af3b-4e59-84b4-356eb4c6befc completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:08:15.512409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 104104bf-af3b-4e59-84b4-356eb4c6befc triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:08:15.512771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:15.588139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:15.610281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104104bf-af3b-4e59-84b4-356eb4c6befc'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:08:15.612557 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab5a90e-ea90-4427-bc1a-0751accf63ad" -d '{"events": [{"server_uuid": "00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf", "name": "network-vif-plugged", "status": "completed", "tag": "104104bf-af3b-4e59-84b4-356eb4c6befc"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:08:15.629380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 104104bf-af3b-4e59-84b4-356eb4c6befc, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=104104bf-af3b-4e59-84b4-356eb4c6befc,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:08:15.697131 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:15.723357 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f388e3-9adb-4956-866c-0007dcfecf39 x-openstack-request-id: req-e8f388e3-9adb-4956-866c-0007dcfecf39 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:08:15.723834 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf", "name": "network-vif-plugged", "status": "completed", "tag": "104104bf-af3b-4e59-84b4-356eb4c6befc", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:08:15.724082 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8f388e3-9adb-4956-866c-0007dcfecf39 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:08:15.724536 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104104bf-af3b-4e59-84b4-356eb4c6befc', 'code': 200} Nov 10 22:08:15.773638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=104104bf-af3b-4e59-84b4-356eb4c6befc,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:08:15.774717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a0fc-f766-4431-b955-0d00fe0beb48 req-b5c84f1e-2836-40e3-806e-a84cd0484b70 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:15.774717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fc4a0fc-f766-4431-b955-0d00fe0beb48 req-b5c84f1e-2836-40e3-806e-a84cd0484b70 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 945 time: 0.0535347 Nov 10 22:08:15.825629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fc4a0fc-f766-4431-b955-0d00fe0beb48 req-888dca81-9fa4-429a-9545-3484a3f228d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Nov 10 22:08:15.828224 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262c24e-50df-458b-9ba8-44a29a11754a req-d0b10af1-5054-4fce-b248-e1d57d019e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:15.829828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f262c24e-50df-458b-9ba8-44a29a11754a req-d0b10af1-5054-4fce-b248-e1d57d019e0c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 1097 time: 0.0410073 Nov 10 22:08:15.876640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f262c24e-50df-458b-9ba8-44a29a11754a req-06342bd4-5297-4f3f-8ed9-d545871e03b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394967 Nov 10 22:08:16.944601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea65d-7ae2-4df0-9b70-fac1b59e2321 req-51746f36-393a-4fd1-96b7-6a06dbd41d5a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:16.946254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-993ea65d-7ae2-4df0-9b70-fac1b59e2321 req-51746f36-393a-4fd1-96b7-6a06dbd41d5a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 945 time: 0.0512292 Nov 10 22:08:16.996878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-993ea65d-7ae2-4df0-9b70-fac1b59e2321 req-c695c377-fd5e-44cf-b785-5725f63d926b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Nov 10 22:08:18.114766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597597ea-a4e5-4c53-bc40-8356d65353bc req-d01d25d9-c77d-40df-bead-1a00d79d7b12 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:18.116252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-597597ea-a4e5-4c53-bc40-8356d65353bc req-d01d25d9-c77d-40df-bead-1a00d79d7b12 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 945 time: 0.0486631 Nov 10 22:08:18.163424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-597597ea-a4e5-4c53-bc40-8356d65353bc req-ff053bb9-c1cf-4285-a152-4339affe6c34 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Nov 10 22:08:18.283421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a290f3-0f81-489f-9a7e-da85e3b83842 req-f769df3f-d373-4dd5-b61b-2045364a5b7f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:18.284859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45a290f3-0f81-489f-9a7e-da85e3b83842 req-f769df3f-d373-4dd5-b61b-2045364a5b7f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 945 time: 0.0515954 Nov 10 22:08:18.334617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45a290f3-0f81-489f-9a7e-da85e3b83842 req-aa6c013b-9973-43ac-b532-50a1b37a9a63 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429363 Nov 10 22:08:19.897480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:21.589828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-e2f83e75-306d-4611-bcb6-369f3dfc2144 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:21.686588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-e2f83e75-306d-4611-bcb6-369f3dfc2144 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1066225 Nov 10 22:08:21.686588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-1f7cb459-035e-4223-8d77-fc955bcbe494 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/quotas/bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 375 time: 0.0101538 Nov 10 22:08:21.686588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-7e839ac7-d336-4095-a14b-3aa963916e83 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490069 Nov 10 22:08:21.811439 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-a785f9ea-881d-421b-af13-846311be9c6d service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416123 Nov 10 22:08:21.904989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-f951944a-3222-4a54-a862-ac4ed2202f30 service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873764 Nov 10 22:08:22.151292 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dd724d76-09eb-4f0d-b488-7383dc4762ec req-4db3c7d3-3c46-45d7-aa46-eeecc233b6bb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0272286 Nov 10 22:08:23.251091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8ae779b1-750e-444c-a445-aba523d28381 req-41aaffcb-5d76-48fe-b5b4-ece1270d0253 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0289805 Nov 10 22:08:23.816443 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:23.972821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-e4153153-b2dc-46b2-b896-6feba7d2ee71 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:23.974261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-e4153153-b2dc-46b2-b896-6feba7d2ee71 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1049926 Nov 10 22:08:23.986932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'port': {'device_id': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'admin_state_up': True, 'tenant_id': 'bee93650d0504a9781966880d0b2886e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:08:24.148559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:08:24.152343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:24.283693 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.20.0.13 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/6b200a6c-a678-48a2-b729-b358b371cdcf) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:08:24.378323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ee06d84f-51a3-44e2-9a75-e85e4f2c8806 req-0725504b-e8e1-4279-9a97-5a8061d51484 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0484781 Nov 10 22:08:24.465356 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:24.560028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:24.581809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['104104bf-af3b-4e59-84b4-356eb4c6befc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:08:24.607430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:08:24.610600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:08:24.614348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=6b200a6c-a678-48a2-b729-b358b371cdcf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.673166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:08:24.704243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:24.705240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:24.768719 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3fdcaa2a-00d6-4c1d-b139-3e32158101bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854586 Nov 10 22:08:24.889013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Request body: {'port': {'device_id': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:08:24.905499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-96555314-f682-4dba-83d8-1e424a439806 None None] Provisioning complete for port 6b200a6c-a678-48a2-b729-b358b371cdcf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:08:24.906115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-96555314-f682-4dba-83d8-1e424a439806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:24.941726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-96555314-f682-4dba-83d8-1e424a439806 None None] Port 6b200a6c-a678-48a2-b729-b358b371cdcf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:08:24.947391 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:25.219068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b200a6c-a678-48a2-b729-b358b371cdcf {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:08:25.226583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:25.239317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Transition to ACTIVE for port object 6b200a6c-a678-48a2-b729-b358b371cdcf will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:08:25.296706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:25.364654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b200a6c-a678-48a2-b729-b358b371cdcf,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:08:25.422333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Attempting to bind port 6b200a6c-a678-48a2-b729-b358b371cdcf on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:08:25.422727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Attempting to bind port 6b200a6c-a678-48a2-b729-b358b371cdcf by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:08:25.422987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Attempting to bind port 6b200a6c-a678-48a2-b729-b358b371cdcf on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:08:25.427821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Port 6b200a6c-a678-48a2-b729-b358b371cdcf on network 4b90a462-973f-47ee-9962-d4509f942d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:08:25.428938 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Attempting to bind port 6b200a6c-a678-48a2-b729-b358b371cdcf on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:08:25.434517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:08:25.434842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:08:25.435815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:08:25.435815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Bound port: 6b200a6c-a678-48a2-b729-b358b371cdcf, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:08:25.436028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:25.511092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] For port 6b200a6c-a678-48a2-b729-b358b371cdcf, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:08:25.513202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcc58b-0c16-4e4b-9662-e2a97ccedf2b req-81e936fd-133d-4227-9901-2a19c62d3c7a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:25.514635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] For port 6b200a6c-a678-48a2-b729-b358b371cdcf, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6b200a6c-a678-48a2-b729-b358b371cdcf,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:08:25.515449 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56fcc58b-0c16-4e4b-9662-e2a97ccedf2b req-81e936fd-133d-4227-9901-2a19c62d3c7a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0595763 Nov 10 22:08:25.572861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-56fcc58b-0c16-4e4b-9662-e2a97ccedf2b req-cac85f25-7b58-4ae1-84da-ec97e94a56c7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514684 Nov 10 22:08:25.611688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:25.645130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:25.645874 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:25.647111 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] 10.222.0.53 "PUT /v2.0/ports/6b200a6c-a678-48a2-b729-b358b371cdcf HTTP/1.1" status: 200 len: 1093 time: 0.8695066 Nov 10 22:08:25.647553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'tag': '6b200a6c-a678-48a2-b729-b358b371cdcf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:08:25.650559 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba795307-91b0-4c0b-84bc-76cc5e140893" -d '{"events": [{"name": "network-changed", "server_uuid": "f998d588-1d43-4ab9-adb0-d8454f8ef71d", "tag": "6b200a6c-a678-48a2-b729-b358b371cdcf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:08:25.687480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c9bf1-3633-404c-b1ab-e635c00db4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b200a6c-a678-48a2-b729-b358b371cdcf,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:08:25.816991 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76a408f-dca3-4b49-b457-20cd9ef4edcb x-openstack-request-id: req-b76a408f-dca3-4b49-b457-20cd9ef4edcb {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:08:25.817329 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f998d588-1d43-4ab9-adb0-d8454f8ef71d", "tag": "6b200a6c-a678-48a2-b729-b358b371cdcf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:08:25.817548 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b76a408f-dca3-4b49-b457-20cd9ef4edcb {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:08:25.817949 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'tag': '6b200a6c-a678-48a2-b729-b358b371cdcf', 'status': 'completed', 'code': 200} Nov 10 22:08:25.837688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-30663e36-fe4f-4efc-8a27-4fa9e77de508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:25.839430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-30663e36-fe4f-4efc-8a27-4fa9e77de508 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 1096 time: 0.0759265 Nov 10 22:08:25.888545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-9f2f2a38-6d59-4db2-b97c-a74509d98194 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b200a6c-a678-48a2-b729-b358b371cdcf HTTP/1.1" status: 200 len: 217 time: 0.0410514 Nov 10 22:08:25.949138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-a62f2df3-20d4-42b8-baa4-757015fa3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:25.950701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-a62f2df3-20d4-42b8-baa4-757015fa3c7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0547554 Nov 10 22:08:26.012283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-66863e19-479c-4b22-9a54-a1820eac1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:26.013869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-66863e19-479c-4b22-9a54-a1820eac1460 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563972 Nov 10 22:08:26.119587 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-b15b4c38-eda1-4377-aeb6-4f9fe65b85b6 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980659 Nov 10 22:08:26.215612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-afde84a0-4c9c-4aea-8199-20b5bc664b44 req-3c9383f6-9d3f-424e-8367-e45d530b67cf service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894356 Nov 10 22:08:26.364090 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-ae25258f-fc9e-446a-afa1-664bf3727dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:26.365563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-ae25258f-fc9e-446a-afa1-664bf3727dbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 1096 time: 0.0423055 Nov 10 22:08:26.460215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-1ead523b-9fd8-44af-b37b-33cff1a6796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:26.462348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-1ead523b-9fd8-44af-b37b-33cff1a6796e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0895205 Nov 10 22:08:26.504846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-84f6609b-9618-48f7-bd65-41fabf80845f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b200a6c-a678-48a2-b729-b358b371cdcf HTTP/1.1" status: 200 len: 217 time: 0.0363212 Nov 10 22:08:26.560175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-323b9b3e-208e-491a-b2e3-5067a709f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:26.561658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-323b9b3e-208e-491a-b2e3-5067a709f4a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0494943 Nov 10 22:08:26.609859 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-fdb09cc5-744b-45cd-bd31-cc3b3333ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:26.611568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-fdb09cc5-744b-45cd-bd31-cc3b3333ec74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424414 Nov 10 22:08:26.699684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf711257-ed8c-48e2-9604-5189cda8dd35 req-d31b17a2-c616-4cca-9b7b-5f93179131b8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:26.701855 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf711257-ed8c-48e2-9604-5189cda8dd35 req-d31b17a2-c616-4cca-9b7b-5f93179131b8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0518501 Nov 10 22:08:26.712604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-ce366443-807a-4b35-afea-69f3931c0472 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932443 Nov 10 22:08:26.751151 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf711257-ed8c-48e2-9604-5189cda8dd35 req-645b4b35-3354-4dfe-ab87-62d4ad76949d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Nov 10 22:08:26.806743 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba795307-91b0-4c0b-84bc-76cc5e140893 req-fee9d18f-a945-4ee2-97f2-3d9022590b62 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869579 Nov 10 22:08:27.879534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124b5d6-d4da-46bd-8261-2bb78a5a0d2f req-cfa7ce01-44af-4b8b-b7ac-7acc81872b4c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:27.881043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c124b5d6-d4da-46bd-8261-2bb78a5a0d2f req-cfa7ce01-44af-4b8b-b7ac-7acc81872b4c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0536191 Nov 10 22:08:27.936546 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c124b5d6-d4da-46bd-8261-2bb78a5a0d2f req-99a3673d-4442-43bb-ae9b-ae03d1ff1257 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481379 Nov 10 22:08:29.068839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970b4b2-32d4-4993-aa13-39997bf605f9 req-9bb08f75-a94c-457f-96c1-2507797bb385 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:29.070853 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e970b4b2-32d4-4993-aa13-39997bf605f9 req-9bb08f75-a94c-457f-96c1-2507797bb385 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0581994 Nov 10 22:08:29.123819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e970b4b2-32d4-4993-aa13-39997bf605f9 req-6538c4cf-065b-4a16-b70f-48460bf6e2c9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Nov 10 22:08:30.250668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571419fd-a468-4412-928e-d816ab949010 req-49918f3f-4e10-431f-9e6b-be74a16050a2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:30.252216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571419fd-a468-4412-928e-d816ab949010 req-49918f3f-4e10-431f-9e6b-be74a16050a2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0514138 Nov 10 22:08:30.300947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-571419fd-a468-4412-928e-d816ab949010 req-91c013ce-0c2d-449c-9c1e-da418b4c7a20 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Nov 10 22:08:31.423021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfacb0-786c-4396-a386-3fe992351eb8 req-4d157c1b-d4d0-4d00-b3dd-2f772ad811e1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:31.424573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2dfacb0-786c-4396-a386-3fe992351eb8 req-4d157c1b-d4d0-4d00-b3dd-2f772ad811e1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0544500 Nov 10 22:08:31.475470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c2dfacb0-786c-4396-a386-3fe992351eb8 req-6db9e044-04fb-437d-96e2-7622d3e6f74c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Nov 10 22:08:32.602975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae05db2-7f23-4088-b625-692091415f3c req-66efc590-b27c-4643-ada3-e1440b583dac tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:32.605185 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aae05db2-7f23-4088-b625-692091415f3c req-66efc590-b27c-4643-ada3-e1440b583dac tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0514007 Nov 10 22:08:32.657165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aae05db2-7f23-4088-b625-692091415f3c req-a56c6ef0-55f1-4d50-bb48-421d3396318e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457573 Nov 10 22:08:33.795113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052d545-e6b9-4e0e-97d1-c24be1483976 req-3dc19f8b-8060-4df2-975c-0e44938bc9d5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:33.796778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5052d545-e6b9-4e0e-97d1-c24be1483976 req-3dc19f8b-8060-4df2-975c-0e44938bc9d5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0559964 Nov 10 22:08:33.850810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5052d545-e6b9-4e0e-97d1-c24be1483976 req-91d5fee4-7dc9-40e8-a0d3-e378e8ad03bb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477045 Nov 10 22:08:34.989219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e10bbb-a442-4b15-ab0a-6724cc9ecd91 req-3193260e-396e-444a-84f6-e022076c7096 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:34.990702 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67e10bbb-a442-4b15-ab0a-6724cc9ecd91 req-3193260e-396e-444a-84f6-e022076c7096 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0569296 Nov 10 22:08:35.043057 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-67e10bbb-a442-4b15-ab0a-6724cc9ecd91 req-8ef0f521-5acb-41f6-9dfa-ffd7da0def5a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Nov 10 22:08:35.708024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b3f63b89-8779-4ec0-a43f-643c20fe5564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:36.171615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cfb11-9eba-4d83-82bb-eaca55cc4b69 req-01d1fd0a-6aa0-4079-88dc-1ee154bd8398 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:36.173173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-667cfb11-9eba-4d83-82bb-eaca55cc4b69 req-01d1fd0a-6aa0-4079-88dc-1ee154bd8398 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0558109 Nov 10 22:08:36.224913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-667cfb11-9eba-4d83-82bb-eaca55cc4b69 req-5686150f-896e-499a-ac8e-c7b3c543567a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Nov 10 22:08:37.351994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91edd1-2b7a-47d7-8337-026f5c3dcad6 req-2096c5fc-d0b9-40b6-aef7-4a72919eb449 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:37.353544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d91edd1-2b7a-47d7-8337-026f5c3dcad6 req-2096c5fc-d0b9-40b6-aef7-4a72919eb449 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0520542 Nov 10 22:08:37.403190 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d91edd1-2b7a-47d7-8337-026f5c3dcad6 req-c156b07a-3dc2-446f-880f-bd831b2eed9c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Nov 10 22:08:37.965518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1bf90b0d-87f0-4be4-9118-2cc656e0a47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:38.528522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e36f8-f5cc-4377-9d7b-9182ee2b154b req-62c0b0d3-7087-4371-9fc0-51b0391c3894 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:38.530003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed3e36f8-f5cc-4377-9d7b-9182ee2b154b req-62c0b0d3-7087-4371-9fc0-51b0391c3894 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0557411 Nov 10 22:08:38.579949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed3e36f8-f5cc-4377-9d7b-9182ee2b154b req-2a033de9-a689-40e4-a70a-e43e4459851b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Nov 10 22:08:39.116628 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:08:39.359185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:39.703884 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8abb8-8704-475f-b5c3-c2ec90c327a5 req-e1d82773-9b17-4655-a84f-286fa92cb97a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:39.705391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1b8abb8-8704-475f-b5c3-c2ec90c327a5 req-e1d82773-9b17-4655-a84f-286fa92cb97a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0552387 Nov 10 22:08:39.761465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a1b8abb8-8704-475f-b5c3-c2ec90c327a5 req-a9ede76c-069d-4407-b27b-b4a2e9ba8272 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488813 Nov 10 22:08:40.874235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:40.891178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2be685-3448-4d65-8bb9-68f4864f54b0 req-aa2ba675-86aa-4380-bd2a-2d87b076df7c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:40.892706 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a2be685-3448-4d65-8bb9-68f4864f54b0 req-aa2ba675-86aa-4380-bd2a-2d87b076df7c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0513892 Nov 10 22:08:40.949289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a2be685-3448-4d65-8bb9-68f4864f54b0 req-789fa5c5-31fc-46c1-93b4-8a266cf2d2cb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497808 Nov 10 22:08:41.410575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:42.079819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf371aec-152d-4410-892c-0a598939761e req-1e200abe-38fe-435a-ae09-cc05bd8bc2c6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:42.081365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf371aec-152d-4410-892c-0a598939761e req-1e200abe-38fe-435a-ae09-cc05bd8bc2c6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0564470 Nov 10 22:08:42.131180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf371aec-152d-4410-892c-0a598939761e req-981478bf-5039-4b70-902b-423483b1a514 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Nov 10 22:08:43.252015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f0763-a747-4a29-8712-acdbed0a200e req-176018e5-61bc-4cd3-8a35-a1e83daa61c0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:43.253476 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-648f0763-a747-4a29-8712-acdbed0a200e req-176018e5-61bc-4cd3-8a35-a1e83daa61c0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0492003 Nov 10 22:08:43.301806 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-648f0763-a747-4a29-8712-acdbed0a200e req-e7e4ec3a-1e82-4200-94c9-af69549914ed tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Nov 10 22:08:44.423173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d613f2-b80d-41b2-9caf-4bd83ee06aab req-49745234-8252-49c4-93b7-34e98757f457 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:44.424585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43d613f2-b80d-41b2-9caf-4bd83ee06aab req-49745234-8252-49c4-93b7-34e98757f457 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0490942 Nov 10 22:08:44.473690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-43d613f2-b80d-41b2-9caf-4bd83ee06aab req-c58667a1-c2f6-4b54-b8d4-aa6b87e8d704 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Nov 10 22:08:45.590950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8382eee-b35d-4256-aae3-faf23324b1bd req-c4a83649-6210-4766-b8f4-28d965d57a9a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:45.592632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8382eee-b35d-4256-aae3-faf23324b1bd req-c4a83649-6210-4766-b8f4-28d965d57a9a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0505891 Nov 10 22:08:45.643858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8382eee-b35d-4256-aae3-faf23324b1bd req-31c0d1df-25d1-46b9-b4b5-2a79db9b595d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Nov 10 22:08:46.765084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ed97-4605-49c9-8d32-4f3a5158aeca req-8d11aedb-c653-4e75-9a0c-7102019e5ef6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:46.766557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0921ed97-4605-49c9-8d32-4f3a5158aeca req-8d11aedb-c653-4e75-9a0c-7102019e5ef6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0531383 Nov 10 22:08:46.815220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0921ed97-4605-49c9-8d32-4f3a5158aeca req-3350d2fb-3675-4dd7-bc9c-cb368f1f3647 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Nov 10 22:08:47.936822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f8a25-549a-4dcd-8ac8-ad86dd83fcb8 req-40ee4923-8398-48ea-9818-0ae8eb2d2ec7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:47.938303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-625f8a25-549a-4dcd-8ac8-ad86dd83fcb8 req-40ee4923-8398-48ea-9818-0ae8eb2d2ec7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0536194 Nov 10 22:08:47.986434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-625f8a25-549a-4dcd-8ac8-ad86dd83fcb8 req-9ef20823-c362-45bb-8870-775b009a98b4 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Nov 10 22:08:49.106238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51e6ed-ce41-4ac3-a459-915bb4507200 req-018b30c8-f7c8-48d5-a48a-11e4f573d8f1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:49.107820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f51e6ed-ce41-4ac3-a459-915bb4507200 req-018b30c8-f7c8-48d5-a48a-11e4f573d8f1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0510316 Nov 10 22:08:49.166266 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2f51e6ed-ce41-4ac3-a459-915bb4507200 req-1d664db9-a129-4a19-9510-f051fafea183 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518980 Nov 10 22:08:49.902280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:50.289065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88655151-5cfc-4552-a519-76033468a97e req-7d131a25-7d26-47b2-89de-83a5ea59441a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:50.290529 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88655151-5cfc-4552-a519-76033468a97e req-7d131a25-7d26-47b2-89de-83a5ea59441a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0489404 Nov 10 22:08:50.339547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88655151-5cfc-4552-a519-76033468a97e req-83e27df0-cd7f-44f1-bbe0-e87b07046d4e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Nov 10 22:08:51.462373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81baab6-f4f8-4d9a-89d0-48a98f5a22c2 req-b57f16a2-690c-4655-a279-2a5b515d50c9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:51.463808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d81baab6-f4f8-4d9a-89d0-48a98f5a22c2 req-b57f16a2-690c-4655-a279-2a5b515d50c9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0564079 Nov 10 22:08:51.512047 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d81baab6-f4f8-4d9a-89d0-48a98f5a22c2 req-3b23a8d5-c42f-4a7a-8abf-e9c099cb2f0a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416775 Nov 10 22:08:52.628735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97960a8b-a56c-4d55-ba10-35d87bbb5c83 req-19919d5e-9c0d-4024-80fb-ca082708b9a3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:52.630215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97960a8b-a56c-4d55-ba10-35d87bbb5c83 req-19919d5e-9c0d-4024-80fb-ca082708b9a3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0489473 Nov 10 22:08:52.682243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97960a8b-a56c-4d55-ba10-35d87bbb5c83 req-29b4758d-b6da-4b56-995b-26424c520666 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459344 Nov 10 22:08:53.793410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:08:53.803018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910f1e3-0d65-44ad-a508-a67cc2973830 req-b5e2ac63-9411-480d-8ce5-4766414b575d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:53.806529 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2910f1e3-0d65-44ad-a508-a67cc2973830 req-b5e2ac63-9411-480d-8ce5-4766414b575d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0503998 Nov 10 22:08:53.853509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2910f1e3-0d65-44ad-a508-a67cc2973830 req-e5c020d7-11d8-4627-bb98-87492c34873e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Nov 10 22:08:54.975039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d4c3c-1b94-4420-8b89-5694de88bce3 req-5da42a07-df45-4f73-b656-ed5b1a453246 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:54.976543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-238d4c3c-1b94-4420-8b89-5694de88bce3 req-5da42a07-df45-4f73-b656-ed5b1a453246 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0529375 Nov 10 22:08:55.026669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-238d4c3c-1b94-4420-8b89-5694de88bce3 req-131be845-6819-4940-84d4-e8b5fae3dbc3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Nov 10 22:08:56.141696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b305d-02ba-4668-9d44-f9723e36842f req-1d5fe7aa-9739-43f0-9399-daea1b7454f1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:56.143341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c27b305d-02ba-4668-9d44-f9723e36842f req-1d5fe7aa-9739-43f0-9399-daea1b7454f1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0488906 Nov 10 22:08:56.196435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c27b305d-02ba-4668-9d44-f9723e36842f req-1f55dc12-7763-4ec0-b765-6048dc241db9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469861 Nov 10 22:08:57.313595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b0376-1984-4059-bf00-cea021551a46 req-2a8631ae-3db4-4958-8814-9cfbc25f90e6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:57.315575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-258b0376-1984-4059-bf00-cea021551a46 req-2a8631ae-3db4-4958-8814-9cfbc25f90e6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0499821 Nov 10 22:08:57.363087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-258b0376-1984-4059-bf00-cea021551a46 req-cca98c95-f31b-4b13-9fe2-d0be43ebbedf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Nov 10 22:08:58.482888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ef72d-e1a5-49f2-ba1d-122f60895fe6 req-05d93b2f-ef9e-4c7c-a879-ee2f0946a8b6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:58.484405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff3ef72d-e1a5-49f2-ba1d-122f60895fe6 req-05d93b2f-ef9e-4c7c-a879-ee2f0946a8b6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0513768 Nov 10 22:08:58.535072 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff3ef72d-e1a5-49f2-ba1d-122f60895fe6 req-a435bc5c-2c56-40e5-b51c-6c233a5b4fdb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Nov 10 22:08:59.658440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6301db5-6155-433c-914d-4a24f4ab25d4 req-1e440d2a-0df2-4598-ae9b-2e322a5b6f01 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:08:59.660094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6301db5-6155-433c-914d-4a24f4ab25d4 req-1e440d2a-0df2-4598-ae9b-2e322a5b6f01 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0546570 Nov 10 22:08:59.708203 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6301db5-6155-433c-914d-4a24f4ab25d4 req-a00a044d-41bd-4d98-8369-94332eb08150 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Nov 10 22:09:00.832526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010a43-04b0-4511-8017-fd89b21982e2 req-2f92a5e8-60fb-49fb-8257-d2252874ca87 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:00.834129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c010a43-04b0-4511-8017-fd89b21982e2 req-2f92a5e8-60fb-49fb-8257-d2252874ca87 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0549383 Nov 10 22:09:00.888126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c010a43-04b0-4511-8017-fd89b21982e2 req-7f8bf323-b7a4-45b5-a3a2-c3ecd01d8df9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477059 Nov 10 22:09:02.007403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd297405-ac9d-4ae8-8a19-bc84089701a5 req-978aaa79-5101-4bdd-8e9b-ba793d52932d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:02.008930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd297405-ac9d-4ae8-8a19-bc84089701a5 req-978aaa79-5101-4bdd-8e9b-ba793d52932d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0493112 Nov 10 22:09:02.077868 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd297405-ac9d-4ae8-8a19-bc84089701a5 req-a8c5c892-f05f-48c4-b3a5-2180330318b0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Nov 10 22:09:03.195268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63172f-5bcb-4651-805b-3f0724c0de90 req-1a17e65f-aed2-4e9a-a015-5ee96eaf1fdd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:03.196784 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d63172f-5bcb-4651-805b-3f0724c0de90 req-1a17e65f-aed2-4e9a-a015-5ee96eaf1fdd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0554812 Nov 10 22:09:03.244299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d63172f-5bcb-4651-805b-3f0724c0de90 req-43d31b62-4207-4a93-a207-d6d49a5c9be8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Nov 10 22:09:04.373163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119a01f-f02d-414c-9966-6795379f3933 req-36e48d3e-3568-4cea-9370-62a28f2d289c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:04.374633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e119a01f-f02d-414c-9966-6795379f3933 req-36e48d3e-3568-4cea-9370-62a28f2d289c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0547137 Nov 10 22:09:04.421236 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e119a01f-f02d-414c-9966-6795379f3933 req-b9e94659-8cd9-44c2-a136-b49fbd4ca28b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 Nov 10 22:09:05.542952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf25d4-0b9e-4428-848b-f9b697238047 req-0d8b7bed-08a8-4f97-8cd0-7cfc4769c7ce tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:05.544456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6bf25d4-0b9e-4428-848b-f9b697238047 req-0d8b7bed-08a8-4f97-8cd0-7cfc4769c7ce tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0496588 Nov 10 22:09:05.592083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6bf25d4-0b9e-4428-848b-f9b697238047 req-74bceef2-3dc5-4aa6-9a99-679957a9b81f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Nov 10 22:09:05.691007 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-625f8784-05c3-41ac-990b-21dd736db2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:06.709780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe76f1-bfaa-453f-93fa-b17580420ba4 req-65b50e5b-db55-40df-a5d9-485056b89044 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:06.711249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25fe76f1-bfaa-453f-93fa-b17580420ba4 req-65b50e5b-db55-40df-a5d9-485056b89044 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0504346 Nov 10 22:09:06.758587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25fe76f1-bfaa-453f-93fa-b17580420ba4 req-007f4e8c-d008-4441-a6e5-8908cbdf0210 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Nov 10 22:09:07.876070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a6ae6-7048-4993-9d8b-4e8f2551b396 req-ffdf2a6b-1f0d-44c4-94d5-fc647c5fcd57 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:07.878133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-343a6ae6-7048-4993-9d8b-4e8f2551b396 req-ffdf2a6b-1f0d-44c4-94d5-fc647c5fcd57 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0516484 Nov 10 22:09:07.907368 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-da14c683-a6bf-4b20-9681-f67d9290a6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:07.933866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-343a6ae6-7048-4993-9d8b-4e8f2551b396 req-cbd4437c-9082-42bc-ae81-d53124653980 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498145 Nov 10 22:09:09.053525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9221627-f4ef-4c8f-b2cc-b1c0630e8370 req-cad4c74e-63b0-4e0b-bd7f-2e21b88872ed tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:09.055079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9221627-f4ef-4c8f-b2cc-b1c0630e8370 req-cad4c74e-63b0-4e0b-bd7f-2e21b88872ed tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0511796 Nov 10 22:09:09.108180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9221627-f4ef-4c8f-b2cc-b1c0630e8370 req-5a941bb2-013a-4dc5-a4d1-a8bd045f5255 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469222 Nov 10 22:09:09.422018 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:10.224754 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0fc49-ea68-46df-8846-93e79d24468a req-c05bdcf1-3bff-4e54-a137-f6977827d010 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:10.226253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8c0fc49-ea68-46df-8846-93e79d24468a req-c05bdcf1-3bff-4e54-a137-f6977827d010 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0495887 Nov 10 22:09:10.273350 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8c0fc49-ea68-46df-8846-93e79d24468a req-f3710d9e-05b8-4eec-a820-d7b7eb992903 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Nov 10 22:09:10.930459 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:11.394637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9fadb-cf0c-4251-982e-ddcd57cfd43c req-1fe218cb-616f-427b-97f4-c19c879052ce tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:11.396126 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ca9fadb-cf0c-4251-982e-ddcd57cfd43c req-1fe218cb-616f-427b-97f4-c19c879052ce tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 944 time: 0.0516825 Nov 10 22:09:11.410507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:11.444103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0ca9fadb-cf0c-4251-982e-ddcd57cfd43c req-420b602e-148b-474d-b205-37c3088bfe96 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Nov 10 22:09:11.984359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6b200a6c-a678-48a2-b729-b358b371cdcf details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:09:12.078321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6b200a6c-a678-48a2-b729-b358b371cdcf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6b200a6c-a678-48a2-b729-b358b371cdcf,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:09:12.089682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '6b200a6c-a678-48a2-b729-b358b371cdcf', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'port_id': '6b200a6c-a678-48a2-b729-b358b371cdcf', 'mac_address': 'fa:16:3e:e9:1c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:09:12.129625 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:12.142026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b200a6c-a678-48a2-b729-b358b371cdcf {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:09:12.161685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6b200a6c-a678-48a2-b729-b358b371cdcf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6b200a6c-a678-48a2-b729-b358b371cdcf,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:09:12.290726 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:12.337856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6b200a6c-a678-48a2-b729-b358b371cdcf,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:12.511973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['6b200a6c-a678-48a2-b729-b358b371cdcf'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:09:12.562773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f5a8-5d99-41ce-9cda-a5077710b44b req-9f0f691a-b1f3-410d-b575-0f94dc40ce2e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:12.564194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7427f5a8-5d99-41ce-9cda-a5077710b44b req-9f0f691a-b1f3-410d-b575-0f94dc40ce2e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 945 time: 0.0505741 Nov 10 22:09:12.612193 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7427f5a8-5d99-41ce-9cda-a5077710b44b req-2a61a39c-a72b-40a2-8bd8-b6753ac7ba79 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Nov 10 22:09:13.733254 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5af20b-33bd-40ee-bc72-6ecb2961226a req-769105d8-6bea-40d7-bf9e-bd86a4183b08 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:13.734851 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a5af20b-33bd-40ee-bc72-6ecb2961226a req-769105d8-6bea-40d7-bf9e-bd86a4183b08 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 945 time: 0.0534306 Nov 10 22:09:13.785997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a5af20b-33bd-40ee-bc72-6ecb2961226a req-5703f471-c935-48eb-9d5e-880efcc5f6ab tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Nov 10 22:09:14.031976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6b200a6c-a678-48a2-b729-b358b371cdcf up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:09:14.119019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 6b200a6c-a678-48a2-b729-b358b371cdcf completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:09:14.122889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 6b200a6c-a678-48a2-b729-b358b371cdcf triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:09:14.123284 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:14.201328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:14.227323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b200a6c-a678-48a2-b729-b358b371cdcf'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:09:14.229626 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b5786-2442-4ffe-81c1-02fd62c0c34b" -d '{"events": [{"server_uuid": "f998d588-1d43-4ab9-adb0-d8454f8ef71d", "name": "network-vif-plugged", "status": "completed", "tag": "6b200a6c-a678-48a2-b729-b358b371cdcf"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:09:14.242592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6b200a6c-a678-48a2-b729-b358b371cdcf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6b200a6c-a678-48a2-b729-b358b371cdcf,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:09:14.269021 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d8f95-81d5-4707-b21b-6103a4186441 x-openstack-request-id: req-b51d8f95-81d5-4707-b21b-6103a4186441 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:09:14.269305 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998d588-1d43-4ab9-adb0-d8454f8ef71d", "name": "network-vif-plugged", "status": "completed", "tag": "6b200a6c-a678-48a2-b729-b358b371cdcf", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:09:14.269596 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b51d8f95-81d5-4707-b21b-6103a4186441 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:09:14.270032 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b200a6c-a678-48a2-b729-b358b371cdcf', 'code': 200} Nov 10 22:09:14.278884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:14.331386 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6b200a6c-a678-48a2-b729-b358b371cdcf,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:14.338721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.342811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:14.378888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc5a9-2689-47a2-979a-efd85fa16459 req-3c3daa3f-9280-4fed-8609-928abf626d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:14.380401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-527bc5a9-2689-47a2-979a-efd85fa16459 req-3c3daa3f-9280-4fed-8609-928abf626d4e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 1098 time: 0.0481436 Nov 10 22:09:14.426700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-527bc5a9-2689-47a2-979a-efd85fa16459 req-be09c167-e378-477d-adc5-24f1ba92f879 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Nov 10 22:09:14.905319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0b80b-af81-4e74-9da5-9e362e566aec req-dda22bce-e396-43d3-8233-d7f433730cfa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:14.906842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cc0b80b-af81-4e74-9da5-9e362e566aec req-dda22bce-e396-43d3-8233-d7f433730cfa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 946 time: 0.0525682 Nov 10 22:09:14.954691 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cc0b80b-af81-4e74-9da5-9e362e566aec req-6f764c9a-d5e5-494c-8cb5-53b7f5ccbad3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Nov 10 22:09:16.011703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-9f6f9f85-6512-4212-97f6-ce0afaff84dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408103 Nov 10 22:09:16.078283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7324-4a4b-4c6f-9bf1-2df12ec5036a req-2963f741-635e-4fd2-8d81-feb9b2b84077 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:16.079791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f5b7324-4a4b-4c6f-9bf1-2df12ec5036a req-2963f741-635e-4fd2-8d81-feb9b2b84077 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 946 time: 0.0521770 Nov 10 22:09:16.097345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-c30b18b8-5561-4195-be65-222c2e522215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:16.099088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-c30b18b8-5561-4195-be65-222c2e522215 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 1097 time: 0.0440624 Nov 10 22:09:16.116851 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:09:16.132015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f5b7324-4a4b-4c6f-9bf1-2df12ec5036a req-055c3f62-6327-4491-9b42-919de64fb75f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Nov 10 22:09:16.209588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-69d6d2f0-3164-40bd-bb7b-e2e40bb69fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:16.211046 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-69d6d2f0-3164-40bd-bb7b-e2e40bb69fc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0928836 Nov 10 22:09:16.272540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-1bddd420-d5e2-40b7-a945-43995eb1de6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104104bf-af3b-4e59-84b4-356eb4c6befc HTTP/1.1" status: 200 len: 217 time: 0.0524073 Nov 10 22:09:16.318595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8186638-908d-4ae6-b762-8a26dd87e013 req-54e4f307-277a-4601-9ff0-16cd66cf7c60 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:16.320152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8186638-908d-4ae6-b762-8a26dd87e013 req-54e4f307-277a-4601-9ff0-16cd66cf7c60 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 946 time: 0.1082380 Nov 10 22:09:16.350006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-642317f8-2d92-4ca1-8556-7890d7d8dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:16.351423 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-642317f8-2d92-4ca1-8556-7890d7d8dcea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0717418 Nov 10 22:09:16.407214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8186638-908d-4ae6-b762-8a26dd87e013 req-199aaf04-5aeb-4cca-8ee8-76cbffcdac04 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806384 Nov 10 22:09:16.417945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-42c7f1f9-0c15-4591-9df1-267a26d88304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:16.422576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-42c7f1f9-0c15-4591-9df1-267a26d88304 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606740 Nov 10 22:09:16.520405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-457c2841-42e2-470d-967c-c45e2f08c896 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931079 Nov 10 22:09:16.613380 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db2fb125-73bc-4910-8a27-1c9047e4d800 req-01b7f5d8-061e-4d31-b0d8-382ba680d5b4 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Nov 10 22:09:17.073865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d05705-56dc-4ce2-95a5-4c2b4e2d23ad req-e589d53d-0a2c-4d52-8e8a-44ae6238f819 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:17.075321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6d05705-56dc-4ce2-95a5-4c2b4e2d23ad req-e589d53d-0a2c-4d52-8e8a-44ae6238f819 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 946 time: 0.0527673 Nov 10 22:09:17.122206 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6d05705-56dc-4ce2-95a5-4c2b4e2d23ad req-411bd3aa-5c2d-483b-9a93-f103cb6eda71 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Nov 10 22:09:18.248861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033b41a-fdd6-47ba-bdd9-8a682932f304 req-b6b358b0-0808-4984-be6e-c3e5f9f5e65f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:18.250397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6033b41a-fdd6-47ba-bdd9-8a682932f304 req-b6b358b0-0808-4984-be6e-c3e5f9f5e65f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 946 time: 0.0524437 Nov 10 22:09:18.577493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6033b41a-fdd6-47ba-bdd9-8a682932f304 req-8d2520f6-2c4a-4f5c-b597-d7abfce0e691 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198590 Nov 10 22:09:18.613160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-a480c85c-fba5-4845-8838-3c8772fafdf8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:18.614582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-a480c85c-fba5-4845-8838-3c8772fafdf8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 946 time: 0.0503635 Nov 10 22:09:18.704148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port 6b200a6c-a678-48a2-b729-b358b371cdcf {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:09:18.704480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:18.791179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] For port 6b200a6c-a678-48a2-b729-b358b371cdcf, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6b200a6c-a678-48a2-b729-b358b371cdcf,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:09:18.791527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:18.804126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for 6b200a6c-a678-48a2-b729-b358b371cdcf owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:09:18.999076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:19.010994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['104104bf-af3b-4e59-84b4-356eb4c6befc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:09:19.016303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['6b200a6c-a678-48a2-b729-b358b371cdcf'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:09:19.028923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=6b200a6c-a678-48a2-b729-b358b371cdcf,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:19.076782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] No DVR routers for this DVR port 6b200a6c-a678-48a2-b729-b358b371cdcf on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:09:19.079821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:19.084533 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b18f015e-6bae-48d8-b0dc-01d81ab2c55b req-0ae07858-4a6b-4d59-94b8-d5f9157d12e0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "DELETE /v2.0/ports/6b200a6c-a678-48a2-b729-b358b371cdcf HTTP/1.1" status: 204 len: 173 time: 0.4640062 Nov 10 22:09:19.085034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'name': 'network-vif-deleted', 'tag': '6b200a6c-a678-48a2-b729-b358b371cdcf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:09:19.087584 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461c0743-1b32-4314-8a96-52d885cbd649" -d '{"events": [{"server_uuid": "f998d588-1d43-4ab9-adb0-d8454f8ef71d", "name": "network-vif-deleted", "tag": "6b200a6c-a678-48a2-b729-b358b371cdcf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:09:19.138990 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ccd1f2-c1f1-4fad-8743-42f90df4b716 x-openstack-request-id: req-02ccd1f2-c1f1-4fad-8743-42f90df4b716 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:09:19.138990 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f998d588-1d43-4ab9-adb0-d8454f8ef71d", "name": "network-vif-deleted", "tag": "6b200a6c-a678-48a2-b729-b358b371cdcf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:09:19.138990 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02ccd1f2-c1f1-4fad-8743-42f90df4b716 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:09:19.138990 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f998d588-1d43-4ab9-adb0-d8454f8ef71d', 'name': 'network-vif-deleted', 'tag': '6b200a6c-a678-48a2-b729-b358b371cdcf', 'status': 'completed', 'code': 200} Nov 10 22:09:19.677724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8ec5030-f265-4353-9dfd-c7ee3ff30c1f req-704b3b01-4bd4-4c11-a8d6-c81d71344593 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0309501 Nov 10 22:09:19.895910 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:20.776266 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d531b6a7-5c67-43c7-af96-b97392765bd5 req-e9a3ea38-e896-4f03-b72b-b428ddc5a22d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0275793 Nov 10 22:09:21.876194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-814c0a7a-c262-4426-aea9-f19bf5d91ae2 req-b9edef34-74b2-4536-b61e-2d6b25f3bba7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0266368 Nov 10 22:09:22.093467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6b200a6c-a678-48a2-b729-b358b371cdcf no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:09:22.115079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 6b200a6c-a678-48a2-b729-b358b371cdcf {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:09:22.115417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6b200a6c-a678-48a2-b729-b358b371cdcf not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:09:22.974020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb3137a5-32a4-433d-be1a-16453c5db21b req-f43acff9-4ea7-49a9-a13f-4f95acdc1a2f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0271425 Nov 10 22:09:23.805066 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:24.085791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-041a2aa7-fc0b-4361-bbb1-7f8f6cf228a3 req-5dc8fd52-f041-4515-8328-f67540036ebc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=f998d588-1d43-4ab9-adb0-d8454f8ef71d HTTP/1.1" status: 200 len: 210 time: 0.0273778 Nov 10 22:09:30.007321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a56c18-8d92-4997-8eb8-76b00a6745ef req-abc9ed7c-4d54-46e1-850f-c67480d34a7d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:30.008807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-27a56c18-8d92-4997-8eb8-76b00a6745ef req-abc9ed7c-4d54-46e1-850f-c67480d34a7d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 945 time: 0.0495551 Nov 10 22:09:30.061052 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-27a56c18-8d92-4997-8eb8-76b00a6745ef req-1dc417a1-c3ec-49ab-9ea9-da3dcad49b09 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460968 Nov 10 22:09:31.180856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945f0c-e705-4b25-acab-91b6c7f5a0ae req-f2d09cd1-6559-4682-b67d-2c1ea394c7d1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:31.182341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08945f0c-e705-4b25-acab-91b6c7f5a0ae req-f2d09cd1-6559-4682-b67d-2c1ea394c7d1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 945 time: 0.0505197 Nov 10 22:09:31.230039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08945f0c-e705-4b25-acab-91b6c7f5a0ae req-c3f6b851-9dd6-47c4-abe6-c3f0529d4cee tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=d8bc7c00-11cc-46b9-8279-2173e88483df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Nov 10 22:09:31.623578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-eed4b1a3-ee35-4792-b18c-e7660ec97e02 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:09:31.625110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-eed4b1a3-ee35-4792-b18c-e7660ec97e02 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 945 time: 0.0477631 Nov 10 22:09:31.715160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port 104104bf-af3b-4e59-84b4-356eb4c6befc {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:09:31.715512 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:31.808270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] For port 104104bf-af3b-4e59-84b4-356eb4c6befc, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=104104bf-af3b-4e59-84b4-356eb4c6befc,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:09:31.808632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:31.821390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for 104104bf-af3b-4e59-84b4-356eb4c6befc owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:09:32.010269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:32.022253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['104104bf-af3b-4e59-84b4-356eb4c6befc'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:09:32.039482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=104104bf-af3b-4e59-84b4-356eb4c6befc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:32.052858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.053215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.053565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.053909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.054252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.054592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.054927 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.055258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.055584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.055940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.056451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.056782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:32.094892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] No DVR routers for this DVR port 104104bf-af3b-4e59-84b4-356eb4c6befc on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:09:32.098145 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:32.101454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-005fd56f-3adf-41c9-8b29-32d66c3d14fb req-4d22eb78-a871-480a-8865-2e79db369664 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "DELETE /v2.0/ports/104104bf-af3b-4e59-84b4-356eb4c6befc HTTP/1.1" status: 204 len: 173 time: 0.4700274 Nov 10 22:09:32.101901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'name': 'network-vif-deleted', 'tag': '104104bf-af3b-4e59-84b4-356eb4c6befc'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:09:32.104253 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feabe0a-eada-45b2-b92f-4bb82cf1ba29" -d '{"events": [{"server_uuid": "00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf", "name": "network-vif-deleted", "tag": "104104bf-af3b-4e59-84b4-356eb4c6befc"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:09:32.145900 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c94480-8735-474d-958a-9093599fa07f x-openstack-request-id: req-12c94480-8735-474d-958a-9093599fa07f {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:09:32.145900 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf", "name": "network-vif-deleted", "tag": "104104bf-af3b-4e59-84b4-356eb4c6befc", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:09:32.145900 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12c94480-8735-474d-958a-9093599fa07f {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:09:32.145900 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf', 'name': 'network-vif-deleted', 'tag': '104104bf-af3b-4e59-84b4-356eb4c6befc', 'status': 'completed', 'code': 200} Nov 10 22:09:32.328564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-119e6b67-9575-44ac-9e20-91e95497323d req-0e08d2c9-9299-4e14-b574-b599618dc2c3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0271635 Nov 10 22:09:33.444092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-437c45b7-3554-4f8b-bb33-d30a26bfbee7 req-db19648c-517f-42e1-b837-d7a7098990cd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0287921 Nov 10 22:09:34.536595 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c4afec2c-f1fd-4a12-9987-ad31aaa43cd2 req-ec59b84a-c7c8-49a1-ae2b-e918e58461ec tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0305552 Nov 10 22:09:35.649183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b14864d-9eeb-4eb1-b503-f375ee9ad265 req-ab33ff93-4352-41da-a430-17f654f4fe6f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0422101 Nov 10 22:09:35.701347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1fca7706-5429-4a76-b292-af7044e93ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:35.887509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 104104bf-af3b-4e59-84b4-356eb4c6befc no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:09:35.907522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 104104bf-af3b-4e59-84b4-356eb4c6befc {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:09:35.907886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 104104bf-af3b-4e59-84b4-356eb4c6befc not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:09:36.755530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfaf62eb-7f88-4f23-b770-8e5ebbdb4be2 req-f9c19adc-76d8-4189-af3d-667948572dfa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=00c29eef-4cc9-4484-ae3d-05a2c7f4ccaf HTTP/1.1" status: 200 len: 210 time: 0.0261681 Nov 10 22:09:37.947288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b786b73a-92ae-4bd9-a87e-f2175d7ad4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:39.364863 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:40.862098 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.393013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.504576 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50574) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:09:41.509105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2100757160', 'description': 'tempest-secgroup-smoke-2100757160 description', 'project_id': 'bee93650d0504a9781966880d0b2886e'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:09:41.587980 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.664990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.712982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.746158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5962e-7a12-414a-a6cf-72afedd4333d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:41.753845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.754186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.754528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.754954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.755292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.755625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.755990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.756316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.756644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.757021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.757351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.757677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:09:41.806404 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.807708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a0c55e90-e505-4ad8-ab12-5c06c5f84753 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3020570 Nov 10 22:09:41.810764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50576) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:09:41.815349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f07b7a63-5f03-47db-aa21-a9e9bbf74465 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'security_group_rule': {'security_group_id': '6ab5962e-7a12-414a-a6cf-72afedd4333d', 'project_id': 'bee93650d0504a9781966880d0b2886e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:09:41.889894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f07b7a63-5f03-47db-aa21-a9e9bbf74465 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.950408 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f07b7a63-5f03-47db-aa21-a9e9bbf74465 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:41.987234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f07b7a63-5f03-47db-aa21-a9e9bbf74465 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.005956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b7a63-5f03-47db-aa21-a9e9bbf74465 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1c75a5-3289-44de-b89b-063aba0b61aa,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:42.075378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f07b7a63-5f03-47db-aa21-a9e9bbf74465 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.076832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f07b7a63-5f03-47db-aa21-a9e9bbf74465 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2651029 Nov 10 22:09:42.079500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50578) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:09:42.084755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1476ac04-6d29-4a71-896a-028d0847b00d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'security_group_rule': {'security_group_id': '6ab5962e-7a12-414a-a6cf-72afedd4333d', 'project_id': 'bee93650d0504a9781966880d0b2886e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:09:42.164577 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1476ac04-6d29-4a71-896a-028d0847b00d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.227156 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1476ac04-6d29-4a71-896a-028d0847b00d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.267295 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1476ac04-6d29-4a71-896a-028d0847b00d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.288081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476ac04-6d29-4a71-896a-028d0847b00d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745178b5-380d-41a8-a088-ef58fb069c72,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:42.360742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1476ac04-6d29-4a71-896a-028d0847b00d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.364953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1476ac04-6d29-4a71-896a-028d0847b00d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2814319 Nov 10 22:09:42.365156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50580) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:09:42.369629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-beda9807-783b-4423-8562-df19525d8c10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'security_group_rule': {'security_group_id': '6ab5962e-7a12-414a-a6cf-72afedd4333d', 'project_id': 'bee93650d0504a9781966880d0b2886e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:09:42.461581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-beda9807-783b-4423-8562-df19525d8c10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.520079 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-beda9807-783b-4423-8562-df19525d8c10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.604255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-beda9807-783b-4423-8562-df19525d8c10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.622133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda9807-783b-4423-8562-df19525d8c10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4b0850-780b-44b4-88ab-7a83b0f699eb,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:42.686152 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-beda9807-783b-4423-8562-df19525d8c10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.687479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-beda9807-783b-4423-8562-df19525d8c10 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213644 Nov 10 22:09:42.690234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 50582) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:09:42.695358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2c501d51-21fb-403e-9a7a-a15da15c9efc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'security_group_rule': {'security_group_id': '6ab5962e-7a12-414a-a6cf-72afedd4333d', 'project_id': 'bee93650d0504a9781966880d0b2886e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:09:42.763923 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c501d51-21fb-403e-9a7a-a15da15c9efc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.821697 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c501d51-21fb-403e-9a7a-a15da15c9efc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.866962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c501d51-21fb-403e-9a7a-a15da15c9efc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.885426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c501d51-21fb-403e-9a7a-a15da15c9efc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba3a067-6ea2-447a-972c-dd4f129041df,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:42.938931 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2c501d51-21fb-403e-9a7a-a15da15c9efc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:42.940465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2c501d51-21fb-403e-9a7a-a15da15c9efc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2492630 Nov 10 22:09:42.944215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50584) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:09:42.949005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'security_group_rule': {'security_group_id': '6ab5962e-7a12-414a-a6cf-72afedd4333d', 'project_id': 'bee93650d0504a9781966880d0b2886e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:09:43.027288 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Project bee93650d0504a9781966880d0b2886e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:09:43.032463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.091140 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.158074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.177389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2efa77-a5cc-4eec-a4c8-3ef7ab62aa27,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:43.234724 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.236026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1c2046a8-eb35-4ab0-bf61-db0a113261f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2907734 Nov 10 22:09:43.239828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50586) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:09:43.244115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'security_group_rule': {'security_group_id': '6ab5962e-7a12-414a-a6cf-72afedd4333d', 'project_id': 'bee93650d0504a9781966880d0b2886e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:09:43.312899 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Project bee93650d0504a9781966880d0b2886e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:09:43.318197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.377298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.421357 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.441050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846578b0-1991-4e2a-9960-19f82d370c21,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:09:43.497437 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:43.498640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5bd7690d-5bcc-45e3-911f-34e1f4e54dba tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2579165 Nov 10 22:09:49.878924 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:53.118181 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:09:53.792964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:09:59.484321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-0b53f9cf-5cca-42af-8274-9a38d9354d90 req-748784d3-1227-4bf6-8a33-733ccb3869e4 service neutron] (103048) timed out ('10.222.0.45', 56464) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:10:04.178074 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-1c1dd0fe-28ce-4d9c-8ccc-005d71d3ee1e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100757160&fields=id&tenant_id=bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 267 time: 0.0533984 Nov 10 22:10:04.284070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-8510e31d-8177-4efd-a836-f4d6fe7a98f6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:04.285517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-8510e31d-8177-4efd-a836-f4d6fe7a98f6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1002355 Nov 10 22:10:04.300854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-c231a6a5-c844-4027-9e8b-43c25cd59e70 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/quotas/bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 375 time: 0.0090072 Nov 10 22:10:04.351610 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-a698e510-acc6-4d2b-86ba-24665d139fad tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448227 Nov 10 22:10:04.449152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-4926068d-3140-49e3-b629-26f0f734c177 service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860214 Nov 10 22:10:04.535908 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-d956c6bb-5f9c-4734-9dae-c58e7fcadb5e service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806317 Nov 10 22:10:05.035397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23e4652b-203f-415b-8d71-98231db2931a req-8a3d4e00-798e-416f-8a93-af40391857d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 210 time: 0.0273526 Nov 10 22:10:05.701131 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54426ef2-302d-439c-b54a-5e55907f051d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:06.139223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22b700cb-4c64-4629-927f-2c5ca91f377f req-db99870a-61d4-4f5b-9649-5866a64c1b60 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 210 time: 0.0316741 Nov 10 22:10:06.943796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-7bbf170b-25a0-48c1-b332-3519d625866e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:06.945274 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-7bbf170b-25a0-48c1-b332-3519d625866e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1019981 Nov 10 22:10:07.009600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-06ab3779-386f-4933-b64b-a64c6a0b9e4e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 380 time: 0.0545228 Nov 10 22:10:07.019353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'port': {'device_id': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'admin_state_up': True, 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'security_groups': ['6ab5962e-7a12-414a-a6cf-72afedd4333d']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:10:07.192482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:10:07.196808 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:07.243637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59cf14b1-b354-4b0a-ad3a-b2fe4735f8ee req-d3ed7be2-7947-4325-87a0-7113a881e41a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 210 time: 0.0312967 Nov 10 22:10:07.331541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.20.0.6 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/d33cb31d-a38a-4930-9bad-744ead9c8ab2) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:10:07.469345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:07.553042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:07.602603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:10:07.605718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:10:07.608270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:10:07.634664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=d33cb31d-a38a-4930-9bad-744ead9c8ab2,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:10:07.666724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:07.667445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:07.732972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-6e3c0d15-1002-429f-a975-325368a0c82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169876 Nov 10 22:10:07.747501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Request body: {'port': {'device_id': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:10:07.814783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:07.896610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5782bb74-53c9-4597-9880-25b336f76d87 None None] Provisioning complete for port d33cb31d-a38a-4930-9bad-744ead9c8ab2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:10:07.897139 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5782bb74-53c9-4597-9880-25b336f76d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:07.932627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5782bb74-53c9-4597-9880-25b336f76d87 None None] Port d33cb31d-a38a-4930-9bad-744ead9c8ab2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:10:08.043629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9d55e1c8-ff0d-4a82-8a42-8c64d2140a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:08.092860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33cb31d-a38a-4930-9bad-744ead9c8ab2 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:10:08.100886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:08.113753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Transition to ACTIVE for port object d33cb31d-a38a-4930-9bad-744ead9c8ab2 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:10:08.198274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:08.247354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Pushing event updated for resources: {'Port': ['ID=d33cb31d-a38a-4930-9bad-744ead9c8ab2,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:10:08.366619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Attempting to bind port d33cb31d-a38a-4930-9bad-744ead9c8ab2 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:10:08.367129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Attempting to bind port d33cb31d-a38a-4930-9bad-744ead9c8ab2 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:10:08.368728 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Attempting to bind port d33cb31d-a38a-4930-9bad-744ead9c8ab2 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:10:08.383012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Port d33cb31d-a38a-4930-9bad-744ead9c8ab2 on network 4b90a462-973f-47ee-9962-d4509f942d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:10:08.383012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Attempting to bind port d33cb31d-a38a-4930-9bad-744ead9c8ab2 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:10:08.396133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f7b70-0501-457e-a481-73c370811faa req-6d974a47-87e0-45de-bfd1-d64cee3a605f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:08.397817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a78f7b70-0501-457e-a481-73c370811faa req-6d974a47-87e0-45de-bfd1-d64cee3a605f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0739758 Nov 10 22:10:08.399218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:10:08.399638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:10:08.400115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:10:08.401450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Bound port: d33cb31d-a38a-4930-9bad-744ead9c8ab2, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:10:08.401985 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:08.501636 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a78f7b70-0501-457e-a481-73c370811faa req-7aab8450-4fdb-495b-a7bb-7847f973c920 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901673 Nov 10 22:10:08.506106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] For port d33cb31d-a38a-4930-9bad-744ead9c8ab2, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:10:08.511527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] For port d33cb31d-a38a-4930-9bad-744ead9c8ab2, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:10:08.627657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:08.672302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:08.672787 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:08.674198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] 10.222.0.64 "PUT /v2.0/ports/d33cb31d-a38a-4930-9bad-744ead9c8ab2 HTTP/1.1" status: 200 len: 1092 time: 0.9311631 Nov 10 22:10:08.674656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:10:08.676956 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f679e15-d44f-40bd-8ed8-002c3d46ac91" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:10:08.707460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fc894-7b9c-463d-86e4-83a2ae214995 service neutron] Pushing event updated for resources: {'Port': ['ID=d33cb31d-a38a-4930-9bad-744ead9c8ab2,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:10:08.737905 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78363c16-c5be-498b-9119-81c99580db25 x-openstack-request-id: req-78363c16-c5be-498b-9119-81c99580db25 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:10:08.738321 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:10:08.739398 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78363c16-c5be-498b-9119-81c99580db25 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:10:08.739995 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'status': 'completed', 'code': 200} Nov 10 22:10:08.815142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679e15-d44f-40bd-8ed8-002c3d46ac91 req-886861a3-602f-4e84-8067-961a727dbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:08.816976 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f679e15-d44f-40bd-8ed8-002c3d46ac91 req-886861a3-602f-4e84-8067-961a727dbce1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 1095 time: 0.0510736 Nov 10 22:10:08.929341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679e15-d44f-40bd-8ed8-002c3d46ac91 req-9395c9fb-9054-411c-8bc6-4de3407cdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:08.931713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f679e15-d44f-40bd-8ed8-002c3d46ac91 req-9395c9fb-9054-411c-8bc6-4de3407cdb8c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bee93650d0504a9781966880d0b2886e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1003890 Nov 10 22:10:09.033209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f679e15-d44f-40bd-8ed8-002c3d46ac91 req-9f3523cb-f6f9-463e-8e27-37b7e047f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:09.034707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5f679e15-d44f-40bd-8ed8-002c3d46ac91 req-9f3523cb-f6f9-463e-8e27-37b7e047f049 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944982 Nov 10 22:10:09.118361 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-ab900f58-ddd4-4e88-bbb7-c36a1cb644f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:09.119820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-ab900f58-ddd4-4e88-bbb7-c36a1cb644f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 1095 time: 0.0431237 Nov 10 22:10:09.165860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-fcefd29b-c61b-42bf-8afe-a7984bd842a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2 HTTP/1.1" status: 200 len: 217 time: 0.0376043 Nov 10 22:10:09.218588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-d289e872-e087-4743-bf34-a0415227aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:09.220128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-d289e872-e087-4743-bf34-a0415227aae2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0467668 Nov 10 22:10:09.266953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-53b7e0cc-f5a1-4ea1-93b5-6ebe9d561643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:09.268463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-53b7e0cc-f5a1-4ea1-93b5-6ebe9d561643 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402269 Nov 10 22:10:09.370089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:09.716997 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-3732d496-09a0-4a7c-ba49-4d669574d591 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393070 Nov 10 22:10:09.739805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcba765-643c-4de6-9235-f973fe4664ea req-803f0183-1664-4329-9763-1bad73128cfc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:09.741218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bbcba765-643c-4de6-9235-f973fe4664ea req-803f0183-1664-4329-9763-1bad73128cfc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0711479 Nov 10 22:10:09.845342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bbcba765-643c-4de6-9235-f973fe4664ea req-b7a016d1-8034-42a4-b09c-3e78b1a2d9e8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929153 Nov 10 22:10:09.859429 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25420e89-6dab-4bc4-a20b-2d45558328e6 req-39bc31dc-54a0-4e43-a940-f0acba956974 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335192 Nov 10 22:10:10.872503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:10.968668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b571ae-b213-432a-8752-c1451710e3e9 req-37f5a532-6042-436a-b490-e3408d82f21d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:10.970173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27b571ae-b213-432a-8752-c1451710e3e9 req-37f5a532-6042-436a-b490-e3408d82f21d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0502174 Nov 10 22:10:11.021435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27b571ae-b213-432a-8752-c1451710e3e9 req-3071f9c1-fe08-47b7-b871-3515b41626be tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Nov 10 22:10:11.397980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:12.142431 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d734-c311-47b4-9eae-467fae012046 req-4869f93b-9f76-4061-8b4f-f6f1b2f9f787 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:12.144186 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2012d734-c311-47b4-9eae-467fae012046 req-4869f93b-9f76-4061-8b4f-f6f1b2f9f787 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0526106 Nov 10 22:10:12.197986 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2012d734-c311-47b4-9eae-467fae012046 req-a17b30ff-69d9-4ec1-9879-2e6a66a9250f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 Nov 10 22:10:13.313452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465458d1-2711-412e-81ab-8c44c2fae71d req-865e6916-9b6e-44fa-84d3-1b6370866140 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:13.314923 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-465458d1-2711-412e-81ab-8c44c2fae71d req-865e6916-9b6e-44fa-84d3-1b6370866140 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0489066 Nov 10 22:10:13.363228 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-465458d1-2711-412e-81ab-8c44c2fae71d req-ff4f4b87-9d76-42e6-8749-b20ba11a151e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Nov 10 22:10:14.476713 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ce8cd-235a-411d-9074-1f87d4f5537e req-a8e647d8-f4ff-4a75-bbe5-bfa7d1cf1879 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:14.478581 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-222ce8cd-235a-411d-9074-1f87d4f5537e req-a8e647d8-f4ff-4a75-bbe5-bfa7d1cf1879 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0477941 Nov 10 22:10:14.526904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-222ce8cd-235a-411d-9074-1f87d4f5537e req-8e52bf4b-403f-4f09-8644-a22c3a6002c2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 Nov 10 22:10:15.647660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62815b37-347f-4010-8f68-0e3d955267e3 req-ec964f1a-389c-454f-b7d2-d6b6e69fcdb1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:15.649121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62815b37-347f-4010-8f68-0e3d955267e3 req-ec964f1a-389c-454f-b7d2-d6b6e69fcdb1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0528896 Nov 10 22:10:15.699573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62815b37-347f-4010-8f68-0e3d955267e3 req-ce9c9891-1923-43f3-bd6f-dd89f13be683 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Nov 10 22:10:16.816828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d6df6-4029-47f7-b98b-3512255aaa34 req-81d3ced9-271b-4fce-bf65-90568455e05c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:16.818280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e5d6df6-4029-47f7-b98b-3512255aaa34 req-81d3ced9-271b-4fce-bf65-90568455e05c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0519772 Nov 10 22:10:16.868417 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8e5d6df6-4029-47f7-b98b-3512255aaa34 req-ed0aac81-0ff8-4d7f-b363-fb666946b41a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Nov 10 22:10:17.984372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4a0f7-bbb7-4597-bef8-3d11074149ab req-04e6f8c3-cdde-49df-8cd0-ed49b7aea5f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:17.985842 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60f4a0f7-bbb7-4597-bef8-3d11074149ab req-04e6f8c3-cdde-49df-8cd0-ed49b7aea5f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0497150 Nov 10 22:10:18.035356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60f4a0f7-bbb7-4597-bef8-3d11074149ab req-0895e588-06d3-40fa-9115-40929e3dd24c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Nov 10 22:10:19.149446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bba17b-0baf-48af-83d8-ad9bb87d2694 req-68bfc73f-b95d-4cc1-a657-4a9b1c390769 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:19.150873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76bba17b-0baf-48af-83d8-ad9bb87d2694 req-68bfc73f-b95d-4cc1-a657-4a9b1c390769 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0482728 Nov 10 22:10:19.201297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76bba17b-0baf-48af-83d8-ad9bb87d2694 req-bc02bd6e-061a-43a0-b638-009c572001d9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 Nov 10 22:10:19.923851 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:20.318678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d726b01-3a47-4e69-8c15-9fff7d68f7ad req-0beca184-a834-4a06-b92b-29bcccf45226 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:20.320175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d726b01-3a47-4e69-8c15-9fff7d68f7ad req-0beca184-a834-4a06-b92b-29bcccf45226 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0531659 Nov 10 22:10:20.372446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d726b01-3a47-4e69-8c15-9fff7d68f7ad req-6525ce10-1bf9-47a3-b039-78c89dc6b2e1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Nov 10 22:10:21.491968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9c404-b01f-4073-a1c4-0d30776fdf3e req-e3624544-63b5-4689-87c3-9aa84e4d9a4c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:21.494513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aba9c404-b01f-4073-a1c4-0d30776fdf3e req-e3624544-63b5-4689-87c3-9aa84e4d9a4c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 943 time: 0.0547230 Nov 10 22:10:21.542505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aba9c404-b01f-4073-a1c4-0d30776fdf3e req-b25f410e-c802-40e3-8e1c-2b3ecbd8a6dc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Nov 10 22:10:22.166569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d33cb31d-a38a-4930-9bad-744ead9c8ab2 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:10:22.261908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d33cb31d-a38a-4930-9bad-744ead9c8ab2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:10:22.276001 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'port_id': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'mac_address': 'fa:16:3e:c4:21:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:10:22.312824 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:22.325340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33cb31d-a38a-4930-9bad-744ead9c8ab2 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:10:22.344212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d33cb31d-a38a-4930-9bad-744ead9c8ab2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:10:22.432892 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:22.479290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d33cb31d-a38a-4930-9bad-744ead9c8ab2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:10:22.487215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.487560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.487929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.488265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.488601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.488926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.489248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.489585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.489892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.490207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.490523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.490837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:10:22.660846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23751cf8-597d-46e2-9022-adfcc23de3b6 req-ec39fd4b-536d-427d-bcee-079c945db9bc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:22.662315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23751cf8-597d-46e2-9022-adfcc23de3b6 req-ec39fd4b-536d-427d-bcee-079c945db9bc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 944 time: 0.0497668 Nov 10 22:10:22.711133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23751cf8-597d-46e2-9022-adfcc23de3b6 req-0f26ec4a-07e2-4798-94fa-7d1e8d2bad93 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Nov 10 22:10:22.740303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['d33cb31d-a38a-4930-9bad-744ead9c8ab2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:10:23.815313 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:23.830118 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ede1f-b0bb-45b2-a58e-33873d898eca req-c0c50fe3-cab3-4537-b2ab-829263ed637c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:23.831665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73ede1f-b0bb-45b2-a58e-33873d898eca req-c0c50fe3-cab3-4537-b2ab-829263ed637c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 944 time: 0.0520828 Nov 10 22:10:23.880926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f73ede1f-b0bb-45b2-a58e-33873d898eca req-4360e1a5-d84e-4bc7-b5fc-3814d54ca6c3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Nov 10 22:10:24.181380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d33cb31d-a38a-4930-9bad-744ead9c8ab2 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:10:24.380835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port d33cb31d-a38a-4930-9bad-744ead9c8ab2 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:10:24.384845 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port d33cb31d-a38a-4930-9bad-744ead9c8ab2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:10:24.385206 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:24.461466 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:24.483992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:10:24.486213 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031bd125-b8eb-4b32-b5e2-bb149b634033" -d '{"events": [{"server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "name": "network-vif-plugged", "status": "completed", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:10:24.500078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d33cb31d-a38a-4930-9bad-744ead9c8ab2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:10:24.523330 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5562cb0-44a4-4362-ba15-2029eb5280fa x-openstack-request-id: req-c5562cb0-44a4-4362-ba15-2029eb5280fa {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:10:24.523620 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "name": "network-vif-plugged", "status": "completed", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:10:24.523928 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5562cb0-44a4-4362-ba15-2029eb5280fa {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:10:24.524324 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'code': 200} Nov 10 22:10:24.586699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:24.622571 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e6e82-1e2d-4161-9fcf-c6233c851648 req-51d172c7-62a9-4fb3-93de-d7c911141670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:24.624361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f7e6e82-1e2d-4161-9fcf-c6233c851648 req-51d172c7-62a9-4fb3-93de-d7c911141670 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 1097 time: 0.0417159 Nov 10 22:10:24.635808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d33cb31d-a38a-4930-9bad-744ead9c8ab2,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:10:24.678113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f7e6e82-1e2d-4161-9fcf-c6233c851648 req-700cf307-61bc-4513-afda-44b17b6549d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466244 Nov 10 22:10:24.998281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf5f36-fc5b-4013-b926-6fe8bad995ac req-11214fcc-12f2-405b-8b83-680024ecc53c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:24.999690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62cf5f36-fc5b-4013-b926-6fe8bad995ac req-11214fcc-12f2-405b-8b83-680024ecc53c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.0484538 Nov 10 22:10:25.048330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-62cf5f36-fc5b-4013-b926-6fe8bad995ac req-ec09a798-94d1-4811-a434-218792fc8f04 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Nov 10 22:10:26.166066 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11fe4-589f-4abf-a0ad-300af2818534 req-2ea5eafc-d8d1-4b60-85ee-e5f9eed04f9d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:26.167544 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29f11fe4-589f-4abf-a0ad-300af2818534 req-2ea5eafc-d8d1-4b60-85ee-e5f9eed04f9d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.0500576 Nov 10 22:10:26.222624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29f11fe4-589f-4abf-a0ad-300af2818534 req-53ea0bfd-b9fb-40f4-b96b-704d4aa15464 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481250 Nov 10 22:10:27.403225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925f7d-5b9c-4ef4-8672-3e1555f67d6b req-3920a318-d542-49d1-9dfc-6a5efa2e58aa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:27.404682 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98925f7d-5b9c-4ef4-8672-3e1555f67d6b req-3920a318-d542-49d1-9dfc-6a5efa2e58aa tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.0484021 Nov 10 22:10:27.453392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98925f7d-5b9c-4ef4-8672-3e1555f67d6b req-b5d94084-91bb-4e94-953f-06cb0d1f6099 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Nov 10 22:10:27.568670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea432bc-06b9-4040-81e1-80a8134b80a6 req-03e555f2-28af-4e2d-9b77-3825d631bf2b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:27.570147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea432bc-06b9-4040-81e1-80a8134b80a6 req-03e555f2-28af-4e2d-9b77-3825d631bf2b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.0493743 Nov 10 22:10:27.619184 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea432bc-06b9-4040-81e1-80a8134b80a6 req-a9279073-3884-4918-9625-feacfe70f9b1 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Nov 10 22:10:27.641225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50818) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:10:27.817507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe959ceb-ef03-4b43-84df-394bf6d658c6 tempest-TestVolumeBootPattern-108624549 tempest-TestVolumeBootPattern-108624549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:27.818992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fe959ceb-ef03-4b43-84df-394bf6d658c6 tempest-TestVolumeBootPattern-108624549 tempest-TestVolumeBootPattern-108624549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 1092 time: 0.1767831 Nov 10 22:10:27.821982 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 50824) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:10:27.826375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:10:27.911995 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:28.005158 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:28.115769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.25.7.152 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/e57638e3-79d2-45f3-b8e6-a263698f12a3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:10:28.215613 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:28.313417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:28.357309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:10:28.360214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:10:28.363926 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:10:28.386084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=e57638e3-79d2-45f3-b8e6-a263698f12a3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:10:28.846133 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:29.011120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:29.160491 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:29.220609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:29.287695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=e57638e3-79d2-45f3-b8e6-a263698f12a3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:10:29.300657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:29.399303 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Floating IP b6796547-2f45-482a-a093-bb50be3d6244 associated. External IP: 172.25.7.152, port: d33cb31d-a38a-4930-9bad-744ead9c8ab2. Nov 10 22:10:29.602377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:10:29.708043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:10:29.718304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92995a99-844d-4325-912e-e087989ef14a None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:10:29.727847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:10:29.732936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:10:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:10:29.788561 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:29.815711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6a1f0c50-94f1-4f7b-bcae-c373d04f07d0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9924662 Nov 10 22:10:29.816314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:10:29.818596 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:10:29.841395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:10:29.855758 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3b0a9c-1ec8-464a-9ea1-a9a4f343825d x-openstack-request-id: req-fe3b0a9c-1ec8-464a-9ea1-a9a4f343825d {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:10:29.856311 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:10:29.856426 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe3b0a9c-1ec8-464a-9ea1-a9a4f343825d {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:10:29.856735 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'status': 'completed', 'code': 200} Nov 10 22:10:29.919778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-c2a3c427-d4a3-4cc7-9551-4f76bc3d7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:29.921830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-c2a3c427-d4a3-4cc7-9551-4f76bc3d7955 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 1097 time: 0.0416517 Nov 10 22:10:30.020294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-b039c3e6-842e-4d92-9c9e-a6a2ef7ebceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:30.021964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-b039c3e6-842e-4d92-9c9e-a6a2ef7ebceb service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0895045 Nov 10 22:10:30.067970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'b6796547-2f45-482a-a093-bb50be3d6244', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.152', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:c4:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:10:28Z', 'updated_at': '2021-11-10T22:10:28Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:10:30.091930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-6c602b54-b43e-44c7-9699-5d3f247a3b55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2 HTTP/1.1" status: 200 len: 999 time: 0.0608311 Nov 10 22:10:30.098960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92995a99-844d-4325-912e-e087989ef14a None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:10:30.107647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:10:30.108225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:10:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:10:30.116953 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:10:30.146979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-d5147724-bed9-42ea-810f-8bb77b40c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:30.148535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-d5147724-bed9-42ea-810f-8bb77b40c516 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0495119 Nov 10 22:10:30.201366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-0623b203-d483-4b01-a937-3ac67c685141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:10:30.203830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-0623b203-d483-4b01-a937-3ac67c685141 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475597 Nov 10 22:10:30.211523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:10:30.298830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-c697d923-5b96-412c-ab38-eb4b4fd83e5d service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862525 Nov 10 22:10:30.391546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0b10c5e5-3898-4b7f-b6dd-5ba72e5c7870 req-f3aa5f24-9268-48dc-a7c9-8f6be117a3c7 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842915 Nov 10 22:10:30.438234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-92995a99-844d-4325-912e-e087989ef14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'b6796547-2f45-482a-a093-bb50be3d6244', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.152', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:c4:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:10:28Z', 'updated_at': '2021-11-10T22:10:28Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:10:30.464896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92995a99-844d-4325-912e-e087989ef14a None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'b6796547-2f45-482a-a093-bb50be3d6244', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.152', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:c4:21:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:10:28Z', 'updated_at': '2021-11-10T22:10:28Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:10:30.661658 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d18667-8b43-45ef-b0cc-d33183ab5b4f None None] New status for floating IP b6796547-2f45-482a-a093-bb50be3d6244: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:10:35.689226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-14bed4ac-59c8-4a65-b6d9-e9b54ddc7c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:37.539709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-0cef35ad-1a18-4136-8a29-25e14de8ec66 req-bc9e1961-d285-45ab-be57-4cb9d9804c4b service neutron] (103048) timed out ('10.222.0.53', 56639) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:10:37.952068 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-38a9b590-13fb-46b8-b081-62a2dceedb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:39.351920 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:40.889003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:41.391684 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:49.929155 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:10:53.803407 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:05.722967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bea1a03e-0539-4045-b014-2cf63315378f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:07.117802 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:11:07.940160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8bc8-5ede-4418-a9ef-63a36e042be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:09.391823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:10.871654 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:11.386203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:19.917614 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:20.015953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-057cc744-5a87-4732-9566-2c394fb29251 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397196 Nov 10 22:11:20.102219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-e2f0593a-fa16-4cf5-9499-eadad7bd5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:11:20.104282 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-e2f0593a-fa16-4cf5-9499-eadad7bd5099 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 1097 time: 0.0446043 Nov 10 22:11:20.205375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-40dd7afb-d869-45a1-9b21-de62165c5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:11:20.206831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-40dd7afb-d869-45a1-9b21-de62165c5d0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0845764 Nov 10 22:11:20.275165 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-dedb110f-6d4a-4869-9e5b-2eb4767864db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2 HTTP/1.1" status: 200 len: 1001 time: 0.0606194 Nov 10 22:11:20.323804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-f18e3537-0bc0-4026-8d9b-aee9a6177bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:11:20.325225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-f18e3537-0bc0-4026-8d9b-aee9a6177bcc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0439305 Nov 10 22:11:20.372106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-b2927436-524b-44e8-854c-82e58af2f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:11:20.374278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-b2927436-524b-44e8-854c-82e58af2f6a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406759 Nov 10 22:11:20.468811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-5c6d5a58-4760-40e2-8071-d021d8a0ed29 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868356 Nov 10 22:11:20.557245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-87d1d296-31a8-4065-bf13-74a7ca2f5da4 req-d82dfad1-eb7c-4252-a1a2-b6082d0ae402 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810845 Nov 10 22:11:23.831349 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:35.717169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-84e970bd-0169-4a99-af5e-76abd6777df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:37.934096 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d0a22c6a-45e1-41c6-a33b-7c01e7190da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:39.379669 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:40.876928 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:41.408484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:44.119799 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:11:49.905110 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:11:53.830677 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:05.693776 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-054fa7d9-2651-4f3f-9379-c078a54f4285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:07.973899 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-752daa7b-65a7-4747-8d2d-93696f9c43c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:09.391088 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:10.889299 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:11.424826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:19.934067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:20.062025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-fe2c754c-3dc3-4e17-80a4-d1e24121db0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961690 Nov 10 22:12:20.142959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-017c020a-1ccb-4069-a889-3f20af797c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:20.144461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-017c020a-1ccb-4069-a889-3f20af797c07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 1097 time: 0.0410471 Nov 10 22:12:20.247237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-959d94a2-9dd3-45f9-9186-ef40987382b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:20.248655 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-959d94a2-9dd3-45f9-9186-ef40987382b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0842726 Nov 10 22:12:20.316829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-6627bba9-46c2-44fd-8b41-1563f6eb21d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2 HTTP/1.1" status: 200 len: 1001 time: 0.0610938 Nov 10 22:12:20.365116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-b4e40df1-4860-42c9-97da-814bbbb19c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:20.366530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-b4e40df1-4860-42c9-97da-814bbbb19c4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0431781 Nov 10 22:12:20.410906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-a361e66f-6e15-4558-9c17-de65ccc3affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:20.412382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-a361e66f-6e15-4558-9c17-de65ccc3affa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390954 Nov 10 22:12:20.423842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-be02fcb1-10ac-4a0d-a762-28580fd709f9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:12:20.424778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-be02fcb1-10ac-4a0d-a762-28580fd709f9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048022 Nov 10 22:12:20.518087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-5e3457c3-8720-4064-8e32-077dbd99b420 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863783 Nov 10 22:12:20.607872 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21fd9b38-d763-48c4-ac50-4f9d940d5e90 req-1c64269e-6ea2-4a80-a1a4-8f5a86c5b25a service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829654 Nov 10 22:12:21.118410 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:12:23.802214 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:35.704870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7b3bb79c-f9a6-4d51-a759-24770db87b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:37.978046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b2bcafd6-f66f-4433-9a27-d4b92d8b118f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:39.567526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:40.870478 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:41.435348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:49.972355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:53.824506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:56.554320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e45af-d383-4772-8026-0c938a050323 req-e7f252b1-e1d2-4101-a195-8cd538d3bf75 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:56.555949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-349e45af-d383-4772-8026-0c938a050323 req-e7f252b1-e1d2-4101-a195-8cd538d3bf75 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.1406591 Nov 10 22:12:56.605197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-349e45af-d383-4772-8026-0c938a050323 req-7e1a5df0-1518-4ec9-bb29-7ed29bc1ebcb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426908 Nov 10 22:12:57.804447 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914cc66-5c5f-426e-87d3-c71d60805762 req-0d6709eb-2049-4d9f-a313-981bff9b8811 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:57.805938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7914cc66-5c5f-426e-87d3-c71d60805762 req-0d6709eb-2049-4d9f-a313-981bff9b8811 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.0995841 Nov 10 22:12:57.865619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7914cc66-5c5f-426e-87d3-c71d60805762 req-cfcb1c00-36cd-4a55-ba4c-c8a87c15b4e5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535419 Nov 10 22:12:58.117311 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:12:58.121022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-7a535e1d-a0e6-48f0-bae9-99b6573440f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:58.122506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-7a535e1d-a0e6-48f0-bae9-99b6573440f8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.0480998 Nov 10 22:12:58.213822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port d33cb31d-a38a-4930-9bad-744ead9c8ab2 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:12:58.214155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:58.299174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] For port d33cb31d-a38a-4930-9bad-744ead9c8ab2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d33cb31d-a38a-4930-9bad-744ead9c8ab2,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:12:58.299540 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:58.837348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:58.837708 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:58.838024 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Floating IP b6796547-2f45-482a-a093-bb50be3d6244 disassociated. External IP: 172.25.7.152, port: d33cb31d-a38a-4930-9bad-744ead9c8ab2. Nov 10 22:12:58.838360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for d33cb31d-a38a-4930-9bad-744ead9c8ab2 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:12:59.013522 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b67d0d-ac78-4a49-9aab-6ac18d5168fd req-eb58ea5a-c21d-4ef8-bdc7-3c465c7bedef tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:12:59.015142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98b67d0d-ac78-4a49-9aab-6ac18d5168fd req-eb58ea5a-c21d-4ef8-bdc7-3c465c7bedef tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 945 time: 0.0492797 Nov 10 22:12:59.036674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:59.075307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=d33cb31d-a38a-4930-9bad-744ead9c8ab2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:12:59.100770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.101053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.101392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.101730 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.102062 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.102395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.102722 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.103047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.103401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.103748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.104080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.104401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:12:59.146448 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98b67d0d-ac78-4a49-9aab-6ac18d5168fd req-cc8886ba-40ad-494a-89a7-f99352081c41 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252811 Nov 10 22:12:59.218089 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:12:59.323401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:12:59.333787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:12:59.344691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:12:59.345494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:12:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:12:59.367208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] No DVR routers for this DVR port d33cb31d-a38a-4930-9bad-744ead9c8ab2 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:12:59.369768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:12:59.373001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c20defc-49bc-4a55-8ba3-160991572d9f req-3b210a61-bcd2-4cfa-913a-815d6eecf886 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "DELETE /v2.0/ports/d33cb31d-a38a-4930-9bad-744ead9c8ab2 HTTP/1.1" status: 204 len: 173 time: 1.2438414 Nov 10 22:12:59.373587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'name': 'network-vif-deleted', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:12:59.375842 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48e4ebc-1132-4e69-a748-fdd67a07c458" -d '{"events": [{"server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "name": "network-vif-deleted", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:12:59.463216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:12:59.519782 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f4a77-3e99-4298-a739-59f1d1a8fc5b x-openstack-request-id: req-d52f4a77-3e99-4298-a739-59f1d1a8fc5b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:12:59.520058 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5188c9-37dd-4506-b1b6-d79e817276ef", "name": "network-vif-deleted", "tag": "d33cb31d-a38a-4930-9bad-744ead9c8ab2", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:12:59.520304 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d52f4a77-3e99-4298-a739-59f1d1a8fc5b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:12:59.520708 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5188c9-37dd-4506-b1b6-d79e817276ef', 'name': 'network-vif-deleted', 'tag': 'd33cb31d-a38a-4930-9bad-744ead9c8ab2', 'status': 'completed', 'code': 200} Nov 10 22:12:59.684575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:12:59.712075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:12:59.720505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:12:59.721106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:12:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:12:59.828628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:13:00.029025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:13:00.055961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a8932-ce13-4e87-b216-fb719281ad1c None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:13:00.247202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a636d60d-3d51-4978-af4d-7083df49fb7d req-ca3e2365-bca8-4f05-b55d-82fc26b97870 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 210 time: 0.0284297 Nov 10 22:13:00.316079 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0961e5b4-0324-4fe8-be0e-6b3a4e10878d None None] New status for floating IP b6796547-2f45-482a-a093-bb50be3d6244: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:13:01.051576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d33cb31d-a38a-4930-9bad-744ead9c8ab2 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:13:01.072551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: d33cb31d-a38a-4930-9bad-744ead9c8ab2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:13:01.072895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d33cb31d-a38a-4930-9bad-744ead9c8ab2 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:13:01.353158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1e593788-7f87-4657-9a1a-75519d7752cc req-9a0029f5-d6c0-4836-bcf5-299ae485bf8b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 210 time: 0.0325048 Nov 10 22:13:02.449251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d94e1f8-62a7-4623-b3cc-ed2669bd441f req-66cb97ea-a181-4087-a1ed-a9c3fee47db6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 210 time: 0.0266914 Nov 10 22:13:03.544376 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be494200-fb9d-4a7c-8aba-1c4235f164c5 req-ff4566fc-9509-44e9-8813-0dbcb61a8ff8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb5188c9-37dd-4506-b1b6-d79e817276ef HTTP/1.1" status: 200 len: 210 time: 0.0269237 Nov 10 22:13:04.761826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd8c276b-6fac-4a19-8392-e54125da4fd3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100757160&fields=id&tenant_id=bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 267 time: 0.0526288 Nov 10 22:13:04.872461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-ac5083a6-cc96-4527-8867-ce4f744b6a25 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:04.874675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-ac5083a6-cc96-4527-8867-ce4f744b6a25 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1052973 Nov 10 22:13:04.890145 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-828b6fc5-ab7e-43fc-b33a-c08d63b39219 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/quotas/bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 375 time: 0.0097198 Nov 10 22:13:04.942419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-cc63aca1-ad44-42dc-b308-057a89de57ef tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469518 Nov 10 22:13:05.095205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-23d107d0-d37c-4096-9b45-53547d4e58cd service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407344 Nov 10 22:13:05.188572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-2f78c912-80bd-4e6c-8f34-5ff9493be94b service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873268 Nov 10 22:13:05.727280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2f2e35a7-11be-4a65-8deb-78c0c190d5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:05.799616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc7f6ddd-b20e-4968-9883-cddfce5509d5 req-5d12b263-73e1-4cd0-ab8b-73fcf9d4c15a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0268912 Nov 10 22:13:06.897684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82ce2b8d-5692-49cf-9048-75c3b2c4878a req-675a90c5-b96d-4b8b-9aca-4d3f37373bfb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Nov 10 22:13:07.786292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-29ebc878-0eba-4a67-a2fa-a8ee23375717 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:07.787776 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-29ebc878-0eba-4a67-a2fa-a8ee23375717 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1028845 Nov 10 22:13:07.850944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-59b4725c-e638-44f4-9038-2a13cbd4fc77 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 380 time: 0.0535474 Nov 10 22:13:07.861674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'port': {'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'admin_state_up': True, 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'security_groups': ['6ab5962e-7a12-414a-a6cf-72afedd4333d']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:13:07.950638 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-691dc39d-6775-43a6-8cd3-fee733f90e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:08.008330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc9482ce-d87f-401c-bb1e-b219f099f5c5 req-90b5917c-05b1-4518-b219-cd22ac5bbc6f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0316403 Nov 10 22:13:08.042011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:13:08.047294 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:08.172649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.20.0.4 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/c6020d0d-8274-4b50-9b14-6e82e2548dfd) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:13:08.314045 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:08.430887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:08.475557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:13:08.478653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:13:08.482881 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:13:08.514974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=c6020d0d-8274-4b50-9b14-6e82e2548dfd,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:13:08.544277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:08.545048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:08.707344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-1675525a-d88d-452d-a4d7-89cd9abce09c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493891 Nov 10 22:13:08.720293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Request body: {'port': {'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:13:08.770135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5b109c11-1364-4ecf-99d7-990871cd01c2 None None] Provisioning complete for port c6020d0d-8274-4b50-9b14-6e82e2548dfd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:13:08.770522 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5b109c11-1364-4ecf-99d7-990871cd01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:08.778510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:08.806687 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5b109c11-1364-4ecf-99d7-990871cd01c2 None None] Port c6020d0d-8274-4b50-9b14-6e82e2548dfd cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:13:09.041169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6020d0d-8274-4b50-9b14-6e82e2548dfd {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:13:09.050042 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:09.064630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Transition to ACTIVE for port object c6020d0d-8274-4b50-9b14-6e82e2548dfd will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:13:09.104679 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:09.130788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d73f36-a68e-4dfe-97f1-b4f54c389d64 req-546bf444-ed4c-4fc3-9601-eef1b8d8faa9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:09.132313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86d73f36-a68e-4dfe-97f1-b4f54c389d64 req-546bf444-ed4c-4fc3-9601-eef1b8d8faa9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 931 time: 0.0512972 Nov 10 22:13:09.211097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86d73f36-a68e-4dfe-97f1-b4f54c389d64 req-4143816f-1301-4b39-a5b2-42fd69bf3527 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707929 Nov 10 22:13:09.244265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Pushing event updated for resources: {'Port': ['ID=c6020d0d-8274-4b50-9b14-6e82e2548dfd,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:13:09.255894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Attempting to bind port c6020d0d-8274-4b50-9b14-6e82e2548dfd on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:13:09.256274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Attempting to bind port c6020d0d-8274-4b50-9b14-6e82e2548dfd by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:13:09.256645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Attempting to bind port c6020d0d-8274-4b50-9b14-6e82e2548dfd on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:13:09.261183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Port c6020d0d-8274-4b50-9b14-6e82e2548dfd on network 4b90a462-973f-47ee-9962-d4509f942d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:13:09.265977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Attempting to bind port c6020d0d-8274-4b50-9b14-6e82e2548dfd on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:13:09.267867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:13:09.268216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:13:09.268602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:13:09.269213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Bound port: c6020d0d-8274-4b50-9b14-6e82e2548dfd, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:13:09.269485 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:09.350631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] For port c6020d0d-8274-4b50-9b14-6e82e2548dfd, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:13:09.354200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] For port c6020d0d-8274-4b50-9b14-6e82e2548dfd, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:13:09.367698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:09.419716 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:09.469346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:09.470171 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:09.471565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 1092 time: 0.7556598 Nov 10 22:13:09.472058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:13:09.474525 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbce134-24b8-40eb-b64e-bd9c41ce5681" -d '{"events": [{"name": "network-changed", "server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:13:09.497800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a4d83-4a89-4977-9b79-b962977db695 service neutron] Pushing event updated for resources: {'Port': ['ID=c6020d0d-8274-4b50-9b14-6e82e2548dfd,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:13:09.525516 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f8fdab-252a-4aa8-834f-7bda4f2a25da x-openstack-request-id: req-f7f8fdab-252a-4aa8-834f-7bda4f2a25da {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:13:09.525893 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:13:09.526163 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7f8fdab-252a-4aa8-834f-7bda4f2a25da {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:13:09.527494 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'status': 'completed', 'code': 200} Nov 10 22:13:09.595411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce134-24b8-40eb-b64e-bd9c41ce5681 req-a79db086-61b9-4c69-b8f3-0c625ea557e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:09.597237 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dbce134-24b8-40eb-b64e-bd9c41ce5681 req-a79db086-61b9-4c69-b8f3-0c625ea557e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1095 time: 0.0477262 Nov 10 22:13:09.703922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce134-24b8-40eb-b64e-bd9c41ce5681 req-c56b2b76-60d0-4aff-9e91-42603c598e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:09.705438 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dbce134-24b8-40eb-b64e-bd9c41ce5681 req-c56b2b76-60d0-4aff-9e91-42603c598e38 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bee93650d0504a9781966880d0b2886e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1005371 Nov 10 22:13:09.803043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbce134-24b8-40eb-b64e-bd9c41ce5681 req-cc4ed4e9-db88-4159-b714-86b03cb613ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:09.804597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1dbce134-24b8-40eb-b64e-bd9c41ce5681 req-cc4ed4e9-db88-4159-b714-86b03cb613ac service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927722 Nov 10 22:13:09.882290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-823c5d60-0a25-460f-913b-cf43e875e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:09.883714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-823c5d60-0a25-460f-913b-cf43e875e5bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1095 time: 0.0428562 Nov 10 22:13:09.930463 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-67ba9ee5-a318-48d6-b610-a9d6cfc5f3d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 217 time: 0.0384867 Nov 10 22:13:09.980981 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-c2716b6b-3fb8-4fa4-8586-9124f4ef25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:09.983018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-c2716b6b-3fb8-4fa4-8586-9124f4ef25bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0435069 Nov 10 22:13:10.028583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-2ce19f05-d348-414b-85ee-2d20a57b79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:10.030762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-2ce19f05-d348-414b-85ee-2d20a57b79fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412169 Nov 10 22:13:10.125690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-0ca89408-9f9d-41df-8737-a5684fdbc5a8 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869226 Nov 10 22:13:10.222506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08d75fc6-4166-4ed6-9945-3527534c5b0d req-e3e6f324-76eb-43ce-96b1-38a505d28705 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895951 Nov 10 22:13:10.338445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adda02-df2a-4da9-ab08-a3ae8691a37c req-fa1d22be-6099-402b-b546-8f267d9635ca tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:10.340026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0adda02-df2a-4da9-ab08-a3ae8691a37c req-fa1d22be-6099-402b-b546-8f267d9635ca tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0535526 Nov 10 22:13:10.392096 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0adda02-df2a-4da9-ab08-a3ae8691a37c req-169e99d5-b85a-4a46-a5e4-ce909e4f3963 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448959 Nov 10 22:13:10.910306 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:11.401441 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:11.517464 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb4039-8c1c-4b30-ab0c-594faba62bc2 req-d00155d5-3399-4df9-93de-78d3f606eec6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:11.518934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58cb4039-8c1c-4b30-ab0c-594faba62bc2 req-d00155d5-3399-4df9-93de-78d3f606eec6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0565779 Nov 10 22:13:11.574260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58cb4039-8c1c-4b30-ab0c-594faba62bc2 req-690c6d32-f993-4ed6-93dc-e5ae02c1d4a5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486498 Nov 10 22:13:12.692510 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc7b3f-435d-4d25-9493-8cc7d85f195e req-e729b5aa-ae2f-4b5a-8c07-f15813fae80f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:12.693998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fbc7b3f-435d-4d25-9493-8cc7d85f195e req-e729b5aa-ae2f-4b5a-8c07-f15813fae80f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0504174 Nov 10 22:13:12.744115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fbc7b3f-435d-4d25-9493-8cc7d85f195e req-6783ded3-484b-45df-b953-21506ddc321e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Nov 10 22:13:13.858856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ffbd5-3581-4e99-b7f1-0af56025ecfb req-f08ad33c-025a-4a73-aea2-7ec760f2aab7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:13.860355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-913ffbd5-3581-4e99-b7f1-0af56025ecfb req-f08ad33c-025a-4a73-aea2-7ec760f2aab7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0483537 Nov 10 22:13:13.908437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-913ffbd5-3581-4e99-b7f1-0af56025ecfb req-1a81318e-d06e-467f-83f5-1aed2c5aebdb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Nov 10 22:13:15.030919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57748c5d-6d67-4aa0-96f8-889f4c93cdc8 req-915593d0-083a-4c7f-aa85-6060b3b8eeb8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:15.032408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57748c5d-6d67-4aa0-96f8-889f4c93cdc8 req-915593d0-083a-4c7f-aa85-6060b3b8eeb8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0534358 Nov 10 22:13:15.081803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57748c5d-6d67-4aa0-96f8-889f4c93cdc8 req-74ff0301-608b-463b-9f2b-fd11f1be17b3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Nov 10 22:13:16.195956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832662-97aa-4ba4-be4f-1d659680fc38 req-2d384b2d-4867-4e44-be31-f9fe3e14e7f2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:16.197420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b832662-97aa-4ba4-be4f-1d659680fc38 req-2d384b2d-4867-4e44-be31-f9fe3e14e7f2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0488889 Nov 10 22:13:16.250304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b832662-97aa-4ba4-be4f-1d659680fc38 req-b75a2453-e17c-4b2f-a15f-020d995f1573 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456634 Nov 10 22:13:17.366070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa20ac7-b1ee-4a87-9ccf-9d2d81d27665 req-91d21dee-d7ae-4743-98db-45e78b1a5f6c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:17.367531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aaa20ac7-b1ee-4a87-9ccf-9d2d81d27665 req-91d21dee-d7ae-4743-98db-45e78b1a5f6c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0498056 Nov 10 22:13:17.416606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aaa20ac7-b1ee-4a87-9ccf-9d2d81d27665 req-6e044c80-123a-4493-b5d3-0c349f14f37b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Nov 10 22:13:18.531324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c162da2-fa1a-439b-b35a-2032cddb5d72 req-11fd5234-862f-4514-b548-66ad3e5e504b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:18.532803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c162da2-fa1a-439b-b35a-2032cddb5d72 req-11fd5234-862f-4514-b548-66ad3e5e504b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0477629 Nov 10 22:13:18.583257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c162da2-fa1a-439b-b35a-2032cddb5d72 req-4cc1b046-0fde-4d0e-9d48-afff6619b61f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446336 Nov 10 22:13:19.703654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d908134-9527-4c36-ba60-c0b582333cea req-e45cb8da-9cb2-428c-894e-f9bbe842016d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:19.705146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d908134-9527-4c36-ba60-c0b582333cea req-e45cb8da-9cb2-428c-894e-f9bbe842016d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0536399 Nov 10 22:13:19.754241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d908134-9527-4c36-ba60-c0b582333cea req-2f52e449-b558-4521-8cde-13105a8141ae tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Nov 10 22:13:19.931862 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:20.869028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d590cf-dc62-4e24-9178-f595e68c4617 req-2688028e-141c-4a36-927b-5169d888c987 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:20.870465 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85d590cf-dc62-4e24-9178-f595e68c4617 req-2688028e-141c-4a36-927b-5169d888c987 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 943 time: 0.0482731 Nov 10 22:13:20.918755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-85d590cf-dc62-4e24-9178-f595e68c4617 req-8316600f-4c09-4d28-bf81-90f68094624d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Nov 10 22:13:21.159964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c6020d0d-8274-4b50-9b14-6e82e2548dfd details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:13:21.256256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c6020d0d-8274-4b50-9b14-6e82e2548dfd, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:13:21.267159 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:13:21.304657 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:21.317055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6020d0d-8274-4b50-9b14-6e82e2548dfd {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:13:21.335859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c6020d0d-8274-4b50-9b14-6e82e2548dfd, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:13:21.378565 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:21.425595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c6020d0d-8274-4b50-9b14-6e82e2548dfd,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:13:21.432729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.433074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.433411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.433745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.434069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.434394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.434715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.435035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.435354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.435827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.436155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.436474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:13:21.761440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['c6020d0d-8274-4b50-9b14-6e82e2548dfd'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:13:22.037607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351b4c6-4512-41cf-a724-fa35ce490c2f req-2ad959ef-61ca-40a9-896f-3b480d9b5daf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:22.039007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1351b4c6-4512-41cf-a724-fa35ce490c2f req-2ad959ef-61ca-40a9-896f-3b480d9b5daf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 944 time: 0.0503721 Nov 10 22:13:22.088003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1351b4c6-4512-41cf-a724-fa35ce490c2f req-a15824d7-0d34-4446-a938-b3aad7f9dd7c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Nov 10 22:13:23.160819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c6020d0d-8274-4b50-9b14-6e82e2548dfd up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:13:23.207693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12264f-66a4-4864-b379-61e1f68926da req-5cec9cb5-5168-4cac-95d3-da09b31d6fda tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:23.209811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c12264f-66a4-4864-b379-61e1f68926da req-5cec9cb5-5168-4cac-95d3-da09b31d6fda tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 944 time: 0.0542250 Nov 10 22:13:23.257656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c12264f-66a4-4864-b379-61e1f68926da req-67ae69c7-68aa-4d6e-8ee9-5d850b0b2147 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Nov 10 22:13:23.320273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port c6020d0d-8274-4b50-9b14-6e82e2548dfd completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:13:23.324413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port c6020d0d-8274-4b50-9b14-6e82e2548dfd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:13:23.324785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:23.402251 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:23.424684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:13:23.426900 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2cea00-8e8b-47d0-972a-7e3d52afeca2" -d '{"events": [{"server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "name": "network-vif-plugged", "status": "completed", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:13:23.439625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c6020d0d-8274-4b50-9b14-6e82e2548dfd, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:13:23.521498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:23.524283 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466a26f4-2e81-4cea-8ace-1de7b6e07bab x-openstack-request-id: req-466a26f4-2e81-4cea-8ace-1de7b6e07bab {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:13:23.524586 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "name": "network-vif-plugged", "status": "completed", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:13:23.524863 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-466a26f4-2e81-4cea-8ace-1de7b6e07bab {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:13:23.525248 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'code': 200} Nov 10 22:13:23.574900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c6020d0d-8274-4b50-9b14-6e82e2548dfd,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:13:23.619633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a33109-e5de-45fe-af19-973dc57c1515 req-7fb6b04d-ca0b-409f-a0c5-aec9ad1b0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:23.621160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8a33109-e5de-45fe-af19-973dc57c1515 req-7fb6b04d-ca0b-409f-a0c5-aec9ad1b0c98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0400980 Nov 10 22:13:23.669109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8a33109-e5de-45fe-af19-973dc57c1515 req-f730548c-f7cd-4a42-9d6e-85b4446d5dc5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Nov 10 22:13:23.851472 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:24.377631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6a352-078c-4140-9a48-78889ae8b6fc req-94ff86dd-92d9-42a6-b6bd-4c8735271e69 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:24.379079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13a6a352-078c-4140-9a48-78889ae8b6fc req-94ff86dd-92d9-42a6-b6bd-4c8735271e69 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 945 time: 0.0523534 Nov 10 22:13:24.427533 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13a6a352-078c-4140-9a48-78889ae8b6fc req-457b2de7-8c01-44df-ae9d-464f401369f0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Nov 10 22:13:25.542395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589ebc7-a2e9-431d-ae91-3a5360d05cd0 req-5aaa084d-f286-4376-bbf5-b57eb6259be8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:25.543902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a589ebc7-a2e9-431d-ae91-3a5360d05cd0 req-5aaa084d-f286-4376-bbf5-b57eb6259be8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 945 time: 0.0490649 Nov 10 22:13:25.600891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a589ebc7-a2e9-431d-ae91-3a5360d05cd0 req-f7dc53a2-6782-40d5-85a3-47e386bde6a9 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483093 Nov 10 22:13:25.714331 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69878f4-f9dc-4d01-8d69-b897c63dfaf5 req-429f8e25-0235-425d-abbb-87b34c7434dd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:25.715704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f69878f4-f9dc-4d01-8d69-b897c63dfaf5 req-429f8e25-0235-425d-abbb-87b34c7434dd tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Nov 10 22:13:25.763808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f69878f4-f9dc-4d01-8d69-b897c63dfaf5 req-d795ebf2-f6f0-4b29-8a07-469a747b7d93 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Nov 10 22:13:25.785695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51006) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:13:25.823989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f9ae3-fba1-440d-a3da-b46cfe97ecc2 tempest-TestVolumeBootPattern-108624549 tempest-TestVolumeBootPattern-108624549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:25.825457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b94f9ae3-fba1-440d-a3da-b46cfe97ecc2 tempest-TestVolumeBootPattern-108624549 tempest-TestVolumeBootPattern-108624549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1092 time: 0.0388143 Nov 10 22:13:25.828218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51008) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:13:25.832657 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:13:25.961132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:26.058855 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:26.162061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.25.7.221 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/6b1b4a04-f279-4340-a70f-4b3ce658f746) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:13:26.260972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:26.384864 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:26.421574 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:13:26.426344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:13:26.429775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:13:26.458295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=6b1b4a04-f279-4340-a70f-4b3ce658f746,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:13:26.785277 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:26.968348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:27.112257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:27.166909 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:27.233560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=6b1b4a04-f279-4340-a70f-4b3ce658f746,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:13:27.249306 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:27.346143 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Floating IP a8a7f831-0a59-4a73-82b2-d5a478a3f2d5 associated. External IP: 172.25.7.221, port: c6020d0d-8274-4b50-9b14-6e82e2548dfd. Nov 10 22:13:27.545718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:13:27.650601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:13:27.661028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:13:27.670672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:13:27.674491 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:13:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:13:27.717523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:27.746043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e05158aa-8b65-467b-b6a7-d013a1e39b8e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9167938 Nov 10 22:13:27.746640 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:13:27.748979 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8210ff53-1dbf-4970-967b-33b2e7893dda" -d '{"events": [{"name": "network-changed", "server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:13:27.780238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:13:27.785563 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd28444-6b8f-43c5-818b-f3baf4b80686 x-openstack-request-id: req-8dd28444-6b8f-43c5-818b-f3baf4b80686 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:13:27.786053 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:13:27.786157 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8dd28444-6b8f-43c5-818b-f3baf4b80686 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:13:27.786490 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'status': 'completed', 'code': 200} Nov 10 22:13:27.849315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-bc5c2533-3276-459e-ba00-63b9a3e6cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:27.850710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-bc5c2533-3276-459e-ba00-63b9a3e6cf6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0409214 Nov 10 22:13:27.943913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-9ddfc43a-2c29-4256-a8ad-253c9883f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:27.945848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-9ddfc43a-2c29-4256-a8ad-253c9883f89f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0875347 Nov 10 22:13:28.008330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:26Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:13:28.040061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:13:28.049083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:13:28.049701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:13:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:13:28.331074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:13:28.364118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-5096e292-f61b-40fb-811b-c526f3fb78ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 999 time: 0.4103010 Nov 10 22:13:28.411960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-1262bfd1-67bd-468a-9dc9-56c6fbd018b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:28.413379 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-1262bfd1-67bd-468a-9dc9-56c6fbd018b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0424075 Nov 10 22:13:28.461829 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-c9fa11ef-a587-4f35-8802-377a7784dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:13:28.463217 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-c9fa11ef-a587-4f35-8802-377a7784dba0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426738 Nov 10 22:13:28.553519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-e0e09f4c-e908-485b-88cd-728a680217cc service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822568 Nov 10 22:13:28.555089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:26Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:13:28.590716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3606cb7-a0fa-496d-89bc-b06f32b30c75 None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:26Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:13:28.650608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8210ff53-1dbf-4970-967b-33b2e7893dda req-63ede362-cf0f-4c2f-adda-a1ebba7ef19e service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901885 Nov 10 22:13:28.781755 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a9ba9-cb0c-4a09-80b1-f1513722a23c None None] New status for floating IP a8a7f831-0a59-4a73-82b2-d5a478a3f2d5: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:13:35.116627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:13:35.726242 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f8a606ae-5919-4d97-b077-ccd258006875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:37.967021 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b4766932-7765-4d4d-9f09-79575f6197d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:39.389689 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:40.886814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:41.427389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:49.926610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:13:51.385111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-b65a7cd5-023b-4c53-a8ac-279a98f60bc3 req-b9e4cb2a-96c4-4c0f-b4df-21c9e1383eae service neutron] (103047) timed out ('10.222.0.45', 60166) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:13:53.846733 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:05.720653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5bba34cc-7a69-4dde-931f-984d4f34bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:07.948328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-522156b5-6cee-4925-8b21-8348e013549b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:09.406514 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:10.890732 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:10.994032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-295bae43-ca17-42bc-9ced-39cde71931b3 req-f29cdd50-0e63-417d-9cbb-f9464f93f00b service neutron] (103047) timed out ('10.222.0.53', 57047) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:14:11.411719 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:12.116141 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:14:20.067646 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:23.863204 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:24.006226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-115911ec-dbf8-4b05-92fb-5fa2e1404d63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392671 Nov 10 22:14:24.093126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-ca473341-5f43-4656-a42e-4b240179cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:14:24.094643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-ca473341-5f43-4656-a42e-4b240179cc6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0422039 Nov 10 22:14:24.203028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-3d2d808f-b656-4ce6-bbb5-d57303f7d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:14:24.204513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-3d2d808f-b656-4ce6-bbb5-d57303f7d360 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0896535 Nov 10 22:14:24.270447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-eda8eec7-a63a-44a9-9f93-6c15e1610ab5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 1001 time: 0.0576153 Nov 10 22:14:24.323487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-5feeaf25-92cd-47e0-9237-f6b236397867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:14:24.325060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-5feeaf25-92cd-47e0-9237-f6b236397867 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0476944 Nov 10 22:14:24.369991 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-03e3bfd1-e9a6-4cd9-9a5f-bb4c8a499064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:14:24.371490 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-03e3bfd1-e9a6-4cd9-9a5f-bb4c8a499064 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397189 Nov 10 22:14:24.459790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-de7bcc5a-71f3-43ac-a8b0-737878653998 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804524 Nov 10 22:14:24.551056 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce29b11c-aedc-4536-bae1-a448f3257d21 req-cebf4f62-8524-4743-a5c8-68e1ef25bbfa service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Nov 10 22:14:35.725984 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a0175b7-acaa-4f3a-8a01-b88a6be986f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:37.947239 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e11c8fad-8a9f-4945-93d7-434630df702c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:39.417404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:40.929982 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:41.417359 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:49.115737 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:14:49.994090 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:14:53.868466 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:05.719491 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bdeb961e-4d4d-41a5-99fa-c8375b793570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:07.952025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24dafe9b-4333-4a30-9403-b23b5d1d8100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:09.399584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:10.923205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:11.416506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:20.037992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:23.899454 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:26.004660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-3e0fb179-0bfb-41a2-ac3e-33a18ffa25c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448139 Nov 10 22:15:26.090092 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-342f0595-34d3-41e3-98eb-dee13c19aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:26.091632 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-342f0595-34d3-41e3-98eb-dee13c19aae4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0418558 Nov 10 22:15:26.115576 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:15:26.200985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-e3462486-abe6-4591-8575-70007bbbd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:26.202455 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-e3462486-abe6-4591-8575-70007bbbd8d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0917890 Nov 10 22:15:26.270169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-d8abe1e2-a315-4f2a-a827-a0669c64fef7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 1001 time: 0.0610213 Nov 10 22:15:26.323001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-c5855441-cc2d-463e-bb8f-3168e3605671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:26.324834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-c5855441-cc2d-463e-bb8f-3168e3605671 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0483303 Nov 10 22:15:26.372115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-4e6a81ee-00e6-418e-8286-1dfdbe68b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:26.373639 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-4e6a81ee-00e6-418e-8286-1dfdbe68b6c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419855 Nov 10 22:15:26.475171 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-20ca3718-3676-4693-b2af-dda536533678 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936418 Nov 10 22:15:26.574451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45f6c91d-32ae-4ef6-a44e-b667a4bddca3 req-a7586922-88ae-46ef-88ea-69113e5b3378 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913813 Nov 10 22:15:35.774243 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-03474083-b0df-417b-8ff3-8c402a8cc36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:37.957375 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b04a4f1e-b6a3-4cad-92b7-a11c0d901aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:39.405024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:40.894664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:41.467837 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:43.993262 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-d088078c-f267-49d1-8576-7710b1f7ea64 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2100757160&fields=id&tenant_id=bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 267 time: 0.0477531 Nov 10 22:15:44.102534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-99c052be-2ca4-4c17-a5c5-827fa37f54fe tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:44.104013 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-99c052be-2ca4-4c17-a5c5-827fa37f54fe tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1040251 Nov 10 22:15:44.119524 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-554e836c-3986-4cb4-bda4-70ab732626d4 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/quotas/bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 375 time: 0.0098007 Nov 10 22:15:44.175466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-50e3c3db-fcb1-4bc8-b8be-661a3eac59fe tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507302 Nov 10 22:15:44.234821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-47a74933-6f91-4cc6-bbf4-0d9996008379 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:15:44.235843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-47a74933-6f91-4cc6-bbf4-0d9996008379 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478976 Nov 10 22:15:44.328515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-aa3538dc-eb80-4954-9b35-d0cb4c63d46a service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859416 Nov 10 22:15:44.415718 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-4da82154-47fb-429d-a6af-e412f613bc6a service neutron] 10.222.0.45 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803773 Nov 10 22:15:45.984411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d39a2694-feea-4b7c-bb7b-162e1ae1384e req-ea556510-f5d8-4799-938f-e5bf7a41fed2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0273032 Nov 10 22:15:47.068062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5a4e02e8-9b78-41d2-9f6b-977f53008c05 req-0295912b-ce02-4d74-8984-4ee8b5690bed tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0319052 Nov 10 22:15:48.146895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-90a1670c-3aea-4cc8-a29f-206b563c0e75 req-4d7a6298-49ae-4525-b65e-ca160feefb0f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0263188 Nov 10 22:15:49.225573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-50272556-8570-454f-b99c-5e5498528904 req-006a944b-ceaa-4192-8415-d5d4775ae11a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0256073 Nov 10 22:15:50.165085 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:50.321613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c35df28d-da3e-41b5-9803-c4e7327a9bcb req-fd92218f-2b7e-4b71-9b68-e66df98400d3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0263646 Nov 10 22:15:51.418803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f23dfbc-6686-4207-88f5-1dc9ff7f2a0f req-871537ba-db5f-4a6d-9fda-5817b94991de tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Nov 10 22:15:52.219752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-6849ad6b-11d4-4539-adcc-5981ff39a381 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:52.221203 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-6849ad6b-11d4-4539-adcc-5981ff39a381 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 812 time: 0.1060345 Nov 10 22:15:52.294671 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-e5850c1a-fb71-475b-8140-3fb0f5193118 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee93650d0504a9781966880d0b2886e HTTP/1.1" status: 200 len: 380 time: 0.0634723 Nov 10 22:15:52.304858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'port': {'device_id': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'admin_state_up': True, 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'security_groups': ['6ab5962e-7a12-414a-a6cf-72afedd4333d']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:15:52.500560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Made reservation on behalf of bee93650d0504a9781966880d0b2886e for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:15:52.504508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:52.527813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8326097a-603a-4d6f-a21f-77ab3d552503 req-8e8d8726-adf0-4b4d-b6f6-b3f374e071c0 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0389342 Nov 10 22:15:52.658266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.20.0.11 (4b90a462-973f-47ee-9962-d4509f942d5a/e3bf7f32-f599-4f7c-8a45-3695c40db2de/6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:15:52.795845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:52.885035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:52.937016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network 4b90a462-973f-47ee-9962-d4509f942d5a is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:15:52.940290 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:15:52.945305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:15:52.948536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:15:52.974595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.974939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.975278 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.975615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.975982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.976311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.976637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.976958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.977280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.977601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.978000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:52.979024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:15:53.011069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:53.011882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.122672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-a95d6b1b-f767-4575-9c1a-38a20b18aef3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8215489 Nov 10 22:15:53.133434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-5e945771-5e78-46ab-8867-06102c01becc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:15:53.134987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-5e945771-5e78-46ab-8867-06102c01becc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063417 Nov 10 22:15:53.202191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Request body: {'port': {'device_id': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:15:53.258681 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.259401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5bc25ac9-5506-4b94-bf62-1e249da4f143 None None] Provisioning complete for port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:15:53.259810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5bc25ac9-5506-4b94-bf62-1e249da4f143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.298314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5bc25ac9-5506-4b94-bf62-1e249da4f143 None None] Port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:15:53.540121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:15:53.548695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.561237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Transition to ACTIVE for port object 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:15:53.627587 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.649164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce667a91-390a-409c-974a-0150741f3422 req-25a656f2-8af4-4971-90f8-73eddaffca78 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:53.651450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce667a91-390a-409c-974a-0150741f3422 req-25a656f2-8af4-4971-90f8-73eddaffca78 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 932 time: 0.0518858 Nov 10 22:15:53.715377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:15:53.746285 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ce667a91-390a-409c-974a-0150741f3422 req-81c7922c-0560-4238-b739-eee4f32cbccb tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881937 Nov 10 22:15:53.780472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Attempting to bind port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:15:53.780610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Attempting to bind port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:15:53.780925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Attempting to bind port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:15:53.785621 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 on network 4b90a462-973f-47ee-9962-d4509f942d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:15:53.785944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Attempting to bind port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 on network 4b90a462-973f-47ee-9962-d4509f942d5a {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:15:53.792518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:15:53.792762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Checking segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:15:53.793143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Bound using segment: {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:15:53.793570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Bound port: 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1655c0e8-97c7-47d8-b675-efda78e57ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:15:53.793927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.866067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] For port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:15:53.870493 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] For port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:15:53.907699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.949055 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.972551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:53.973299 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:15:53.974665 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] 10.222.0.53 "PUT /v2.0/ports/6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 200 len: 1093 time: 0.8318961 Nov 10 22:15:53.976433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:15:53.980379 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:15:54.041054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c7d55-6537-43c9-9927-92402241606c service neutron] Pushing event updated for resources: {'Port': ['ID=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:15:54.127389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-869e68ff-6380-4c84-a469-3bfed6265873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.128943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-869e68ff-6380-4c84-a469-3bfed6265873 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1096 time: 0.0489070 Nov 10 22:15:54.130442 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36122998-a0e0-4ac7-b922-adcee7e3204a x-openstack-request-id: req-36122998-a0e0-4ac7-b922-adcee7e3204a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:15:54.130898 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:15:54.131150 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36122998-a0e0-4ac7-b922-adcee7e3204a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:15:54.131537 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'status': 'completed', 'code': 200} Nov 10 22:15:54.177823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-4cace114-7a54-4d27-83cb-7ad2aae2d857 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0403745 Nov 10 22:15:54.231254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-2ecae2ee-3470-4948-866b-eb99952a6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.232669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-2ecae2ee-3470-4948-866b-eb99952a6eb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0484188 Nov 10 22:15:54.283109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-1226d944-2ae3-4d88-ab8f-5b93fa8b9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.284708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-1226d944-2ae3-4d88-ab8f-5b93fa8b9097 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446250 Nov 10 22:15:54.381597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-2c931844-6342-4501-a6ea-8d0e551767c5 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892835 Nov 10 22:15:54.472336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0c13cb63-d5cf-48ec-8b38-abadd6973c0f req-5e686dfd-a90f-4c94-847f-6757b628aa82 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837491 Nov 10 22:15:54.641627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-663dffa7-ff9b-4a61-9847-4eff121281f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.643095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-663dffa7-ff9b-4a61-9847-4eff121281f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1096 time: 0.0459828 Nov 10 22:15:54.734951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-6557f963-3808-4f69-a3c4-a62bd2b4ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.736508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-6557f963-3808-4f69-a3c4-a62bd2b4ee24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0863042 Nov 10 22:15:54.783970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-d16f8bd8-32fc-4ed2-a35d-64b360c11758 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0401018 Nov 10 22:15:54.839450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-d003996a-8ab4-409c-a457-278da6dfbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.841148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-d003996a-8ab4-409c-a457-278da6dfbc49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0501356 Nov 10 22:15:54.875871 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f74a10-9857-4439-b0b4-36f777275aa5 req-fe520b18-3fb9-4008-b1c7-3462edd1bddf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.877998 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6f74a10-9857-4439-b0b4-36f777275aa5 req-fe520b18-3fb9-4008-b1c7-3462edd1bddf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0601542 Nov 10 22:15:54.891373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-7158bedf-8f65-4928-a36b-44e95b0e42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:54.893019 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-7158bedf-8f65-4928-a36b-44e95b0e42c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447114 Nov 10 22:15:54.933334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6f74a10-9857-4439-b0b4-36f777275aa5 req-abacbe77-566d-4376-a435-ad5a50c39d18 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493145 Nov 10 22:15:54.996140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-80105347-22b7-41f8-82a3-f5ba2ebfaf9d service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949390 Nov 10 22:15:55.094026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04ab264d-9be8-4a84-a3b1-74cd7809c3c4 req-923a002d-a09d-4f1f-ac81-0982d577c431 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Nov 10 22:15:56.053788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f40a-e5fa-4677-82b5-8ee1efcde709 req-d453a8f0-a6ff-437e-91c8-ef23f0a5c67d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:56.055301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-feb5f40a-e5fa-4677-82b5-8ee1efcde709 req-d453a8f0-a6ff-437e-91c8-ef23f0a5c67d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0514557 Nov 10 22:15:56.112311 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-feb5f40a-e5fa-4677-82b5-8ee1efcde709 req-3f24fe71-2692-441f-b6d3-cb48c40f929e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503423 Nov 10 22:15:57.234855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136783ed-b944-44da-9537-aa90b92e1f95 req-6b28db25-472b-4c54-b929-fe347d95424a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:57.236382 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-136783ed-b944-44da-9537-aa90b92e1f95 req-6b28db25-472b-4c54-b929-fe347d95424a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0504079 Nov 10 22:15:57.287627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-136783ed-b944-44da-9537-aa90b92e1f95 req-481da716-6e5d-4019-85bc-2a452f12bd6d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453024 Nov 10 22:15:58.404268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c81c71-d472-4d9d-bc35-641620eae648 req-d1ab5e51-3a66-42ec-af4e-6f2744bbe73e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:58.405741 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24c81c71-d472-4d9d-bc35-641620eae648 req-d1ab5e51-3a66-42ec-af4e-6f2744bbe73e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0493712 Nov 10 22:15:58.455200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24c81c71-d472-4d9d-bc35-641620eae648 req-44e3cb8b-d1ce-4935-b233-903fd08f7c6a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434418 Nov 10 22:15:59.570515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cacddd-edd2-4583-8871-5dc763bab373 req-f233cc55-d306-4b82-a887-9ef39c5e55f5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:15:59.572771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b2cacddd-edd2-4583-8871-5dc763bab373 req-f233cc55-d306-4b82-a887-9ef39c5e55f5 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0499456 Nov 10 22:15:59.624847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b2cacddd-edd2-4583-8871-5dc763bab373 req-95aa1e25-f671-4827-be61-5f523b507330 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461853 Nov 10 22:16:00.739605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535d88-8d6a-4fa8-95a5-ed2362758989 req-752f1ed6-d2b6-452c-bf81-71b0129d5d9f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:00.741101 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a535d88-8d6a-4fa8-95a5-ed2362758989 req-752f1ed6-d2b6-452c-bf81-71b0129d5d9f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0483618 Nov 10 22:16:00.790971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a535d88-8d6a-4fa8-95a5-ed2362758989 req-04477a2e-5e6d-4189-b320-39d0d3f15fca tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426998 Nov 10 22:16:01.907763 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52927185-e9e2-4f54-a89e-08570cf38fa4 req-f9c90748-00fc-485d-93c8-377890b06fe6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:01.909250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52927185-e9e2-4f54-a89e-08570cf38fa4 req-f9c90748-00fc-485d-93c8-377890b06fe6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0489953 Nov 10 22:16:01.958601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52927185-e9e2-4f54-a89e-08570cf38fa4 req-31068d1e-a507-4382-98ba-fd792fc1278e tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433333 Nov 10 22:16:03.077350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c006d0-377e-4b52-95ff-3cc79d0b9238 req-36cac651-b502-4241-9640-681831683011 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:03.078813 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3c006d0-377e-4b52-95ff-3cc79d0b9238 req-36cac651-b502-4241-9640-681831683011 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0520284 Nov 10 22:16:03.115294 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:16:03.128646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e3c006d0-377e-4b52-95ff-3cc79d0b9238 req-90748637-6ffd-48a8-ac12-a61643832d49 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436516 Nov 10 22:16:04.248751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328197db-2ce3-4458-b532-4e51bc55cf7e req-17e782e5-a224-4052-8691-4f4672cd3b21 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:04.250205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-328197db-2ce3-4458-b532-4e51bc55cf7e req-17e782e5-a224-4052-8691-4f4672cd3b21 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0501106 Nov 10 22:16:04.299929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-328197db-2ce3-4458-b532-4e51bc55cf7e req-e6cc647f-2388-4527-bead-1ad4294dfe9d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 Nov 10 22:16:05.416753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0ad83-f027-44e9-a63a-1c73e57572e3 req-edbb1b46-ea96-4830-adeb-e74c3abee7ee tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:05.418443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ae0ad83-f027-44e9-a63a-1c73e57572e3 req-edbb1b46-ea96-4830-adeb-e74c3abee7ee tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 944 time: 0.0503876 Nov 10 22:16:05.481017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ae0ad83-f027-44e9-a63a-1c73e57572e3 req-1fde01ba-3dd7-4fa7-85d9-f10a5940cbd8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564768 Nov 10 22:16:05.736124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-24542fa8-1ba7-4963-b695-7a35e0b1dd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:05.872769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:16:05.971281 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:16:05.983267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'port_id': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'mac_address': 'fa:16:3e:0d:e8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:16:06.021064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:06.034189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:16:06.058655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:16:06.127980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:06.174403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:16:06.181726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.182064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.182399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.182767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.183647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.184169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.184504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.184825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.185145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.185462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.185778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.186089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:06.371831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:16:06.602287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5538cc8-d778-4271-b420-72e276f91b36 req-25b1fc58-5471-4b3e-889c-3f8748a6ddc6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:06.603868 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5538cc8-d778-4271-b420-72e276f91b36 req-25b1fc58-5471-4b3e-889c-3f8748a6ddc6 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 945 time: 0.0537856 Nov 10 22:16:06.655243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5538cc8-d778-4271-b420-72e276f91b36 req-e4102d1c-2a76-4e15-baed-f63593d36b08 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444355 Nov 10 22:16:07.773492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5531f-4fc4-41d2-82ca-e69b052e15b9 req-4f6789a9-0f56-4b18-a4c9-2d008807724d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:07.774947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07e5531f-4fc4-41d2-82ca-e69b052e15b9 req-4f6789a9-0f56-4b18-a4c9-2d008807724d tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 945 time: 0.0528409 Nov 10 22:16:07.826129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-07e5531f-4fc4-41d2-82ca-e69b052e15b9 req-4f608293-dbea-436d-aa7e-f2863a342c3f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Nov 10 22:16:07.883859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:16:07.981833 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5126cac5-7554-4660-b784-97dc817f31ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:08.010140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:16:08.014731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:16:08.015098 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:08.097512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:08.121984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:16:08.124323 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc896ea-eb97-4ada-82fb-4e06b1a6b291" -d '{"events": [{"server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "name": "network-vif-plugged", "status": "completed", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:16:08.140234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:16:08.163279 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ad191-5afd-41ce-814b-bbb3ef629239 x-openstack-request-id: req-c21ad191-5afd-41ce-814b-bbb3ef629239 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:16:08.163569 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "name": "network-vif-plugged", "status": "completed", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:16:08.163851 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c21ad191-5afd-41ce-814b-bbb3ef629239 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:16:08.164254 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'code': 200} Nov 10 22:16:08.216427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:08.262062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f84482-4179-4bfc-b85c-045ffd0b99fb req-8c1ffee6-4dbd-4913-9ca3-a3dda27ab2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:08.263254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:16:08.263618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0f84482-4179-4bfc-b85c-045ffd0b99fb req-8c1ffee6-4dbd-4913-9ca3-a3dda27ab2f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1098 time: 0.0419114 Nov 10 22:16:08.310336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0f84482-4179-4bfc-b85c-045ffd0b99fb req-edeae396-4cc3-43b9-b47d-96db61324ab5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Nov 10 22:16:08.944679 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce228ea-3dca-4e24-ae8e-f4de24b35cbb req-44255230-2b82-43bf-9d9a-1b4f7271988b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:08.946138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ce228ea-3dca-4e24-ae8e-f4de24b35cbb req-44255230-2b82-43bf-9d9a-1b4f7271988b tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 946 time: 0.0492306 Nov 10 22:16:08.999144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ce228ea-3dca-4e24-ae8e-f4de24b35cbb req-97435697-db47-47e5-9c2a-c89576e1aa72 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469842 Nov 10 22:16:09.438624 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:10.116816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da2f7-8129-492e-be30-09dd8cb87fbb req-00bf63a0-b644-4609-ba26-ade37889a357 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:10.118279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-970da2f7-8129-492e-be30-09dd8cb87fbb req-00bf63a0-b644-4609-ba26-ade37889a357 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 946 time: 0.0498662 Nov 10 22:16:10.169275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-970da2f7-8129-492e-be30-09dd8cb87fbb req-d7be3659-0c3e-445e-9b5c-862c23f09457 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448930 Nov 10 22:16:10.284893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846a43-2f60-495f-b3ea-f42ba0410d3b req-bc1c8c76-2e99-46f8-9a03-f7b1de585b4c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:10.286242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10846a43-2f60-495f-b3ea-f42ba0410d3b req-bc1c8c76-2e99-46f8-9a03-f7b1de585b4c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 946 time: 0.0492673 Nov 10 22:16:10.335397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10846a43-2f60-495f-b3ea-f42ba0410d3b req-cbc80988-52b5-4107-838d-a0614e5c54c2 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Nov 10 22:16:10.359029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51228) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:16:10.456654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b07220d-3163-4631-920e-dd2fd1d90de2 tempest-TestVolumeBootPattern-108624549 tempest-TestVolumeBootPattern-108624549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:10.458151 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3b07220d-3163-4631-920e-dd2fd1d90de2 tempest-TestVolumeBootPattern-108624549 tempest-TestVolumeBootPattern-108624549-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1093 time: 0.0980630 Nov 10 22:16:10.461108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51232) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:16:10.465919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:16:10.529836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:10.627489 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:10.734686 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Allocated IP 172.25.7.159 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/b9305a4d-632d-4fe5-945e-785c68c92178) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:16:10.836738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:10.961950 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.011134 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.050630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:16:11.053544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:16:11.056160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:16:11.084752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=b9305a4d-632d-4fe5-945e-785c68c92178,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:16:11.096114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.096435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.096773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.097103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.097434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.097758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.098086 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.098406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.098729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.099045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.099367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.099685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:16:11.392798 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.429980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.546557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.696421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.756387 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.827819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event updated for resources: {'Port': ['ID=b9305a4d-632d-4fe5-945e-785c68c92178,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:16:11.840953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:11.941078 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Floating IP e2762a57-e4a1-48bc-a8cf-508ece1e8cda associated. External IP: 172.25.7.159, port: 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0. Nov 10 22:16:12.145423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:16:12.252341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:16:12.262757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:16:12.272253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:16:12.278231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:16:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:16:12.349242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:12.378136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-164fb9c2-232c-4f29-a479-806946fa3085 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9158561 Nov 10 22:16:12.378731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:16:12.381020 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:16:12.385626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:16:12.419116 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a14e87-023a-4590-a523-a01f3400144e x-openstack-request-id: req-90a14e87-023a-4590-a523-a01f3400144e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:16:12.419406 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:16:12.419683 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90a14e87-023a-4590-a523-a01f3400144e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:16:12.420150 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'status': 'completed', 'code': 200} Nov 10 22:16:12.480514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-f77a0ed2-b4e7-4eb8-a46e-2c2ee3490756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:12.482040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-f77a0ed2-b4e7-4eb8-a46e-2c2ee3490756 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1098 time: 0.0419962 Nov 10 22:16:12.576406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-93f2519c-4b97-4fd8-a6a3-088a440903be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:12.577905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-93f2519c-4b97-4fd8-a6a3-088a440903be service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0895436 Nov 10 22:16:12.618231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:28Z', 'revision_number': 1, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}, {'id': 'e2762a57-e4a1-48bc-a8cf-508ece1e8cda', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:0d:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:16:11Z', 'updated_at': '2021-11-10T22:16:11Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:16:12.645393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:16:12.653887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:16:12.654492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:16:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:16:12.678222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-50601d41-50da-48cf-934f-12a8b2e954b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 200 len: 1000 time: 0.0922747 Nov 10 22:16:12.764807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:16:13.004262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:28Z', 'revision_number': 1, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}, {'id': 'e2762a57-e4a1-48bc-a8cf-508ece1e8cda', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:0d:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:16:11Z', 'updated_at': '2021-11-10T22:16:11Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:16:13.005018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-7eb0cd65-8289-4995-a348-bbb093da9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:13.006472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-7eb0cd65-8289-4995-a348-bbb093da9305 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.3220370 Nov 10 22:16:13.031338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23359eb-3a4f-4045-9e40-06076037e9c3 None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:28Z', 'revision_number': 1, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}, {'id': 'e2762a57-e4a1-48bc-a8cf-508ece1e8cda', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.159', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:0d:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:16:11Z', 'updated_at': '2021-11-10T22:16:11Z', 'revision_number': 0, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:16:13.053903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-3490cbb7-20c9-4b2e-9313-dce960f342cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:13.055585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-3490cbb7-20c9-4b2e-9313-dce960f342cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418246 Nov 10 22:16:13.153445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-d632cfa5-abeb-485e-8e78-4f2fc3af9f3e service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900915 Nov 10 22:16:13.228096 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60742a-b47e-459f-9df8-63e6e1275f22 None None] New status for floating IP e2762a57-e4a1-48bc-a8cf-508ece1e8cda: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:16:13.250082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ed5eeab-fabf-4279-89dc-4a72321d7b3b req-a9d22060-3f51-4751-8883-abd5e808b243 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894442 Nov 10 22:16:16.353950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-876ca519-7aa8-41fe-8dd7-585786fd338a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410271 Nov 10 22:16:16.439943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-16843c6c-24a6-4ef5-a810-7113248a079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:16.441663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-16843c6c-24a6-4ef5-a810-7113248a079b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1098 time: 0.0457251 Nov 10 22:16:16.544975 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-7482b015-8d2d-427d-a2bd-a3e22d23546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:16.546428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-7482b015-8d2d-427d-a2bd-a3e22d23546e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0843778 Nov 10 22:16:16.614475 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-bc413dd6-290d-4a74-b973-bd3c027e35e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 200 len: 1002 time: 0.0615015 Nov 10 22:16:16.668315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-eb878460-38fe-4ba1-ae9e-7226d0566156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:16.669922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-eb878460-38fe-4ba1-ae9e-7226d0566156 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0491786 Nov 10 22:16:16.718337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-9fea605a-d88a-417e-aaeb-6678257ea3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:16.719796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-9fea605a-d88a-417e-aaeb-6678257ea3ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430667 Nov 10 22:16:16.817530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-5873524b-87c6-498e-aa28-2a28293201e0 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905869 Nov 10 22:16:16.910876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89ebdbad-f8c3-4e1f-b28b-6324c7333fd4 req-8f44c51e-258a-4655-a143-d74fc11483db service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855608 Nov 10 22:16:20.087433 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:23.921891 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:26.994366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-d475117a-e8d7-4664-938e-0446b7ff52ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391741 Nov 10 22:16:27.075948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-928a4453-bfaa-4d5f-bb9b-731640330174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:27.077474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-928a4453-bfaa-4d5f-bb9b-731640330174 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0410984 Nov 10 22:16:27.185535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-59501a6d-f5af-4576-aeaf-651ece3b867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:27.187020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-59501a6d-f5af-4576-aeaf-651ece3b867f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0886171 Nov 10 22:16:27.253196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-9052b604-e634-4a18-9488-2c6a80978195 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 1001 time: 0.0583532 Nov 10 22:16:27.306362 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-0a1f43e9-351d-4d71-b682-82d2b95dff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:27.307838 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-0a1f43e9-351d-4d71-b682-82d2b95dff04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0473619 Nov 10 22:16:27.356222 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-17165ed6-d834-4af8-b375-b6e0e8f2abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:16:27.357892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-17165ed6-d834-4af8-b375-b6e0e8f2abd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424993 Nov 10 22:16:27.447150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-e025f8dc-1f47-4fb0-8a7f-97f86b4d05ae service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810556 Nov 10 22:16:27.539437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-25ed4f69-a5f6-41d9-8176-d091bb429b74 req-c77dbc53-632a-433d-bc1d-6e12c7cf18c1 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849743 Nov 10 22:16:35.746409 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf1587cc-6378-4150-8b6a-9b17eea2069a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:37.986684 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba421-9679-4236-bf2c-e0d747dc9668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:39.412579 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:40.115005 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:16:40.929699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:41.414949 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:50.049459 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:16:53.872178 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:05.743922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-beed44cd-1638-4dc6-a0df-ff3939b475a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:07.951527 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-70406349-c991-4e06-a06f-caf0d5b5b8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:09.395030 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:10.938686 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:11.417869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:17.113789 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:17:19.126760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-b595a0f7-9b6c-4d33-9b80-c9ac1969611e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461311 Nov 10 22:17:19.207292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-e959a978-95af-4e41-9797-642dbe6feda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:19.209171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-e959a978-95af-4e41-9797-642dbe6feda1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1098 time: 0.0412114 Nov 10 22:17:19.315868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-6206befa-0723-48a3-9653-5da43eeef0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:19.317313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-6206befa-0723-48a3-9653-5da43eeef0ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0847957 Nov 10 22:17:19.386504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-ee0601ee-578c-48f0-a0bd-8c6463cea94c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 200 len: 1002 time: 0.0616248 Nov 10 22:17:19.435346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-7e0eb82f-7ef2-4d35-9345-cbde85326539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:19.436805 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-7e0eb82f-7ef2-4d35-9345-cbde85326539 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0436769 Nov 10 22:17:19.482274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-a6410cd0-6e22-4475-ab7c-f8872a0800e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:19.483738 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-a6410cd0-6e22-4475-ab7c-f8872a0800e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396328 Nov 10 22:17:19.576596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-332484e5-9413-49f9-9582-2e8e9f7a2671 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847418 Nov 10 22:17:19.667280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1ffda5-0932-4dcb-9c9f-f4e1ac33d644 req-4f829f2e-685d-4963-80a3-b57f17f3bf42 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839686 Nov 10 22:17:20.048741 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:23.888986 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:28.704966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-604592d0-fd3b-4d42-bbe8-b50f7e3198f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1321974 Nov 10 22:17:28.786797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-80cf95cd-a243-46c4-86b2-5515f98bc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:28.788338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-80cf95cd-a243-46c4-86b2-5515f98bc4c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0413661 Nov 10 22:17:28.895580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-d1bd4e1a-6062-4c79-94cc-d6825f96c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:28.896989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-d1bd4e1a-6062-4c79-94cc-d6825f96c08a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0889459 Nov 10 22:17:28.964639 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-de095986-e6e0-4a13-b187-0664371d2164 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 1001 time: 0.0578313 Nov 10 22:17:29.017284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-c8cbd90b-aa16-4b58-89da-a4a20bab8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:29.018877 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-c8cbd90b-aa16-4b58-89da-a4a20bab8ac1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0476959 Nov 10 22:17:29.064874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-d3f654b8-5d20-4ff7-b8ec-a3e312fad732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:17:29.066349 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-d3f654b8-5d20-4ff7-b8ec-a3e312fad732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409060 Nov 10 22:17:29.157938 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-c80936bd-6798-4d0d-9317-06ebbd481d77 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846887 Nov 10 22:17:29.248810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8aff5280-a8d4-4667-9be9-384b19c8c9f4 req-d0e0c91a-cf3e-40b1-841e-3744a629aba2 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Nov 10 22:17:35.713959 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6732010a-85d8-4a8d-98ea-a7c74cdcc0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:37.979639 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d4980ac2-525d-4e98-9113-7ddb5d8205f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:39.437049 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:40.899805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:41.396957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:50.099658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:53.936981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:17:54.112782 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:18:05.727991 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-25e936d3-d0ad-42c7-9704-9132e0bddb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:07.998897 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-81dec6c3-1cba-4497-8b61-727a4c6abc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:09.404939 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:10.895875 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:11.410218 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:14.721468 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51278) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:15.219901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port b9305a4d-632d-4fe5-945e-785c68c92178 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:15.220239 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:15.296990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:15.297316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:15.308542 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for b9305a4d-632d-4fe5-945e-785c68c92178 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:15.539096 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:15.563753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=b9305a4d-632d-4fe5-945e-785c68c92178,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:15.575944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.576292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.576633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.576970 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.577309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.577636 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.577961 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.578286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.578607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.578929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.579258 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.579648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:15.634844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:15.635177 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Floating IP e2762a57-e4a1-48bc-a8cf-508ece1e8cda disassociated (deleted). External IP: 172.25.7.159, port: 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0. Nov 10 22:18:15.837626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:18:15.942682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:18:15.947973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:15.952836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:18:15.962329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:15.962928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:15.974190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0dd04f4e-0860-49b6-b166-e13dea526476 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "DELETE /v2.0/floatingips/e2762a57-e4a1-48bc-a8cf-508ece1e8cda HTTP/1.1" status: 204 len: 168 time: 1.2517195 Nov 10 22:18:15.974790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:18:15.977091 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:18:16.071139 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:16.143507 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc313f9-57d6-4918-b746-d5063636f01f x-openstack-request-id: req-1dc313f9-57d6-4918-b746-d5063636f01f {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:18:16.143878 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:18:16.144140 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1dc313f9-57d6-4918-b746-d5063636f01f {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:18:16.144574 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'status': 'completed', 'code': 200} Nov 10 22:18:16.216386 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-083d4a15-0e26-4a7f-b813-db34aea2fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:16.217924 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-083d4a15-0e26-4a7f-b813-db34aea2fc21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 1098 time: 0.0491054 Nov 10 22:18:16.303902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:28Z', 'revision_number': 1, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:16.324067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-4fd18e97-6eda-4844-8764-7f29ad9caf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:16.326731 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-4fd18e97-6eda-4844-8764-7f29ad9caf0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0998425 Nov 10 22:18:16.340517 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:18:16.349453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:16.350027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:16.375399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-348553d6-3bef-4ae7-81cd-c371f60f3467 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 200 len: 217 time: 0.0423176 Nov 10 22:18:16.435502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-2b6d7872-4588-4229-ac1e-435059b3df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:16.437217 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-2b6d7872-4588-4229-ac1e-435059b3df5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0528109 Nov 10 22:18:16.469136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:16.487691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-6fad76d8-3abd-4983-9de4-bc78d4a69d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:16.489271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-6fad76d8-3abd-4983-9de4-bc78d4a69d86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448875 Nov 10 22:18:16.493770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cd2ce-0cfd-485b-8e0e-1f6d3a1f9342 req-b51c2406-4ef2-4f16-95bf-c19bdec5ccde tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:16.495321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-530cd2ce-0cfd-485b-8e0e-1f6d3a1f9342 req-b51c2406-4ef2-4f16-95bf-c19bdec5ccde tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 946 time: 0.1243985 Nov 10 22:18:16.550038 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-530cd2ce-0cfd-485b-8e0e-1f6d3a1f9342 req-710a9089-b1ce-424d-8845-96b6823a6b5f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453732 Nov 10 22:18:16.592314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-d1a33ba0-182a-435b-b278-74bc184446c6 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936842 Nov 10 22:18:16.683428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ecc78a03-c318-4e7f-8ef5-4da3025d5ade req-66f8eba8-19f7-4a4e-a353-e2a55e7d1d56 service neutron] 10.222.0.53 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831835 Nov 10 22:18:16.701303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:28Z', 'revision_number': 1, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:16.728423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666a2806-0def-44c7-9bcc-a8b89dfe3fa6 None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'a8a7f831-0a59-4a73-82b2-d5a478a3f2d5', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'floating_ip_address': '172.25.7.221', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'port_id': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'mac_address': 'fa:16:3e:83:78:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:13:26Z', 'updated_at': '2021-11-10T22:13:28Z', 'revision_number': 1, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:18:16.954476 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810a98c-a7eb-4098-a5b6-bc7d12076e52 None None] New status for floating IP e2762a57-e4a1-48bc-a8cf-508ece1e8cda: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:18:17.751325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f0252-b4d9-4224-9b9b-e59f81ba1aad req-84894095-ce16-432d-9f6e-4ec0d8180853 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:17.752821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f9f0252-b4d9-4224-9b9b-e59f81ba1aad req-84894095-ce16-432d-9f6e-4ec0d8180853 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 946 time: 0.1091480 Nov 10 22:18:17.801399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6f9f0252-b4d9-4224-9b9b-e59f81ba1aad req-c5c364c9-5fa4-4438-9df2-00bf13b45e03 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Nov 10 22:18:17.913464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-e6b6d8d3-7b1c-4be0-8786-0f00d6284bfe tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:17.915569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-e6b6d8d3-7b1c-4be0-8786-0f00d6284bfe tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 946 time: 0.0496049 Nov 10 22:18:18.003080 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:18.003421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:18.099187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] For port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:18.099550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:18.112817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:18.310513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:18.338674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:18.353024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.356667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:18.391113 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] No DVR routers for this DVR port 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:18:18.393795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:18.397329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86d0f8cf-8c6b-45ee-a37e-886163f3e7b6 req-c90cec1c-cdbf-47ec-8735-99b8f9c33e90 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.53 "DELETE /v2.0/ports/6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 HTTP/1.1" status: 204 len: 173 time: 0.4757392 Nov 10 22:18:18.397757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'name': 'network-vif-deleted', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:18:18.400653 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d22ff18-8059-4d9d-80cd-af4679cc3234" -d '{"events": [{"server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "name": "network-vif-deleted", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:18:18.462605 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b6fdf6-bc0a-407c-8917-706ca86e0743 x-openstack-request-id: req-b5b6fdf6-bc0a-407c-8917-706ca86e0743 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:18:18.463006 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd73c4-c71e-4635-a2dd-521f034b9be8", "name": "network-vif-deleted", "tag": "6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:18:18.463276 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5b6fdf6-bc0a-407c-8917-706ca86e0743 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:18:18.463680 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd73c4-c71e-4635-a2dd-521f034b9be8', 'name': 'network-vif-deleted', 'tag': '6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0', 'status': 'completed', 'code': 200} Nov 10 22:18:18.902551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-35477a2a-092b-495e-a1de-3145377bc1d3 req-fc69625e-b8a1-4fed-9cf3-21724cbd73c3 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0303693 Nov 10 22:18:20.003167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-278e0dd2-825f-4bed-8890-6a50a35fb733 req-4741458d-4c30-4335-9239-5adddac3eb96 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Nov 10 22:18:20.119403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:20.499856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:20.520403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:20.520651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 6f1f8dd4-417e-4a3d-98e0-d3d04e09a5f0 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:21.106539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1d87bed9-b566-4513-bada-3966f19517d3 req-c6bf7f7d-b7d2-40f7-baf0-bff1c6c6a35f tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0290976 Nov 10 22:18:22.202272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c365d617-307c-4c74-9eb6-802b3980e09c req-627472ec-53d7-401e-a026-9f2f580ad8a7 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0266290 Nov 10 22:18:23.311181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-436181e7-b12e-4f87-8117-eed0264cdc3d req-d2b7f628-2c2f-4fb5-a229-343ad9dfa765 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bfd73c4-c71e-4635-a2dd-521f034b9be8 HTTP/1.1" status: 200 len: 210 time: 0.0287628 Nov 10 22:18:23.904412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:29.914779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51344) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:30.070439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port 6b1b4a04-f279-4340-a70f-4b3ce658f746 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:30.070783 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:30.147984 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:30.148309 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:30.159694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for 6b1b4a04-f279-4340-a70f-4b3ce658f746 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:30.373386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:30.396819 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=6b1b4a04-f279-4340-a70f-4b3ce658f746,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:30.461006 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:30.463057 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Floating IP a8a7f831-0a59-4a73-82b2-d5a478a3f2d5 disassociated (deleted). External IP: 172.25.7.221, port: c6020d0d-8274-4b50-9b14-6e82e2548dfd. Nov 10 22:18:30.690784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-076d9b4d-d346-4067-93f9-12e3f1d92e42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0833240 Nov 10 22:18:30.702451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:18:30.829174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213e6a7-e027-4d79-a57a-161cd221375f req-0b53bd11-19c0-430e-987f-8d82bb92038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:30.830707 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-0b53bd11-19c0-430e-987f-8d82bb92038e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0844119 Nov 10 22:18:30.841995 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:18:30.846211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:30.851372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:18:30.864961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:30.865565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:30.898058 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5f89de36-7947-4f5e-a498-8e92eccea3cc tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "DELETE /v2.0/floatingips/a8a7f831-0a59-4a73-82b2-d5a478a3f2d5 HTTP/1.1" status: 204 len: 168 time: 0.9798133 Nov 10 22:18:30.898058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:18:30.900618 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eed8b1cf204036444666a3998387a913216df082c87eb30e89232704d69a116d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd416e32-5187-4f02-b24d-0d33e3f4469f" -d '{"events": [{"name": "network-changed", "server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:18:30.952080 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2443d1-1702-48c2-b169-11865ccb6b76 x-openstack-request-id: req-8b2443d1-1702-48c2-b169-11865ccb6b76 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:18:30.952714 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:18:30.952714 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b2443d1-1702-48c2-b169-11865ccb6b76 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:18:30.953123 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'status': 'completed', 'code': 200} Nov 10 22:18:30.971129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213e6a7-e027-4d79-a57a-161cd221375f req-60a06cb9-35a2-4756-9e3d-b79f577da8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:30.973083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-60a06cb9-35a2-4756-9e3d-b79f577da8bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.1228516 Nov 10 22:18:30.978093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:31.018289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-307e57bd-786d-4fc2-ac25-bdaa5762b67e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 217 time: 0.0380175 Nov 10 22:18:31.068721 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213e6a7-e027-4d79-a57a-161cd221375f req-2e59165b-ebb1-4dca-86d5-766815a1d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:31.070254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-2e59165b-ebb1-4dca-86d5-766815a1d236 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0454235 Nov 10 22:18:31.112159 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:18:31.116631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213e6a7-e027-4d79-a57a-161cd221375f req-20ae4686-2d2a-4476-b84c-d8b9f3221968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:31.118114 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-20ae4686-2d2a-4476-b84c-d8b9f3221968 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407562 Nov 10 22:18:31.194267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:31.215275 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-b58b093b-6c7c-4b2a-835f-3e34d005707a service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891235 Nov 10 22:18:31.221754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:18:31.230553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:31.231253 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:31.329055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0213e6a7-e027-4d79-a57a-161cd221375f req-6f0c1936-8b02-4100-88d4-b74472ca03e8 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055503 Nov 10 22:18:31.346182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:31.374278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc7b81-40f2-4afc-bd2e-60fa38b3c54e req-b4cc2b96-e327-4b8f-a428-16f69ac02559 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:31.375919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71bc7b81-40f2-4afc-bd2e-60fa38b3c54e req-b4cc2b96-e327-4b8f-a428-16f69ac02559 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 945 time: 0.0601103 Nov 10 22:18:31.426405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71bc7b81-40f2-4afc-bd2e-60fa38b3c54e req-bfff2ef0-3454-4659-9e28-ff9eeae4f29a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ab5962e-7a12-414a-a6cf-72afedd4333d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Nov 10 22:18:31.514211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-7181a62d-8881-45b6-bd4c-bb4c5014948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:31.515762 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-7181a62d-8881-45b6-bd4c-bb4c5014948f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bee93650d0504a9781966880d0b2886e&device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 1097 time: 0.0415385 Nov 10 22:18:31.555526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:31.583615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d9432-5760-41d7-9046-19a5e2af3a9d None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '8362b038-07f5-4583-8d3c-0bfa990967ad', 'name': '', 'network_id': '4b90a462-973f-47ee-9962-d4509f942d5a', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'mac_address': 'fa:16:3e:8b:87:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:16Z', 'updated_at': '2021-11-10T22:05:21Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'subnets': [{'id': 'e3bf7f32-f599-4f7c-8a45-3695c40db2de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:18:31.614296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-d567f740-d123-4737-8bfd-01eef3ce215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:31.615935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-d567f740-d123-4737-8bfd-01eef3ce215b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 200 len: 913 time: 0.0921741 Nov 10 22:18:31.660993 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-47080f3a-2bf3-4e72-9f08-d837ee4529ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 200 len: 217 time: 0.0357876 Nov 10 22:18:31.713660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-89b281c2-e982-49db-aa4b-60c9388fc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:31.715150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-89b281c2-e982-49db-aa4b-60c9388fc781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 200 len: 851 time: 0.0459135 Nov 10 22:18:31.783779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-6f7c7bf1-5a21-44af-a63f-d590545fa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:31.785373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-6f7c7bf1-5a21-44af-a63f-d590545fa204 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4b90a462-973f-47ee-9962-d4509f942d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620356 Nov 10 22:18:31.812506 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc38023e-b350-4a37-8dc1-9373aa038da5 None None] New status for floating IP a8a7f831-0a59-4a73-82b2-d5a478a3f2d5: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:18:31.877138 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-7619c6ea-2a13-442a-a89c-9dbe232a0765 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837145 Nov 10 22:18:31.968959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.64', 57603) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:31.974354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd416e32-5187-4f02-b24d-0d33e3f4469f req-1b956132-a840-4e9d-be27-6c9c57f87553 service neutron] 10.222.0.64 "GET /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902755 Nov 10 22:18:32.018541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-74f5fd47-e0df-4c72-988d-94fb38f8c11a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:18:32.020065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-74f5fd47-e0df-4c72-988d-94fb38f8c11a tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 945 time: 0.0500274 Nov 10 22:18:32.112660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port c6020d0d-8274-4b50-9b14-6e82e2548dfd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:32.112909 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:32.199258 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] For port c6020d0d-8274-4b50-9b14-6e82e2548dfd, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c6020d0d-8274-4b50-9b14-6e82e2548dfd,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:32.199615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:32.211774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for c6020d0d-8274-4b50-9b14-6e82e2548dfd owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:32.416796 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:32.447005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=c6020d0d-8274-4b50-9b14-6e82e2548dfd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:32.492692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] No DVR routers for this DVR port c6020d0d-8274-4b50-9b14-6e82e2548dfd on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:18:32.495633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:32.498959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9661f2f9-8889-4e71-83bb-b3e243cfef4a req-d5790948-3438-47a6-90e0-6349a6f1069c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.64 "DELETE /v2.0/ports/c6020d0d-8274-4b50-9b14-6e82e2548dfd HTTP/1.1" status: 204 len: 173 time: 0.4727869 Nov 10 22:18:32.499413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'name': 'network-vif-deleted', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:18:32.501760 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6785dfff-c5e7-4186-85c0-952ca3b11611" -d '{"events": [{"server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "name": "network-vif-deleted", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:18:32.537050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3df481ee-49c8-46be-981c-efe389e7a932 req-04d2b466-0e33-42a9-9a58-f219f70dc82c tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0289497 Nov 10 22:18:32.538910 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db599d54-0972-46dd-8b59-d1588f914c87 x-openstack-request-id: req-db599d54-0972-46dd-8b59-d1588f914c87 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:18:32.539205 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a2a7ce-baad-43d7-8e82-bf3ba82cb269", "name": "network-vif-deleted", "tag": "c6020d0d-8274-4b50-9b14-6e82e2548dfd", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:18:32.539467 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db599d54-0972-46dd-8b59-d1588f914c87 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:18:32.539890 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a2a7ce-baad-43d7-8e82-bf3ba82cb269', 'name': 'network-vif-deleted', 'tag': 'c6020d0d-8274-4b50-9b14-6e82e2548dfd', 'status': 'completed', 'code': 200} Nov 10 22:18:33.637393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9e23927f-6868-4ecf-9cc2-530b1de87ddb req-a2aeaa07-0672-4146-b826-e7df9519afca tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Nov 10 22:18:34.732497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00159342-eab1-496c-b38c-b8f6eb9c3369 req-5810386c-58a1-4855-8bcf-522dc5d39dd8 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0262268 Nov 10 22:18:34.880429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c6020d0d-8274-4b50-9b14-6e82e2548dfd no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:34.900859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: c6020d0d-8274-4b50-9b14-6e82e2548dfd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:34.901196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c6020d0d-8274-4b50-9b14-6e82e2548dfd not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:35.768113 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9cfeac62-718c-492d-8474-7b0840dd3830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:35.830268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-31c72b62-f721-4771-a224-0c7a861d1fde req-c178448f-43f4-40de-927a-66fc413f6493 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0279412 Nov 10 22:18:36.924380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1464cd90-9900-4728-95b5-3acba1a17942 req-c3dba058-e128-4296-81b0-9fb78fcc64bf tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "GET /v2.0/ports?device_id=43a2a7ce-baad-43d7-8e82-bf3ba82cb269 HTTP/1.1" status: 200 len: 210 time: 0.0257819 Nov 10 22:18:37.964312 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-42f0f644-c909-46a0-b5ba-6abb7ce74201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:37.985570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51366) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:38.109019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Deleting port e57638e3-79d2-45f3-b8e6-a263698f12a3 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:38.109354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:38.187911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:38.188235 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:38.200411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Calling delete_port for e57638e3-79d2-45f3-b8e6-a263698f12a3 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:38.392997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:38.420613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'Port': ['ID=e57638e3-79d2-45f3-b8e6-a263698f12a3,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:38.481917 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:38.484539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:38.485692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6e8a3c10-2297-4135-90f9-4af615586578 tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "DELETE /v2.0/floatingips/b6796547-2f45-482a-a093-bb50be3d6244 HTTP/1.1" status: 204 len: 168 time: 0.4994936 Nov 10 22:18:39.421010 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:40.949775 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:41.452752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:41.911302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51382) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:41.973908 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43947ce7-dba7-46f4-86a1-32f49d0286af tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:42.001544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43947ce7-dba7-46f4-86a1-32f49d0286af tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:42.136119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43947ce7-dba7-46f4-86a1-32f49d0286af tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:42.139264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43947ce7-dba7-46f4-86a1-32f49d0286af tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:42.140467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-43947ce7-dba7-46f4-86a1-32f49d0286af tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] 10.222.0.45 "DELETE /v2.0/security-groups/6ab5962e-7a12-414a-a6cf-72afedd4333d HTTP/1.1" status: 204 len: 168 time: 0.2281179 Nov 10 22:18:42.150409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43947ce7-dba7-46f4-86a1-32f49d0286af tempest-TestVolumeBootPattern-288395620 tempest-TestVolumeBootPattern-288395620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5962e-7a12-414a-a6cf-72afedd4333d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:42.268990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51386) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:42.773482 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:43.027476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Deleting port 8362b038-07f5-4583-8d3c-0bfa990967ad {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:43.028163 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:43.109031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] For port 8362b038-07f5-4583-8d3c-0bfa990967ad, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=8362b038-07f5-4583-8d3c-0bfa990967ad,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:43.109392 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:43.121490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Calling delete_port for 8362b038-07f5-4583-8d3c-0bfa990967ad owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:43.678251 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:43.704646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Pushing event deleted for resources: {'Port': ['ID=8362b038-07f5-4583-8d3c-0bfa990967ad,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:43.871997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:44.085543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:18:44.193072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:18:44.199005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a8dac255-9ff8-4589-b67e-2d0ea9462567 admin admin] 10.222.0.45 "PUT /v2.0/routers/1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9289796 Nov 10 22:18:44.201484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51390) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:44.204387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] Sync routers for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:18:44.214868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:44.215527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:44.306581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:44.321128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:44.413435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:44.527691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Deleting port 69667e86-ce6a-4465-be10-a65b1e24cbde {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:44.528062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:44.609261 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] For port 69667e86-ce6a-4465-be10-a65b1e24cbde, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=69667e86-ce6a-4465-be10-a65b1e24cbde,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:44.609624 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:44.622404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Calling delete_port for 69667e86-ce6a-4465-be10-a65b1e24cbde owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:44.660145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:18:43Z', 'revision_number': 5, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port': {'id': '69667e86-ce6a-4465-be10-a65b1e24cbde', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:14Z', 'updated_at': '2021-11-10T22:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:44.687047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] Checking router: 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:18:44.695324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] Routers {'1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:44.695966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:44.784306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] Set router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:44.839307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:18:44Z', 'revision_number': 6, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:44.864359 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:44.864833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d669b89-40fa-4878-94f4-71dafec048da None None] The sync data for ids ['1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b'] in n-d-776250-11 is: [{'id': '1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b', 'name': 'tempest-TestVolumeBootPattern-2050974747-router', 'tenant_id': 'bee93650d0504a9781966880d0b2886e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:13Z', 'updated_at': '2021-11-10T22:18:44Z', 'revision_number': 6, 'project_id': 'bee93650d0504a9781966880d0b2886e', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:18:44.893582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Pushing event deleted for resources: {'Port': ['ID=69667e86-ce6a-4465-be10-a65b1e24cbde,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:44.908984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740df051-fcba-472f-9fd3-8eadaa119a3b None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:18:44.959282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.051899 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.054003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.170087 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.170710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:18:45.175370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.176550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b975f6a3-02ca-4251-84a7-71d1ea288750 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1e07db65-d3ab-41a8-a1d1-ecb7f7084d1b HTTP/1.1" status: 204 len: 168 time: 0.9741521 Nov 10 22:18:45.179093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51392) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:45.226874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] Deleting subnet e3bf7f32-f599-4f7c-8a45-3695c40db2de {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:18:45.230489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.266713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.349789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.479685 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.505863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bf7f32-f599-4f7c-8a45-3695c40db2de,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:45.510931 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.514336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-97c705c3-1a76-46ec-b80a-7b906b9927c9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e3bf7f32-f599-4f7c-8a45-3695c40db2de HTTP/1.1" status: 204 len: 168 time: 0.3342836 Nov 10 22:18:45.516861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51394) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:45.519398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3b3eb-548b-4eef-bd03-4db0cc3acb4b None None] Network 4b90a462-973f-47ee-9962-d4509f942d5a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:18:45.589280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.646114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Deleting port 21365c91-6f59-46a8-97ed-f321d291022e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:45.646359 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.712376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] DHCP port deletion for 4b90a462-973f-47ee-9962-d4509f942d5a request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:18:45.718282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] For port 21365c91-6f59-46a8-97ed-f321d291022e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=21365c91-6f59-46a8-97ed-f321d291022e,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:45.719882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.733673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Calling delete_port for 21365c91-6f59-46a8-97ed-f321d291022e owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:45.761541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Deleting port 21365c91-6f59-46a8-97ed-f321d291022e {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:45.761915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.829156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] For port 21365c91-6f59-46a8-97ed-f321d291022e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=21365c91-6f59-46a8-97ed-f321d291022e,segment=NetworkSegment(1655c0e8-97c7-47d8-b675-efda78e57ca0),segment_id=1655c0e8-97c7-47d8-b675-efda78e57ca0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:45.829396 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.843623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Calling delete_port for 21365c91-6f59-46a8-97ed-f321d291022e owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:45.876136 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.903070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Pushing event deleted for resources: {'Port': ['ID=21365c91-6f59-46a8-97ed-f321d291022e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:45.907361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] No DVR routers for this DVR port 21365c91-6f59-46a8-97ed-f321d291022e on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 22:18:45.926621 n-d-776250-11 neutron-server[103049]: self.session.flush() Nov 10 22:18:45.931884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:45.956769 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Pushing event deleted for resources: {'Port': ['ID=21365c91-6f59-46a8-97ed-f321d291022e,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:45.961051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] No DVR routers for this DVR port 21365c91-6f59-46a8-97ed-f321d291022e on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:18:45.978500 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.979156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.979490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.979846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.985741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c464cd61-786b-48f0-921f-0f52003793ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:18:45.986631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.006780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b90a462-973f-47ee-9962-d4509f942d5a']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:46.016406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1655c0e8-97c7-47d8-b675-efda78e57ca0') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:46.016695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1655c0e8-97c7-47d8-b675-efda78e57ca0') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:46.026527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.039637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.045730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:18:46.046114 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:18:46.047752 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:18:46.147029 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.154897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.158179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4b90a462-973f-47ee-9962-d4509f942d5a HTTP/1.1" status: 204 len: 168 time: 0.6400130 Nov 10 22:18:46.161162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51396) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:46.168943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94871ce6-e47b-45df-b1eb-c17f9e4e2807 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b90a462-973f-47ee-9962-d4509f942d5a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:46.494506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 69667e86-ce6a-4465-be10-a65b1e24cbde no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:46.518655 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 69667e86-ce6a-4465-be10-a65b1e24cbde {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:46.518990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 69667e86-ce6a-4465-be10-a65b1e24cbde not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:46.519385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8362b038-07f5-4583-8d3c-0bfa990967ad no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:46.522505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.538459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 8362b038-07f5-4583-8d3c-0bfa990967ad {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:46.539007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 8362b038-07f5-4583-8d3c-0bfa990967ad not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:46.539186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 21365c91-6f59-46a8-97ed-f321d291022e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:46.558058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 21365c91-6f59-46a8-97ed-f321d291022e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:46.558398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 21365c91-6f59-46a8-97ed-f321d291022e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:46.763960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Deleting port 210c7c93-dbe9-4ce6-9c1d-7b676399a998 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:46.764303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.839508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] For port 210c7c93-dbe9-4ce6-9c1d-7b676399a998, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=210c7c93-dbe9-4ce6-9c1d-7b676399a998,segment=NetworkSegment(464fb849-50ef-4c97-88b8-07659dc6ab9c),segment_id=464fb849-50ef-4c97-88b8-07659dc6ab9c)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:46.839902 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:46.851873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Calling delete_port for 210c7c93-dbe9-4ce6-9c1d-7b676399a998 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:47.095305 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:47.121734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=210c7c93-dbe9-4ce6-9c1d-7b676399a998,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:47.288693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:47.840059 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Router 39a30419-8abe-4795-97a7-5f3226588507 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:18:47.941744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:18:47.947378 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8daaf0d0-2e94-41d6-8a99-0e90f6996c25 admin admin] 10.222.0.45 "PUT /v2.0/routers/39a30419-8abe-4795-97a7-5f3226588507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7851701 Nov 10 22:18:47.949768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51398) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:47.951553 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] Sync routers for ids ['39a30419-8abe-4795-97a7-5f3226588507'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:18:47.962252 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] Routers {'39a30419-8abe-4795-97a7-5f3226588507'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:47.963387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['39a30419-8abe-4795-97a7-5f3226588507'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:48.052250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.076258 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] Set router 39a30419-8abe-4795-97a7-5f3226588507 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:48.176936 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.254872 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20'}], 'enable_snat': True}, 'gw_port_id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:18:46Z', 'revision_number': 5, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port': {'id': '7f570850-845c-48c0-965e-6af5b9abbbd0', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a30419-8abe-4795-97a7-5f3226588507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:48.280596 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] Checking router: 39a30419-8abe-4795-97a7-5f3226588507 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:18:48.288943 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] Routers {'39a30419-8abe-4795-97a7-5f3226588507'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:18:48.289529 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:18:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['39a30419-8abe-4795-97a7-5f3226588507'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:48.290809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Deleting port 7f570850-845c-48c0-965e-6af5b9abbbd0 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:48.291395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.371507 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] For port 7f570850-845c-48c0-965e-6af5b9abbbd0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=7f570850-845c-48c0-965e-6af5b9abbbd0,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:48.371932 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.384671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Calling delete_port for 7f570850-845c-48c0-965e-6af5b9abbbd0 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:48.469300 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] Set router 39a30419-8abe-4795-97a7-5f3226588507 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:18:48.521234 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:18:48Z', 'revision_number': 6, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:48.550702 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea85386-36b2-48a5-8085-78496344f057 None None] The sync data for ids ['39a30419-8abe-4795-97a7-5f3226588507'] in n-d-776250-11 is: [{'id': '39a30419-8abe-4795-97a7-5f3226588507', 'name': 'tempest-TestVolumeBootPattern-342309255-router', 'tenant_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:05:21Z', 'updated_at': '2021-11-10T22:18:48Z', 'revision_number': 6, 'project_id': 'bfe3ceff89ec4e77bb2c60d26c3309ac', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:18:48.613021 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.637283 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f570850-845c-48c0-965e-6af5b9abbbd0,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:48.653591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e5f64-3858-49f8-96bc-86119a8ef0d0 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:18:48.705386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.811414 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.813819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.950240 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.950851 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a30419-8abe-4795-97a7-5f3226588507 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:18:48.955346 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:48.961022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ba8fa6e2-3ab9-4405-a970-f278c0012e7b admin admin] 10.222.0.45 "DELETE /v2.0/routers/39a30419-8abe-4795-97a7-5f3226588507 HTTP/1.1" status: 204 len: 168 time: 1.0059319 Nov 10 22:18:48.961307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51400) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:49.013520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] Deleting subnet 671e9def-9f47-40b9-bbd9-a8980c3bbe27 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:18:49.017292 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.051738 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.163350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.281897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.309335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671e9def-9f47-40b9-bbd9-a8980c3bbe27,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:49.314703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.318805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a9349276-94d6-441a-a877-be744a3b5181 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/671e9def-9f47-40b9-bbd9-a8980c3bbe27 HTTP/1.1" status: 204 len: 168 time: 0.3560691 Nov 10 22:18:49.320125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76247011-d848-4a64-94f4-1cc0de41deec None None] Network 2e037543-2d95-47d2-a549-7c8a1d65564f requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:18:49.321983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:49.394576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.456154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Deleting port d78d341b-4799-42f5-9986-3b630f41ca87 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:49.456486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.501974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] DHCP port deletion for 2e037543-2d95-47d2-a549-7c8a1d65564f request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:18:49.526791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] For port d78d341b-4799-42f5-9986-3b630f41ca87, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d78d341b-4799-42f5-9986-3b630f41ca87,segment=NetworkSegment(464fb849-50ef-4c97-88b8-07659dc6ab9c),segment_id=464fb849-50ef-4c97-88b8-07659dc6ab9c)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:49.527151 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.541313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Calling delete_port for d78d341b-4799-42f5-9986-3b630f41ca87 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:49.557813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] Deleting port d78d341b-4799-42f5-9986-3b630f41ca87 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:18:49.558185 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.628424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] For port d78d341b-4799-42f5-9986-3b630f41ca87, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d78d341b-4799-42f5-9986-3b630f41ca87,segment=NetworkSegment(464fb849-50ef-4c97-88b8-07659dc6ab9c),segment_id=464fb849-50ef-4c97-88b8-07659dc6ab9c)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:18:49.628823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.640707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] Calling delete_port for d78d341b-4799-42f5-9986-3b630f41ca87 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:18:49.698911 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.715936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.724731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78d341b-4799-42f5-9986-3b630f41ca87,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:49.731689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] No DVR routers for this DVR port d78d341b-4799-42f5-9986-3b630f41ca87 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:18:49.745868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] Pushing event deleted for resources: {'Port': ['ID=d78d341b-4799-42f5-9986-3b630f41ca87,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:49.747669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54cc74-4106-40ac-afbb-355450d5e836 None None] No DVR routers for this DVR port d78d341b-4799-42f5-9986-3b630f41ca87 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:18:49.809729 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.829997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e037543-2d95-47d2-a549-7c8a1d65564f']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:49.840187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464fb849-50ef-4c97-88b8-07659dc6ab9c') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:49.840482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464fb849-50ef-4c97-88b8-07659dc6ab9c') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:18:49.849748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.863099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.869478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:18:49.871247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:18:49.871553 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:18:50.003850 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:50.009909 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:50.013132 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2e037543-2d95-47d2-a549-7c8a1d65564f HTTP/1.1" status: 204 len: 168 time: 0.6898952 Nov 10 22:18:50.024101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702db31e-51b6-40c8-b4be-8b70fc88f3a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e037543-2d95-47d2-a549-7c8a1d65564f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:50.032622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:50.432750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51406) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:50.474048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6b1d2af0-9082-4ef8-8949-4a1c4877d9c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bee93650d0504a9781966880d0b2886e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401220 Nov 10 22:18:50.476599 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51408) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:50.493354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 210c7c93-dbe9-4ce6-9c1d-7b676399a998 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:50.514195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 210c7c93-dbe9-4ce6-9c1d-7b676399a998 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:50.514535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 210c7c93-dbe9-4ce6-9c1d-7b676399a998 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:50.514940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d78d341b-4799-42f5-9986-3b630f41ca87 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:50.527611 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ec092a-a0be-41bc-b025-a57d368cd4e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:50.533833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d78d341b-4799-42f5-9986-3b630f41ca87 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:50.534174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d78d341b-4799-42f5-9986-3b630f41ca87 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:50.534574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7f570850-845c-48c0-965e-6af5b9abbbd0 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:18:50.548706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ec092a-a0be-41bc-b025-a57d368cd4e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:50.553468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 7f570850-845c-48c0-965e-6af5b9abbbd0 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:18:50.553807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 7f570850-845c-48c0-965e-6af5b9abbbd0 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:18:50.689422 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ec092a-a0be-41bc-b025-a57d368cd4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:50.692028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-80ec092a-a0be-41bc-b025-a57d368cd4e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:50.693195 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-80ec092a-a0be-41bc-b025-a57d368cd4e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8bc7c00-11cc-46b9-8279-2173e88483df HTTP/1.1" status: 204 len: 168 time: 0.2155735 Nov 10 22:18:50.701925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec092a-a0be-41bc-b025-a57d368cd4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bc7c00-11cc-46b9-8279-2173e88483df,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:51.420967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51414) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:51.464949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-01b9aa09-dc8c-40b2-96e5-220988321ed8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfe3ceff89ec4e77bb2c60d26c3309ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428286 Nov 10 22:18:51.467353 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51416) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:18:51.513766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ad19a5b-23ba-43b0-9ec7-7cb1149d5174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:51.534640 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ad19a5b-23ba-43b0-9ec7-7cb1149d5174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:51.658431 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ad19a5b-23ba-43b0-9ec7-7cb1149d5174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:51.661251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3ad19a5b-23ba-43b0-9ec7-7cb1149d5174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:18:51.662421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3ad19a5b-23ba-43b0-9ec7-7cb1149d5174 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eea8b169-564b-4d12-9991-c4d9730bb56d HTTP/1.1" status: 204 len: 168 time: 0.1941378 Nov 10 22:18:51.671573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad19a5b-23ba-43b0-9ec7-7cb1149d5174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8b169-564b-4d12-9991-c4d9730bb56d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:18:53.935475 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:02.739375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-0cc3a77c-0a14-410c-bed4-286499936703 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ab4694e1af3c403989deb76bc4b99924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286973 Nov 10 22:19:02.920885 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-be67398c-e988-43a6-8835-f4d08b51228a tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:02.922257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-be67398c-e988-43a6-8835-f4d08b51228a tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769183 Nov 10 22:19:02.937688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-b044ccb7-0b17-4f03-9c32-5afb67d381bb tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/quotas/ab4694e1af3c403989deb76bc4b99924 HTTP/1.1" status: 200 len: 375 time: 0.0097427 Nov 10 22:19:02.972686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-70baa5d6-6a98-4d28-be40-06004a06e2c1 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab4694e1af3c403989deb76bc4b99924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297735 Nov 10 22:19:03.364279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-863e9524-dfa4-449d-8f57-905e585516c5 req-2538b4e3-2739-4e5c-b951-f7b408644df1 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.1212788 Nov 10 22:19:04.443696 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e938a60c-003c-4168-9d9a-0b117e83c386 req-714113c2-8ba1-4473-a7bb-a9f21a51e5ba tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.0259149 Nov 10 22:19:05.519913 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-871bfe59-b8f6-40a7-9844-8c6799bd6039 req-c7888916-f2d4-4db7-b756-0e2be6ec4eef tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.0265248 Nov 10 22:19:05.737745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c22e7be-c566-4506-a715-422df0f2d127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:06.607425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-147dd524-680e-4d4e-87c5-1db7384b1c10 req-b2b882c2-be50-41f4-96ed-cebcdfbd5650 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.0270188 Nov 10 22:19:07.697619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0eb6d51-d907-4632-9304-add995237fc0 req-3d8ad9cb-7019-45cb-9576-3e274b402565 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.0260880 Nov 10 22:19:07.991847 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fc29a011-01b6-431d-9909-529df2a5a846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:08.111469 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:19:08.794118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4f20d91e-8add-46cc-b4e9-6ba3f9b99f71 req-8de8cdc6-9376-480e-92fd-6141628fa1e4 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.0295396 Nov 10 22:19:09.377591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-98d892c7-9bb5-4ece-b13b-1432d64c7bc5 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ab4694e1af3c403989deb76bc4b99924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296817 Nov 10 22:19:09.447481 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:09.566129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-2b7e6c6b-98d7-401e-92bb-f29fdf2a7004 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:09.567604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-2b7e6c6b-98d7-401e-92bb-f29fdf2a7004 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845868 Nov 10 22:19:09.580488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Request body: {'port': {'device_id': '7905373b-410c-4337-8eb6-381f2717c443', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'admin_state_up': True, 'tenant_id': 'ab4694e1af3c403989deb76bc4b99924'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:19:09.766231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Made reservation on behalf of ab4694e1af3c403989deb76bc4b99924 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:19:09.769867 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:09.779525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:09.858925 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:09.890422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-029c1d30-80f6-483c-802b-36d855fdb993 req-35044912-9f6f-487c-a461-51801acd3bf9 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.0264034 Nov 10 22:19:09.920650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:09.983868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b72290-fcb0-4c13-ab07-959b347bc04b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:10.056553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Allocated IP 192.168.233.248 (3f25fe16-3194-415c-a242-85350db82b83/e7e9918e-def3-4fbf-b947-11869df4c911/0d55c2cc-f4b0-4686-84a1-72197f7fe326) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:19:10.206684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:10.292816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:10.340503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Network 3f25fe16-3194-415c-a242-85350db82b83 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:19:10.343504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:19:10.347085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:19:10.353458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Pushing event updated for resources: {'Port': ['ID=0d55c2cc-f4b0-4686-84a1-72197f7fe326,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:10.401059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:10.401787 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:10.474461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-cfe912e0-4ef0-4c10-9d5e-340e8f37e975 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8975165 Nov 10 22:19:10.487102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Request body: {'port': {'device_id': '7905373b-410c-4337-8eb6-381f2717c443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:19:10.543315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:10.629871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9921ca84-18aa-4f16-8276-105f8ef1f39e None None] Provisioning complete for port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:19:10.630495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9921ca84-18aa-4f16-8276-105f8ef1f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:10.664778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9921ca84-18aa-4f16-8276-105f8ef1f39e None None] Port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:19:10.801582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d55c2cc-f4b0-4686-84a1-72197f7fe326 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:19:10.808969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:10.820837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Transition to ACTIVE for port object 0d55c2cc-f4b0-4686-84a1-72197f7fe326 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:19:10.911713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:10.963491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55c2cc-f4b0-4686-84a1-72197f7fe326,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:10.969285 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:11.015278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec439a-fbc1-40bf-a966-b113531d25f3 req-d3e1992b-5a52-4c73-aad3-d367e1ecf8ed tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:11.023763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-07ec439a-fbc1-40bf-a966-b113531d25f3 req-d3e1992b-5a52-4c73-aad3-d367e1ecf8ed tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 948 time: 0.0616522 Nov 10 22:19:11.039562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Attempting to bind port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:19:11.039930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Attempting to bind port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:19:11.040246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Attempting to bind port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:19:11.045582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 on network 3f25fe16-3194-415c-a242-85350db82b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:19:11.045696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Attempting to bind port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 on network 3f25fe16-3194-415c-a242-85350db82b83 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:19:11.050917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:19:11.051248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Checking segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:19:11.051624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Bound using segment: {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:19:11.052078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Bound port: 0d55c2cc-f4b0-4686-84a1-72197f7fe326, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '114c4d75-837c-4f07-b66d-8fca0cc586f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3f25fe16-3194-415c-a242-85350db82b83'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:19:11.052439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:11.076361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-07ec439a-fbc1-40bf-a966-b113531d25f3 req-85b56115-578b-45c0-b893-24c66d6beb78 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Nov 10 22:19:11.407101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] For port 0d55c2cc-f4b0-4686-84a1-72197f7fe326, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:19:11.410033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] For port 0d55c2cc-f4b0-4686-84a1-72197f7fe326, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0d55c2cc-f4b0-4686-84a1-72197f7fe326,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:19:11.414512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:11.483901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:11.518045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:11.518837 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:11.520041 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] 10.222.0.64 "PUT /v2.0/ports/0d55c2cc-f4b0-4686-84a1-72197f7fe326 HTTP/1.1" status: 200 len: 1097 time: 1.0372937 Nov 10 22:19:11.520471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7905373b-410c-4337-8eb6-381f2717c443', 'tag': '0d55c2cc-f4b0-4686-84a1-72197f7fe326'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:19:11.522782 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7bb5d6-b60e-4834-b21b-14d75fc82e61" -d '{"events": [{"name": "network-changed", "server_uuid": "7905373b-410c-4337-8eb6-381f2717c443", "tag": "0d55c2cc-f4b0-4686-84a1-72197f7fe326"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:19:11.558569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488b7b-b7d0-41c8-8be9-6d7c8e265987 service neutron] Pushing event updated for resources: {'Port': ['ID=0d55c2cc-f4b0-4686-84a1-72197f7fe326,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:11.566592 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1948864-71cd-4670-bc60-80762ed5af84 x-openstack-request-id: req-f1948864-71cd-4670-bc60-80762ed5af84 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:19:11.567049 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7905373b-410c-4337-8eb6-381f2717c443", "tag": "0d55c2cc-f4b0-4686-84a1-72197f7fe326", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:19:11.567322 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1948864-71cd-4670-bc60-80762ed5af84 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:19:11.567752 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7905373b-410c-4337-8eb6-381f2717c443', 'tag': '0d55c2cc-f4b0-4686-84a1-72197f7fe326', 'status': 'completed', 'code': 200} Nov 10 22:19:11.632896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bb5d6-b60e-4834-b21b-14d75fc82e61 req-b8a0e1ac-67cb-4de4-a57b-a6385ea83a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:11.634971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f7bb5d6-b60e-4834-b21b-14d75fc82e61 req-b8a0e1ac-67cb-4de4-a57b-a6385ea83a82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab4694e1af3c403989deb76bc4b99924&device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 1100 time: 0.0439477 Nov 10 22:19:11.663105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f7bb5d6-b60e-4834-b21b-14d75fc82e61 req-3e14106d-d1b1-429f-afbb-5bf4a063d9b9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ab4694e1af3c403989deb76bc4b99924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205629 Nov 10 22:19:11.764232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bb5d6-b60e-4834-b21b-14d75fc82e61 req-d06bfa25-fe60-4374-86c2-44ecfaba2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:11.765705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f7bb5d6-b60e-4834-b21b-14d75fc82e61 req-d06bfa25-fe60-4374-86c2-44ecfaba2187 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964019 Nov 10 22:19:11.845978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-82039f5c-056e-4174-adc1-c274bceded3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:11.847385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-82039f5c-056e-4174-adc1-c274bceded3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab4694e1af3c403989deb76bc4b99924&device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 1100 time: 0.0456817 Nov 10 22:19:11.892157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-033cc9f8-f615-4666-8811-4097183e993e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0d55c2cc-f4b0-4686-84a1-72197f7fe326 HTTP/1.1" status: 200 len: 217 time: 0.0370297 Nov 10 22:19:11.940291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-ee44a098-d050-4e3f-b1e3-fbfcd681a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:11.941707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-ee44a098-d050-4e3f-b1e3-fbfcd681a7ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7e9918e-def3-4fbf-b947-11869df4c911 HTTP/1.1" status: 200 len: 843 time: 0.0436847 Nov 10 22:19:11.988431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4444f48-133c-4897-abb7-bb411e51daef req-58337b7c-02bb-49dc-ad1e-bb7c04110b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:11.989897 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-58337b7c-02bb-49dc-ad1e-bb7c04110b67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3f25fe16-3194-415c-a242-85350db82b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400832 Nov 10 22:19:12.083119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-6efae516-dc0c-4790-834d-073684688625 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856249 Nov 10 22:19:12.174724 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4444f48-133c-4897-abb7-bb411e51daef req-90a88070-fe35-42d8-94fd-b8443307e3a7 service neutron] 10.222.0.64 "GET /v2.0/networks/3f25fe16-3194-415c-a242-85350db82b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851686 Nov 10 22:19:12.193793 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89136fe-254e-458e-ba21-57c8a5591d84 req-2f54df77-2bf0-451b-81e2-004dbf54d78a tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:12.195326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f89136fe-254e-458e-ba21-57c8a5591d84 req-2f54df77-2bf0-451b-81e2-004dbf54d78a tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 948 time: 0.0500329 Nov 10 22:19:12.243204 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f89136fe-254e-458e-ba21-57c8a5591d84 req-332117c4-7263-492d-bc07-a9819c6ec71e tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Nov 10 22:19:13.366817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25b713-0060-4aef-abf2-bd58e2474f7a req-d17ece09-1abb-4fa4-a200-2298bb2aa76f tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:13.368316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af25b713-0060-4aef-abf2-bd58e2474f7a req-d17ece09-1abb-4fa4-a200-2298bb2aa76f tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 948 time: 0.0538456 Nov 10 22:19:13.414938 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af25b713-0060-4aef-abf2-bd58e2474f7a req-1305af52-536d-4446-92fd-85e8f10e7d8c tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Nov 10 22:19:14.530049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f7940-c6ca-45e4-8aca-00aede5aa833 req-88547cc0-fcb5-4daf-9d84-6c21df6b6860 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:14.531491 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-387f7940-c6ca-45e4-8aca-00aede5aa833 req-88547cc0-fcb5-4daf-9d84-6c21df6b6860 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 948 time: 0.0473478 Nov 10 22:19:14.578905 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-387f7940-c6ca-45e4-8aca-00aede5aa833 req-bc160783-8535-4f42-b58a-296d6d09d829 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Nov 10 22:19:15.086230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0d55c2cc-f4b0-4686-84a1-72197f7fe326 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:19:15.180570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0d55c2cc-f4b0-4686-84a1-72197f7fe326, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0d55c2cc-f4b0-4686-84a1-72197f7fe326,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:19:15.191853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '0d55c2cc-f4b0-4686-84a1-72197f7fe326', 'network_id': '3f25fe16-3194-415c-a242-85350db82b83', 'port_id': '0d55c2cc-f4b0-4686-84a1-72197f7fe326', 'mac_address': 'fa:16:3e:3e:77:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9918e-def3-4fbf-b947-11869df4c911', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:19:15.231278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:15.243343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d55c2cc-f4b0-4686-84a1-72197f7fe326 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:19:15.262368 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0d55c2cc-f4b0-4686-84a1-72197f7fe326, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0d55c2cc-f4b0-4686-84a1-72197f7fe326,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:19:15.328854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:15.375805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0d55c2cc-f4b0-4686-84a1-72197f7fe326,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:15.640208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0d55c2cc-f4b0-4686-84a1-72197f7fe326'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:19:15.694333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4987d5-e4cf-466c-9c15-74b0f818a8ac req-eb6ebaf6-9a66-4709-8bb6-b3a5b74446f6 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:15.695843 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d4987d5-e4cf-466c-9c15-74b0f818a8ac req-eb6ebaf6-9a66-4709-8bb6-b3a5b74446f6 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 949 time: 0.0492690 Nov 10 22:19:15.744426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d4987d5-e4cf-466c-9c15-74b0f818a8ac req-fb7364d4-32fd-43ef-b0f6-01a822917d4c tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Nov 10 22:19:16.865823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb222f8-c94d-46b2-bdaf-f92dd84b6f09 req-363f6432-d29a-4c30-bc23-21f355f2c4a0 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:16.867289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebb222f8-c94d-46b2-bdaf-f92dd84b6f09 req-363f6432-d29a-4c30-bc23-21f355f2c4a0 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 949 time: 0.0523365 Nov 10 22:19:16.914496 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebb222f8-c94d-46b2-bdaf-f92dd84b6f09 req-33ae725d-2e85-4973-9514-b666d9eeb9b3 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Nov 10 22:19:17.081011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0d55c2cc-f4b0-4686-84a1-72197f7fe326 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:19:17.189359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:19:17.193393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:19:17.196598 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:17.268297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:17.293924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905373b-410c-4337-8eb6-381f2717c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55c2cc-f4b0-4686-84a1-72197f7fe326'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:19:17.296190 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2d60b2eedfb12aefc79f0b58fc8a9b535b2a342bef2d1f1739ce3d7c48aca4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b598e-f7cb-4687-b6a7-eeebe7291e3f" -d '{"events": [{"server_uuid": "7905373b-410c-4337-8eb6-381f2717c443", "name": "network-vif-plugged", "status": "completed", "tag": "0d55c2cc-f4b0-4686-84a1-72197f7fe326"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:19:17.311312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 0d55c2cc-f4b0-4686-84a1-72197f7fe326, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0d55c2cc-f4b0-4686-84a1-72197f7fe326,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:19:17.386101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:17.391767 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fb3434-a545-4acd-acd5-23e37c04d21a x-openstack-request-id: req-79fb3434-a545-4acd-acd5-23e37c04d21a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:19:17.392060 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7905373b-410c-4337-8eb6-381f2717c443", "name": "network-vif-plugged", "status": "completed", "tag": "0d55c2cc-f4b0-4686-84a1-72197f7fe326", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:19:17.392311 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79fb3434-a545-4acd-acd5-23e37c04d21a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:19:17.392716 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905373b-410c-4337-8eb6-381f2717c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d55c2cc-f4b0-4686-84a1-72197f7fe326', 'code': 200} Nov 10 22:19:17.437953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=0d55c2cc-f4b0-4686-84a1-72197f7fe326,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:17.488474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0a1bf-4473-492c-8f93-8566bfe8ca91 req-fe992310-b5f9-40c1-b690-7e38f99b4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:17.489986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46f0a1bf-4473-492c-8f93-8566bfe8ca91 req-fe992310-b5f9-40c1-b690-7e38f99b4dd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 1102 time: 0.0403585 Nov 10 22:19:17.539282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46f0a1bf-4473-492c-8f93-8566bfe8ca91 req-d32a4d90-64fc-4441-850c-11ef9e56e225 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Nov 10 22:19:18.029578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d295dc3-8146-474b-ad78-128f69d9500e req-03888594-4f89-4710-8db3-ae5d8587262c tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:18.031028 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d295dc3-8146-474b-ad78-128f69d9500e req-03888594-4f89-4710-8db3-ae5d8587262c tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 950 time: 0.0487676 Nov 10 22:19:18.077935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d295dc3-8146-474b-ad78-128f69d9500e req-84651b38-3fe1-40fa-88b1-034c9f7ff9f7 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Nov 10 22:19:19.193306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343e63-91b0-4d91-aaf0-280b3fceac14 req-c3ee9818-cfdc-45aa-a53d-debf2c5b3298 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:19.194782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74343e63-91b0-4d91-aaf0-280b3fceac14 req-c3ee9818-cfdc-45aa-a53d-debf2c5b3298 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 950 time: 0.0493419 Nov 10 22:19:19.242086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74343e63-91b0-4d91-aaf0-280b3fceac14 req-f7260747-07b0-42bd-9ce2-29b8561db0a2 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Nov 10 22:19:19.669720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-fb383f16-3a39-4423-a875-720d026f9422 req-a6da310a-bc60-4281-9052-2fc506783538 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:19:19.670725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb383f16-3a39-4423-a875-720d026f9422 req-a6da310a-bc60-4281-9052-2fc506783538 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483763 Nov 10 22:19:20.100669 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:20.262667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-a34474c2-92d3-4279-9e82-a4b7b54c2ae2 req-ceab4dd8-3c12-455a-ad42-0e7153292638 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:19:20.263672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a34474c2-92d3-4279-9e82-a4b7b54c2ae2 req-ceab4dd8-3c12-455a-ad42-0e7153292638 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438275 Nov 10 22:19:20.823014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9f6fe-1d8a-496b-a04b-56dd97f6683a req-6af27ddb-850b-4f08-8b35-bc5acbaa720b tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:20.824540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34c9f6fe-1d8a-496b-a04b-56dd97f6683a req-6af27ddb-850b-4f08-8b35-bc5acbaa720b tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 950 time: 0.0517159 Nov 10 22:19:20.871925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34c9f6fe-1d8a-496b-a04b-56dd97f6683a req-3e248b14-6c5e-4f5b-804d-935f4c8bf655 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Nov 10 22:19:21.991802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2c8d5-8243-4548-9757-68c4e37b6278 req-70bc1dcf-baa4-455d-aa5e-8ed0f1a4b69e tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:21.993244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0f2c8d5-8243-4548-9757-68c4e37b6278 req-70bc1dcf-baa4-455d-aa5e-8ed0f1a4b69e tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 950 time: 0.0478427 Nov 10 22:19:22.043391 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0f2c8d5-8243-4548-9757-68c4e37b6278 req-1810c1f6-b8a3-4614-957a-412c9aa39cdf tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/security-groups?id=97b72290-fcb0-4c13-ab07-959b347bc04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 Nov 10 22:19:22.172810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-17a27cd4-8b8e-4d3f-ba9b-54fbd03cc1e2 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:22.174285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-17a27cd4-8b8e-4d3f-ba9b-54fbd03cc1e2 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.64 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 950 time: 0.0520842 Nov 10 22:19:22.261078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Deleting port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:19:22.261407 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:22.351849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] For port 0d55c2cc-f4b0-4686-84a1-72197f7fe326, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=0d55c2cc-f4b0-4686-84a1-72197f7fe326,segment=NetworkSegment(114c4d75-837c-4f07-b66d-8fca0cc586f4),segment_id=114c4d75-837c-4f07-b66d-8fca0cc586f4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:19:22.352213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:22.364069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Calling delete_port for 0d55c2cc-f4b0-4686-84a1-72197f7fe326 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:19:22.583134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:22.595357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['0d55c2cc-f4b0-4686-84a1-72197f7fe326'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:19:22.616840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Pushing event deleted for resources: {'Port': ['ID=0d55c2cc-f4b0-4686-84a1-72197f7fe326,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:22.629275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.629624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.630024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.630400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.630605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.630927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.631249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.631574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.631921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.632241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.632556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.632873 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:22.668522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] No DVR routers for this DVR port 0d55c2cc-f4b0-4686-84a1-72197f7fe326 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:19:22.671581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:22.675143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ac57645-ccd7-4ac7-ad21-874279adb174 req-f53b2030-fdf1-4cab-9035-6d9d68148d51 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.64 "DELETE /v2.0/ports/0d55c2cc-f4b0-4686-84a1-72197f7fe326 HTTP/1.1" status: 204 len: 173 time: 0.4952533 Nov 10 22:19:22.675858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905373b-410c-4337-8eb6-381f2717c443', 'name': 'network-vif-deleted', 'tag': '0d55c2cc-f4b0-4686-84a1-72197f7fe326'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:19:22.677914 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d2b799cf278017c6c54948ec12d43adc0e2f6ca83ebce74b79824b78fa3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7146996e-b636-4f44-83c5-d754c0145d3a" -d '{"events": [{"server_uuid": "7905373b-410c-4337-8eb6-381f2717c443", "name": "network-vif-deleted", "tag": "0d55c2cc-f4b0-4686-84a1-72197f7fe326"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:19:22.725488 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bfcd53-0879-498c-85c0-edab9adf093f x-openstack-request-id: req-e5bfcd53-0879-498c-85c0-edab9adf093f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:19:22.725488 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7905373b-410c-4337-8eb6-381f2717c443", "name": "network-vif-deleted", "tag": "0d55c2cc-f4b0-4686-84a1-72197f7fe326", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:19:22.725488 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5bfcd53-0879-498c-85c0-edab9adf093f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:19:22.725488 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905373b-410c-4337-8eb6-381f2717c443', 'name': 'network-vif-deleted', 'tag': '0d55c2cc-f4b0-4686-84a1-72197f7fe326', 'status': 'completed', 'code': 200} Nov 10 22:19:23.149005 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea2c505f-1120-43a1-ba2b-1f6514ceda36 req-f0366d36-d047-4190-9e83-50e5e84dc3b4 tempest-ServersAdminNegativeTestJSON-857254153 tempest-ServersAdminNegativeTestJSON-857254153-project] 10.222.0.45 "GET /v2.0/ports?device_id=7905373b-410c-4337-8eb6-381f2717c443 HTTP/1.1" status: 200 len: 210 time: 0.0268576 Nov 10 22:19:23.931749 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:24.619813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51598) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:19:24.749145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4f4914bc-044e-4e3e-bd51-b40f0ce6b904 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab4694e1af3c403989deb76bc4b99924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281488 Nov 10 22:19:24.751758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51602) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:19:24.797969 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:24.819074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:24.928878 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:24.932209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:24.933389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/97b72290-fcb0-4c13-ab07-959b347bc04b HTTP/1.1" status: 204 len: 168 time: 0.1807208 Nov 10 22:19:24.944262 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b72290-fcb0-4c13-ab07-959b347bc04b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:24.953940 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.954284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.954619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.954954 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.955337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.955607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.955955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.956278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.956596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.956913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.957351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:24.957687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c358ee41-e25b-4d60-a848-eff75099166a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:19:25.142679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0d55c2cc-f4b0-4686-84a1-72197f7fe326 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:19:25.163917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 0d55c2cc-f4b0-4686-84a1-72197f7fe326 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:19:25.164262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 0d55c2cc-f4b0-4686-84a1-72197f7fe326 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:19:25.562713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 51608) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:19:25.576417 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bed2db65-c1a7-4b79-b310-cbf2c5886a21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:25.649033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bed2db65-c1a7-4b79-b310-cbf2c5886a21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:25.711082 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bed2db65-c1a7-4b79-b310-cbf2c5886a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:25.750045 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bed2db65-c1a7-4b79-b310-cbf2c5886a21 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=204893bd503441c7acdddcb686fa7bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1860726 Nov 10 22:19:25.750726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2db65-c1a7-4b79-b310-cbf2c5886a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba303a-d822-491b-9b00-5cf6167a70e4,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:25.753368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51610) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:19:25.804658 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-81f2496f-4a18-49d3-ba65-af2007c6a89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:25.825871 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-81f2496f-4a18-49d3-ba65-af2007c6a89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:25.917001 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-81f2496f-4a18-49d3-ba65-af2007c6a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:25.919601 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-81f2496f-4a18-49d3-ba65-af2007c6a89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:25.920795 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-81f2496f-4a18-49d3-ba65-af2007c6a89e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1ba303a-d822-491b-9b00-5cf6167a70e4 HTTP/1.1" status: 204 len: 168 time: 0.1664038 Nov 10 22:19:25.928490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2496f-4a18-49d3-ba65-af2007c6a89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba303a-d822-491b-9b00-5cf6167a70e4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:26.927409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51632) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:19:27.033070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-857411789-network', 'tenant_id': '3171f23114f8492198deec8056a071cf'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:19:27.105322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Made reservation on behalf of 3171f23114f8492198deec8056a071cf for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:19:27.107543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.116369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.189465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.248497 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.278012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:19:27.285408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3956c42-6cf8-4cfa-af61-1ede82259997,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:27.292780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.292780 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Added segment 56e805de-a333-4828-9fb6-57cd6c03d4f3 of type vlan for network dcf40c2e-8be4-4496-b139-1f8d00d1442d Nov 10 22:19:27.344288 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.419693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.420628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:27.421203 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.481977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf40c2e-8be4-4496-b139-1f8d00d1442d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:27.491820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network dcf40c2e-8be4-4496-b139-1f8d00d1442d details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:19:27.514002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-efa9a1be-482f-4a8d-a536-fea870ff1fa1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5854614 Nov 10 22:19:27.517006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51636) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:19:27.521964 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Request body: {'subnet': {'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-857411789-subnet', 'tenant_id': '3171f23114f8492198deec8056a071cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:19:27.608330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Made reservation on behalf of 3171f23114f8492198deec8056a071cf for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:19:27.610746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.840526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:27.899689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961370d0-0a4d-48c9-ba75-1cb453cab3bc,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:27.909956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Checking segment: {'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:19:27.910315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Network hostable DHCP agents. Network: dcf40c2e-8be4-4496-b139-1f8d00d1442d, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:19:27.996986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Network dcf40c2e-8be4-4496-b139-1f8d00d1442d is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:19:28.080593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, dcf40c2e-8be4-4496-b139-1f8d00d1442d) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:19:28.084720 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:28.090041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:28.090817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60092db6-6cc2-4c07-8440-f88df863377c None None] Network dcf40c2e-8be4-4496-b139-1f8d00d1442d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:19:28.177031 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-72202db2-1bde-4ed3-af99-d8da733acd17 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6589642 Nov 10 22:19:28.229642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5531ff-0256-4058-9940-364e36e7dcaf None None] Network dcf40c2e-8be4-4496-b139-1f8d00d1442d requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:19:28.598512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-fe796896-9d63-4c0a-bab5-4e4e0533bdeb tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:28.599986 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-fe796896-9d63-4c0a-bab5-4e4e0533bdeb tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 811 time: 0.1008284 Nov 10 22:19:28.615232 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-9dab7346-df4c-4ff5-9048-03a267c4c824 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/quotas/3171f23114f8492198deec8056a071cf HTTP/1.1" status: 200 len: 375 time: 0.0088756 Nov 10 22:19:28.651088 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-efae66a8-f5ea-4917-8ef1-0eb961cf7733 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295980 Nov 10 22:19:28.739662 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-449df5f7-1bd6-4742-b886-3ee0ea381668 service neutron] 10.222.0.45 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816603 Nov 10 22:19:28.830406 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-80aa4da8-02c8-4e32-9d7a-b9765307f921 service neutron] 10.222.0.45 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842113 Nov 10 22:19:29.073647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-942b8aba-2f64-4fd0-83f3-e95b42770bc9 req-0a3a24d8-ccce-445f-8978-5b2e3600f858 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 210 time: 0.0337317 Nov 10 22:19:30.173145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41f9a2ba-84f4-4158-bf7e-c64676e77bde req-e81a9a49-72b9-4e1a-9abb-d0083655cb3f tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Nov 10 22:19:31.073755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-1fea433f-7340-4ba7-b709-4018cc5aa02a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:31.075194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-1fea433f-7340-4ba7-b709-4018cc5aa02a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.64 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 811 time: 0.1015038 Nov 10 22:19:31.092694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Request body: {'port': {'device_id': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d', 'admin_state_up': True, 'tenant_id': '3171f23114f8492198deec8056a071cf'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:19:31.283685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3268e24-a6aa-4ead-9a98-9125106a1b15 req-b172ec47-59b4-495a-b009-210f0510a5ae tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 210 time: 0.0303071 Nov 10 22:19:31.284465 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Made reservation on behalf of 3171f23114f8492198deec8056a071cf for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:19:31.287986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:31.425384 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Allocated IP 172.20.0.4 (dcf40c2e-8be4-4496-b139-1f8d00d1442d/961370d0-0a4d-48c9-ba75-1cb453cab3bc/a61f960f-8c44-4151-8312-80184464f53f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:19:31.569097 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:31.663737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:31.713338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Network dcf40c2e-8be4-4496-b139-1f8d00d1442d is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:19:31.716572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:19:31.719126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:19:31.726035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:31.773111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:31.773694 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:31.851227 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-3ba4cafa-5795-4171-b4da-15392470339b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622461 Nov 10 22:19:31.947284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Request body: {'port': {'device_id': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:19:32.005011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:32.260032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61f960f-8c44-4151-8312-80184464f53f {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:19:32.267265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:32.279452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Transition to ACTIVE for port object a61f960f-8c44-4151-8312-80184464f53f will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:19:32.398690 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a714-6a24-4cba-9dd3-458ec998b1b2 req-5abb9c60-b62d-4240-aedf-80e7391e8687 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:32.400163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8893a714-6a24-4cba-9dd3-458ec998b1b2 req-5abb9c60-b62d-4240-aedf-80e7391e8687 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 931 time: 0.0481663 Nov 10 22:19:32.408455 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:32.448989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8893a714-6a24-4cba-9dd3-458ec998b1b2 req-46a177e3-39df-454e-b416-7004e6f719fe tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Nov 10 22:19:32.464759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:32.531928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:19:32.532173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:19:32.532491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f on network dcf40c2e-8be4-4496-b139-1f8d00d1442d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:19:32.536714 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Port a61f960f-8c44-4151-8312-80184464f53f on network dcf40c2e-8be4-4496-b139-1f8d00d1442d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:19:32.537028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f on network dcf40c2e-8be4-4496-b139-1f8d00d1442d {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:19:32.542741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:19:32.543067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Checking segment: {'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:19:32.543441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Bound using segment: {'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:19:32.543896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Bound port: a61f960f-8c44-4151-8312-80184464f53f, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:19:32.544238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:32.605118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:19:32.608098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:19:32.691959 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:32.725996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:32.726605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:32.728020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] 10.222.0.64 "PUT /v2.0/ports/a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 1092 time: 0.8302760 Nov 10 22:19:32.729494 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:19:32.753926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aaf5b-4743-4318-a41b-34286eb8f37a service neutron] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:32.768186 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b7faaf-99fe-41b0-b008-87af0d59e95b" -d '{"events": [{"name": "network-changed", "server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "tag": "a61f960f-8c44-4151-8312-80184464f53f"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:19:32.862347 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6855d8c-db42-4713-ac8a-1a82860639af x-openstack-request-id: req-c6855d8c-db42-4713-ac8a-1a82860639af {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:19:32.862659 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "tag": "a61f960f-8c44-4151-8312-80184464f53f", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:19:32.862908 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6855d8c-db42-4713-ac8a-1a82860639af {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:19:32.863300 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f', 'status': 'completed', 'code': 200} Nov 10 22:19:32.872657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-e62c068e-65d9-4eb2-bb92-c089f65bce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:32.874137 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-e62c068e-65d9-4eb2-bb92-c089f65bce14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0450878 Nov 10 22:19:32.920957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-e7ebe941-8014-4fd9-be7a-d600f5184d5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0391870 Nov 10 22:19:32.970111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-953f40ce-459f-4bdf-a321-403a349c0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:32.971570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-953f40ce-459f-4bdf-a321-403a349c0fe2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0441377 Nov 10 22:19:33.003800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-560be181-a5ec-4766-89a9-2d965b20517b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237336 Nov 10 22:19:33.100275 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-fcec6389-9596-4694-9a85-4df8a25d7586 service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Nov 10 22:19:33.190129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08b52ba0-a601-4d6d-a7ce-8c1eb799d95f req-71be7509-3818-4fec-af34-f9a2d6648b58 service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833189 Nov 10 22:19:33.345259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-768d3725-0484-440c-9f39-6cb1b49e7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:33.346949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-768d3725-0484-440c-9f39-6cb1b49e7022 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0469348 Nov 10 22:19:33.439717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-7a042a78-8067-4aa7-bbe7-58691e4c8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:33.441116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-7a042a78-8067-4aa7-bbe7-58691e4c8f8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 912 time: 0.0851963 Nov 10 22:19:33.487373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-7dfdf1a4-0983-448e-987f-33fe088c962e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0387509 Nov 10 22:19:33.537593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-8225986b-cd1a-4f0e-9f95-b20fa075c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:33.539125 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-8225986b-cd1a-4f0e-9f95-b20fa075c0b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0449452 Nov 10 22:19:33.567016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dbfdd-ee8e-4535-8d97-c9df93e73407 req-4a061f63-606e-4740-877f-9355091e71ef tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:33.568525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-824dbfdd-ee8e-4535-8d97-c9df93e73407 req-4a061f63-606e-4740-877f-9355091e71ef tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 943 time: 0.0489113 Nov 10 22:19:33.574697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-972f32ce-b2bc-4b07-8a5e-551407514177 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258298 Nov 10 22:19:33.621665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-824dbfdd-ee8e-4535-8d97-c9df93e73407 req-f0582ce4-e6d9-42a9-86d9-45f6c1be8a74 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459001 Nov 10 22:19:33.672486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-eb3e4820-4736-40d6-8232-0534f0c36444 service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906954 Nov 10 22:19:33.761538 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66b7faaf-99fe-41b0-b008-87af0d59e95b req-00ff21d4-a2d6-4266-b179-e0ce2ba95353 service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 Nov 10 22:19:34.739584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05130-63f1-4db4-88c6-fe1be08e5656 req-12bf446a-6370-4592-a7bd-9d3a94333e03 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:34.741124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34e05130-63f1-4db4-88c6-fe1be08e5656 req-12bf446a-6370-4592-a7bd-9d3a94333e03 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 943 time: 0.0495005 Nov 10 22:19:34.792063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34e05130-63f1-4db4-88c6-fe1be08e5656 req-c45223af-3c9f-4883-9c8f-a41b1c1a3709 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450871 Nov 10 22:19:35.220808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a61f960f-8c44-4151-8312-80184464f53f details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:19:35.314874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:19:35.326127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a61f960f-8c44-4151-8312-80184464f53f', 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d', 'port_id': 'a61f960f-8c44-4151-8312-80184464f53f', 'mac_address': 'fa:16:3e:06:f1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961370d0-0a4d-48c9-ba75-1cb453cab3bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:19:35.362073 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:35.374686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61f960f-8c44-4151-8312-80184464f53f {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:19:35.393730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:19:35.471143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:35.517407 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:35.722750 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bfe70754-340d-473d-a1c5-e006920f7a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:35.780993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a61f960f-8c44-4151-8312-80184464f53f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:19:35.906155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987341de-378b-47f7-b531-852a246c23a9 req-5e168a82-52bf-4189-98c5-9c928a3fdf6d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:35.907633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-987341de-378b-47f7-b531-852a246c23a9 req-5e168a82-52bf-4189-98c5-9c928a3fdf6d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 944 time: 0.0491419 Nov 10 22:19:35.955248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-987341de-378b-47f7-b531-852a246c23a9 req-a6d942b3-2e11-47b2-8db4-597e6b4cc68d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Nov 10 22:19:37.070270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e8e4c-5810-472d-8f93-19ef82e2b593 req-33ee1a78-d96d-4f7f-a612-d12dc1e7f192 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:37.071762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-035e8e4c-5810-472d-8f93-19ef82e2b593 req-33ee1a78-d96d-4f7f-a612-d12dc1e7f192 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 944 time: 0.0487337 Nov 10 22:19:37.118666 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-035e8e4c-5810-472d-8f93-19ef82e2b593 req-7f70ac4e-06da-4b7b-bc05-e29a36289009 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Nov 10 22:19:37.246578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a61f960f-8c44-4151-8312-80184464f53f up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:19:37.405783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a61f960f-8c44-4151-8312-80184464f53f completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:19:37.409849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a61f960f-8c44-4151-8312-80184464f53f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:19:37.410271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:37.494891 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:37.516729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:19:37.531306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:19:37.557500 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5b2aae-d794-4ec4-abfd-4e9e9d43e447" -d '{"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-plugged", "status": "completed", "tag": "a61f960f-8c44-4151-8312-80184464f53f"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:19:37.631576 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:37.645094 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee2bb50-d913-44bd-acbb-b5dbb221ff19 x-openstack-request-id: req-cee2bb50-d913-44bd-acbb-b5dbb221ff19 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:19:37.645094 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-plugged", "status": "completed", "tag": "a61f960f-8c44-4151-8312-80184464f53f", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:19:37.645094 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cee2bb50-d913-44bd-acbb-b5dbb221ff19 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:19:37.645094 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f', 'code': 200} Nov 10 22:19:37.686742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:19:37.734940 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbde057-b39d-4814-bf3e-93a57675073c req-a9933825-1ac4-41ab-bd30-e4f5bf8e3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:37.736479 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cbde057-b39d-4814-bf3e-93a57675073c req-a9933825-1ac4-41ab-bd30-e4f5bf8e3209 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1097 time: 0.0398407 Nov 10 22:19:37.780332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cbde057-b39d-4814-bf3e-93a57675073c req-8e9fb442-d755-40a8-acb5-f1bbf48246f3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370615 Nov 10 22:19:37.949124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-61c11062-e567-4189-a3ca-672678c6086b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:38.239507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903295-e8d5-4c08-81ab-8900ab44cff3 req-f5d71624-bb11-499e-bbaa-d3fc7a996319 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:38.240986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04903295-e8d5-4c08-81ab-8900ab44cff3 req-f5d71624-bb11-499e-bbaa-d3fc7a996319 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Nov 10 22:19:38.287530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-04903295-e8d5-4c08-81ab-8900ab44cff3 req-078fd689-f491-4499-92fe-9871cea1620e tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 Nov 10 22:19:39.406359 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbca44-ffbf-42a1-81d5-6a9f2ebef66c req-f9576208-0ec7-469d-b461-6648bb24c20a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:39.407846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bfbca44-ffbf-42a1-81d5-6a9f2ebef66c req-f9576208-0ec7-469d-b461-6648bb24c20a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0498509 Nov 10 22:19:39.426678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:39.455190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bfbca44-ffbf-42a1-81d5-6a9f2ebef66c req-a046afa5-b9dc-42dc-96df-24476e1a02a7 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Nov 10 22:19:39.923050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab7d47-719a-46a3-8787-58b4f65ff06e req-7a84765f-6399-4d0f-ba44-2a4fb9496de0 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:39.924629 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fab7d47-719a-46a3-8787-58b4f65ff06e req-7a84765f-6399-4d0f-ba44-2a4fb9496de0 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0535231 Nov 10 22:19:39.974831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3fab7d47-719a-46a3-8787-58b4f65ff06e req-6837bc00-ff4a-4650-a042-a2b1ed0ca3b5 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433729 Nov 10 22:19:40.003238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51700) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:19:40.092096 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-07cae6eb-7f23-46e8-8d59-3f2d0076cdd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875576 Nov 10 22:19:40.100504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-f3ccc496-c3af-4354-8ae2-a38f47b18728 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:19:40.101453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-f3ccc496-c3af-4354-8ae2-a38f47b18728 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048826 Nov 10 22:19:40.910883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:41.093516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0da3c-91aa-4489-9596-c83fbe91957a req-59fb0fd4-fd29-4514-b0d2-cf1e8b2427a3 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:41.095014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaa0da3c-91aa-4489-9596-c83fbe91957a req-59fb0fd4-fd29-4514-b0d2-cf1e8b2427a3 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0514460 Nov 10 22:19:41.143215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaa0da3c-91aa-4489-9596-c83fbe91957a req-e90b664b-a7ee-4bfc-a7f1-89515babbeeb tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Nov 10 22:19:41.463187 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:42.062517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-42476218-2422-467c-8ac1-a10832da8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:42.064015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-42476218-2422-467c-8ac1-a10832da8227 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1097 time: 0.0423787 Nov 10 22:19:42.157286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-edcfac1b-b5b5-48b3-b1ad-954334bc993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:42.158829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-edcfac1b-b5b5-48b3-b1ad-954334bc993b service neutron] 10.222.0.64 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 912 time: 0.0883214 Nov 10 22:19:42.206701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-c1b59669-96d1-4b84-8750-1f07e5f4ed49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0381219 Nov 10 22:19:42.262351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-f972e234-c547-4425-9775-7e0eed8b5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:42.263996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-f972e234-c547-4425-9775-7e0eed8b5217 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0506985 Nov 10 22:19:42.271553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb412e1-2057-4c9e-89ab-748128223dc8 req-c5b2ea28-87b9-495e-be9c-d0536db3ccc9 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:42.273223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cb412e1-2057-4c9e-89ab-748128223dc8 req-c5b2ea28-87b9-495e-be9c-d0536db3ccc9 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0520480 Nov 10 22:19:42.297109 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-a967d365-96aa-4d2b-8d57-281848059d59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266223 Nov 10 22:19:42.329725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cb412e1-2057-4c9e-89ab-748128223dc8 req-42116cfb-97cb-421f-92cf-fd7804a1f91c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489097 Nov 10 22:19:42.390238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-1b36a5e0-c2ed-435b-9d01-9487a0e5a7fb service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857308 Nov 10 22:19:42.486568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-96c6452b-565e-4cf6-8f84-ded3b53b1c80 service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 Nov 10 22:19:43.448749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32997209-fd17-4b76-953b-170d325502a7 req-46e6035d-a04e-4ce6-8fec-c323c72f395c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:43.450118 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32997209-fd17-4b76-953b-170d325502a7 req-46e6035d-a04e-4ce6-8fec-c323c72f395c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0501549 Nov 10 22:19:43.497070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32997209-fd17-4b76-953b-170d325502a7 req-8983835a-0671-4dc4-ae02-2680f6d5080a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Nov 10 22:19:44.611986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7252dc9-b346-46a6-a0a8-e4a4a516ac59 req-32e8fff2-f19f-4691-a38c-15c7dac3c615 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:44.613444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7252dc9-b346-46a6-a0a8-e4a4a516ac59 req-32e8fff2-f19f-4691-a38c-15c7dac3c615 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Nov 10 22:19:44.660120 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b7252dc9-b346-46a6-a0a8-e4a4a516ac59 req-2ca3296f-a6a4-4716-8abd-eef61ef39824 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Nov 10 22:19:45.111244 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:19:45.783928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f0e9-cf27-4e37-a0cd-1c5c3a7893b9 req-51cc6518-ff2a-44c3-82d4-b3501d2dc44b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:45.785397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c00f0e9-cf27-4e37-a0cd-1c5c3a7893b9 req-51cc6518-ff2a-44c3-82d4-b3501d2dc44b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0554953 Nov 10 22:19:45.838661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c00f0e9-cf27-4e37-a0cd-1c5c3a7893b9 req-4bceeb01-9eae-4cbe-8fd1-2440596db71d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Nov 10 22:19:46.957611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9041ff-51ab-4c06-a197-1ae93b5e4527 req-b5ba82d2-c7ec-40e2-a89b-16c008abf950 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:46.959122 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f9041ff-51ab-4c06-a197-1ae93b5e4527 req-b5ba82d2-c7ec-40e2-a89b-16c008abf950 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Nov 10 22:19:47.007089 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f9041ff-51ab-4c06-a197-1ae93b5e4527 req-fbd16180-5b11-4f73-9fbf-646b3863337c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Nov 10 22:19:48.124044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0c841-d07c-42b9-90f6-cb2c3c75307d req-0de27321-c970-480c-9a3c-4c421936c55c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:48.125536 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18c0c841-d07c-42b9-90f6-cb2c3c75307d req-0de27321-c970-480c-9a3c-4c421936c55c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0501440 Nov 10 22:19:48.174884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18c0c841-d07c-42b9-90f6-cb2c3c75307d req-ee40952a-e06c-4b22-a2d5-96ca00aa94e7 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Nov 10 22:19:49.292804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec250392-42c5-48b8-a2b1-ec608e322c22 req-41e1d8a0-44e4-4cc7-bb7e-532273ee14a6 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:49.294402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec250392-42c5-48b8-a2b1-ec608e322c22 req-41e1d8a0-44e4-4cc7-bb7e-532273ee14a6 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0524278 Nov 10 22:19:49.341108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec250392-42c5-48b8-a2b1-ec608e322c22 req-7cc201a9-fd21-46c7-8c2f-a57b0d39a9ab tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Nov 10 22:19:50.093562 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:50.460513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043aa60-3677-46e9-8a9e-fb0ea771579d req-bcee0d23-f779-4c97-8a06-9de6bbd9bcc5 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:50.461956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e043aa60-3677-46e9-8a9e-fb0ea771579d req-bcee0d23-f779-4c97-8a06-9de6bbd9bcc5 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0518508 Nov 10 22:19:50.509170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e043aa60-3677-46e9-8a9e-fb0ea771579d req-37f12044-ec37-4876-b581-e343eb7613d3 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Nov 10 22:19:51.626676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edbc85-a791-49d5-8a89-d1c8b0dde26f req-b351c858-0d0f-464b-b2ad-74a31bf66c5c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:51.628167 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4edbc85-a791-49d5-8a89-d1c8b0dde26f req-b351c858-0d0f-464b-b2ad-74a31bf66c5c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0499911 Nov 10 22:19:51.676704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a4edbc85-a791-49d5-8a89-d1c8b0dde26f req-580f0c43-9a96-46dc-bb20-d4e827461f75 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Nov 10 22:19:52.797436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef886103-9f6e-447c-9ad6-431efe215802 req-a4811202-bcca-475e-8b7b-781ea2d03fe0 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:52.799023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef886103-9f6e-447c-9ad6-431efe215802 req-a4811202-bcca-475e-8b7b-781ea2d03fe0 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Nov 10 22:19:52.848231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef886103-9f6e-447c-9ad6-431efe215802 req-dde3ce85-c253-4894-92bc-67530ee344ea tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Nov 10 22:19:53.964200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08391269-2741-4848-839e-42bdaa705860 req-004474aa-9bbe-4c04-957c-d95be6842a74 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:53.966299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08391269-2741-4848-839e-42bdaa705860 req-004474aa-9bbe-4c04-957c-d95be6842a74 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0489860 Nov 10 22:19:53.979097 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:19:54.016609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-08391269-2741-4848-839e-42bdaa705860 req-f64ad548-b193-4378-b25c-86f95c1186a0 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Nov 10 22:19:55.131132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ff210-58ba-4c55-b4eb-4b0765a126e6 req-c9d957eb-53c3-4bca-a4b6-333f0a4c7b64 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:55.132604 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-518ff210-58ba-4c55-b4eb-4b0765a126e6 req-c9d957eb-53c3-4bca-a4b6-333f0a4c7b64 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0477462 Nov 10 22:19:55.182900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-518ff210-58ba-4c55-b4eb-4b0765a126e6 req-fda1a464-df80-4840-b48d-292cc1c0e835 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Nov 10 22:19:56.299973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbbb39-1367-4364-84d0-9452861efc0e req-1b6ccae7-c5c9-41b6-ae33-326541565e66 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:56.301883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94cbbb39-1367-4364-84d0-9452861efc0e req-1b6ccae7-c5c9-41b6-ae33-326541565e66 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0509889 Nov 10 22:19:56.351086 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-94cbbb39-1367-4364-84d0-9452861efc0e req-163084bc-c795-49b5-88e3-3962202a09df tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Nov 10 22:19:57.465772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63c7a2-7ce6-470e-86ff-c99bfcde3902 req-f531f167-0737-479a-b705-f2c2842cf35d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:57.467769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a63c7a2-7ce6-470e-86ff-c99bfcde3902 req-f531f167-0737-479a-b705-f2c2842cf35d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0496292 Nov 10 22:19:57.514452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a63c7a2-7ce6-470e-86ff-c99bfcde3902 req-36f97f16-db56-47f1-a3ec-1ac7828f3488 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Nov 10 22:19:58.628890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa351f4d-bdb1-4739-b6e8-345d1b2bd3cd req-36100690-3dd8-467a-baf8-6eca35c4c6e2 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:58.630337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa351f4d-bdb1-4739-b6e8-345d1b2bd3cd req-36100690-3dd8-467a-baf8-6eca35c4c6e2 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Nov 10 22:19:58.677197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa351f4d-bdb1-4739-b6e8-345d1b2bd3cd req-67df40ad-6cdd-4ad7-8a16-dc484a385d2d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Nov 10 22:19:59.792877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa5d33-66ae-45e7-ac72-65c40de58a4b req-c1dab6e4-63b7-4708-ad76-ad1b6540d364 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:19:59.794337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83fa5d33-66ae-45e7-ac72-65c40de58a4b req-c1dab6e4-63b7-4708-ad76-ad1b6540d364 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0487838 Nov 10 22:19:59.841100 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-83fa5d33-66ae-45e7-ac72-65c40de58a4b req-e9e99665-1ad2-428d-93ff-9964b12b011a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Nov 10 22:20:00.963854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4115-ffb4-432f-9b76-98a07326474b req-c9606cc3-434d-4928-9133-8533b6f77079 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:00.965326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f9e4115-ffb4-432f-9b76-98a07326474b req-c9606cc3-434d-4928-9133-8533b6f77079 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0544701 Nov 10 22:20:01.012485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f9e4115-ffb4-432f-9b76-98a07326474b req-1059d201-2d34-49c3-8bdf-0ba6be62e69c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Nov 10 22:20:02.132817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b693d-5a1f-4d6c-86a1-91db7b6c2f18 req-9fd1f3c3-bbcf-4606-8c11-b40370c75978 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:02.134265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-325b693d-5a1f-4d6c-86a1-91db7b6c2f18 req-9fd1f3c3-bbcf-4606-8c11-b40370c75978 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0540192 Nov 10 22:20:02.181998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-325b693d-5a1f-4d6c-86a1-91db7b6c2f18 req-ddc3858d-a67e-4d77-b0db-7d24a4b603af tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 Nov 10 22:20:03.298379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fdcc7-02d9-47af-81f9-d20084a1d7f6 req-9848b4e6-b760-482c-bace-981d546ab9fb tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:03.299871 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec8fdcc7-02d9-47af-81f9-d20084a1d7f6 req-9848b4e6-b760-482c-bace-981d546ab9fb tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0483196 Nov 10 22:20:03.406647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ec8fdcc7-02d9-47af-81f9-d20084a1d7f6 req-9e46e191-b49f-4160-86ef-3e146f22b818 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006277 Nov 10 22:20:04.523485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21df7f-d5d9-48ef-927c-382d15211fb1 req-88f43542-ec0e-4394-8134-7a349decd207 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:04.524981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b21df7f-d5d9-48ef-927c-382d15211fb1 req-88f43542-ec0e-4394-8134-7a349decd207 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0484810 Nov 10 22:20:04.571998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b21df7f-d5d9-48ef-927c-382d15211fb1 req-7c765494-d159-4fcf-8d36-dd4369858cca tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Nov 10 22:20:05.697869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e70fd-1418-47f2-8662-5a4a09982e5e req-e9d59614-f14c-4341-8d71-ea04df8a128b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:05.699326 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-166e70fd-1418-47f2-8662-5a4a09982e5e req-e9d59614-f14c-4341-8d71-ea04df8a128b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0526800 Nov 10 22:20:05.737002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2460a8dc-3c4d-4a3b-97ce-60bbebd5f8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:05.749413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-166e70fd-1418-47f2-8662-5a4a09982e5e req-0418b8b3-4a87-404f-a978-622f1ba020aa tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Nov 10 22:20:06.869085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b49c4-0118-4d47-9ac7-ddf4f4a6428e req-7af54bc5-6102-4362-8509-6dc4ee2be04c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:06.870548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-657b49c4-0118-4d47-9ac7-ddf4f4a6428e req-7af54bc5-6102-4362-8509-6dc4ee2be04c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Nov 10 22:20:06.922065 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-657b49c4-0118-4d47-9ac7-ddf4f4a6428e req-0ea56702-c4e6-45ca-a3ca-818676b69576 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Nov 10 22:20:07.976596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce7567e1-e9d8-4fda-8a91-41d400bd5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:08.039550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98463fb4-8803-4a0e-a7b3-8c7e5f1860d1 req-38689c30-a3a2-4695-9d90-8a7465614ce4 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:08.041067 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98463fb4-8803-4a0e-a7b3-8c7e5f1860d1 req-38689c30-a3a2-4695-9d90-8a7465614ce4 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0501819 Nov 10 22:20:08.088497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-98463fb4-8803-4a0e-a7b3-8c7e5f1860d1 req-68770b89-b5d0-447c-8eac-f24453d5d071 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Nov 10 22:20:09.204868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc361919-d7e3-4269-be62-84769d7925ef req-5588f533-c83d-4a35-97ad-e66b770b2ea5 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:09.206347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc361919-d7e3-4269-be62-84769d7925ef req-5588f533-c83d-4a35-97ad-e66b770b2ea5 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0501151 Nov 10 22:20:09.253088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc361919-d7e3-4269-be62-84769d7925ef req-1790af81-9557-4bfb-906e-90b85bd6cf25 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Nov 10 22:20:09.435951 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:10.368618 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c355aea-beba-4455-a683-29d0b45a2190 req-ed174dd4-9bcf-4d0d-af9b-a9cfaf34f43b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:10.370115 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c355aea-beba-4455-a683-29d0b45a2190 req-ed174dd4-9bcf-4d0d-af9b-a9cfaf34f43b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0477805 Nov 10 22:20:10.420209 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6c355aea-beba-4455-a683-29d0b45a2190 req-1ee7ac52-95f3-4da7-bf7c-cb2764074eb3 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Nov 10 22:20:10.925289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:11.424199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:11.538176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab47dda-ae99-4aff-8f7e-c1880730bced req-47644f30-4071-4f02-a593-2f0dc66f90ab tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:11.539660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ab47dda-ae99-4aff-8f7e-c1880730bced req-47644f30-4071-4f02-a593-2f0dc66f90ab tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Nov 10 22:20:11.592607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6ab47dda-ae99-4aff-8f7e-c1880730bced req-0befe90f-8a66-41c2-989c-45d8ccd75a23 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468123 Nov 10 22:20:12.709945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a052f32-c2a5-4bca-bb4d-8ef6a19f6691 req-e6940528-50aa-42e7-aaf6-3f17bd0c5b81 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:12.711414 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a052f32-c2a5-4bca-bb4d-8ef6a19f6691 req-e6940528-50aa-42e7-aaf6-3f17bd0c5b81 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Nov 10 22:20:12.757480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a052f32-c2a5-4bca-bb4d-8ef6a19f6691 req-5acdbed2-4670-4315-a184-d85a017dd7cb tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Nov 10 22:20:13.877490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290eb027-fae4-4574-b55c-b4c6f8026665 req-b08f8940-2266-4ac0-aa7a-0e3d10d09fad tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:13.878946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-290eb027-fae4-4574-b55c-b4c6f8026665 req-b08f8940-2266-4ac0-aa7a-0e3d10d09fad tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0519917 Nov 10 22:20:13.925383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-290eb027-fae4-4574-b55c-b4c6f8026665 req-8096b7cc-9c16-4060-8504-db1ef6639be2 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Nov 10 22:20:15.041560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b6c5d-55bb-406c-9d02-7758a610b094 req-18ec2629-7fd3-4030-a80f-a2015f51510c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:15.043001 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea3b6c5d-55bb-406c-9d02-7758a610b094 req-18ec2629-7fd3-4030-a80f-a2015f51510c tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0481603 Nov 10 22:20:15.090116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea3b6c5d-55bb-406c-9d02-7758a610b094 req-5b44c539-73c2-4c2f-b8cf-2021189bf052 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Nov 10 22:20:16.206051 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d42cf0-a0ad-435f-82b0-51b1b02c47f6 req-f7c4ea42-8189-4e3b-bf57-329c44370478 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:16.207514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80d42cf0-a0ad-435f-82b0-51b1b02c47f6 req-f7c4ea42-8189-4e3b-bf57-329c44370478 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Nov 10 22:20:16.256148 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-80d42cf0-a0ad-435f-82b0-51b1b02c47f6 req-b318f3eb-56b2-4ca2-9173-bb45db51a241 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Nov 10 22:20:17.378109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9dfe1-4308-4a1e-a93a-6d52dbec6b05 req-df8656b2-6ad8-42ba-aceb-696fee3cac4a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:17.379567 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bd9dfe1-4308-4a1e-a93a-6d52dbec6b05 req-df8656b2-6ad8-42ba-aceb-696fee3cac4a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0536556 Nov 10 22:20:17.426916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1bd9dfe1-4308-4a1e-a93a-6d52dbec6b05 req-cef79239-4de1-4d0d-ba0c-432fefc6cdee tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Nov 10 22:20:18.548553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb6f7c-b4fa-445a-bf9c-d6948288d0ef req-3974352f-6587-42eb-8ec6-9b890100618b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:18.550014 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fb6f7c-b4fa-445a-bf9c-d6948288d0ef req-3974352f-6587-42eb-8ec6-9b890100618b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0540903 Nov 10 22:20:18.598202 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fb6f7c-b4fa-445a-bf9c-d6948288d0ef req-c0d2fc78-babd-462f-a1ec-810a876a822a tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Nov 10 22:20:19.713960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729d326-bc03-4898-970a-b2a20bd3c28d req-ad251bdd-65b9-4239-8647-f5ff31621916 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:19.715408 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3729d326-bc03-4898-970a-b2a20bd3c28d req-ad251bdd-65b9-4239-8647-f5ff31621916 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Nov 10 22:20:19.762346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3729d326-bc03-4898-970a-b2a20bd3c28d req-bae29c64-37d9-47d3-939d-dc6ffc4f51a5 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 Nov 10 22:20:19.824925 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-2c3d1224-0d7a-4767-a344-8f8f6a6dde7c service neutron] show failed (client error): The resource could not be found. Nov 10 22:20:19.825955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-2c3d1224-0d7a-4767-a344-8f8f6a6dde7c service neutron] 10.222.0.64 "GET /v2.0/ports/a61f960f-8c44-4151-8312-80184464f53f/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0566742 Nov 10 22:20:20.126103 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:20.375034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.53', 57162) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:20:20.455033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-10ecfcc5-73dd-43e8-84ca-932761e1499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:20.456613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-10ecfcc5-73dd-43e8-84ca-932761e1499f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1097 time: 0.0811102 Nov 10 22:20:20.488181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-1631e23c-2415-42d9-9aee-36bf405a5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:20.490100 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-1631e23c-2415-42d9-9aee-36bf405a5d90 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3&tenant_id=3171f23114f8492198deec8056a071cf HTTP/1.1" status: 200 len: 1097 time: 0.1140475 Nov 10 22:20:20.502102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:20:20.553440 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:20.566348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-6d20f761-4d04-4354-930e-72807245af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:20.568053 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-6d20f761-4d04-4354-930e-72807245af40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 912 time: 0.0898116 Nov 10 22:20:20.609787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-ae4320eb-b48a-421d-afe7-afb38f1aa1dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0346267 Nov 10 22:20:20.658665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-203847c2-e937-4b4c-9a12-6726fb84d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:20.660075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-203847c2-e937-4b4c-9a12-6726fb84d16c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0441887 Nov 10 22:20:20.695825 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-ecd0f039-04e0-409f-9771-badde7ae9ee6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291362 Nov 10 22:20:20.752217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:20.786641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-aefbae26-5339-48ff-98f0-4cfb630d102b service neutron] 10.222.0.53 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839248 Nov 10 22:20:20.790821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:20:20.835693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:20:20.841348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:20.854666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Transition to ACTIVE for port object a61f960f-8c44-4151-8312-80184464f53f will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:20:20.876924 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab49a2d-976d-467a-9954-61b7930ce2a7" -d '{"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-unplugged", "status": "completed", "tag": "a61f960f-8c44-4151-8312-80184464f53f"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:20:20.914363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-e7a582d4-2a2e-461c-ade5-84ff2b915b9c service neutron] 10.222.0.53 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201839 Nov 10 22:20:20.921701 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:20.922951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28964f43-35f3-41a7-8346-aea9705477e6 req-dc148ee5-6e0e-4dee-a1c0-765f572df53b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:20.924662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28964f43-35f3-41a7-8346-aea9705477e6 req-dc148ee5-6e0e-4dee-a1c0-765f572df53b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0738821 Nov 10 22:20:20.976308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:20.991611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] No DVR routers for this DVR port a61f960f-8c44-4151-8312-80184464f53f on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:20:20.994445 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc21fc8-4ee7-4ce7-803c-b77773720c12 x-openstack-request-id: req-ebc21fc8-4ee7-4ce7-803c-b77773720c12 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:20:20.994739 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-unplugged", "status": "completed", "tag": "a61f960f-8c44-4151-8312-80184464f53f", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:20:20.994992 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebc21fc8-4ee7-4ce7-803c-b77773720c12 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:20:20.995386 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f', 'code': 200} Nov 10 22:20:20.995573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28964f43-35f3-41a7-8346-aea9705477e6 req-f9f9d110-a9b7-4ba2-8941-83f44e70ddcc tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551200 Nov 10 22:20:21.028967 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:20:21.029300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:20:21.029624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f on network dcf40c2e-8be4-4496-b139-1f8d00d1442d {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:20:21.034523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Port a61f960f-8c44-4151-8312-80184464f53f on network dcf40c2e-8be4-4496-b139-1f8d00d1442d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:20:21.034841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Attempting to bind port a61f960f-8c44-4151-8312-80184464f53f on network dcf40c2e-8be4-4496-b139-1f8d00d1442d {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:20:21.039601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:20:21.039969 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Checking segment: {'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:20:21.040352 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Bound using segment: {'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:20:21.040787 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Bound port: a61f960f-8c44-4151-8312-80184464f53f, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e805de-a333-4828-9fb6-57cd6c03d4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:20:21.041120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:21.453069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:20:21.456049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:20:21.520008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:21.559662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:21.560420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:21.561784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] 10.222.0.53 "PUT /v2.0/ports/a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 1092 time: 1.0642292 Nov 10 22:20:21.586095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97fded-95cd-4cba-8fca-ccd6bf2dc012 service neutron] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:21.629812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-32f47d07-38ef-4dc6-9c9f-c48f53b79ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:21.631305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-32f47d07-38ef-4dc6-9c9f-c48f53b79ffc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0423665 Nov 10 22:20:21.728903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-48661e55-0ec7-4ddb-9e36-084b50b0f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:21.730232 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-48661e55-0ec7-4ddb-9e36-084b50b0f71c service neutron] 10.222.0.53 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 912 time: 0.0919516 Nov 10 22:20:21.772826 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-649f562e-c83f-40b7-b3ff-d836f5b3a112 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0360749 Nov 10 22:20:21.833322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-6dbb610e-d99a-4383-ad08-a1608b91665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:21.834784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-6dbb610e-d99a-4383-ad08-a1608b91665d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0517936 Nov 10 22:20:21.871926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-f82b7225-c64e-4493-945a-4080b7a0fd63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277345 Nov 10 22:20:21.961424 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-452072dd-6f6b-4604-aed1-caea601f5a78 service neutron] 10.222.0.53 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819247 Nov 10 22:20:22.060858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c792620-4b00-414b-a6a8-22edaf126ad7 req-563f7efa-74bf-401a-95b7-27778ce15245 service neutron] 10.222.0.53 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913458 Nov 10 22:20:22.110859 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:20:22.116760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb87c5-2c33-44d9-820d-81e5cdad0a7c req-8c386075-d334-4df2-8d22-dbd333ef2b7b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:22.118211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0bb87c5-2c33-44d9-820d-81e5cdad0a7c req-8c386075-d334-4df2-8d22-dbd333ef2b7b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 943 time: 0.0491064 Nov 10 22:20:22.170201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0bb87c5-2c33-44d9-820d-81e5cdad0a7c req-955a38d4-ac55-4845-948d-9b506860c72d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Nov 10 22:20:22.996676 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:20:22.999035 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3462b14-236d-4124-b6c2-d04d4b9f7903" -d '{"events": [{"name": "network-changed", "server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "tag": "a61f960f-8c44-4151-8312-80184464f53f"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:20:23.046959 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a9e97-f559-460c-93d8-23215e385a7a x-openstack-request-id: req-6c9a9e97-f559-460c-93d8-23215e385a7a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:20:23.047254 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "tag": "a61f960f-8c44-4151-8312-80184464f53f", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:20:23.047538 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c9a9e97-f559-460c-93d8-23215e385a7a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:20:23.047970 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f', 'status': 'completed', 'code': 200} Nov 10 22:20:23.107625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-d4720446-2656-4bab-90e0-77b3aee5e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:23.109278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-d4720446-2656-4bab-90e0-77b3aee5e515 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0414815 Nov 10 22:20:23.114977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-a48c95b5-f86a-4ed2-bb7d-2a630acf8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:23.116474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-a48c95b5-f86a-4ed2-bb7d-2a630acf8a0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0442410 Nov 10 22:20:23.208387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-56db5759-c998-4e3d-a65d-cc07375393fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:23.208663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-4c40fd77-ead5-4b31-87e1-b8dce6559934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:23.209861 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-56db5759-c998-4e3d-a65d-cc07375393fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 912 time: 0.0936115 Nov 10 22:20:23.210173 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-4c40fd77-ead5-4b31-87e1-b8dce6559934 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 912 time: 0.0868847 Nov 10 22:20:23.254670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-41210f67-8222-4e94-bc61-9424b6462b43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0370121 Nov 10 22:20:23.255823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-3016be7b-d949-4b75-9529-ff166a124d7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0386491 Nov 10 22:20:23.305578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-31e918ca-197c-42ea-bf2c-705920d24df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:23.307027 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-31e918ca-197c-42ea-bf2c-705920d24df7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0443907 Nov 10 22:20:23.329630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-a849c94d-bed9-4950-90d3-6e2952fa4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:23.331104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-a849c94d-bed9-4950-90d3-6e2952fa4302 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0678573 Nov 10 22:20:23.339180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-f295d213-a61b-4e15-b489-0f919e9c5d88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249636 Nov 10 22:20:23.341925 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d4de6-ccc8-4319-8eb5-1ce87c731ee9 req-0f186e22-2cca-429d-9c08-9cf45974df75 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:23.343506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c55d4de6-ccc8-4319-8eb5-1ce87c731ee9 req-0f186e22-2cca-429d-9c08-9cf45974df75 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 943 time: 0.0913177 Nov 10 22:20:23.374157 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-da6523c5-a47b-4474-b1ec-2d8cad77aa35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288973 Nov 10 22:20:23.435547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-1bc93cb0-baad-4eea-ad63-9c2047eb3b1b service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883942 Nov 10 22:20:23.437847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a61f960f-8c44-4151-8312-80184464f53f no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:20:23.464745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c55d4de6-ccc8-4319-8eb5-1ce87c731ee9 req-102a83bf-a438-4ff0-bb40-2db4466b40f4 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128695 Nov 10 22:20:23.483100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a61f960f-8c44-4151-8312-80184464f53f not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:20:23.494108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-63ec265e-86cf-498d-ab5e-290ddc1ac74c service neutron] 10.222.0.53 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123064 Nov 10 22:20:23.528143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-c53eafe7-fe03-4af5-a240-2c1443eb88e7 service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Nov 10 22:20:23.586276 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d3462b14-236d-4124-b6c2-d04d4b9f7903 req-ef0c80ca-9d68-4a88-bbac-bbad1c28b397 service neutron] 10.222.0.53 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845594 Nov 10 22:20:23.942236 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:24.590516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09322bd-06a1-4d63-80d3-27353922af71 req-60988b1f-c56b-4d50-b45c-c7f594d67a8d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:24.591998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b09322bd-06a1-4d63-80d3-27353922af71 req-60988b1f-c56b-4d50-b45c-c7f594d67a8d tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 943 time: 0.0488312 Nov 10 22:20:24.643357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b09322bd-06a1-4d63-80d3-27353922af71 req-1f018060-6595-42be-bad7-3aad275e3706 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Nov 10 22:20:25.119260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-c6f62f82-7f6b-4192-be88-8374e184b762 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:25.120631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-c6f62f82-7f6b-4192-be88-8374e184b762 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.64 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3&tenant_id=3171f23114f8492198deec8056a071cf&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 943 time: 0.0842416 Nov 10 22:20:25.137865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a61f960f-8c44-4151-8312-80184464f53f details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:20:25.186370 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-2e46dd11-7916-4f86-ae35-a85e6f3d2fee service neutron] delete failed (client error): The resource could not be found. Nov 10 22:20:25.187508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-2e46dd11-7916-4f86-ae35-a85e6f3d2fee service neutron] 10.222.0.64 "DELETE /v2.0/ports/a61f960f-8c44-4151-8312-80184464f53f/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0572083 Nov 10 22:20:25.234533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:25.245733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a61f960f-8c44-4151-8312-80184464f53f', 'network_id': 'dcf40c2e-8be4-4496-b139-1f8d00d1442d', 'port_id': 'a61f960f-8c44-4151-8312-80184464f53f', 'mac_address': 'fa:16:3e:06:f1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961370d0-0a4d-48c9-ba75-1cb453cab3bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:20:25.276832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-d10c8030-8fef-4c59-bf02-c0bc49b35974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:25.278346 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-d10c8030-8fef-4c59-bf02-c0bc49b35974 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3171f23114f8492198deec8056a071cf&device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 1095 time: 0.0452030 Nov 10 22:20:25.285848 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:25.299444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61f960f-8c44-4151-8312-80184464f53f {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:20:25.321616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:25.418628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:25.469869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:25.477642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.477988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.478326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.478659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.478990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.479323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.479649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.480004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.480326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.480645 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.480973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.481294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:25.664112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-e86b2048-d750-4ada-9205-e64961feeea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:25.665575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-e86b2048-d750-4ada-9205-e64961feeea4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 200 len: 912 time: 0.3807020 Nov 10 22:20:25.675186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a61f960f-8c44-4151-8312-80184464f53f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:20:25.712457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-5cacbc59-f756-4598-ae79-dba8b4b95701 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 200 len: 217 time: 0.0382338 Nov 10 22:20:25.761960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-e0064b52-20e3-462a-910d-a7e0d46522be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:25.763391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-e0064b52-20e3-462a-910d-a7e0d46522be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 200 len: 851 time: 0.0438502 Nov 10 22:20:25.793766 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-f968622c-fde6-43a8-ada1-2d6beedcc298 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcf40c2e-8be4-4496-b139-1f8d00d1442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239069 Nov 10 22:20:25.884967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-dd9421ee-22e4-4bdc-9954-4956dbe2c22f service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837288 Nov 10 22:20:25.976755 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-ea40150a-09bf-4210-ae34-7543a7fc47f1 service neutron] 10.222.0.64 "GET /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842762 Nov 10 22:20:27.146811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a61f960f-8c44-4151-8312-80184464f53f up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:20:27.256565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a61f960f-8c44-4151-8312-80184464f53f completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:20:27.260721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a61f960f-8c44-4151-8312-80184464f53f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:20:27.272003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:27.347334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:27.371158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:20:27.373493 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350bff51-fd30-4176-ad4c-56efbe664fe3" -d '{"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-plugged", "status": "completed", "tag": "a61f960f-8c44-4151-8312-80184464f53f"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:20:27.388365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:27.396105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ae6e2-62ac-49b9-85a7-46ac7bd470a4 req-14be3ab0-9aa6-478d-aa76-f4bd71c1cc3f tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:27.397920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-688ae6e2-62ac-49b9-85a7-46ac7bd470a4 req-14be3ab0-9aa6-478d-aa76-f4bd71c1cc3f tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 944 time: 0.0506303 Nov 10 22:20:27.415556 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583c4fdd-bd3b-480e-bb95-d51e8614b324 x-openstack-request-id: req-583c4fdd-bd3b-480e-bb95-d51e8614b324 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:20:27.415891 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-plugged", "status": "completed", "tag": "a61f960f-8c44-4151-8312-80184464f53f", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:20:27.416197 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-583c4fdd-bd3b-480e-bb95-d51e8614b324 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:20:27.416647 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f', 'code': 200} Nov 10 22:20:27.451550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-688ae6e2-62ac-49b9-85a7-46ac7bd470a4 req-dcf3a622-59e6-4e9e-ad85-43b5f589bfc8 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479305 Nov 10 22:20:27.502340 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:27.549785 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:28.575236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a286a99-258e-4596-8705-a6a863fded48 req-427684a5-956a-41d0-af7b-7f46c3f03498 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:28.576739 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a286a99-258e-4596-8705-a6a863fded48 req-427684a5-956a-41d0-af7b-7f46c3f03498 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0548253 Nov 10 22:20:28.654525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-78b532e8-240c-4e84-a068-da4e06712786 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:28.656047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-78b532e8-240c-4e84-a068-da4e06712786 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.53 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 945 time: 0.0760901 Nov 10 22:20:28.660522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9a286a99-258e-4596-8705-a6a863fded48 req-ce47bbd8-f08f-42e9-9b50-4d012adc51b4 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/security-groups?id=e3956c42-6cf8-4cfa-af61-1ede82259997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708232 Nov 10 22:20:28.747782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Deleting port a61f960f-8c44-4151-8312-80184464f53f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:20:28.748111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:28.835164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] For port a61f960f-8c44-4151-8312-80184464f53f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a61f960f-8c44-4151-8312-80184464f53f,segment=NetworkSegment(56e805de-a333-4828-9fb6-57cd6c03d4f3),segment_id=56e805de-a333-4828-9fb6-57cd6c03d4f3)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:28.835526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:28.847931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Calling delete_port for a61f960f-8c44-4151-8312-80184464f53f owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:20:29.069532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:29.082837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a61f960f-8c44-4151-8312-80184464f53f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:20:29.097985 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Pushing event deleted for resources: {'Port': ['ID=a61f960f-8c44-4151-8312-80184464f53f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:29.122805 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.123150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.123487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.123854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.124186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.124514 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.124835 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.125966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.126182 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.126504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.126826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.127146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:29.147465 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] No DVR routers for this DVR port a61f960f-8c44-4151-8312-80184464f53f on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:20:29.149945 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:29.153548 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c4f8641-9c60-4ae3-9920-42ff9012c3be req-25244ee7-73d6-42d0-a44e-e95f9f6bbf15 tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.53 "DELETE /v2.0/ports/a61f960f-8c44-4151-8312-80184464f53f HTTP/1.1" status: 204 len: 173 time: 0.4906781 Nov 10 22:20:29.153548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-deleted', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:20:29.155827 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a21d68-0a87-41d9-b23c-3839be30a0a3" -d '{"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-deleted", "tag": "a61f960f-8c44-4151-8312-80184464f53f"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:20:29.195588 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512c5b48-7ff5-49a5-9d24-9bafc179471b x-openstack-request-id: req-512c5b48-7ff5-49a5-9d24-9bafc179471b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:20:29.195914 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163c7e3e-b275-4c04-91c0-9774f7e5bfe3", "name": "network-vif-deleted", "tag": "a61f960f-8c44-4151-8312-80184464f53f", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:20:29.196165 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-512c5b48-7ff5-49a5-9d24-9bafc179471b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:20:29.196561 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163c7e3e-b275-4c04-91c0-9774f7e5bfe3', 'name': 'network-vif-deleted', 'tag': 'a61f960f-8c44-4151-8312-80184464f53f', 'status': 'completed', 'code': 200} Nov 10 22:20:29.770525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5fd3dfc6-44f5-411c-9e64-411e3118f531 req-7cc932f1-e926-423b-8619-66df8568e79b tempest-DeleteServersTestJSON-821693852 tempest-DeleteServersTestJSON-821693852-project] 10.222.0.45 "GET /v2.0/ports?device_id=163c7e3e-b275-4c04-91c0-9774f7e5bfe3 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Nov 10 22:20:30.900186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51848) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:20:30.944462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] Deleting subnet 961370d0-0a4d-48c9-ba75-1cb453cab3bc {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:20:30.947471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:30.981217 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.018683 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.171242 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.199309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961370d0-0a4d-48c9-ba75-1cb453cab3bc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:31.202617 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.206321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6663bf5f-6fb6-4586-9702-78d68461d890 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/961370d0-0a4d-48c9-ba75-1cb453cab3bc HTTP/1.1" status: 204 len: 168 time: 0.3051443 Nov 10 22:20:31.208837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51850) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:20:31.276112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.368744 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.387978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf40c2e-8be4-4496-b139-1f8d00d1442d']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:20:31.405474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e805de-a333-4828-9fb6-57cd6c03d4f3') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:20:31.405778 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e805de-a333-4828-9fb6-57cd6c03d4f3') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:20:31.423543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.443600 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.450194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:20:31.450581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:20:31.452236 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:20:31.600913 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.606482 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:31.612808 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] 10.222.0.45 "DELETE /v2.0/networks/dcf40c2e-8be4-4496-b139-1f8d00d1442d HTTP/1.1" status: 204 len: 168 time: 0.3999276 Nov 10 22:20:31.620810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbf1c4-a408-4fcb-8e57-4863db36d78a admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf40c2e-8be4-4496-b139-1f8d00d1442d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:31.916745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51854) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:20:31.958741 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-7eb0504c-d856-4a0c-822e-25501020d4b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3171f23114f8492198deec8056a071cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408261 Nov 10 22:20:31.961330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51856) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:20:32.008592 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16136d6a-bdce-4036-9bd8-5601f11af2f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:32.029150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16136d6a-bdce-4036-9bd8-5601f11af2f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:32.147824 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16136d6a-bdce-4036-9bd8-5601f11af2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:32.150398 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-16136d6a-bdce-4036-9bd8-5601f11af2f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:32.151552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-16136d6a-bdce-4036-9bd8-5601f11af2f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3956c42-6cf8-4cfa-af61-1ede82259997 HTTP/1.1" status: 204 len: 168 time: 0.1893308 Nov 10 22:20:32.159697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16136d6a-bdce-4036-9bd8-5601f11af2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3956c42-6cf8-4cfa-af61-1ede82259997,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:33.178372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a61f960f-8c44-4151-8312-80184464f53f no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:20:33.199241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: a61f960f-8c44-4151-8312-80184464f53f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:20:33.199583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a61f960f-8c44-4151-8312-80184464f53f not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:20:33.211449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51878) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:20:33.304755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1203027642-network', 'tenant_id': '57692fb757f94ca98a4e92b3add30769'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:20:33.400662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Made reservation on behalf of 57692fb757f94ca98a4e92b3add30769 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:20:33.402932 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.411510 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.483952 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.572343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.596545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:20:33.606188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6366c0db-f310-43cd-a6ab-4762bef7fd89,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:33.611861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.612212 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Added segment 5634572a-68f7-46c5-b8a9-b06efee466c0 of type vlan for network 70bcccba-ff6a-4edd-b968-b6dcac2283be Nov 10 22:20:33.651829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.743606 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.744594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:33.745171 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:33.807380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] Pushing event updated for resources: {'Network': ['ID=70bcccba-ff6a-4edd-b968-b6dcac2283be,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:33.817745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 70bcccba-ff6a-4edd-b968-b6dcac2283be details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:20:33.838073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8319f42f-247e-4f57-93b0-1f0d5692cf6a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6253495 Nov 10 22:20:33.840765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 51882) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:20:33.846197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Request body: {'subnet': {'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1203027642-subnet', 'tenant_id': '57692fb757f94ca98a4e92b3add30769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:20:33.932354 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Made reservation on behalf of 57692fb757f94ca98a4e92b3add30769 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:20:33.935080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:34.166706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:34.221576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d8e22a-99ee-47c6-8155-839a06304223,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:34.230068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Checking segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:20:34.230426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Network hostable DHCP agents. Network: 70bcccba-ff6a-4edd-b968-b6dcac2283be, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:20:34.337703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Network 70bcccba-ff6a-4edd-b968-b6dcac2283be is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:20:34.421591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 70bcccba-ff6a-4edd-b968-b6dcac2283be) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:20:34.425714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:34.426318 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:34.432077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212382b-9d27-42d5-8abc-148207490f88 None None] Network 70bcccba-ff6a-4edd-b968-b6dcac2283be requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:20:34.521845 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-19a68178-21a6-4335-b967-1d47f3becdcf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6799858 Nov 10 22:20:34.555535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284c1c41-7305-4ca3-beae-30f7c4b19113 None None] Network 70bcccba-ff6a-4edd-b968-b6dcac2283be requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:20:34.950149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e38e261b-679e-484d-a848-9b635e2c712c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:34.951527 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e38e261b-679e-484d-a848-9b635e2c712c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 815 time: 0.1045003 Nov 10 22:20:34.966821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-1d852c18-6d46-4f89-8ada-ba2db1660754 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/quotas/57692fb757f94ca98a4e92b3add30769 HTTP/1.1" status: 200 len: 375 time: 0.0089085 Nov 10 22:20:34.998179 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e6184b0a-811f-4088-9e8f-3285be8487f1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256333 Nov 10 22:20:35.087674 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-c6eb6323-8399-44ec-8535-091040097d2a service neutron] 10.222.0.45 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817034 Nov 10 22:20:35.177963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-4374b28b-1ba4-4c5e-829d-337d6b98ecd8 service neutron] 10.222.0.45 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842397 Nov 10 22:20:35.422084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ccdf82bc-851f-485d-bfcf-d122e48b7c66 req-b243c1a2-deea-4b89-8c23-644aebcbcf39 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0270665 Nov 10 22:20:35.755467 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8ca5a29c-2f04-49a6-8433-a063797b8500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:36.520635 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c1e1baf-e6a8-4226-81d3-0246f8ee5871 req-14009f00-41f5-4da5-8393-29fd70c6247a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0265000 Nov 10 22:20:37.402182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-16d2b6da-412f-49d1-b8ff-582d2011680d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:37.403614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-16d2b6da-412f-49d1-b8ff-582d2011680d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.64 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 815 time: 0.1016011 Nov 10 22:20:37.416668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Request body: {'port': {'device_id': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be', 'admin_state_up': True, 'tenant_id': '57692fb757f94ca98a4e92b3add30769'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:20:37.609289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Made reservation on behalf of 57692fb757f94ca98a4e92b3add30769 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:20:37.613963 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:37.631030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bec42070-bbbb-4b21-955b-26a3c73fcde5 req-f1716aed-b6df-4867-8b23-5c4180396188 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 210 time: 0.0329101 Nov 10 22:20:37.758775 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Allocated IP 172.20.0.7 (70bcccba-ff6a-4edd-b968-b6dcac2283be/d1d8e22a-99ee-47c6-8155-839a06304223/60b1b67e-36fd-47db-ac7a-e31da5e05e11) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:20:37.904416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:37.976217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0e42795-72c3-415a-8b70-b8f9c2adb6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.016467 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.056511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Network 70bcccba-ff6a-4edd-b968-b6dcac2283be is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:20:38.062202 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:20:38.065843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:20:38.091242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:38.106366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.106707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.107039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.107368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.107691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.108042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.108365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.108685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.109006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.109324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.109640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.109953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:20:38.129664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:38.130265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.218861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-e0aba690-d3ac-4735-a243-3a4d88a6270f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8058679 Nov 10 22:20:38.230795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Request body: {'port': {'device_id': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:20:38.288028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.543713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b1b67e-36fd-47db-ac7a-e31da5e05e11 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:20:38.551201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.562902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Transition to ACTIVE for port object 60b1b67e-36fd-47db-ac7a-e31da5e05e11 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:20:38.669475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.724918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:38.760916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5915-a5cf-4efc-8078-9de743ee0c88 req-f66dcfd2-1dc0-47eb-ba68-0b4717b8ec4d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:38.762404 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe2a5915-a5cf-4efc-8078-9de743ee0c88 req-f66dcfd2-1dc0-47eb-ba68-0b4717b8ec4d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 943 time: 0.0575435 Nov 10 22:20:38.797306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:20:38.797637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:20:38.797954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:20:38.802857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:20:38.803178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:20:38.807950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:20:38.808280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Checking segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:20:38.808662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Bound using segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:20:38.809328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Bound port: 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:20:38.809684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.810710 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe2a5915-a5cf-4efc-8078-9de743ee0c88 req-f0c9aed1-7214-4040-83b4-cecf01eb6b05 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Nov 10 22:20:38.871567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:20:38.874523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:20:38.959431 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.994445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:38.995066 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:38.996461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] 10.222.0.64 "PUT /v2.0/ports/60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 1092 time: 0.7698452 Nov 10 22:20:38.996893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:20:38.999134 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22d8962-1ffb-424c-9e71-c4f291c2bc52" -d '{"events": [{"name": "network-changed", "server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:20:39.026985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dc1ef-e14e-442e-b993-af7563d09474 service neutron] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:39.040540 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e426c1f-0557-411f-8065-15e1b5427930 x-openstack-request-id: req-2e426c1f-0557-411f-8065-15e1b5427930 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:20:39.040834 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:20:39.041086 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e426c1f-0557-411f-8065-15e1b5427930 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:20:39.041487 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'status': 'completed', 'code': 200} Nov 10 22:20:39.121712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8962-1ffb-424c-9e71-c4f291c2bc52 req-fc6e5974-c5f4-4fcc-8791-808b6f86cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:39.123195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e22d8962-1ffb-424c-9e71-c4f291c2bc52 req-fc6e5974-c5f4-4fcc-8791-808b6f86cf47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0459504 Nov 10 22:20:39.222665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8962-1ffb-424c-9e71-c4f291c2bc52 req-e14f5d6f-5015-4f12-9ecf-22c2b4529681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:39.224314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e22d8962-1ffb-424c-9e71-c4f291c2bc52 req-e14f5d6f-5015-4f12-9ecf-22c2b4529681 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=57692fb757f94ca98a4e92b3add30769&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0920596 Nov 10 22:20:39.322021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d8962-1ffb-424c-9e71-c4f291c2bc52 req-b3e1c4ed-5ab5-4555-a03b-779fe7892422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:39.323424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e22d8962-1ffb-424c-9e71-c4f291c2bc52 req-b3e1c4ed-5ab5-4555-a03b-779fe7892422 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925221 Nov 10 22:20:39.401398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-4a19cc52-8815-441e-b07e-d1dbb66d274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:39.402902 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-4a19cc52-8815-441e-b07e-d1dbb66d274d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0421689 Nov 10 22:20:39.423509 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:39.444395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-30c2d3df-7ad9-4777-9770-c78386828733 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 217 time: 0.0341346 Nov 10 22:20:39.497086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-4e282ffe-5394-4db8-af32-c080e303ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:39.498529 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-4e282ffe-5394-4db8-af32-c080e303ffd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0479941 Nov 10 22:20:39.529629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-b85c4407-4a70-4739-afc1-bf0685a7437f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245943 Nov 10 22:20:39.618123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-48004075-6275-4724-8b8c-d3a368eba80a service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816162 Nov 10 22:20:39.712309 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58c26b4d-415c-4752-b532-0f4a66fa2dd5 req-78aef96c-d73c-4bd0-a3f8-46c213eddb1a service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869069 Nov 10 22:20:39.933491 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2544294-2a68-46ee-ba0b-2c6ab8838799 req-3750f792-699e-452e-bf02-d08faa488b04 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:39.935113 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2544294-2a68-46ee-ba0b-2c6ab8838799 req-3750f792-699e-452e-bf02-d08faa488b04 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 943 time: 0.0526690 Nov 10 22:20:39.981772 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2544294-2a68-46ee-ba0b-2c6ab8838799 req-b8202c2c-a9e6-4ed4-ae13-ef05f51ffb52 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Nov 10 22:20:40.920801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:41.102147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50edb5a-40b9-45ef-8a2f-c866052701d0 req-a173cfcd-1db5-46a8-9e5d-9dba06307401 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:41.103559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b50edb5a-40b9-45ef-8a2f-c866052701d0 req-a173cfcd-1db5-46a8-9e5d-9dba06307401 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 943 time: 0.0539417 Nov 10 22:20:41.150672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b50edb5a-40b9-45ef-8a2f-c866052701d0 req-3c4358cf-97a4-4fe4-8b7f-43c1ff42c01d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Nov 10 22:20:41.435552 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:41.590839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:20:41.688877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:41.700076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be', 'port_id': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'mac_address': 'fa:16:3e:58:34:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d8e22a-99ee-47c6-8155-839a06304223', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:20:41.737922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:41.750444 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b1b67e-36fd-47db-ac7a-e31da5e05e11 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:20:41.770890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:41.844943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:41.894128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:42.151147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['60b1b67e-36fd-47db-ac7a-e31da5e05e11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:20:42.280357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdf434-f21e-48c3-996b-fb9eb852d8df req-2f88cdf9-97e4-44e1-8b7b-055efa73efc6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:42.282835 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6afdf434-f21e-48c3-996b-fb9eb852d8df req-2f88cdf9-97e4-44e1-8b7b-055efa73efc6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0540431 Nov 10 22:20:42.334973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6afdf434-f21e-48c3-996b-fb9eb852d8df req-f9a0aff0-ea70-459c-9ccb-131f9b811e63 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Nov 10 22:20:43.455572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70882d72-2a45-4d7f-a23a-92592a07b0de req-b84cbfb7-f9ca-4608-918d-ee33081fc83a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:43.456977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70882d72-2a45-4d7f-a23a-92592a07b0de req-b84cbfb7-f9ca-4608-918d-ee33081fc83a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0546732 Nov 10 22:20:43.504084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-70882d72-2a45-4d7f-a23a-92592a07b0de req-d98314dd-50f8-4846-b9ce-0d65991d85ee tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Nov 10 22:20:43.593441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:20:43.726111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:20:43.729918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:20:43.730285 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:43.809523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:43.831609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:20:43.833829 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec19545-f062-4753-a912-4b01ed6d967d" -d '{"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:20:43.847464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:20:43.871302 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64c3a4f-e797-47e5-8a4d-31e918757492 x-openstack-request-id: req-f64c3a4f-e797-47e5-8a4d-31e918757492 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:20:43.871584 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:20:43.872104 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f64c3a4f-e797-47e5-8a4d-31e918757492 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:20:43.872500 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'code': 200} Nov 10 22:20:43.914814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:43.962067 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:20:43.974495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedd7cd-c3a2-48ac-8960-c2de445e9a3a req-7c091cad-4998-4fce-a5ca-c27221e90db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:43.976256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-beedd7cd-c3a2-48ac-8960-c2de445e9a3a req-7c091cad-4998-4fce-a5ca-c27221e90db4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1097 time: 0.0430000 Nov 10 22:20:44.022293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-beedd7cd-c3a2-48ac-8960-c2de445e9a3a req-dec43e63-4fab-466e-b304-6a56fe0d659c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Nov 10 22:20:44.617978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea129a4-9f02-4b83-96c9-406d535d0b83 req-57f2e125-b1ab-4310-af09-80622d32d63d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:44.619425 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea129a4-9f02-4b83-96c9-406d535d0b83 req-57f2e125-b1ab-4310-af09-80622d32d63d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Nov 10 22:20:44.670491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dea129a4-9f02-4b83-96c9-406d535d0b83 req-ef4600fb-d8b1-4899-b6e5-2e5a18530cfe tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452096 Nov 10 22:20:45.790383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951113dc-551a-40e1-acad-1d37605bddc9 req-b3a303a4-4e9f-49aa-9873-eb15b5abcd03 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:45.791884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-951113dc-551a-40e1-acad-1d37605bddc9 req-b3a303a4-4e9f-49aa-9873-eb15b5abcd03 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Nov 10 22:20:45.839178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-951113dc-551a-40e1-acad-1d37605bddc9 req-ea4d9a67-f9c4-456c-ab8f-5af38274b72e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Nov 10 22:20:45.952144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072d992-56a8-44e4-90c3-929b72df2a47 req-c91fff15-f05b-4af6-932c-66c674763683 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:45.953516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9072d992-56a8-44e4-90c3-929b72df2a47 req-c91fff15-f05b-4af6-932c-66c674763683 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0487661 Nov 10 22:20:46.000697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9072d992-56a8-44e4-90c3-929b72df2a47 req-b0d85dd6-26ca-4d4d-9dd7-207be69c9fb5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Nov 10 22:20:46.265106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1df9a5-ea3d-45e7-a672-297640868f4a req-f635ef07-a4c4-4d9e-af60-dd2c670e650e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:46.266580 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f1df9a5-ea3d-45e7-a672-297640868f4a req-f635ef07-a4c4-4d9e-af60-dd2c670e650e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0527289 Nov 10 22:20:46.316208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f1df9a5-ea3d-45e7-a672-297640868f4a req-6c79da0b-4e97-49b5-bc55-68264e4e66ff tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Nov 10 22:20:46.430627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0d5fe-30be-478a-8933-392d91bd42b0 req-376ee029-5e74-4844-a569-7be83532a491 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:46.432140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90e0d5fe-30be-478a-8933-392d91bd42b0 req-376ee029-5e74-4844-a569-7be83532a491 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0487444 Nov 10 22:20:46.479926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90e0d5fe-30be-478a-8933-392d91bd42b0 req-3c3c995d-70c0-41a9-ab4b-16c1ff5fd398 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Nov 10 22:20:46.834015 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc01dc4-f6f6-43c3-a6a9-2418b3eb06bf req-4f03ce57-0679-4ad1-abce-36dd4efdeaf5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:46.835396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6bc01dc4-f6f6-43c3-a6a9-2418b3eb06bf req-4f03ce57-0679-4ad1-abce-36dd4efdeaf5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0497098 Nov 10 22:20:46.885910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6bc01dc4-f6f6-43c3-a6a9-2418b3eb06bf req-d4d69547-5c78-45da-bf6f-1beed0e4ed65 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443828 Nov 10 22:20:47.041129 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-565a4a30-6fdf-4582-b242-a38027ece238 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775213 Nov 10 22:20:48.009433 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1ab8-aeb3-4836-9605-8dc819a765a9 req-9cd9b271-727a-4e32-83dd-7012cd314703 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:48.010950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7de1ab8-aeb3-4836-9605-8dc819a765a9 req-9cd9b271-727a-4e32-83dd-7012cd314703 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0536559 Nov 10 22:20:48.062069 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7de1ab8-aeb3-4836-9605-8dc819a765a9 req-ce035ab3-e44e-4d33-8ba7-5996fd63a0fc tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Nov 10 22:20:48.959715 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-3e0c1f30-728a-4030-96e1-00a54d14c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:48.961250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-3e0c1f30-728a-4030-96e1-00a54d14c372 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1097 time: 0.0423989 Nov 10 22:20:49.058774 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-5c90770b-19d3-45dd-94f3-712a760dbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:49.060293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-5c90770b-19d3-45dd-94f3-712a760dbe23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0908074 Nov 10 22:20:49.102944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-d97e428e-55e6-4ff1-a674-f70504eecf4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 217 time: 0.0356462 Nov 10 22:20:49.153556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-d8e767a9-3a68-4fab-b0eb-7ea2b290a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:49.155026 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-d8e767a9-3a68-4fab-b0eb-7ea2b290a9d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0450749 Nov 10 22:20:49.181083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb0c4d-ff16-4714-b0b4-694ed11b0bbb req-d30c5bff-5dac-418f-9533-c960ff91fe5d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:49.182619 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-23fb0c4d-ff16-4714-b0b4-694ed11b0bbb req-d30c5bff-5dac-418f-9533-c960ff91fe5d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0511937 Nov 10 22:20:49.189600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-34740662-24d3-4d9a-845b-ccbeb97581f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278494 Nov 10 22:20:49.234654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-23fb0c4d-ff16-4714-b0b4-694ed11b0bbb req-b2f231ab-1653-47e9-8a50-93861a9ebf13 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456955 Nov 10 22:20:49.285857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-4c4e46fb-2f20-4ab1-958a-292a021217fc service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888736 Nov 10 22:20:49.379588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-09625246-f1d0-47c6-9c26-d15f652a2209 service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872395 Nov 10 22:20:50.063393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:50.351321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811a15-f751-4baa-b044-7c5abe7b9f16 req-6ef432af-dc5b-4eca-ae24-90c474324b0c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:50.352730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab811a15-f751-4baa-b044-7c5abe7b9f16 req-6ef432af-dc5b-4eca-ae24-90c474324b0c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0500801 Nov 10 22:20:50.400609 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab811a15-f751-4baa-b044-7c5abe7b9f16 req-3631977c-ffac-4b51-b187-a3b8b6599489 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Nov 10 22:20:51.519085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a588bc-4f69-4306-9a2c-9798c8caa7c7 req-1b62505c-100f-4ad9-89f5-c05f4df7da13 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:51.520625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9a588bc-4f69-4306-9a2c-9798c8caa7c7 req-1b62505c-100f-4ad9-89f5-c05f4df7da13 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0501606 Nov 10 22:20:51.577277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9a588bc-4f69-4306-9a2c-9798c8caa7c7 req-af4a8202-826c-44d9-a250-1f4173e312cc tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501771 Nov 10 22:20:52.696404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c2149-1bdb-4f23-ac14-b4fca0763c4d req-f4e95fb0-a0a2-4e79-a1d3-ca71bed6a795 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:52.697863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-945c2149-1bdb-4f23-ac14-b4fca0763c4d req-f4e95fb0-a0a2-4e79-a1d3-ca71bed6a795 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0482616 Nov 10 22:20:52.744051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-945c2149-1bdb-4f23-ac14-b4fca0763c4d req-6d76d2d0-6c25-4065-a561-48795cb31a49 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Nov 10 22:20:53.859155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d78b60-d14c-4831-a032-4d7c0e217514 req-7525a5eb-b474-414f-b281-699655f677cf tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:53.860643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48d78b60-d14c-4831-a032-4d7c0e217514 req-7525a5eb-b474-414f-b281-699655f677cf tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0484049 Nov 10 22:20:53.912180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48d78b60-d14c-4831-a032-4d7c0e217514 req-10472765-f51d-468f-b9b8-8e6d5a71c9ee tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456114 Nov 10 22:20:53.949231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:20:55.036431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccd215-62d1-477a-965a-10ac36ce9473 req-c3f7944e-9fe7-4c14-9c46-0f4672e3ebbe tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:55.037917 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11ccd215-62d1-477a-965a-10ac36ce9473 req-c3f7944e-9fe7-4c14-9c46-0f4672e3ebbe tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0552893 Nov 10 22:20:55.091396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-11ccd215-62d1-477a-965a-10ac36ce9473 req-edfddcdb-37c4-4c74-bb85-e3e5f523eb2b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474677 Nov 10 22:20:56.210518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f8f1d-59e9-450c-a187-9e19cbfd5ab1 req-ca85dd80-c55d-4778-b88f-43563e8ad7f8 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:56.212033 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a84f8f1d-59e9-450c-a187-9e19cbfd5ab1 req-ca85dd80-c55d-4778-b88f-43563e8ad7f8 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0510082 Nov 10 22:20:56.258699 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a84f8f1d-59e9-450c-a187-9e19cbfd5ab1 req-99263efe-9176-419b-8c25-a0a5c0d75202 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Nov 10 22:20:57.376141 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedbe73-bfa1-40c1-bc15-6741a6ca46fc req-8c386076-14e8-4789-827c-c5285406229d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:57.378363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6dedbe73-bfa1-40c1-bc15-6741a6ca46fc req-8c386076-14e8-4789-827c-c5285406229d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0497255 Nov 10 22:20:57.424927 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6dedbe73-bfa1-40c1-bc15-6741a6ca46fc req-499e67da-4082-4de4-bf6c-96f4166c3c85 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Nov 10 22:20:58.542154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4616c9-8e7c-4d41-9757-1318f063be61 req-11229035-7df7-4a0b-9fde-4aa8d6497331 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:58.543596 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f4616c9-8e7c-4d41-9757-1318f063be61 req-11229035-7df7-4a0b-9fde-4aa8d6497331 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0517223 Nov 10 22:20:58.590330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2f4616c9-8e7c-4d41-9757-1318f063be61 req-9914ce91-aeda-4758-aa50-d004973c72c7 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Nov 10 22:20:59.109541 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:20:59.712100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ce95d-9271-4b8b-ac6e-372f172d4ca8 req-493516f2-c1b7-4efc-b240-7fd3ec32ee6c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:20:59.713565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70ce95d-9271-4b8b-ac6e-372f172d4ca8 req-493516f2-c1b7-4efc-b240-7fd3ec32ee6c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0535839 Nov 10 22:20:59.760931 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70ce95d-9271-4b8b-ac6e-372f172d4ca8 req-afc3714d-cb3b-45b7-84fe-e2fb17dc68e2 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Nov 10 22:21:00.874223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b63b7-0763-4d0b-87e4-cf94ba06c6fe req-c2af774a-875f-4739-9141-72024af3677b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:00.875668 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e75b63b7-0763-4d0b-87e4-cf94ba06c6fe req-c2af774a-875f-4739-9141-72024af3677b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0478165 Nov 10 22:21:00.922660 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e75b63b7-0763-4d0b-87e4-cf94ba06c6fe req-94f2571b-ec8f-4f35-a591-f5fb766d9eee tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Nov 10 22:21:02.037594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f42c3-ea21-404f-9847-6d7e5267eb54 req-ddbd1ea6-4229-4dd9-930b-18b41cc1415b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:02.039063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-808f42c3-ea21-404f-9847-6d7e5267eb54 req-ddbd1ea6-4229-4dd9-930b-18b41cc1415b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0487962 Nov 10 22:21:02.086343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-808f42c3-ea21-404f-9847-6d7e5267eb54 req-f19d956d-2f47-43f1-a9cd-882b5b132f29 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Nov 10 22:21:03.211404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cc86b-db02-400f-9a17-cedb77a030f5 req-ec99daa6-d937-4e4b-8c28-8e6c26743121 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:03.212926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e59cc86b-db02-400f-9a17-cedb77a030f5 req-ec99daa6-d937-4e4b-8c28-8e6c26743121 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0569441 Nov 10 22:21:03.259818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e59cc86b-db02-400f-9a17-cedb77a030f5 req-dd1dea60-dd38-4b8e-a54d-991e65ac6a39 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Nov 10 22:21:04.375829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be782f1-abee-4bdd-af69-1db392c57f2b req-95ca2969-2526-45e9-888f-1c47f0bef0ce tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:04.377996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6be782f1-abee-4bdd-af69-1db392c57f2b req-95ca2969-2526-45e9-888f-1c47f0bef0ce tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0497694 Nov 10 22:21:04.429082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6be782f1-abee-4bdd-af69-1db392c57f2b req-a76e8f07-5b51-43ad-9090-76477214b40e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Nov 10 22:21:05.543467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d0eda-471a-4178-bc29-be36c6bbde2b req-9c4cf4eb-490d-4863-8673-d6895eef291b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:05.544970 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-007d0eda-471a-4178-bc29-be36c6bbde2b req-9c4cf4eb-490d-4863-8673-d6895eef291b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0483422 Nov 10 22:21:05.592164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-007d0eda-471a-4178-bc29-be36c6bbde2b req-0a54eeb6-cd6b-4cb8-930d-3a3224cc5982 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Nov 10 22:21:05.731528 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b96c6542-336b-4ea4-a3cf-292a1164fde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:06.706795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf747fa-1a2f-4391-a177-c967d3384a1e req-3541864e-3a10-4b91-b645-2ba0f1a23d70 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:06.708933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2bf747fa-1a2f-4391-a177-c967d3384a1e req-3541864e-3a10-4b91-b645-2ba0f1a23d70 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0492496 Nov 10 22:21:06.754754 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2bf747fa-1a2f-4391-a177-c967d3384a1e req-e4b3b969-5140-4e92-bc1a-326cc77a0a28 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Nov 10 22:21:07.871174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76139-90d9-4cde-a19e-eba2980fab81 req-a1e910ce-fb50-4dd4-8c7e-05b6ff0f1b19 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:07.872606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ca76139-90d9-4cde-a19e-eba2980fab81 req-a1e910ce-fb50-4dd4-8c7e-05b6ff0f1b19 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0496547 Nov 10 22:21:07.923827 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ca76139-90d9-4cde-a19e-eba2980fab81 req-f8200c87-d484-47dc-9bf9-94f1bdd1c38d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450833 Nov 10 22:21:07.971364 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-294dd7c0-0720-4863-8531-d6ea25dd3044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:09.043401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f849-680a-4ada-879d-cac3de32723b req-d8c33ff6-82b8-4ab1-9ab3-2e573a32da9a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:09.044994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f88f849-680a-4ada-879d-cac3de32723b req-d8c33ff6-82b8-4ab1-9ab3-2e573a32da9a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0504632 Nov 10 22:21:09.093000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f88f849-680a-4ada-879d-cac3de32723b req-9603d19b-a174-4fb5-9fd3-c696177b9c81 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Nov 10 22:21:09.468646 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:10.206477 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f9b02-6b15-4726-b4ce-a0c95d5fe1f6 req-87c9135d-2799-416a-bb8b-1041f780cb81 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:10.207947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-309f9b02-6b15-4726-b4ce-a0c95d5fe1f6 req-87c9135d-2799-416a-bb8b-1041f780cb81 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0483654 Nov 10 22:21:10.255061 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-309f9b02-6b15-4726-b4ce-a0c95d5fe1f6 req-63c2789b-196a-4b09-91f9-8dcf1ceab613 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Nov 10 22:21:10.971060 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:11.378349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db49867-2436-4773-b33c-256ac746b1e0 req-a35a6c68-9d0b-499c-b78a-378ba96f8db9 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:11.379861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8db49867-2436-4773-b33c-256ac746b1e0 req-a35a6c68-9d0b-499c-b78a-378ba96f8db9 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0543699 Nov 10 22:21:11.429207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8db49867-2436-4773-b33c-256ac746b1e0 req-b0ac54f3-3a9f-4808-831c-58b10db99385 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Nov 10 22:21:11.429430 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:12.545246 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b244ba0-3f37-465e-96f1-d010861739a2 req-0e678e0f-e130-4087-a3b1-0e522780c892 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:12.546709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b244ba0-3f37-465e-96f1-d010861739a2 req-0e678e0f-e130-4087-a3b1-0e522780c892 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0482149 Nov 10 22:21:12.594495 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b244ba0-3f37-465e-96f1-d010861739a2 req-03ddea18-441f-415a-93fd-f92a1bcc7803 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Nov 10 22:21:13.712470 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85a703-8850-48b8-b7b9-9e2a2887153a req-6ae146a6-3739-460f-be87-f568fe5b1494 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:13.713937 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d85a703-8850-48b8-b7b9-9e2a2887153a req-6ae146a6-3739-460f-be87-f568fe5b1494 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Nov 10 22:21:13.760162 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4d85a703-8850-48b8-b7b9-9e2a2887153a req-f31ee495-12c8-46b7-a33a-62e8aa07ee2a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Nov 10 22:21:14.880483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bfb5a-81f4-4399-bcca-58112e3a9395 req-54344a00-b9b4-4008-a553-0c4678c18499 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:14.881953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-762bfb5a-81f4-4399-bcca-58112e3a9395 req-54344a00-b9b4-4008-a553-0c4678c18499 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Nov 10 22:21:14.929583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-762bfb5a-81f4-4399-bcca-58112e3a9395 req-4713e26d-06ea-4bd3-8564-53f84073238f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Nov 10 22:21:16.044199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea898d7-6150-434f-9475-db7b88b5b218 req-96e0d40e-2cc7-4496-8596-e2e01ddda785 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:16.045657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea898d7-6150-434f-9475-db7b88b5b218 req-96e0d40e-2cc7-4496-8596-e2e01ddda785 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Nov 10 22:21:16.096862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea898d7-6150-434f-9475-db7b88b5b218 req-0523180c-6138-4946-a1df-d8646dedaeb1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Nov 10 22:21:16.570854 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-bb493ceb-990d-4634-89ec-3ba983151a72 service neutron] show failed (client error): The resource could not be found. Nov 10 22:21:16.571890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-bb493ceb-990d-4634-89ec-3ba983151a72 service neutron] 10.222.0.64 "GET /v2.0/ports/60b1b67e-36fd-47db-ac7a-e31da5e05e11/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0545502 Nov 10 22:21:17.138421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-7490478b-9844-4f07-8f2f-90eb9f1a0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:17.139996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-7490478b-9844-4f07-8f2f-90eb9f1a0d2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2&tenant_id=57692fb757f94ca98a4e92b3add30769 HTTP/1.1" status: 200 len: 1097 time: 0.0433195 Nov 10 22:21:17.153186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:21:17.237008 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:17.258652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d7cfa-b80a-481f-87d5-24c6e332a367 req-e2b4968c-53d4-423a-95d9-221b24c4eb4b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:17.260134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-410d7cfa-b80a-481f-87d5-24c6e332a367 req-e2b4968c-53d4-423a-95d9-221b24c4eb4b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0885270 Nov 10 22:21:17.388608 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-410d7cfa-b80a-481f-87d5-24c6e332a367 req-2afbe3fc-1bca-4239-9b2d-58839636f399 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076546 Nov 10 22:21:17.480123 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:17.512476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:21:17.549513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:21:17.551787 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6549c007-afd2-4ef8-a48b-3c360d0d28bd" -d '{"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:21:17.556315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:17.568869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Transition to ACTIVE for port object 60b1b67e-36fd-47db-ac7a-e31da5e05e11 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:21:17.600307 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac78239e-8822-4c68-b920-4635fa3da4be x-openstack-request-id: req-ac78239e-8822-4c68-b920-4635fa3da4be {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:21:17.600600 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-unplugged", "status": "completed", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:21:17.600848 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac78239e-8822-4c68-b920-4635fa3da4be {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:21:17.601248 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'code': 200} Nov 10 22:21:17.651460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:17.716163 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:17.718442 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] No DVR routers for this DVR port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:21:17.752242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:21:17.752577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:21:17.752903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:21:17.757710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:21:17.758007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Attempting to bind port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:21:17.762771 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:21:17.763106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Checking segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:21:17.763485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Bound using segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:21:17.763944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Bound port: 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:21:17.764299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:17.825526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:21:17.828544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:21:17.884231 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:17.924688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:17.925300 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:17.926688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] 10.222.0.53 "PUT /v2.0/ports/60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 1092 time: 0.7776909 Nov 10 22:21:17.948849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cf830-0e8f-4e62-98f4-63ebfed61297 service neutron] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:17.992842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-d73f8b50-c7d1-4eaf-863a-f894965eaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:17.994338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-d73f8b50-c7d1-4eaf-863a-f894965eaacf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0419502 Nov 10 22:21:18.086802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-90f078b4-2ff7-4e2d-8571-18f98a25d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:18.088279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-90f078b4-2ff7-4e2d-8571-18f98a25d31f service neutron] 10.222.0.53 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0857480 Nov 10 22:21:18.134104 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-7dd1e17f-7d87-4c54-89a8-ea01db693b0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 217 time: 0.0382273 Nov 10 22:21:18.183104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-b71be7c7-f8de-4262-a645-4a2feb439a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:18.184588 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-b71be7c7-f8de-4262-a645-4a2feb439a75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0438323 Nov 10 22:21:18.217079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-dd05d4b8-ba92-4177-8b99-f8a95c28674b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244231 Nov 10 22:21:18.312653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-9277a68a-bddc-4f0c-8d8e-c2d7d43eb9ad service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878515 Nov 10 22:21:18.401504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d6d27082-13af-4a5e-bd00-fc9eb4adab2d req-1c9ce875-8443-4916-99ba-898630ddd204 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817034 Nov 10 22:21:18.510549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea817203-2bc7-4448-ab4b-999b9caada50 req-5db008ba-7d24-481c-8f0b-5bff974d0f81 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:18.512074 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea817203-2bc7-4448-ab4b-999b9caada50 req-5db008ba-7d24-481c-8f0b-5bff974d0f81 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 943 time: 0.0552223 Nov 10 22:21:18.560683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ea817203-2bc7-4448-ab4b-999b9caada50 req-49a99f6d-3597-4140-b704-bfa48ed52fb0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Nov 10 22:21:19.602586 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:21:19.604980 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:21:19.653049 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c83d4-0c19-42d0-a122-83fc61bbade2 x-openstack-request-id: req-8f2c83d4-0c19-42d0-a122-83fc61bbade2 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:21:19.653363 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:21:19.653604 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f2c83d4-0c19-42d0-a122-83fc61bbade2 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:21:19.654040 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'status': 'completed', 'code': 200} Nov 10 22:21:19.684504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b80cd0-6fe4-4af6-9a2a-e32f598fb5e6 req-03c5e08e-45f5-4573-b3c0-4e705ff54b56 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:19.686007 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1b80cd0-6fe4-4af6-9a2a-e32f598fb5e6 req-03c5e08e-45f5-4573-b3c0-4e705ff54b56 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 943 time: 0.0551109 Nov 10 22:21:19.711804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-8f1b5702-c3ae-4d45-abe9-0ea1b208a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:19.713376 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-8f1b5702-c3ae-4d45-abe9-0ea1b208a3d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0426784 Nov 10 22:21:19.749242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:21:19.762325 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1b80cd0-6fe4-4af6-9a2a-e32f598fb5e6 req-1b6f7050-c466-496c-b49b-a06fe0e06a2c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675998 Nov 10 22:21:19.765239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-3774d104-859a-4692-b1cd-35cccc71ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:19.766658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-3774d104-859a-4692-b1cd-35cccc71ff7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0797832 Nov 10 22:21:19.796932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:21:19.814216 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-f624cbec-838e-4489-8b41-7ea209264133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:19.815755 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-f624cbec-838e-4489-8b41-7ea209264133 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0942931 Nov 10 22:21:19.857597 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-a2b8140e-f0c9-4b80-a11d-79589cd38fd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 217 time: 0.0344017 Nov 10 22:21:19.859864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-87a6fe8b-eac7-4978-800c-1de5a126b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:19.861306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-87a6fe8b-eac7-4978-800c-1de5a126b83d service neutron] 10.222.0.64 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0879743 Nov 10 22:21:19.907048 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-070283f4-dfa8-40b2-aa22-d2de30b1af16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 217 time: 0.0383086 Nov 10 22:21:19.910724 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-e54db006-2314-4514-b6e9-e7ae33ff855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:19.912188 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-e54db006-2314-4514-b6e9-e7ae33ff855c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0433829 Nov 10 22:21:19.944485 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-b74af3ef-322c-4890-9209-b909286e05a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245457 Nov 10 22:21:19.957612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-117836e6-24c8-4aa9-87f9-88aa99c68f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:19.959036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-117836e6-24c8-4aa9-87f9-88aa99c68f40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0443776 Nov 10 22:21:19.991930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-67712cee-04d5-4916-a875-be9ef96f57e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255992 Nov 10 22:21:20.079777 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:20.094764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-daa7a677-3779-434d-9612-ff4852a23bf2 service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957422 Nov 10 22:21:20.192816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-2843dcd8-0184-4dcd-bdaf-b23a608fa0cf service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915453 Nov 10 22:21:20.317677 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-e9693074-fba0-44db-bd4c-996ef48b4f95 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514364 Nov 10 22:21:20.413964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8b17fcf3-0459-4b2a-8f0d-adf90bb04fd3 req-195cb66c-4645-42dc-9f9f-6904c553a4c0 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893619 Nov 10 22:21:20.513421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-d088e2eb-91f7-465d-a0be-9c2d45a65080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:20.514914 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-d088e2eb-91f7-465d-a0be-9c2d45a65080 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0411434 Nov 10 22:21:20.622045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-16b9c6c5-7aa5-425f-8305-f4cc2ff067b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:20.623503 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-16b9c6c5-7aa5-425f-8305-f4cc2ff067b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0873485 Nov 10 22:21:20.665429 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-56487e63-78e2-4dad-b9d8-650625aec85f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 217 time: 0.0343194 Nov 10 22:21:20.713758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-8dedccbe-bb2f-44cd-8b5b-40317d63da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:20.715157 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-8dedccbe-bb2f-44cd-8b5b-40317d63da51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0436151 Nov 10 22:21:20.748032 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-037bf46e-d46c-4643-bb9f-1d5c88076946 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257182 Nov 10 22:21:20.851617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-b61b3e63-41a4-466e-9bc6-6e0a91f1f2eb service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953343 Nov 10 22:21:20.941705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4076c-315e-465e-a650-0cdb94f0bcce req-c656267a-b61d-400d-a31d-3a4e0e7329f8 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:20.943178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ab4076c-315e-465e-a650-0cdb94f0bcce req-c656267a-b61d-400d-a31d-3a4e0e7329f8 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 943 time: 0.1054571 Nov 10 22:21:20.989473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d6b3197-7e3d-43bc-9788-18c82880f914 req-2db2706a-f5fd-49c6-8d18-90b4c3854b04 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239378 Nov 10 22:21:21.006445 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5ab4076c-315e-465e-a650-0cdb94f0bcce req-fefa5bf0-e485-4a26-b11c-4ca74bdf58fa tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Nov 10 22:21:21.367492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b274b0-2b21-4ea1-9098-e8de74509fac req-3cd79809-1ad2-4b58-a244-94fabe52d89c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:21.369087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16b274b0-2b21-4ea1-9098-e8de74509fac req-3cd79809-1ad2-4b58-a244-94fabe52d89c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 943 time: 0.0498848 Nov 10 22:21:21.418021 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-16b274b0-2b21-4ea1-9098-e8de74509fac req-8a47012e-dcdf-41d5-b8de-c818857b6fae tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 Nov 10 22:21:21.427628 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:21:21.471241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-5ddd06bc-9b6a-4f3d-820a-6d226fdaa998 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:21.472854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-5ddd06bc-9b6a-4f3d-820a-6d226fdaa998 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.64 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2&tenant_id=57692fb757f94ca98a4e92b3add30769&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 943 time: 0.0592692 Nov 10 22:21:21.527025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:21.537355 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-223a5056-bd39-4fd5-b5d2-1d959fb4e215 service neutron] delete failed (client error): The resource could not be found. Nov 10 22:21:21.538394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-223a5056-bd39-4fd5-b5d2-1d959fb4e215 service neutron] 10.222.0.64 "DELETE /v2.0/ports/60b1b67e-36fd-47db-ac7a-e31da5e05e11/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0581236 Nov 10 22:21:21.626937 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-211978f9-9d89-4c35-99e2-43e37e2f9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:21.628524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-211978f9-9d89-4c35-99e2-43e37e2f9c6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 1095 time: 0.0453038 Nov 10 22:21:21.706364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be', 'port_id': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'mac_address': 'fa:16:3e:58:34:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d8e22a-99ee-47c6-8155-839a06304223', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:21:21.740437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-f2f2ba69-ece7-4a44-b2cb-01656f6f93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:21.741907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-f2f2ba69-ece7-4a44-b2cb-01656f6f93d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.1053288 Nov 10 22:21:21.743284 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:21.756259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b1b67e-36fd-47db-ac7a-e31da5e05e11 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:21:21.777461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:21.789972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-d5a330b0-a198-4b52-adf6-df72123335ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 200 len: 217 time: 0.0393536 Nov 10 22:21:21.839827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-bd1b56e9-57ac-4e6e-877e-dce4cacc221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:21.841263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-bd1b56e9-57ac-4e6e-877e-dce4cacc221b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0442078 Nov 10 22:21:21.845050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:21.872721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-24429a84-3a52-449f-8265-d0da2c747eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246539 Nov 10 22:21:21.892544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:21.969245 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-6fe7f042-ba47-4cd5-981c-f2be13ec4624 service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894561 Nov 10 22:21:22.046226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['60b1b67e-36fd-47db-ac7a-e31da5e05e11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:21:22.062432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-96e34ac5-d27e-486b-8f32-a57039a4ddb0 req-8f871233-6172-4677-af55-b604083058ac service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824649 Nov 10 22:21:22.542587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca395bf-9add-4fd0-bd21-1c0a8c9171b0 req-57717b3d-53c7-4485-b5bb-2646a90ee3a2 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:22.544062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ca395bf-9add-4fd0-bd21-1c0a8c9171b0 req-57717b3d-53c7-4485-b5bb-2646a90ee3a2 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0540111 Nov 10 22:21:22.593541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ca395bf-9add-4fd0-bd21-1c0a8c9171b0 req-0a1778c5-939d-4685-a3cf-6f2972efb812 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Nov 10 22:21:23.451389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:21:23.565297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:21:23.569025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:21:23.569393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:23.647585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:23.670946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:21:23.673268 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce7fcf-5672-4fe1-92d0-b565584fae05" -d '{"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:21:23.686649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:23.714692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec99cee-f6fd-493b-8fe4-232dcf6e4c98 req-bd9247ab-078b-4fa2-ad54-752023e32cd6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:23.716119 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af1fd23-d757-4e16-ab77-6ef1cb38229a x-openstack-request-id: req-6af1fd23-d757-4e16-ab77-6ef1cb38229a {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:21:23.716404 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aec99cee-f6fd-493b-8fe4-232dcf6e4c98 req-bd9247ab-078b-4fa2-ad54-752023e32cd6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 944 time: 0.0556264 Nov 10 22:21:23.716526 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-plugged", "status": "completed", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:21:23.716730 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6af1fd23-d757-4e16-ab77-6ef1cb38229a {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:21:23.717128 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'code': 200} Nov 10 22:21:23.748533 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:23.767447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aec99cee-f6fd-493b-8fe4-232dcf6e4c98 req-c91482a4-e0ce-4d7d-bebd-a245d39206fd tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451503 Nov 10 22:21:23.795357 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:23.884056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201e0c-11a6-49eb-8475-5db41a316611 req-192d5f0b-d2a9-4bfe-b540-17e5ac4ae8d6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:23.886770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3201e0c-11a6-49eb-8475-5db41a316611 req-192d5f0b-d2a9-4bfe-b540-17e5ac4ae8d6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Nov 10 22:21:23.934947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a3201e0c-11a6-49eb-8475-5db41a316611 req-0e98d356-6486-4829-a5af-925d27ada517 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Nov 10 22:21:23.951936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:24.048039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d67a2-c0c6-4a7c-be73-f1c9f8475475 req-2e5c4000-21d9-48b7-9e4e-c22b0f33640b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:24.049505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-264d67a2-c0c6-4a7c-be73-f1c9f8475475 req-2e5c4000-21d9-48b7-9e4e-c22b0f33640b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0497515 Nov 10 22:21:24.097866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-264d67a2-c0c6-4a7c-be73-f1c9f8475475 req-826e2354-c63e-4a15-8c96-e43bfed2a20e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Nov 10 22:21:24.668242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-4c42dd41-3b19-4600-997b-c107cec71c50 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:24.670099 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-4c42dd41-3b19-4600-997b-c107cec71c50 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 815 time: 0.1058550 Nov 10 22:21:24.686959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-1e83e4c1-9413-4ce6-86e9-7bd74341db93 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/quotas/57692fb757f94ca98a4e92b3add30769 HTTP/1.1" status: 200 len: 375 time: 0.0111949 Nov 10 22:21:24.734916 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-e46e8252-f5a5-44cf-aa1f-9a75dd9a6981 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424681 Nov 10 22:21:24.830670 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-591f4554-8e9a-4c7e-beeb-b4c3b51abd81 service neutron] 10.222.0.45 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880990 Nov 10 22:21:24.921271 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-3a94f848-55a8-4fbb-bed1-d7d5f29fa25d service neutron] 10.222.0.45 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845447 Nov 10 22:21:25.149415 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-46b77062-f172-4b22-a636-f0e2db876ad2 req-800732f0-2b5d-4daf-90f1-fa3d6352e613 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 210 time: 0.0254929 Nov 10 22:21:25.848133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-847c9fed-dcdf-4b01-8d49-481bbb965af1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:25.849556 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-847c9fed-dcdf-4b01-8d49-481bbb965af1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.53 "GET /v2.0/ports?device_id=74157b94-c315-4a82-84f8-d8241a74a2b2 HTTP/1.1" status: 200 len: 945 time: 0.0542831 Nov 10 22:21:25.942558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Deleting port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:21:25.942903 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:26.037334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] For port 60b1b67e-36fd-47db-ac7a-e31da5e05e11, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=60b1b67e-36fd-47db-ac7a-e31da5e05e11,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:26.037688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:26.050517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Calling delete_port for 60b1b67e-36fd-47db-ac7a-e31da5e05e11 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:21:26.251913 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2db19a7c-7d45-43a8-a23b-263be13a51e4 req-f0758d1a-34f9-4f33-869f-af868133b5aa tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Nov 10 22:21:26.267848 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:26.282036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['60b1b67e-36fd-47db-ac7a-e31da5e05e11'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:21:26.300096 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Pushing event deleted for resources: {'Port': ['ID=60b1b67e-36fd-47db-ac7a-e31da5e05e11,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:26.343545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] No DVR routers for this DVR port 60b1b67e-36fd-47db-ac7a-e31da5e05e11 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:21:26.346311 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:26.349818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b888840d-1f3c-4600-9ccc-c8318fd27bc6 req-8348d988-cc75-4407-8ab8-f5e59736df9b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.53 "DELETE /v2.0/ports/60b1b67e-36fd-47db-ac7a-e31da5e05e11 HTTP/1.1" status: 204 len: 173 time: 0.4945366 Nov 10 22:21:26.350256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-deleted', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:21:26.352577 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f618497b-8bbb-4e26-a441-98b32f55864b" -d '{"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-deleted", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:21:26.391082 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb74ee9f-216e-4705-a66d-e516c4f15857 x-openstack-request-id: req-fb74ee9f-216e-4705-a66d-e516c4f15857 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:21:26.391378 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74157b94-c315-4a82-84f8-d8241a74a2b2", "name": "network-vif-deleted", "tag": "60b1b67e-36fd-47db-ac7a-e31da5e05e11", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:21:26.391630 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb74ee9f-216e-4705-a66d-e516c4f15857 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:21:26.392098 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74157b94-c315-4a82-84f8-d8241a74a2b2', 'name': 'network-vif-deleted', 'tag': '60b1b67e-36fd-47db-ac7a-e31da5e05e11', 'status': 'completed', 'code': 200} Nov 10 22:21:27.217804 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-4eda18a9-72d5-41a9-a429-954180b94c03 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:27.219289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-4eda18a9-72d5-41a9-a429-954180b94c03 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.53 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 815 time: 0.1068709 Nov 10 22:21:27.232385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Request body: {'port': {'device_id': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be', 'admin_state_up': True, 'tenant_id': '57692fb757f94ca98a4e92b3add30769'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:21:27.356799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dfbf8f3a-ad92-415c-9b12-d2e62edb4f43 req-67124997-0f2b-4ca9-866b-5f37a0f64b28 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 210 time: 0.0350614 Nov 10 22:21:27.451132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Made reservation on behalf of 57692fb757f94ca98a4e92b3add30769 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:21:27.454986 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:27.583122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Allocated IP 172.20.0.11 (70bcccba-ff6a-4edd-b968-b6dcac2283be/d1d8e22a-99ee-47c6-8155-839a06304223/a0b4621f-199a-4818-a658-ddb429e5d695) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:21:27.731594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:27.811124 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:27.855214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Network 70bcccba-ff6a-4edd-b968-b6dcac2283be is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:21:27.858347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:21:27.862025 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:21:27.868435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:27.917218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:27.917828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:27.995110 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-2cc2bbd4-81eb-4317-a89f-d67202fd0ad1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7662528 Nov 10 22:21:28.008616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Request body: {'port': {'device_id': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:21:28.062083 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:28.318813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b4621f-199a-4818-a658-ddb429e5d695 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:21:28.326209 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:28.337931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Transition to ACTIVE for port object a0b4621f-199a-4818-a658-ddb429e5d695 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:21:28.428187 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:28.478707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79559fda-5ab6-4dce-a219-98947c93f7f4 req-18b2c1b0-7e53-4637-8f12-e245016770bf tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:28.480798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79559fda-5ab6-4dce-a219-98947c93f7f4 req-18b2c1b0-7e53-4637-8f12-e245016770bf tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 944 time: 0.0550075 Nov 10 22:21:28.482546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:28.530277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-79559fda-5ab6-4dce-a219-98947c93f7f4 req-f259b3d2-6483-4834-ba95-0a9a4aa759c5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Nov 10 22:21:28.550665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:21:28.551001 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:21:28.551342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:21:28.555598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Port a0b4621f-199a-4818-a658-ddb429e5d695 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:21:28.555943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:21:28.561242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:21:28.561579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Checking segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:21:28.561957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Bound using segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:21:28.562376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Bound port: a0b4621f-199a-4818-a658-ddb429e5d695, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:21:28.562731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:28.623335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:21:28.626253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:21:28.691322 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:28.729956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:28.730585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:28.732027 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] 10.222.0.53 "PUT /v2.0/ports/a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 1093 time: 0.7273452 Nov 10 22:21:28.732467 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:21:28.735077 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39965a-765c-42f5-93b1-52a11621dc91" -d '{"events": [{"name": "network-changed", "server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:21:28.758184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea618f-7bc9-4888-bf9d-53c4fd71efac service neutron] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:28.777405 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6fe4a-0541-42ab-8047-6eb1870a47f8 x-openstack-request-id: req-a8d6fe4a-0541-42ab-8047-6eb1870a47f8 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:21:28.777693 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:21:28.777945 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8d6fe4a-0541-42ab-8047-6eb1870a47f8 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:21:28.778351 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'status': 'completed', 'code': 200} Nov 10 22:21:28.840883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39965a-765c-42f5-93b1-52a11621dc91 req-30ebfca7-dffe-42bd-88fa-6b90a33f6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:28.842511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b39965a-765c-42f5-93b1-52a11621dc91 req-30ebfca7-dffe-42bd-88fa-6b90a33f6d0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1096 time: 0.0428388 Nov 10 22:21:28.951035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39965a-765c-42f5-93b1-52a11621dc91 req-9e3410aa-291a-4fc2-8951-75ae1dc9b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:28.952431 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b39965a-765c-42f5-93b1-52a11621dc91 req-9e3410aa-291a-4fc2-8951-75ae1dc9b16a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=57692fb757f94ca98a4e92b3add30769&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1004200 Nov 10 22:21:29.048351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39965a-765c-42f5-93b1-52a11621dc91 req-a0a81341-2181-4134-b7b1-71ee6f6485c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:29.049811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1b39965a-765c-42f5-93b1-52a11621dc91 req-a0a81341-2181-4134-b7b1-71ee6f6485c8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879576 Nov 10 22:21:29.126428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-37bf85c0-5f54-4ac6-ac7e-637e7baa445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:29.127949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-37bf85c0-5f54-4ac6-ac7e-637e7baa445c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1096 time: 0.0404582 Nov 10 22:21:29.174530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-6853534a-726b-4a10-8407-15ed190a894a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 217 time: 0.0392895 Nov 10 22:21:29.225180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-075a99ea-9d0c-4293-b363-a14462e9e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:29.226744 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-075a99ea-9d0c-4293-b363-a14462e9e9e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0455866 Nov 10 22:21:29.258361 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-76e1e183-f831-44a5-a0d4-c7de04f9a93a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243595 Nov 10 22:21:29.355446 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-0a59259d-1bf3-486a-bb51-deaa70920ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Nov 10 22:21:29.445995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9662cfbe-ee96-440d-ba52-ac57683231c7 req-e6af9e2b-dc9d-49da-a256-394d68fe3c7b service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829210 Nov 10 22:21:29.520747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:21:29.540153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 60b1b67e-36fd-47db-ac7a-e31da5e05e11 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:21:29.540488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 60b1b67e-36fd-47db-ac7a-e31da5e05e11 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:21:29.648117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdad63-3cd6-4015-8770-09dea9ff72e7 req-7a237627-fab8-47b5-910e-587d529af24e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:29.649596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cfdad63-3cd6-4015-8770-09dea9ff72e7 req-7a237627-fab8-47b5-910e-587d529af24e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 944 time: 0.0500391 Nov 10 22:21:29.696701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2cfdad63-3cd6-4015-8770-09dea9ff72e7 req-bca31b68-2a5c-4070-a34f-b45f691abb30 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Nov 10 22:21:30.819160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60505304-22a3-45c3-8860-4bd2b5eafa38 req-833a5c8f-796e-450f-9cac-97a84fdc64d4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:30.820584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-60505304-22a3-45c3-8860-4bd2b5eafa38 req-833a5c8f-796e-450f-9cac-97a84fdc64d4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 944 time: 0.0548937 Nov 10 22:21:30.867313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-60505304-22a3-45c3-8860-4bd2b5eafa38 req-8d04b9d7-7dfc-4da4-b57c-d710c915e411 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Nov 10 22:21:31.552022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:21:31.648803 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:31.660374 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be', 'port_id': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'mac_address': 'fa:16:3e:93:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d8e22a-99ee-47c6-8155-839a06304223', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:21:31.698930 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:31.711698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b4621f-199a-4818-a658-ddb429e5d695 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:21:31.732596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:31.793859 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:31.843768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:31.850875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.851217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.851551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.851914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.852242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.852564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.852890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.853207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.853522 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.853840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.854706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.854706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:21:31.990324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cd347-0495-4c48-a055-4dc8d0631d20 req-8d99ed80-819d-4fdd-9f5e-96bfbf47c614 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:31.991985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-704cd347-0495-4c48-a055-4dc8d0631d20 req-8d99ed80-819d-4fdd-9f5e-96bfbf47c614 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 945 time: 0.0562091 Nov 10 22:21:32.001662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['a0b4621f-199a-4818-a658-ddb429e5d695'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:21:32.044893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-704cd347-0495-4c48-a055-4dc8d0631d20 req-b944286f-7555-4080-80e6-60206d13048e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468616 Nov 10 22:21:33.162374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515f8a6-7793-413b-a4d5-28447707294b req-af8a34b5-d6ed-42ac-aa48-a6eb0879f23a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:33.163864 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c515f8a6-7793-413b-a4d5-28447707294b req-af8a34b5-d6ed-42ac-aa48-a6eb0879f23a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 945 time: 0.0492277 Nov 10 22:21:33.211866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c515f8a6-7793-413b-a4d5-28447707294b req-d6ff7de8-9328-406c-b964-7d7502226a96 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Nov 10 22:21:33.551963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:21:33.662267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port a0b4621f-199a-4818-a658-ddb429e5d695 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:21:33.666291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port a0b4621f-199a-4818-a658-ddb429e5d695 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:21:33.669593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:33.746160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:33.768074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:21:33.770348 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e532d137-980e-4a7f-98d5-efba89b9c836" -d '{"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:21:33.782975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:21:33.809293 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2bb25b-5856-4512-bc7c-d800d375688d x-openstack-request-id: req-0e2bb25b-5856-4512-bc7c-d800d375688d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:21:33.812078 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:21:33.812078 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e2bb25b-5856-4512-bc7c-d800d375688d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:21:33.812078 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'code': 200} Nov 10 22:21:33.851353 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:33.902233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:21:33.905227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf24948-b853-42a4-9a56-bd1e65b7d968 req-3571f397-9633-434b-ac92-738f7029a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:33.906817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bcf24948-b853-42a4-9a56-bd1e65b7d968 req-3571f397-9633-434b-ac92-738f7029a0d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1098 time: 0.0415373 Nov 10 22:21:33.956686 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bcf24948-b853-42a4-9a56-bd1e65b7d968 req-ebae5303-beed-4964-8a0c-f3631b3ccd48 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Nov 10 22:21:34.325874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d01d1-c584-4c39-9d04-82379d959754 req-39fe0a38-bf5e-49f5-bf30-e7e111327b6a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:34.327339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f0d01d1-c584-4c39-9d04-82379d959754 req-39fe0a38-bf5e-49f5-bf30-e7e111327b6a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Nov 10 22:21:34.376441 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9f0d01d1-c584-4c39-9d04-82379d959754 req-a690eb4e-e1f3-4ca7-b5ad-c9857ebefb8f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Nov 10 22:21:35.493916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971c48c-f663-4609-87ec-36d4e87c8586 req-1136f8ac-0b2d-4990-80a2-af7484c712e4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:35.495821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f971c48c-f663-4609-87ec-36d4e87c8586 req-1136f8ac-0b2d-4990-80a2-af7484c712e4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0488660 Nov 10 22:21:35.542392 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f971c48c-f663-4609-87ec-36d4e87c8586 req-c4230fe5-08fd-467e-ae64-82209e838d20 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Nov 10 22:21:35.655924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8152d-27fa-42c9-8737-9519edcedc27 req-39197d26-8799-436a-b0b6-07a26ca27c8d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:35.658280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0df8152d-27fa-42c9-8737-9519edcedc27 req-39197d26-8799-436a-b0b6-07a26ca27c8d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Nov 10 22:21:35.706466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0df8152d-27fa-42c9-8737-9519edcedc27 req-349d36a7-d861-413c-bc2d-bccd8f403ff9 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Nov 10 22:21:35.730793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-77bf12af-3320-4ec5-b3ec-53b157418f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:36.098231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82137c-4974-4aa2-a9c9-bebe23a61021 req-31df1875-cd44-47eb-afaa-dd299ee0c563 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:36.099679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d82137c-4974-4aa2-a9c9-bebe23a61021 req-31df1875-cd44-47eb-afaa-dd299ee0c563 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0539570 Nov 10 22:21:36.109822 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:21:36.146768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3d82137c-4974-4aa2-a9c9-bebe23a61021 req-bc2587a5-82f5-47c4-9023-9ab478948bf0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Nov 10 22:21:36.215790 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-506377d7-df79-455d-8f56-b9ea89ea30a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410521 Nov 10 22:21:37.265341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fc616-436f-4e6c-aa59-6972cc6cee2b req-d55038f1-8c7b-409d-8b8c-cce989215ec5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:37.266802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b4fc616-436f-4e6c-aa59-6972cc6cee2b req-d55038f1-8c7b-409d-8b8c-cce989215ec5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0484211 Nov 10 22:21:37.314204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b4fc616-436f-4e6c-aa59-6972cc6cee2b req-7e70b028-8aba-4c8d-895e-d19e2ee26cc0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Nov 10 22:21:37.941727 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2d7c2d7b-172b-4940-a821-4e0bd28b77e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:38.235847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-9bf0d25e-70c7-4fff-a090-d407c5bdbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:38.237342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-9bf0d25e-70c7-4fff-a090-d407c5bdbe6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1098 time: 0.0410664 Nov 10 22:21:38.329033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-ee348dfb-fbc9-4480-9abc-5fb082377ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:38.330524 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-ee348dfb-fbc9-4480-9abc-5fb082377ea1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0869274 Nov 10 22:21:38.373199 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-e13a49d9-7678-4aeb-8b55-314218dec68a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 217 time: 0.0359018 Nov 10 22:21:38.451403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-af49cfa7-e0f5-4a14-849a-3c3e3092f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:38.452924 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-af49cfa7-e0f5-4a14-849a-3c3e3092f42d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0729232 Nov 10 22:21:38.476321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656f039-8ab7-4de7-b357-d25bd265eebb req-26cfb9fa-eca1-4da9-b8dc-942aece046cc tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:38.477732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0656f039-8ab7-4de7-b357-d25bd265eebb req-26cfb9fa-eca1-4da9-b8dc-942aece046cc tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0898740 Nov 10 22:21:38.493972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-f13c210c-e59a-4168-8ed7-786bc41630ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335915 Nov 10 22:21:38.588709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0656f039-8ab7-4de7-b357-d25bd265eebb req-1f71559b-f469-4f15-a66a-d1e8d9f4238f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975275 Nov 10 22:21:38.614538 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-c848fa73-bfd5-4f47-bb1e-07c9918096c1 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081388 Nov 10 22:21:38.704250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-516e09d3-988f-484d-8a37-5479b7c78564 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827141 Nov 10 22:21:39.421805 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:39.708787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ea98-295e-4be7-8eec-703db9ffb10f req-773eeed3-466e-46b0-abaa-b9508c32e20e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:39.710249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54b8ea98-295e-4be7-8eec-703db9ffb10f req-773eeed3-466e-46b0-abaa-b9508c32e20e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0525684 Nov 10 22:21:39.758318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54b8ea98-295e-4be7-8eec-703db9ffb10f req-00d64a1c-662a-41c4-93c5-36296a2b563d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Nov 10 22:21:40.880559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940923-a3d8-49ef-8837-c6445084f71b req-271fcda9-cab9-4df5-a95a-dabc148a0095 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:40.882016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6940923-a3d8-49ef-8837-c6445084f71b req-271fcda9-cab9-4df5-a95a-dabc148a0095 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0537436 Nov 10 22:21:40.930919 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a6940923-a3d8-49ef-8837-c6445084f71b req-662fbf53-b9c8-48cc-83ed-4f79fce0e8db tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Nov 10 22:21:41.022215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:41.477542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:42.052750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee5ce-661b-405c-8992-e838b982dc1d req-526df3df-c05d-4191-b033-32145f94c936 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:42.054431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24eee5ce-661b-405c-8992-e838b982dc1d req-526df3df-c05d-4191-b033-32145f94c936 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0520384 Nov 10 22:21:42.103592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-24eee5ce-661b-405c-8992-e838b982dc1d req-7da4b939-4eac-4f0e-8ed6-d48c65895b5d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Nov 10 22:21:43.218884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793c743-4b3e-4eac-af09-e0d9a0e240cc req-af0b4c2d-bc1a-47d4-bcad-027c0f4ff3d7 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:43.220350 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6793c743-4b3e-4eac-af09-e0d9a0e240cc req-af0b4c2d-bc1a-47d4-bcad-027c0f4ff3d7 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0478745 Nov 10 22:21:43.267123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6793c743-4b3e-4eac-af09-e0d9a0e240cc req-01d234b9-ae6b-4463-87ca-fe615137dd98 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Nov 10 22:21:44.388308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe690c3-28fb-4bc6-a39f-052a1092c1a7 req-cf4a29a6-e9bc-492c-a021-7ccfd3f0be91 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:44.389785 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fe690c3-28fb-4bc6-a39f-052a1092c1a7 req-cf4a29a6-e9bc-492c-a021-7ccfd3f0be91 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0533421 Nov 10 22:21:44.437038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fe690c3-28fb-4bc6-a39f-052a1092c1a7 req-587d0056-3ef1-4736-b4b9-797ba4dd82a8 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Nov 10 22:21:45.551794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e3725-3c30-430e-8812-13d7bf46f8e6 req-b554ff8d-318e-4d0d-8f96-e7f2873b9e5a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:45.553250 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe8e3725-3c30-430e-8812-13d7bf46f8e6 req-b554ff8d-318e-4d0d-8f96-e7f2873b9e5a tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0488236 Nov 10 22:21:45.603442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe8e3725-3c30-430e-8812-13d7bf46f8e6 req-66071ced-48ac-4182-93c1-68ab0b536f51 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Nov 10 22:21:46.724634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1facf-0234-4a58-bf10-21fe4c9ef409 req-7495b7ea-0f50-4a7a-882e-57f5bb52ff08 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:46.726104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b5f1facf-0234-4a58-bf10-21fe4c9ef409 req-7495b7ea-0f50-4a7a-882e-57f5bb52ff08 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0485735 Nov 10 22:21:46.783717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b5f1facf-0234-4a58-bf10-21fe4c9ef409 req-4c3abd76-48b8-4f39-9883-aff66579d872 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Nov 10 22:21:47.897363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032f7e2-e35a-44d1-8dfd-ddb7eadc286c req-98252598-db4a-4786-9296-70609cab534c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:47.898814 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1032f7e2-e35a-44d1-8dfd-ddb7eadc286c req-98252598-db4a-4786-9296-70609cab534c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0477829 Nov 10 22:21:47.946621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1032f7e2-e35a-44d1-8dfd-ddb7eadc286c req-b1d3e48e-8805-4f45-95fa-342cc41e0bc0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412011 Nov 10 22:21:49.062979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213893-8f69-4b85-b034-6343c3e25e40 req-288fcb13-f2c2-4f1d-8bbc-504a9ed2c1d4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:49.064451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c213893-8f69-4b85-b034-6343c3e25e40 req-288fcb13-f2c2-4f1d-8bbc-504a9ed2c1d4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0496151 Nov 10 22:21:49.115598 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c213893-8f69-4b85-b034-6343c3e25e40 req-d7d0604a-861e-4961-89ae-c53fa2919917 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452359 Nov 10 22:21:50.082919 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:50.233330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a05d2-6c42-417c-b9e5-a626ac71d66c req-4965c293-3f4c-49ca-96aa-e27a9a7bed1b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:50.234785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-111a05d2-6c42-417c-b9e5-a626ac71d66c req-4965c293-3f4c-49ca-96aa-e27a9a7bed1b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Nov 10 22:21:50.281598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-111a05d2-6c42-417c-b9e5-a626ac71d66c req-3eb9163f-d4fb-45d5-9e7e-585dc57734d3 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Nov 10 22:21:51.403361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09548c-6752-4a8e-b103-de02e4463e9c req-df1f6c73-0fea-4b63-8c5b-2b7b64e41f1b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:51.404884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1c09548c-6752-4a8e-b103-de02e4463e9c req-df1f6c73-0fea-4b63-8c5b-2b7b64e41f1b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0524826 Nov 10 22:21:51.453399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1c09548c-6752-4a8e-b103-de02e4463e9c req-9d884ddc-0a89-4a10-ba4d-d86ae5258274 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423508 Nov 10 22:21:52.835968 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8853e1d-d709-49cc-b49d-b7cd6a4b4895 req-d24208ea-73a2-4a02-8f91-bb128ab9dce0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:52.837434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8853e1d-d709-49cc-b49d-b7cd6a4b4895 req-d24208ea-73a2-4a02-8f91-bb128ab9dce0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.3150895 Nov 10 22:21:52.883481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8853e1d-d709-49cc-b49d-b7cd6a4b4895 req-db4ccef5-b13d-41d6-910e-1c1d40c464b4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Nov 10 22:21:53.962989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:21:54.000877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95fccd-fbd6-4737-a0d1-15c742ad1943 req-ad00edf9-0d0c-45ff-bdaf-d2892bbf2a6b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:54.002336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a95fccd-fbd6-4737-a0d1-15c742ad1943 req-ad00edf9-0d0c-45ff-bdaf-d2892bbf2a6b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0500956 Nov 10 22:21:54.049086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a95fccd-fbd6-4737-a0d1-15c742ad1943 req-d55ba224-9ac1-4a03-978f-7b41216de2d3 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Nov 10 22:21:55.165750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b485fe-9d0f-43e3-88d8-8cd16ea623f9 req-d071898e-7fb8-475d-b6fc-69ea08888711 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:55.167204 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0b485fe-9d0f-43e3-88d8-8cd16ea623f9 req-d071898e-7fb8-475d-b6fc-69ea08888711 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0482011 Nov 10 22:21:55.214830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e0b485fe-9d0f-43e3-88d8-8cd16ea623f9 req-5215dec9-b8ef-4c2e-9b83-5dfd2e1e0e69 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Nov 10 22:21:56.635508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cdec6-5fd0-4089-8054-cf5b859babab req-10ea51e5-ea1f-416e-bc57-1c658f38540c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:56.637016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d64cdec6-5fd0-4089-8054-cf5b859babab req-10ea51e5-ea1f-416e-bc57-1c658f38540c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.3538132 Nov 10 22:21:56.689381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d64cdec6-5fd0-4089-8054-cf5b859babab req-a64ff92a-12c7-45d8-bf31-c9680d3f3093 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423276 Nov 10 22:21:57.806376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913612b-fac0-44f0-a0d8-a9bfeabd9f27 req-60140835-764a-4aef-bc31-f48bc03d3020 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:57.808131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1913612b-fac0-44f0-a0d8-a9bfeabd9f27 req-60140835-764a-4aef-bc31-f48bc03d3020 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0484993 Nov 10 22:21:57.858270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1913612b-fac0-44f0-a0d8-a9bfeabd9f27 req-f8f13828-4a8f-477e-ba43-508d5e9684e4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Nov 10 22:21:58.972564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b641ba-7806-476e-bd43-2072adc6e70e req-02f7d8b5-357f-46fc-b1d6-74d2b5fb9b2b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:21:58.974041 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8b641ba-7806-476e-bd43-2072adc6e70e req-02f7d8b5-357f-46fc-b1d6-74d2b5fb9b2b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0485420 Nov 10 22:21:59.022278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8b641ba-7806-476e-bd43-2072adc6e70e req-78970c06-7c4e-4565-8d80-b038cc185ef1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Nov 10 22:22:00.138332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed98644-758e-4434-812c-f29be183d8b5 req-fbebdde8-2ec6-4da0-8d50-de44af638501 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:00.139897 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ed98644-758e-4434-812c-f29be183d8b5 req-fbebdde8-2ec6-4da0-8d50-de44af638501 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0484641 Nov 10 22:22:00.187128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4ed98644-758e-4434-812c-f29be183d8b5 req-cda24436-cd7d-4424-b603-7306325b081b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Nov 10 22:22:01.305262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305212cb-fcdb-4141-9da7-7f932ae18b3b req-f7ede188-bfd4-4326-b862-2d3c6931e982 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:01.306971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-305212cb-fcdb-4141-9da7-7f932ae18b3b req-f7ede188-bfd4-4326-b862-2d3c6931e982 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0492058 Nov 10 22:22:01.358637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-305212cb-fcdb-4141-9da7-7f932ae18b3b req-d6caf7a2-262c-44f2-b7f3-d6bdb5f36f65 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Nov 10 22:22:02.472556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55012881-258a-403b-831e-84fbc8208471 req-7f710022-88eb-4634-902e-1a4f59ea2ac0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:02.473917 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-55012881-258a-403b-831e-84fbc8208471 req-7f710022-88eb-4634-902e-1a4f59ea2ac0 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0475380 Nov 10 22:22:02.520279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-55012881-258a-403b-831e-84fbc8208471 req-f8b00e1a-f790-4126-b1ad-b0115859c0d4 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Nov 10 22:22:03.634600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb43427-997d-44e0-8169-dbb0d3d0da6c req-6abfaddc-add3-4dac-897f-87195b8a6dd3 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:03.636089 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5eb43427-997d-44e0-8169-dbb0d3d0da6c req-6abfaddc-add3-4dac-897f-87195b8a6dd3 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0477090 Nov 10 22:22:03.683067 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5eb43427-997d-44e0-8169-dbb0d3d0da6c req-563ab299-228a-492e-8a2e-ba1a1d592b2b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Nov 10 22:22:04.801205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95bc07-d8bb-489a-9d0a-ffbf60146ffd req-0b647a4c-ee39-4211-856a-41a6c40b9e57 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:04.802578 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2b95bc07-d8bb-489a-9d0a-ffbf60146ffd req-0b647a4c-ee39-4211-856a-41a6c40b9e57 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0522182 Nov 10 22:22:04.848831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2b95bc07-d8bb-489a-9d0a-ffbf60146ffd req-ad500333-e7ac-4ce9-9fce-151cf7a6fc4e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399702 Nov 10 22:22:05.734169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-df754cda-9dd1-4ae4-b29f-b880e7950042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:05.952759 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-014933a4-bdd6-4dff-b8a0-3c443b0a42bb service neutron] show failed (client error): The resource could not be found. Nov 10 22:22:05.953798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-014933a4-bdd6-4dff-b8a0-3c443b0a42bb service neutron] 10.222.0.53 "GET /v2.0/ports/a0b4621f-199a-4818-a658-ddb429e5d695/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0557094 Nov 10 22:22:05.963665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d2024-9179-4395-981e-96b335c44000 req-1a547166-4c76-4f50-b1f4-215bb5bc6bae tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:05.965772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a4d2024-9179-4395-981e-96b335c44000 req-1a547166-4c76-4f50-b1f4-215bb5bc6bae tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0493655 Nov 10 22:22:06.013603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a4d2024-9179-4395-981e-96b335c44000 req-175551de-cc3d-4662-ab91-cb6abe6e1662 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Nov 10 22:22:06.471500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-4641041c-aebb-46d9-8638-0911c8f451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:06.472936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-4641041c-aebb-46d9-8638-0911c8f451ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13&tenant_id=57692fb757f94ca98a4e92b3add30769 HTTP/1.1" status: 200 len: 1098 time: 0.0731084 Nov 10 22:22:06.484986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:06.536440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:06.743260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:06.775442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:22:06.814664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:22:06.816957 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baaf897-ebe8-4d3a-8064-3d5207347af9" -d '{"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:22:06.821282 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:06.833781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Transition to ACTIVE for port object a0b4621f-199a-4818-a658-ddb429e5d695 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:22:06.868188 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e42a8-243c-4b97-914a-3fe23839c8ad x-openstack-request-id: req-3e4e42a8-243c-4b97-914a-3fe23839c8ad {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:22:06.868511 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:22:06.868770 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e4e42a8-243c-4b97-914a-3fe23839c8ad {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:22:06.869178 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'code': 200} Nov 10 22:22:06.895545 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:06.959094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] No DVR routers for this DVR port a0b4621f-199a-4818-a658-ddb429e5d695 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:22:06.962210 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=6']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:06.975174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.975915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.976025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.976274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.976611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.976944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.977273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.977603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.977931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.978260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.978586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:06.978910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:07.013077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:22:07.013412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:22:07.013734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:22:07.017976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Port a0b4621f-199a-4818-a658-ddb429e5d695 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:22:07.018297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Attempting to bind port a0b4621f-199a-4818-a658-ddb429e5d695 on network 70bcccba-ff6a-4edd-b968-b6dcac2283be {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:22:07.023221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:22:07.023556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Checking segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:22:07.023973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Bound using segment: {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:22:07.024395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Bound port: a0b4621f-199a-4818-a658-ddb429e5d695, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5634572a-68f7-46c5-b8a9-b06efee466c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:22:07.024742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:07.099383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:22:07.126325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:22:07.145580 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef5761-c916-44ee-9817-86d958a549e2 req-4f525bb9-9c28-4bfb-9a19-9d3ce21a8468 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:07.147070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0fef5761-c916-44ee-9817-86d958a549e2 req-4f525bb9-9c28-4bfb-9a19-9d3ce21a8468 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 944 time: 0.0634906 Nov 10 22:22:07.196150 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0fef5761-c916-44ee-9817-86d958a549e2 req-37f83a26-977d-48e2-8693-a45b54283c2b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Nov 10 22:22:07.215580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:07.252011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:07.252654 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:07.254158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] 10.222.0.64 "PUT /v2.0/ports/a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 1093 time: 0.7736211 Nov 10 22:22:07.289668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53d2c0-ec6f-49d1-9cdb-459c17519ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:07.320766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-2ed82fc0-66f8-4cc0-8454-9703ac6d5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:07.327354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-2ed82fc0-66f8-4cc0-8454-9703ac6d5e45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1096 time: 0.0456886 Nov 10 22:22:07.415994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-81c26762-8f7f-4767-b93a-ea36fe9f4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:07.417447 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-81c26762-8f7f-4767-b93a-ea36fe9f4100 service neutron] 10.222.0.64 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0879066 Nov 10 22:22:07.459411 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-9aea2a36-7d29-423d-9af3-9951c9e0e80d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 217 time: 0.0341578 Nov 10 22:22:07.508701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-9d2e75a7-4d33-40d3-aee9-da68737fed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:07.510129 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-9d2e75a7-4d33-40d3-aee9-da68737fed10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0433240 Nov 10 22:22:07.542987 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-c8f63262-f92a-433b-af09-16ddf3686160 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244963 Nov 10 22:22:07.634863 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-4c53ba52-fdc4-41be-9086-58fd214268e7 service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847239 Nov 10 22:22:07.728331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-440b6888-5c9a-4589-a7b3-29a95d92719f req-837dbbfd-b00f-4578-b292-39f53c3bef0c service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857863 Nov 10 22:22:07.985381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-639914e3-4437-41e5-99ce-d3cfe5119cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:08.319768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8b7c6-1d55-4f07-ae45-c3e3b4caf25b req-0a1d184c-cac1-43cd-884d-8eb3c81f262d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:08.321233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5f8b7c6-1d55-4f07-ae45-c3e3b4caf25b req-0a1d184c-cac1-43cd-884d-8eb3c81f262d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 944 time: 0.0520742 Nov 10 22:22:08.372867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5f8b7c6-1d55-4f07-ae45-c3e3b4caf25b req-f58cf58f-fa7b-4b91-8e2e-ef4b8665cd1e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Nov 10 22:22:08.870762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:22:08.873892 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a" -d '{"events": [{"name": "network-changed", "server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:22:08.920395 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82299141-4776-4568-915b-4544257da164 x-openstack-request-id: req-82299141-4776-4568-915b-4544257da164 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:22:08.920691 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:22:08.920943 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82299141-4776-4568-915b-4544257da164 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:22:08.921351 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'status': 'completed', 'code': 200} Nov 10 22:22:08.984761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-2d2c0011-4649-4ef1-8f95-174e954b3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:08.986040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-3bdd2ee2-5747-4b3c-87b8-900ab46cd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:08.986325 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-2d2c0011-4649-4ef1-8f95-174e954b3d36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1096 time: 0.0458121 Nov 10 22:22:08.987581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-3bdd2ee2-5747-4b3c-87b8-900ab46cd811 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1096 time: 0.0448272 Nov 10 22:22:09.078403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-e65e042e-1888-4623-aaa2-828c97d4522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:09.079117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-79851baf-1af1-4ee3-99f5-f4e34cc5fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:09.079930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-e65e042e-1888-4623-aaa2-828c97d4522b service neutron] 10.222.0.53 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0868878 Nov 10 22:22:09.080645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-79851baf-1af1-4ee3-99f5-f4e34cc5fc7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0861690 Nov 10 22:22:09.127602 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-5d297b9d-846a-4d1b-b5bd-e5194d4a63c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 217 time: 0.0402644 Nov 10 22:22:09.128493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-e96ba9a2-76a0-4c63-acd9-b6692a2159b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 217 time: 0.0401192 Nov 10 22:22:09.179360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-acc8a7e5-8bfd-41c0-8c30-3e631c8ec003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:09.180622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-11cbdeb3-3ca2-48c2-8c8d-7a61e83bd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:09.180891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-acc8a7e5-8bfd-41c0-8c30-3e631c8ec003 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0467389 Nov 10 22:22:09.182402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-11cbdeb3-3ca2-48c2-8c8d-7a61e83bd4a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0476227 Nov 10 22:22:09.212957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-4b1569de-cf4e-44c1-96c5-4ec407c15734 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248942 Nov 10 22:22:09.215968 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-d37e85f5-5337-439f-8c67-7cd071c976ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253599 Nov 10 22:22:09.307896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-73134cb2-51d4-48ba-95a6-e3c3567ca68a service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877845 Nov 10 22:22:09.310675 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-abaf4436-fbef-435a-b7c3-7ce3dfcf09f2 service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885661 Nov 10 22:22:09.403614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-b7dc310d-5b84-4d33-8b0b-e5dfccfdc521 service neutron] 10.222.0.64 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861988 Nov 10 22:22:09.403987 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9fa72ebb-e0f3-4a5f-9d74-8c7dfc26217a req-dc683c88-d8cc-4bdc-86f7-3ab3c2053efe service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882065 Nov 10 22:22:09.426703 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:09.507125 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25259b-0b02-430f-83d9-edd7ed2dd15c req-01c91b17-783f-4c07-b125-313d0df9e0f5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:09.508648 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e25259b-0b02-430f-83d9-edd7ed2dd15c req-01c91b17-783f-4c07-b125-313d0df9e0f5 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 944 time: 0.0529280 Nov 10 22:22:09.556092 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e25259b-0b02-430f-83d9-edd7ed2dd15c req-e82319b7-f3d9-4f0d-a3d9-c5a90e83a193 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Nov 10 22:22:09.725276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:22:09.764030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:22:10.063393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:22:10.160088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:10.172042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'network_id': '70bcccba-ff6a-4edd-b968-b6dcac2283be', 'port_id': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'mac_address': 'fa:16:3e:93:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d8e22a-99ee-47c6-8155-839a06304223', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:22:10.208973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:10.221391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b4621f-199a-4818-a658-ddb429e5d695 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:22:10.240302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:10.301136 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:10.348732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:10.696143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f8045-23e0-4ed6-bcc8-355fb74b1b6e req-ed3e461a-95a2-4e80-b682-8640114896ed tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:10.697998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503f8045-23e0-4ed6-bcc8-355fb74b1b6e req-ed3e461a-95a2-4e80-b682-8640114896ed tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 945 time: 0.0588164 Nov 10 22:22:10.746991 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-503f8045-23e0-4ed6-bcc8-355fb74b1b6e req-94b36a42-6ad7-4e00-81f6-8a15afdac86b tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Nov 10 22:22:10.956766 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:11.444072 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:11.658561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a0b4621f-199a-4818-a658-ddb429e5d695'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:22:11.867115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f702566-47a6-4084-9ae8-ded35407160d req-d7a59055-066b-4ca9-9aa0-91c6f8814976 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:11.868618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f702566-47a6-4084-9ae8-ded35407160d req-d7a59055-066b-4ca9-9aa0-91c6f8814976 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 945 time: 0.0513995 Nov 10 22:22:11.915749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f702566-47a6-4084-9ae8-ded35407160d req-181506f8-892b-4264-9622-0abcf1c53f26 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Nov 10 22:22:12.215742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4942a2-6d70-49e2-968b-f00c886b6646 req-d8df0448-d3d1-483f-abf0-7c246f491bb6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:12.217228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff4942a2-6d70-49e2-968b-f00c886b6646 req-d8df0448-d3d1-483f-abf0-7c246f491bb6 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 945 time: 0.0506837 Nov 10 22:22:12.318577 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff4942a2-6d70-49e2-968b-f00c886b6646 req-ed501734-b8d1-4085-8868-c61d4a1ebb4d tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953197 Nov 10 22:22:12.349595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-0e014e82-ff2c-46e2-81fa-f3879935ccf3 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:12.351011 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-0e014e82-ff2c-46e2-81fa-f3879935ccf3 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.53 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13&tenant_id=57692fb757f94ca98a4e92b3add30769&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 945 time: 0.1026375 Nov 10 22:22:12.410098 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-a93a1590-43e6-44b9-88f6-4659bb530df5 service neutron] delete failed (client error): The resource could not be found. Nov 10 22:22:12.411144 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-a93a1590-43e6-44b9-88f6-4659bb530df5 service neutron] 10.222.0.53 "DELETE /v2.0/ports/a0b4621f-199a-4818-a658-ddb429e5d695/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0533345 Nov 10 22:22:12.495064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-5d6c95e2-9e6b-4292-b32b-f7da788b971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:12.496579 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-5d6c95e2-9e6b-4292-b32b-f7da788b971c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57692fb757f94ca98a4e92b3add30769&device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 1097 time: 0.0441523 Nov 10 22:22:12.586204 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-73fcd735-0304-4a8c-a272-b85eb50bfecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:12.587745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-73fcd735-0304-4a8c-a272-b85eb50bfecc service neutron] 10.222.0.53 "GET /v2.0/networks?id=70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 200 len: 916 time: 0.0841570 Nov 10 22:22:12.631951 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-644ff006-efc2-4a6f-847d-30f7ae0e50af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 200 len: 217 time: 0.0370739 Nov 10 22:22:12.679153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-849848f5-e1bc-4ed4-b419-ae0e905ae02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:12.680652 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-849848f5-e1bc-4ed4-b419-ae0e905ae02a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 200 len: 855 time: 0.0426736 Nov 10 22:22:12.711628 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-3f3c6cc8-b9fb-4c61-9e22-bcbb9699fc58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70bcccba-ff6a-4edd-b968-b6dcac2283be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242810 Nov 10 22:22:12.810018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-e7531267-a22d-452d-9a3c-7ae5f9c115b0 service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916746 Nov 10 22:22:12.897430 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf989d74-fe21-4b26-a2b0-69434991fff6 req-f4ab7e83-51ba-4ffa-a859-41e116f6d9fb service neutron] 10.222.0.53 "GET /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804377 Nov 10 22:22:13.110359 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:22:13.441378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7000b-5683-419a-a1ea-56167a52c9ce req-06da32ff-f354-45f2-8486-9915a07a45ee tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:13.442832 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7c7000b-5683-419a-a1ea-56167a52c9ce req-06da32ff-f354-45f2-8486-9915a07a45ee tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 945 time: 0.0526938 Nov 10 22:22:13.490862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c7c7000b-5683-419a-a1ea-56167a52c9ce req-e1fdceb3-6677-4c9d-8ff9-ae786b2351ce tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Nov 10 22:22:14.087829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:22:14.221150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a0b4621f-199a-4818-a658-ddb429e5d695 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:22:14.225397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a0b4621f-199a-4818-a658-ddb429e5d695 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:14.225767 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:14.302884 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:14.325886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:22:14.328186 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f81e156-b67e-4421-9841-ea63a125c560" -d '{"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:22:14.341709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:14.367911 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d121531-544e-453b-aa8d-b79d8d1aa5c1 x-openstack-request-id: req-8d121531-544e-453b-aa8d-b79d8d1aa5c1 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:22:14.368231 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:22:14.368482 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d121531-544e-453b-aa8d-b79d8d1aa5c1 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:22:14.368875 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'code': 200} Nov 10 22:22:14.415622 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:14.466331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:14.609747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6b0d-b81c-4f6e-a329-bc6fc3195d40 req-69cf2f3e-cdf0-4249-a8d9-60aa3b5eb562 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:14.611135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-287f6b0d-b81c-4f6e-a329-bc6fc3195d40 req-69cf2f3e-cdf0-4249-a8d9-60aa3b5eb562 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0506628 Nov 10 22:22:14.662521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-287f6b0d-b81c-4f6e-a329-bc6fc3195d40 req-346e7b72-3037-45c1-992c-98656372011c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455966 Nov 10 22:22:14.778183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199e93f-58ad-4a8b-9695-fe41232e5182 req-19b8e3b3-b4d5-4169-a245-1227eef55317 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:14.779884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8199e93f-58ad-4a8b-9695-fe41232e5182 req-19b8e3b3-b4d5-4169-a245-1227eef55317 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0497620 Nov 10 22:22:14.831233 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8199e93f-58ad-4a8b-9695-fe41232e5182 req-78f154b6-76f7-4123-858a-8070295e2d3c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Nov 10 22:22:14.941978 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1428f-2b44-4ad8-8277-b81bd9e77f39 req-54f26072-6a9f-471d-8dc6-b74009f2644c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:14.943440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86b1428f-2b44-4ad8-8277-b81bd9e77f39 req-54f26072-6a9f-471d-8dc6-b74009f2644c tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0483224 Nov 10 22:22:14.990521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86b1428f-2b44-4ad8-8277-b81bd9e77f39 req-81664bc7-a9ea-4adf-826c-f1e2e60c6820 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Nov 10 22:22:15.537252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0031317-fccc-47bc-babf-df69f5d5964d req-d0af92e3-896c-4f23-a905-675ba7e8d29f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:15.538705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0031317-fccc-47bc-babf-df69f5d5964d req-d0af92e3-896c-4f23-a905-675ba7e8d29f tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0483596 Nov 10 22:22:15.586185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d0031317-fccc-47bc-babf-df69f5d5964d req-f8b9aa01-d06a-4b3a-9fc8-e7fa6351111e tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Nov 10 22:22:16.700372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f50d-d660-421f-af10-a0cf842b2e37 req-e521bcda-76ba-436c-ae0a-e9cf462da582 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:16.701847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e809f50d-d660-421f-af10-a0cf842b2e37 req-e521bcda-76ba-436c-ae0a-e9cf462da582 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0487025 Nov 10 22:22:16.748792 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e809f50d-d660-421f-af10-a0cf842b2e37 req-70d08ea9-2aa5-49d9-8429-ecdaec9cd0c1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/security-groups?id=6366c0db-f310-43cd-a6ab-4762bef7fd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410416 Nov 10 22:22:17.006960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-9ded9c03-e9f7-4d22-a989-ee7cdd7434a1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:17.008477 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-9ded9c03-e9f7-4d22-a989-ee7cdd7434a1 tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.64 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 946 time: 0.0530052 Nov 10 22:22:17.095941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Deleting port a0b4621f-199a-4818-a658-ddb429e5d695 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:22:17.096283 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:17.188025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] For port a0b4621f-199a-4818-a658-ddb429e5d695, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a0b4621f-199a-4818-a658-ddb429e5d695,segment=NetworkSegment(5634572a-68f7-46c5-b8a9-b06efee466c0),segment_id=5634572a-68f7-46c5-b8a9-b06efee466c0)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:17.188387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:17.200763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Calling delete_port for a0b4621f-199a-4818-a658-ddb429e5d695 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:22:17.404248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:17.416070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a0b4621f-199a-4818-a658-ddb429e5d695'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:22:17.434605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Pushing event deleted for resources: {'Port': ['ID=a0b4621f-199a-4818-a658-ddb429e5d695,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:17.474583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] No DVR routers for this DVR port a0b4621f-199a-4818-a658-ddb429e5d695 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:22:17.477326 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:17.481287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fc324df-8b07-4588-bd81-5feb65c2b2ff req-0c097177-0705-430a-9ba3-c09415baf1ca tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.64 "DELETE /v2.0/ports/a0b4621f-199a-4818-a658-ddb429e5d695 HTTP/1.1" status: 204 len: 173 time: 0.4665856 Nov 10 22:22:17.481737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-deleted', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:22:17.484064 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a10e9a-a66a-4503-a0b6-132f224b1ad6" -d '{"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-deleted", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:22:17.520672 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485609f-26b2-4a16-9f40-a4af0139d688 x-openstack-request-id: req-0485609f-26b2-4a16-9f40-a4af0139d688 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:22:17.520966 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d5b7-33e0-4dc8-9ef8-b083f983bb13", "name": "network-vif-deleted", "tag": "a0b4621f-199a-4818-a658-ddb429e5d695", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:22:17.521214 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0485609f-26b2-4a16-9f40-a4af0139d688 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:22:17.521611 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d5b7-33e0-4dc8-9ef8-b083f983bb13', 'name': 'network-vif-deleted', 'tag': 'a0b4621f-199a-4818-a658-ddb429e5d695', 'status': 'completed', 'code': 200} Nov 10 22:22:17.853631 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0f38fd9-e082-4b8f-827a-85d4ef4552b5 req-a25c713b-346d-4ff6-a0c2-f5475378fcbf tempest-ServerDiskConfigTestJSON-1168540513 tempest-ServerDiskConfigTestJSON-1168540513-project] 10.222.0.45 "GET /v2.0/ports?device_id=5333d5b7-33e0-4dc8-9ef8-b083f983bb13 HTTP/1.1" status: 200 len: 210 time: 0.0267906 Nov 10 22:22:18.973330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52274) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:19.017510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Deleting subnet d1d8e22a-99ee-47c6-8155-839a06304223 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:22:19.020557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.059896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.098002 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.208343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.233423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d8e22a-99ee-47c6-8155-839a06304223,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:19.240416 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.243685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d1d8e22a-99ee-47c6-8155-839a06304223 HTTP/1.1" status: 204 len: 168 time: 0.2693427 Nov 10 22:22:19.246453 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52276) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:19.248997 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.249343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.249681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.250014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.250343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.250670 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.250992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.251311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.251775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.251976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.252298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.252617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee767dad-bae2-4b0b-a4d0-ff9b1d3fd46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:19.317687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.394154 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.418908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bcccba-ff6a-4edd-b968-b6dcac2283be']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:19.427953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5634572a-68f7-46c5-b8a9-b06efee466c0') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:19.428186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5634572a-68f7-46c5-b8a9-b06efee466c0') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:19.437652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.451977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.457698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:22:19.458072 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:22:19.459668 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:22:19.573526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.579948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.583049 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] 10.222.0.45 "DELETE /v2.0/networks/70bcccba-ff6a-4edd-b968-b6dcac2283be HTTP/1.1" status: 204 len: 168 time: 0.3355761 Nov 10 22:22:19.594319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeb666-f1b1-4ad5-aff3-c0bf73b403bf admin admin] Pushing event deleted for resources: {'Network': ['ID=70bcccba-ff6a-4edd-b968-b6dcac2283be,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:19.882890 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52280) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:19.924059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-51972f77-e07a-4995-95d0-349e94ba7a27 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57692fb757f94ca98a4e92b3add30769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399179 Nov 10 22:22:19.926369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52282) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:19.972501 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b01081b2-2408-47a1-b3d1-28318809dc1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:19.993451 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b01081b2-2408-47a1-b3d1-28318809dc1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:20.095210 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:20.118782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:22:20.124056 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b01081b2-2408-47a1-b3d1-28318809dc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:20.127115 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b01081b2-2408-47a1-b3d1-28318809dc1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:20.127925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b01081b2-2408-47a1-b3d1-28318809dc1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6366c0db-f310-43cd-a6ab-4762bef7fd89 HTTP/1.1" status: 204 len: 168 time: 0.2006388 Nov 10 22:22:20.135934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01081b2-2408-47a1-b3d1-28318809dc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6366c0db-f310-43cd-a6ab-4762bef7fd89,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:20.143150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: a0b4621f-199a-4818-a658-ddb429e5d695 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:22:20.143479 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a0b4621f-199a-4818-a658-ddb429e5d695 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:22:21.114108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52306) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:21.210917 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1884736574-network', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:21.312374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Made reservation on behalf of 495c5faa7f8641cf949a6e24f869e2d3 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:22:21.314698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.323700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.399777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.454888 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.482200 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:22:21.488368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1b2913-4349-4951-be97-14319918d66d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:21.495408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.495806 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Added segment fc9e79da-2ff2-4b31-b84e-f72546ab5db6 of type vlan for network b7680767-36af-484e-b196-128e052cb0ad Nov 10 22:22:21.535743 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.626308 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.627261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:21.627861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:21.688832 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] Pushing event updated for resources: {'Network': ['ID=b7680767-36af-484e-b196-128e052cb0ad,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:21.701240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b7680767-36af-484e-b196-128e052cb0ad details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:22:21.743573 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b50df87e-e158-4146-914c-200f34939e11 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6283209 Nov 10 22:22:21.747512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52310) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:21.752455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Request body: {'subnet': {'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1884736574-subnet', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:21.826635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Made reservation on behalf of 495c5faa7f8641cf949a6e24f869e2d3 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:22:21.829016 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.036735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.097963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6684b8-7522-4935-b28a-0e15f46bae88,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:22.102229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:22:22.102584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Network hostable DHCP agents. Network: b7680767-36af-484e-b196-128e052cb0ad, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:22:22.163288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Network b7680767-36af-484e-b196-128e052cb0ad is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:22:22.232264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b7680767-36af-484e-b196-128e052cb0ad) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:22:22.236747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:22.238435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.243719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f71ecbf-b27d-4c10-bec8-2e1d0191a551 None None] Network b7680767-36af-484e-b196-128e052cb0ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:22:22.306725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-122f256f-92ef-4e72-b2ba-6d9f182e9bc0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5551159 Nov 10 22:22:22.307007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52312) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:22.312700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:22.389743 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-b7680767-36af-484e-b196-128e052cb0ad', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:22:22.390628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.398214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.399314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.454793 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.531398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Allocated IP 172.20.0.2 (b7680767-36af-484e-b196-128e052cb0ad/5a6684b8-7522-4935-b28a-0e15f46bae88/6cc66f30-5ce7-41a0-91d4-211dc04ef17b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:22:22.654337 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.684182 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.724118 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.763779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Network b7680767-36af-484e-b196-128e052cb0ad is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:22:22.766554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:22:22.769988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:22:22.777714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Pushing event updated for resources: {'Port': ['ID=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:22.827746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Attempting to bind port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:22:22.828150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Attempting to bind port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:22:22.828511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Attempting to bind port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:22:22.833494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:22:22.833982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:22:22.834404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.834791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:22:22.835373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Bound port: 6cc66f30-5ce7-41a0-91d4-211dc04ef17b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:22:22.835809 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.901358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] For port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:22:22.905112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] For port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:22:22.908838 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.927581 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:22.981431 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:23.036174 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Allocated IP 172.25.7.196 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/73d8a977-aa80-430d-96f3-5ee8915f91fa) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:22:23.039673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2c0d5-c0b1-46d4-8ead-3a6e112542fa None None] Pushing event updated for resources: {'Port': ['ID=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:23.142603 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:23.255903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:23.299413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:22:23.304829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:22:23.309217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:22:23.319406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412fbda-fee6-4464-9a3b-10afd18a90ee None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:22:23.337496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Pushing event updated for resources: {'Port': ['ID=73d8a977-aa80-430d-96f3-5ee8915f91fa,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:23.362234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c1c3f7eb-6ee6-424e-990b-2ac9348060a8 None None] Provisioning complete for port 73d8a977-aa80-430d-96f3-5ee8915f91fa triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:23.362606 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1c3f7eb-6ee6-424e-990b-2ac9348060a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:23.396147 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3f7eb-6ee6-424e-990b-2ac9348060a8 None None] Port 73d8a977-aa80-430d-96f3-5ee8915f91fa cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:22:23.614971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:23.941213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:23.974025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6088f624-fa44-4da8-a5b3-f390ec45d2eb None None] Network b7680767-36af-484e-b196-128e052cb0ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:22:24.052495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b285343d-45c5-4d77-9d8a-509d93589f51 None None] Provisioning complete for port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:24.052859 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b285343d-45c5-4d77-9d8a-509d93589f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:24.124208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:24.190070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b285343d-45c5-4d77-9d8a-509d93589f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:24.229977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b285343d-45c5-4d77-9d8a-509d93589f51 None None] For port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:24.310307 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b285343d-45c5-4d77-9d8a-509d93589f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:24.352422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Router 70277bb5-89fe-46df-9672-91204dc541f9 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:22:24.357881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285343d-45c5-4d77-9d8a-509d93589f51 None None] Pushing event updated for resources: {'Port': ['ID=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:24.427700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1bdc8237-f80a-4d9b-a81b-ff4b7a045365 None None] Provisioning complete for port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:24.428098 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1bdc8237-f80a-4d9b-a81b-ff4b7a045365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:24.468033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:22:24.478546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:22:24.519297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:22:24.519933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:24.559611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:24.560949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c36a634c-15b3-4732-bc7a-79adc0ab8920 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2527497 Nov 10 22:22:24.563654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52316) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:24.630446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:22:24.688252 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6cc66f30-5ce7-41a0-91d4-211dc04ef17b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:22:24.804474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:24.804845 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:24.990521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.067477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:23Z', 'revision_number': 3, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:25.102309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:22:25.102662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Updating router 70277bb5-89fe-46df-9672-91204dc541f9 port 73d8a977-aa80-430d-96f3-5ee8915f91fa binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:22:25.132332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.144039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Allocated IP 172.20.0.1 (b7680767-36af-484e-b196-128e052cb0ad/5a6684b8-7522-4935-b28a-0e15f46bae88/c7407e8d-0a1e-4f02-9cef-1a1af0797334) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:22:25.251594 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.358163 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.381544 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.399398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Network b7680767-36af-484e-b196-128e052cb0ad is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:22:25.403177 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:22:25.407283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:22:25.434995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Pushing event updated for resources: {'Port': ['ID=c7407e8d-0a1e-4f02-9cef-1a1af0797334,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:25.456215 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.484513 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.535560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Attempting to bind port 73d8a977-aa80-430d-96f3-5ee8915f91fa on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:22:25.536025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Attempting to bind port 73d8a977-aa80-430d-96f3-5ee8915f91fa by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:22:25.536454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Attempting to bind port 73d8a977-aa80-430d-96f3-5ee8915f91fa on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:22:25.541824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf1e8f5-cc60-4623-903c-bea6bfb55619 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:22:25.560047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:22:25.565647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:22:25.565647 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.565647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:22:25.565647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Bound port: 73d8a977-aa80-430d-96f3-5ee8915f91fa, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:22:25.565647 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.565647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94838be-2a5d-438e-9ccb-59da4be1a6ba None None] Pushing event updated for resources: {'Port': ['ID=73d8a977-aa80-430d-96f3-5ee8915f91fa,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:25.618145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] For port 73d8a977-aa80-430d-96f3-5ee8915f91fa, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:22:25.621860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] For port 73d8a977-aa80-430d-96f3-5ee8915f91fa, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=73d8a977-aa80-430d-96f3-5ee8915f91fa,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:22:25.651396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2d2a9f13-b19a-4fe7-ab5a-cf6d1c432d9e None None] Provisioning complete for port 73d8a977-aa80-430d-96f3-5ee8915f91fa triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:25.651941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9f13-b19a-4fe7-ab5a-cf6d1c432d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.680238 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.685786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a9f13-b19a-4fe7-ab5a-cf6d1c432d9e None None] Port 73d8a977-aa80-430d-96f3-5ee8915f91fa cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:22:25.696093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2d2a9f13-b19a-4fe7-ab5a-cf6d1c432d9e None None] Provisioning complete for port c7407e8d-0a1e-4f02-9cef-1a1af0797334 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:25.696511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9f13-b19a-4fe7-ab5a-cf6d1c432d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.730599 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.758740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-2d2a9f13-b19a-4fe7-ab5a-cf6d1c432d9e None None] Port c7407e8d-0a1e-4f02-9cef-1a1af0797334 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:22:25.778996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda7494-80fa-4c6d-9829-28e620c3d97a None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:22:25.801224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:22:25.801837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:25.804825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94838be-2a5d-438e-9ccb-59da4be1a6ba None None] Pushing event updated for resources: {'Port': ['ID=73d8a977-aa80-430d-96f3-5ee8915f91fa,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:25.847465 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.916766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.918935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6c788e3f-2b02-435a-8b86-de36e8926b0f None None] Provisioning complete for port 73d8a977-aa80-430d-96f3-5ee8915f91fa triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:25.919306 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c788e3f-2b02-435a-8b86-de36e8926b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.921808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:22:25.988829 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:25.990551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Pushing event updated for resources: {'Port': ['ID=c7407e8d-0a1e-4f02-9cef-1a1af0797334,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:26.081583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Network b7680767-36af-484e-b196-128e052cb0ad is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:22:26.083083 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:22:26.133425 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c788e3f-2b02-435a-8b86-de36e8926b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:26.190254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6c788e3f-2b02-435a-8b86-de36e8926b0f None None] For port 73d8a977-aa80-430d-96f3-5ee8915f91fa, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=73d8a977-aa80-430d-96f3-5ee8915f91fa,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:26.213750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:22:26.220599 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 1, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:26.250019 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448f956d-7983-4088-9ab6-c71d561869f0 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 1, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:22:26.261754 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6c788e3f-2b02-435a-8b86-de36e8926b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:26.330483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c788e3f-2b02-435a-8b86-de36e8926b0f None None] Pushing event updated for resources: {'Port': ['ID=73d8a977-aa80-430d-96f3-5ee8915f91fa,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:26.347502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:22:26.353824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c702234c-a9cf-4a3b-af7d-ac78ceb172dc admin admin] 10.222.0.45 "PUT /v2.0/routers/70277bb5-89fe-46df-9672-91204dc541f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891600 Nov 10 22:22:26.383039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4e806cd4-d051-4549-beac-2cde239214c4 None None] Provisioning complete for port c7407e8d-0a1e-4f02-9cef-1a1af0797334 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:26.383409 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e806cd4-d051-4549-beac-2cde239214c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:26.426092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4e806cd4-d051-4549-beac-2cde239214c4 None None] Port c7407e8d-0a1e-4f02-9cef-1a1af0797334 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:22:26.894887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52324) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:26.894887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e7108d0e-2cf4-4a08-a8e1-1b646454c6bb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439917053', 'description': 'tempest-description--996982337'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:26.974955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e7108d0e-2cf4-4a08-a8e1-1b646454c6bb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.048600 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e7108d0e-2cf4-4a08-a8e1-1b646454c6bb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.089544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e7108d0e-2cf4-4a08-a8e1-1b646454c6bb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.119607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7108d0e-2cf4-4a08-a8e1-1b646454c6bb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0beca3f-0873-49d3-a770-c8ed0a2882b0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:27.187249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e7108d0e-2cf4-4a08-a8e1-1b646454c6bb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.188579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e7108d0e-2cf4-4a08-a8e1-1b646454c6bb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3135343 Nov 10 22:22:27.191497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52326) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:27.195959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7c5c1a96-d043-468b-9091-844e69d426a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'security_group_rule': {'security_group_id': 'c0beca3f-0873-49d3-a770-c8ed0a2882b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:27.293140 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1a96-d043-468b-9091-844e69d426a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.357706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1a96-d043-468b-9091-844e69d426a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.432477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1a96-d043-468b-9091-844e69d426a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.450654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c1a96-d043-468b-9091-844e69d426a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbe998d-0a13-447d-a9fc-6692444fdf23,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:27.525625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1a96-d043-468b-9091-844e69d426a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.527389 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7c5c1a96-d043-468b-9091-844e69d426a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348873 Nov 10 22:22:27.529950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52328) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:27.534376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-7a146480-d31f-4422-a329-d7e84bad4f40 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'security_group_rule': {'security_group_id': 'c0beca3f-0873-49d3-a770-c8ed0a2882b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:27.626519 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a146480-d31f-4422-a329-d7e84bad4f40 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.684848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a146480-d31f-4422-a329-d7e84bad4f40 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.752293 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a146480-d31f-4422-a329-d7e84bad4f40 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.771306 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a146480-d31f-4422-a329-d7e84bad4f40 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50dd80d-1f67-479f-87aa-ae6b011f1e43,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:27.822618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7a146480-d31f-4422-a329-d7e84bad4f40 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:27.823920 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7a146480-d31f-4422-a329-d7e84bad4f40 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2929924 Nov 10 22:22:27.826953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 52330) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:27.831311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:27.929286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.029663 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.134323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Allocated IP 172.25.7.187 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/65002513-dd3f-4cd9-afa7-ba130beb0c2b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:22:28.218924 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:22:28.228355 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:22:28.228944 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:28.245646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.331785 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:22:28.356931 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.400698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:22:28.404122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:22:28.406514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:22:28.432276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'Port': ['ID=65002513-dd3f-4cd9-afa7-ba130beb0c2b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:28.514395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.535080 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 2, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:28.561543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:22:28.561896 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Updating router 70277bb5-89fe-46df-9672-91204dc541f9 port c7407e8d-0a1e-4f02-9cef-1a1af0797334 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:22:28.588754 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.607514 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.630099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 73d8a977-aa80-430d-96f3-5ee8915f91fa up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:22:28.678735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 73d8a977-aa80-430d-96f3-5ee8915f91fa triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:28.679011 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.787052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.858154 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.860396 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.918058 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.938600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'Port': ['ID=65002513-dd3f-4cd9-afa7-ba130beb0c2b,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:28.949642 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:28.974173 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Pushing event updated for resources: {'Port': ['ID=c7407e8d-0a1e-4f02-9cef-1a1af0797334,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:29.013910 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.014258 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.014585 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.014911 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.015253 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.015604 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.015884 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.016199 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.016510 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.017010 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.017367 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.017682 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:29.028264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.029973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d66e91e2-50a6-4fab-8904-b8fdc148697a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2020822 Nov 10 22:22:29.043031 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Attempting to bind port c7407e8d-0a1e-4f02-9cef-1a1af0797334 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:22:29.043415 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Attempting to bind port c7407e8d-0a1e-4f02-9cef-1a1af0797334 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:22:29.043862 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Attempting to bind port c7407e8d-0a1e-4f02-9cef-1a1af0797334 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:22:29.050266 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:22:29.050653 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:22:29.055353 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.055353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:22:29.055353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Bound port: c7407e8d-0a1e-4f02-9cef-1a1af0797334, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:22:29.055353 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.125128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] For port c7407e8d-0a1e-4f02-9cef-1a1af0797334, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:22:29.129448 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] For port c7407e8d-0a1e-4f02-9cef-1a1af0797334, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7407e8d-0a1e-4f02-9cef-1a1af0797334,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:22:29.195250 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.196453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-682ecbad-fb8a-488d-9e7b-4a70f8a48175 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1439917053&fields=id&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 267 time: 0.0479634 Nov 10 22:22:29.250576 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:22:29.251209 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:22:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:29.268724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f2a49f3b-7d6c-41c5-9f82-e85b414a34df None None] Provisioning complete for port c7407e8d-0a1e-4f02-9cef-1a1af0797334 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:29.269362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f2a49f3b-7d6c-41c5-9f82-e85b414a34df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.336792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-80cda0d6-9e97-4f45-aa13-e0544a46ca85 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:29.339177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-80cda0d6-9e97-4f45-aa13-e0544a46ca85 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.1321754 Nov 10 22:22:29.355108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-91cdf5a0-e67e-4603-ba12-777edda9e0c7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/quotas/495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 375 time: 0.0104144 Nov 10 22:22:29.358965 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdd7f8-fc1c-4481-b238-6cb2db096eb8 None None] Pushing event updated for resources: {'Port': ['ID=c7407e8d-0a1e-4f02-9cef-1a1af0797334,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:29.378720 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:22:29.378991 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f2a49f3b-7d6c-41c5-9f82-e85b414a34df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.419597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f2a49f3b-7d6c-41c5-9f82-e85b414a34df None None] For port c7407e8d-0a1e-4f02-9cef-1a1af0797334, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7407e8d-0a1e-4f02-9cef-1a1af0797334,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:29.424115 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-88613465-7580-418b-8686-64b8b1968201 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589273 Nov 10 22:22:29.496205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f2a49f3b-7d6c-41c5-9f82-e85b414a34df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.537504 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-6210afb5-9be6-469d-9b74-779e808221b4 service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004133 Nov 10 22:22:29.566604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a49f3b-7d6c-41c5-9f82-e85b414a34df None None] Pushing event updated for resources: {'Port': ['ID=c7407e8d-0a1e-4f02-9cef-1a1af0797334,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:29.590105 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:29.622144 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4880b0ee-0718-45e0-a448-6d67a5506317 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:22:29.624150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5dbcf4d6-df78-4def-bf26-e907fb5eb6ae None None] Provisioning complete for port c7407e8d-0a1e-4f02-9cef-1a1af0797334 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:29.624736 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5dbcf4d6-df78-4def-bf26-e907fb5eb6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:29.637690 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-e6fc1f01-e669-4298-84d0-8e257db22e27 service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929279 Nov 10 22:22:29.876947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-211e1d23-beeb-4f54-a392-2b9ed14a194a req-7ebd485d-da55-424b-a5b1-7607d23e84ce tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 210 time: 0.0291154 Nov 10 22:22:30.619141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7407e8d-0a1e-4f02-9cef-1a1af0797334 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:22:30.671258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c7407e8d-0a1e-4f02-9cef-1a1af0797334 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:30.671618 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:30.988277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d071dfd-6599-45d6-a5ea-8013dfd7e2cb req-eefe1ab3-7b34-4bbb-b0f8-d574b9a91ecc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 210 time: 0.0302947 Nov 10 22:22:31.972129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-6fd76171-ae65-4461-aa35-c83057f51301 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:31.973573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-6fd76171-ae65-4461-aa35-c83057f51301 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.1096985 Nov 10 22:22:32.034030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-e6276d3a-ec1b-4e41-aad0-914d787cf4a5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 380 time: 0.0517907 Nov 10 22:22:32.044554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'port': {'device_id': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'admin_state_up': True, 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'security_groups': ['c0beca3f-0873-49d3-a770-c8ed0a2882b0']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:32.126744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-25fae105-832b-49af-90e0-c37afcac3dd7 req-88faee2b-3aeb-4a13-8d1d-bf1ba0c4e44e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 210 time: 0.0651977 Nov 10 22:22:32.243601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Made reservation on behalf of 495c5faa7f8641cf949a6e24f869e2d3 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:22:32.247128 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:32.376313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Allocated IP 172.20.0.13 (b7680767-36af-484e-b196-128e052cb0ad/5a6684b8-7522-4935-b28a-0e15f46bae88/246d344b-ba4a-4815-8dde-4589efde878d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:22:32.509333 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:32.603960 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:32.652758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Network b7680767-36af-484e-b196-128e052cb0ad is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:22:32.656562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:22:32.660343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:22:32.667262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:32.716536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:32.717150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:32.806785 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-ecc2be73-2797-4fd5-8bb3-ef4c7f2c3b07 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7670763 Nov 10 22:22:32.817499 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-df889852-17bc-43f8-8fa0-80c5e103675e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:22:32.818594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-df889852-17bc-43f8-8fa0-80c5e103675e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056276 Nov 10 22:22:32.832206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Request body: {'port': {'device_id': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:32.859083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3b6bcaee-fb10-460b-848b-545013609cf9 None None] Provisioning complete for port 246d344b-ba4a-4815-8dde-4589efde878d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:32.859672 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3b6bcaee-fb10-460b-848b-545013609cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:32.888532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:32.896074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bcaee-fb10-460b-848b-545013609cf9 None None] Port 246d344b-ba4a-4815-8dde-4589efde878d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:22:33.149622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246d344b-ba4a-4815-8dde-4589efde878d {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:22:33.157678 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:33.171526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Transition to ACTIVE for port object 246d344b-ba4a-4815-8dde-4589efde878d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:22:33.242379 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae27a46-d57b-44ce-aac5-66ff081a1e6a req-f18dba0b-cba8-4996-bc3d-5145a78686e2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:33.243882 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ae27a46-d57b-44ce-aac5-66ff081a1e6a req-f18dba0b-cba8-4996-bc3d-5145a78686e2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 932 time: 0.0482752 Nov 10 22:22:33.277772 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:33.291285 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6ae27a46-d57b-44ce-aac5-66ff081a1e6a req-c9d0f5c9-394f-4c89-a9cc-701921013561 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Nov 10 22:22:33.331500 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:33.405520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:22:33.406191 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:22:33.406518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:22:33.411815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Port 246d344b-ba4a-4815-8dde-4589efde878d on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:22:33.412136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:22:33.417238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:22:33.417565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:22:33.417945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:22:33.418361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Bound port: 246d344b-ba4a-4815-8dde-4589efde878d, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:22:33.418712 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:33.487640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:22:33.492399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:22:33.564562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:33.600315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:33.600918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:33.602284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] 10.222.0.64 "PUT /v2.0/ports/246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1093 time: 0.7756848 Nov 10 22:22:33.602721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:22:33.604998 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265cd248-a88b-4465-be43-eddf68d8b855" -d '{"events": [{"name": "network-changed", "server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "tag": "246d344b-ba4a-4815-8dde-4589efde878d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:22:33.633983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2b313-6def-4142-8214-56dcc1626efd service neutron] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:33.647111 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9058301-e1c1-4972-b15c-1f42519106a8 x-openstack-request-id: req-e9058301-e1c1-4972-b15c-1f42519106a8 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:22:33.647470 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "tag": "246d344b-ba4a-4815-8dde-4589efde878d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:22:33.647829 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9058301-e1c1-4972-b15c-1f42519106a8 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:22:33.648294 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d', 'status': 'completed', 'code': 200} Nov 10 22:22:33.716426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cd248-a88b-4465-be43-eddf68d8b855 req-756a2f40-6227-4d80-8865-2ac83315e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:33.718626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-265cd248-a88b-4465-be43-eddf68d8b855 req-756a2f40-6227-4d80-8865-2ac83315e61b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0443206 Nov 10 22:22:33.822977 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cd248-a88b-4465-be43-eddf68d8b855 req-e8cc85cd-ea1e-40d2-a59b-1bf9757337c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:33.824480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-265cd248-a88b-4465-be43-eddf68d8b855 req-e8cc85cd-ea1e-40d2-a59b-1bf9757337c4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980508 Nov 10 22:22:33.921125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cd248-a88b-4465-be43-eddf68d8b855 req-230d749f-c765-442a-8a1e-625c45fa559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:33.922629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-265cd248-a88b-4465-be43-eddf68d8b855 req-230d749f-c765-442a-8a1e-625c45fa559e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919251 Nov 10 22:22:34.002471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-deefffe7-c014-451f-ae94-c9417d17eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:34.004088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-deefffe7-c014-451f-ae94-c9417d17eaef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0465324 Nov 10 22:22:34.046883 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-bbee5726-b794-4689-83d1-0bc86be83cb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 217 time: 0.0343859 Nov 10 22:22:34.094918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-d3498443-88dc-4119-8cc9-3e08deb6afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:34.096450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-d3498443-88dc-4119-8cc9-3e08deb6afd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0433145 Nov 10 22:22:34.145208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-cab33167-205b-4ea9-b781-5bc81018667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:34.146673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-cab33167-205b-4ea9-b781-5bc81018667a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436809 Nov 10 22:22:34.236992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-0a4437ef-a280-44a1-ae71-6a804c5ad3a7 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830524 Nov 10 22:22:34.332466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fdac0d98-2fb3-4089-9a3e-9e777cea9738 req-1bd26c2d-d72f-4439-a673-d3937884e513 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879283 Nov 10 22:22:34.415683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb8d13-d4a4-493b-ad3b-970895a32cf2 req-9d14b799-6205-4086-bca1-8010144272a5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:34.417189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24fb8d13-d4a4-493b-ad3b-970895a32cf2 req-9d14b799-6205-4086-bca1-8010144272a5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 944 time: 0.0506186 Nov 10 22:22:34.466287 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-24fb8d13-d4a4-493b-ad3b-970895a32cf2 req-ef4288a4-3703-4d29-aef0-45fc96425ae5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425324 Nov 10 22:22:35.584334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583b181-4d52-4da7-910e-74e46d570c48 req-c8e75348-2952-4c58-a389-4a1e483fbe79 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:35.585824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2583b181-4d52-4da7-910e-74e46d570c48 req-c8e75348-2952-4c58-a389-4a1e483fbe79 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 944 time: 0.0522447 Nov 10 22:22:35.632935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2583b181-4d52-4da7-910e-74e46d570c48 req-653102fd-30eb-4d25-aaa5-5f2c8ac103c3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Nov 10 22:22:35.728829 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-128db148-4bd0-4ef8-8c43-f7e54b0b5018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:36.212028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:22:36.312102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:36.319528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '246d344b-ba4a-4815-8dde-4589efde878d', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': '246d344b-ba4a-4815-8dde-4589efde878d', 'mac_address': 'fa:16:3e:6d:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:22:36.357038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:36.370431 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246d344b-ba4a-4815-8dde-4589efde878d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:22:36.390334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:36.466193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:36.512437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:36.519788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.520135 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.520473 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.520809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.521138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.521464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.521789 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.522114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.522433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.522753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.523073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.523391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:22:36.753675 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['246d344b-ba4a-4815-8dde-4589efde878d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:22:36.755251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec90fc-e3c5-48ce-a9c8-dfe93626a3ef req-ef795485-5b50-497e-8001-6a3f82f99dbd tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:36.756756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fec90fc-e3c5-48ce-a9c8-dfe93626a3ef req-ef795485-5b50-497e-8001-6a3f82f99dbd tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 945 time: 0.0540440 Nov 10 22:22:36.805078 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7fec90fc-e3c5-48ce-a9c8-dfe93626a3ef req-d9518451-ac1c-49b6-b1f3-e1e4c22a2bc6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Nov 10 22:22:37.924997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93ef05-b2dd-46e4-a680-81ec2ac854c3 req-532d8552-fefd-4c29-a540-434bc925826a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:37.926457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc93ef05-b2dd-46e4-a680-81ec2ac854c3 req-532d8552-fefd-4c29-a540-434bc925826a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 945 time: 0.0546358 Nov 10 22:22:37.974297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc93ef05-b2dd-46e4-a680-81ec2ac854c3 req-6d23c250-aa3d-4ebf-9491-cf3ec7c72811 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Nov 10 22:22:37.997317 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-81e3d9bb-b2be-4a4e-9625-71ecc1655970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:38.227642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:22:38.362902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 246d344b-ba4a-4815-8dde-4589efde878d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:22:38.366816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 246d344b-ba4a-4815-8dde-4589efde878d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:22:38.367285 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:38.447772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:38.470840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:22:38.473087 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b566654-483e-41ae-b0f3-64967f932df2" -d '{"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-plugged", "status": "completed", "tag": "246d344b-ba4a-4815-8dde-4589efde878d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:22:38.485871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:22:38.508613 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f7b647-a5bd-4cfe-b298-edad7077cee6 x-openstack-request-id: req-04f7b647-a5bd-4cfe-b298-edad7077cee6 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:22:38.508888 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-plugged", "status": "completed", "tag": "246d344b-ba4a-4815-8dde-4589efde878d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:22:38.509162 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04f7b647-a5bd-4cfe-b298-edad7077cee6 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:22:38.509546 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d', 'code': 200} Nov 10 22:22:38.534711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:38.587601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:22:38.655449 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12115c-f1c0-4493-9f56-0bc06affe90c req-f1e7dbb6-7b55-40c4-9b7c-974d8739ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:38.656946 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf12115c-f1c0-4493-9f56-0bc06affe90c req-f1e7dbb6-7b55-40c4-9b7c-974d8739ef95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1098 time: 0.0407174 Nov 10 22:22:38.701972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf12115c-f1c0-4493-9f56-0bc06affe90c req-ae7413ff-9f48-4870-bfa0-d670e6c8b800 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381696 Nov 10 22:22:39.090162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580f29-a13a-4189-9a8e-97905ce76aec req-2a337e90-c998-4b27-adbe-68a7605184d5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:39.091952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60580f29-a13a-4189-9a8e-97905ce76aec req-2a337e90-c998-4b27-adbe-68a7605184d5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0502942 Nov 10 22:22:39.143472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60580f29-a13a-4189-9a8e-97905ce76aec req-e0542718-18cb-4124-83f2-5478ee66802d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456276 Nov 10 22:22:39.453586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:40.261605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b04569-e5f1-4ee4-9931-2579355cb5ac req-e09597ab-6950-46fd-b149-804011378ef6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:40.263059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2b04569-e5f1-4ee4-9931-2579355cb5ac req-e09597ab-6950-46fd-b149-804011378ef6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Nov 10 22:22:40.313049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2b04569-e5f1-4ee4-9931-2579355cb5ac req-378869b5-5be3-4d3b-a3f6-f1981f31ed71 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Nov 10 22:22:40.939965 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:41.414704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:41.449810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5464c-2ae9-4350-a27f-40afcff0c735 req-333f9033-6839-42b2-96e9-63b99fcca9e3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:41.451199 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dae5464c-2ae9-4350-a27f-40afcff0c735 req-333f9033-6839-42b2-96e9-63b99fcca9e3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0689702 Nov 10 22:22:41.498984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dae5464c-2ae9-4350-a27f-40afcff0c735 req-2e55c2c1-2688-41c2-b425-d8e58fb29172 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Nov 10 22:22:41.627165 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5810ef-a4e8-47a0-ae59-0490ed6c5883 req-f114e56b-d7bd-4728-9cbb-8f2d4fa15187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:41.628678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8f5810ef-a4e8-47a0-ae59-0490ed6c5883 req-f114e56b-d7bd-4728-9cbb-8f2d4fa15187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0517130 Nov 10 22:22:41.637360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52388) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:22:41.642696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'floatingip': {'port_id': '246d344b-ba4a-4815-8dde-4589efde878d'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:22:41.686223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:42.129543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:42.203155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:42.308539 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 associated. External IP: 172.25.7.187, port: 246d344b-ba4a-4815-8dde-4589efde878d. Nov 10 22:22:42.514416 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:22:42.629594 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:22:42.634535 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:42.639833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:22:42.649816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:22:42.650524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:42.664289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-53ff6f0f-cd0d-47b3-af2e-575ce719824b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "PUT /v2.0/floatingips/4f2ef218-4493-4d74-82f7-31af2a68abc5 HTTP/1.1" status: 200 len: 992 time: 1.0256057 Nov 10 22:22:42.665049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:22:42.667708 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a65ac6-c472-4f16-8ab2-52839995c26a" -d '{"events": [{"name": "network-changed", "server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "tag": "246d344b-ba4a-4815-8dde-4589efde878d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:22:42.724141 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e00f6-1366-40ab-956e-e85c911dd9ba x-openstack-request-id: req-752e00f6-1366-40ab-956e-e85c911dd9ba {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:22:42.724429 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "tag": "246d344b-ba4a-4815-8dde-4589efde878d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:22:42.724681 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-752e00f6-1366-40ab-956e-e85c911dd9ba {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:22:42.725105 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d', 'status': 'completed', 'code': 200} Nov 10 22:22:42.796832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-f3cfd83f-e234-435a-baef-b879cce3b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:42.798922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-f3cfd83f-e234-435a-baef-b879cce3b20d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1098 time: 0.0450883 Nov 10 22:22:42.910385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-f67b1d16-898f-453d-9cdb-60ac92b898be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:42.912215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-f67b1d16-898f-453d-9cdb-60ac92b898be service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.1050436 Nov 10 22:22:42.929657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:22:42.982500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-7e61b85a-8493-4923-bcb8-3cedc64ca4ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1000 time: 0.0635991 Nov 10 22:22:43.038516 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-b9c6ebcb-cb95-4893-bd8f-a9a9ad63cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:43.040018 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-b9c6ebcb-cb95-4893-bd8f-a9a9ad63cde8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0490518 Nov 10 22:22:43.159241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': '246d344b-ba4a-4815-8dde-4589efde878d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:6d:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:22:42Z', 'revision_number': 1, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:43.191238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:22:43.199888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:22:43.200508 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:22:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:43.310529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:22:43.393930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-95b32f46-484e-4ff6-90ac-0ebeb5fcebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:22:43.395410 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-95b32f46-484e-4ff6-90ac-0ebeb5fcebc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3482566 Nov 10 22:22:43.485463 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-29b9d539-648f-429a-843c-82542acf40ba service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821409 Nov 10 22:22:43.536703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': '246d344b-ba4a-4815-8dde-4589efde878d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:6d:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:22:42Z', 'revision_number': 1, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:22:43.562592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c8ff96-f335-41d6-9092-e4bb4c4004d6 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': '246d344b-ba4a-4815-8dde-4589efde878d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:6d:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:22:42Z', 'revision_number': 1, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:22:43.579750 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1a65ac6-c472-4f16-8ab2-52839995c26a req-e74fd0ac-9ff6-4040-a35a-ad88c259c560 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Nov 10 22:22:43.750002 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f7f6a-beaf-425f-82b4-8ab134b5f9cf None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:22:50.094309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:22:50.109617 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:22:53.968368 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:05.768036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15048bc9-6ccb-42b9-8c23-d5321e0b8cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:07.967799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aebae94c-6ad5-4435-b631-955c744cc5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:09.465133 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:10.928169 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:11.412652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:20.110581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:23.990607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:27.108236 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:23:34.997024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-2ffebed6-bd2c-4efd-b32a-b90eac474e67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402713 Nov 10 22:23:35.080761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-45eb9819-f4f5-4429-b39a-bc65bd50492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:23:35.082235 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-45eb9819-f4f5-4429-b39a-bc65bd50492a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1098 time: 0.0443478 Nov 10 22:23:35.188166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-f4610512-77fd-4b71-8270-d9c06820186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:23:35.189655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-f4610512-77fd-4b71-8270-d9c06820186c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0885606 Nov 10 22:23:35.258280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-64a77318-ee1a-46da-b660-bbf5cceebd19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1002 time: 0.0618439 Nov 10 22:23:35.307347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-7079a47a-0ebe-43a6-befa-c4347fb8f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:23:35.308838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-7079a47a-0ebe-43a6-befa-c4347fb8f2b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0442617 Nov 10 22:23:35.354620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-425a9f7b-0ed7-474c-9c79-fd79d307abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:23:35.356170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-425a9f7b-0ed7-474c-9c79-fd79d307abcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408249 Nov 10 22:23:35.448525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-e1becd25-2642-4947-b10f-95793cb23476 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847969 Nov 10 22:23:35.536602 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-248f0af6-3b82-456d-b758-3b6d7728cb19 req-725616f9-31d7-4c51-ad08-29850ecf70d2 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814729 Nov 10 22:23:35.721338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb944ac4-1ac7-4dc3-8655-58a52c7081ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:37.954741 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-38b6baeb-1627-4bf8-9789-535309c17746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:39.435481 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:40.944144 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:41.458310 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:50.086866 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:23:54.024650 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:04.107067 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:24:05.737972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e480b724-12f1-4fe9-93d3-c0512e9a9dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:07.960920 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5a64bfb-7e40-4a9f-9255-41a390258a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:09.446141 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:10.932113 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:11.451966 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:20.091615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:23.982027 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:35.688730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-ed7899c8-8667-42ed-b2fb-a3bb1d09bf84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1317449 Nov 10 22:24:35.742381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2d66a893-4575-411f-ab99-b60a3b06c76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:35.778724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-4016b275-0a6f-44a8-86f6-0ee3858f7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:35.780240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-4016b275-0a6f-44a8-86f6-0ee3858f7728 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1098 time: 0.0418091 Nov 10 22:24:35.883308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-b460f043-8708-4350-bffe-a62e0f3d7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:35.884782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-b460f043-8708-4350-bffe-a62e0f3d7def service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0844564 Nov 10 22:24:35.954181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-d50f92cd-20fa-474d-8913-590cac484b25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1002 time: 0.0620122 Nov 10 22:24:36.002908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-fe5f775b-766d-45a0-ae79-a34d58e13510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:36.004375 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-fe5f775b-766d-45a0-ae79-a34d58e13510 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0438724 Nov 10 22:24:36.051353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-c3ae54a3-3dba-4146-b43c-f5dce7d86c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:24:36.053095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-c3ae54a3-3dba-4146-b43c-f5dce7d86c65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405324 Nov 10 22:24:36.146484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-d3699dd8-31cd-4e1b-8562-4dfe843923db service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863073 Nov 10 22:24:36.236596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3530541-3e4a-4b33-b033-a6e9667e8bab req-5faa91f7-cf2f-4bae-957d-e50c1c0df087 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825539 Nov 10 22:24:37.948036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8838a641-a089-42d3-989c-39157a8bc398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:39.456596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:40.965270 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:41.106187 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:24:41.393513 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:50.090699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:24:53.982546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:05.736042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-28b61d5e-2bf7-42ae-b79b-9a7bccf0d5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:07.952999 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d305b52c-020a-4e25-86d1-a5e4816efccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:09.438814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:10.878322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f80f9-6ad8-41f3-9a99-ae6821562f9c req-fbf8af36-6448-4fc9-86eb-a72476aee39b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:10.879752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b9f80f9-6ad8-41f3-9a99-ae6821562f9c req-fbf8af36-6448-4fc9-86eb-a72476aee39b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.1446719 Nov 10 22:25:10.928780 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5b9f80f9-6ad8-41f3-9a99-ae6821562f9c req-02a58e19-8f24-4384-9d75-f9113f1118af tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Nov 10 22:25:10.936080 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:11.432614 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:12.343456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b1b8f-b12f-4dee-b6bc-070bb4a48846 req-b3e1cfa1-5bdb-4f54-9a49-d494b8dd5ae1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:12.344978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-437b1b8f-b12f-4dee-b6bc-070bb4a48846 req-b3e1cfa1-5bdb-4f54-9a49-d494b8dd5ae1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0516181 Nov 10 22:25:12.395209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-437b1b8f-b12f-4dee-b6bc-070bb4a48846 req-974ff0d2-b4e3-4e57-8b31-b6b3784e210e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441258 Nov 10 22:25:12.427222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-09583b97-a8ab-491f-8883-2a15a6424389 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414336 Nov 10 22:25:13.564267 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5016360-8bdc-498a-982c-eec21cf5c53b req-65ddcbf5-15cb-4a98-9f66-47cf0a2bac66 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:13.566438 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5016360-8bdc-498a-982c-eec21cf5c53b req-65ddcbf5-15cb-4a98-9f66-47cf0a2bac66 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.1003466 Nov 10 22:25:13.615472 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5016360-8bdc-498a-982c-eec21cf5c53b req-cca97711-e5f2-4a37-93f8-a49d49f36d96 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Nov 10 22:25:14.283106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-259d600b-d9f3-4240-838e-0a3d1608bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:14.284622 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-259d600b-d9f3-4240-838e-0a3d1608bfcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1098 time: 0.0453894 Nov 10 22:25:14.375788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-0407470e-07c4-4495-979f-fef0ba255f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:14.377243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-0407470e-07c4-4495-979f-fef0ba255f09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0847023 Nov 10 22:25:14.446542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-272f608d-54b5-415b-9e6b-74c3f6550253 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1002 time: 0.0618165 Nov 10 22:25:14.495488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-2daef097-9c7a-47f9-8045-1719fa79f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:14.496926 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-2daef097-9c7a-47f9-8045-1719fa79f9a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0434437 Nov 10 22:25:14.543182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-9098649e-5b6b-463d-ab66-d4bec31f8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:14.544710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-9098649e-5b6b-463d-ab66-d4bec31f8872 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403490 Nov 10 22:25:14.643016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-89faf4b1-a876-4954-98d4-23f735cc786d service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904751 Nov 10 22:25:14.767808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-4c167885-b95f-462e-8c8a-b976a51bf15f service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178904 Nov 10 22:25:14.778756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6688d27-a184-4158-b43c-1970e265a74f req-d75a9a7f-d27e-4d01-9d29-78745dff8326 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:14.780218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6688d27-a184-4158-b43c-1970e265a74f req-d75a9a7f-d27e-4d01-9d29-78745dff8326 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0769296 Nov 10 22:25:14.829682 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6688d27-a184-4158-b43c-1970e265a74f req-b4e7ab38-046c-4c57-8bdf-e8f31655e0af tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Nov 10 22:25:15.945486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0fc81-1980-40ed-8c89-7c61d4e71df0 req-12b79120-f81f-41e3-81c2-0b868073e786 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:15.947020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-70c0fc81-1980-40ed-8c89-7c61d4e71df0 req-12b79120-f81f-41e3-81c2-0b868073e786 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0489631 Nov 10 22:25:16.261747 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-70c0fc81-1980-40ed-8c89-7c61d4e71df0 req-6a2771a7-7666-4c28-88e8-4f60f0df1603 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087909 Nov 10 22:25:17.378057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d138f69-b841-4bbe-8747-0092ee6bf573 req-eb4107da-4d20-453a-9489-9f9158f84949 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:17.379524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d138f69-b841-4bbe-8747-0092ee6bf573 req-eb4107da-4d20-453a-9489-9f9158f84949 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0494094 Nov 10 22:25:17.425955 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6d138f69-b841-4bbe-8747-0092ee6bf573 req-529b90b1-6407-42c0-b036-8339b922d272 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Nov 10 22:25:18.105996 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:25:18.543323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67140450-bbe2-486f-ab18-fd888d87ec1a req-a202175f-dc15-497c-bfe8-e096e8d1a5b0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:18.544797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67140450-bbe2-486f-ab18-fd888d87ec1a req-a202175f-dc15-497c-bfe8-e096e8d1a5b0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0483184 Nov 10 22:25:18.591659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67140450-bbe2-486f-ab18-fd888d87ec1a req-a5b436ad-35c1-4308-8f91-6a87ad480817 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Nov 10 22:25:19.707817 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72ac31-1e08-4552-b30a-5e7564d0db6b req-2f1ee01d-f115-401f-8c3f-ae49ff2f7434 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:19.709288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a72ac31-1e08-4552-b30a-5e7564d0db6b req-2f1ee01d-f115-401f-8c3f-ae49ff2f7434 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0505023 Nov 10 22:25:19.760010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6a72ac31-1e08-4552-b30a-5e7564d0db6b req-1411b0d2-bf28-483b-b170-b08996214670 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447035 Nov 10 22:25:20.095329 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:20.874217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bab8e-1846-44aa-8b97-291967329985 req-7cd53513-081c-4802-841d-e1f64e5f8a36 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:20.875684 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b38bab8e-1846-44aa-8b97-291967329985 req-7cd53513-081c-4802-841d-e1f64e5f8a36 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0478356 Nov 10 22:25:20.923017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b38bab8e-1846-44aa-8b97-291967329985 req-b77d5a7e-b54b-440b-9ef0-37a82a929b24 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Nov 10 22:25:22.037560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074293e-2412-435f-9da1-3fe32318ad89 req-5cb65ea9-9a2c-4187-9494-99a4d9cd95ec tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:22.039002 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c074293e-2412-435f-9da1-3fe32318ad89 req-5cb65ea9-9a2c-4187-9494-99a4d9cd95ec tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0483270 Nov 10 22:25:22.086465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c074293e-2412-435f-9da1-3fe32318ad89 req-a193ad8d-b1c7-4536-ac08-900c23bdd21d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Nov 10 22:25:23.208797 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610e2b-9343-47cd-9a9b-9ea9e872c673 req-d41c9534-59a0-4b51-8a2e-c8bc7f327bd9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:23.210268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c610e2b-9343-47cd-9a9b-9ea9e872c673 req-d41c9534-59a0-4b51-8a2e-c8bc7f327bd9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Nov 10 22:25:23.257398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9c610e2b-9343-47cd-9a9b-9ea9e872c673 req-aa074379-c295-4e41-a55a-41a2a33cdd65 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407219 Nov 10 22:25:24.010315 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:24.375368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde55454-0d59-4a57-95f0-21b3feca42d2 req-8de6fbfb-e0ff-4201-859c-fab2ef721b8d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:24.376868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fde55454-0d59-4a57-95f0-21b3feca42d2 req-8de6fbfb-e0ff-4201-859c-fab2ef721b8d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0504000 Nov 10 22:25:24.423267 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fde55454-0d59-4a57-95f0-21b3feca42d2 req-18e0a494-8a14-4e80-80f8-a2c02f7a52a7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Nov 10 22:25:25.537203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5468049-6809-4a98-bdb0-d59ceab1886f req-71ee74cb-b7bc-4dd6-a955-c30901116086 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:25.538650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5468049-6809-4a98-bdb0-d59ceab1886f req-71ee74cb-b7bc-4dd6-a955-c30901116086 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0476313 Nov 10 22:25:25.587481 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c5468049-6809-4a98-bdb0-d59ceab1886f req-c5a799b5-9ebc-4793-9c03-aa67bf6340c8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Nov 10 22:25:26.709168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fa61e-d177-418e-ac9b-a9c2dada30fc req-9124d7a7-5f8c-4570-8384-2e1231f5fe13 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:26.710636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-827fa61e-d177-418e-ac9b-a9c2dada30fc req-9124d7a7-5f8c-4570-8384-2e1231f5fe13 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0534692 Nov 10 22:25:26.759795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-827fa61e-d177-418e-ac9b-a9c2dada30fc req-af7e5d6f-a213-4da9-b836-bcb0d69a7f62 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Nov 10 22:25:26.981326 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-240ff4a9-880f-40be-a647-be90857a6764 service neutron] show failed (client error): The resource could not be found. Nov 10 22:25:26.982349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-240ff4a9-880f-40be-a647-be90857a6764 service neutron] 10.222.0.64 "GET /v2.0/ports/246d344b-ba4a-4815-8dde-4589efde878d/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0554202 Nov 10 22:25:27.650278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-a046df43-2cb9-4ca5-9333-1e7153284292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:27.652537 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-a046df43-2cb9-4ca5-9333-1e7153284292 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0929120 Nov 10 22:25:27.664128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:25:27.716088 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:27.936122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abdc11-f393-4de4-92a4-1d0dd5f26e33 req-c64bf5e0-39e2-4d42-a8c0-d474bf4f2b7e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:27.937494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76abdc11-f393-4de4-92a4-1d0dd5f26e33 req-c64bf5e0-39e2-4d42-a8c0-d474bf4f2b7e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.1042521 Nov 10 22:25:27.970516 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:28.019570 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-76abdc11-f393-4de4-92a4-1d0dd5f26e33 req-d15be37f-2898-4bf8-ae83-36438ac4ffb5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755069 Nov 10 22:25:28.025573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:25:28.065880 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:25:28.068202 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bac4847-c1be-4171-9347-9d47bb36bdc3" -d '{"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "246d344b-ba4a-4815-8dde-4589efde878d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:25:28.072849 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:28.085454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Transition to ACTIVE for port object 246d344b-ba4a-4815-8dde-4589efde878d will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:25:28.135557 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:28.185543 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ed3ed8-8794-4258-964b-1bd062015f35 x-openstack-request-id: req-11ed3ed8-8794-4258-964b-1bd062015f35 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:25:28.185852 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-unplugged", "status": "completed", "tag": "246d344b-ba4a-4815-8dde-4589efde878d", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:25:28.186060 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11ed3ed8-8794-4258-964b-1bd062015f35 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:25:28.186825 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d', 'code': 200} Nov 10 22:25:28.189017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:28.248875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.249226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.249570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.249909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.250243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.250614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.250946 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.251274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.251601 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.251960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.252281 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.252607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:28.332053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] No DVR routers for this DVR port 246d344b-ba4a-4815-8dde-4589efde878d on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:25:28.480342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:25:28.480677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:25:28.481041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:25:28.485500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Port 246d344b-ba4a-4815-8dde-4589efde878d on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:25:28.486330 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Attempting to bind port 246d344b-ba4a-4815-8dde-4589efde878d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:25:28.491579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:25:28.491951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:25:28.492326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:25:28.492747 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Bound port: 246d344b-ba4a-4815-8dde-4589efde878d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:25:28.493098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:28.554595 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:25:28.557655 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:25:28.615080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:28.652630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:28.653266 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:28.654606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1093 time: 0.9945474 Nov 10 22:25:28.675363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e8a47-1e3e-4bf6-a18e-08d4ba9437c0 service neutron] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:28.720689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-80cb53d4-7bdb-4880-ba7a-9d158162bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:28.722189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-80cb53d4-7bdb-4880-ba7a-9d158162bf62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0429735 Nov 10 22:25:28.826872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-830e8026-157f-4acf-b76f-92b05b10b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:28.828381 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-830e8026-157f-4acf-b76f-92b05b10b5ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0987377 Nov 10 22:25:28.897616 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-7977b6e5-642b-4874-a598-17a7e8d9241a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1000 time: 0.0618198 Nov 10 22:25:28.949760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-b7f17402-63d1-4fcf-bf98-cb41d43fa2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:28.951245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-b7f17402-63d1-4fcf-bf98-cb41d43fa2d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0464010 Nov 10 22:25:28.996422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-fabf40ec-bb84-4ec4-ab52-65d705d2bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:28.997833 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-fabf40ec-bb84-4ec4-ab52-65d705d2bc3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399711 Nov 10 22:25:29.016355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:25:29.058511 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:25:29.110480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-567bd74f-6ad5-4bce-be09-94d3d44700ea service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056809 Nov 10 22:25:29.207437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697be2-d159-41f8-a7a8-e35726210d72 req-1c44e5a6-a4a1-4226-bea7-9f3494d846ee tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:29.208957 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e697be2-d159-41f8-a7a8-e35726210d72 req-1c44e5a6-a4a1-4226-bea7-9f3494d846ee tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 944 time: 0.1135185 Nov 10 22:25:29.250995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0cecde40-a8d3-44ae-876c-406bbe172f90 req-a5500f95-2c98-444d-8986-438b213e2ec1 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262529 Nov 10 22:25:29.273020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3e697be2-d159-41f8-a7a8-e35726210d72 req-da2d3dc5-a519-40db-8a5b-fafc2bbf0c69 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566676 Nov 10 22:25:30.187867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:25:30.190312 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66395ce5-3838-4379-baae-a451e85770a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "tag": "246d344b-ba4a-4815-8dde-4589efde878d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:25:30.241640 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476584e7-7489-485a-b212-fb74a6d13858 x-openstack-request-id: req-476584e7-7489-485a-b212-fb74a6d13858 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:25:30.241930 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "tag": "246d344b-ba4a-4815-8dde-4589efde878d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:25:30.242185 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-476584e7-7489-485a-b212-fb74a6d13858 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:25:30.243209 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d', 'status': 'completed', 'code': 200} Nov 10 22:25:30.307810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-4da77537-ab93-48c2-ad93-70b3dffa01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.309396 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-4da77537-ab93-48c2-ad93-70b3dffa01e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0466633 Nov 10 22:25:30.310148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-205c339f-05c8-4fc0-94e1-4070f2a3887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.311644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-205c339f-05c8-4fc0-94e1-4070f2a3887d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0436149 Nov 10 22:25:30.407600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-2aa670d3-7792-48b3-93a4-f602860f5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.409131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-2aa670d3-7792-48b3-93a4-f602860f5baa service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0910468 Nov 10 22:25:30.439878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-549c84fa-d0e8-4f16-becc-b5c955d3311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.441279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-549c84fa-d0e8-4f16-becc-b5c955d3311b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.1244121 Nov 10 22:25:30.453355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e617f3-05a6-4e16-bd41-f1a42f76fb98 req-a3b4369b-0ea1-4e75-b011-bf24cdd5d7f1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.454796 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9e617f3-05a6-4e16-bd41-f1a42f76fb98 req-a3b4369b-0ea1-4e75-b011-bf24cdd5d7f1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 944 time: 0.0824258 Nov 10 22:25:30.476039 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-ad95db1e-452b-4630-8886-d19cfb4bba42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1000 time: 0.0598595 Nov 10 22:25:30.530345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-20e995f8-1c91-4bb4-b442-04f08fd382d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.531825 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-20e995f8-1c91-4bb4-b442-04f08fd382d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0484920 Nov 10 22:25:30.547347 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-51d0b75c-99f7-40eb-a045-befd69918887 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1000 time: 0.0915997 Nov 10 22:25:30.551071 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f9e617f3-05a6-4e16-bd41-f1a42f76fb98 req-df2d0bc5-307a-469e-837b-4f74788f5cb8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892458 Nov 10 22:25:30.578311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-782361d8-6398-4094-9047-6914cc43c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.579840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-782361d8-6398-4094-9047-6914cc43c83e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414526 Nov 10 22:25:30.606040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-b0d92806-e609-4ee7-abd3-602b6f547a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.607517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-b0d92806-e609-4ee7-abd3-602b6f547a1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0508668 Nov 10 22:25:30.634767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:25:30.659011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66395ce5-3838-4379-baae-a451e85770a3 req-da6d2490-5557-48dc-abea-386f8b66a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:30.660640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-da6d2490-5557-48dc-abea-386f8b66a161 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457859 Nov 10 22:25:30.676451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-b4a7ec03-7a25-4f9e-95ed-ef5ab822e874 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898066 Nov 10 22:25:30.736482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:30.748991 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '246d344b-ba4a-4815-8dde-4589efde878d', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': '246d344b-ba4a-4815-8dde-4589efde878d', 'mac_address': 'fa:16:3e:6d:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:25:30.763980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-57b532ea-3a03-4d72-be44-114c7bf87f81 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948625 Nov 10 22:25:30.784633 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-2bf1fffd-5146-41f2-8fa0-c572b17d7639 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011226 Nov 10 22:25:30.792431 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:30.806326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246d344b-ba4a-4815-8dde-4589efde878d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:25:30.825636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:30.861915 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-66395ce5-3838-4379-baae-a451e85770a3 req-9bb420ca-c89d-4245-b91f-4cc35d234f17 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906932 Nov 10 22:25:30.889596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:30.937015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:30.944604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:30.949806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:31.131200 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['246d344b-ba4a-4815-8dde-4589efde878d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:25:31.671610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79332a4-2464-484b-aa8d-cff7dd9e84aa req-86e84fcb-63a4-451c-898f-b262e10e6a2e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:31.673101 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c79332a4-2464-484b-aa8d-cff7dd9e84aa req-86e84fcb-63a4-451c-898f-b262e10e6a2e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 945 time: 0.0502470 Nov 10 22:25:31.719590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c79332a4-2464-484b-aa8d-cff7dd9e84aa req-0e4ab4da-c453-40ee-b866-fa312e5b4cea tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 Nov 10 22:25:32.053554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76f4d7-6cd8-4d00-ae56-3e18a00562dc req-33df65d7-4aa7-4033-b64a-6d7c2af9f864 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:32.055116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f76f4d7-6cd8-4d00-ae56-3e18a00562dc req-33df65d7-4aa7-4033-b64a-6d7c2af9f864 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 945 time: 0.0852180 Nov 10 22:25:32.089762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-3bb97594-8e09-49f5-b9b5-a6f38a9774d2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:32.091161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-3bb97594-8e09-49f5-b9b5-a6f38a9774d2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1&tenant_id=495c5faa7f8641cf949a6e24f869e2d3&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 945 time: 0.0792425 Nov 10 22:25:32.140424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f76f4d7-6cd8-4d00-ae56-3e18a00562dc req-69367e43-21b0-48bf-9cff-6a17784bf1d6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792553 Nov 10 22:25:32.166111 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-48c0aea3-c195-4b5a-bc67-f7dfe6431eb2 service neutron] delete failed (client error): The resource could not be found. Nov 10 22:25:32.167119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-48c0aea3-c195-4b5a-bc67-f7dfe6431eb2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/246d344b-ba4a-4815-8dde-4589efde878d/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0667536 Nov 10 22:25:32.256996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-e7a08621-e667-44bd-be80-b16c5c26c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:32.258551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-e7a08621-e667-44bd-be80-b16c5c26c57d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 1097 time: 0.0451016 Nov 10 22:25:32.348340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-465d44f5-756e-4bd8-879f-9998d44df22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:32.349787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-465d44f5-756e-4bd8-879f-9998d44df22c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0841014 Nov 10 22:25:32.417362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-b726a860-aa56-4b75-a4ec-541526ff983c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 200 len: 1001 time: 0.0609574 Nov 10 22:25:32.465550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-67c5a502-bf08-4b0c-b43f-543348084f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:32.466866 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-67c5a502-bf08-4b0c-b43f-543348084f00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0430427 Nov 10 22:25:32.517106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-c8427b17-d932-4d43-ae8c-5c6a4dda16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:32.518527 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-c8427b17-d932-4d43-ae8c-5c6a4dda16da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385466 Nov 10 22:25:32.611867 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-d6761500-1b4f-4e92-b5ae-8b1dec8c4757 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863392 Nov 10 22:25:32.639356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:25:32.701491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10e59e50-e701-4284-9a10-2f8e993e3003 req-98a92871-b657-4630-a6ea-9a4699aaf361 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831294 Nov 10 22:25:32.758646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 246d344b-ba4a-4815-8dde-4589efde878d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:25:32.763002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 246d344b-ba4a-4815-8dde-4589efde878d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:32.763366 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:32.843908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:32.865408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:25:32.867657 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba37e3d-90b2-4a89-a593-cde4a084e5cf" -d '{"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-plugged", "status": "completed", "tag": "246d344b-ba4a-4815-8dde-4589efde878d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:25:32.880443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:32.947439 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:32.989246 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f7d15d-a316-488e-8951-4fab6be099fa x-openstack-request-id: req-f2f7d15d-a316-488e-8951-4fab6be099fa {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:25:32.989522 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-plugged", "status": "completed", "tag": "246d344b-ba4a-4815-8dde-4589efde878d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:25:32.989774 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2f7d15d-a316-488e-8951-4fab6be099fa {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:25:32.990152 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d', 'code': 200} Nov 10 22:25:33.013373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:33.273040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817fc8e-d354-438f-b2c0-b2ee14a3095c req-ff332a4f-c416-4f4e-adc0-b5b7a73ee78e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:33.273040 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8817fc8e-d354-438f-b2c0-b2ee14a3095c req-ff332a4f-c416-4f4e-adc0-b5b7a73ee78e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0575383 Nov 10 22:25:33.317390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8817fc8e-d354-438f-b2c0-b2ee14a3095c req-3ed76275-7bcd-44f1-a92d-097dcf3213b0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 Nov 10 22:25:34.435718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d111a1d-973c-43e0-9226-1e142969368d req-621ce7d9-9a76-417e-9a21-8e48b12ea73f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:34.437155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d111a1d-973c-43e0-9226-1e142969368d req-621ce7d9-9a76-417e-9a21-8e48b12ea73f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0484252 Nov 10 22:25:34.487683 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d111a1d-973c-43e0-9226-1e142969368d req-33c4898f-859d-4e3b-841b-aed047aebb5e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447273 Nov 10 22:25:34.601783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad7a00-05c5-4570-8301-f5d433c8afdd req-8c16d24a-5233-48af-83ba-b061ab040537 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:34.603416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b5ad7a00-05c5-4570-8301-f5d433c8afdd req-8c16d24a-5233-48af-83ba-b061ab040537 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0486951 Nov 10 22:25:34.651171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b5ad7a00-05c5-4570-8301-f5d433c8afdd req-d596b431-aa2b-4904-904f-399faba3bfe6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Nov 10 22:25:34.765449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e3c48-14c5-46a7-999b-2f33ab7d2511 req-4c633e3e-ca8b-4321-8583-bdb431ded3ce tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:34.766925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e4e3c48-14c5-46a7-999b-2f33ab7d2511 req-4c633e3e-ca8b-4321-8583-bdb431ded3ce tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0485194 Nov 10 22:25:34.813301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6e4e3c48-14c5-46a7-999b-2f33ab7d2511 req-8d17848b-743f-4994-b39c-635904601bc8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402794 Nov 10 22:25:35.204603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfb2c7-e530-4a17-829a-7722fdb7bf0a req-d4ecaa4e-2ed7-46b4-9286-ffe2c5a9a948 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:35.206077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09bfb2c7-e530-4a17-829a-7722fdb7bf0a req-d4ecaa4e-2ed7-46b4-9286-ffe2c5a9a948 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0549006 Nov 10 22:25:35.253498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09bfb2c7-e530-4a17-829a-7722fdb7bf0a req-1dddc969-e0f6-43b1-987d-db7bf2e3fad8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Nov 10 22:25:35.723241 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc344-97d0-43ec-ae72-51c4d77d0748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:36.373430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f18407-4fc5-4afd-a1ff-1646a6ddde2d req-aa0fa3c2-920a-49b7-a16b-d12a0d616190 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:36.374925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81f18407-4fc5-4afd-a1ff-1646a6ddde2d req-aa0fa3c2-920a-49b7-a16b-d12a0d616190 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0492988 Nov 10 22:25:36.427288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-81f18407-4fc5-4afd-a1ff-1646a6ddde2d req-840968a8-0384-40d8-ab63-85eabc7a470e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463181 Nov 10 22:25:36.510171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-cfebfa11-de65-4fea-b040-d409e6446e3c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:36.511615 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-cfebfa11-de65-4fea-b040-d409e6446e3c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.53 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 946 time: 0.0526996 Nov 10 22:25:36.597561 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Deleting port 246d344b-ba4a-4815-8dde-4589efde878d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:25:36.597897 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:36.687428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] For port 246d344b-ba4a-4815-8dde-4589efde878d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=246d344b-ba4a-4815-8dde-4589efde878d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:36.687717 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:36.854988 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:36.855350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:36.855671 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 disassociated. External IP: 172.25.7.187, port: 246d344b-ba4a-4815-8dde-4589efde878d. Nov 10 22:25:36.856040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Calling delete_port for 246d344b-ba4a-4815-8dde-4589efde878d owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:25:37.037912 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:37.066717 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event deleted for resources: {'Port': ['ID=246d344b-ba4a-4815-8dde-4589efde878d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:37.185616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:25:37.295043 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:25:37.305831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:25:37.316906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:37.317514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:25:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:37.334919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] No DVR routers for this DVR port 246d344b-ba4a-4815-8dde-4589efde878d on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:25:37.338114 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:37.341518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e3fabee4-e5e1-485a-812c-8021df432bf2 req-5470304d-c9bc-4670-9888-3474153b3268 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.53 "DELETE /v2.0/ports/246d344b-ba4a-4815-8dde-4589efde878d HTTP/1.1" status: 204 len: 173 time: 0.8242102 Nov 10 22:25:37.341980 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-deleted', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:25:37.344255 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6d403d-f9ef-43fc-ac15-d26804681cae" -d '{"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-deleted", "tag": "246d344b-ba4a-4815-8dde-4589efde878d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:25:37.381091 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b713d74-083a-43ea-8b04-c635d6c7b53e x-openstack-request-id: req-7b713d74-083a-43ea-8b04-c635d6c7b53e {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:25:37.381379 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6610bc84-ec7e-415c-bb40-1dbc67e9dfb1", "name": "network-vif-deleted", "tag": "246d344b-ba4a-4815-8dde-4589efde878d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:25:37.381626 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b713d74-083a-43ea-8b04-c635d6c7b53e {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:25:37.382183 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6610bc84-ec7e-415c-bb40-1dbc67e9dfb1', 'name': 'network-vif-deleted', 'tag': '246d344b-ba4a-4815-8dde-4589efde878d', 'status': 'completed', 'code': 200} Nov 10 22:25:37.431232 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:37.532106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c37d0c1-4003-47c8-a991-c1626a75008f req-0566a10a-360c-41fd-8299-30fd44512016 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=6610bc84-ec7e-415c-bb40-1dbc67e9dfb1 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Nov 10 22:25:37.798452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:37.825419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:25:37.833546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:37.834133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:25:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:37.950569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:37.993987 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca2f20f8-5d16-4ae1-ad27-d0199f0e0e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:38.158534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:38.186215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5d251-0735-44e9-a2c9-d3b171e83271 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:25:38.405184 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05621c5e-57f2-486c-96de-dc0999a04f7f None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:25:38.654822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:25:38.675890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 246d344b-ba4a-4815-8dde-4589efde878d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:25:38.676318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 246d344b-ba4a-4815-8dde-4589efde878d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:25:38.773880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-b8ff903b-111a-42d3-8850-c76a7e93d550 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1439917053&fields=id&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 267 time: 0.0421345 Nov 10 22:25:38.883333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-2f5fa160-7a40-4acf-a305-569b8771c5c1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:38.884699 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-2f5fa160-7a40-4acf-a305-569b8771c5c1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.1031721 Nov 10 22:25:38.899933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-9f386c2a-da77-42ec-beee-6252f766da1d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/quotas/495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 375 time: 0.0094965 Nov 10 22:25:38.951444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-fdab9696-d42f-4e8c-8b17-81a36fe06cc5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463657 Nov 10 22:25:39.363375 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-181b14e7-0038-4e8c-8035-943d220103b3 service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999503 Nov 10 22:25:39.452119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-3571df43-77c1-4a9a-8409-4c53befeede5 service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815520 Nov 10 22:25:39.466667 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:39.680923 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e1112fe-96c7-4789-9c24-e2e1ae49216e req-777d4ee6-4a36-40a1-8ead-0a8b43092f33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 210 time: 0.0273290 Nov 10 22:25:40.779254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34dce38e-3a21-4d08-acb0-5969f12d8ad0 req-c5700e22-0de7-4a1e-aabb-d3c37a89253c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 210 time: 0.0268562 Nov 10 22:25:40.957518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:41.404653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-3f3ac179-ac16-4b32-9943-e50df26638cc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:41.406113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-3f3ac179-ac16-4b32-9943-e50df26638cc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.1024616 Nov 10 22:25:41.421047 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:41.472879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-f5e42214-cf4b-4a4e-8e44-03f8f19f309a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 380 time: 0.0576868 Nov 10 22:25:41.482047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'port': {'device_id': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'admin_state_up': True, 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'security_groups': ['c0beca3f-0873-49d3-a770-c8ed0a2882b0']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:25:41.683472 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Made reservation on behalf of 495c5faa7f8641cf949a6e24f869e2d3 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:25:41.687075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:41.821523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Allocated IP 172.20.0.13 (b7680767-36af-484e-b196-128e052cb0ad/5a6684b8-7522-4935-b28a-0e15f46bae88/4f75d50d-e147-4987-8484-46cc7dd18c34) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:25:41.895501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ef2f374a-235f-4b29-9c36-74e09e5cde1c req-1237f59c-fa56-41f0-a92e-3a2d8ba52e59 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 210 time: 0.0443404 Nov 10 22:25:41.986682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.066637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.107694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Network b7680767-36af-484e-b196-128e052cb0ad is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:25:42.112702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:25:42.116373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:25:42.142535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:42.155421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.155782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.156138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.156461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.156790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.157114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.157434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.157755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.158074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.158401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.158716 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.159036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:25:42.184829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:42.185486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.246980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-e4c90c4f-94ff-4e3f-af89-85445b0c5044 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683783 Nov 10 22:25:42.266684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Request body: {'port': {'device_id': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:25:42.329264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-82e42af3-1969-461b-bb46-bc02aa7e17fb None None] Provisioning complete for port 4f75d50d-e147-4987-8484-46cc7dd18c34 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:42.329835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-82e42af3-1969-461b-bb46-bc02aa7e17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.331592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.371588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-82e42af3-1969-461b-bb46-bc02aa7e17fb None None] Port 4f75d50d-e147-4987-8484-46cc7dd18c34 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:25:42.595044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f75d50d-e147-4987-8484-46cc7dd18c34 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:25:42.602904 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.615185 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Transition to ACTIVE for port object 4f75d50d-e147-4987-8484-46cc7dd18c34 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:25:42.695085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.747383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:42.822105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:25:42.822440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:25:42.822761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:25:42.827520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Port 4f75d50d-e147-4987-8484-46cc7dd18c34 on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:25:42.827883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:25:42.833008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:25:42.833350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:25:42.833730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:25:42.834153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Bound port: 4f75d50d-e147-4987-8484-46cc7dd18c34, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:25:42.834508 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:42.905743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:25:42.909069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:25:42.969967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:43.005406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:43.006225 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:43.008684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] 10.222.0.64 "PUT /v2.0/ports/4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1093 time: 0.7466526 Nov 10 22:25:43.009143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:25:43.012662 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6147701-47c8-4a00-84cf-67266218305f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:25:43.032110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083df4e3-a99e-4f5a-8d35-a148b02a274a req-a8f9ce58-2a21-4297-a444-72989f3bfab8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:43.041164 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-083df4e3-a99e-4f5a-8d35-a148b02a274a req-a8f9ce58-2a21-4297-a444-72989f3bfab8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0719333 Nov 10 22:25:43.044182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa450f30-f2d0-4170-866c-f293b89c6698 service neutron] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:43.103944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-083df4e3-a99e-4f5a-8d35-a148b02a274a req-c716431b-b961-4c7f-a09e-f7d97ac37d0f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598104 Nov 10 22:25:43.141740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-c284a7c6-94e9-4036-9534-59e9c313b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:43.143461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-c284a7c6-94e9-4036-9534-59e9c313b678 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1096 time: 0.0520036 Nov 10 22:25:43.145226 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33e6e62-6184-459e-9106-6817d3a1d6eb x-openstack-request-id: req-b33e6e62-6184-459e-9106-6817d3a1d6eb {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:25:43.145509 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:25:43.145753 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b33e6e62-6184-459e-9106-6817d3a1d6eb {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:25:43.146179 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'status': 'completed', 'code': 200} Nov 10 22:25:43.188155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-84044e7e-90a4-4570-8c45-46bfb3a0f109 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 217 time: 0.0371821 Nov 10 22:25:43.238106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-90e68a0b-8773-43dd-a912-d1a75b17afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:43.239564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-90e68a0b-8773-43dd-a912-d1a75b17afa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0450521 Nov 10 22:25:43.289001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe909fba-d738-4013-a358-4637af0098f7 req-9a3a3a2c-e017-4d21-a4ff-047ad070c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:43.290546 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-9a3a3a2c-e017-4d21-a4ff-047ad070c023 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437238 Nov 10 22:25:43.381815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-b27947de-5ce6-47d0-9669-b168f2999fa9 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829890 Nov 10 22:25:43.476380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fe909fba-d738-4013-a358-4637af0098f7 req-ccaaf661-1952-4d79-8522-fe13c2c80af8 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862925 Nov 10 22:25:43.612502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6147701-47c8-4a00-84cf-67266218305f req-937d9369-348c-47e9-ae40-eea711454eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:43.613953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6147701-47c8-4a00-84cf-67266218305f req-937d9369-348c-47e9-ae40-eea711454eae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1096 time: 0.0402806 Nov 10 22:25:43.708370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6147701-47c8-4a00-84cf-67266218305f req-06f17969-1531-4756-93de-e6a4f3df3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:43.709820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6147701-47c8-4a00-84cf-67266218305f req-06f17969-1531-4756-93de-e6a4f3df3f90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0887249 Nov 10 22:25:44.041999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6147701-47c8-4a00-84cf-67266218305f req-0f0bab2e-80b6-4904-a6b9-bdf5f6a69518 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 217 time: 0.3252649 Nov 10 22:25:44.092087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6147701-47c8-4a00-84cf-67266218305f req-80872fe2-fe0d-429e-bfef-91abda5acf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:44.093553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6147701-47c8-4a00-84cf-67266218305f req-80872fe2-fe0d-429e-bfef-91abda5acf41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0443571 Nov 10 22:25:44.142562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6147701-47c8-4a00-84cf-67266218305f req-7c54589a-3293-446a-907d-6758fbc2ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:44.144079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6147701-47c8-4a00-84cf-67266218305f req-7c54589a-3293-446a-907d-6758fbc2ff0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434713 Nov 10 22:25:44.212527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75d114-df55-4570-ac8a-d6ae1776e4c0 req-36a206cc-ded1-4e6b-a1bb-ba7b861b468f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:44.213993 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b75d114-df55-4570-ac8a-d6ae1776e4c0 req-36a206cc-ded1-4e6b-a1bb-ba7b861b468f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0501459 Nov 10 22:25:44.234914 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6147701-47c8-4a00-84cf-67266218305f req-ee1c182b-e996-4fef-9cc3-d0749eb3bc00 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838313 Nov 10 22:25:44.260187 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b75d114-df55-4570-ac8a-d6ae1776e4c0 req-1af81490-1544-497d-8c31-63c62c9fe4a9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402422 Nov 10 22:25:44.327451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6147701-47c8-4a00-84cf-67266218305f req-0cf1558f-dff5-47bc-86c7-92e4a3e4ba9f service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854130 Nov 10 22:25:45.378021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05afb-4c6b-49b4-a043-dad7d7c8cfd9 req-ab7bc49f-1a17-47aa-95c2-34f3a187a9b0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:45.379579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ac05afb-4c6b-49b4-a043-dad7d7c8cfd9 req-ab7bc49f-1a17-47aa-95c2-34f3a187a9b0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0494685 Nov 10 22:25:45.426616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ac05afb-4c6b-49b4-a043-dad7d7c8cfd9 req-bd392d86-9d2d-4102-a065-37cfe538f792 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Nov 10 22:25:46.543854 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d264d-36e9-46fd-afd4-84bd11e0d44b req-7d0721fc-bd1b-4d03-90ee-36495eac5195 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:46.545291 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b89d264d-36e9-46fd-afd4-84bd11e0d44b req-7d0721fc-bd1b-4d03-90ee-36495eac5195 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0510583 Nov 10 22:25:46.592892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b89d264d-36e9-46fd-afd4-84bd11e0d44b req-a78c980f-a213-4b78-b545-cfca630f0752 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Nov 10 22:25:47.077484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:25:47.173243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:47.185324 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'mac_address': 'fa:16:3e:bc:c5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:25:47.221633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:47.234440 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f75d50d-e147-4987-8484-46cc7dd18c34 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:25:47.252799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:47.374940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:47.427569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:47.708811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f83cb-f703-4d66-abad-4e5ea7210a62 req-e6cb550b-e324-48b9-afe2-211eb02bb355 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:47.710308 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e5f83cb-f703-4d66-abad-4e5ea7210a62 req-e6cb550b-e324-48b9-afe2-211eb02bb355 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 945 time: 0.0490065 Nov 10 22:25:47.720772 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['4f75d50d-e147-4987-8484-46cc7dd18c34'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:25:47.761277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e5f83cb-f703-4d66-abad-4e5ea7210a62 req-f4f6bd86-d08f-497e-bdc8-28b4947be7b5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444486 Nov 10 22:25:48.878634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b238a-75a7-47b5-8ba2-2e30d130e3a2 req-b3470908-9f6d-419a-8838-ac0e4e336ba1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:48.880408 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d7b238a-75a7-47b5-8ba2-2e30d130e3a2 req-b3470908-9f6d-419a-8838-ac0e4e336ba1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 945 time: 0.0492947 Nov 10 22:25:48.927674 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7d7b238a-75a7-47b5-8ba2-2e30d130e3a2 req-9b2906fb-2d62-4e2f-9f34-d2d6f0adb648 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Nov 10 22:25:49.093622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:25:49.203679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 4f75d50d-e147-4987-8484-46cc7dd18c34 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:25:49.207783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 4f75d50d-e147-4987-8484-46cc7dd18c34 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:25:49.208151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:49.283766 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:49.306241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:25:49.310476 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b109ef0e-b558-4d29-b305-d0c83da9d9af" -d '{"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-plugged", "status": "completed", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:25:49.321613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:25:49.346809 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd342d54-57f4-4877-b11c-e2278c740b64 x-openstack-request-id: req-dd342d54-57f4-4877-b11c-e2278c740b64 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:25:49.347096 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-plugged", "status": "completed", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:25:49.347571 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd342d54-57f4-4877-b11c-e2278c740b64 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:25:49.347999 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'code': 200} Nov 10 22:25:49.403551 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:49.442759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bba50-a632-48f2-a8c6-4b36d6177fcc req-6963b1dc-cb89-45e0-a8d9-43f02261d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:49.444299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-497bba50-a632-48f2-a8c6-4b36d6177fcc req-6963b1dc-cb89-45e0-a8d9-43f02261d626 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1098 time: 0.0419512 Nov 10 22:25:49.454837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:25:49.490694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-497bba50-a632-48f2-a8c6-4b36d6177fcc req-e5abda47-a833-4917-9303-5669a9e75c70 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382936 Nov 10 22:25:50.042617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d963777-c7e9-4d5a-84ce-068b1ce17bf9 req-1d8baadd-9b1b-4906-8499-4ba69f2863cd tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:50.044210 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d963777-c7e9-4d5a-84ce-068b1ce17bf9 req-1d8baadd-9b1b-4906-8499-4ba69f2863cd tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0489912 Nov 10 22:25:50.095865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d963777-c7e9-4d5a-84ce-068b1ce17bf9 req-e6287067-888a-43e1-b274-511fee14c37d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457344 Nov 10 22:25:50.146191 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:51.216431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5632b-55d6-4033-a298-8092a1830a24 req-c6d24883-9cee-4968-b3c7-a8c52c1151ab tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:51.217904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63a5632b-55d6-4033-a298-8092a1830a24 req-c6d24883-9cee-4968-b3c7-a8c52c1151ab tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0498669 Nov 10 22:25:51.265399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63a5632b-55d6-4033-a298-8092a1830a24 req-59fa474f-e83e-4dfc-bfad-b9a7357be12d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Nov 10 22:25:51.378570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a2c0c-8c0a-4c6e-bd26-a0d64feb664f req-b36b1be1-adc5-4150-b927-065f78e1a9ae tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:51.379975 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1f3a2c0c-8c0a-4c6e-bd26-a0d64feb664f req-b36b1be1-adc5-4150-b927-065f78e1a9ae tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0492306 Nov 10 22:25:51.389389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 52870) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:25:51.393943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'floatingip': {'port_id': '4f75d50d-e147-4987-8484-46cc7dd18c34'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:25:51.432558 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:51.858681 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:51.894698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:51.994635 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 associated. External IP: 172.25.7.187, port: 4f75d50d-e147-4987-8484-46cc7dd18c34. Nov 10 22:25:52.200405 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:25:52.307002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:25:52.314955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:52.316347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:25:52.326562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:52.327167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:25:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:52.341823 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9c91439d-8ab4-4a28-9e8e-8fd734549e11 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "PUT /v2.0/floatingips/4f2ef218-4493-4d74-82f7-31af2a68abc5 HTTP/1.1" status: 200 len: 992 time: 0.9512792 Nov 10 22:25:52.342425 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:25:52.344964 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7208ae5a-e603-455a-a95c-21b53c28e8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:25:52.387677 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d8d5ed-df71-4c38-a860-92b59610beb8 x-openstack-request-id: req-b9d8d5ed-df71-4c38-a860-92b59610beb8 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:25:52.387677 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:25:52.387677 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9d8d5ed-df71-4c38-a860-92b59610beb8 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:25:52.388469 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'status': 'completed', 'code': 200} Nov 10 22:25:52.436535 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:52.456529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-7e0bcd57-c3be-4d74-9bb0-07c8b2f9c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:52.458006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-7e0bcd57-c3be-4d74-9bb0-07c8b2f9c552 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1098 time: 0.0442483 Nov 10 22:25:52.548033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-2c861918-297b-4f4d-817c-3699e4f10958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:52.549504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-2c861918-297b-4f4d-817c-3699e4f10958 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0847256 Nov 10 22:25:52.618714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-49a49d6a-b891-4564-a04a-0fcc68fc9a59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1000 time: 0.0622480 Nov 10 22:25:52.664713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:bc:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:25:51Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:52.671811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-324a248e-77f3-43d1-9bbb-953311d8bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:52.673294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-324a248e-77f3-43d1-9bbb-953311d8bd28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0457277 Nov 10 22:25:52.695288 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:25:52.703478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:25:52.704107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:25:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:52.720260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-8dc15af7-72e9-4998-8efc-87c6d2b73ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:25:52.721752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-8dc15af7-72e9-4998-8efc-87c6d2b73ee6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409002 Nov 10 22:25:52.807808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:25:52.814357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-125d31b2-39e1-43e5-baaa-84740e91b23d service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857871 Nov 10 22:25:52.905533 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7208ae5a-e603-455a-a95c-21b53c28e8dd req-fb6d273b-3c2e-48a1-abbc-827a87117c12 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Nov 10 22:25:53.028002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:bc:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:25:51Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:25:53.053778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b0b8ac-0645-4879-8531-3217337ca7f7 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:bc:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:25:51Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:25:53.240027 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37a3d4-705d-4f03-a76a-8d3fa8ae1343 None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:25:54.054974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:25:55.104743 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:26:05.739744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-35df3d84-2322-4b45-b28f-4dc19e40c226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:07.951172 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cb28188a-f99b-4f47-81e2-0469c280bc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:09.465611 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:10.916894 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:11.408070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:20.116305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:24.053519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:32.103914 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:26:35.761735 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-021ad9a3-4d71-4564-a942-42905741cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:37.944487 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cd90-5872-4559-b107-6be8eb3f8093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:38.671620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-790b8bef-049b-4980-a20b-252af19f4524 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440943 Nov 10 22:26:38.753355 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdce60-6763-451f-94dc-d747384d8d4b req-9ae060a4-415e-4886-90f5-6169ea47ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:26:38.754821 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-9ae060a4-415e-4886-90f5-6169ea47ebc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1098 time: 0.0403104 Nov 10 22:26:38.856338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdce60-6763-451f-94dc-d747384d8d4b req-3165e715-b4a4-4a3e-9f2a-de517acb7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:26:38.857781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-3165e715-b4a4-4a3e-9f2a-de517acb7f98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0836856 Nov 10 22:26:38.928394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-2cfe0c85-65af-44b2-b406-7fb1fd6b98dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1002 time: 0.0634837 Nov 10 22:26:38.977263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdce60-6763-451f-94dc-d747384d8d4b req-26c53d16-9e51-4f5b-b964-fae38f596ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:26:38.978663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-26c53d16-9e51-4f5b-b964-fae38f596ac9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0433371 Nov 10 22:26:39.024157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdce60-6763-451f-94dc-d747384d8d4b req-3f3bd4d7-b2d9-47c5-8d97-89a2e29e2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:26:39.025615 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-3f3bd4d7-b2d9-47c5-8d97-89a2e29e2871 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398793 Nov 10 22:26:39.119706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-4650f075-21d8-489e-803f-c7f1d8d695bc service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870228 Nov 10 22:26:39.211825 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6abdce60-6763-451f-94dc-d747384d8d4b req-c8a55c4b-21de-428d-b4d3-e1cbb36ddbf4 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851228 Nov 10 22:26:39.464631 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:40.944510 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:41.447199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:50.127310 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:26:54.041461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:05.726810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3ddb1c8d-7bc6-4a41-8d75-4d1b0458ae8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:07.961048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f1d7443-c6ca-4728-b3b3-2bf6fc9df23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:09.103680 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:27:09.475451 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:10.926670 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:11.429434 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:20.109778 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:24.048181 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:35.748886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86b15d40-58fa-4429-a744-3828a91b6fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:37.965991 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0166746c-beea-46bc-bf64-b48b951a4afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:38.970055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-eb3dd14d-5c2b-440a-97e9-88f9bc080c8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512497 Nov 10 22:27:39.052347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2570f-027b-4fec-a34a-890052965790 req-5c0a59be-a2ec-4943-ac23-156df9c0af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:39.053839 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-5c0a59be-a2ec-4943-ac23-156df9c0af23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1098 time: 0.0413241 Nov 10 22:27:39.164505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2570f-027b-4fec-a34a-890052965790 req-5d703073-ff63-4b01-a33b-cad3f0d2258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:39.165996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-5d703073-ff63-4b01-a33b-cad3f0d2258c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0926976 Nov 10 22:27:39.233457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-27bd464a-8521-4a15-90d1-0b9d8f1581ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1002 time: 0.0591450 Nov 10 22:27:39.282514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2570f-027b-4fec-a34a-890052965790 req-3a6bd9c3-c65f-418d-9495-3ca8276302dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:39.283949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-3a6bd9c3-c65f-418d-9495-3ca8276302dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0431170 Nov 10 22:27:39.336377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2570f-027b-4fec-a34a-890052965790 req-a7ecf83d-80d4-4a63-aae0-e7fe6bc3383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:27:39.338524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-a7ecf83d-80d4-4a63-aae0-e7fe6bc3383d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467887 Nov 10 22:27:39.428327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-9952fbda-a6eb-453c-960c-3b5623387353 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827601 Nov 10 22:27:39.463425 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:39.521151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7dc2570f-027b-4fec-a34a-890052965790 req-91af9518-edff-4035-983e-7cb676a248ab service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Nov 10 22:27:40.937417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:41.412034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:46.103468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:27:50.137070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:27:54.067952 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:05.742377 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9704881-7fe4-4b1d-9567-5d8e66e12ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:07.971076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7165fa3b-6f25-4c24-ae8d-af4d0a95d654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:09.469117 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:10.953820 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:11.485590 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:20.251024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:23.102217 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:28:24.050710 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:25.439508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a39d0-59b7-486d-9e48-f1cdb67d13f3 req-156f143b-542d-4b0a-8f3d-7e77f6a7edae tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:25.441047 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05a39d0-59b7-486d-9e48-f1cdb67d13f3 req-156f143b-542d-4b0a-8f3d-7e77f6a7edae tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0515499 Nov 10 22:28:25.488995 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d05a39d0-59b7-486d-9e48-f1cdb67d13f3 req-5f815b0a-d2c7-4ac7-8ccb-10ba228f6c3e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Nov 10 22:28:26.606961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aa8d9-5bc2-4c99-b24c-d30480627835 req-34ccd978-ca9e-42c3-ad28-23439712b46b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:26.608465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f37aa8d9-5bc2-4c99-b24c-d30480627835 req-34ccd978-ca9e-42c3-ad28-23439712b46b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0500908 Nov 10 22:28:26.655314 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f37aa8d9-5bc2-4c99-b24c-d30480627835 req-abfc810c-5342-48c4-84dd-7e9ef7dcfa5b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408127 Nov 10 22:28:27.773904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dee509-792d-4915-9d0b-b94f41dbe9b5 req-decaebb4-f848-4329-b81a-b06db79e3554 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:27.775358 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46dee509-792d-4915-9d0b-b94f41dbe9b5 req-decaebb4-f848-4329-b81a-b06db79e3554 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0538208 Nov 10 22:28:27.822475 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-46dee509-792d-4915-9d0b-b94f41dbe9b5 req-ab267d9f-6c8a-4226-9d7b-4f63d61a9d2a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Nov 10 22:28:28.942455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f395e-2221-444e-b3a1-08bd1fe8fa57 req-f5e1a2be-1ca0-4f50-9be4-68666822a235 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:28.943999 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e4f395e-2221-444e-b3a1-08bd1fe8fa57 req-f5e1a2be-1ca0-4f50-9be4-68666822a235 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0541821 Nov 10 22:28:28.996774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e4f395e-2221-444e-b3a1-08bd1fe8fa57 req-6e8a3aae-0900-45c4-8794-ea33feca3764 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467055 Nov 10 22:28:30.113677 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff07e7-c9e7-4b0a-8a15-1a9c72d8b04e req-5288857f-ef96-498b-bd22-8ed59ed87127 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:30.115185 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcff07e7-c9e7-4b0a-8a15-1a9c72d8b04e req-5288857f-ef96-498b-bd22-8ed59ed87127 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0493076 Nov 10 22:28:30.163878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fcff07e7-c9e7-4b0a-8a15-1a9c72d8b04e req-eabacada-6575-4578-80a0-a1a3a124d62e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425384 Nov 10 22:28:31.285162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b57a6-a59b-465c-8b84-2621e4107ad7 req-954945a4-3e32-4321-9aa8-65b624658210 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:31.286596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a0b57a6-a59b-465c-8b84-2621e4107ad7 req-954945a4-3e32-4321-9aa8-65b624658210 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0506721 Nov 10 22:28:31.334797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a0b57a6-a59b-465c-8b84-2621e4107ad7 req-350fb2f2-7180-4f1c-93f6-74262382bc1d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Nov 10 22:28:32.448487 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a2ad1-33e6-4d6f-a147-6e9471b7d079 req-65ed2b19-e7d8-47da-ac91-c24817dea63d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:32.449860 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c6a2ad1-33e6-4d6f-a147-6e9471b7d079 req-65ed2b19-e7d8-47da-ac91-c24817dea63d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0488105 Nov 10 22:28:32.500909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c6a2ad1-33e6-4d6f-a147-6e9471b7d079 req-8e43bb0d-1d1f-4a48-8f6d-caa4a82467ef tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450692 Nov 10 22:28:33.617455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba0ca-b07b-4567-9abb-2e61b281c41c req-8d0f10d3-f86c-49df-bb8d-3b5dd1dab289 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:33.618939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fdba0ca-b07b-4567-9abb-2e61b281c41c req-8d0f10d3-f86c-49df-bb8d-3b5dd1dab289 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0507491 Nov 10 22:28:33.667122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3fdba0ca-b07b-4567-9abb-2e61b281c41c req-9cdff318-958f-4a74-a0ff-e9b0b59dbe6b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Nov 10 22:28:34.780197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9f57f-e5c8-4248-be7f-fc58e8304a43 req-7e8e52ef-493d-49d7-b216-0d2cf769e730 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:34.781647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82a9f57f-e5c8-4248-be7f-fc58e8304a43 req-7e8e52ef-493d-49d7-b216-0d2cf769e730 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0480022 Nov 10 22:28:34.830331 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-82a9f57f-e5c8-4248-be7f-fc58e8304a43 req-be1118c1-176f-4a24-832e-1683e5df40d2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Nov 10 22:28:35.748277 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dbecce7f-c3d4-4260-9f27-53fee6c10dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:35.950438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dc0b1-2ede-474b-8fd7-8686483d473d req-54088578-b2ee-4691-b957-456e56ecb838 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:35.951967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-674dc0b1-2ede-474b-8fd7-8686483d473d req-54088578-b2ee-4691-b957-456e56ecb838 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0539801 Nov 10 22:28:35.997934 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-674dc0b1-2ede-474b-8fd7-8686483d473d req-572b48db-3588-44af-906a-5787fcf6190c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Nov 10 22:28:36.400575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419fee2-6438-4dc3-8af6-a04dbdf58702 req-cdde4ab0-f51e-4570-b036-32755d27ba97 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:36.402116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6419fee2-6438-4dc3-8af6-a04dbdf58702 req-cdde4ab0-f51e-4570-b036-32755d27ba97 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0501192 Nov 10 22:28:36.449291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6419fee2-6438-4dc3-8af6-a04dbdf58702 req-0ad7d17b-e110-41e1-83e0-1266ef3d9c87 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Nov 10 22:28:36.593489 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-d64022e9-55da-4987-8582-dc13760f3711 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822356 Nov 10 22:28:37.574616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8da20-aa82-48d4-9baa-38cfb6467f6d req-42ee80c9-1846-44bf-b459-a6ef57110e41 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:37.576131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71a8da20-aa82-48d4-9baa-38cfb6467f6d req-42ee80c9-1846-44bf-b459-a6ef57110e41 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0533104 Nov 10 22:28:37.624798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-71a8da20-aa82-48d4-9baa-38cfb6467f6d req-c59bd3f4-ef38-4e99-bb08-012ecf1a828c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427771 Nov 10 22:28:37.999254 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa0ac234-1ed1-4513-8dbf-e1da2f9e830e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:38.468962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-40f8d8e6-f049-4230-b1c4-0c03304b9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:38.470451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-40f8d8e6-f049-4230-b1c4-0c03304b9c71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1098 time: 0.0427718 Nov 10 22:28:38.566364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-c679bcf9-c79b-473a-a185-2e1f966f8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:38.568347 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-c679bcf9-c79b-473a-a185-2e1f966f8a16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0910566 Nov 10 22:28:38.637494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-615691aa-9c22-45d9-a33d-f01eb84a2211 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1002 time: 0.0622134 Nov 10 22:28:38.687226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-3bf79c25-814d-4687-b29d-ae7fa329fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:38.688707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-3bf79c25-814d-4687-b29d-ae7fa329fe1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0444336 Nov 10 22:28:38.768383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4366b6-f325-42f7-83c7-5c0b4231939d req-87ff58f8-a73f-4fb4-a657-20471c7f3344 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:38.769830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a4366b6-f325-42f7-83c7-5c0b4231939d req-87ff58f8-a73f-4fb4-a657-20471c7f3344 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0744891 Nov 10 22:28:38.772662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-452fe97f-aeec-4fe6-ac86-3045eb0d8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:38.774003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-452fe97f-aeec-4fe6-ac86-3045eb0d8175 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704131 Nov 10 22:28:38.871179 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2a4366b6-f325-42f7-83c7-5c0b4231939d req-1708a7e3-36fa-406a-8185-07507ab8d564 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950830 Nov 10 22:28:38.896900 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-cea1fb9a-f26a-44e3-ba1e-9be10577c9cf service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152301 Nov 10 22:28:38.991154 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-b74f8ad6-2287-4b44-8ea8-4aef26f6f6d5 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869949 Nov 10 22:28:39.473168 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:39.988719 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec50a3-7946-4993-bc98-e7f4318d761e req-9aef8186-c1d8-4cf6-9c58-987b63eeba7b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:39.990198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52ec50a3-7946-4993-bc98-e7f4318d761e req-9aef8186-c1d8-4cf6-9c58-987b63eeba7b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0485055 Nov 10 22:28:40.037466 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52ec50a3-7946-4993-bc98-e7f4318d761e req-3df80b17-6999-4f75-b550-559614ac4378 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Nov 10 22:28:40.976665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:40.993488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-3a1b1bcd-46ab-4eac-b591-0e7f42d07f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:40.994952 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-3a1b1bcd-46ab-4eac-b591-0e7f42d07f81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1098 time: 0.0416532 Nov 10 22:28:41.101178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-7c374448-75e7-4f50-b563-043bac7b6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:41.102664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-7c374448-75e7-4f50-b563-043bac7b6433 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0890329 Nov 10 22:28:41.113010 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-7ef2c28f-ec3c-4a43-94f6-2130376641bc service neutron] show failed (client error): The resource could not be found. Nov 10 22:28:41.114338 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-7ef2c28f-ec3c-4a43-94f6-2130376641bc service neutron] 10.222.0.64 "GET /v2.0/ports/4f75d50d-e147-4987-8484-46cc7dd18c34/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0567398 Nov 10 22:28:41.206208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-0d25d27f-52f6-4c9c-8773-419bcd06c55c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1002 time: 0.0952229 Nov 10 22:28:41.215397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf56703-70a7-4dd5-9508-60aff51c08a9 req-2a0b99ce-1978-4f69-879a-9f77e19e7ede tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:41.216852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaf56703-70a7-4dd5-9508-60aff51c08a9 req-2a0b99ce-1978-4f69-879a-9f77e19e7ede tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.1071000 Nov 10 22:28:41.293495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-30d2f5c5-7994-4bfc-b98f-6b0389f45b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:41.294989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-30d2f5c5-7994-4bfc-b98f-6b0389f45b84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0772865 Nov 10 22:28:41.302762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaf56703-70a7-4dd5-9508-60aff51c08a9 req-7cf89e75-6182-40e2-80b5-a3d727de6866 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773373 Nov 10 22:28:41.343710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-26f1293c-2291-4aba-995f-8e2972911088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:41.345254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-26f1293c-2291-4aba-995f-8e2972911088 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416565 Nov 10 22:28:41.439793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-f1cb2550-7a25-464b-bc4e-d0be10aaa2fd service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868192 Nov 10 22:28:41.461489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:41.539234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ce8ee18-f7e4-4d42-b66b-7878a86e4c7f req-e0db49aa-ffae-4407-a228-e7fd876821f3 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915906 Nov 10 22:28:41.622340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-33d264f4-82b6-4474-bbf3-3e5dd4cca2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:41.623869 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-33d264f4-82b6-4474-bbf3-3e5dd4cca2ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0472693 Nov 10 22:28:41.635035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-6ea9ca19-7944-4a47-bb06-7a26d4d14fc3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:28:41.636090 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-6ea9ca19-7944-4a47-bb06-7a26d4d14fc3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051370 Nov 10 22:28:41.648150 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:28:41.701703 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:41.914830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:28:41.950748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:28:41.995591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:28:41.997958 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fef4cb7-5f24-48a4-b8dd-f4d19956d6e2" -d '{"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:28:42.002090 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:42.015497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Transition to ACTIVE for port object 4f75d50d-e147-4987-8484-46cc7dd18c34 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:28:42.050284 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72df440c-9645-475b-8e10-0bcfa9214ec1 x-openstack-request-id: req-72df440c-9645-475b-8e10-0bcfa9214ec1 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:28:42.050581 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-unplugged", "status": "completed", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:28:42.050839 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72df440c-9645-475b-8e10-0bcfa9214ec1 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:28:42.051242 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'code': 200} Nov 10 22:28:42.102693 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:42.186048 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:28:42.198185 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.198528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.199217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.199562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.199930 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.200266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.200596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.200921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.201250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.201572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.201993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.202321 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:42.239992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] No DVR routers for this DVR port 4f75d50d-e147-4987-8484-46cc7dd18c34 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:28:42.399695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:28:42.399944 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:28:42.400280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:28:42.409434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Port 4f75d50d-e147-4987-8484-46cc7dd18c34 on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:28:42.409757 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Attempting to bind port 4f75d50d-e147-4987-8484-46cc7dd18c34 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:28:42.416853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:28:42.417194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:28:42.417580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:28:42.418011 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Bound port: 4f75d50d-e147-4987-8484-46cc7dd18c34, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:28:42.418905 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:42.433320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b3213-b960-4440-bb86-58e37a110a60 req-3c1f6797-901e-475a-ade5-bec8643e1cc9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:42.434838 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-249b3213-b960-4440-bb86-58e37a110a60 req-3c1f6797-901e-475a-ade5-bec8643e1cc9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0557392 Nov 10 22:28:42.485409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:28:42.486875 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-249b3213-b960-4440-bb86-58e37a110a60 req-e9b9c0d2-b576-49a8-9a96-ff4fced263ab tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459914 Nov 10 22:28:42.488663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:28:42.566057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:42.599520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:42.600264 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:42.601659 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] 10.222.0.53 "PUT /v2.0/ports/4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1093 time: 0.9576132 Nov 10 22:28:42.639533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94610cb5-34e7-4336-95ff-55e2772de757 service neutron] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:28:42.686497 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-80da8413-872c-4f05-9245-3e8bb89bb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:42.688329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-80da8413-872c-4f05-9245-3e8bb89bb18a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1096 time: 0.0570366 Nov 10 22:28:42.793707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-292d255b-b131-4c94-ab12-b774190311bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:42.795217 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-292d255b-b131-4c94-ab12-b774190311bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0982814 Nov 10 22:28:42.863613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-99e1a169-970d-424a-8c09-c68360157a71 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1000 time: 0.0615344 Nov 10 22:28:42.916918 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-cf7ebfd6-ff41-4b4d-9230-632aba2ca6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:42.918267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-cf7ebfd6-ff41-4b4d-9230-632aba2ca6e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0482028 Nov 10 22:28:42.967093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-dff3f990-a90a-49ee-86b0-966e29637195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:42.968550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-dff3f990-a90a-49ee-86b0-966e29637195 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435088 Nov 10 22:28:43.063425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-9108027b-2cac-4951-9e01-bf2729157202 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861828 Nov 10 22:28:43.152653 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-c45e8f71-dff4-47c5-8ff8-d784dc48ad74 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Nov 10 22:28:43.606373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a964e-9358-424a-85fd-fa223d868b6f req-f220ea63-622b-4996-ad90-0b941e430388 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:43.607834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da9a964e-9358-424a-85fd-fa223d868b6f req-f220ea63-622b-4996-ad90-0b941e430388 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0484231 Nov 10 22:28:43.658385 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-da9a964e-9358-424a-85fd-fa223d868b6f req-a4888689-ef6d-45c9-99bb-cf73109f5df7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445132 Nov 10 22:28:44.052633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:28:44.054993 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8af7251-333a-4056-9d7f-ca4bfc8b0853" -d '{"events": [{"name": "network-changed", "server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:28:44.101896 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f5cc2b-b79c-45fd-9594-f7a119529c19 x-openstack-request-id: req-24f5cc2b-b79c-45fd-9594-f7a119529c19 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:28:44.102189 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:28:44.102440 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24f5cc2b-b79c-45fd-9594-f7a119529c19 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:28:44.102835 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'status': 'completed', 'code': 200} Nov 10 22:28:44.165197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-a4389d58-2828-464f-bedc-c228a422054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.166723 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-a4389d58-2828-464f-bedc-c228a422054d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1096 time: 0.0419383 Nov 10 22:28:44.172744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-e6ea1523-5c0c-4d3a-ab24-a1366b23a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.173758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-e6ea1523-5c0c-4d3a-ab24-a1366b23a5a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1096 time: 0.0457103 Nov 10 22:28:44.264070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-035389d5-155b-454a-bebf-dd52b83d8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.265519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-035389d5-155b-454a-bebf-dd52b83d8d0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0849111 Nov 10 22:28:44.266075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-3ff42f99-c8e6-418c-af83-fa767545aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.267522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-3ff42f99-c8e6-418c-af83-fa767545aa80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0855935 Nov 10 22:28:44.337461 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-c9ad9fe3-d211-4721-bf21-f564ebde535b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1000 time: 0.0631447 Nov 10 22:28:44.338725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-f6e7e71d-eb63-41f9-ab4e-b872083d5d5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1000 time: 0.0633781 Nov 10 22:28:44.388867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-18381213-db7c-444d-8686-0a7df37bf334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.390410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-18381213-db7c-444d-8686-0a7df37bf334 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0451932 Nov 10 22:28:44.391540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-bd2818e0-3358-4b5e-ac85-e765b5ac117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.393032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-bd2818e0-3358-4b5e-ac85-e765b5ac117b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0447702 Nov 10 22:28:44.440220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-9cc53c5d-bc6a-4f7a-8850-04ce737c7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.440507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-c51c5435-7b09-41c8-a8ba-b210f40d009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.441756 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-9cc53c5d-bc6a-4f7a-8850-04ce737c7c7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411222 Nov 10 22:28:44.441882 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-c51c5435-7b09-41c8-a8ba-b210f40d009d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412021 Nov 10 22:28:44.536279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-b929e9c2-76a6-4a1f-ac4e-af1408888ec6 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863743 Nov 10 22:28:44.536819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-b220bcb8-fc12-41a0-be07-fc30dbfc4c0b service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880542 Nov 10 22:28:44.629665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-b05ac4a9-037b-4b70-b83b-c147c6671e64 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855682 Nov 10 22:28:44.640630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8af7251-333a-4056-9d7f-ca4bfc8b0853 req-02f3c2bc-027b-4a48-8936-c5fc9c2df6fc service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900733 Nov 10 22:28:44.783421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c42dc8-6ece-4f3e-92fc-a9963ecb2a8d req-a462c36b-f436-4341-8637-f104fa82850d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:44.785034 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38c42dc8-6ece-4f3e-92fc-a9963ecb2a8d req-a462c36b-f436-4341-8637-f104fa82850d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0575347 Nov 10 22:28:44.837123 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-38c42dc8-6ece-4f3e-92fc-a9963ecb2a8d req-f7b737a0-a3b2-42ea-8a2f-10505c0d3dd9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459108 Nov 10 22:28:45.913983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:28:45.952770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:28:45.969531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230940f-46d0-40ed-bd8c-81f27a0eff4b req-b29351f5-e238-4320-935b-f1c70c607c16 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:45.971023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a230940f-46d0-40ed-bd8c-81f27a0eff4b req-b29351f5-e238-4320-935b-f1c70c607c16 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0613551 Nov 10 22:28:46.023336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a230940f-46d0-40ed-bd8c-81f27a0eff4b req-55f024a5-2608-48f9-823f-d0c5b65dd22f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462558 Nov 10 22:28:46.424525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f66f6-22e9-4779-8965-35dd31dca4ea req-23c64c63-b868-4f64-bc85-aa442e9a395c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:46.426133 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c18f66f6-22e9-4779-8965-35dd31dca4ea req-23c64c63-b868-4f64-bc85-aa442e9a395c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 944 time: 0.0515966 Nov 10 22:28:46.475981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c18f66f6-22e9-4779-8965-35dd31dca4ea req-0bbdb2dd-9533-44ce-be4d-336f6b9bb53a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Nov 10 22:28:46.558638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-80373cef-ce86-4e92-9c06-23a9ce2dba75 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:46.560178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-80373cef-ce86-4e92-9c06-23a9ce2dba75 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb&tenant_id=495c5faa7f8641cf949a6e24f869e2d3&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 944 time: 0.0520387 Nov 10 22:28:46.628684 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-9aa3a879-e85a-4e42-adc4-8bc37a7eca2d service neutron] delete failed (client error): The resource could not be found. Nov 10 22:28:46.629720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-9aa3a879-e85a-4e42-adc4-8bc37a7eca2d service neutron] 10.222.0.64 "DELETE /v2.0/ports/4f75d50d-e147-4987-8484-46cc7dd18c34/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0572233 Nov 10 22:28:46.726361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-257aa731-6f94-4fb3-854c-befb7270f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:46.727785 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-257aa731-6f94-4fb3-854c-befb7270f76d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1096 time: 0.0458202 Nov 10 22:28:46.822180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-2d0cc815-b929-43d3-a874-6da55a558a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:46.823632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-2d0cc815-b929-43d3-a874-6da55a558a16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0875812 Nov 10 22:28:46.888725 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-b5fda111-59ec-4fcf-83bc-217aab19ecd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1000 time: 0.0573056 Nov 10 22:28:46.940555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-b906a320-1128-41af-b17c-3f8efdeb8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:46.941974 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-b906a320-1128-41af-b17c-3f8efdeb8d56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0427613 Nov 10 22:28:46.992181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-5a722cb5-8ef4-4dd2-8d08-6ef8b5ec6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:46.993593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-5a722cb5-8ef4-4dd2-8d08-6ef8b5ec6f3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439172 Nov 10 22:28:47.082005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-24b9f6e2-1af8-4bb4-b7b6-c02186d48829 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810950 Nov 10 22:28:47.176097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ec8ac786-8aaf-4ddb-ad83-af089f8bae5e req-b18036a1-5edb-4f9f-bcbd-5c1dc9e727c7 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848665 Nov 10 22:28:47.258806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:28:47.355461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:28:47.366908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'mac_address': 'fa:16:3e:bc:c5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:28:47.403819 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:47.419669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f75d50d-e147-4987-8484-46cc7dd18c34 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:28:47.438466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:28:47.537993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:47.586835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:28:47.595713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.596079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.596415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.597011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.597351 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.597677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.597998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.598099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6da65-29ac-4345-a302-8e91b30cde00 req-c289feda-948d-4c4a-aea1-5ae0b2b9af71 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:47.598677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.599586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.599929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.600256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.600383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99d6da65-29ac-4345-a302-8e91b30cde00 req-c289feda-948d-4c4a-aea1-5ae0b2b9af71 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 945 time: 0.0509810 Nov 10 22:28:47.600575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:47.649805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99d6da65-29ac-4345-a302-8e91b30cde00 req-c86776db-e385-45bf-88e8-1682dfb67e04 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Nov 10 22:28:47.788647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['4f75d50d-e147-4987-8484-46cc7dd18c34'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:28:48.768266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e564f-60fc-48e8-b67b-1900f878a84b req-9b126b91-16b4-4dc5-8a14-d8698f5c6ff6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:48.769720 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e9e564f-60fc-48e8-b67b-1900f878a84b req-9b126b91-16b4-4dc5-8a14-d8698f5c6ff6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 945 time: 0.0493135 Nov 10 22:28:48.818256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e9e564f-60fc-48e8-b67b-1900f878a84b req-f203c9b3-b75b-43db-b296-0c8456276d8d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Nov 10 22:28:48.937140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474a674-2ef0-4f03-b4c8-5a666d810e55 req-fd311dd7-cc1e-46c3-9046-acf65ea978f6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:48.938521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3474a674-2ef0-4f03-b4c8-5a666d810e55 req-fd311dd7-cc1e-46c3-9046-acf65ea978f6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 945 time: 0.0541353 Nov 10 22:28:48.986134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3474a674-2ef0-4f03-b4c8-5a666d810e55 req-4c7d2fbf-8a99-43fb-8818-6890e55db3c5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408082 Nov 10 22:28:49.274662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:28:49.357022 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158afbc-5633-4b0f-a84b-93702fe4b00a req-3a992a39-53b7-4980-acb1-07d144d63418 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:49.358478 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e158afbc-5633-4b0f-a84b-93702fe4b00a req-3a992a39-53b7-4980-acb1-07d144d63418 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 945 time: 0.0483251 Nov 10 22:28:49.407239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 4f75d50d-e147-4987-8484-46cc7dd18c34 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:28:49.411447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 4f75d50d-e147-4987-8484-46cc7dd18c34 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:28:49.412086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:49.416821 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e158afbc-5633-4b0f-a84b-93702fe4b00a req-d6d3a6ca-6472-4290-a8e5-b7d7673afcea tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 Nov 10 22:28:49.495322 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:49.496780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-68a0ee1d-93a9-4ef3-b8ae-3c6dee00c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:49.498370 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-68a0ee1d-93a9-4ef3-b8ae-3c6dee00c28b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 1097 time: 0.0437710 Nov 10 22:28:49.517802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:28:49.519981 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f98b47-cfe6-4ab8-b147-d4c4a09d65a5" -d '{"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-plugged", "status": "completed", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:28:49.533127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:28:49.558052 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f31f59-6242-46bc-ae27-45f1291a3520 x-openstack-request-id: req-63f31f59-6242-46bc-ae27-45f1291a3520 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:28:49.558451 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-plugged", "status": "completed", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:28:49.558706 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63f31f59-6242-46bc-ae27-45f1291a3520 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:28:49.559107 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'code': 200} Nov 10 22:28:49.595592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-d384761a-57be-4fdf-aeca-fa23c32bbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:49.611700 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-d384761a-57be-4fdf-aeca-fa23c32bbd85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0921233 Nov 10 22:28:49.634450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:49.663450 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-11d7276a-0c20-4e21-8f64-aaf58bc43d5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 200 len: 1001 time: 0.0584219 Nov 10 22:28:49.685810 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:28:49.717570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-67bc5545-7990-4f89-bf72-c1aacac5efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:49.719036 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-67bc5545-7990-4f89-bf72-c1aacac5efdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0491455 Nov 10 22:28:49.765659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-e4ae881d-2aaf-48c6-a5e1-93f38ec1ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:49.767155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-e4ae881d-2aaf-48c6-a5e1-93f38ec1ebfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408018 Nov 10 22:28:49.859503 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-69edbba0-ae5f-4d53-bee9-c5a3ab6bea51 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842457 Nov 10 22:28:49.948697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1d9ca22-3ba4-42cb-a150-ed86585cd8fb req-6316b962-8329-4a9c-b6d4-2802e7f63d5d service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815203 Nov 10 22:28:50.217394 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:50.531071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc458864-56ae-4e78-8859-5ea7134a6287 req-64f20da0-01b3-46e4-8c30-06f524298bca tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:50.532566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc458864-56ae-4e78-8859-5ea7134a6287 req-64f20da0-01b3-46e4-8c30-06f524298bca tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0488827 Nov 10 22:28:50.584367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fc458864-56ae-4e78-8859-5ea7134a6287 req-2f0332f8-c3d2-4dee-b6ee-9c6c3d3c9c42 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458131 Nov 10 22:28:51.701866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e264ab7-458e-4f47-87e9-c65908f52866 req-11e1c8df-6541-4099-b561-ae8987e7c3f0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:51.703345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e264ab7-458e-4f47-87e9-c65908f52866 req-11e1c8df-6541-4099-b561-ae8987e7c3f0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0482690 Nov 10 22:28:51.754694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e264ab7-458e-4f47-87e9-c65908f52866 req-f71f28a3-d27c-43fb-89b3-f7d742430bde tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Nov 10 22:28:52.235862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e69efc-45b8-4f30-82b9-5785f21850a8 req-3e33a19e-d417-4452-8e4f-bd2b7ad51f6f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:52.237322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6e69efc-45b8-4f30-82b9-5785f21850a8 req-3e33a19e-d417-4452-8e4f-bd2b7ad51f6f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0505490 Nov 10 22:28:52.283904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6e69efc-45b8-4f30-82b9-5785f21850a8 req-b2bcdb89-0943-4a8a-a06b-235b1ba77779 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404973 Nov 10 22:28:53.693035 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1266d-472e-4124-a357-9793dfec807c req-96624ec9-9932-4ec4-a715-82f285bb40fb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:53.694505 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8f1266d-472e-4124-a357-9793dfec807c req-96624ec9-9932-4ec4-a715-82f285bb40fb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.3409841 Nov 10 22:28:53.722282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-9611b525-fbdb-4796-8c95-cfc9d907c453 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:53.723678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-9611b525-fbdb-4796-8c95-cfc9d907c453 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 946 time: 0.0760281 Nov 10 22:28:53.781688 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8f1266d-472e-4124-a357-9793dfec807c req-d1823eac-3c4d-4043-b61d-7448a9d83479 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809929 Nov 10 22:28:53.832305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Deleting port 4f75d50d-e147-4987-8484-46cc7dd18c34 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:28:53.832650 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:53.919071 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] For port 4f75d50d-e147-4987-8484-46cc7dd18c34, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=4f75d50d-e147-4987-8484-46cc7dd18c34,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:28:53.919425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:54.069912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:54.096200 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:54.096567 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:54.096908 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 disassociated. External IP: 172.25.7.187, port: 4f75d50d-e147-4987-8484-46cc7dd18c34. Nov 10 22:28:54.097253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Calling delete_port for 4f75d50d-e147-4987-8484-46cc7dd18c34 owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:28:54.286003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:54.319215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event deleted for resources: {'Port': ['ID=4f75d50d-e147-4987-8484-46cc7dd18c34,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:28:54.439270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:28:54.549097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:28:54.559144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:28:54.571208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:28:54.571988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:28:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:28:54.594372 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] No DVR routers for this DVR port 4f75d50d-e147-4987-8484-46cc7dd18c34 on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:28:54.596971 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:54.600594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aee1c94d-eb94-4843-b391-3132a4ecb55f req-7e774b1e-9d39-41ee-a4cd-68ba4c7198fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.53 "DELETE /v2.0/ports/4f75d50d-e147-4987-8484-46cc7dd18c34 HTTP/1.1" status: 204 len: 173 time: 0.8699281 Nov 10 22:28:54.601053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-deleted', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:28:54.603332 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381af73-35cb-48ec-8452-38894f5425f7" -d '{"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-deleted", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:28:54.641522 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb68df-277f-462d-9ce4-9fe8ae4c4cdd x-openstack-request-id: req-e6eb68df-277f-462d-9ce4-9fe8ae4c4cdd {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:28:54.641855 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49558e-4d5d-4bb5-9264-7cea6d15eaeb", "name": "network-vif-deleted", "tag": "4f75d50d-e147-4987-8484-46cc7dd18c34", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:28:54.642388 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6eb68df-277f-462d-9ce4-9fe8ae4c4cdd {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:28:54.642792 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49558e-4d5d-4bb5-9264-7cea6d15eaeb', 'name': 'network-vif-deleted', 'tag': '4f75d50d-e147-4987-8484-46cc7dd18c34', 'status': 'completed', 'code': 200} Nov 10 22:28:54.687051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:28:54.881886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d4a23da-c96f-48e2-bc4b-d93025d1fa0e req-ffc1ae49-3b3f-4ed9-9f6e-a22f929cdcda tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=1b49558e-4d5d-4bb5-9264-7cea6d15eaeb HTTP/1.1" status: 200 len: 210 time: 0.0286207 Nov 10 22:28:54.894943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:28:54.921749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:28:54.930679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:28:54.931268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:28:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:28:55.034426 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:28:55.231733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:28:55.262073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70c83c5-8002-4c24-ad57-6ba9297b00d2 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:28:55.476669 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226360e4-5065-440d-bab8-d28787313643 None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:28:56.184988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-a6a24ce9-7246-4935-b919-389e1b6446a4 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1439917053&fields=id&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 267 time: 0.0434728 Nov 10 22:28:56.296204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-aa582d0c-9d68-4b6e-9497-5114b26953a8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:56.297912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-aa582d0c-9d68-4b6e-9497-5114b26953a8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.1062405 Nov 10 22:28:56.313470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-7ed19163-d6fa-4209-842d-e7e7ee62771d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/quotas/495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 375 time: 0.0099211 Nov 10 22:28:56.368537 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-43fa928c-3e30-43b6-96bb-ae662842c5b2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499010 Nov 10 22:28:56.437353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-0f92ff4e-55d6-413e-a903-0e1c7bd87d1c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:28:56.443318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-0f92ff4e-55d6-413e-a903-0e1c7bd87d1c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0583575 Nov 10 22:28:56.530717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-a3505968-e612-4a22-9482-4f541a7b5953 service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853562 Nov 10 22:28:56.906901 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-5bcc2e64-c14a-4806-9c60-c7c7e4a10be0 service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701196 Nov 10 22:28:57.140988 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f96764a8-e81d-42e5-a964-fb758f5f39e1 req-c3bfd190-86f7-4196-a51d-6491ea9db08d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 210 time: 0.0270746 Nov 10 22:28:57.309292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:28:57.328994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 4f75d50d-e147-4987-8484-46cc7dd18c34 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:28:57.329271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 4f75d50d-e147-4987-8484-46cc7dd18c34 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:28:58.236807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d19ab9fa-3649-4177-b8da-e9372c25e285 req-febb3d87-0a4a-4bc3-b80b-018f7514d771 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Nov 10 22:28:58.863835 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-2198348a-583a-4988-b08b-87f8940884c9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:58.865619 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-2198348a-583a-4988-b08b-87f8940884c9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.1027627 Nov 10 22:28:58.928161 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-c251322f-2f3e-4bb4-af0c-674cd8e17366 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 380 time: 0.0522981 Nov 10 22:28:58.937143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'port': {'device_id': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'admin_state_up': True, 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'security_groups': ['c0beca3f-0873-49d3-a770-c8ed0a2882b0']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:28:59.142889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Made reservation on behalf of 495c5faa7f8641cf949a6e24f869e2d3 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:28:59.146486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:59.270443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Allocated IP 172.20.0.8 (b7680767-36af-484e-b196-128e052cb0ad/5a6684b8-7522-4935-b28a-0e15f46bae88/e4297a98-e546-4838-8f35-8476b178960d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:28:59.334697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-607d17b4-25ac-45f6-939b-0947e705c25c req-6aebd6e2-c059-4191-aa75-3f8d2262e536 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 210 time: 0.0259371 Nov 10 22:28:59.424332 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:59.503563 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:59.548463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Network b7680767-36af-484e-b196-128e052cb0ad is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:28:59.551745 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:28:59.556417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:28:59.563351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:28:59.597268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.597613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.597952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.598289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.598619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.598948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.599272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.599594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.599939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.600832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.601244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.601643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:28:59.626247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:28:59.626866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:59.722319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-99218292-d28f-4652-8930-8f98e6e95187 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7887466 Nov 10 22:28:59.735181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Request body: {'port': {'device_id': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:28:59.750469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-602b6f36-59db-49be-8fde-8b91e2c334b3 None None] Provisioning complete for port e4297a98-e546-4838-8f35-8476b178960d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:28:59.751032 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-602b6f36-59db-49be-8fde-8b91e2c334b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:28:59.785413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-602b6f36-59db-49be-8fde-8b91e2c334b3 None None] Port e4297a98-e546-4838-8f35-8476b178960d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:28:59.790402 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.045351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4297a98-e546-4838-8f35-8476b178960d {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:29:00.053036 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.065497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Transition to ACTIVE for port object e4297a98-e546-4838-8f35-8476b178960d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:29:00.100917 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:29:00.136492 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.192589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:29:00.263186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:29:00.263524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:29:00.263889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:29:00.268526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:29:00.268920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:29:00.274532 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:29:00.275233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:29:00.275233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:29:00.275669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Bound port: e4297a98-e546-4838-8f35-8476b178960d, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:29:00.276052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.342026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:29:00.345119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:29:00.430903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.483377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:00.484037 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:00.485416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] 10.222.0.64 "PUT /v2.0/ports/e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1092 time: 0.7543659 Nov 10 22:29:00.486018 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:29:00.488362 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4af531-eebe-43fb-b676-7f0c13e6521b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:29:00.526898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295cd31-8625-410c-8236-321280d0fab7 req-b4dad689-beb4-447f-ac1a-3c35751f17c4 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:00.528584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b295cd31-8625-410c-8236-321280d0fab7 req-b4dad689-beb4-447f-ac1a-3c35751f17c4 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.1131856 Nov 10 22:29:00.534725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d8423-c1b5-4072-baf0-f511382b6ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:29:00.540935 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5dc5ad-7521-495c-8220-6c4663a8ed67 x-openstack-request-id: req-ec5dc5ad-7521-495c-8220-6c4663a8ed67 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:29:00.541174 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:29:00.541369 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec5dc5ad-7521-495c-8220-6c4663a8ed67 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:29:00.541769 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'status': 'completed', 'code': 200} Nov 10 22:29:00.625354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b295cd31-8625-410c-8236-321280d0fab7 req-d73255d0-4ae6-4a8b-9c02-1b55d17639fa tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743818 Nov 10 22:29:00.633311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4af531-eebe-43fb-b676-7f0c13e6521b req-d326a4e4-c43b-4805-8f5d-1bb8627a7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:00.634798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f4af531-eebe-43fb-b676-7f0c13e6521b req-d326a4e4-c43b-4805-8f5d-1bb8627a7afb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1095 time: 0.0678017 Nov 10 22:29:00.747898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4af531-eebe-43fb-b676-7f0c13e6521b req-19761eb6-8929-4d4c-9365-6ea1011a0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:00.749483 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f4af531-eebe-43fb-b676-7f0c13e6521b req-19761eb6-8929-4d4c-9365-6ea1011a0dd5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1024089 Nov 10 22:29:00.848285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4af531-eebe-43fb-b676-7f0c13e6521b req-2374387f-15bb-4e93-bd6a-2c2b4b8a5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:00.849854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8f4af531-eebe-43fb-b676-7f0c13e6521b req-2374387f-15bb-4e93-bd6a-2c2b4b8a5628 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934370 Nov 10 22:29:00.932229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-d7965c96-6163-486f-b9b6-66ea796bff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:00.933714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-d7965c96-6163-486f-b9b6-66ea796bff90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1095 time: 0.0415444 Nov 10 22:29:00.974844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-34980cdb-e28e-4605-b8d0-03d3008d3dae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 217 time: 0.0336549 Nov 10 22:29:01.030005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-7a9ed3fa-d6ce-423c-b2c1-b02fd40dfe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:01.031435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-7a9ed3fa-d6ce-423c-b2c1-b02fd40dfe17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0483155 Nov 10 22:29:01.077957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005241e1-3281-40ba-aa0d-c349d31499df req-a43cf4c8-a472-475d-b26d-59f2386ccf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:01.079437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-a43cf4c8-a472-475d-b26d-59f2386ccf9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401897 Nov 10 22:29:01.168592 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-5c2d5cbc-5fca-44a2-aa82-779938c5b403 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815144 Nov 10 22:29:01.261204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-005241e1-3281-40ba-aa0d-c349d31499df req-9127735b-0d27-4153-b40c-e3227203bb99 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Nov 10 22:29:01.742649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c24ac-dac1-4e0c-8249-61dc27bfb318 req-9b20c9a3-053f-4529-a790-5c5a4c9f41ee tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:01.744139 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c92c24ac-dac1-4e0c-8249-61dc27bfb318 req-9b20c9a3-053f-4529-a790-5c5a4c9f41ee tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.0479226 Nov 10 22:29:01.794641 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c92c24ac-dac1-4e0c-8249-61dc27bfb318 req-a3cff885-cce0-4ede-93cc-e544487cee7f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446725 Nov 10 22:29:02.911028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c98e8-ce79-43e3-9912-c3fbb1064b77 req-639ad04f-ccd7-41b3-b743-3cc393c44638 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:02.912539 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-949c98e8-ce79-43e3-9912-c3fbb1064b77 req-639ad04f-ccd7-41b3-b743-3cc393c44638 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.0501587 Nov 10 22:29:02.959596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-949c98e8-ce79-43e3-9912-c3fbb1064b77 req-de155862-cbd3-45bf-b592-197c5d21768a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404482 Nov 10 22:29:04.090161 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e5264-f414-4b7a-a865-9aac10fb2f5f req-c9e052fe-9aa3-4969-896d-acd467069142 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:04.091812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18e5264-f414-4b7a-a865-9aac10fb2f5f req-c9e052fe-9aa3-4969-896d-acd467069142 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.0511894 Nov 10 22:29:04.141214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d18e5264-f414-4b7a-a865-9aac10fb2f5f req-82f0a3ca-9029-42b9-af36-fd7ef72c2b5f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Nov 10 22:29:05.261943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63cac7-6bf5-41cf-a1ab-cdd1cb5d447e req-c4f9d37f-d710-4d3b-8d77-efaefa293ed1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:05.263388 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de63cac7-6bf5-41cf-a1ab-cdd1cb5d447e req-c4f9d37f-d710-4d3b-8d77-efaefa293ed1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.0533481 Nov 10 22:29:05.310236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-de63cac7-6bf5-41cf-a1ab-cdd1cb5d447e req-430127ef-9ccf-47c1-890c-5af2f40e8413 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409191 Nov 10 22:29:05.761061 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c050e92-771e-4b25-b089-9dea9463f2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:06.006867 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:29:06.102615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:29:06.113306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'e4297a98-e546-4838-8f35-8476b178960d', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': 'e4297a98-e546-4838-8f35-8476b178960d', 'mac_address': 'fa:16:3e:eb:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:29:06.152952 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:06.165325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4297a98-e546-4838-8f35-8476b178960d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:29:06.184740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:29:06.246133 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:06.292959 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:29:06.426665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa4853-f3ac-45d8-a0be-605d48712a63 req-0c8b765d-58d8-441a-abba-cf73143bcd68 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:06.428193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79fa4853-f3ac-45d8-a0be-605d48712a63 req-0c8b765d-58d8-441a-abba-cf73143bcd68 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0490065 Nov 10 22:29:06.477026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-79fa4853-f3ac-45d8-a0be-605d48712a63 req-4c3f0bb9-926a-44ba-8196-1016de6f7be0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Nov 10 22:29:06.576755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e4297a98-e546-4838-8f35-8476b178960d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:29:07.592124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df348942-e3a5-4b56-a731-34dfe0b1591b req-6448501e-02c8-4eb5-9460-6f044a2aba03 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:07.593602 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df348942-e3a5-4b56-a731-34dfe0b1591b req-6448501e-02c8-4eb5-9460-6f044a2aba03 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0498102 Nov 10 22:29:07.640703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-df348942-e3a5-4b56-a731-34dfe0b1591b req-5b402f3b-4fc2-4474-8c79-928d847b89fd tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Nov 10 22:29:07.960792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5974e9d-e189-4ef4-88f1-215edfe1df4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:08.022313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:29:08.120325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port e4297a98-e546-4838-8f35-8476b178960d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:29:08.124360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port e4297a98-e546-4838-8f35-8476b178960d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:29:08.124752 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:08.207363 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:08.230633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:29:08.232877 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0bde0-936d-4063-a8ae-b73d12a72601" -d '{"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-plugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:29:08.245869 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:29:08.269537 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c2ecf2-e55a-4668-9df1-baa1f9349f70 x-openstack-request-id: req-03c2ecf2-e55a-4668-9df1-baa1f9349f70 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:29:08.269821 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-plugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:29:08.270070 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03c2ecf2-e55a-4668-9df1-baa1f9349f70 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:29:08.270459 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'code': 200} Nov 10 22:29:08.292230 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:08.342211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:29:08.365477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c89d33-5801-4b0f-8733-bc29dc96e0b6 req-2c4a44d5-3129-4ff1-8dee-c80f6d5e5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:08.366976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c89d33-5801-4b0f-8733-bc29dc96e0b6 req-2c4a44d5-3129-4ff1-8dee-c80f6d5e5e07 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1097 time: 0.0409942 Nov 10 22:29:08.424973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a9c89d33-5801-4b0f-8733-bc29dc96e0b6 req-06b8cba7-03b0-4c70-ae9e-23de30da48a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Nov 10 22:29:08.755577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3ab5b-8a8f-4a39-b470-4572cf62dca8 req-d212bcb3-9b5c-4b5b-9d29-c1e13ea4cb7d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:08.757159 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74c3ab5b-8a8f-4a39-b470-4572cf62dca8 req-d212bcb3-9b5c-4b5b-9d29-c1e13ea4cb7d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Nov 10 22:29:08.805242 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74c3ab5b-8a8f-4a39-b470-4572cf62dca8 req-e976d5f9-9934-4800-8102-d3b0d5dca1ef tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Nov 10 22:29:09.475058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:09.931493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f93809-c436-4d09-aae8-0832210758fc req-cd1e8283-0cd7-4962-9b51-4d2067ffb411 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:09.933026 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34f93809-c436-4d09-aae8-0832210758fc req-cd1e8283-0cd7-4962-9b51-4d2067ffb411 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0554261 Nov 10 22:29:09.982918 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-34f93809-c436-4d09-aae8-0832210758fc req-8ba9023a-4ebc-4c87-834b-b1c6cee63cbe tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Nov 10 22:29:10.953788 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:11.098485 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37007b4-1144-4db9-b0f7-ac18b1c64d9b req-5a360419-53f2-40e8-80b8-fb54a69d8387 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:11.099963 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c37007b4-1144-4db9-b0f7-ac18b1c64d9b req-5a360419-53f2-40e8-80b8-fb54a69d8387 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0490732 Nov 10 22:29:11.146538 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c37007b4-1144-4db9-b0f7-ac18b1c64d9b req-f86a4375-1bbf-439d-81df-e7abad1a17da tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 Nov 10 22:29:11.257107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fb2e8-0bda-49d7-82df-d8a5ebd25c5a req-1b2dcd58-a02e-4877-98f4-79c5481f55aa tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:11.258601 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1c7fb2e8-0bda-49d7-82df-d8a5ebd25c5a req-1b2dcd58-a02e-4877-98f4-79c5481f55aa tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Nov 10 22:29:11.267236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53368) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:29:11.271540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'floatingip': {'port_id': 'e4297a98-e546-4838-8f35-8476b178960d'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:29:11.311052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:11.447423 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:11.742577 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:11.818074 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:11.917838 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 associated. External IP: 172.25.7.187, port: e4297a98-e546-4838-8f35-8476b178960d. Nov 10 22:29:12.125462 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:29:12.233440 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:29:12.238037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:12.243171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c491caed-6558-4f49-acef-8005e969d611 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:29:12.252158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:29:12.252768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:29:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:29:12.265516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b347fbc2-f0af-4fdb-a82a-d621cbd94b33 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "PUT /v2.0/floatingips/4f2ef218-4493-4d74-82f7-31af2a68abc5 HTTP/1.1" status: 200 len: 991 time: 0.9972029 Nov 10 22:29:12.266210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:29:12.268851 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f41750-853d-412b-827d-2ee60564bf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:29:12.310838 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88f9989-eca5-4cf3-83d2-5ec61d85ba27 x-openstack-request-id: req-e88f9989-eca5-4cf3-83d2-5ec61d85ba27 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:29:12.311458 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:29:12.311996 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e88f9989-eca5-4cf3-83d2-5ec61d85ba27 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:29:12.312605 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'status': 'completed', 'code': 200} Nov 10 22:29:12.360801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:29:12.381655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41750-853d-412b-827d-2ee60564bf0c req-a3f03194-dc4c-4d80-afeb-462b18feb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:12.383072 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49f41750-853d-412b-827d-2ee60564bf0c req-a3f03194-dc4c-4d80-afeb-462b18feb443 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1097 time: 0.0449977 Nov 10 22:29:12.474462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41750-853d-412b-827d-2ee60564bf0c req-bb421506-4c94-4464-9496-60ceb43e86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:12.475960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49f41750-853d-412b-827d-2ee60564bf0c req-bb421506-4c94-4464-9496-60ceb43e86a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0863035 Nov 10 22:29:12.545384 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49f41750-853d-412b-827d-2ee60564bf0c req-e9acea8a-d6ad-40c9-9f86-e166efea997c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 999 time: 0.0621805 Nov 10 22:29:12.586403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': 'e4297a98-e546-4838-8f35-8476b178960d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:eb:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:29:11Z', 'revision_number': 9, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:29:12.597168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41750-853d-412b-827d-2ee60564bf0c req-1a52ee9a-3d1e-4106-bf07-4e5ee315276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:12.598655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49f41750-853d-412b-827d-2ee60564bf0c req-1a52ee9a-3d1e-4106-bf07-4e5ee315276a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0447640 Nov 10 22:29:12.612117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c491caed-6558-4f49-acef-8005e969d611 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:29:12.620941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:29:12.621540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:29:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:29:12.646864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41750-853d-412b-827d-2ee60564bf0c req-7f1b0278-b9eb-45a1-a0b3-f072f00bd891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:12.648291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49f41750-853d-412b-827d-2ee60564bf0c req-7f1b0278-b9eb-45a1-a0b3-f072f00bd891 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426352 Nov 10 22:29:12.749990 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49f41750-853d-412b-827d-2ee60564bf0c req-c06c3b23-3d11-47a5-843f-3f88275f3bfb service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947607 Nov 10 22:29:12.846768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-49f41750-853d-412b-827d-2ee60564bf0c req-fb1545e3-389e-4e8b-b467-bd85473390c5 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895848 Nov 10 22:29:12.887095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:29:13.106509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-c491caed-6558-4f49-acef-8005e969d611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': 'e4297a98-e546-4838-8f35-8476b178960d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:eb:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:29:11Z', 'revision_number': 9, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:29:13.131929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c491caed-6558-4f49-acef-8005e969d611 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': 'e4297a98-e546-4838-8f35-8476b178960d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:eb:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:29:11Z', 'revision_number': 9, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:29:13.322566 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cff4ab-9314-4351-9266-8424869e7cd7 None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:29:20.178302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:24.092726 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:35.761512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d8269ee-3fa3-4c7f-bac5-d6ca35939139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:37.099883 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:29:37.967415 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ab4a-e6dc-4280-8d95-a895511cbb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:39.475793 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:40.978723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:41.498979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:42.015013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-69a768b5-5f68-4abd-850b-cf16578a9aaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828676 Nov 10 22:29:42.101201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89051202-bac8-4d6e-b27a-cdb748816893 req-f93621d7-1d8e-451f-9817-a36c5c6f7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:42.102678 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-f93621d7-1d8e-451f-9817-a36c5c6f7313 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1097 time: 0.0427577 Nov 10 22:29:42.211197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89051202-bac8-4d6e-b27a-cdb748816893 req-96143de9-6e93-4626-a08b-44b4fbb6da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:42.213084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-96143de9-6e93-4626-a08b-44b4fbb6da98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0910070 Nov 10 22:29:42.286848 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-6318b570-ad57-4d24-9325-1ad95cfa4f93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1002 time: 0.0658646 Nov 10 22:29:42.338564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89051202-bac8-4d6e-b27a-cdb748816893 req-f5003d56-7e47-4a61-80f8-1891c538fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:42.340037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-f5003d56-7e47-4a61-80f8-1891c538fa39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0462689 Nov 10 22:29:42.387967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89051202-bac8-4d6e-b27a-cdb748816893 req-fc7b363f-32be-45d2-9d08-6a22a4bd19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:29:42.389499 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-fc7b363f-32be-45d2-9d08-6a22a4bd19d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415106 Nov 10 22:29:42.485373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-26108d8a-1f83-4799-94ef-e4cf7dfc87de service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875392 Nov 10 22:29:42.575166 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89051202-bac8-4d6e-b27a-cdb748816893 req-fadda9d0-bdf1-46f0-8407-85f7c65cc568 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830576 Nov 10 22:29:50.161581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:29:54.104856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:05.779470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-58d8df01-3467-4375-8c8e-bf061bd877eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:07.974065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ff90e768-83ca-4402-911b-f912baea0fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:09.454084 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:10.980102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:11.494079 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:14.098844 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:30:20.191515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:24.105628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:35.768951 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15c63690-2565-45c5-be5d-d1196bf347be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:37.973067 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-181e1756-767c-4c24-92b6-95a420532cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:39.483431 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:40.963588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:41.460938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:43.965612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-b386843c-356e-4ae9-ac38-e4ce1640ae28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458472 Nov 10 22:30:44.053797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-ba69926e-1845-4e05-8f02-e584367c7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:30:44.055271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-ba69926e-1845-4e05-8f02-e584367c7e5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1097 time: 0.0401654 Nov 10 22:30:44.165915 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-434240d1-2f24-4065-9109-b99af2074779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:30:44.167396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-434240d1-2f24-4065-9109-b99af2074779 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0899365 Nov 10 22:30:44.235657 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-653d824f-dfd2-40a4-9015-b7d69cea22a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1002 time: 0.0588324 Nov 10 22:30:44.283815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-c9a79e6b-0aa8-4603-9df7-5e7ef1745a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:30:44.285244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-c9a79e6b-0aa8-4603-9df7-5e7ef1745a1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0427017 Nov 10 22:30:44.334957 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-3fd1dc2c-f47a-4caf-9cb3-e417addbfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:30:44.346523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-3fd1dc2c-f47a-4caf-9cb3-e417addbfd2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444283 Nov 10 22:30:44.427210 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-54f7300f-32bb-4392-9e01-012fb08aba86 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Nov 10 22:30:44.518810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31633f16-8831-407d-86e7-8ae6b09f95d7 req-aca961f9-1910-4234-8593-dc18fcc78e91 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840547 Nov 10 22:30:50.207988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:30:51.097864 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:30:54.106815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:05.741011 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-41e0c420-d728-41b3-b059-56b04d6d5756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:07.964157 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-271d9578-596e-4f0b-9275-bda9b31b5465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:09.489596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:10.964515 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:11.421078 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:20.231013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:24.107582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:28.097113 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:31:35.753041 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a59f379-a9da-48ca-89c0-9b131ea0503e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:37.964836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4819d433-dcbc-458b-b648-619d653a2d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:39.496344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:41.010973 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:41.460420 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:41.806310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-8308d88d-9aa4-4edb-99b7-96ff0596a05e req-333bf9e1-c5bf-493a-a407-343a05453b70 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:31:41.807383 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8308d88d-9aa4-4edb-99b7-96ff0596a05e req-333bf9e1-c5bf-493a-a407-343a05453b70 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480185 Nov 10 22:31:42.180430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3bc52-ae0b-4286-b310-53d8a144ce47 req-e8350a5c-7a09-45a1-9b82-3ed869238840 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:42.182898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ab3bc52-ae0b-4286-b310-53d8a144ce47 req-e8350a5c-7a09-45a1-9b82-3ed869238840 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.1061594 Nov 10 22:31:42.234740 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ab3bc52-ae0b-4286-b310-53d8a144ce47 req-5f5b42f3-aba2-4d6f-860c-0a4567d9dd21 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465834 Nov 10 22:31:42.261009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-e99fa122-fc17-40b3-8977-dea94a5de413 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514164 Nov 10 22:31:42.269904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-b626d7cd-9c2b-417c-9d46-31d706d3bbea service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:31:42.269904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-b626d7cd-9c2b-417c-9d46-31d706d3bbea service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051601 Nov 10 22:31:43.403671 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fb314-afbf-4540-8db5-d94373d0bfc5 req-2bda503d-342d-406b-99f9-c126343e6442 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:43.405180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-862fb314-afbf-4540-8db5-d94373d0bfc5 req-2bda503d-342d-406b-99f9-c126343e6442 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0978181 Nov 10 22:31:43.453768 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-862fb314-afbf-4540-8db5-d94373d0bfc5 req-a591f681-18dd-4ecc-aeab-53a012fcc166 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Nov 10 22:31:44.188028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-b12de2a3-5126-46e4-8a63-f4f70ad7dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:44.189569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-b12de2a3-5126-46e4-8a63-f4f70ad7dc74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1097 time: 0.0412090 Nov 10 22:31:44.283197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-2e437307-23d1-4329-9801-65743373847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:44.284703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-2e437307-23d1-4329-9801-65743373847f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0880342 Nov 10 22:31:44.352194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-e4421eef-b26f-4218-9866-315df16ddcca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1002 time: 0.0570629 Nov 10 22:31:44.405075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-65fdeed6-c77b-447e-a948-c6cb898c53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:44.406507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-65fdeed6-c77b-447e-a948-c6cb898c53e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0470037 Nov 10 22:31:44.451610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-1c3fea73-2028-480c-a168-3b4fac159daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:44.453035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-1c3fea73-2028-480c-a168-3b4fac159daf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392387 Nov 10 22:31:44.575854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-cf53b7c8-13dd-40e9-b675-c4773667f9c8 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149933 Nov 10 22:31:44.599936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ccd69-1f9f-4e65-981f-405a6f14e9ac req-f999cf4b-d973-4d74-af05-f2690c636363 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:44.601404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-694ccd69-1f9f-4e65-981f-405a6f14e9ac req-f999cf4b-d973-4d74-af05-f2690c636363 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0721438 Nov 10 22:31:44.704322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-694ccd69-1f9f-4e65-981f-405a6f14e9ac req-1973d6a9-5d45-4b3a-94b9-29b7be93684a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929921 Nov 10 22:31:44.715281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-c7f97ef8-4187-4101-8987-1d1377bda4cb service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313002 Nov 10 22:31:45.007341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-36297425-bd50-4b24-8dcf-9d526c12cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:45.010475 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-36297425-bd50-4b24-8dcf-9d526c12cd84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1097 time: 0.0422137 Nov 10 22:31:45.113750 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-cb894186-4921-4a8f-9f6e-dd660b26c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:45.115216 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-cb894186-4921-4a8f-9f6e-dd660b26c4c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0866816 Nov 10 22:31:45.186138 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-7671b9d7-23f8-4865-a0ec-54d7e1ff0eb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1002 time: 0.0617568 Nov 10 22:31:45.238027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-65372e4d-a535-4891-866d-2d41154562f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:45.239596 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-65372e4d-a535-4891-866d-2d41154562f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0445940 Nov 10 22:31:45.285074 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-e3ddeeef-69a3-42cb-9e21-154b9576fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:45.286435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-e3ddeeef-69a3-42cb-9e21-154b9576fc80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396039 Nov 10 22:31:45.378818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-65a0eec1-97cd-4d5d-995c-1ca3d380508e service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853510 Nov 10 22:31:45.468692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62bff1e5-06e7-4929-a2c1-03d46c7ef9ea req-469a0403-8b4b-4251-8f72-855cf3c72323 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816483 Nov 10 22:31:45.821435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44cb97-6dfb-44d2-9220-9fc695e5aaa7 req-dc119f94-9ec2-478a-931c-762c6fc5cf2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:45.822892 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae44cb97-6dfb-44d2-9220-9fc695e5aaa7 req-dc119f94-9ec2-478a-931c-762c6fc5cf2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Nov 10 22:31:45.869817 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ae44cb97-6dfb-44d2-9220-9fc695e5aaa7 req-d4da48b1-fe0e-4649-be28-e3ad734b1c7f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Nov 10 22:31:46.990788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a005ae-d963-4a68-9792-378940be4a3f req-952b28d3-864b-4f89-9b58-6b8243cfc7a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:46.992360 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60a005ae-d963-4a68-9792-378940be4a3f req-952b28d3-864b-4f89-9b58-6b8243cfc7a2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0547402 Nov 10 22:31:47.040474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60a005ae-d963-4a68-9792-378940be4a3f req-6eb07c8f-44bb-411b-80aa-7eceb7432309 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 Nov 10 22:31:48.154584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe9575-2d40-4c86-93c8-5d024fb6fb81 req-84242a1a-810e-470b-9f3d-b36ef50e0f72 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:48.156067 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7dbe9575-2d40-4c86-93c8-5d024fb6fb81 req-84242a1a-810e-470b-9f3d-b36ef50e0f72 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Nov 10 22:31:48.209606 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7dbe9575-2d40-4c86-93c8-5d024fb6fb81 req-44e7e03a-b396-48cb-b229-f82935f4de51 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469284 Nov 10 22:31:49.324021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff555ee8-a6fd-4b6f-852c-ada40bae7285 req-9e5b337d-6fcd-4074-9c1b-225a1b38b139 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:49.325519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff555ee8-a6fd-4b6f-852c-ada40bae7285 req-9e5b337d-6fcd-4074-9c1b-225a1b38b139 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Nov 10 22:31:49.373085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff555ee8-a6fd-4b6f-852c-ada40bae7285 req-64f61669-2a63-41ab-bf68-bcfc875a1c43 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Nov 10 22:31:50.209007 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:50.490296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674887-2f9f-48b6-8f54-0447abc78d24 req-c4e99c7c-8fe7-4154-95ca-374074c09df0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:50.491673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd674887-2f9f-48b6-8f54-0447abc78d24 req-c4e99c7c-8fe7-4154-95ca-374074c09df0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Nov 10 22:31:50.538316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dd674887-2f9f-48b6-8f54-0447abc78d24 req-20376024-c41d-473c-b99c-692cf7877d0e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Nov 10 22:31:51.662346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03eea1-3f08-4168-9294-c07d9d492c53 req-d9153ec6-6bd9-4417-a5ea-19cc76e431e3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:51.664011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd03eea1-3f08-4168-9294-c07d9d492c53 req-d9153ec6-6bd9-4417-a5ea-19cc76e431e3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0550029 Nov 10 22:31:51.712426 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bd03eea1-3f08-4168-9294-c07d9d492c53 req-71db11f9-fc60-4143-91ef-5fd21ac50529 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Nov 10 22:31:52.830482 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe81a8-603c-4328-9c02-81077ef26027 req-f52e2ac4-4f8f-42e2-a6c3-bc579ebd066b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:52.831963 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eefe81a8-603c-4328-9c02-81077ef26027 req-f52e2ac4-4f8f-42e2-a6c3-bc579ebd066b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Nov 10 22:31:52.879900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eefe81a8-603c-4328-9c02-81077ef26027 req-f5f7985b-5e5c-4ae9-858c-d4609f286fcc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 Nov 10 22:31:53.996609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2e705-6e71-436e-be0a-6376d86c53a5 req-36caf9e0-a611-4f9e-bad2-52c313266651 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:53.998095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77c2e705-6e71-436e-be0a-6376d86c53a5 req-36caf9e0-a611-4f9e-bad2-52c313266651 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Nov 10 22:31:54.047455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-77c2e705-6e71-436e-be0a-6376d86c53a5 req-5162d32b-b4b5-4c50-a5a6-27bd199ec08c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431497 Nov 10 22:31:54.108204 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:55.172863 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917d30f-fcec-4954-a0dc-f3ca2e4fe13b req-5f07d85d-64a5-4c22-8a92-7bd80832846d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:55.174348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4917d30f-fcec-4954-a0dc-f3ca2e4fe13b req-5f07d85d-64a5-4c22-8a92-7bd80832846d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0542965 Nov 10 22:31:55.222075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4917d30f-fcec-4954-a0dc-f3ca2e4fe13b req-4b90f166-f375-4f0c-87c9-2791d23049d4 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 Nov 10 22:31:56.340459 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc09281-9b15-4a58-b95b-39a55a7ac8f7 req-1bb2aa90-8a10-4dc7-8a16-f3a7b4670cb2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:56.341918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edc09281-9b15-4a58-b95b-39a55a7ac8f7 req-1bb2aa90-8a10-4dc7-8a16-f3a7b4670cb2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Nov 10 22:31:56.392756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edc09281-9b15-4a58-b95b-39a55a7ac8f7 req-171e4b83-9dcc-4dce-ac18-14b4158e7893 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Nov 10 22:31:56.879306 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-f07db9ae-560a-4cbf-b098-624347afc071 req-384da0da-e2cc-4bc8-beac-42f0dc1d03c9 service neutron] show failed (client error): The resource could not be found. Nov 10 22:31:56.880345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-384da0da-e2cc-4bc8-beac-42f0dc1d03c9 service neutron] 10.222.0.64 "GET /v2.0/ports/e4297a98-e546-4838-8f35-8476b178960d/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0538836 Nov 10 22:31:57.424391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-2318269f-6fe0-400b-9b6a-7c78c5ac43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:57.426082 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-2318269f-6fe0-400b-9b6a-7c78c5ac43ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0792103 Nov 10 22:31:57.437830 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:31:57.519334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:57.545490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f954d9-0559-40ed-9655-6df79829ed72 req-8b9d7251-f3f4-4673-99e6-be0017607312 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:57.546952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90f954d9-0559-40ed-9655-6df79829ed72 req-8b9d7251-f3f4-4673-99e6-be0017607312 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0826108 Nov 10 22:31:57.674243 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-90f954d9-0559-40ed-9655-6df79829ed72 req-517c7529-f5ae-4c4e-8228-6c714545aa8d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097510 Nov 10 22:31:57.764280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:31:57.797710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:31:57.835697 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:31:57.837970 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf31e1-888f-4294-b1bb-db272f6fc164" -d '{"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-unplugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:31:57.841625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:57.854250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Transition to ACTIVE for port object e4297a98-e546-4838-8f35-8476b178960d will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:31:57.923766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:57.953426 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45567b5f-3ce1-45f3-babf-fbe95ad77e49 x-openstack-request-id: req-45567b5f-3ce1-45f3-babf-fbe95ad77e49 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:31:57.953717 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-unplugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:31:57.953969 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45567b5f-3ce1-45f3-babf-fbe95ad77e49 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:31:57.954366 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'code': 200} Nov 10 22:31:58.005387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:31:58.019904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.020252 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.020593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.021069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.021406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.021738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.022072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.022452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.022777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.023103 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.023427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.023767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:31:58.062154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] No DVR routers for this DVR port e4297a98-e546-4838-8f35-8476b178960d on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:31:58.200399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:31:58.200733 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:31:58.201056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:31:58.205320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:31:58.205634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:31:58.210812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:31:58.211139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:31:58.211512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:31:58.211953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Bound port: e4297a98-e546-4838-8f35-8476b178960d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:31:58.212301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:58.276332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:31:58.279292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:31:58.354481 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:58.388171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:58.388780 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:31:58.390151 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] 10.222.0.53 "PUT /v2.0/ports/e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1092 time: 0.9563227 Nov 10 22:31:58.413196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c91c-4cc0-4d18-aab6-0a6b3a420627 service neutron] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:31:58.457078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-26f6bc6b-8d02-4e07-8529-3e0b43747ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:58.459050 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-26f6bc6b-8d02-4e07-8529-3e0b43747ca3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1095 time: 0.0423534 Nov 10 22:31:58.556444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-1831a4fb-8267-4ebc-ac50-00d758d9709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:58.558016 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-1831a4fb-8267-4ebc-ac50-00d758d9709d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0922573 Nov 10 22:31:58.623638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-a6f274d6-1c12-4ee8-a1ab-753305bd55cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1000 time: 0.0576525 Nov 10 22:31:58.676557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-4d8421c1-84f6-406a-8602-dbaf5b043879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:58.678136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-4d8421c1-84f6-406a-8602-dbaf5b043879 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0481372 Nov 10 22:31:58.724241 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db9ae-560a-4cbf-b098-624347afc071 req-ddaadfe0-bf57-4006-b933-95f282159807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:58.725854 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-ddaadfe0-bf57-4006-b933-95f282159807 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407560 Nov 10 22:31:58.852688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fa2cf-586a-4c4f-8c2c-72a62bb41188 req-6349e27e-665e-4734-a704-b17e8152abc9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:31:58.854159 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a5fa2cf-586a-4c4f-8c2c-72a62bb41188 req-6349e27e-665e-4734-a704-b17e8152abc9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.1094277 Nov 10 22:31:58.859990 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-154fa364-def6-49fe-a381-a7ec1b33e820 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231194 Nov 10 22:31:58.952389 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3a5fa2cf-586a-4c4f-8c2c-72a62bb41188 req-449a674e-abc7-47e9-872b-d4d64bd8c13d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914395 Nov 10 22:31:58.977044 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f07db9ae-560a-4cbf-b098-624347afc071 req-7e1b79d3-5bd2-482d-bd55-d50407505536 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097591 Nov 10 22:31:59.955699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:31:59.958699 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:00.009057 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c754d-2f7e-4e0d-b17f-92886f93dd93 x-openstack-request-id: req-f14c754d-2f7e-4e0d-b17f-92886f93dd93 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:00.009355 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:00.009606 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f14c754d-2f7e-4e0d-b17f-92886f93dd93 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:00.010008 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'status': 'completed', 'code': 200} Nov 10 22:32:00.077741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-581164fa-edec-4b76-a71b-686267d3062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.079392 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-581164fa-edec-4b76-a71b-686267d3062a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1095 time: 0.0456574 Nov 10 22:32:00.393449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8d1c7-595e-40e8-b6e5-7ae2e5ebb7cd req-aef275c3-89fe-4756-87c9-881bcad2bc2b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.395008 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18e8d1c7-595e-40e8-b6e5-7ae2e5ebb7cd req-aef275c3-89fe-4756-87c9-881bcad2bc2b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.3679481 Nov 10 22:32:00.397106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-d40f9beb-5753-43f7-9b94-b765b6254fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.398452 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-d40f9beb-5753-43f7-9b94-b765b6254fb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1095 time: 0.3694539 Nov 10 22:32:00.486037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-28767016-0335-47c9-97f5-fe9a9a019c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.487515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-28767016-0335-47c9-97f5-fe9a9a019c31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.3994162 Nov 10 22:32:00.499112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18e8d1c7-595e-40e8-b6e5-7ae2e5ebb7cd req-c198daf7-f593-4702-89c8-27cb6384d7d2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979886 Nov 10 22:32:00.533607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-bf235279-3741-429f-8021-c761040ec755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.535515 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-bf235279-3741-429f-8021-c761040ec755 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.1279626 Nov 10 22:32:00.554344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-18cf81db-3895-4d83-b2d2-f8f1b7b19516 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1000 time: 0.0590174 Nov 10 22:32:00.605387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-f9b89c31-3251-49b9-9f8f-99464629c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.605640 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-437b69e2-c223-421d-8436-de9ed6f59016 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1000 time: 0.0620902 Nov 10 22:32:00.606884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-f9b89c31-3251-49b9-9f8f-99464629c7e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0461309 Nov 10 22:32:00.659440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-32bb2bc2-08e2-449e-93d2-0b780aa32ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.660634 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-00dd2d56-e094-419f-a7e4-98e9bc3f6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.660910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-32bb2bc2-08e2-449e-93d2-0b780aa32ee3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472038 Nov 10 22:32:00.662732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-00dd2d56-e094-419f-a7e4-98e9bc3f6af9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0483363 Nov 10 22:32:00.715114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-2a3bad33-c778-4548-b027-a84f98c40416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:00.716798 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-2a3bad33-c778-4548-b027-a84f98c40416 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468199 Nov 10 22:32:00.753873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-065ffb74-b5eb-444a-92ef-8554c957a772 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853312 Nov 10 22:32:00.815955 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-de05949c-2991-4c4d-a1ec-c47c9e7c4305 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Nov 10 22:32:00.856263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-c0615f74-c0bb-46c9-8cf4-23fa38640159 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906715 Nov 10 22:32:00.913454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1a6300e1-bc0c-4278-b88a-037b7e1fe23b req-51eb2d6a-65d5-43b0-86a8-047399086276 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901241 Nov 10 22:32:00.918394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:32:00.957353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:32:01.621527 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c718ba3-1073-4e5f-a6ca-a7c1e0c74013 req-ee79383e-0ef9-49bd-bdae-66fce62d63c0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:01.622994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c718ba3-1073-4e5f-a6ca-a7c1e0c74013 req-ee79383e-0ef9-49bd-bdae-66fce62d63c0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.0490494 Nov 10 22:32:01.671316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4c718ba3-1073-4e5f-a6ca-a7c1e0c74013 req-f7317f1f-e51d-40e8-a021-442c8532f276 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Nov 10 22:32:02.169930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e4297a98-e546-4838-8f35-8476b178960d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:32:02.269061 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:02.281438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'e4297a98-e546-4838-8f35-8476b178960d', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': 'e4297a98-e546-4838-8f35-8476b178960d', 'mac_address': 'fa:16:3e:eb:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:32:02.321759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80bdb-9e26-41e1-aa35-4dfdfb01da91 req-19cb7f58-5325-48c8-99d5-b47bc91386f5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:02.322918 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:02.323267 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eea80bdb-9e26-41e1-aa35-4dfdfb01da91 req-19cb7f58-5325-48c8-99d5-b47bc91386f5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 943 time: 0.0509291 Nov 10 22:32:02.337719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4297a98-e546-4838-8f35-8476b178960d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:32:02.359259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:02.378356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eea80bdb-9e26-41e1-aa35-4dfdfb01da91 req-bb5a6861-14af-4def-8705-554b2ef002b4 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485463 Nov 10 22:32:02.387638 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-eb0864d7-c3a1-40c0-93e4-84f8fc8bd9cb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:02.389198 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-eb0864d7-c3a1-40c0-93e4-84f8fc8bd9cb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58&tenant_id=495c5faa7f8641cf949a6e24f869e2d3&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 943 time: 0.0541067 Nov 10 22:32:02.426774 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:02.450738 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-c03e03d4-0038-4169-885c-bb26b3ef1ea0 service neutron] 10.222.0.53 "GET /v2.0/ports/e4297a98-e546-4838-8f35-8476b178960d/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 383 time: 0.0534544 Nov 10 22:32:02.474505 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:02.482183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.482531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.482874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.483208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.483539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.483982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.484310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.484639 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.484966 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.485292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.485616 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.485937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:02.520445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-1d13172f-8239-46cd-9834-df4c27426afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:02.522575 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-1d13172f-8239-46cd-9834-df4c27426afc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1096 time: 0.0471196 Nov 10 22:32:02.613534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-45445fb6-7ac8-409a-802f-75945af71d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:02.615492 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-45445fb6-7ac8-409a-802f-75945af71d05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0848172 Nov 10 22:32:02.670014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['e4297a98-e546-4838-8f35-8476b178960d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:32:02.689832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-213510d1-ca0b-4099-a891-5e57470b9059 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1001 time: 0.0671711 Nov 10 22:32:02.740785 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-9d8ba061-9501-4f93-a634-139158bb3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:02.741945 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-9d8ba061-9501-4f93-a634-139158bb3146 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0453141 Nov 10 22:32:02.788608 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-3376f0d2-b4cd-41cb-86c3-92749a2f4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:02.790132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-3376f0d2-b4cd-41cb-86c3-92749a2f4660 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407810 Nov 10 22:32:02.883437 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-bc499a80-855e-402d-bd01-3ea8be2a9300 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865800 Nov 10 22:32:02.977598 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-5ead0105-20c8-4884-a7d7-0e007c725b58 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814354 Nov 10 22:32:03.502633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535166a-fd2b-442b-9b73-87ea0b4a0793 req-8b445963-7195-4bf4-8ea7-50c2e19bfe76 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:03.504154 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3535166a-fd2b-442b-9b73-87ea0b4a0793 req-8b445963-7195-4bf4-8ea7-50c2e19bfe76 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0527983 Nov 10 22:32:03.551297 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3535166a-fd2b-442b-9b73-87ea0b4a0793 req-19560e97-320b-43d8-b586-6b3b13927d30 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 Nov 10 22:32:04.190965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e4297a98-e546-4838-8f35-8476b178960d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:32:04.323244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port e4297a98-e546-4838-8f35-8476b178960d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:32:04.327257 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port e4297a98-e546-4838-8f35-8476b178960d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:32:04.329564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:04.410796 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:04.435615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:04.437792 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0bb787-ca1a-43a8-88f4-3df5f5dfa855" -d '{"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-plugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:04.453556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:04.525601 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:04.553981 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a642716d-11ac-4026-b761-367bdf62e6c7 x-openstack-request-id: req-a642716d-11ac-4026-b761-367bdf62e6c7 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:04.554533 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-plugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:04.554919 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a642716d-11ac-4026-b761-367bdf62e6c7 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:04.555543 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'code': 200} Nov 10 22:32:04.588128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:04.677255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5a6f-2476-4e59-af91-fd61568bcfc8 req-e82a03f0-a3e9-4cf3-bfd9-46327e2688e8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:04.678933 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-309b5a6f-2476-4e59-af91-fd61568bcfc8 req-e82a03f0-a3e9-4cf3-bfd9-46327e2688e8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0524554 Nov 10 22:32:04.733803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-309b5a6f-2476-4e59-af91-fd61568bcfc8 req-e26d133f-250c-4d72-a393-8966c2d6cc03 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483630 Nov 10 22:32:05.095984 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:32:05.545423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-99301f7a-bfcc-4019-be06-24ee31a38b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:05.546880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-99301f7a-bfcc-4019-be06-24ee31a38b7f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0402069 Nov 10 22:32:05.558634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:32:05.609734 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:05.758072 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-effaff4a-e02c-40e7-ba23-b470648a3e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:05.807879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:05.873961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:32:05.904983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff7120-63f4-4040-b3d9-9b241af12b68 req-dce10911-e7da-4eef-a508-99d5fa155639 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:05.906498 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52ff7120-63f4-4040-b3d9-9b241af12b68 req-dce10911-e7da-4eef-a508-99d5fa155639 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0966408 Nov 10 22:32:05.940052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:05.942293 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10582ba-948b-4cc2-b449-86fa3497c4d3" -d '{"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-unplugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:05.946713 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:05.977588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Transition to ACTIVE for port object e4297a98-e546-4838-8f35-8476b178960d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:32:05.984114 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-52ff7120-63f4-4040-b3d9-9b241af12b68 req-06e47e0a-0b1d-4a32-8673-a008f76185ba tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692589 Nov 10 22:32:06.044431 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b557b3ef-7697-49c0-a566-8a5f3a8bb8af x-openstack-request-id: req-b557b3ef-7697-49c0-a566-8a5f3a8bb8af {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:06.044750 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-unplugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:06.045001 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b557b3ef-7697-49c0-a566-8a5f3a8bb8af {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:06.045433 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'code': 200} Nov 10 22:32:06.054816 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:06.121766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=10']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:06.172190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.172866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.172866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.173207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.173525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.173855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.174183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.174508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.174841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.175164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.175490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.176093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:32:06.246452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] No DVR routers for this DVR port e4297a98-e546-4838-8f35-8476b178960d on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:32:06.385928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:32:06.386193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:32:06.386519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:32:06.390729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:32:06.391049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Attempting to bind port e4297a98-e546-4838-8f35-8476b178960d on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:32:06.395860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:32:06.396222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:32:06.396605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:32:06.397552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Bound port: e4297a98-e546-4838-8f35-8476b178960d, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:32:06.397969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:06.465020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:32:06.468073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:32:06.514317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:06.545568 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:06.546293 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:06.547647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] 10.222.0.64 "PUT /v2.0/ports/e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1093 time: 0.9929574 Nov 10 22:32:06.589588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5c6a4-e467-4d0e-b0bd-e4c3e4fdf32c service neutron] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=11']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:06.621993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-27bea3de-961b-4d08-97f0-3d08d933f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:06.623521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-27bea3de-961b-4d08-97f0-3d08d933f07e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1096 time: 0.0510938 Nov 10 22:32:06.718209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-d84d79fa-1f26-4fa7-99d5-a0a6fddb9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:06.719617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-d84d79fa-1f26-4fa7-99d5-a0a6fddb9128 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0897992 Nov 10 22:32:06.790324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-ae31b75c-028d-423e-b4c0-a85d26ad866f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1000 time: 0.0633380 Nov 10 22:32:06.841705 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-a0b3915e-1835-4f9e-a668-50864af2800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:06.843061 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-a0b3915e-1835-4f9e-a668-50864af2800a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0447271 Nov 10 22:32:06.889329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-0b8dcd0e-8bfe-4bc7-873e-1f571304f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:06.890799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-0b8dcd0e-8bfe-4bc7-873e-1f571304f2b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404794 Nov 10 22:32:06.989001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-aac7a92c-cf2d-4f84-80ed-4c1fd9337623 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877216 Nov 10 22:32:07.119025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2c1ffda5-3bf0-48d1-8bbc-bb0a99b5b8f2 req-1b6cbece-baa5-4b88-90ab-28e1e28cb61e service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246531 Nov 10 22:32:07.139117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ade6d-0264-4bb7-96fd-57ce6c77c207 req-2f1ebc38-9543-411c-b6d8-9aff857e55c7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:07.140602 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b95ade6d-0264-4bb7-96fd-57ce6c77c207 req-2f1ebc38-9543-411c-b6d8-9aff857e55c7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0857165 Nov 10 22:32:07.189282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b95ade6d-0264-4bb7-96fd-57ce6c77c207 req-d35f16a9-b30e-44ab-b7d0-225fc2853c39 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Nov 10 22:32:07.951714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-68571d0a-b9f0-4c59-8868-04af9e6cc259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:08.046343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:08.048748 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8930d7-1efb-4000-843e-fa5f4155dcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:08.097206 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8345dd92-b2ad-4b3c-9ea3-2fb06d7ab841 x-openstack-request-id: req-8345dd92-b2ad-4b3c-9ea3-2fb06d7ab841 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:08.097524 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:08.097774 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8345dd92-b2ad-4b3c-9ea3-2fb06d7ab841 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:08.098177 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'status': 'completed', 'code': 200} Nov 10 22:32:08.157038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-657ead54-1d75-458f-8abd-8979db815e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.158736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-657ead54-1d75-458f-8abd-8979db815e78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1096 time: 0.0418055 Nov 10 22:32:08.161313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-cee286bc-7324-4cc8-9bd4-1bf03126fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.163397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-cee286bc-7324-4cc8-9bd4-1bf03126fd78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 1096 time: 0.0406110 Nov 10 22:32:08.223474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e4297a98-e546-4838-8f35-8476b178960d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:32:08.261478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-04c266a1-0671-45ac-a0fc-77c543822886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.262047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-3936a8d4-63ac-4402-bef1-8aa10ee14d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.262973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-04c266a1-0671-45ac-a0fc-77c543822886 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0932910 Nov 10 22:32:08.263501 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-3936a8d4-63ac-4402-bef1-8aa10ee14d34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0978835 Nov 10 22:32:08.274280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device e4297a98-e546-4838-8f35-8476b178960d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:32:08.331295 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-d08a6b2c-148b-4903-89a1-b4c1e9ef40f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1000 time: 0.0606124 Nov 10 22:32:08.361196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf2cb-a86d-474b-a6ec-b3dc43517bcb req-d2ef3bba-2408-4481-bbab-ab7d1fc5e55d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.362786 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08fdf2cb-a86d-474b-a6ec-b3dc43517bcb req-d2ef3bba-2408-4481-bbab-ab7d1fc5e55d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0972540 Nov 10 22:32:08.364972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-88aa5613-b288-4499-8937-7ce547e9e8ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 200 len: 1000 time: 0.0891590 Nov 10 22:32:08.386040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-a3b1dbcb-fc7e-43e3-b336-79929f18b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.387614 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-a3b1dbcb-fc7e-43e3-b336-79929f18b844 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0492065 Nov 10 22:32:08.434631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-c8e1ec53-16dc-4cb7-b159-9a478d51cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.436162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-c8e1ec53-16dc-4cb7-b159-9a478d51cb81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403681 Nov 10 22:32:08.447875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-1dc925ac-4fe9-43ef-ad5a-4575d8d03b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.449327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-1dc925ac-4fe9-43ef-ad5a-4575d8d03b47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0729461 Nov 10 22:32:08.453776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08fdf2cb-a86d-474b-a6ec-b3dc43517bcb req-c0967ac6-ed35-4cfd-985c-7cb8d026cdd5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842714 Nov 10 22:32:08.499033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-b021afc2-be91-46c4-b9c5-b7f5fa19c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:08.503739 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-b021afc2-be91-46c4-b9c5-b7f5fa19c394 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431798 Nov 10 22:32:08.543969 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-9533e9b1-fafd-4934-b5a6-3c7f30870473 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002374 Nov 10 22:32:08.600703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-8b61b20a-4417-4d46-8686-695d81be561a service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885332 Nov 10 22:32:08.634948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-47cd5623-8f35-4a61-a780-401f68c27fdc service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840530 Nov 10 22:32:08.692066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0d8930d7-1efb-4000-843e-fa5f4155dcf8 req-062755b0-fdeb-4969-9a67-5cd3cdcbf39f service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841594 Nov 10 22:32:09.491104 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:09.576672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572533-cbd7-4ebe-84a0-9d34370e18d2 req-be9842a4-d347-4d4a-ae5e-8b345699472e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:09.578205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5572533-cbd7-4ebe-84a0-9d34370e18d2 req-be9842a4-d347-4d4a-ae5e-8b345699472e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0503080 Nov 10 22:32:09.629009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5572533-cbd7-4ebe-84a0-9d34370e18d2 req-c28fa36c-6b1c-4013-8da0-8767f2b887fd tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447762 Nov 10 22:32:10.752125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe32ff-1f90-4169-86ee-60e80df0bf83 req-06d3592d-3957-48e2-93bf-94789ee6e9f2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:10.753636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8efe32ff-1f90-4169-86ee-60e80df0bf83 req-06d3592d-3957-48e2-93bf-94789ee6e9f2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0552542 Nov 10 22:32:10.801231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8efe32ff-1f90-4169-86ee-60e80df0bf83 req-1f920e99-229a-4bd6-aad0-38fb1e001ed0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 Nov 10 22:32:10.917458 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243f834-5daa-4160-b0cf-0de0770d9c1d req-d424017b-29e0-4a86-bc7e-ffd94a35b4b9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:10.918953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9243f834-5daa-4160-b0cf-0de0770d9c1d req-d424017b-29e0-4a86-bc7e-ffd94a35b4b9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0499318 Nov 10 22:32:10.968421 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9243f834-5daa-4160-b0cf-0de0770d9c1d req-8b10011f-7421-4f19-bcc0-46c24f05b559 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Nov 10 22:32:11.008364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:32:11.011967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:11.087380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff1e75-d5bb-4b1e-a240-24922e91662c req-08019940-da0c-4c79-b635-eaf16cbbab71 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:11.088891 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69ff1e75-d5bb-4b1e-a240-24922e91662c req-08019940-da0c-4c79-b635-eaf16cbbab71 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 944 time: 0.0499258 Nov 10 22:32:11.104828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:11.115114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'e4297a98-e546-4838-8f35-8476b178960d', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': 'e4297a98-e546-4838-8f35-8476b178960d', 'mac_address': 'fa:16:3e:eb:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:32:11.137921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-69ff1e75-d5bb-4b1e-a240-24922e91662c req-acc89591-97c3-4ae5-bfcc-bd75b65e9df5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427434 Nov 10 22:32:11.156871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:11.170320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4297a98-e546-4838-8f35-8476b178960d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:32:11.190868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:11.254809 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:11.302568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:11.445912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:11.603972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8fdf3-9cf9-4aaa-87d9-08df56e3fcbc req-81a29ffd-5c7e-4ec3-a77e-4e0823035c4e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:11.605435 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3aa8fdf3-9cf9-4aaa-87d9-08df56e3fcbc req-81a29ffd-5c7e-4ec3-a77e-4e0823035c4e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0487728 Nov 10 22:32:11.614311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['e4297a98-e546-4838-8f35-8476b178960d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:32:11.659134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3aa8fdf3-9cf9-4aaa-87d9-08df56e3fcbc req-2df5873f-f3f9-4dab-af32-145fa6a9d15d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476754 Nov 10 22:32:12.784432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09bffb-b640-4f1a-8364-12e34149dc44 req-ad74f46f-dfc9-477a-9683-43e25f50d5e9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:12.786051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd09bffb-b640-4f1a-8364-12e34149dc44 req-ad74f46f-dfc9-477a-9683-43e25f50d5e9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Nov 10 22:32:12.833330 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd09bffb-b640-4f1a-8364-12e34149dc44 req-5b6a2fb1-b8c1-40ee-a1ea-dc1061b74565 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407376 Nov 10 22:32:13.000392 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-aa08092e-d1e9-4558-a7eb-abaac400f64b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:13.001727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-aa08092e-d1e9-4558-a7eb-abaac400f64b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Nov 10 22:32:13.007380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:32:13.091146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Deleting port e4297a98-e546-4838-8f35-8476b178960d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:32:13.091480 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.166106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port e4297a98-e546-4838-8f35-8476b178960d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:32:13.170181 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port e4297a98-e546-4838-8f35-8476b178960d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:32:13.170553 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.186523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:13.186890 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.253445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.274087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:13.276354 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53dbaae-7a8e-4915-9f12-b23e3af9bd3c" -d '{"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-plugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:13.291597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port e4297a98-e546-4838-8f35-8476b178960d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=e4297a98-e546-4838-8f35-8476b178960d,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:13.316040 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e77257-4bb0-4e8e-97e6-c820c03da8a4 x-openstack-request-id: req-64e77257-4bb0-4e8e-97e6-c820c03da8a4 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:13.316377 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-plugged", "status": "completed", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:13.316630 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64e77257-4bb0-4e8e-97e6-c820c03da8a4 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:13.317020 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'code': 200} Nov 10 22:32:13.353198 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.402090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=13']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:13.416996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.417355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.417671 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 disassociated. External IP: 172.25.7.187, port: e4297a98-e546-4838-8f35-8476b178960d. Nov 10 22:32:13.418011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Calling delete_port for e4297a98-e546-4838-8f35-8476b178960d owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:32:13.592399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.624925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event deleted for resources: {'Port': ['ID=e4297a98-e546-4838-8f35-8476b178960d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:13.745744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:32:13.853678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:32:13.864359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:32:13.876048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:32:13.876670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:32:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:13.895218 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] No DVR routers for this DVR port e4297a98-e546-4838-8f35-8476b178960d on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:32:13.898518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:13.903070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-63b3b60f-73c4-4e13-94be-befb2e5fdcac req-312633df-ef92-4e31-b140-7da4cc45a067 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "DELETE /v2.0/ports/e4297a98-e546-4838-8f35-8476b178960d HTTP/1.1" status: 204 len: 173 time: 0.8940003 Nov 10 22:32:13.903070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-deleted', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:13.905344 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb49adab-6709-41ad-9881-9b0514db8eca" -d '{"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-deleted", "tag": "e4297a98-e546-4838-8f35-8476b178960d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:13.947055 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e06283b-f9bc-458d-afb6-46ae201fb5a0 x-openstack-request-id: req-3e06283b-f9bc-458d-afb6-46ae201fb5a0 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:13.947600 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8bb9fc-bf29-421b-9ada-a41aac8a3c58", "name": "network-vif-deleted", "tag": "e4297a98-e546-4838-8f35-8476b178960d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:13.947887 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e06283b-f9bc-458d-afb6-46ae201fb5a0 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:13.948284 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8bb9fc-bf29-421b-9ada-a41aac8a3c58', 'name': 'network-vif-deleted', 'tag': 'e4297a98-e546-4838-8f35-8476b178960d', 'status': 'completed', 'code': 200} Nov 10 22:32:13.962132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-51cbf756-4b31-401e-93f0-d2bc05bcd5d3 req-b78ffd3f-448b-4dad-9b20-b3598fb2eeed tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee8bb9fc-bf29-421b-9ada-a41aac8a3c58 HTTP/1.1" status: 200 len: 210 time: 0.0362420 Nov 10 22:32:14.000162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:32:14.206609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:14.232722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:32:14.241049 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:32:14.241644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:32:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:14.345899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:32:14.710112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:14.739672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea054f-a48b-4d3d-93ed-ff86b9c57235 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:32:14.963292 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1377de94-7fd7-4c97-93b7-c324b7605212 None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:32:15.265993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-36bd3b89-85bf-4a18-b4fa-b8822682ed9a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1439917053&fields=id&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 267 time: 0.0427065 Nov 10 22:32:15.673362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-e6c75dd7-ae5e-44b0-8c0d-b47180653b6b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:15.674732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-e6c75dd7-ae5e-44b0-8c0d-b47180653b6b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.4018621 Nov 10 22:32:15.690226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-257d5a5a-316c-426d-a976-12a61f60109c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/quotas/495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 375 time: 0.0088201 Nov 10 22:32:15.744038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-f5df8754-aeaa-47e1-b48d-c9d7d708ecdf tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485835 Nov 10 22:32:15.840826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-32a2466a-e9bb-4f08-87c5-d0149cb91596 service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854938 Nov 10 22:32:15.931090 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-ba9efddb-f094-46e1-acef-c4857dad2aac service neutron] 10.222.0.45 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840826 Nov 10 22:32:16.155647 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ffb85c53-b705-41e3-9e98-ba1c4b063f46 req-58b30e51-368c-45e0-88a1-a62d82a25cc1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0275202 Nov 10 22:32:17.054681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:32:17.074852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: e4297a98-e546-4838-8f35-8476b178960d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:32:17.075189 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device e4297a98-e546-4838-8f35-8476b178960d not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:32:17.252532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40a5ca8c-6b1d-42d9-bcf8-037ef4e8be94 req-071f41c3-ef2b-4f19-8593-87f074417ac8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0276246 Nov 10 22:32:17.951443 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-23b48c12-3f12-4a6d-b14d-2b33ef424a06 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:17.952943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-23b48c12-3f12-4a6d-b14d-2b33ef424a06 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 812 time: 0.1070070 Nov 10 22:32:18.016837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-d241ea4a-3c37-466f-9557-166a5dfa016c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 380 time: 0.0537367 Nov 10 22:32:18.027908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'port': {'device_id': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'admin_state_up': True, 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'security_groups': ['c0beca3f-0873-49d3-a770-c8ed0a2882b0']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:32:18.220633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Made reservation on behalf of 495c5faa7f8641cf949a6e24f869e2d3 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:32:18.224164 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:18.350241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Allocated IP 172.20.0.13 (b7680767-36af-484e-b196-128e052cb0ad/5a6684b8-7522-4935-b28a-0e15f46bae88/d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:32:18.356359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3743a770-e02c-4900-b878-f2aa4ff20d9f req-343f5cef-7e2b-44a4-92ed-666f22cec1fc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0263658 Nov 10 22:32:18.490141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:18.580880 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:18.624634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Network b7680767-36af-484e-b196-128e052cb0ad is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:32:18.627695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:32:18.631536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:32:18.639096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:18.692214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:18.692838 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:18.766707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-9e67c250-be6a-435a-8e48-ea40bc776e2f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7424355 Nov 10 22:32:18.779651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Request body: {'port': {'device_id': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:32:18.834987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:18.893967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-224942ee-005b-4e50-be43-b345e1d78341 None None] Provisioning complete for port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:32:18.895160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-224942ee-005b-4e50-be43-b345e1d78341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:18.928454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-224942ee-005b-4e50-be43-b345e1d78341 None None] Port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:32:19.092878 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:32:19.100346 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:19.113310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Transition to ACTIVE for port object d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:32:19.194424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:19.251629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:19.324075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:32:19.324412 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:32:19.324736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:32:19.329377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:32:19.329692 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:32:19.334783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:32:19.335117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:32:19.336136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:32:19.336607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Bound port: d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:32:19.336982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:19.405994 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:32:19.411545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:32:19.482699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8106d1-48bb-4f03-9cc7-c8c089ac7007 req-4069c0f9-3d15-4233-8607-7f6550d75816 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:19.484231 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e8106d1-48bb-4f03-9cc7-c8c089ac7007 req-4069c0f9-3d15-4233-8607-7f6550d75816 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0545242 Nov 10 22:32:19.485750 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:19.542879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:19.543510 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:19.544939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1093 time: 0.7697053 Nov 10 22:32:19.545383 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:19.547655 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f53af73-5e94-4aee-9247-c2f2000ebf86" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:19.578945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c17fe-9071-408c-94cc-866c8aa0e6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:19.592099 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703737ce-a307-48cf-be41-532e25cc0255 x-openstack-request-id: req-703737ce-a307-48cf-be41-532e25cc0255 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:19.592403 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:19.592657 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-703737ce-a307-48cf-be41-532e25cc0255 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:19.593069 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'status': 'completed', 'code': 200} Nov 10 22:32:19.596935 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e8106d1-48bb-4f03-9cc7-c8c089ac7007 req-a0f67d48-6a2a-426c-b54a-e70f244d12af tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059973 Nov 10 22:32:19.656212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af73-5e94-4aee-9247-c2f2000ebf86 req-0606f1e9-880e-4495-91e8-9e74719308ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:19.657770 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f53af73-5e94-4aee-9247-c2f2000ebf86 req-0606f1e9-880e-4495-91e8-9e74719308ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1096 time: 0.0435550 Nov 10 22:32:19.763702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af73-5e94-4aee-9247-c2f2000ebf86 req-5f49069a-a12d-45e6-a0dd-cc86879c94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:19.765180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f53af73-5e94-4aee-9247-c2f2000ebf86 req-5f49069a-a12d-45e6-a0dd-cc86879c94e8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977740 Nov 10 22:32:19.862116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53af73-5e94-4aee-9247-c2f2000ebf86 req-2a48ce84-20f1-4859-a62a-bf67edeaf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:19.863478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1f53af73-5e94-4aee-9247-c2f2000ebf86 req-2a48ce84-20f1-4859-a62a-bf67edeaf597 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916481 Nov 10 22:32:19.954949 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-2e57bd49-64cb-461f-8100-41a8f1b9d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:19.956452 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-2e57bd49-64cb-461f-8100-41a8f1b9d929 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1096 time: 0.0411026 Nov 10 22:32:20.000183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-229c8147-0d51-4157-82ac-1bb266771907 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 217 time: 0.0346661 Nov 10 22:32:20.054847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-fcccd93c-9437-4149-9c1b-2e3925df0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:20.056373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-fcccd93c-9437-4149-9c1b-2e3925df0684 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0496235 Nov 10 22:32:20.104335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-766023fb-4d74-4ea2-86a6-32ca5139dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:20.105811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-766023fb-4d74-4ea2-86a6-32ca5139dbe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428038 Nov 10 22:32:20.197431 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-7b02a0c6-01ae-4325-9df4-7d3de5ad4878 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838289 Nov 10 22:32:20.245740 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:20.291751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c5d33af3-ab50-42ca-9e34-3493718db33c req-bccffc65-745b-4441-9dbb-b7c3d13a720d service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872564 Nov 10 22:32:20.717853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450540ae-84fa-4229-b653-004726e80ebc req-9dd3b192-a035-46db-bf16-2c1e52c39153 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:20.719420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-450540ae-84fa-4229-b653-004726e80ebc req-9dd3b192-a035-46db-bf16-2c1e52c39153 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0509129 Nov 10 22:32:20.767212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-450540ae-84fa-4229-b653-004726e80ebc req-f0c20245-0292-4143-9446-ba3beea2f923 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Nov 10 22:32:21.884341 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1d5d3-3ad6-41f2-992a-bac386d53c53 req-cccf5401-1ede-4588-a879-91568867ef8c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:21.885879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8bb1d5d3-3ad6-41f2-992a-bac386d53c53 req-cccf5401-1ede-4588-a879-91568867ef8c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0506294 Nov 10 22:32:21.932737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8bb1d5d3-3ad6-41f2-992a-bac386d53c53 req-0ecbc8b0-d2b6-43ba-af1e-b39f8e7bf22c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 Nov 10 22:32:23.051564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee98a5-4a11-4a90-a2d9-a98a3bd7db21 req-97f4e8ac-bbe4-486c-8624-acf2d95cc707 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:23.053048 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97ee98a5-4a11-4a90-a2d9-a98a3bd7db21 req-97f4e8ac-bbe4-486c-8624-acf2d95cc707 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0524926 Nov 10 22:32:23.100732 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-97ee98a5-4a11-4a90-a2d9-a98a3bd7db21 req-48a07391-b78b-4da6-93b2-da9d9c688292 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Nov 10 22:32:24.112192 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:24.224927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d38f4b-e36a-423b-9d11-ebc964a3fca2 req-f00f934e-43e7-47e6-a839-d1110ef6cd6e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:24.226391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0d38f4b-e36a-423b-9d11-ebc964a3fca2 req-f00f934e-43e7-47e6-a839-d1110ef6cd6e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0540202 Nov 10 22:32:24.274105 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0d38f4b-e36a-423b-9d11-ebc964a3fca2 req-d0497bd6-b1cf-4940-9918-82a1eedd8952 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Nov 10 22:32:25.132940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:32:25.232746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:25.244015 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'mac_address': 'fa:16:3e:e0:7d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:32:25.281186 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:25.295201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:32:25.317355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:25.390406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947000b-b6de-454c-ba19-edd434bf30ca req-701b03af-0f29-40c0-82b0-692cacfcfa55 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:25.391803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d947000b-b6de-454c-ba19-edd434bf30ca req-701b03af-0f29-40c0-82b0-692cacfcfa55 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0488272 Nov 10 22:32:25.405819 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:25.443258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d947000b-b6de-454c-ba19-edd434bf30ca req-f425f5eb-4845-46dc-bd78-2204fd2bbc06 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Nov 10 22:32:25.454379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:25.715014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:32:26.691991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805691-b013-48ca-b82b-4e447cb2df2e req-5b4f1b9c-0482-4cd9-b98e-d0c19e33e6d0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:26.693474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca805691-b013-48ca-b82b-4e447cb2df2e req-5b4f1b9c-0482-4cd9-b98e-d0c19e33e6d0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0496001 Nov 10 22:32:26.740252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca805691-b013-48ca-b82b-4e447cb2df2e req-3b204df7-55f7-4d28-97ff-b84259126b91 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Nov 10 22:32:27.136560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:32:27.251400 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:32:27.255475 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:32:27.255866 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:27.336781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:27.361495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:27.363756 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025ef15-02f8-4162-982b-28c355226844" -d '{"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-plugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:27.377270 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:32:27.403531 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aad83f-b0e3-492e-8895-3eea830903ff x-openstack-request-id: req-b1aad83f-b0e3-492e-8895-3eea830903ff {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:27.403850 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-plugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:27.404103 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1aad83f-b0e3-492e-8895-3eea830903ff {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:27.404491 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'code': 200} Nov 10 22:32:27.432898 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:27.482877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:32:27.502761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8f1fe-645c-42ab-a313-c4eb16b8f7e0 req-249682eb-4e74-4fcb-aa96-3ca8a1476649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:27.504258 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32b8f1fe-645c-42ab-a313-c4eb16b8f7e0 req-249682eb-4e74-4fcb-aa96-3ca8a1476649 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1098 time: 0.0407989 Nov 10 22:32:27.553454 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-32b8f1fe-645c-42ab-a313-c4eb16b8f7e0 req-e6880a51-b52c-472a-ac40-7dfcaff6e652 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Nov 10 22:32:27.855458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769c3a5-52f2-437a-affd-1d94f325594b req-039de782-f6e8-49a5-bdd6-63ff2913c18c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:27.856950 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c769c3a5-52f2-437a-affd-1d94f325594b req-039de782-f6e8-49a5-bdd6-63ff2913c18c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0492353 Nov 10 22:32:27.904507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c769c3a5-52f2-437a-affd-1d94f325594b req-8419cbf7-d668-435b-a020-260aae9850b3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Nov 10 22:32:29.021013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c969-9d57-42c5-83fa-be9443fcd829 req-7fd99fe0-7e60-46ec-a38b-dc4d64143468 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:29.022480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41f5c969-9d57-42c5-83fa-be9443fcd829 req-7fd99fe0-7e60-46ec-a38b-dc4d64143468 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0485134 Nov 10 22:32:29.075177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-41f5c969-9d57-42c5-83fa-be9443fcd829 req-24545441-1d3f-4619-9330-ccb9af1503aa tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Nov 10 22:32:30.192674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e83c4-41e5-4c86-8d67-038e7ce2c610 req-f26b9507-b3ff-4792-b30d-40a80177743f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:30.194178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-031e83c4-41e5-4c86-8d67-038e7ce2c610 req-f26b9507-b3ff-4792-b30d-40a80177743f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0494461 Nov 10 22:32:30.240178 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-031e83c4-41e5-4c86-8d67-038e7ce2c610 req-2cb5452b-b4e3-4b00-877f-1071a5c41a83 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398118 Nov 10 22:32:30.354812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42916216-ce46-408d-a52a-745e254dd942 req-f9bce4ab-02dc-4981-9c88-90f3590688e2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:30.356218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42916216-ce46-408d-a52a-745e254dd942 req-f9bce4ab-02dc-4981-9c88-90f3590688e2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0487506 Nov 10 22:32:30.365028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 53858) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:32:30.369565 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Request body: {'floatingip': {'port_id': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:32:30.407542 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:30.841406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:30.889698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:30.989492 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 associated. External IP: 172.25.7.187, port: d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1. Nov 10 22:32:31.196534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:32:31.302295 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:32:31.307420 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:31.312658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:32:31.323497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:32:31.324155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:32:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:31.336241 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c8e79a04-d1d2-47d4-8061-2e1a1bfd6884 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "PUT /v2.0/floatingips/4f2ef218-4493-4d74-82f7-31af2a68abc5 HTTP/1.1" status: 200 len: 993 time: 0.9700792 Nov 10 22:32:31.337083 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:32:31.339544 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:32:31.382970 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a44580-93e9-4294-b96c-a1ef0e5ca221 x-openstack-request-id: req-50a44580-93e9-4294-b96c-a1ef0e5ca221 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:32:31.384186 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:32:31.384306 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50a44580-93e9-4294-b96c-a1ef0e5ca221 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:32:31.384622 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'status': 'completed', 'code': 200} Nov 10 22:32:31.442910 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:32:31.456217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-da8aa48d-79c7-4403-b91f-4bc76e95ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:31.457776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-da8aa48d-79c7-4403-b91f-4bc76e95ab1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1098 time: 0.0463133 Nov 10 22:32:31.548794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-660a1287-b9b7-4695-8a47-a034e8f626a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:31.550362 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-660a1287-b9b7-4695-8a47-a034e8f626a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0856311 Nov 10 22:32:31.619261 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-89cce598-5f5b-43bc-a500-a472d4c07c28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0620184 Nov 10 22:32:31.665302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:e0:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:32:30Z', 'revision_number': 13, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:31.668216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-4a1925db-f1b8-4dde-898c-86518e42e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:31.669691 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-4a1925db-f1b8-4dde-898c-86518e42e988 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0435035 Nov 10 22:32:31.691363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:32:31.699709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:32:31.700276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:32:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:31.715831 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-78c1189e-153e-4650-9d7b-d0f57b4a8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:31.717328 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-78c1189e-153e-4650-9d7b-d0f57b4a8c26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402033 Nov 10 22:32:31.806461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:32:31.816472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-85b788c4-7ac7-4a75-86c7-e7b5ab8ecd35 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912042 Nov 10 22:32:31.909094 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c726a0-1e1a-485c-b0f4-0ad9621d722e req-1dbf5368-97d4-43f0-93cd-7adef7377a9c service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853443 Nov 10 22:32:32.029435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:e0:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:32:30Z', 'revision_number': 13, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:32:32.056093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adbceab-3efc-4e7f-8402-e0d525263d47 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '4f2ef218-4493-4d74-82f7-31af2a68abc5', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'floating_ip_address': '172.25.7.187', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'port_id': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'mac_address': 'fa:16:3e:e0:7d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:22:28Z', 'updated_at': '2021-11-10T22:32:30Z', 'revision_number': 13, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:32:32.239255 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba037c5-716b-4119-82df-103d81108d13 None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:32:35.754330 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1bb90df-de28-496b-94c5-e64533549b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:37.943037 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a2654134-dcd5-4d2e-9a9d-5a2e62a44f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:39.491766 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:40.980937 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:41.447606 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:42.095192 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:32:45.967272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-be300420-a52b-492f-a101-e8124332316e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448318 Nov 10 22:32:46.050358 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-9b58e05e-39ec-4ad5-a60a-fb7a10f3f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:46.052104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-9b58e05e-39ec-4ad5-a60a-fb7a10f3f85e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1098 time: 0.0399470 Nov 10 22:32:46.156800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-d6ef1fbe-d19c-4d58-89e8-07e0e6bb31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:46.158254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-d6ef1fbe-d19c-4d58-89e8-07e0e6bb31bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0851586 Nov 10 22:32:46.230696 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-7daf902b-3468-40ab-905a-4c9333612d7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1003 time: 0.0646954 Nov 10 22:32:46.278969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-47722de0-0054-4093-bd24-6336339a6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:46.280443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-47722de0-0054-4093-bd24-6336339a6274 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0435934 Nov 10 22:32:46.327998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-a9ae58ec-50a9-4fc4-8391-a09fed1ed6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:32:46.329484 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-a9ae58ec-50a9-4fc4-8391-a09fed1ed6f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424640 Nov 10 22:32:46.341246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-fb968aac-833f-484b-a60d-136b90ac3a9e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:32:46.342236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-fb968aac-833f-484b-a60d-136b90ac3a9e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048051 Nov 10 22:32:46.435237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-2997345d-03a9-419e-9e8d-6e4045ae6405 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865664 Nov 10 22:32:46.527392 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1bcd890-ac64-4202-8215-ea15d7152d06 req-eab25154-a0d2-4816-8b0c-776079174bad service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841010 Nov 10 22:32:50.251964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:32:54.131999 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:05.781054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-21038d9d-1183-4e8b-b8f3-5093a2428f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:07.958746 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c78cd23b-5dda-4626-8954-4ae4b7f175d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:09.495974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:10.981328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:11.455791 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:19.093866 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:33:20.278503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:24.129807 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:35.798233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4457f923-8398-46ae-b4b2-ad33e21fd6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:37.966989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e641-a3de-43df-bbd2-8b434683b1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:39.501385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:40.982447 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:41.433004 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:45.974127 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-08d1cdda-3349-4a31-bfc7-118ee9f0530d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443203 Nov 10 22:33:46.057360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-a16f0be5-48ec-4291-b48d-9a7ef64ef8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:33:46.058817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-a16f0be5-48ec-4291-b48d-9a7ef64ef8ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1098 time: 0.0413432 Nov 10 22:33:46.166397 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-00f975f3-dd32-4170-b7a9-c7344c0ed805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:33:46.167810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-00f975f3-dd32-4170-b7a9-c7344c0ed805 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0878925 Nov 10 22:33:46.234274 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-fb2e04c9-cf7c-46aa-8258-7178ae603f16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1003 time: 0.0591311 Nov 10 22:33:46.281608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-926e1a50-9291-4559-b9b9-c74d13dd352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:33:46.283006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-926e1a50-9291-4559-b9b9-c74d13dd352d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0423849 Nov 10 22:33:46.334694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-eb4ccae1-bd29-4d68-bf0d-ac2af4043704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:33:46.336209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-eb4ccae1-bd29-4d68-bf0d-ac2af4043704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442443 Nov 10 22:33:46.425907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-443235e4-7c75-4d2d-a020-8317ef21f362 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826993 Nov 10 22:33:46.520553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-912bd973-79d6-4dce-a73c-58c41e904de3 req-51fe35a7-53cf-42ee-96ae-4e775c4f3168 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873654 Nov 10 22:33:50.281569 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:54.150095 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:33:56.093652 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:34:05.778788 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-18e42385-1551-447d-a8d3-e40cf7d06808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:07.953487 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d781e247-e07d-4f56-98fb-c90fee49b3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:09.496081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:10.985298 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:11.424900 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:20.310429 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:24.167262 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:33.092321 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:34:35.770219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13bdd36e-f56c-4f4c-9f10-6329452bf8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:37.956581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bd8d4a50-5eea-4426-83e5-e7c74519170c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:39.510225 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:40.981627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:41.444789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:48.114293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-d2fd6251-2c94-4d86-a9b8-2366301a3a17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1657736 Nov 10 22:34:48.199976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-eb486790-fcd4-4957-a90b-beeb238d3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:48.201481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-eb486790-fcd4-4957-a90b-beeb238d3558 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1098 time: 0.0432372 Nov 10 22:34:48.311950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-40dafe33-62c1-4c4e-9898-0f483c317984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:48.313419 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-40dafe33-62c1-4c4e-9898-0f483c317984 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0922248 Nov 10 22:34:48.382018 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-3e33ff90-74d2-4663-8c0d-ace336e7b3fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1003 time: 0.0596416 Nov 10 22:34:48.437482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-2716b45b-7e10-4529-bfe6-d90b76740c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:48.438964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-2716b45b-7e10-4529-bfe6-d90b76740c7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0489719 Nov 10 22:34:48.484872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-1b50a9d4-f41f-4783-a506-ceefb4592bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:34:48.486320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-1b50a9d4-f41f-4783-a506-ceefb4592bfc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394919 Nov 10 22:34:48.577408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-f90d36d7-c758-4707-8174-92f418d09e14 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Nov 10 22:34:48.671562 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc13f892-6fc1-413d-b4bf-0b747b9b0399 req-c6856877-4d1e-48ec-9836-1a93f864a2c4 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861671 Nov 10 22:34:50.433131 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:34:54.216380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:02.162582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f8d8b-c87c-433f-ac7f-d530aafa0852 req-7e4ea861-2500-4799-b5be-798999b5b3f7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:02.164059 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb0f8d8b-c87c-433f-ac7f-d530aafa0852 req-7e4ea861-2500-4799-b5be-798999b5b3f7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0495644 Nov 10 22:35:02.212205 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb0f8d8b-c87c-433f-ac7f-d530aafa0852 req-0c8425eb-2289-45e8-83dc-3e15d2b331a5 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421908 Nov 10 22:35:05.770961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54c516d4-288e-4045-9a62-f9185922022e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:07.974357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-293dc791-4bb0-4da4-b47a-2a26ecd88c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:09.497150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:10.091870 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:35:10.996728 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:11.430687 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:14.686158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-570c2238-604b-4458-a6ee-491aeb7731e7 req-b74c2291-6352-4d09-95e9-9777b228db72 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:35:14.687175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-570c2238-604b-4458-a6ee-491aeb7731e7 req-b74c2291-6352-4d09-95e9-9777b228db72 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534863 Nov 10 22:35:14.998584 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9adbc-9d97-45c2-aa39-f58f306d8eec req-e50c5040-d062-4f4b-96da-e2e7b4982250 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:15.000149 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccd9adbc-9d97-45c2-aa39-f58f306d8eec req-e50c5040-d062-4f4b-96da-e2e7b4982250 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Nov 10 22:35:15.050116 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ccd9adbc-9d97-45c2-aa39-f58f306d8eec req-19ef8848-47f6-432e-8bee-9becc330e0a1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Nov 10 22:35:15.161270 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-e6e9710a-06f5-46a3-aa29-69fe94066903 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869486 Nov 10 22:35:16.172815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891760-6b46-4cf7-8dd1-3ed97e6ccc03 req-3771ba3d-b4aa-467c-9a00-cf0cee22547d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:16.174066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0891760-6b46-4cf7-8dd1-3ed97e6ccc03 req-3771ba3d-b4aa-467c-9a00-cf0cee22547d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Nov 10 22:35:16.224957 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0891760-6b46-4cf7-8dd1-3ed97e6ccc03 req-0d040b81-8451-4c9b-a7b3-26e6e5aa15d1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Nov 10 22:35:17.169996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-9f396e2d-45c9-4f0f-aeff-4af0ed23d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.171493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-9f396e2d-45c9-4f0f-aeff-4af0ed23d612 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1098 time: 0.0410407 Nov 10 22:35:17.266445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-07f227ec-00b9-457f-b08f-afa71324ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.267981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-07f227ec-00b9-457f-b08f-afa71324ee95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0885868 Nov 10 22:35:17.332904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-73535b9e-05a8-41ce-8eaf-596e32030289 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1003 time: 0.0582016 Nov 10 22:35:17.345259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdd95d-b36d-4ce0-9a22-9c33cd614969 req-e23f63a3-ae62-4e30-a898-2fe2b0664504 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.346778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52cdd95d-b36d-4ce0-9a22-9c33cd614969 req-e23f63a3-ae62-4e30-a898-2fe2b0664504 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0495884 Nov 10 22:35:17.384037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-e7c2d4dd-afa1-466f-9572-56d03552a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.385488 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-e7c2d4dd-afa1-466f-9572-56d03552a0a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0465298 Nov 10 22:35:17.397940 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-52cdd95d-b36d-4ce0-9a22-9c33cd614969 req-2dcdda05-6352-42a6-9f44-8864a96998a3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449431 Nov 10 22:35:17.437187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-db2c83ef-5fcb-4fc5-b9ac-961ba98ade72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:17.438698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-db2c83ef-5fcb-4fc5-b9ac-961ba98ade72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461550 Nov 10 22:35:17.528820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-9219998d-d50e-48f7-a26e-4abf2f916eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830820 Nov 10 22:35:17.623249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-704fdd61-a544-4027-9ba7-e118659f76e3 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Nov 10 22:35:18.512575 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174a3f-8411-41f7-a8ae-75e0c2f14b86 req-d5c764b6-b576-4872-a2fb-fb748b343cb8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:18.514029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e174a3f-8411-41f7-a8ae-75e0c2f14b86 req-d5c764b6-b576-4872-a2fb-fb748b343cb8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0483265 Nov 10 22:35:18.561079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e174a3f-8411-41f7-a8ae-75e0c2f14b86 req-241a4f73-d4f3-43ef-a6f1-583cbbff0f31 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Nov 10 22:35:19.677227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5214c4-4a8d-4c86-83dc-98a22c7ffb6d req-530ebc71-cfbd-419f-8dd2-70b67986ea5d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:19.678939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b5214c4-4a8d-4c86-83dc-98a22c7ffb6d req-530ebc71-cfbd-419f-8dd2-70b67986ea5d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0484045 Nov 10 22:35:19.725315 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9b5214c4-4a8d-4c86-83dc-98a22c7ffb6d req-6890ff08-5a5b-4399-ad38-53da427a220c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Nov 10 22:35:20.439333 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:20.844800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869e241-2cd2-43a4-912b-715eab0d3b8b req-c8f6d544-e215-4c88-b58f-b52609b2ee50 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:20.846277 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3869e241-2cd2-43a4-912b-715eab0d3b8b req-c8f6d544-e215-4c88-b58f-b52609b2ee50 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0490544 Nov 10 22:35:20.897437 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3869e241-2cd2-43a4-912b-715eab0d3b8b req-3a1ed926-d3b0-4517-b870-e315d5d7fa1f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448921 Nov 10 22:35:20.915206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-6e669c3c-1d0d-4751-8802-3d35fc55b9cd req-e7a582d4-2a2e-461c-ade5-84ff2b915b9c service neutron] (103048) timed out ('10.222.0.53', 56528) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:35:22.019218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3162c-998f-40b4-b1e8-cb1e65466247 req-a46eb440-fde6-4c71-b4bc-7f707da95bd2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:22.020725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7be3162c-998f-40b4-b1e8-cb1e65466247 req-a46eb440-fde6-4c71-b4bc-7f707da95bd2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0539594 Nov 10 22:35:22.069435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7be3162c-998f-40b4-b1e8-cb1e65466247 req-641b0d3b-fb37-419d-b2c5-8219af3208eb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Nov 10 22:35:23.185966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4425ad5-d345-4d52-8b24-d77cea7be199 req-1d79cfe2-7e1a-4d7d-8e2c-dc7fc407904a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:23.187464 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4425ad5-d345-4d52-8b24-d77cea7be199 req-1d79cfe2-7e1a-4d7d-8e2c-dc7fc407904a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0491767 Nov 10 22:35:23.235182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4425ad5-d345-4d52-8b24-d77cea7be199 req-7e3c00f3-6db5-46af-b0d2-b73c3f99164b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416977 Nov 10 22:35:24.202319 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:24.353495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a25e9-956b-438b-92de-5a6fc67d7d1a req-ef402c2a-b3ff-4b51-87a0-cb45811aa7a1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:24.354980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f1a25e9-956b-438b-92de-5a6fc67d7d1a req-ef402c2a-b3ff-4b51-87a0-cb45811aa7a1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0491977 Nov 10 22:35:24.403510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3f1a25e9-956b-438b-92de-5a6fc67d7d1a req-baddd336-296c-47f1-bf20-a5036045c447 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Nov 10 22:35:25.520764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fab965-48a1-4cdc-8f3b-79c5e8523425 req-df110b63-80f5-4da6-8779-aa726711ffde tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:25.522947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47fab965-48a1-4cdc-8f3b-79c5e8523425 req-df110b63-80f5-4da6-8779-aa726711ffde tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0496075 Nov 10 22:35:25.568377 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-47fab965-48a1-4cdc-8f3b-79c5e8523425 req-c8212fe5-8212-45e3-ac14-0a4dded0e686 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391860 Nov 10 22:35:26.684486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77272e6d-b275-49dc-b606-45265222add6 req-646b0c5e-a31d-4ef5-b7da-62406269684b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:26.685946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-77272e6d-b275-49dc-b606-45265222add6 req-646b0c5e-a31d-4ef5-b7da-62406269684b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0489633 Nov 10 22:35:26.736714 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-77272e6d-b275-49dc-b606-45265222add6 req-5330b2ba-8309-4413-ba0c-183dbf7534ef tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Nov 10 22:35:28.164976 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbbe18-f728-4eaa-a6c7-09e9594172f4 req-05633539-fee4-4a90-98ed-61e93efda182 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:28.166385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2fbbe18-f728-4eaa-a6c7-09e9594172f4 req-05633539-fee4-4a90-98ed-61e93efda182 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.3609135 Nov 10 22:35:28.213953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2fbbe18-f728-4eaa-a6c7-09e9594172f4 req-9e467295-1c42-4c2b-ada4-00a3577b3544 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Nov 10 22:35:29.330394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a4473-73d9-4665-b0d3-596d2658a8e7 req-0fe6550e-d38c-456b-b9da-f32da5539a3d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:29.331966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f75a4473-73d9-4665-b0d3-596d2658a8e7 req-0fe6550e-d38c-456b-b9da-f32da5539a3d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0500810 Nov 10 22:35:29.378843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f75a4473-73d9-4665-b0d3-596d2658a8e7 req-813ab312-42ee-4a36-a5e7-15bff6db6f4d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402334 Nov 10 22:35:30.497354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eabf2-14bf-42e4-9ba8-3472edad1730 req-76b5f346-a761-4d95-83fe-795c54864ea6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:30.498840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf1eabf2-14bf-42e4-9ba8-3472edad1730 req-76b5f346-a761-4d95-83fe-795c54864ea6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0486600 Nov 10 22:35:30.545926 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bf1eabf2-14bf-42e4-9ba8-3472edad1730 req-dd84b878-bf48-4a43-81e1-a90000e7df06 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Nov 10 22:35:31.664953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6e995-f98a-46a2-aa61-f6d568c2b99a req-dcb25861-b7de-43ec-aebb-793a2e87bba0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:31.666536 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bce6e995-f98a-46a2-aa61-f6d568c2b99a req-dcb25861-b7de-43ec-aebb-793a2e87bba0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0486498 Nov 10 22:35:31.713401 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bce6e995-f98a-46a2-aa61-f6d568c2b99a req-0fa0808d-03cc-42ae-874c-6e543281ccda tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 Nov 10 22:35:32.326924 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-d99cc580-3b54-4b94-93b1-7bdca4cfce34 service neutron] show failed (client error): The resource could not be found. Nov 10 22:35:32.327876 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-d99cc580-3b54-4b94-93b1-7bdca4cfce34 service neutron] 10.222.0.64 "GET /v2.0/ports/d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0550189 Nov 10 22:35:32.837317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8bfb-dd48-482e-b6b9-646a1d9f8da2 req-f8e01bcf-5835-4b03-88c0-4fbd9e20a8fa tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:32.838869 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac0f8bfb-dd48-482e-b6b9-646a1d9f8da2 req-f8e01bcf-5835-4b03-88c0-4fbd9e20a8fa tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0556121 Nov 10 22:35:32.888194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac0f8bfb-dd48-482e-b6b9-646a1d9f8da2 req-27ae009f-1218-44d9-a0d5-468302bee627 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Nov 10 22:35:33.187016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-641a5be8-143e-4fbd-9ded-47152eabcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:33.188568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-641a5be8-143e-4fbd-9ded-47152eabcc64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 1098 time: 0.3276353 Nov 10 22:35:33.200708 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:33.251812 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.447555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:33.479973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:33.523387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:33.525808 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d91725-19f9-4971-8f79-cd998fd92f1b" -d '{"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:33.529533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.542510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Transition to ACTIVE for port object d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:33.580083 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37488dd8-6045-4000-adf9-ff87dcbb5350 x-openstack-request-id: req-37488dd8-6045-4000-adf9-ff87dcbb5350 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:33.580525 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:33.580996 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37488dd8-6045-4000-adf9-ff87dcbb5350 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:33.581572 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'code': 200} Nov 10 22:35:33.627688 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.708210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=6']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:33.723924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.724264 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.724767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.725773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.726107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.726434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.726758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.727081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.727403 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.727734 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.728068 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.728383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:33.772355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] No DVR routers for this DVR port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on host n-h1-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:35:33.905962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:33.906284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:33.906598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:33.910718 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:33.911034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:33.916102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:33.916437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:33.916813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:33.917236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Bound port: d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:33.917955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:33.985296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:33.988377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:34.016673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00404afc-fc98-46e2-9a68-aa0bf55dc096 req-588a7f66-da6a-4c0c-a48d-7bd61565e8c3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.018146 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00404afc-fc98-46e2-9a68-aa0bf55dc096 req-588a7f66-da6a-4c0c-a48d-7bd61565e8c3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0522907 Nov 10 22:35:34.037334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:35:34.057358 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.072111 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-00404afc-fc98-46e2-9a68-aa0bf55dc096 req-d3bc4e42-54ce-4f49-aa09-4c371b17ea9c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463841 Nov 10 22:35:34.076373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:35:34.102115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.102741 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:34.104190 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] 10.222.0.53 "PUT /v2.0/ports/d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1093 time: 0.9073794 Nov 10 22:35:34.120897 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e2ee-35c8-4bcc-a342-9a39464bd41a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=7']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:34.171848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-47e425e9-2ab3-41c6-8f21-ceae3f693e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.173380 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-47e425e9-2ab3-41c6-8f21-ceae3f693e5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1096 time: 0.0444882 Nov 10 22:35:34.273327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-63ebb9af-eba9-4e6c-a36a-e07be71f5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.274813 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-63ebb9af-eba9-4e6c-a36a-e07be71f5a8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0945826 Nov 10 22:35:34.348158 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-16aac94b-3846-40d3-a767-5b5e6c227918 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0636845 Nov 10 22:35:34.396105 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-f1f2da5f-7596-40ad-bf99-783c5aa6059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.398312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-f1f2da5f-7596-40ad-bf99-783c5aa6059e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0434904 Nov 10 22:35:34.444510 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-616f3164-98b9-40c0-8ba4-ceb5d2364c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:34.445964 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-616f3164-98b9-40c0-8ba4-ceb5d2364c92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411530 Nov 10 22:35:34.537749 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-0bace01f-13b3-4a79-b6be-bae8e02f0f20 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840254 Nov 10 22:35:34.627084 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-8a75b639-1412-4b6e-8d2c-a8c7ae2189ce service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833316 Nov 10 22:35:35.199207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffd1ce-a25f-42c9-8d68-1d7a8f3f92d7 req-b7c2b849-d442-460c-a864-33dbf87b7e8b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.200661 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6dffd1ce-a25f-42c9-8d68-1d7a8f3f92d7 req-b7c2b849-d442-460c-a864-33dbf87b7e8b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0544660 Nov 10 22:35:35.253049 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6dffd1ce-a25f-42c9-8d68-1d7a8f3f92d7 req-3cf642b7-1345-4578-855b-d96e50012e3e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462244 Nov 10 22:35:35.582365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:35.584896 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:35.635260 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69090b20-a494-437f-b04a-88907fe2cfd0 x-openstack-request-id: req-69090b20-a494-437f-b04a-88907fe2cfd0 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:35.635836 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:35.636092 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69090b20-a494-437f-b04a-88907fe2cfd0 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:35.636547 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'status': 'completed', 'code': 200} Nov 10 22:35:35.692987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-74f68544-7d0c-455e-9bfa-44adc8de3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.694600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-74f68544-7d0c-455e-9bfa-44adc8de3bbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1096 time: 0.0420523 Nov 10 22:35:35.706776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-7e9e9c9d-a1f2-4ded-8e73-6c0b294cd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.708272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-7e9e9c9d-a1f2-4ded-8e73-6c0b294cd1ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1096 time: 0.0490248 Nov 10 22:35:35.781414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-32865c7d-b7cb-48e0-a7a0-72bd411b48cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:35.791078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-2b84333c-2da1-4010-a1b5-0ca57c5f904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.792642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-2b84333c-2da1-4010-a1b5-0ca57c5f904a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0914412 Nov 10 22:35:35.809898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-aab41566-1321-4922-9acd-a410bfd125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.810335 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-aab41566-1321-4922-9acd-a410bfd125b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0947456 Nov 10 22:35:35.866296 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-30db2646-7e4b-42b9-99a3-de249318a038 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0655854 Nov 10 22:35:35.885174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-c71db367-8421-4638-b75f-9b058b289945 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0666151 Nov 10 22:35:35.918513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-f097a1bc-5446-42be-9b19-e692800efe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.920112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-f097a1bc-5446-42be-9b19-e692800efe53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0468383 Nov 10 22:35:35.939503 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-6c3bee26-8ade-473f-ac81-a8bf7f9f0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.941011 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-6c3bee26-8ade-473f-ac81-a8bf7f9f0fe9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0473168 Nov 10 22:35:35.969552 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-447ea70f-27cb-4b44-aebe-1018ee55de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.971136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-447ea70f-27cb-4b44-aebe-1018ee55de49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439982 Nov 10 22:35:35.987697 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-eefebbff-b9e9-4035-aa75-e246bb8d20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:35.989234 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-eefebbff-b9e9-4035-aa75-e246bb8d20e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413270 Nov 10 22:35:36.069136 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-2b385a58-0b5d-4c66-a637-f47182e8170d service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910583 Nov 10 22:35:36.086850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-480a8b4a-a9a6-49a6-9a3d-bc09fb5dfe09 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904348 Nov 10 22:35:36.166359 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-e2eabe8e-5467-4aac-885a-952b67eb8ba3 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902040 Nov 10 22:35:36.189472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bdf333e5-dc25-4f6f-9f0c-61e9ab756996 req-6fbc8155-d3b4-4dbb-aa40-65832809c480 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948803 Nov 10 22:35:36.397892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-7736556a-cda8-4680-8544-05d56d7c939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.400183 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-7736556a-cda8-4680-8544-05d56d7c939c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1096 time: 0.0749245 Nov 10 22:35:36.409180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa3dbc-5dc9-4b3c-ab59-546a82e7e757 req-5d878e60-2deb-4866-ac97-36aeb575084a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.410788 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42fa3dbc-5dc9-4b3c-ab59-546a82e7e757 req-5d878e60-2deb-4866-ac97-36aeb575084a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0770290 Nov 10 22:35:36.519118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-42fa3dbc-5dc9-4b3c-ab59-546a82e7e757 req-e6eeb3a2-1ef7-41c9-a19b-560cad4f2e85 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021864 Nov 10 22:35:36.552840 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-36467f51-ff13-48f7-83b4-b90eb108cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.554420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-36467f51-ff13-48f7-83b4-b90eb108cb7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.1213853 Nov 10 22:35:36.623168 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-ec532a35-9cee-41ee-a7dd-0e0cdf65781a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0606740 Nov 10 22:35:36.678418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-c1d7cd28-1d5b-43f3-80a8-592dc5fd88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.680824 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-c1d7cd28-1d5b-43f3-80a8-592dc5fd88c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0493982 Nov 10 22:35:36.724166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-7ada6c2f-678d-4f2a-b524-88b5d3ae39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:36.725642 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-7ada6c2f-678d-4f2a-b524-88b5d3ae39ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394235 Nov 10 22:35:36.815073 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-def479af-9092-4ed6-a150-a1bb7a78a48d service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826533 Nov 10 22:35:36.909146 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5b2fef5-09e3-4aea-bc9d-6f1231991f4b req-0c390cdf-5bf5-41cf-a0de-d0564a09c651 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870371 Nov 10 22:35:37.647065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c897be9-30e1-4239-b19f-b253486bbff9 req-7ce3a6b7-e4b4-46aa-b10c-7e19ea6d5dc1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:37.648594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c897be9-30e1-4239-b19f-b253486bbff9 req-7ce3a6b7-e4b4-46aa-b10c-7e19ea6d5dc1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0554159 Nov 10 22:35:37.697847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c897be9-30e1-4239-b19f-b253486bbff9 req-35cdb01d-1a06-4a6d-8239-11b725946ae6 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430043 Nov 10 22:35:37.956965 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-09187fa2-d120-4b3e-ba2d-c0727ef821ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:38.818311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404cd1-91e0-4b60-8fe3-1755a5c9a1af req-98dbe914-0622-4ffd-ac10-ab8b2f1b1489 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:38.819834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8404cd1-91e0-4b60-8fe3-1755a5c9a1af req-98dbe914-0622-4ffd-ac10-ab8b2f1b1489 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0497391 Nov 10 22:35:38.869936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f8404cd1-91e0-4b60-8fe3-1755a5c9a1af req-40565b3f-d51f-4dc1-9fa6-15e20fba133f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Nov 10 22:35:39.494202 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:39.989151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23155651-de1c-470f-acfb-5e65c4b4f141 req-1de99cb1-d4e1-4eea-9abc-721bec9cd0d3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:39.990632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23155651-de1c-470f-acfb-5e65c4b4f141 req-1de99cb1-d4e1-4eea-9abc-721bec9cd0d3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0506401 Nov 10 22:35:40.038390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-23155651-de1c-470f-acfb-5e65c4b4f141 req-969d9133-4224-4a44-ac67-b88a2241016b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 Nov 10 22:35:41.005263 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:41.161375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d79f2e-5105-4217-9860-efe314fba2fd req-c70cdb33-51b6-47c2-a462-e2b1e98ca90b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:41.162848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d79f2e-5105-4217-9860-efe314fba2fd req-c70cdb33-51b6-47c2-a462-e2b1e98ca90b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0529778 Nov 10 22:35:41.226534 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d79f2e-5105-4217-9860-efe314fba2fd req-53ebd2d0-feee-4cac-b8d2-f419d275831e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567150 Nov 10 22:35:41.453955 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:42.348663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b56c2-6ffb-47c7-8ee6-e263d4db81ba req-cb193831-3ec9-4d0f-9fd3-edc7959831f2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:42.350299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b17b56c2-6ffb-47c7-8ee6-e263d4db81ba req-cb193831-3ec9-4d0f-9fd3-edc7959831f2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0517240 Nov 10 22:35:42.405236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b17b56c2-6ffb-47c7-8ee6-e263d4db81ba req-84c71b29-87d0-475d-ad8d-ba1706a075c2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486355 Nov 10 22:35:43.523341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56ee7c-c381-488f-a89e-d482721c8098 req-8afb1f3f-22d9-4848-a4c3-95748e36d0c9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:43.526083 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f56ee7c-c381-488f-a89e-d482721c8098 req-8afb1f3f-22d9-4848-a4c3-95748e36d0c9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0516567 Nov 10 22:35:43.574497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f56ee7c-c381-488f-a89e-d482721c8098 req-07c4cb1d-6927-4b5e-bb12-ecc919cd02fd tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Nov 10 22:35:44.693292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb305c-fb1f-4731-9a21-c647fdbb2c55 req-b7f30b41-565f-44ab-82e6-22138f9d203c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:44.694746 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6eb305c-fb1f-4731-9a21-c647fdbb2c55 req-b7f30b41-565f-44ab-82e6-22138f9d203c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0501256 Nov 10 22:35:44.741684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e6eb305c-fb1f-4731-9a21-c647fdbb2c55 req-f764e45b-40f7-4cec-b2b4-48e96c4a871e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 Nov 10 22:35:45.860874 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc247d9-39ba-422e-88fa-2fa99bfeb085 req-636add9c-b701-41ee-a8e5-ffb3ee41455f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:45.862321 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cc247d9-39ba-422e-88fa-2fa99bfeb085 req-636add9c-b701-41ee-a8e5-ffb3ee41455f tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0508816 Nov 10 22:35:45.910025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9cc247d9-39ba-422e-88fa-2fa99bfeb085 req-d0ee8138-cba9-49f8-a1eb-b2858acd0625 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Nov 10 22:35:47.028570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b785c1-e87e-4652-8553-70eb23323827 req-59111b33-685f-4267-b70c-cd14c382e1d2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:47.033608 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4b785c1-e87e-4652-8553-70eb23323827 req-59111b33-685f-4267-b70c-cd14c382e1d2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0489256 Nov 10 22:35:47.077287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f4b785c1-e87e-4652-8553-70eb23323827 req-5cc190ea-9e22-41a9-af7b-6e9e1381fabc tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Nov 10 22:35:47.093013 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:35:48.197090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800921d7-c044-4d55-bb87-71004f8a26fc req-4662d596-e0e7-451a-917b-0ab1dac7819b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:48.199399 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-800921d7-c044-4d55-bb87-71004f8a26fc req-4662d596-e0e7-451a-917b-0ab1dac7819b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0532141 Nov 10 22:35:48.249402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-800921d7-c044-4d55-bb87-71004f8a26fc req-9f09d614-0b3d-41c5-99a8-31ba18cf8277 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Nov 10 22:35:48.842652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ae323-65d3-4412-88e1-5c6f7454a1b1 req-382702d8-30d5-4108-bcfb-15d71ad92ea9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:48.844062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f80ae323-65d3-4412-88e1-5c6f7454a1b1 req-382702d8-30d5-4108-bcfb-15d71ad92ea9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 944 time: 0.0487559 Nov 10 22:35:48.925631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-2ed1d86f-02c8-49d5-ac46-ae10ea73d309 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:48.927060 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-2ed1d86f-02c8-49d5-ac46-ae10ea73d309 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54&tenant_id=495c5faa7f8641cf949a6e24f869e2d3&binding%3Ahost_id=n-h2-776250-11 HTTP/1.1" status: 200 len: 944 time: 0.0821526 Nov 10 22:35:48.930883 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f80ae323-65d3-4412-88e1-5c6f7454a1b1 req-ed1670c7-5883-4f33-9642-a147f87ad566 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778146 Nov 10 22:35:48.991341 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-54b635d4-8dcf-4fb7-a4cf-b1e900c45d31 service neutron] 10.222.0.53 "GET /v2.0/ports/d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1/bindings/n-h2-776250-11 HTTP/1.1" status: 200 len: 383 time: 0.0569715 Nov 10 22:35:49.053577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-2f9deaff-7cbc-4c03-9d39-326e8a642646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.057664 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-2f9deaff-7cbc-4c03-9d39-326e8a642646 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1096 time: 0.0412881 Nov 10 22:35:49.146495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-c94563d7-21d2-42c5-8ea1-f33d9ede5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.147891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-c94563d7-21d2-42c5-8ea1-f33d9ede5d78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0864048 Nov 10 22:35:49.210102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:35:49.215701 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-1a206046-407f-4c47-9969-d4eca9716d7a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0609791 Nov 10 22:35:49.274672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-b8cc1a2a-18ad-47d3-b76c-050e406570d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.276193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-b8cc1a2a-18ad-47d3-b76c-050e406570d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0528045 Nov 10 22:35:49.326893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-03befd9c-3e9a-4bfc-99c2-fa0cf66ebdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:49.328507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-03befd9c-3e9a-4bfc-99c2-fa0cf66ebdc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451064 Nov 10 22:35:49.435360 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-3b051454-f091-4901-b852-a913af45bd13 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992537 Nov 10 22:35:49.478164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:49.489901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'mac_address': 'fa:16:3e:e0:7d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:35:49.528438 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.536456 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-3492c658-7cc9-4966-9cc6-5fca2155779d service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935314 Nov 10 22:35:49.541105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:35:49.565262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:49.644906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:49.691549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:49.699309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.699647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.700013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.700346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.700679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.701004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.701327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.701650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.701969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.702290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.702610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.702929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:49.923193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:35:50.062288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ba14a-a0cd-45a7-8af1-c46302c5cc6e req-b623fe75-40ba-4ea0-b1a7-18c9cefa687a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:50.066308 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d53ba14a-a0cd-45a7-8af1-c46302c5cc6e req-b623fe75-40ba-4ea0-b1a7-18c9cefa687a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0569603 Nov 10 22:35:50.112302 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d53ba14a-a0cd-45a7-8af1-c46302c5cc6e req-607c9736-128f-424a-a371-5de48bacbbd0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423458 Nov 10 22:35:50.439027 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.224550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:35:51.237578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52da0e-b1b5-456d-aa3a-6a6cd942e830 req-91358aef-fad1-4398-a349-0ffe8316d916 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:51.244502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a52da0e-b1b5-456d-aa3a-6a6cd942e830 req-91358aef-fad1-4398-a349-0ffe8316d916 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0549343 Nov 10 22:35:51.288339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4a52da0e-b1b5-456d-aa3a-6a6cd942e830 req-54412d8e-908d-4db8-9c7e-8ed105b457e9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 Nov 10 22:35:51.328348 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:35:51.333329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:35:51.333836 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.413642 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.437907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:51.440497 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d9149-58ca-4e90-a055-ed477a0951c0" -d '{"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-plugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:51.458372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:51.492479 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e9621f-5513-4562-9c12-7513e5e24288 x-openstack-request-id: req-e2e9621f-5513-4562-9c12-7513e5e24288 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:51.492843 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-plugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:51.493020 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2e9621f-5513-4562-9c12-7513e5e24288 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:51.493415 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'code': 200} Nov 10 22:35:51.519203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:51.567674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:52.417529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83233-a669-4b99-a43b-aa5de4e9d723 req-6d93497c-07bb-403e-9e8c-8bee04495e5c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:52.419697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09e83233-a669-4b99-a43b-aa5de4e9d723 req-6d93497c-07bb-403e-9e8c-8bee04495e5c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0577216 Nov 10 22:35:52.471174 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-09e83233-a669-4b99-a43b-aa5de4e9d723 req-31fecd18-5653-41b6-8c95-4da2741c908a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Nov 10 22:35:53.590487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e6ed-750f-456f-b471-99872e9e68d3 req-c269e212-ea1c-412c-8eb8-9d8c3e780328 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:53.591994 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a78e6ed-750f-456f-b471-99872e9e68d3 req-c269e212-ea1c-412c-8eb8-9d8c3e780328 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0498002 Nov 10 22:35:53.638478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a78e6ed-750f-456f-b471-99872e9e68d3 req-fc0e3717-5a0d-41bb-9718-f64e5475cdea tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 Nov 10 22:35:54.180474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.419990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-fdb0881e-7e91-445e-8d8a-b256e1da8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.421395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-fdb0881e-7e91-445e-8d8a-b256e1da8896 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54&tenant_id=495c5faa7f8641cf949a6e24f869e2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0406957 Nov 10 22:35:54.440706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:35:54.496928 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.694158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:35:54.728406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:54.755168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d262f-7572-41e2-a8f9-7aa2efcfad8c req-cedc1444-a940-416c-9532-06caa20e6625 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:54.756700 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa8d262f-7572-41e2-a8f9-7aa2efcfad8c req-cedc1444-a940-416c-9532-06caa20e6625 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0487804 Nov 10 22:35:54.768587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:54.770963 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ac175f-9727-418b-9d29-cb6c4028baa3" -d '{"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:54.774840 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.789389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Transition to ACTIVE for port object d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:35:54.807064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa8d262f-7572-41e2-a8f9-7aa2efcfad8c req-9256b3c0-dbd9-4b38-805c-2f4f55a693e2 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435541 Nov 10 22:35:54.827196 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9564cec-bd14-43fc-96d6-e576f50918a0 x-openstack-request-id: req-c9564cec-bd14-43fc-96d6-e576f50918a0 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:54.827482 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:54.827742 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9564cec-bd14-43fc-96d6-e576f50918a0 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:54.828181 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'code': 200} Nov 10 22:35:54.859971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:54.945168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=10']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:54.961893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.962242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.962583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.962920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.963249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.963577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.964550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.965501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.966139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.966139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.966359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:54.966709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:35:55.002751 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] No DVR routers for this DVR port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:35:55.142771 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:35:55.143087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:35:55.143410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:55.147660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:35:55.148012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Attempting to bind port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on network b7680767-36af-484e-b196-128e052cb0ad {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:35:55.153114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:35:55.153444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Checking segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:35:55.153819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Bound using segment: {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:35:55.154234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Bound port: d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:35:55.154580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.224144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:35:55.224372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:35:55.225488 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:35:55.261757 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:35:55.306263 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.346002 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.346618 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:35:55.348035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] 10.222.0.64 "PUT /v2.0/ports/d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1094 time: 0.9111886 Nov 10 22:35:55.369001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c981f7b-4d49-4f79-8850-0ace7fc4a805 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=11']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:35:55.414371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-a10e4f81-033e-4f62-b41d-29e0462e704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.415953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-a10e4f81-033e-4f62-b41d-29e0462e704b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1097 time: 0.0429740 Nov 10 22:35:55.517847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-f0e4987c-e125-4186-b8cc-59d494aedd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.519318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-f0e4987c-e125-4186-b8cc-59d494aedd28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0968926 Nov 10 22:35:55.585078 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-a61702d5-08ac-42a0-9355-d7f3de836313 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0590982 Nov 10 22:35:55.636936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-5c3d401e-bb2e-4e2a-b7b7-f650db56a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.638279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-5c3d401e-bb2e-4e2a-b7b7-f650db56a165 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0465109 Nov 10 22:35:55.684086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-2441241f-7216-4e2b-9f14-0a70c24c18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.685548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-2441241f-7216-4e2b-9f14-0a70c24c18e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406296 Nov 10 22:35:55.774759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-3ad429df-45b6-4b52-a5b5-678966175245 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815287 Nov 10 22:35:55.867970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5724ae65-2920-4ae6-ad7a-f91a02685646 req-131cef2d-34f8-49e7-aa07-5f243094e148 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866177 Nov 10 22:35:55.929410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd02ba-0d49-4928-ba69-55119448cd3d req-f0afc6ad-651b-42f6-a192-3a36bcb3cef0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:55.930909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd02ba-0d49-4928-ba69-55119448cd3d req-f0afc6ad-651b-42f6-a192-3a36bcb3cef0 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0539541 Nov 10 22:35:55.980809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9bd02ba-0d49-4928-ba69-55119448cd3d req-9dad4ef4-5c1a-4edd-9cc4-f93d29242ee1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Nov 10 22:35:56.829718 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:35:56.832158 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:35:56.880947 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5df5365-5303-43d3-913e-4de20288fd04 x-openstack-request-id: req-b5df5365-5303-43d3-913e-4de20288fd04 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:35:56.881229 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:35:56.881515 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5df5365-5303-43d3-913e-4de20288fd04 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:35:56.881958 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'status': 'completed', 'code': 200} Nov 10 22:35:56.942693 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-24a97819-27b3-48c5-8a8e-3d8e0df34c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.944215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-24a97819-27b3-48c5-8a8e-3d8e0df34c70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1097 time: 0.0417848 Nov 10 22:35:56.944589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-81233131-c999-4ab5-b70b-c449fadb114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:56.946142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-81233131-c999-4ab5-b70b-c449fadb114c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 1097 time: 0.0428526 Nov 10 22:35:57.049666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-070f64d1-a633-4b04-a48f-62c47bd7674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.058136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-070f64d1-a633-4b04-a48f-62c47bd7674e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.0978127 Nov 10 22:35:57.058725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-41a5d8c2-32f9-43a2-8436-bd624f6cdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.058725 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-41a5d8c2-32f9-43a2-8436-bd624f6cdce1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 200 len: 913 time: 0.1044896 Nov 10 22:35:57.122204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-acc13f59-1532-4106-9e27-cd9523e32dc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0635564 Nov 10 22:35:57.174755 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da1da-50ff-4773-af83-302f26cd85f5 req-78c01815-a000-414c-83a0-a5ec8ef500af tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.176324 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bc2da1da-50ff-4773-af83-302f26cd85f5 req-78c01815-a000-414c-83a0-a5ec8ef500af tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0667248 Nov 10 22:35:57.178419 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-1b0bd26f-912d-486d-99ec-0a1609934d2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1164854 Nov 10 22:35:57.183830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-08d2eae4-658c-4944-95a6-8d2be76cdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.183830 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-08d2eae4-658c-4944-95a6-8d2be76cdfee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0535512 Nov 10 22:35:57.236699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-46c40dc9-456f-45fd-bec9-e1107937aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.238323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-46c40dc9-456f-45fd-bec9-e1107937aeb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491211 Nov 10 22:35:57.264795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-e568518e-f8e3-4fd3-b414-31e0dcf8c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.266268 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-e568518e-f8e3-4fd3-b414-31e0dcf8c04a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 200 len: 851 time: 0.0766106 Nov 10 22:35:57.269778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bc2da1da-50ff-4773-af83-302f26cd85f5 req-8ab8d381-e535-4620-9e5d-4a8b2422604e tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862396 Nov 10 22:35:57.317162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-93ad1241-8f04-4fee-b965-800ca27fccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:57.318885 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-93ad1241-8f04-4fee-b965-800ca27fccc1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7680767-36af-484e-b196-128e052cb0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458353 Nov 10 22:35:57.337299 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-8bc12876-ffb1-42f7-b7a2-d82e537eb16d service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903392 Nov 10 22:35:57.420971 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-784141b9-ed01-4f24-b71f-31add3cf85f9 service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950801 Nov 10 22:35:57.443775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-10b8f98b-568f-406f-97c9-1e5d92512c66 service neutron] 10.222.0.64 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990689 Nov 10 22:35:57.518934 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88630cb1-40b3-40a4-b63c-4f6eaedd0ff9 req-c21df5d2-fbf6-4f77-aece-c7bb1a4967db service neutron] 10.222.0.53 "GET /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896809 Nov 10 22:35:58.392524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62968f9-d973-4a97-b0ed-e3399e2b93b6 req-8a3aec14-96a0-4349-b946-8af36a5b8287 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:58.394071 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c62968f9-d973-4a97-b0ed-e3399e2b93b6 req-8a3aec14-96a0-4349-b946-8af36a5b8287 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0513692 Nov 10 22:35:58.441507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c62968f9-d973-4a97-b0ed-e3399e2b93b6 req-c7580f42-f0fc-4faf-a202-c8a226018085 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Nov 10 22:35:59.566692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c205-3661-4385-8a25-5a7e11e6cb6c req-0a4ddc2d-293c-4bd6-91a6-6a5712fe189a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:35:59.568200 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33d0c205-3661-4385-8a25-5a7e11e6cb6c req-0a4ddc2d-293c-4bd6-91a6-6a5712fe189a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0544214 Nov 10 22:35:59.615930 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33d0c205-3661-4385-8a25-5a7e11e6cb6c req-c4f97962-4cab-4646-96c4-071e40d7cf53 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Nov 10 22:36:00.750209 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d81d6-d3c7-4d3b-a843-b42feab32ff4 req-a6a1e320-ae53-4ae7-8f77-910092606b5d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:00.751826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-908d81d6-d3c7-4d3b-a843-b42feab32ff4 req-a6a1e320-ae53-4ae7-8f77-910092606b5d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0597963 Nov 10 22:36:00.802840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-908d81d6-d3c7-4d3b-a843-b42feab32ff4 req-54a4c465-6735-4bb6-b7dd-558d9f04d34c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445747 Nov 10 22:36:01.918652 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe008e8f-3b27-41f2-b74f-8c947c75fb6b req-6f99f0c9-fe52-4230-bb80-5e6de7e6315c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:01.920805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe008e8f-3b27-41f2-b74f-8c947c75fb6b req-6f99f0c9-fe52-4230-bb80-5e6de7e6315c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0483670 Nov 10 22:36:01.967519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe008e8f-3b27-41f2-b74f-8c947c75fb6b req-443cd96a-0a3b-40ae-86a2-a213ac0e0e19 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 Nov 10 22:36:03.083068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4772fa-1df3-4671-add8-9025c9d0c8be req-58662252-3ec1-45f1-87e8-26cca3d0edcb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:03.084572 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa4772fa-1df3-4671-add8-9025c9d0c8be req-58662252-3ec1-45f1-87e8-26cca3d0edcb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Nov 10 22:36:03.131147 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa4772fa-1df3-4671-add8-9025c9d0c8be req-dbb41f72-4e9d-481c-9213-c2956e3668fe tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407054 Nov 10 22:36:04.247236 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f171bb-53f6-4e7b-8151-cca43fdaefd7 req-1ab85bc2-37aa-4d7f-adfe-bdfb6b04767b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:04.248789 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65f171bb-53f6-4e7b-8151-cca43fdaefd7 req-1ab85bc2-37aa-4d7f-adfe-bdfb6b04767b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0478010 Nov 10 22:36:04.298778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-65f171bb-53f6-4e7b-8151-cca43fdaefd7 req-51e6e06c-638f-456a-b3cb-93be4a31a410 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Nov 10 22:36:05.419587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44cb1-a60f-4247-83e4-d28238752860 req-23762b0c-f1ac-4941-9b00-265d72e8f176 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:05.421079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10a44cb1-a60f-4247-83e4-d28238752860 req-23762b0c-f1ac-4941-9b00-265d72e8f176 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0503719 Nov 10 22:36:05.473229 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10a44cb1-a60f-4247-83e4-d28238752860 req-b432c697-dbfd-4cb2-9b8d-9b3827f02a55 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Nov 10 22:36:05.768519 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec7644d0-a0b6-48a2-85aa-62926c704762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:06.590390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bdbc9-3aa5-42a8-b284-33e1832b6411 req-7ccab59e-3b76-496a-b883-97c7e2a7103d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:06.592625 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb3bdbc9-3aa5-42a8-b284-33e1832b6411 req-7ccab59e-3b76-496a-b883-97c7e2a7103d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Nov 10 22:36:06.639037 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eb3bdbc9-3aa5-42a8-b284-33e1832b6411 req-5f92ca73-1a51-4663-a7a4-7ef4d88d387b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405359 Nov 10 22:36:07.753909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81b92-81ab-4bc5-a374-62c24c6b8153 req-7114304a-b57f-42a3-96bd-d0f029cd6412 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:07.755456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75c81b92-81ab-4bc5-a374-62c24c6b8153 req-7114304a-b57f-42a3-96bd-d0f029cd6412 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Nov 10 22:36:07.803430 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-75c81b92-81ab-4bc5-a374-62c24c6b8153 req-7e6a9d9c-68a2-4e4e-b41e-3c78595b782b tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420613 Nov 10 22:36:07.970929 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ea1e5478-2534-4414-af07-f07fb17f52eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:08.919748 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6ede0-2297-4f43-ae90-663a6e312626 req-0300d646-9936-41e9-9ae7-a4c986178d20 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:08.921228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83b6ede0-2297-4f43-ae90-663a6e312626 req-0300d646-9936-41e9-9ae7-a4c986178d20 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0485640 Nov 10 22:36:08.968518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83b6ede0-2297-4f43-ae90-663a6e312626 req-5ad6ebb6-eee0-403c-aa1c-6d72cdce55f9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408735 Nov 10 22:36:09.536464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.084844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdd69f-5af1-4a64-ac12-bcea03e5f077 req-1fd3911a-6be5-412e-a02b-b5002d59e1d1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.086336 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27cdd69f-5af1-4a64-ac12-bcea03e5f077 req-1fd3911a-6be5-412e-a02b-b5002d59e1d1 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Nov 10 22:36:10.134497 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27cdd69f-5af1-4a64-ac12-bcea03e5f077 req-b728e00d-86ed-436b-84d4-8e048671385d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 Nov 10 22:36:10.223808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:10.260659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138940ae-1827-445d-8e69-333f0b701c5c req-daf2a83c-8c2a-44f2-9344-592c92a67d82 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.262173 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-138940ae-1827-445d-8e69-333f0b701c5c req-daf2a83c-8c2a-44f2-9344-592c92a67d82 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0542870 Nov 10 22:36:10.311303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-138940ae-1827-445d-8e69-333f0b701c5c req-f83c411d-7664-40c8-84a0-1046f27009c9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424449 Nov 10 22:36:10.326445 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:10.337668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'port_id': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'mac_address': 'fa:16:3e:e0:7d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:10.376180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.390087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:10.414298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:10.431349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50f3e8-7db8-4099-b99a-05bcda38fc2d req-80e0765c-3506-42cf-962c-6831061a9d66 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.432864 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a50f3e8-7db8-4099-b99a-05bcda38fc2d req-80e0765c-3506-42cf-962c-6831061a9d66 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 945 time: 0.0548291 Nov 10 22:36:10.474226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:10.480733 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5a50f3e8-7db8-4099-b99a-05bcda38fc2d req-55f6255b-2cee-49a1-9f7f-c386bc9fbc77 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Nov 10 22:36:10.523032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=12']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:10.827451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:10.927263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473944-1037-4a17-b61b-6a693bbb5876 req-4c0e3bce-8bf2-47c7-9718-cfcc925a1f6c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:10.929034 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f473944-1037-4a17-b61b-6a693bbb5876 req-4c0e3bce-8bf2-47c7-9718-cfcc925a1f6c tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0495532 Nov 10 22:36:10.985399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9f473944-1037-4a17-b61b-6a693bbb5876 req-b6846702-e0b9-41b6-8ad1-b706e6634a0d tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432947 Nov 10 22:36:11.005147 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:11.491281 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.102414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98d9d4-a4b8-47d7-987e-6d11ce0bfab6 req-70e888d9-f1d2-49f0-b9af-b94f196048d8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:12.103920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b98d9d4-a4b8-47d7-987e-6d11ce0bfab6 req-70e888d9-f1d2-49f0-b9af-b94f196048d8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Nov 10 22:36:12.153958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6b98d9d4-a4b8-47d7-987e-6d11ce0bfab6 req-1e3c128b-7416-48cb-baf0-406cb9bb4988 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups?id=c0beca3f-0873-49d3-a770-c8ed0a2882b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Nov 10 22:36:12.255284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:12.382448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:12.386682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:12.387044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.462215 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.486883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:12.489407 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44fb6b1-ea67-4855-aa5a-584a805ec8aa" -d '{"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-plugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:12.502747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:12.530538 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89abfebc-b50c-433f-9052-d21acdff7768 x-openstack-request-id: req-89abfebc-b50c-433f-9052-d21acdff7768 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:12.530825 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-plugged", "status": "completed", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:12.531072 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89abfebc-b50c-433f-9052-d21acdff7768 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:12.531457 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'code': 200} Nov 10 22:36:12.564780 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.605413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3a5c009d-9be2-4cbb-8082-dd57e206bdfb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:12.607422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3a5c009d-9be2-4cbb-8082-dd57e206bdfb tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 947 time: 0.0492785 Nov 10 22:36:12.611484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=13']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:12.700946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Deleting port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:12.701193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.786934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] For port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:12.787281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.959180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.959458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:12.959810 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5 disassociated. External IP: 172.25.7.187, port: d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1. Nov 10 22:36:12.960161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Calling delete_port for d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:13.148041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.182561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event deleted for resources: {'Port': ['ID=d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:13.257633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c58fb707-81bb-4469-b794-829f652fd428 req-3438ac8e-38b5-4e03-8b87-6f526fe5b031 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0276842 Nov 10 22:36:13.320735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:13.430637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:13.441434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:13.453077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:13.453689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:13.473765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] No DVR routers for this DVR port d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:13.476184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:13.479480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f7c5c14d-7edc-4d89-b703-19afe65edecc req-3ef84cd6-993f-4462-831c-9e921c8ec98a tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.64 "DELETE /v2.0/ports/d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 HTTP/1.1" status: 204 len: 173 time: 0.8661273 Nov 10 22:36:13.479947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-deleted', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:13.482269 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d42ffef-a5d9-4334-a0b8-425c9cc9575b" -d '{"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-deleted", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:13.521234 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6320ec84-ae15-4c63-bfa7-18a859f7d093 x-openstack-request-id: req-6320ec84-ae15-4c63-bfa7-18a859f7d093 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:13.521569 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b61be6-866d-400b-bee9-37f54f011f54", "name": "network-vif-deleted", "tag": "d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:13.521824 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6320ec84-ae15-4c63-bfa7-18a859f7d093 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:13.522236 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b61be6-866d-400b-bee9-37f54f011f54', 'name': 'network-vif-deleted', 'tag': 'd3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1', 'status': 'completed', 'code': 200} Nov 10 22:36:13.566133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:13.766748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:13.796311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:13.804887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:13.805481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:13.912181 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:14.111776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:14.139398 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d408c-e929-48ba-91e8-9a60653d8ee9 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:25Z', 'revision_number': 4, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'c7407e8d-0a1e-4f02-9cef-1a1af0797334', 'name': '', 'network_id': 'b7680767-36af-484e-b196-128e052cb0ad', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'mac_address': 'fa:16:3e:04:55:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:25Z', 'updated_at': '2021-11-10T22:22:29Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'subnets': [{'id': '5a6684b8-7522-4935-b28a-0e15f46bae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:14.373764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-103da82b-2bfb-4443-94b6-35ee73a93d6e req-3d2d4023-49b5-458f-84b4-e7533d58ac31 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0399585 Nov 10 22:36:14.386121 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e011b-f3b7-454f-970d-1f79e8323873 None None] New status for floating IP 4f2ef218-4493-4d74-82f7-31af2a68abc5: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:36:15.476638 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7f649a1b-81bc-4500-8b43-e0631920e910 req-82b0e51a-5219-4c98-a0a9-3f67903cd1d8 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0275989 Nov 10 22:36:16.254490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:16.274318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:16.274657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device d3ee38c9-2fd9-4fd1-9b02-63fdbd18d8b1 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:16.573029 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6517438d-1cd8-4c32-b687-e6d279f37b85 req-e9bf9eb7-dae4-4efc-8b20-0594f2b1b9a9 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0262821 Nov 10 22:36:17.673363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f2440a1-2fe0-4cf1-aac1-7ba70afd395c req-76ebafc2-656d-4e96-9f3b-0d07874d2555 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1b61be6-866d-400b-bee9-37f54f011f54 HTTP/1.1" status: 200 len: 210 time: 0.0285482 Nov 10 22:36:20.454246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.726296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54418) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:22.782807 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e874719-65f7-452a-a32c-9b4f79833ad3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.806756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e874719-65f7-452a-a32c-9b4f79833ad3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.951647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e874719-65f7-452a-a32c-9b4f79833ad3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.954192 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2e874719-65f7-452a-a32c-9b4f79833ad3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:22.955390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2e874719-65f7-452a-a32c-9b4f79833ad3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "DELETE /v2.0/security-groups/c0beca3f-0873-49d3-a770-c8ed0a2882b0 HTTP/1.1" status: 204 len: 168 time: 0.2280262 Nov 10 22:36:22.958148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54420) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:22.966478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e874719-65f7-452a-a32c-9b4f79833ad3 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0beca3f-0873-49d3-a770-c8ed0a2882b0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:22.976008 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [None req-de4b196a-a89d-4531-af37-3712c1fb0af7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] show failed (client error): The resource could not be found. Nov 10 22:36:22.977442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54422) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:22.977613 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-de4b196a-a89d-4531-af37-3712c1fb0af7 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "GET /v2.0/security-groups/c0beca3f-0873-49d3-a770-c8ed0a2882b0 HTTP/1.1" status: 404 len: 347 time: 0.0182974 Nov 10 22:36:23.108954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Deleting port 65002513-dd3f-4cd9-afa7-ba130beb0c2b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:23.109286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.184869 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.185194 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.197370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Calling delete_port for 65002513-dd3f-4cd9-afa7-ba130beb0c2b owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:23.382549 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.408744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Pushing event deleted for resources: {'Port': ['ID=65002513-dd3f-4cd9-afa7-ba130beb0c2b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:23.472786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.475327 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:23.476703 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e0518161-573b-463d-a6dd-3e6289096995 tempest-ServerActionsTestJSON-106783660 tempest-ServerActionsTestJSON-106783660-project] 10.222.0.45 "DELETE /v2.0/floatingips/4f2ef218-4493-4d74-82f7-31af2a68abc5 HTTP/1.1" status: 204 len: 168 time: 0.4982350 Nov 10 22:36:23.479501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54424) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:23.950780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.092693 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:36:24.193788 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.500058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Deleting port c7407e8d-0a1e-4f02-9cef-1a1af0797334 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:24.500393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.578913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] For port c7407e8d-0a1e-4f02-9cef-1a1af0797334, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7407e8d-0a1e-4f02-9cef-1a1af0797334,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:24.579269 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.591376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Calling delete_port for c7407e8d-0a1e-4f02-9cef-1a1af0797334 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:24.845254 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:24.870980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7407e8d-0a1e-4f02-9cef-1a1af0797334,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:25.037977 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.255270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Router 70277bb5-89fe-46df-9672-91204dc541f9 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:36:25.362618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:36:25.367649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b0b4e4a7-781c-4f68-bd77-e76014efc97f admin admin] 10.222.0.45 "PUT /v2.0/routers/70277bb5-89fe-46df-9672-91204dc541f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871832 Nov 10 22:36:25.370323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54428) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:25.374365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] Sync routers for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:36:25.385451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:25.386048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:25.477513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.492433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:25.580986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.678526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:36:24Z', 'revision_number': 5, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port': {'id': '73d8a977-aa80-430d-96f3-5ee8915f91fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70277bb5-89fe-46df-9672-91204dc541f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:25.689320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Deleting port 73d8a977-aa80-430d-96f3-5ee8915f91fa {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:25.689687 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.706450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] Checking router: 70277bb5-89fe-46df-9672-91204dc541f9 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:36:25.714649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] Routers {'70277bb5-89fe-46df-9672-91204dc541f9'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:36:25.715255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:36:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['70277bb5-89fe-46df-9672-91204dc541f9'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:25.773087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] For port 73d8a977-aa80-430d-96f3-5ee8915f91fa, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=73d8a977-aa80-430d-96f3-5ee8915f91fa,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:25.773452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:25.786000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Calling delete_port for 73d8a977-aa80-430d-96f3-5ee8915f91fa owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:25.804560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] Set router 70277bb5-89fe-46df-9672-91204dc541f9 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:36:25.858750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:36:25Z', 'revision_number': 6, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:25.884830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae1c508-e972-4d8e-8451-bfcc2f9c6325 None None] The sync data for ids ['70277bb5-89fe-46df-9672-91204dc541f9'] in n-d-776250-11 is: [{'id': '70277bb5-89fe-46df-9672-91204dc541f9', 'name': 'tempest-ServerActionsTestJSON-1884736574-router', 'tenant_id': '495c5faa7f8641cf949a6e24f869e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:22:22Z', 'updated_at': '2021-11-10T22:36:25Z', 'revision_number': 6, 'project_id': '495c5faa7f8641cf949a6e24f869e2d3', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:36:26.054552 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.080445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d8a977-aa80-430d-96f3-5ee8915f91fa,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:26.095176 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad68141-2a60-4e07-832b-7c5c6951495f None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:36:26.140579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.238105 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.240370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.371061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.371598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70277bb5-89fe-46df-9672-91204dc541f9 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:36:26.376160 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.377307 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e3c44e79-f943-4ec4-b31c-2a1d23c7f786 admin admin] 10.222.0.45 "DELETE /v2.0/routers/70277bb5-89fe-46df-9672-91204dc541f9 HTTP/1.1" status: 204 len: 168 time: 1.0060704 Nov 10 22:36:26.379852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54430) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:26.425431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] Deleting subnet 5a6684b8-7522-4935-b28a-0e15f46bae88 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:36:26.428877 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.463828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.544314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.662608 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.688065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6684b8-7522-4935-b28a-0e15f46bae88,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:26.694255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.697636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3fe9e96e-b456-41e0-b824-9c6866fd7229 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5a6684b8-7522-4935-b28a-0e15f46bae88 HTTP/1.1" status: 204 len: 168 time: 0.3167899 Nov 10 22:36:26.699369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed6c40-6201-4f54-8d4e-74b67dd623a7 None None] Network b7680767-36af-484e-b196-128e052cb0ad requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:26.704918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54432) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:26.775527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.833920 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Deleting port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:26.834316 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.897296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] DHCP port deletion for b7680767-36af-484e-b196-128e052cb0ad request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:36:26.909757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] For port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:26.910126 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:26.928037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Calling delete_port for 6cc66f30-5ce7-41a0-91d4-211dc04ef17b owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:26.950596 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] Deleting port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:36:26.950964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.124466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.151550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.156300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] No DVR routers for this DVR port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:27.159567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7407e8d-0a1e-4f02-9cef-1a1af0797334 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:27.186390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c7407e8d-0a1e-4f02-9cef-1a1af0797334 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:27.186733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7407e8d-0a1e-4f02-9cef-1a1af0797334 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:27.187157 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6cc66f30-5ce7-41a0-91d4-211dc04ef17b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:27.216115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6cc66f30-5ce7-41a0-91d4-211dc04ef17b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:27.216459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6cc66f30-5ce7-41a0-91d4-211dc04ef17b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:27.216947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 73d8a977-aa80-430d-96f3-5ee8915f91fa no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:36:27.236559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.241471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] For port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,segment=NetworkSegment(fc9e79da-2ff2-4b31-b84e-f72546ab5db6),segment_id=fc9e79da-2ff2-4b31-b84e-f72546ab5db6)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:27.241870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.244471 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 73d8a977-aa80-430d-96f3-5ee8915f91fa {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:36:27.244811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 73d8a977-aa80-430d-96f3-5ee8915f91fa not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:36:27.259353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] Calling delete_port for 6cc66f30-5ce7-41a0-91d4-211dc04ef17b owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:36:27.259665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7680767-36af-484e-b196-128e052cb0ad']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:27.268992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:27.269548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9e79da-2ff2-4b31-b84e-f72546ab5db6') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:36:27.278822 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.291542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.297901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:36:27.298280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:36:27.299933 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:36:27.337853 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.361208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] Pushing event deleted for resources: {'Port': ['ID=6cc66f30-5ce7-41a0-91d4-211dc04ef17b,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.366673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3ca1d-e1f1-44ce-bb60-8e8d6c4764b8 None None] No DVR routers for this DVR port 6cc66f30-5ce7-41a0-91d4-211dc04ef17b on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:36:27.465934 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.471647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.474721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b7680767-36af-484e-b196-128e052cb0ad HTTP/1.1" status: 204 len: 168 time: 0.7734833 Nov 10 22:36:27.486183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0c647-8fba-474b-a24f-fb678b7d8f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7680767-36af-484e-b196-128e052cb0ad,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:27.776313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54436) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:27.815182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-379e0e47-a9f8-4da9-a251-6879931beb8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=495c5faa7f8641cf949a6e24f869e2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384178 Nov 10 22:36:27.817643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54438) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:27.864673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff134c6c-1e5a-4b5f-9e4c-ab7782b50b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:27.885447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff134c6c-1e5a-4b5f-9e4c-ab7782b50b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.020671 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff134c6c-1e5a-4b5f-9e4c-ab7782b50b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.023317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ff134c6c-1e5a-4b5f-9e4c-ab7782b50b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:28.024501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ff134c6c-1e5a-4b5f-9e4c-ab7782b50b11 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db1b2913-4349-4951-be97-14319918d66d HTTP/1.1" status: 204 len: 168 time: 0.2059493 Nov 10 22:36:28.032755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff134c6c-1e5a-4b5f-9e4c-ab7782b50b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1b2913-4349-4951-be97-14319918d66d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:29.146227 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54460) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:29.241090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-130580170-network', 'tenant_id': 'f407650b596e428391355e47e3b0a584'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:29.353932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Made reservation on behalf of f407650b596e428391355e47e3b0a584 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:29.356251 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.365079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.437702 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.528583 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.552557 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:36:29.562195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0926b14-582c-4392-a0fe-9b2d31ab4574,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:29.569089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.569570 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Added segment 25fd2c5c-109f-4da4-b4b7-2b828d5a45a1 of type vlan for network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 Nov 10 22:36:29.611123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.705680 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.706768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:29.707452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:29.768752 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] Pushing event updated for resources: {'Network': ['ID=e654ef0a-f88a-4bbf-a475-f74db93bdbf5,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:29.778204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:36:29.847886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b409323a-c670-4065-86f9-b216f0276949 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7005310 Nov 10 22:36:29.851103 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54464) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:36:29.856259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Request body: {'subnet': {'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-130580170-subnet', 'tenant_id': 'f407650b596e428391355e47e3b0a584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:29.945620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Made reservation on behalf of f407650b596e428391355e47e3b0a584 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:29.948024 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.201315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.256445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b29772-a939-4140-a900-5c3c796248fb,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:30.268361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Checking segment: {'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:30.268724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Network hostable DHCP agents. Network: e654ef0a-f88a-4bbf-a475-f74db93bdbf5, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:36:30.368761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:36:30.477651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, e654ef0a-f88a-4bbf-a475-f74db93bdbf5) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:30.482004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:30.482715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:30.488553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e718956-9189-4394-91ca-9719d53fcbc0 None None] Network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:30.573909 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-310a5629-cd95-434a-a2ff-93ab6473edb8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7216384 Nov 10 22:36:30.612076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e018c-2d6a-4037-a37e-91395d05b70a None None] Network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:36:31.013402 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c569b768-87e7-455a-a54d-102fb2f4bf3f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:31.014993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c569b768-87e7-455a-a54d-102fb2f4bf3f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/networks?id=e654ef0a-f88a-4bbf-a475-f74db93bdbf5 HTTP/1.1" status: 200 len: 813 time: 0.1065817 Nov 10 22:36:31.031390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-9857d271-6d46-492c-b222-85418077bf2a tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/quotas/f407650b596e428391355e47e3b0a584 HTTP/1.1" status: 200 len: 375 time: 0.0098810 Nov 10 22:36:31.063658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-3c124b1f-40ec-466a-974a-cc818a2157a1 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f407650b596e428391355e47e3b0a584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262902 Nov 10 22:36:31.156094 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-e36d3517-ae32-4f74-9d6a-98560c0e36cb service neutron] 10.222.0.45 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Nov 10 22:36:31.248979 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-17bc0021-94ce-4ea1-95e6-2620b192aed2 service neutron] 10.222.0.45 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Nov 10 22:36:31.518386 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4ca5a70-344a-4af1-9c22-afdc82dcc594 req-792178b0-def8-4930-a647-c732031db650 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 210 time: 0.0275590 Nov 10 22:36:32.600496 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d27a0a01-2eca-4b42-8caf-5335cee4ff0e req-c9d954d0-cd07-4e67-87e3-4aa5ad21c4cc tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 210 time: 0.0272508 Nov 10 22:36:33.697797 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-962d9a71-36ae-4606-b03b-119ca507f8fa req-32b8f01f-f436-41a3-90bc-f9fd3db653eb tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 210 time: 0.0295975 Nov 10 22:36:33.800427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-60530052-f971-4a86-bde2-9103122483be tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:33.801856 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-60530052-f971-4a86-bde2-9103122483be tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.53 "GET /v2.0/networks?id=e654ef0a-f88a-4bbf-a475-f74db93bdbf5 HTTP/1.1" status: 200 len: 813 time: 0.1066303 Nov 10 22:36:33.815872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Request body: {'port': {'device_id': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5', 'admin_state_up': True, 'tenant_id': 'f407650b596e428391355e47e3b0a584'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:33.993976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Made reservation on behalf of f407650b596e428391355e47e3b0a584 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:33.997475 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.125115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Allocated IP 172.20.0.5 (e654ef0a-f88a-4bbf-a475-f74db93bdbf5/99b29772-a939-4140-a900-5c3c796248fb/74ce6ac9-269e-4443-bd59-b1ab35f9111f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:34.271463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.365731 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.408848 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:34.414305 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:34.418903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:34.444190 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Pushing event updated for resources: {'Port': ['ID=74ce6ac9-269e-4443-bd59-b1ab35f9111f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:34.459186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.459528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.459894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.460225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.460550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.460873 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.461192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.461509 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.461826 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.462140 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.462453 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.462765 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:34.483452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:34.484078 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.550779 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-c38e388e-725b-48dc-92f8-24ab371d9e0b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397895 Nov 10 22:36:34.563635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Request body: {'port': {'device_id': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:34.620973 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.823283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a5878-9e3f-4f14-b7e7-0dd18618eded req-39f99e91-65b8-4330-aa45-17bd716f9209 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:34.824714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c81a5878-9e3f-4f14-b7e7-0dd18618eded req-39f99e91-65b8-4330-aa45-17bd716f9209 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 931 time: 0.0499945 Nov 10 22:36:34.872972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c81a5878-9e3f-4f14-b7e7-0dd18618eded req-ff007e93-f967-459b-b461-409214b08c4e tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Nov 10 22:36:34.882102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ce6ac9-269e-4443-bd59-b1ab35f9111f {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:34.892057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:34.902847 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Transition to ACTIVE for port object 74ce6ac9-269e-4443-bd59-b1ab35f9111f will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:34.999395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.052564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=74ce6ac9-269e-4443-bd59-b1ab35f9111f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:35.123141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Attempting to bind port 74ce6ac9-269e-4443-bd59-b1ab35f9111f on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:35.123396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Attempting to bind port 74ce6ac9-269e-4443-bd59-b1ab35f9111f by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:35.123760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Attempting to bind port 74ce6ac9-269e-4443-bd59-b1ab35f9111f on network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:35.128818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Port 74ce6ac9-269e-4443-bd59-b1ab35f9111f on network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:35.129143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Attempting to bind port 74ce6ac9-269e-4443-bd59-b1ab35f9111f on network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:35.134041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:35.134383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Checking segment: {'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:35.134768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Bound using segment: {'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:35.135213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Bound port: 74ce6ac9-269e-4443-bd59-b1ab35f9111f, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:35.135554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.199883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] For port 74ce6ac9-269e-4443-bd59-b1ab35f9111f, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:35.202862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] For port 74ce6ac9-269e-4443-bd59-b1ab35f9111f, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=74ce6ac9-269e-4443-bd59-b1ab35f9111f,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:35.297261 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.333579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.334193 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.335665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] 10.222.0.53 "PUT /v2.0/ports/74ce6ac9-269e-4443-bd59-b1ab35f9111f HTTP/1.1" status: 200 len: 1092 time: 0.7764719 Nov 10 22:36:35.338159 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'tag': '74ce6ac9-269e-4443-bd59-b1ab35f9111f'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:35.340821 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac665ffd-6bc0-48ab-9687-0166d8eade63" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b5f039-7a56-4642-b95b-68a9d942e561", "tag": "74ce6ac9-269e-4443-bd59-b1ab35f9111f"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:35.368131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c4cdc-3dc1-4dc2-9131-954153401ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=74ce6ac9-269e-4443-bd59-b1ab35f9111f,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:35.381035 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d98844d-5d4d-42c5-864d-26aa242ae614 x-openstack-request-id: req-5d98844d-5d4d-42c5-864d-26aa242ae614 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:35.388358 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b5f039-7a56-4642-b95b-68a9d942e561", "tag": "74ce6ac9-269e-4443-bd59-b1ab35f9111f", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:35.388358 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d98844d-5d4d-42c5-864d-26aa242ae614 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:35.388358 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'tag': '74ce6ac9-269e-4443-bd59-b1ab35f9111f', 'status': 'completed', 'code': 200} Nov 10 22:36:35.443941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac665ffd-6bc0-48ab-9687-0166d8eade63 req-03cc83c0-9610-4d34-afdf-9c37b763ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.445395 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac665ffd-6bc0-48ab-9687-0166d8eade63 req-03cc83c0-9610-4d34-afdf-9c37b763ea57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f407650b596e428391355e47e3b0a584&device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 1095 time: 0.0437458 Nov 10 22:36:35.540593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac665ffd-6bc0-48ab-9687-0166d8eade63 req-26202c18-c19e-4cb9-8c10-b1bef6fd1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.542042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac665ffd-6bc0-48ab-9687-0166d8eade63 req-26202c18-c19e-4cb9-8c10-b1bef6fd1249 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f407650b596e428391355e47e3b0a584&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0895531 Nov 10 22:36:35.786274 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94868cda-5f4d-46ea-9f37-63de47222138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:35.910393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac665ffd-6bc0-48ab-9687-0166d8eade63 req-8f793e6f-7fbb-4dd9-9030-39f904e34ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.911886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ac665ffd-6bc0-48ab-9687-0166d8eade63 req-8f793e6f-7fbb-4dd9-9030-39f904e34ea8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3623435 Nov 10 22:36:35.992982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4d78-9734-4b73-b75d-148a8f530664 req-b8d443b4-b311-440b-a8cd-daab7d369652 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.994501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff9e4d78-9734-4b73-b75d-148a8f530664 req-b8d443b4-b311-440b-a8cd-daab7d369652 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 943 time: 0.0496728 Nov 10 22:36:35.995750 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-8c206b23-a7a3-4ae3-813d-346b6b8f35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:35.997238 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-8c206b23-a7a3-4ae3-813d-346b6b8f35ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f407650b596e428391355e47e3b0a584&device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 1095 time: 0.0501721 Nov 10 22:36:36.044763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-cb07bb7c-09a9-4337-84b2-a00c91741919 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74ce6ac9-269e-4443-bd59-b1ab35f9111f HTTP/1.1" status: 200 len: 217 time: 0.0380507 Nov 10 22:36:36.046509 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff9e4d78-9734-4b73-b75d-148a8f530664 req-8c69bb93-c25a-4ef8-8515-c483ddcbdaad tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458677 Nov 10 22:36:36.093908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-67ca938d-8790-4f85-9fdf-1e0e1b066051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:36.096025 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-67ca938d-8790-4f85-9fdf-1e0e1b066051 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=99b29772-a939-4140-a900-5c3c796248fb HTTP/1.1" status: 200 len: 853 time: 0.0435367 Nov 10 22:36:36.127595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-0d345792-3a9e-41a9-86e8-9979c2c6bee6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e654ef0a-f88a-4bbf-a475-f74db93bdbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243545 Nov 10 22:36:36.223075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-615a4048-f98d-4459-930b-0b05e4b55018 service neutron] 10.222.0.53 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890868 Nov 10 22:36:36.313607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-372f1fbc-5b78-4aaa-980f-d5f14d4b36fc req-27ee5f50-9aec-4fd2-ad89-4a22855a60ca service neutron] 10.222.0.53 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835714 Nov 10 22:36:37.162992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039c8a4-9dc6-4f01-a38f-2019d065a0cd req-3dd4441e-1648-45f0-894f-c78488b98d6b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:37.164487 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9039c8a4-9dc6-4f01-a38f-2019d065a0cd req-3dd4441e-1648-45f0-894f-c78488b98d6b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 943 time: 0.0476756 Nov 10 22:36:37.215785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9039c8a4-9dc6-4f01-a38f-2019d065a0cd req-e945b8fe-46de-4919-b7eb-ecd014f424c4 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 Nov 10 22:36:37.987886 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5126c782-7761-4c08-9301-dc81187caa97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:38.331664 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0531f1a-ef5f-4699-a8c6-68fae56d5f75 req-59f8f12e-117a-4e0e-acd7-db153ed236be tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:38.333176 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0531f1a-ef5f-4699-a8c6-68fae56d5f75 req-59f8f12e-117a-4e0e-acd7-db153ed236be tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 943 time: 0.0503569 Nov 10 22:36:38.380064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f0531f1a-ef5f-4699-a8c6-68fae56d5f75 req-ca498696-157c-48a3-afb8-903f0d404c76 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Nov 10 22:36:39.443442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 74ce6ac9-269e-4443-bd59-b1ab35f9111f details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:39.494019 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce541-e1bb-4d34-b98f-b729c381844f req-4fb88b1d-b82a-465a-9805-4e00701558be tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:39.495517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b49ce541-e1bb-4d34-b98f-b729c381844f req-4fb88b1d-b82a-465a-9805-4e00701558be tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 943 time: 0.0487208 Nov 10 22:36:39.543357 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b49ce541-e1bb-4d34-b98f-b729c381844f req-7724ed2f-5cbd-4e5b-94bd-81b1ed100122 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Nov 10 22:36:39.553328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 74ce6ac9-269e-4443-bd59-b1ab35f9111f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=74ce6ac9-269e-4443-bd59-b1ab35f9111f,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:39.565820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '74ce6ac9-269e-4443-bd59-b1ab35f9111f', 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5', 'port_id': '74ce6ac9-269e-4443-bd59-b1ab35f9111f', 'mac_address': 'fa:16:3e:3e:df:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b29772-a939-4140-a900-5c3c796248fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:39.567344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.602653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.615531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ce6ac9-269e-4443-bd59-b1ab35f9111f {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:39.634887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 74ce6ac9-269e-4443-bd59-b1ab35f9111f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=74ce6ac9-269e-4443-bd59-b1ab35f9111f,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:39.696213 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:39.746427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=74ce6ac9-269e-4443-bd59-b1ab35f9111f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:39.886553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['74ce6ac9-269e-4443-bd59-b1ab35f9111f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:40.659919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08721a-aac2-46c3-8e57-b095800bced5 req-93afbaa9-e6d5-4522-b301-f34ca28de3f9 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:40.661428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa08721a-aac2-46c3-8e57-b095800bced5 req-93afbaa9-e6d5-4522-b301-f34ca28de3f9 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 944 time: 0.0491972 Nov 10 22:36:40.708803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fa08721a-aac2-46c3-8e57-b095800bced5 req-8001b0c8-8933-4a66-bfc8-6a2f0d0bf374 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Nov 10 22:36:41.020795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.469394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 74ce6ac9-269e-4443-bd59-b1ab35f9111f up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:41.493801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.576455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 74ce6ac9-269e-4443-bd59-b1ab35f9111f completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:41.580716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 74ce6ac9-269e-4443-bd59-b1ab35f9111f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:41.581963 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.691942 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.715329 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ce6ac9-269e-4443-bd59-b1ab35f9111f'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:41.717669 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2364782-3ddb-418e-bf0f-c20c5e2b7e5a" -d '{"events": [{"server_uuid": "c0b5f039-7a56-4642-b95b-68a9d942e561", "name": "network-vif-plugged", "status": "completed", "tag": "74ce6ac9-269e-4443-bd59-b1ab35f9111f"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:41.734790 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 74ce6ac9-269e-4443-bd59-b1ab35f9111f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=74ce6ac9-269e-4443-bd59-b1ab35f9111f,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:41.778392 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e59156-1cfe-4b68-8ed5-72a9f57cc53e x-openstack-request-id: req-18e59156-1cfe-4b68-8ed5-72a9f57cc53e {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:41.778687 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b5f039-7a56-4642-b95b-68a9d942e561", "name": "network-vif-plugged", "status": "completed", "tag": "74ce6ac9-269e-4443-bd59-b1ab35f9111f", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:41.778943 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18e59156-1cfe-4b68-8ed5-72a9f57cc53e {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:41.779335 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ce6ac9-269e-4443-bd59-b1ab35f9111f', 'code': 200} Nov 10 22:36:41.820943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:41.859058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94328e0-4577-4b2a-8aa9-1d8d15a2d660 req-96614c32-5756-4f8e-b702-4e0fc6f63dc6 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:41.867353 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94328e0-4577-4b2a-8aa9-1d8d15a2d660 req-96614c32-5756-4f8e-b702-4e0fc6f63dc6 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 944 time: 0.0732653 Nov 10 22:36:41.882996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=74ce6ac9-269e-4443-bd59-b1ab35f9111f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:41.902318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45354137-b746-40b9-8778-793502e0b2f9 req-670dcc12-bde4-4cbf-87c8-0476e60a609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:41.904024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45354137-b746-40b9-8778-793502e0b2f9 req-670dcc12-bde4-4cbf-87c8-0476e60a609d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 1097 time: 0.0566115 Nov 10 22:36:41.918390 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e94328e0-4577-4b2a-8aa9-1d8d15a2d660 req-022b3623-8d9d-4aa4-a646-7f9c6ed97ff7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Nov 10 22:36:41.955403 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-45354137-b746-40b9-8778-793502e0b2f9 req-142e6a12-1778-446a-a370-0821e424e7cb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Nov 10 22:36:43.043244 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8ef96-d985-4b22-8fc3-25a4bc0db41c req-ab992ff2-9ca2-4c20-9c96-680c75d250c1 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:43.044770 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5c8ef96-d985-4b22-8fc3-25a4bc0db41c req-ab992ff2-9ca2-4c20-9c96-680c75d250c1 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0532765 Nov 10 22:36:43.092118 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5c8ef96-d985-4b22-8fc3-25a4bc0db41c req-280f4c8f-a174-4477-8eab-2b75983fa828 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Nov 10 22:36:44.265593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c1085-a5ff-4ed2-a8ef-8de20e5682c7 req-65bf7701-8dd6-42d1-b91c-e6a2399ac098 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:44.267060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a99c1085-a5ff-4ed2-a8ef-8de20e5682c7 req-65bf7701-8dd6-42d1-b91c-e6a2399ac098 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.1026618 Nov 10 22:36:44.314646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a99c1085-a5ff-4ed2-a8ef-8de20e5682c7 req-e7be6d17-2386-4f83-9250-0e7b981d5a3b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Nov 10 22:36:44.658941 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-9d21a88e-4980-4eeb-8f79-3408f070c238 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:44.660444 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-9d21a88e-4980-4eeb-8f79-3408f070c238 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/networks?id=e654ef0a-f88a-4bbf-a475-f74db93bdbf5 HTTP/1.1" status: 200 len: 813 time: 0.1021652 Nov 10 22:36:44.674800 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-5752597d-13eb-46ad-ac5c-9436ef12e533 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/quotas/f407650b596e428391355e47e3b0a584 HTTP/1.1" status: 200 len: 375 time: 0.0086901 Nov 10 22:36:44.723535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-7f31e468-49fc-405c-b168-71609ff8855f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f407650b596e428391355e47e3b0a584&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427780 Nov 10 22:36:44.775540 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-108e1189-2a96-4118-9232-fac56a1a0982 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:36:44.776562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-108e1189-2a96-4118-9232-fac56a1a0982 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464809 Nov 10 22:36:44.865042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-9c81f95e-c4bb-4cce-bf7e-c0d646d23663 service neutron] 10.222.0.45 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823133 Nov 10 22:36:44.955678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-da2be26c-8d61-4195-b5fd-4a9b28c0fa50 service neutron] 10.222.0.45 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845785 Nov 10 22:36:46.209155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1fb6c902-35fc-4657-bd3c-7196ecbd374a req-c44577e3-26bf-47f1-b667-a41f6ac05d1e tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 210 time: 0.0259905 Nov 10 22:36:47.305428 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-707ec897-a3ab-47fa-ade0-f6e7c431c3ca req-c2dcb544-4856-4a77-a5f5-bbfb3f94e56d tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 210 time: 0.0280547 Nov 10 22:36:48.263969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-12ab91eb-3247-47bb-8f17-3e70efae25ec tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.265446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-12ab91eb-3247-47bb-8f17-3e70efae25ec tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.64 "GET /v2.0/networks?id=e654ef0a-f88a-4bbf-a475-f74db93bdbf5 HTTP/1.1" status: 200 len: 813 time: 0.1118832 Nov 10 22:36:48.278759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Request body: {'port': {'device_id': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5', 'admin_state_up': True, 'tenant_id': 'f407650b596e428391355e47e3b0a584'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:48.406238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f699ad8-2161-48e9-b267-ad6d4bc30d41 req-acd30557-d828-4914-81fe-5d85c7ef5405 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 210 time: 0.0326073 Nov 10 22:36:48.477330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Made reservation on behalf of f407650b596e428391355e47e3b0a584 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:36:48.480864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.605095 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Allocated IP 172.20.0.3 (e654ef0a-f88a-4bbf-a475-f74db93bdbf5/99b29772-a939-4140-a900-5c3c796248fb/391b7d7a-5313-4fee-8b33-0fa3f51cac80) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:36:48.752930 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.849660 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:48.861358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['74ce6ac9-269e-4443-bd59-b1ab35f9111f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:48.894364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:36:48.900858 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:36:48.904648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:36:48.930943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Pushing event updated for resources: {'Port': ['ID=391b7d7a-5313-4fee-8b33-0fa3f51cac80,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:48.959280 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:48.959926 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.034893 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-38968eee-730d-4a3d-9c9b-3addef0ab33f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597706 Nov 10 22:36:49.048329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Request body: {'port': {'device_id': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:36:49.104674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.365652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391b7d7a-5313-4fee-8b33-0fa3f51cac80 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:49.372941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.384753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Transition to ACTIVE for port object 391b7d7a-5313-4fee-8b33-0fa3f51cac80 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:36:49.489748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.533278 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edc6a0-752e-4553-aed4-95801bc6e354 req-4965b081-37f2-4ff1-8225-af1e5a19fc9f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.534894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5edc6a0-752e-4553-aed4-95801bc6e354 req-4965b081-37f2-4ff1-8225-af1e5a19fc9f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 943 time: 0.0528326 Nov 10 22:36:49.541871 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Pushing event updated for resources: {'Port': ['ID=391b7d7a-5313-4fee-8b33-0fa3f51cac80,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:49.587000 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f5edc6a0-752e-4553-aed4-95801bc6e354 req-263c9346-6002-4969-afe6-b60bc8e54074 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Nov 10 22:36:49.607137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Attempting to bind port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:36:49.607476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Attempting to bind port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:36:49.607832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Attempting to bind port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 on network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:49.612179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 on network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:36:49.612497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Attempting to bind port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 on network e654ef0a-f88a-4bbf-a475-f74db93bdbf5 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:36:49.617440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:36:49.617770 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Checking segment: {'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:36:49.618180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Bound using segment: {'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:36:49.618600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Bound port: 391b7d7a-5313-4fee-8b33-0fa3f51cac80, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:36:49.618955 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.684162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] For port 391b7d7a-5313-4fee-8b33-0fa3f51cac80, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:36:49.687224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] For port 391b7d7a-5313-4fee-8b33-0fa3f51cac80, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=391b7d7a-5313-4fee-8b33-0fa3f51cac80,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:36:49.776948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.809044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.809592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:49.810960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] 10.222.0.64 "PUT /v2.0/ports/391b7d7a-5313-4fee-8b33-0fa3f51cac80 HTTP/1.1" status: 200 len: 1092 time: 0.7669709 Nov 10 22:36:49.813096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'tag': '391b7d7a-5313-4fee-8b33-0fa3f51cac80'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:49.815372 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5157b3d3-2110-4f60-ae8e-015c76f4e54f" -d '{"events": [{"name": "network-changed", "server_uuid": "c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88", "tag": "391b7d7a-5313-4fee-8b33-0fa3f51cac80"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:49.842448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc11cd1-87f5-4c2d-9484-4b41b798e979 service neutron] Pushing event updated for resources: {'Port': ['ID=391b7d7a-5313-4fee-8b33-0fa3f51cac80,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:49.853666 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6fc37-2d0b-49ff-9ae2-2ca1e3d94052 x-openstack-request-id: req-6ee6fc37-2d0b-49ff-9ae2-2ca1e3d94052 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:49.853957 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88", "tag": "391b7d7a-5313-4fee-8b33-0fa3f51cac80", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:49.854206 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ee6fc37-2d0b-49ff-9ae2-2ca1e3d94052 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:49.854603 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'tag': '391b7d7a-5313-4fee-8b33-0fa3f51cac80', 'status': 'completed', 'code': 200} Nov 10 22:36:49.917569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157b3d3-2110-4f60-ae8e-015c76f4e54f req-353f032a-ee11-4063-b69b-5625053d36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:49.918976 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5157b3d3-2110-4f60-ae8e-015c76f4e54f req-353f032a-ee11-4063-b69b-5625053d36d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f407650b596e428391355e47e3b0a584&device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 1095 time: 0.0416601 Nov 10 22:36:50.331297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157b3d3-2110-4f60-ae8e-015c76f4e54f req-0d69cfb4-5ab9-41d5-9f97-8ebad5e59ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.333491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5157b3d3-2110-4f60-ae8e-015c76f4e54f req-0d69cfb4-5ab9-41d5-9f97-8ebad5e59ffb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f407650b596e428391355e47e3b0a584&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4072008 Nov 10 22:36:50.425205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157b3d3-2110-4f60-ae8e-015c76f4e54f req-ffbc73b4-32e2-46a1-8f57-45eedd2d9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.427212 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5157b3d3-2110-4f60-ae8e-015c76f4e54f req-ffbc73b4-32e2-46a1-8f57-45eedd2d9f32 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869336 Nov 10 22:36:50.471852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:50.507640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-c1c5774d-8ae0-49bc-a411-0cf06b792210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.509126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-c1c5774d-8ae0-49bc-a411-0cf06b792210 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f407650b596e428391355e47e3b0a584&device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 1095 time: 0.0446811 Nov 10 22:36:50.555878 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-336fba80-fcab-4a5b-a756-afdf9a16a255 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391b7d7a-5313-4fee-8b33-0fa3f51cac80 HTTP/1.1" status: 200 len: 217 time: 0.0374043 Nov 10 22:36:50.605303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-30dfe84c-55bf-44b0-8058-2f6e2828675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.606730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-30dfe84c-55bf-44b0-8058-2f6e2828675f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99b29772-a939-4140-a900-5c3c796248fb HTTP/1.1" status: 200 len: 853 time: 0.0431445 Nov 10 22:36:50.640605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-2cf63947-8461-4420-9ef3-176617e11a75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e654ef0a-f88a-4bbf-a475-f74db93bdbf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260143 Nov 10 22:36:50.707843 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089705-9514-4483-8964-ec5dfca02800 req-242e5dba-2dc8-47e8-8f74-256baf06d220 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:50.709410 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14089705-9514-4483-8964-ec5dfca02800 req-242e5dba-2dc8-47e8-8f74-256baf06d220 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 943 time: 0.0537207 Nov 10 22:36:50.738241 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-1916e7e2-5d25-423d-b6a7-497094a6f22d service neutron] 10.222.0.64 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908315 Nov 10 22:36:50.758849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14089705-9514-4483-8964-ec5dfca02800 req-676ba99d-ee40-415d-83cd-e4c578e7f3b9 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Nov 10 22:36:50.828462 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15758c22-32cb-42a2-bcd0-1c4ce71abf8d req-a3c1de7b-91d2-4871-b98e-46b28282258c service neutron] 10.222.0.64 "GET /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832443 Nov 10 22:36:51.880909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65064af-50ae-4705-aff4-92078a6f48d2 req-6f7af31f-76bb-426c-b133-47a0c7a3f5b4 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:51.882264 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c65064af-50ae-4705-aff4-92078a6f48d2 req-6f7af31f-76bb-426c-b133-47a0c7a3f5b4 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 943 time: 0.0540447 Nov 10 22:36:51.929993 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c65064af-50ae-4705-aff4-92078a6f48d2 req-726c14d2-3dba-42d0-bcdf-6fa4f0caf4ff tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Nov 10 22:36:53.046569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a340d8-655d-46a6-8be0-15244d53af66 req-d5950f8d-a07d-4f0f-bc82-942d2830e07d tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:53.048075 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8a340d8-655d-46a6-8be0-15244d53af66 req-d5950f8d-a07d-4f0f-bc82-942d2830e07d tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 943 time: 0.0494137 Nov 10 22:36:53.094925 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8a340d8-655d-46a6-8be0-15244d53af66 req-1ea7df17-03a7-4121-8fc1-79d0f0061c30 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Nov 10 22:36:54.194181 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.212241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c66ee-fcbc-40d0-94d0-f546ccf5f5f3 req-23c3ba0b-750f-49f1-a2f8-a338a1b3640f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:54.213788 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-707c66ee-fcbc-40d0-94d0-f546ccf5f5f3 req-23c3ba0b-750f-49f1-a2f8-a338a1b3640f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 943 time: 0.0509841 Nov 10 22:36:54.260992 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-707c66ee-fcbc-40d0-94d0-f546ccf5f5f3 req-47025ac3-7e88-4100-b82a-467080b71ecf tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Nov 10 22:36:54.503151 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 391b7d7a-5313-4fee-8b33-0fa3f51cac80 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:36:54.597953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 391b7d7a-5313-4fee-8b33-0fa3f51cac80, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=391b7d7a-5313-4fee-8b33-0fa3f51cac80,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:54.608924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '391b7d7a-5313-4fee-8b33-0fa3f51cac80', 'network_id': 'e654ef0a-f88a-4bbf-a475-f74db93bdbf5', 'port_id': '391b7d7a-5313-4fee-8b33-0fa3f51cac80', 'mac_address': 'fa:16:3e:39:5e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b29772-a939-4140-a900-5c3c796248fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:36:54.644869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.657339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391b7d7a-5313-4fee-8b33-0fa3f51cac80 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:36:54.676283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 391b7d7a-5313-4fee-8b33-0fa3f51cac80, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=391b7d7a-5313-4fee-8b33-0fa3f51cac80,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:54.741233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:54.788660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=391b7d7a-5313-4fee-8b33-0fa3f51cac80,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:54.795822 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.796169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.796506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.796842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.797173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.797498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.797820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.798141 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.798462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.798780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.799099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:54.799415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:36:55.057808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['391b7d7a-5313-4fee-8b33-0fa3f51cac80'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:36:55.381647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c3eec-f4cb-44e6-a4fa-3feee34263ab req-4563c53f-10f6-4cbf-b486-a67ae250135e tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:55.383109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a7c3eec-f4cb-44e6-a4fa-3feee34263ab req-4563c53f-10f6-4cbf-b486-a67ae250135e tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 944 time: 0.0541022 Nov 10 22:36:55.431278 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8a7c3eec-f4cb-44e6-a4fa-3feee34263ab req-27f69cd9-86c5-4fd4-b8e2-7645ec5f01f0 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Nov 10 22:36:56.534826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 391b7d7a-5313-4fee-8b33-0fa3f51cac80 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:36:56.553006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854d4b-6836-4761-82fb-8cd8baeb3868 req-688f2430-a26e-4f52-9956-82ddcf42de70 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.554474 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a854d4b-6836-4761-82fb-8cd8baeb3868 req-688f2430-a26e-4f52-9956-82ddcf42de70 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 944 time: 0.0547919 Nov 10 22:36:56.602056 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a854d4b-6836-4761-82fb-8cd8baeb3868 req-1044e1bb-7e96-40b4-b75f-f5d1120c3542 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Nov 10 22:36:56.638981 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:36:56.643020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:36:56.643383 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.723585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.744880 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391b7d7a-5313-4fee-8b33-0fa3f51cac80'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:36:56.747081 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986dcb20-c459-4ba1-ae9b-67007cfe3732" -d '{"events": [{"server_uuid": "c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88", "name": "network-vif-plugged", "status": "completed", "tag": "391b7d7a-5313-4fee-8b33-0fa3f51cac80"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:36:56.763636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 391b7d7a-5313-4fee-8b33-0fa3f51cac80, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=391b7d7a-5313-4fee-8b33-0fa3f51cac80,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:36:56.788346 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f1efb7-1726-4ac1-9841-548263de2704 x-openstack-request-id: req-57f1efb7-1726-4ac1-9841-548263de2704 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:36:56.791989 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88", "name": "network-vif-plugged", "status": "completed", "tag": "391b7d7a-5313-4fee-8b33-0fa3f51cac80", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:36:56.791989 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57f1efb7-1726-4ac1-9841-548263de2704 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:36:56.791989 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391b7d7a-5313-4fee-8b33-0fa3f51cac80', 'code': 200} Nov 10 22:36:56.839366 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:36:56.881419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6c7ab-7763-4bf7-b4a9-a6c3c2192237 req-971a663d-ca71-42d2-9629-3847a9d71e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:56.882981 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29a6c7ab-7763-4bf7-b4a9-a6c3c2192237 req-971a663d-ca71-42d2-9629-3847a9d71e00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 1097 time: 0.0401964 Nov 10 22:36:56.887581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=391b7d7a-5313-4fee-8b33-0fa3f51cac80,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:36:56.926551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29a6c7ab-7763-4bf7-b4a9-a6c3c2192237 req-50765da7-6526-47b0-b731-67f6f583c83b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370224 Nov 10 22:36:57.716368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e158b1-67bd-4ef5-b548-f35321b4b3ef req-9f21e0e9-6f11-4bb2-9afc-36f629c12efd tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:57.717840 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99e158b1-67bd-4ef5-b548-f35321b4b3ef req-9f21e0e9-6f11-4bb2-9afc-36f629c12efd tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 945 time: 0.0485792 Nov 10 22:36:57.768402 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-99e158b1-67bd-4ef5-b548-f35321b4b3ef req-62fc1133-dbb7-4ce8-a9f1-eb1fb537ef54 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Nov 10 22:36:58.885028 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d922558-76c3-4749-b784-02b827048573 req-3109cf9b-0e6c-4a4a-a866-f7874c8f615c tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:58.886524 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d922558-76c3-4749-b784-02b827048573 req-3109cf9b-0e6c-4a4a-a866-f7874c8f615c tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 945 time: 0.0495753 Nov 10 22:36:58.934791 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d922558-76c3-4749-b784-02b827048573 req-ec11b387-507b-4aad-9869-39205fdb8b1c tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Nov 10 22:36:59.388242 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49370996-3302-4e77-90d6-730b558e2d32 req-f199ca42-411b-4952-a7a5-10d6e0efd3ac tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:36:59.389708 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49370996-3302-4e77-90d6-730b558e2d32 req-f199ca42-411b-4952-a7a5-10d6e0efd3ac tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Nov 10 22:36:59.441290 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49370996-3302-4e77-90d6-730b558e2d32 req-8e386131-caae-4287-9363-e9c0d27ceb07 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455549 Nov 10 22:37:00.561782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea9ba9-5aa6-4db2-b103-8a4f3a025147 req-a7a5b83d-5e50-4687-85b5-6482b553cf52 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:00.563271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88ea9ba9-5aa6-4db2-b103-8a4f3a025147 req-a7a5b83d-5e50-4687-85b5-6482b553cf52 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 945 time: 0.0513761 Nov 10 22:37:00.609709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88ea9ba9-5aa6-4db2-b103-8a4f3a025147 req-f023d4a7-8d12-4b07-b438-83280da577da tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Nov 10 22:37:00.746830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-292f70f4-d59b-4247-a925-730b578a586b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:00.748225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-292f70f4-d59b-4247-a925-730b578a586b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.64 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 945 time: 0.0486264 Nov 10 22:37:00.846151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Deleting port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:00.846487 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.934439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] For port 391b7d7a-5313-4fee-8b33-0fa3f51cac80, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=391b7d7a-5313-4fee-8b33-0fa3f51cac80,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:00.934798 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:00.947345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Calling delete_port for 391b7d7a-5313-4fee-8b33-0fa3f51cac80 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:01.092007 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:37:01.136744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:01.150172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['391b7d7a-5313-4fee-8b33-0fa3f51cac80'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:01.152477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['74ce6ac9-269e-4443-bd59-b1ab35f9111f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:01.166974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Pushing event deleted for resources: {'Port': ['ID=391b7d7a-5313-4fee-8b33-0fa3f51cac80,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:01.175922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.176313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.176605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.177042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.177379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.177986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.178329 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.178974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.178974 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.179332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.179601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.179951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:01.224515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] No DVR routers for this DVR port 391b7d7a-5313-4fee-8b33-0fa3f51cac80 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:01.227125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:01.230420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c0cbe0b4-e091-4089-a2c3-7cd82a0f92d3 req-8046ef0e-62f9-4679-9960-44dceff32bb7 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.64 "DELETE /v2.0/ports/391b7d7a-5313-4fee-8b33-0fa3f51cac80 HTTP/1.1" status: 204 len: 173 time: 0.4761701 Nov 10 22:37:01.230874 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'name': 'network-vif-deleted', 'tag': '391b7d7a-5313-4fee-8b33-0fa3f51cac80'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:01.233647 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b71eba7-4482-4728-ab9a-86d8a8513d92" -d '{"events": [{"server_uuid": "c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88", "name": "network-vif-deleted", "tag": "391b7d7a-5313-4fee-8b33-0fa3f51cac80"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:01.269455 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ec41fe-4684-463a-b879-ca385ac4ecf0 x-openstack-request-id: req-37ec41fe-4684-463a-b879-ca385ac4ecf0 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:01.269778 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88", "name": "network-vif-deleted", "tag": "391b7d7a-5313-4fee-8b33-0fa3f51cac80", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:01.270037 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37ec41fe-4684-463a-b879-ca385ac4ecf0 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:01.270562 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88', 'name': 'network-vif-deleted', 'tag': '391b7d7a-5313-4fee-8b33-0fa3f51cac80', 'status': 'completed', 'code': 200} Nov 10 22:37:01.726300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d70940a-ec66-4e45-9124-ea279854b6e0 req-834c68c9-c89c-4266-8cea-dd4dd756796f tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c314949e-86f5-4aa5-b4a3-4f4fbbfc8e88 HTTP/1.1" status: 200 len: 210 time: 0.0309680 Nov 10 22:37:02.875087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaa4ec-0d47-4966-861f-bb05c7f56265 req-7a1ea28e-19f4-4f5c-9aa1-34e44e069c11 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:02.876613 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31aaa4ec-0d47-4966-861f-bb05c7f56265 req-7a1ea28e-19f4-4f5c-9aa1-34e44e069c11 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0487828 Nov 10 22:37:02.922904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-31aaa4ec-0d47-4966-861f-bb05c7f56265 req-02a9abb3-ca8b-4def-afbc-389ca85c5cfc tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398149 Nov 10 22:37:03.055179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c70474-56ea-4ecc-b6f5-2be689bc537c req-57eb106c-4c23-47cf-9ff4-6aeb54dca93b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.056708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5c70474-56ea-4ecc-b6f5-2be689bc537c req-57eb106c-4c23-47cf-9ff4-6aeb54dca93b tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0523310 Nov 10 22:37:03.109163 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e5c70474-56ea-4ecc-b6f5-2be689bc537c req-feff904b-b71e-4d2c-9b82-733ec83f6796 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Nov 10 22:37:03.224919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8638267-88b0-46b6-9df8-9ee2abda59d0 req-8f062e2b-11db-4233-81c0-9ca6d00f1efc tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.226921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8638267-88b0-46b6-9df8-9ee2abda59d0 req-8f062e2b-11db-4233-81c0-9ca6d00f1efc tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0486963 Nov 10 22:37:03.274571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a8638267-88b0-46b6-9df8-9ee2abda59d0 req-3303fcad-93a1-4c8a-8026-1a18857dd292 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Nov 10 22:37:03.439577 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681e670-01b3-4b13-b41f-8c891e68def4 req-9f966796-ab22-4440-ba61-e3ac1997aa90 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.441076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e681e670-01b3-4b13-b41f-8c891e68def4 req-9f966796-ab22-4440-ba61-e3ac1997aa90 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0498652 Nov 10 22:37:03.490059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e681e670-01b3-4b13-b41f-8c891e68def4 req-2ab655a3-ebae-4819-a2b8-746874a52714 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Nov 10 22:37:03.606081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef0258-baf9-44ff-97ac-168d2fd3731d req-4de3f404-2cbf-41bc-b619-a5da8428f6c6 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.607518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19ef0258-baf9-44ff-97ac-168d2fd3731d req-4de3f404-2cbf-41bc-b619-a5da8428f6c6 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0480144 Nov 10 22:37:03.654177 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19ef0258-baf9-44ff-97ac-168d2fd3731d req-ec245142-70b1-4597-9a5a-a0b794d41d65 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Nov 10 22:37:03.777537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193d0f9-a587-426b-a08d-c180712b7aa0 req-a1a2e345-13e3-40e2-af6d-d34c6375000d tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:03.778918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3193d0f9-a587-426b-a08d-c180712b7aa0 req-a1a2e345-13e3-40e2-af6d-d34c6375000d tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Nov 10 22:37:03.833004 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3193d0f9-a587-426b-a08d-c180712b7aa0 req-3bdddf31-2b45-4f9c-a668-a0557c98e378 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 Nov 10 22:37:04.378662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92e550-9229-4929-a662-f35dbb6b2bb1 req-9adaadf4-f442-449f-b3e2-3fa010ef1e5d tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:04.380149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a92e550-9229-4929-a662-f35dbb6b2bb1 req-9adaadf4-f442-449f-b3e2-3fa010ef1e5d tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0531437 Nov 10 22:37:04.427525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a92e550-9229-4929-a662-f35dbb6b2bb1 req-f6818225-3650-4201-934e-8d7dacb3a4ab tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Nov 10 22:37:04.581263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 391b7d7a-5313-4fee-8b33-0fa3f51cac80 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:04.601747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 391b7d7a-5313-4fee-8b33-0fa3f51cac80 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:04.602085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 391b7d7a-5313-4fee-8b33-0fa3f51cac80 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:05.549934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5ff40-4c5f-4611-ab54-b84ae5ec35bb req-0109ca4e-2375-42a5-9804-7c0b2b8c9a73 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:05.551388 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afb5ff40-4c5f-4611-ab54-b84ae5ec35bb req-0109ca4e-2375-42a5-9804-7c0b2b8c9a73 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0522130 Nov 10 22:37:05.602408 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afb5ff40-4c5f-4611-ab54-b84ae5ec35bb req-4bb62e6e-57eb-4b2f-abc6-53a429e4d617 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0926b14-582c-4392-a0fe-9b2d31ab4574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Nov 10 22:37:05.716104 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-80f2fb42-c239-4b02-b622-9c39c003bd60 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:05.717500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-80f2fb42-c239-4b02-b622-9c39c003bd60 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 945 time: 0.0502551 Nov 10 22:37:05.774708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30fe19a5-e5c2-458f-aa7f-506abd0d4262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.811989 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Deleting port 74ce6ac9-269e-4443-bd59-b1ab35f9111f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:05.812312 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.899313 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] For port 74ce6ac9-269e-4443-bd59-b1ab35f9111f, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=74ce6ac9-269e-4443-bd59-b1ab35f9111f,segment=NetworkSegment(25fd2c5c-109f-4da4-b4b7-2b828d5a45a1),segment_id=25fd2c5c-109f-4da4-b4b7-2b828d5a45a1)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:05.899672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:05.911850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Calling delete_port for 74ce6ac9-269e-4443-bd59-b1ab35f9111f owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:06.142122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.154012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['74ce6ac9-269e-4443-bd59-b1ab35f9111f'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:06.172335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Pushing event deleted for resources: {'Port': ['ID=74ce6ac9-269e-4443-bd59-b1ab35f9111f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:06.217324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] No DVR routers for this DVR port 74ce6ac9-269e-4443-bd59-b1ab35f9111f on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:06.220009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:06.223305 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-194aad7c-1046-45ce-bc7b-35bd0a542060 req-baef6af2-3cc7-49b3-8225-ece012deb2c5 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.53 "DELETE /v2.0/ports/74ce6ac9-269e-4443-bd59-b1ab35f9111f HTTP/1.1" status: 204 len: 173 time: 0.4989996 Nov 10 22:37:06.223836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'name': 'network-vif-deleted', 'tag': '74ce6ac9-269e-4443-bd59-b1ab35f9111f'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:06.226217 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a9861-281a-4373-a5b7-3f9e94e0b4a9" -d '{"events": [{"server_uuid": "c0b5f039-7a56-4642-b95b-68a9d942e561", "name": "network-vif-deleted", "tag": "74ce6ac9-269e-4443-bd59-b1ab35f9111f"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:06.317666 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3d98d3-8c6d-4534-8515-dd65ec905284 x-openstack-request-id: req-2c3d98d3-8c6d-4534-8515-dd65ec905284 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:06.317967 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b5f039-7a56-4642-b95b-68a9d942e561", "name": "network-vif-deleted", "tag": "74ce6ac9-269e-4443-bd59-b1ab35f9111f", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:06.318218 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c3d98d3-8c6d-4534-8515-dd65ec905284 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:06.318626 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b5f039-7a56-4642-b95b-68a9d942e561', 'name': 'network-vif-deleted', 'tag': '74ce6ac9-269e-4443-bd59-b1ab35f9111f', 'status': 'completed', 'code': 200} Nov 10 22:37:06.714554 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d4e71f6c-c8d5-47a4-be08-63a9676dca83 req-651e8f1e-d7b1-4247-a78e-588002f3f7c8 tempest-ServersNegativeTestJSON-1879311696 tempest-ServersNegativeTestJSON-1879311696-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0b5f039-7a56-4642-b95b-68a9d942e561 HTTP/1.1" status: 200 len: 210 time: 0.0315559 Nov 10 22:37:07.771322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54636) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:07.816543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] Deleting subnet 99b29772-a939-4140-a900-5c3c796248fb {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:37:07.819667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.853740 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.898590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:07.965016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3b138956-bd95-4ccc-9b8f-b9374d44080a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.028446 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.054426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b29772-a939-4140-a900-5c3c796248fb,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:08.059280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.062087 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-95411d18-83ba-45c1-8029-5be7e2e7db73 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/99b29772-a939-4140-a900-5c3c796248fb HTTP/1.1" status: 204 len: 168 time: 0.2896595 Nov 10 22:37:08.064608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54638) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:08.131942 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.215067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.234988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e654ef0a-f88a-4bbf-a475-f74db93bdbf5']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:08.244235 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:08.244735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fd2c5c-109f-4da4-b4b7-2b828d5a45a1') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:08.254206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.267184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.273523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:08.273903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:08.275527 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:08.388137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.393619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.396956 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e654ef0a-f88a-4bbf-a475-f74db93bdbf5 HTTP/1.1" status: 204 len: 168 time: 0.3313665 Nov 10 22:37:08.408807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37476c7c-308d-4485-ba7f-e9cc862fef56 admin admin] Pushing event deleted for resources: {'Network': ['ID=e654ef0a-f88a-4bbf-a475-f74db93bdbf5,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:08.738269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54642) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:08.781130 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d5c3c817-905d-4224-8c71-bcbe3341fa10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f407650b596e428391355e47e3b0a584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416207 Nov 10 22:37:08.783479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54644) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:08.831706 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81b50d62-178e-4858-b60a-7c84e9c39809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.852968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81b50d62-178e-4858-b60a-7c84e9c39809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.993409 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81b50d62-178e-4858-b60a-7c84e9c39809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.995948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-81b50d62-178e-4858-b60a-7c84e9c39809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:08.997199 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-81b50d62-178e-4858-b60a-7c84e9c39809 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0926b14-582c-4392-a0fe-9b2d31ab4574 HTTP/1.1" status: 204 len: 168 time: 0.2126231 Nov 10 22:37:09.005554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b50d62-178e-4858-b60a-7c84e9c39809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0926b14-582c-4392-a0fe-9b2d31ab4574,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:09.542255 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:09.610212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 74ce6ac9-269e-4443-bd59-b1ab35f9111f no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:09.633520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: 74ce6ac9-269e-4443-bd59-b1ab35f9111f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:09.633859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 74ce6ac9-269e-4443-bd59-b1ab35f9111f not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:10.011055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54666) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:10.104668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1245692735'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:10.197512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:10.201076 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.209872 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.287075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.347835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.370833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:10.386170 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.386773 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Added segment 84b8cf12-63ec-4bde-88b9-01f44b727dd4 of type vlan for network 6d868e12-3045-4591-b948-c20406ce1df8 Nov 10 22:37:10.387904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cadbdf1-564c-4800-8d14-eecd59a4ce94,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:10.429098 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.530599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.536399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:10.536967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:10.606779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Network': ['ID=6d868e12-3045-4591-b948-c20406ce1df8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:10.617442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 6d868e12-3045-4591-b948-c20406ce1df8 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:10.648833 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-41a7b6ca-72bc-4769-947f-7a452646f9dd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6297159 Nov 10 22:37:11.011145 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:11.428076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:13.961212 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54670) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:13.966447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'subnet': {'network_id': '6d868e12-3045-4591-b948-c20406ce1df8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:14.136298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:14.139882 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.376953 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.436180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Subnet': ['ID=9f5c73aa-bb06-4196-910f-9ea9a4e84858,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:14.447872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Checking segment: {'id': '84b8cf12-63ec-4bde-88b9-01f44b727dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6d868e12-3045-4591-b948-c20406ce1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:14.448233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network hostable DHCP agents. Network: 6d868e12-3045-4591-b948-c20406ce1df8, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:14.545978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network 6d868e12-3045-4591-b948-c20406ce1df8 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:14.633814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 6d868e12-3045-4591-b948-c20406ce1df8) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:14.638456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:14.639054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.644078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7446063e-a403-4898-89ce-298909f776d2 None None] Network 6d868e12-3045-4591-b948-c20406ce1df8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:14.738900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a29187f1-20a6-471b-a5d0-c10606cca774 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7765281 Nov 10 22:37:14.742520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54672) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:14.747494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535462274'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:14.786846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-6d868e12-3045-4591-b948-c20406ce1df8', 'network_id': '6d868e12-3045-4591-b948-c20406ce1df8', 'tenant_id': '3fd22ceb11e74811a5b53665583ab95c', 'fixed_ips': [{'subnet_id': '9f5c73aa-bb06-4196-910f-9ea9a4e84858'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:14.788698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.844731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:14.848467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.877781 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:14.887387 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:14.887642 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Added segment 70b79425-962b-4930-96b9-82c19d326282 of type vlan for network 46df3bd1-4285-4775-9b8b-361657c671e1 Nov 10 22:37:14.919980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Allocated IP 2001:db8:0:ffff::2 (6d868e12-3045-4591-b948-c20406ce1df8/9f5c73aa-bb06-4196-910f-9ea9a4e84858/785d540c-1641-474c-8ef9-114db72aecbd) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:14.928746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.003015 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.009081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:15.009759 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.068445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.117667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Network': ['ID=46df3bd1-4285-4775-9b8b-361657c671e1,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:15.127891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 46df3bd1-4285-4775-9b8b-361657c671e1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:15.132570 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-68013f47-5423-4389-9072-0cfa11a5248c tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3884137 Nov 10 22:37:15.136153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54674) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:15.140580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'subnet': {'network_id': '46df3bd1-4285-4775-9b8b-361657c671e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:15.152520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.235670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Network 6d868e12-3045-4591-b948-c20406ce1df8 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:15.239005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:15.244081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:15.245974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Pushing event updated for resources: {'Port': ['ID=785d540c-1641-474c-8ef9-114db72aecbd,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:15.290703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:15.294323 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.298713 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Attempting to bind port 785d540c-1641-474c-8ef9-114db72aecbd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:15.300474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Attempting to bind port 785d540c-1641-474c-8ef9-114db72aecbd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '84b8cf12-63ec-4bde-88b9-01f44b727dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6d868e12-3045-4591-b948-c20406ce1df8'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:15.300474 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Attempting to bind port 785d540c-1641-474c-8ef9-114db72aecbd on network 6d868e12-3045-4591-b948-c20406ce1df8 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:15.305129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:15.305498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Checking segment: {'id': '84b8cf12-63ec-4bde-88b9-01f44b727dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6d868e12-3045-4591-b948-c20406ce1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:15.305890 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.306275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Bound using segment: {'id': '84b8cf12-63ec-4bde-88b9-01f44b727dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6d868e12-3045-4591-b948-c20406ce1df8'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:15.306854 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Bound port: 785d540c-1641-474c-8ef9-114db72aecbd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b8cf12-63ec-4bde-88b9-01f44b727dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6d868e12-3045-4591-b948-c20406ce1df8'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:15.307234 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.374302 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] For port 785d540c-1641-474c-8ef9-114db72aecbd, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:15.378654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] For port 785d540c-1641-474c-8ef9-114db72aecbd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=785d540c-1641-474c-8ef9-114db72aecbd,segment=NetworkSegment(84b8cf12-63ec-4bde-88b9-01f44b727dd4),segment_id=84b8cf12-63ec-4bde-88b9-01f44b727dd4)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:15.434056 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.496226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913c688-a301-4348-88ad-7e0416a738e0 None None] Pushing event updated for resources: {'Port': ['ID=785d540c-1641-474c-8ef9-114db72aecbd,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:15.557790 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.631875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Subnet': ['ID=a98c740d-67da-4da7-8fd2-6b1613fce09b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:15.645791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Checking segment: {'id': '70b79425-962b-4930-96b9-82c19d326282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46df3bd1-4285-4775-9b8b-361657c671e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:15.645791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network hostable DHCP agents. Network: 46df3bd1-4285-4775-9b8b-361657c671e1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:15.723297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network 46df3bd1-4285-4775-9b8b-361657c671e1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:15.780637 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 46df3bd1-4285-4775-9b8b-361657c671e1) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:15.784958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:15.792844 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.793110 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded23c09-3a06-4d2d-9c17-e1bad3593e1f None None] Network 46df3bd1-4285-4775-9b8b-361657c671e1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:15.871189 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-fe2d35b5-cdd5-4df1-89ee-b9a6ddf716b2 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7344396 Nov 10 22:37:15.873790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54676) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:15.938946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-46df3bd1-4285-4775-9b8b-361657c671e1', 'network_id': '46df3bd1-4285-4775-9b8b-361657c671e1', 'tenant_id': '3fd22ceb11e74811a5b53665583ab95c', 'fixed_ips': [{'subnet_id': 'a98c740d-67da-4da7-8fd2-6b1613fce09b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:15.939938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:15.970560 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.062539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.083230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Allocated IP 2001:db8::2 (46df3bd1-4285-4775-9b8b-361657c671e1/a98c740d-67da-4da7-8fd2-6b1613fce09b/addda34b-dc7d-4309-bad6-ea4eae95a97e) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:16.234860 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.299905 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.348058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Network 46df3bd1-4285-4775-9b8b-361657c671e1 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:16.351156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:16.355711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:16.358788 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Pushing event updated for resources: {'Port': ['ID=addda34b-dc7d-4309-bad6-ea4eae95a97e,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:16.384404 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.413018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db76aa-8cfc-4c49-bc1d-a0b71bba072f None None] Network 6d868e12-3045-4591-b948-c20406ce1df8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:16.414342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Subnet': ['ID=a98c740d-67da-4da7-8fd2-6b1613fce09b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:16.440580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Attempting to bind port addda34b-dc7d-4309-bad6-ea4eae95a97e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:16.440954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Attempting to bind port addda34b-dc7d-4309-bad6-ea4eae95a97e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '70b79425-962b-4930-96b9-82c19d326282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46df3bd1-4285-4775-9b8b-361657c671e1'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:16.441313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Attempting to bind port addda34b-dc7d-4309-bad6-ea4eae95a97e on network 46df3bd1-4285-4775-9b8b-361657c671e1 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:16.480651 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.502838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46df3bd1-4285-4775-9b8b-361657c671e1']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:16.513838 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b79425-962b-4930-96b9-82c19d326282') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:16.514142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b79425-962b-4930-96b9-82c19d326282') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:16.524736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.539526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.546517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:16.546923 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:16.550885 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:16.641903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:16.642271 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Checking segment: {'id': '70b79425-962b-4930-96b9-82c19d326282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46df3bd1-4285-4775-9b8b-361657c671e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:16.642765 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.643035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Bound using segment: {'id': '70b79425-962b-4930-96b9-82c19d326282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46df3bd1-4285-4775-9b8b-361657c671e1'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:16.643512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Bound port: addda34b-dc7d-4309-bad6-ea4eae95a97e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b79425-962b-4930-96b9-82c19d326282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '46df3bd1-4285-4775-9b8b-361657c671e1'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:16.643923 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.660753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d2e07e03-b000-4d36-b463-2f6048a51586 None None] Provisioning complete for port 785d540c-1641-474c-8ef9-114db72aecbd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:16.660931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.db.api [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 22:37:16.660931 n-d-776250-11 neutron-server[103047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 22:37:16.660931 n-d-776250-11 neutron-server[103047]: [parameters: {'id': '46df3bd1-4285-4775-9b8b-361657c671e1'}] Nov 10 22:37:16.660931 n-d-776250-11 neutron-server[103047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:37:16.661312 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2e07e03-b000-4d36-b463-2f6048a51586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.661416 n-d-776250-11 neutron-server[103047]: DEBUG oslo_db.api [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:37:16.801506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] For port addda34b-dc7d-4309-bad6-ea4eae95a97e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:16.806318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] For port addda34b-dc7d-4309-bad6-ea4eae95a97e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=addda34b-dc7d-4309-bad6-ea4eae95a97e,segment=NetworkSegment(70b79425-962b-4930-96b9-82c19d326282),segment_id=70b79425-962b-4930-96b9-82c19d326282)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:16.854265 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2e07e03-b000-4d36-b463-2f6048a51586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.885449 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.901828 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d2e07e03-b000-4d36-b463-2f6048a51586 None None] For port 785d540c-1641-474c-8ef9-114db72aecbd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=785d540c-1641-474c-8ef9-114db72aecbd,segment=NetworkSegment(84b8cf12-63ec-4bde-88b9-01f44b727dd4),segment_id=84b8cf12-63ec-4bde-88b9-01f44b727dd4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:16.980138 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2e07e03-b000-4d36-b463-2f6048a51586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:16.983557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174efa5-cca4-469b-93db-8af6907d9b49 None None] Pushing event updated for resources: {'Port': ['ID=addda34b-dc7d-4309-bad6-ea4eae95a97e,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:17.013183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f94b8-855b-4c33-a117-cf995317e583 None None] Network 46df3bd1-4285-4775-9b8b-361657c671e1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:17.103014 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e07e03-b000-4d36-b463-2f6048a51586 None None] Pushing event updated for resources: {'Port': ['ID=785d540c-1641-474c-8ef9-114db72aecbd,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:17.136658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 785d540c-1641-474c-8ef9-114db72aecbd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:17.158131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8cfaa2d4-f38e-48b8-8afb-f98847d739dd None None] Provisioning complete for port 785d540c-1641-474c-8ef9-114db72aecbd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:17.158429 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8cfaa2d4-f38e-48b8-8afb-f98847d739dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.162322 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.219314 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Deleting port addda34b-dc7d-4309-bad6-ea4eae95a97e {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:17.219767 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.250103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb104d-8be8-4efc-a394-b29f56556f22 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 22:37:17.279370 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 785d540c-1641-474c-8ef9-114db72aecbd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:17.279749 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.281503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] For port addda34b-dc7d-4309-bad6-ea4eae95a97e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=addda34b-dc7d-4309-bad6-ea4eae95a97e,segment=NetworkSegment(70b79425-962b-4930-96b9-82c19d326282),segment_id=70b79425-962b-4930-96b9-82c19d326282)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:17.281863 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.294679 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Calling delete_port for addda34b-dc7d-4309-bad6-ea4eae95a97e owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:17.391662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eb104d-8be8-4efc-a394-b29f56556f22 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 22:37:17.462206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.486250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Port': ['ID=addda34b-dc7d-4309-bad6-ea4eae95a97e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:17.492401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No DVR routers for this DVR port addda34b-dc7d-4309-bad6-ea4eae95a97e on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:17.572211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.591536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46df3bd1-4285-4775-9b8b-361657c671e1']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:17.601046 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b79425-962b-4930-96b9-82c19d326282') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:17.601337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b79425-962b-4930-96b9-82c19d326282') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:17.611139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.625439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.631544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:17.632488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:17.635488 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:17.730763 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.737534 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.740694 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/46df3bd1-4285-4775-9b8b-361657c671e1 HTTP/1.1" status: 204 len: 168 time: 1.8659089 Nov 10 22:37:17.746540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54678) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:17.751707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2048469'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:17.753383 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f6253-de78-43cd-b4ca-c5e6611eb073 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Network': ['ID=46df3bd1-4285-4775-9b8b-361657c671e1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:17.845000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:17.848513 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.872629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:17.883968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:17.883968 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Added segment eb67f789-ec22-49d7-bcbd-9dbb32e11370 of type vlan for network 03ac31ab-ad34-4b03-8aff-eb550abdfb81 Nov 10 22:37:17.921355 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.003203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.009491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.010071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.075496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Network': ['ID=03ac31ab-ad34-4b03-8aff-eb550abdfb81,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:18.085907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 03ac31ab-ad34-4b03-8aff-eb550abdfb81 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:18.100219 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c2259648-edb8-435f-ba99-dba9cfe7bada tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3499515 Nov 10 22:37:18.101827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54680) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:18.106221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'subnet': {'network_id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:18.271368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:18.275209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.332118 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_backend_mixin [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Performing IP validity checks on allocation pools {{(pid=103048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 22:37:18.332636 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.ipam_backend_mixin [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 22:37:18.513720 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.572460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Subnet': ['ID=09fe5d54-ff8b-4c4b-a924-f52704823d3a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:18.582332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Checking segment: {'id': 'eb67f789-ec22-49d7-bcbd-9dbb32e11370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:18.582688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network hostable DHCP agents. Network: 03ac31ab-ad34-4b03-8aff-eb550abdfb81, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:18.662084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network 03ac31ab-ad34-4b03-8aff-eb550abdfb81 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:18.753427 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 03ac31ab-ad34-4b03-8aff-eb550abdfb81) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:18.758245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:18.758931 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.768447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee0cfd-ee08-4670-88b4-28ae83c7bce3 None None] Network 03ac31ab-ad34-4b03-8aff-eb550abdfb81 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:18.836508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-2ac4905d-202f-4762-aa14-483f19c3b34f tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7342596 Nov 10 22:37:18.839098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54682) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:18.911847 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-03ac31ab-ad34-4b03-8aff-eb550abdfb81', 'network_id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81', 'tenant_id': '3fd22ceb11e74811a5b53665583ab95c', 'fixed_ips': [{'subnet_id': '09fe5d54-ff8b-4c4b-a924-f52704823d3a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:18.912781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:18.940265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.019061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.046323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Allocated IP 2001:db8::3 (03ac31ab-ad34-4b03-8aff-eb550abdfb81/09fe5d54-ff8b-4c4b-a924-f52704823d3a/777831a9-4bff-4e01-a0b2-694a02c8a280) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:19.113397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 785d540c-1641-474c-8ef9-114db72aecbd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:19.216732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 785d540c-1641-474c-8ef9-114db72aecbd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:19.217094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.258497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.312367 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.352686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Network 03ac31ab-ad34-4b03-8aff-eb550abdfb81 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:19.355497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:19.359895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:19.362933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Pushing event updated for resources: {'Port': ['ID=777831a9-4bff-4e01-a0b2-694a02c8a280,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:19.417442 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.418920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Attempting to bind port 777831a9-4bff-4e01-a0b2-694a02c8a280 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:19.419316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Attempting to bind port 777831a9-4bff-4e01-a0b2-694a02c8a280 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'eb67f789-ec22-49d7-bcbd-9dbb32e11370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:19.419681 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Attempting to bind port 777831a9-4bff-4e01-a0b2-694a02c8a280 on network 03ac31ab-ad34-4b03-8aff-eb550abdfb81 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:19.425021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:19.425392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Checking segment: {'id': 'eb67f789-ec22-49d7-bcbd-9dbb32e11370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:19.425783 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.426168 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Bound using segment: {'id': 'eb67f789-ec22-49d7-bcbd-9dbb32e11370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:19.427224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Bound port: 777831a9-4bff-4e01-a0b2-694a02c8a280, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb67f789-ec22-49d7-bcbd-9dbb32e11370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:19.427887 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.447220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Subnet': ['ID=09fe5d54-ff8b-4c4b-a924-f52704823d3a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:19.490654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] For port 777831a9-4bff-4e01-a0b2-694a02c8a280, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:19.494322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] For port 777831a9-4bff-4e01-a0b2-694a02c8a280, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=777831a9-4bff-4e01-a0b2-694a02c8a280,segment=NetworkSegment(eb67f789-ec22-49d7-bcbd-9dbb32e11370),segment_id=eb67f789-ec22-49d7-bcbd-9dbb32e11370)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:19.512245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.531815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ac31ab-ad34-4b03-8aff-eb550abdfb81']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:19.541391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb67f789-ec22-49d7-bcbd-9dbb32e11370') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:19.541677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb67f789-ec22-49d7-bcbd-9dbb32e11370') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:19.556099 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.576966 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.578688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.585206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:19.585638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:19.588741 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:19.655919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f25f-f76f-4ae6-9383-9b2346b9cd48 None None] Pushing event updated for resources: {'Port': ['ID=777831a9-4bff-4e01-a0b2-694a02c8a280,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:19.670213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07108e17-4302-4c8e-b54f-f51bef68f3f3 None None] Network 03ac31ab-ad34-4b03-8aff-eb550abdfb81 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:19.680673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.db.api [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 22:37:19.680673 n-d-776250-11 neutron-server[103048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 22:37:19.680673 n-d-776250-11 neutron-server[103048]: [parameters: {'id': '03ac31ab-ad34-4b03-8aff-eb550abdfb81'}] Nov 10 22:37:19.680673 n-d-776250-11 neutron-server[103048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:37:19.681107 n-d-776250-11 neutron-server[103048]: DEBUG oslo_db.api [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:37:19.796905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403069ce-0457-4765-bc68-0bb6ec8e8b20 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 22:37:19.868275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403069ce-0457-4765-bc68-0bb6ec8e8b20 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 22:37:20.182574 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.234928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Deleting port 777831a9-4bff-4e01-a0b2-694a02c8a280 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:20.235260 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.300314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] For port 777831a9-4bff-4e01-a0b2-694a02c8a280, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=777831a9-4bff-4e01-a0b2-694a02c8a280,segment=NetworkSegment(eb67f789-ec22-49d7-bcbd-9dbb32e11370),segment_id=eb67f789-ec22-49d7-bcbd-9dbb32e11370)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:20.300667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.313200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Calling delete_port for 777831a9-4bff-4e01-a0b2-694a02c8a280 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:20.471641 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.494383 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.521733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Port': ['ID=777831a9-4bff-4e01-a0b2-694a02c8a280,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:20.524016 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No DVR routers for this DVR port 777831a9-4bff-4e01-a0b2-694a02c8a280 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:20.606406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.626082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ac31ab-ad34-4b03-8aff-eb550abdfb81']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:20.636735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb67f789-ec22-49d7-bcbd-9dbb32e11370') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:20.637026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb67f789-ec22-49d7-bcbd-9dbb32e11370') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:20.646185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.659101 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.664842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:20.665331 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:20.668808 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:20.809071 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.816070 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.819163 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/03ac31ab-ad34-4b03-8aff-eb550abdfb81 HTTP/1.1" status: 204 len: 168 time: 1.9791403 Nov 10 22:37:20.824397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54684) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:20.829461 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-737666482'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:20.831509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce790b6-c608-4d85-84d8-7f222654856d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Network': ['ID=03ac31ab-ad34-4b03-8aff-eb550abdfb81,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:20.917186 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:20.920674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.944203 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:20.953270 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:20.953613 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Added segment 45006599-2e73-4193-b9ac-4648cd12fcfd of type vlan for network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa Nov 10 22:37:20.996369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.073529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.079300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.079932 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.146181 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Network': ['ID=693e4df8-b9ad-40c1-aae1-30cdaecccfaa,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:21.156249 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4db2fc6-0da2-45e2-a5e6-88478e8b2db1 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3307648 Nov 10 22:37:21.158306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:21.160685 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54686) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:21.163887 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'subnet': {'network_id': '693e4df8-b9ad-40c1-aae1-30cdaecccfaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:21.313364 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:21.316884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.557721 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.622188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Subnet': ['ID=68862aba-f735-472c-8a6b-204fa1f0d200,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:21.626067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Checking segment: {'id': '45006599-2e73-4193-b9ac-4648cd12fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '693e4df8-b9ad-40c1-aae1-30cdaecccfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:21.626430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network hostable DHCP agents. Network: 693e4df8-b9ad-40c1-aae1-30cdaecccfaa, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:21.705796 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:21.776053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 693e4df8-b9ad-40c1-aae1-30cdaecccfaa) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:21.780672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:21.781316 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.785727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623d08b-eeb8-472f-a5f9-12c01f69e4ae None None] Network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:21.859344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48e8b387-edc8-472d-8416-ae66259134ba tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6992753 Nov 10 22:37:21.863062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54688) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:21.868744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1602379015'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:21.928747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-693e4df8-b9ad-40c1-aae1-30cdaecccfaa', 'network_id': '693e4df8-b9ad-40c1-aae1-30cdaecccfaa', 'tenant_id': '3fd22ceb11e74811a5b53665583ab95c', 'fixed_ips': [{'subnet_id': '68862aba-f735-472c-8a6b-204fa1f0d200'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:21.929606 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.945997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:21.949756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.973431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:21.982841 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:21.983206 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Added segment f4904824-9522-45f3-82ba-803bc636c24d of type vlan for network e76c8d24-9851-4d13-8227-da34416eb54a Nov 10 22:37:22.031623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.069684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Allocated IP 2001:db8::2 (693e4df8-b9ad-40c1-aae1-30cdaecccfaa/68862aba-f735-472c-8a6b-204fa1f0d200/2f624763-7001-41e7-af86-46eef12d2946) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:22.120115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.125795 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:22.130864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.198632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Network': ['ID=e76c8d24-9851-4d13-8227-da34416eb54a,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:22.209447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network e76c8d24-9851-4d13-8227-da34416eb54a details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:22.229136 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a22bb043-b7fd-4a97-812e-352240cf2640 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3649435 Nov 10 22:37:22.231717 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.232250 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54690) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:22.237276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Request body: {'subnet': {'network_id': 'e76c8d24-9851-4d13-8227-da34416eb54a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:22.313801 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.354623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:22.357560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:22.360997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:22.367851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Pushing event updated for resources: {'Port': ['ID=2f624763-7001-41e7-af86-46eef12d2946,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:22.418476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Attempting to bind port 2f624763-7001-41e7-af86-46eef12d2946 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:22.418834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Attempting to bind port 2f624763-7001-41e7-af86-46eef12d2946 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '45006599-2e73-4193-b9ac-4648cd12fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '693e4df8-b9ad-40c1-aae1-30cdaecccfaa'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:22.419184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Attempting to bind port 2f624763-7001-41e7-af86-46eef12d2946 on network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:22.422130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Made reservation on behalf of 3fd22ceb11e74811a5b53665583ab95c for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:22.426154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:22.426154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Checking segment: {'id': '45006599-2e73-4193-b9ac-4648cd12fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '693e4df8-b9ad-40c1-aae1-30cdaecccfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:22.426154 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.426154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Bound using segment: {'id': '45006599-2e73-4193-b9ac-4648cd12fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '693e4df8-b9ad-40c1-aae1-30cdaecccfaa'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:22.426154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Bound port: 2f624763-7001-41e7-af86-46eef12d2946, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45006599-2e73-4193-b9ac-4648cd12fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '693e4df8-b9ad-40c1-aae1-30cdaecccfaa'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:22.426704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.426812 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.492936 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7301c11f-8848-4e31-853e-702d697b309a None None] For port 2f624763-7001-41e7-af86-46eef12d2946, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:22.496604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7301c11f-8848-4e31-853e-702d697b309a None None] For port 2f624763-7001-41e7-af86-46eef12d2946, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2f624763-7001-41e7-af86-46eef12d2946,segment=NetworkSegment(45006599-2e73-4193-b9ac-4648cd12fcfd),segment_id=45006599-2e73-4193-b9ac-4648cd12fcfd)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:22.577000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:22.796931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301c11f-8848-4e31-853e-702d697b309a None None] Pushing event updated for resources: {'Port': ['ID=2f624763-7001-41e7-af86-46eef12d2946,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:22.955544 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.030956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event updated for resources: {'Subnet': ['ID=0eee9100-7786-4019-8a77-8fc4db485f8b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:23.048872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Checking segment: {'id': 'f4904824-9522-45f3-82ba-803bc636c24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e76c8d24-9851-4d13-8227-da34416eb54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:23.049375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network hostable DHCP agents. Network: e76c8d24-9851-4d13-8227-da34416eb54a, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:23.107961 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2f624763-7001-41e7-af86-46eef12d2946 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:23.129237 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Network e76c8d24-9851-4d13-8227-da34416eb54a is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:23.156055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2f624763-7001-41e7-af86-46eef12d2946 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:23.156416 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.210841 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, e76c8d24-9851-4d13-8227-da34416eb54a) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:23.215329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:23.216319 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.224945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c7b3f4-1098-49b2-a4f6-18b9f8fc2063 None None] Network e76c8d24-9851-4d13-8227-da34416eb54a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:23.281644 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.320400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ce8e49c2-abc8-481e-9aa0-b827bb569f0b tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0870316 Nov 10 22:37:23.323232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:23.335879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 2f624763-7001-41e7-af86-46eef12d2946, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2f624763-7001-41e7-af86-46eef12d2946,segment=NetworkSegment(45006599-2e73-4193-b9ac-4648cd12fcfd),segment_id=45006599-2e73-4193-b9ac-4648cd12fcfd)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:23.407695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a5a03-6f92-49c5-aaa6-884803cde4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-e76c8d24-9851-4d13-8227-da34416eb54a', 'network_id': 'e76c8d24-9851-4d13-8227-da34416eb54a', 'tenant_id': '3fd22ceb11e74811a5b53665583ab95c', 'fixed_ips': [{'subnet_id': '0eee9100-7786-4019-8a77-8fc4db485f8b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:23.408591 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-948a5a03-6f92-49c5-aaa6-884803cde4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.423095 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.434343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.489728 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.535917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=2f624763-7001-41e7-af86-46eef12d2946,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:23.599847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server [None req-948a5a03-6f92-49c5-aaa6-884803cde4ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0eee9100-7786-4019-8a77-8fc4db485f8b: This subnet is being modified by another concurrent operation. Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server raise exception Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0eee9100-7786-4019-8a77-8fc4db485f8b: This subnet is being modified by another concurrent operation. Nov 10 22:37:23.623565 n-d-776250-11 neutron-server[103049]: ERROR oslo_messaging.rpc.server Nov 10 22:37:23.631050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Subnet': ['ID=0eee9100-7786-4019-8a77-8fc4db485f8b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:23.648778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e0bfe-07ae-4c4f-897f-18dd6b58a2ce None None] Network e76c8d24-9851-4d13-8227-da34416eb54a requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:23.703009 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.724251 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76c8d24-9851-4d13-8227-da34416eb54a']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:23.734585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4904824-9522-45f3-82ba-803bc636c24d') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:23.734885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4904824-9522-45f3-82ba-803bc636c24d') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:23.749762 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.763185 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e05a55-73a5-4b2e-ad14-aa455aa5e343 None None] Network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:23.763585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.769825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:23.770214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:23.773306 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:23.850250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a3e06634-94e1-4afa-9535-fc31e395d6f9 None None] Provisioning complete for port 2f624763-7001-41e7-af86-46eef12d2946 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:23.850814 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a3e06634-94e1-4afa-9535-fc31e395d6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.906544 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.914898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:23.918985 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/e76c8d24-9851-4d13-8227-da34416eb54a HTTP/1.1" status: 204 len: 168 time: 0.5947254 Nov 10 22:37:23.922629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54694) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:23.934824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add11619-f677-420d-b247-764be0fb6baa tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Network': ['ID=e76c8d24-9851-4d13-8227-da34416eb54a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:23.953285 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf7ca7d-1d09-4b2b-aaf8-1965b40467fd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] GET failed (client error): The resource could not be found. Nov 10 22:37:23.957451 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-edf7ca7d-1d09-4b2b-aaf8-1965b40467fd tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "GET /v2.0/subnets/0eee9100-7786-4019-8a77-8fc4db485f8b HTTP/1.1" status: 404 len: 337 time: 0.0309534 Nov 10 22:37:23.958045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54696) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:23.975878 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-241f346d-8bb6-4857-8f4a-76d9d1bdab84 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] DELETE failed (client error): The resource could not be found. Nov 10 22:37:23.976404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241f346d-8bb6-4857-8f4a-76d9d1bdab84 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:37:23.982910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-241f346d-8bb6-4857-8f4a-76d9d1bdab84 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/e76c8d24-9851-4d13-8227-da34416eb54a HTTP/1.1" status: 404 len: 339 time: 0.0215702 Nov 10 22:37:23.984243 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:24.012025 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4e00fd-f411-459d-9832-ee5021d3227e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] DELETE failed (client error): The resource could not be found. Nov 10 22:37:24.012408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4e00fd-f411-459d-9832-ee5021d3227e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:37:24.015460 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb4e00fd-f411-459d-9832-ee5021d3227e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/subnets/0eee9100-7786-4019-8a77-8fc4db485f8b HTTP/1.1" status: 404 len: 337 time: 0.0300665 Nov 10 22:37:24.018162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54700) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:24.041550 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b54015c-66f7-4b35-98a2-e0f44f19ffa0 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] DELETE failed (client error): The resource could not be found. Nov 10 22:37:24.042121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b54015c-66f7-4b35-98a2-e0f44f19ffa0 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:37:24.045214 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0b54015c-66f7-4b35-98a2-e0f44f19ffa0 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/e76c8d24-9851-4d13-8227-da34416eb54a HTTP/1.1" status: 404 len: 339 time: 0.0260236 Nov 10 22:37:24.047865 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54702) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:24.100914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Deleting subnet 68862aba-f735-472c-8a6b-204fa1f0d200 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:37:24.104392 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.145416 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.180493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42787f8-c11e-4cbf-be99-bda024135fb9 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 22:37:24.203532 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.236506 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.244576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2fd617d0-62d0-4103-a1d2-9359a1db81be None None] Provisioning complete for port 2f624763-7001-41e7-af86-46eef12d2946 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:24.244949 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2fd617d0-62d0-4103-a1d2-9359a1db81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.294499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42787f8-c11e-4cbf-be99-bda024135fb9 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 22:37:24.354259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.385672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.389111 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/subnets/68862aba-f735-472c-8a6b-204fa1f0d200 HTTP/1.1" status: 204 len: 168 time: 0.3401570 Nov 10 22:37:24.390965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808493-c0a9-4652-8865-ed3d0a9f2f5d tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Subnet': ['ID=68862aba-f735-472c-8a6b-204fa1f0d200,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:24.392214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54704) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:24.476004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.528371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Deleting port 2f624763-7001-41e7-af86-46eef12d2946 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:24.528705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.538195 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9191eda8-102a-4aac-9f87-d4af9b0fbc8f None None] Network 693e4df8-b9ad-40c1-aae1-30cdaecccfaa requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:24.595850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] For port 2f624763-7001-41e7-af86-46eef12d2946, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2f624763-7001-41e7-af86-46eef12d2946,segment=NetworkSegment(45006599-2e73-4193-b9ac-4648cd12fcfd),segment_id=45006599-2e73-4193-b9ac-4648cd12fcfd)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:24.596211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.608906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Calling delete_port for 2f624763-7001-41e7-af86-46eef12d2946 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:24.706553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] DHCP port deletion for 693e4df8-b9ad-40c1-aae1-30cdaecccfaa request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:24.746014 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.753562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] Deleting port 2f624763-7001-41e7-af86-46eef12d2946 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:24.755192 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.773609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Port': ['ID=2f624763-7001-41e7-af86-46eef12d2946,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:24.776395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No DVR routers for this DVR port 2f624763-7001-41e7-af86-46eef12d2946 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:24.822925 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] For port 2f624763-7001-41e7-af86-46eef12d2946, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:24.823312 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.835879 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] Calling delete_port for 2f624763-7001-41e7-af86-46eef12d2946 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:24.838671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] Port 2f624763-7001-41e7-af86-46eef12d2946 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 22:37:24.839945 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.858988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.864584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] Pushing event deleted for resources: {'Port': ['ID=2f624763-7001-41e7-af86-46eef12d2946,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:24.869383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ae882-f363-447d-904b-4fde76d8a2dd None None] No DVR routers for this DVR port 2f624763-7001-41e7-af86-46eef12d2946 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:24.880172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693e4df8-b9ad-40c1-aae1-30cdaecccfaa']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:24.890012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45006599-2e73-4193-b9ac-4648cd12fcfd') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:24.890302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45006599-2e73-4193-b9ac-4648cd12fcfd') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:24.899751 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.912484 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.918737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:24.919117 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:24.922060 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:25.045016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.056387 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.060769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/693e4df8-b9ad-40c1-aae1-30cdaecccfaa HTTP/1.1" status: 204 len: 168 time: 0.6658685 Nov 10 22:37:25.063612 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54706) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:25.073410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c24b0-896e-498f-86ca-0339580561c7 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Network': ['ID=693e4df8-b9ad-40c1-aae1-30cdaecccfaa,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:25.076358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2f624763-7001-41e7-af86-46eef12d2946 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:25.091494 n-d-776250-11 neutron-server[103047]: INFO neutron.pecan_wsgi.hooks.translation [None req-380df1dc-028b-404c-90f5-5aac6c3968f4 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] DELETE failed (client error): The resource could not be found. Nov 10 22:37:25.091983 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380df1dc-028b-404c-90f5-5aac6c3968f4 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:37:25.095076 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-380df1dc-028b-404c-90f5-5aac6c3968f4 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/subnets/09fe5d54-ff8b-4c4b-a924-f52704823d3a HTTP/1.1" status: 404 len: 337 time: 0.0304458 Nov 10 22:37:25.097307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2f624763-7001-41e7-af86-46eef12d2946 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:25.097650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2f624763-7001-41e7-af86-46eef12d2946 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:25.097772 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:25.116705 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a2aacc-038e-49ac-bd3f-4625db542c14 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] DELETE failed (client error): The resource could not be found. Nov 10 22:37:25.117170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0a2aacc-038e-49ac-bd3f-4625db542c14 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:37:25.120439 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b0a2aacc-038e-49ac-bd3f-4625db542c14 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/03ac31ab-ad34-4b03-8aff-eb550abdfb81 HTTP/1.1" status: 404 len: 339 time: 0.0216727 Nov 10 22:37:25.122969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54710) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:25.147743 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-129dda82-b5dd-48ce-ab68-a410ad66e07a tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] DELETE failed (client error): The resource could not be found. Nov 10 22:37:25.148188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129dda82-b5dd-48ce-ab68-a410ad66e07a tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:37:25.151877 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-129dda82-b5dd-48ce-ab68-a410ad66e07a tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/subnets/a98c740d-67da-4da7-8fd2-6b1613fce09b HTTP/1.1" status: 404 len: 337 time: 0.0279591 Nov 10 22:37:25.154279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54712) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:25.172172 n-d-776250-11 neutron-server[103048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c288ccb-5d84-47cd-b859-8f31ab9fa56a tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] DELETE failed (client error): The resource could not be found. Nov 10 22:37:25.172696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c288ccb-5d84-47cd-b859-8f31ab9fa56a tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 22:37:25.175605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4c288ccb-5d84-47cd-b859-8f31ab9fa56a tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/46df3bd1-4285-4775-9b8b-361657c671e1 HTTP/1.1" status: 404 len: 339 time: 0.0204570 Nov 10 22:37:25.178256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54714) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:25.228482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Deleting subnet 9f5c73aa-bb06-4196-910f-9ea9a4e84858 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:37:25.231560 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.274968 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.358127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.479912 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.509756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5c73aa-bb06-4196-910f-9ea9a4e84858,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:25.551405 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.554894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fa45adb5-9ed6-4491-8390-5984d530621e tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/subnets/9f5c73aa-bb06-4196-910f-9ea9a4e84858 HTTP/1.1" status: 204 len: 168 time: 0.3757281 Nov 10 22:37:25.557514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:25.560465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8031753-ec81-420d-b417-27578cc7578b None None] Network 6d868e12-3045-4591-b948-c20406ce1df8 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:25.632452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.686811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Deleting port 785d540c-1641-474c-8ef9-114db72aecbd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:25.687115 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.731636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] DHCP port deletion for 6d868e12-3045-4591-b948-c20406ce1df8 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:25.756421 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] For port 785d540c-1641-474c-8ef9-114db72aecbd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=785d540c-1641-474c-8ef9-114db72aecbd,segment=NetworkSegment(84b8cf12-63ec-4bde-88b9-01f44b727dd4),segment_id=84b8cf12-63ec-4bde-88b9-01f44b727dd4)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:25.756750 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.769535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Calling delete_port for 785d540c-1641-474c-8ef9-114db72aecbd owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:25.783246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] Deleting port 785d540c-1641-474c-8ef9-114db72aecbd {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:25.783614 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.845309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] For port 785d540c-1641-474c-8ef9-114db72aecbd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=785d540c-1641-474c-8ef9-114db72aecbd,segment=NetworkSegment(84b8cf12-63ec-4bde-88b9-01f44b727dd4),segment_id=84b8cf12-63ec-4bde-88b9-01f44b727dd4)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:25.845698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.857863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] Calling delete_port for 785d540c-1641-474c-8ef9-114db72aecbd owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:25.900719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.931944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Port': ['ID=785d540c-1641-474c-8ef9-114db72aecbd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:25.934240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] No DVR routers for this DVR port 785d540c-1641-474c-8ef9-114db72aecbd on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:25.937730 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:25.966706 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] Pushing event deleted for resources: {'Port': ['ID=785d540c-1641-474c-8ef9-114db72aecbd,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:25.966973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f6515-b5fb-414d-b4f7-7c37d99f281f None None] No DVR routers for this DVR port 785d540c-1641-474c-8ef9-114db72aecbd on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:26.018546 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.038514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d868e12-3045-4591-b948-c20406ce1df8']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:26.047674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b8cf12-63ec-4bde-88b9-01f44b727dd4') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:26.048006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b8cf12-63ec-4bde-88b9-01f44b727dd4') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:26.058700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.072799 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.078618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:26.078997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:26.081991 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:26.226475 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.234527 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.237471 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] 10.222.0.45 "DELETE /v2.0/networks/6d868e12-3045-4591-b948-c20406ce1df8 HTTP/1.1" status: 204 len: 168 time: 0.6782353 Nov 10 22:37:26.249919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e7e0a-504b-49a5-98d4-afa4ce9e8bc6 tempest-NetworksIpV6Test-1607198565 tempest-NetworksIpV6Test-1607198565-project] Pushing event deleted for resources: {'Network': ['ID=6d868e12-3045-4591-b948-c20406ce1df8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:26.678522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54722) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:26.812158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-206dd7b8-4305-4368-aa9d-ab62847999d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3fd22ceb11e74811a5b53665583ab95c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324615 Nov 10 22:37:26.814659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54726) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:26.860650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80f100cd-bd3b-4bce-8be3-e89f7435fdd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.880709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80f100cd-bd3b-4bce-8be3-e89f7435fdd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.991745 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80f100cd-bd3b-4bce-8be3-e89f7435fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.994308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80f100cd-bd3b-4bce-8be3-e89f7435fdd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:26.995508 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80f100cd-bd3b-4bce-8be3-e89f7435fdd3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cadbdf1-564c-4800-8d14-eecd59a4ce94 HTTP/1.1" status: 204 len: 168 time: 0.1799719 Nov 10 22:37:27.003190 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f100cd-bd3b-4bce-8be3-e89f7435fdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cadbdf1-564c-4800-8d14-eecd59a4ce94,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:27.080989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 785d540c-1641-474c-8ef9-114db72aecbd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:27.102577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 785d540c-1641-474c-8ef9-114db72aecbd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:27.102919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 785d540c-1641-474c-8ef9-114db72aecbd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:27.989192 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54748) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:28.083154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-1bb74336-fc14-4316-8005-feda2fd79931 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1391088416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:28.164753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bb74336-fc14-4316-8005-feda2fd79931 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.165776 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bb74336-fc14-4316-8005-feda2fd79931 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.217489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bb74336-fc14-4316-8005-feda2fd79931 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.273500 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bb74336-fc14-4316-8005-feda2fd79931 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.338406 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1bb74336-fc14-4316-8005-feda2fd79931 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.339590 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1bb74336-fc14-4316-8005-feda2fd79931 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3493893 Nov 10 22:37:28.342371 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54752) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:28.347054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-421682917'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:28.425743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Made reservation on behalf of 77e05b09912141109716b3d355070840 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:28.429550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.438063 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.510438 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.585842 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.614667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:28.620160 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92967865-3f5d-46a7-ad4c-fea2250a80dc,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.628395 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.628395 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Added segment acad3136-2d02-4f5c-8c9d-fd6b09f035eb of type vlan for network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 Nov 10 22:37:28.674525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.774746 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.780627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:28.781212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:28.845653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event updated for resources: {'Network': ['ID=efe3bfe3-7e76-4fef-84f3-3d3a2a234911,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:28.856997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:28.886284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-331a0904-186c-4f0c-9e90-821cfdbdadda tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5429046 Nov 10 22:37:28.889131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54754) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:28.894222 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Request body: {'subnet': {'network_id': 'efe3bfe3-7e76-4fef-84f3-3d3a2a234911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:29.045108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Made reservation on behalf of 77e05b09912141109716b3d355070840 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:29.048636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.279811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.339041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event updated for resources: {'Subnet': ['ID=6265bf66-3eb7-4088-96a1-0f492e1ed7e8,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:29.348565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Checking segment: {'id': 'acad3136-2d02-4f5c-8c9d-fd6b09f035eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'efe3bfe3-7e76-4fef-84f3-3d3a2a234911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:29.348928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Network hostable DHCP agents. Network: efe3bfe3-7e76-4fef-84f3-3d3a2a234911, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:29.437495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:29.528471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, efe3bfe3-7e76-4fef-84f3-3d3a2a234911) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:29.532376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.532967 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.538510 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb63832-0cc1-4b69-87c1-373c12d256cd None None] Network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:29.617271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cd4ea247-e14d-41a6-bd62-2366cfd31b7c tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7270081 Nov 10 22:37:29.620613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54758) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:29.625669 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-832815428'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:29.682956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-efe3bfe3-7e76-4fef-84f3-3d3a2a234911', 'network_id': 'efe3bfe3-7e76-4fef-84f3-3d3a2a234911', 'tenant_id': '77e05b09912141109716b3d355070840', 'fixed_ips': [{'subnet_id': '6265bf66-3eb7-4088-96a1-0f492e1ed7e8'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:29.683906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.696266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Made reservation on behalf of 77e05b09912141109716b3d355070840 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:29.700078 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.725525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:29.735069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.735413 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Added segment 60af7d91-9d3b-4be6-9270-a910f77e2eb1 of type vlan for network 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 Nov 10 22:37:29.774652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.819276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Allocated IP 172.20.0.2 (efe3bfe3-7e76-4fef-84f3-3d3a2a234911/6265bf66-3eb7-4088-96a1-0f492e1ed7e8/605e2b5e-ae42-4d3e-ac70-6687c13d7319) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:29.856633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.863027 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:29.863645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:29.935572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event updated for resources: {'Network': ['ID=1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:29.945783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:29.977945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0e97d888-435b-4e3d-a4df-b931f5230660 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3562472 Nov 10 22:37:29.980926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54760) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:29.986023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Request body: {'subnet': {'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:30.136992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Made reservation on behalf of 77e05b09912141109716b3d355070840 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:30.138389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.141338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.217347 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.260597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:30.266245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:30.270907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:30.274152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Pushing event updated for resources: {'Port': ['ID=605e2b5e-ae42-4d3e-ac70-6687c13d7319,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:30.336626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Attempting to bind port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:30.337003 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Attempting to bind port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'acad3136-2d02-4f5c-8c9d-fd6b09f035eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'efe3bfe3-7e76-4fef-84f3-3d3a2a234911'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:30.337366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Attempting to bind port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 on network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:30.343937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:30.344314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Checking segment: {'id': 'acad3136-2d02-4f5c-8c9d-fd6b09f035eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'efe3bfe3-7e76-4fef-84f3-3d3a2a234911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:30.344719 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.345108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Bound using segment: {'id': 'acad3136-2d02-4f5c-8c9d-fd6b09f035eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'efe3bfe3-7e76-4fef-84f3-3d3a2a234911'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:30.345585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Bound port: 605e2b5e-ae42-4d3e-ac70-6687c13d7319, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad3136-2d02-4f5c-8c9d-fd6b09f035eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'efe3bfe3-7e76-4fef-84f3-3d3a2a234911'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:30.345970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.413805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] For port 605e2b5e-ae42-4d3e-ac70-6687c13d7319, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:30.417586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] For port 605e2b5e-ae42-4d3e-ac70-6687c13d7319, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=605e2b5e-ae42-4d3e-ac70-6687c13d7319,segment=NetworkSegment(acad3136-2d02-4f5c-8c9d-fd6b09f035eb),segment_id=acad3136-2d02-4f5c-8c9d-fd6b09f035eb)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:30.560193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.619389 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83f4f2-b8d2-4398-8469-5190770bf5f5 None None] Pushing event updated for resources: {'Port': ['ID=605e2b5e-ae42-4d3e-ac70-6687c13d7319,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:30.715199 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.800140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event updated for resources: {'Subnet': ['ID=37989a1a-27f6-4b46-9608-cdfa87bf2d9b,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:30.806133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Checking segment: {'id': '60af7d91-9d3b-4be6-9270-a910f77e2eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:30.806322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Network hostable DHCP agents. Network: 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:30.873758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Network 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:30.946117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:30.950744 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:30.951338 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:30.955530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417dff45-3a11-4e39-9675-9d1c4d61972c None None] Network 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:31.050369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9a308c80-844f-4ea8-bf1a-612f69832c46 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0656612 Nov 10 22:37:31.050763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54762) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:31.055552 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8ec1acf1-1230-429e-96f6-75c174757aff tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:31.110322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1', 'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1', 'tenant_id': '77e05b09912141109716b3d355070840', 'fixed_ips': [{'subnet_id': '37989a1a-27f6-4b46-9608-cdfa87bf2d9b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:31.111393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.137571 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 605e2b5e-ae42-4d3e-ac70-6687c13d7319 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:31.286923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:31.287293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.288351 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8ec1acf1-1230-429e-96f6-75c174757aff tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.292601 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Allocated IP 172.21.0.2 (1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1/37989a1a-27f6-4b46-9608-cdfa87bf2d9b/4f8b4ab1-300d-454c-a804-d7c5d42a297a) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:31.446076 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.468380 n-d-776250-11 neutron-server[103048]: INFO neutron.api.v2.resource [None req-8ec1acf1-1230-429e-96f6-75c174757aff tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 22:37:31.470288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8ec1acf1-1230-429e-96f6-75c174757aff tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "PUT /v2.0/routers/a3fd3989-5afe-4285-9f9f-8c5a7a232364 HTTP/1.1" status: 400 len: 364 time: 0.4185457 Nov 10 22:37:31.476606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54764) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:31.518457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 605e2b5e-ae42-4d3e-ac70-6687c13d7319, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=605e2b5e-ae42-4d3e-ac70-6687c13d7319,segment=NetworkSegment(acad3136-2d02-4f5c-8c9d-fd6b09f035eb),segment_id=acad3136-2d02-4f5c-8c9d-fd6b09f035eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:31.537878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.539824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Deleting subnet 37989a1a-27f6-4b46-9608-cdfa87bf2d9b {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:37:31.568568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fba91b-6e59-4ec9-98f0-b46ff80fe3bb None None] Network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:31.574811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.599150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.646463 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.648498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.675217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c4b97f92-74c8-46b4-9647-a29e411bf4e0 None None] Provisioning complete for port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:31.675578 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c4b97f92-74c8-46b4-9647-a29e411bf4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.716362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Network 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:31.724119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:31.725831 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=605e2b5e-ae42-4d3e-ac70-6687c13d7319,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:31.730357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.732892 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:31.859047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Pushing event updated for resources: {'Port': ['ID=4f8b4ab1-300d-454c-a804-d7c5d42a297a,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:31.865069 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.898520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Attempting to bind port 4f8b4ab1-300d-454c-a804-d7c5d42a297a on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:31.898915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Attempting to bind port 4f8b4ab1-300d-454c-a804-d7c5d42a297a by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '60af7d91-9d3b-4be6-9270-a910f77e2eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:31.899047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event deleted for resources: {'Subnet': ['ID=37989a1a-27f6-4b46-9608-cdfa87bf2d9b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:31.899258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Attempting to bind port 4f8b4ab1-300d-454c-a804-d7c5d42a297a on network 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:31.903948 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.907083 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ce44668a-f81b-4fcd-8231-e0fb891edede tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "DELETE /v2.0/subnets/37989a1a-27f6-4b46-9608-cdfa87bf2d9b HTTP/1.1" status: 204 len: 168 time: 0.4293451 Nov 10 22:37:31.909457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54766) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:31.925493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:31.925881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Checking segment: {'id': '60af7d91-9d3b-4be6-9270-a910f77e2eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:31.926255 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.926642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Bound using segment: {'id': '60af7d91-9d3b-4be6-9270-a910f77e2eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:31.927113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Bound port: 4f8b4ab1-300d-454c-a804-d7c5d42a297a, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60af7d91-9d3b-4be6-9270-a910f77e2eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:31.927489 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:31.989623 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.006865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] For port 4f8b4ab1-300d-454c-a804-d7c5d42a297a, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:32.011463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] For port 4f8b4ab1-300d-454c-a804-d7c5d42a297a, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4f8b4ab1-300d-454c-a804-d7c5d42a297a,segment=NetworkSegment(60af7d91-9d3b-4be6-9270-a910f77e2eb1),segment_id=60af7d91-9d3b-4be6-9270-a910f77e2eb1)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:32.049088 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Deleting port 4f8b4ab1-300d-454c-a804-d7c5d42a297a {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:32.049432 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.075464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.137996 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] For port 4f8b4ab1-300d-454c-a804-d7c5d42a297a, host n-d-776250-11, got binding levels [] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:32.138368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.152096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Calling delete_port for 4f8b4ab1-300d-454c-a804-d7c5d42a297a owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:32.167336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd55c-845f-4446-9bb5-08ce0397ba5d None None] Pushing event updated for resources: {'Port': ['ID=4f8b4ab1-300d-454c-a804-d7c5d42a297a,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:32.195685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329773ee-49bc-432e-8811-c54db6d8e4f8 None None] Network 1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:32.293719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e7062df8-c58b-4159-88fa-0450b1847383 None None] Provisioning complete for port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:32.294083 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e7062df8-c58b-4159-88fa-0450b1847383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.336771 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.362556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4422f347-8ea0-4cd5-b931-3718806d7d72 None None] get_active_networks_info from n-d-776250-11 {{(pid=103049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 22:37:32.368243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event deleted for resources: {'Port': ['ID=4f8b4ab1-300d-454c-a804-d7c5d42a297a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:32.370741 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] No DVR routers for this DVR port 4f8b4ab1-300d-454c-a804-d7c5d42a297a on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:32.456788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.479759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:32.480256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422f347-8ea0-4cd5-b931-3718806d7d72 None None] Resources bound (agent type, host, resource id): {{(pid=103049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 22:37:32.490385 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60af7d91-9d3b-4be6-9270-a910f77e2eb1') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:32.490868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60af7d91-9d3b-4be6-9270-a910f77e2eb1') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:32.501749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.514941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.520939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:32.521323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:32.524276 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:32.668935 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.673941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.677844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "DELETE /v2.0/networks/1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1 HTTP/1.1" status: 204 len: 168 time: 0.7671030 Nov 10 22:37:32.680478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54768) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:32.693168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce0b3-1746-4668-8873-c112c8f214b4 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event deleted for resources: {'Network': ['ID=1f7ff5de-6ec5-46ed-b9de-b9396b8e36e1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:32.732013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Deleting subnet 6265bf66-3eb7-4088-96a1-0f492e1ed7e8 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:37:32.735234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.779532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.860247 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:32.982150 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.013464 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event deleted for resources: {'Subnet': ['ID=6265bf66-3eb7-4088-96a1-0f492e1ed7e8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:33.018196 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.021728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-30833bc6-6a9a-41b8-a678-077c8f5ce254 tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "DELETE /v2.0/subnets/6265bf66-3eb7-4088-96a1-0f492e1ed7e8 HTTP/1.1" status: 204 len: 168 time: 0.3400009 Nov 10 22:37:33.022770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d901df-96d6-405e-a45b-99002fb9fe07 None None] Network efe3bfe3-7e76-4fef-84f3-3d3a2a234911 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:33.024040 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54770) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:33.103860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.112791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 605e2b5e-ae42-4d3e-ac70-6687c13d7319 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:33.158294 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Deleting port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:33.158663 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.187939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:33.188301 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.234699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] For port 605e2b5e-ae42-4d3e-ac70-6687c13d7319, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=605e2b5e-ae42-4d3e-ac70-6687c13d7319,segment=NetworkSegment(acad3136-2d02-4f5c-8c9d-fd6b09f035eb),segment_id=acad3136-2d02-4f5c-8c9d-fd6b09f035eb)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:33.234981 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.239322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] DHCP port deletion for efe3bfe3-7e76-4fef-84f3-3d3a2a234911 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:33.249183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Calling delete_port for 605e2b5e-ae42-4d3e-ac70-6687c13d7319 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:33.321350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] Deleting port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:37:33.321723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.387550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] For port 605e2b5e-ae42-4d3e-ac70-6687c13d7319, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=605e2b5e-ae42-4d3e-ac70-6687c13d7319,segment=NetworkSegment(acad3136-2d02-4f5c-8c9d-fd6b09f035eb),segment_id=acad3136-2d02-4f5c-8c9d-fd6b09f035eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:33.387977 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.400075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] Calling delete_port for 605e2b5e-ae42-4d3e-ac70-6687c13d7319 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:37:33.429053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.454800 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event deleted for resources: {'Port': ['ID=605e2b5e-ae42-4d3e-ac70-6687c13d7319,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:33.462192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] No DVR routers for this DVR port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:33.479550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.506423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] Pushing event deleted for resources: {'Port': ['ID=605e2b5e-ae42-4d3e-ac70-6687c13d7319,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:33.509032 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe8c77-3b6e-4cd5-af1d-9490b61d4f5d None None] No DVR routers for this DVR port 605e2b5e-ae42-4d3e-ac70-6687c13d7319 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:37:33.553168 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.574085 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe3bfe3-7e76-4fef-84f3-3d3a2a234911']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:33.583172 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acad3136-2d02-4f5c-8c9d-fd6b09f035eb') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:33.583460 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acad3136-2d02-4f5c-8c9d-fd6b09f035eb') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:33.593030 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.606595 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.612560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:37:33.614102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:37:33.616080 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:37:33.753645 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.757999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:33.763405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "DELETE /v2.0/networks/efe3bfe3-7e76-4fef-84f3-3d3a2a234911 HTTP/1.1" status: 204 len: 168 time: 0.7367773 Nov 10 22:37:33.764660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54772) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:33.778485 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c348b-544a-41c2-9811-a3e0fda3b6cb tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Pushing event deleted for resources: {'Network': ['ID=efe3bfe3-7e76-4fef-84f3-3d3a2a234911,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:33.795706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d608dde1-1c62-44ae-9b18-5d3b5ca30c3a tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3fd3989-5afe-4285-9f9f-8c5a7a232364 HTTP/1.1" status: 200 len: 205 time: 0.0297678 Nov 10 22:37:33.798179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54774) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:33.874698 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4f68164-c9af-4da5-95dd-c3821a4d02ab tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.031496 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4f68164-c9af-4da5-95dd-c3821a4d02ab tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.033559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4f68164-c9af-4da5-95dd-c3821a4d02ab tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.136777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4f68164-c9af-4da5-95dd-c3821a4d02ab tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.137289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f68164-c9af-4da5-95dd-c3821a4d02ab tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Fanout notify agent at l3_agent the message router_deleted on router a3fd3989-5afe-4285-9f9f-8c5a7a232364 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:37:34.144250 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4f68164-c9af-4da5-95dd-c3821a4d02ab tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.145340 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e4f68164-c9af-4da5-95dd-c3821a4d02ab tempest-RoutersNegativeTest-771851932 tempest-RoutersNegativeTest-771851932-project] 10.222.0.45 "DELETE /v2.0/routers/a3fd3989-5afe-4285-9f9f-8c5a7a232364 HTTP/1.1" status: 204 len: 168 time: 0.3462641 Nov 10 22:37:34.658369 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54780) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:34.787984 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9052e4f2-332d-4579-9a14-933f992044a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77e05b09912141109716b3d355070840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283760 Nov 10 22:37:34.790411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:34.844095 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7047a558-bf84-44dc-9dda-ec897653ee77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.865166 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7047a558-bf84-44dc-9dda-ec897653ee77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.964700 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7047a558-bf84-44dc-9dda-ec897653ee77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.967276 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7047a558-bf84-44dc-9dda-ec897653ee77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:34.968486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7047a558-bf84-44dc-9dda-ec897653ee77 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92967865-3f5d-46a7-ad4c-fea2250a80dc HTTP/1.1" status: 204 len: 168 time: 0.1766641 Nov 10 22:37:34.976950 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047a558-bf84-44dc-9dda-ec897653ee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92967865-3f5d-46a7-ad4c-fea2250a80dc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:35.076289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 605e2b5e-ae42-4d3e-ac70-6687c13d7319 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:37:35.096843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 605e2b5e-ae42-4d3e-ac70-6687c13d7319 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:37:35.104756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 605e2b5e-ae42-4d3e-ac70-6687c13d7319 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:37:35.774668 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4de4da6e-5626-4eea-aafd-209fa2b3fe2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:35.902696 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54806) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:35.997221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1130766514-network', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:36.071773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Made reservation on behalf of 9af2e9b9a263406fb309b118a04f21dd for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:36.074088 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.082918 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.155056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.220488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.246256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:36.255804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:36.260999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.261465 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Added segment ff87b831-bc2f-4077-ac13-87edba21cc32 of type vlan for network 1eccd8d4-9026-4110-a079-b82ff3646807 Nov 10 22:37:36.300750 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.393590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.394502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:36.395078 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.454126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] Pushing event updated for resources: {'Network': ['ID=1eccd8d4-9026-4110-a079-b82ff3646807,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:36.464971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 1eccd8d4-9026-4110-a079-b82ff3646807 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:36.499398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29dcaa1d-90cb-4b50-a825-432f7d71bf03 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5951431 Nov 10 22:37:36.502274 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54810) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:36.507119 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Request body: {'subnet': {'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-subnet', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:36.582035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Made reservation on behalf of 9af2e9b9a263406fb309b118a04f21dd for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:36.584424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.797835 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.852442 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac48c39-b7e1-453f-b07b-4607e4113c7f,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:36.861553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Checking segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:36.861905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Network hostable DHCP agents. Network: 1eccd8d4-9026-4110-a079-b82ff3646807, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:36.923166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Network 1eccd8d4-9026-4110-a079-b82ff3646807 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:36.985787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 1eccd8d4-9026-4110-a079-b82ff3646807) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:36.989986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:36.990582 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:36.995844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4291f59-fbac-4fa2-8ea2-58d57904db38 None None] Network 1eccd8d4-9026-4110-a079-b82ff3646807 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:37.065035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-019b3f8e-1060-4f3c-8b4e-513200939ae0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5616055 Nov 10 22:37:37.067659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54812) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:37.072136 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:37.142714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-1eccd8d4-9026-4110-a079-b82ff3646807', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'fixed_ips': [{'subnet_id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:37.143678 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.176962 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.178304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.234531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.279422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Allocated IP 172.20.0.2 (1eccd8d4-9026-4110-a079-b82ff3646807/0ac48c39-b7e1-453f-b07b-4607e4113c7f/a1e04e36-dd58-46bd-9742-396da7caae1d) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:37.420355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.453716 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.519653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.560090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Network 1eccd8d4-9026-4110-a079-b82ff3646807 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:37.562859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:37.566377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:37.573669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Pushing event updated for resources: {'Port': ['ID=a1e04e36-dd58-46bd-9742-396da7caae1d,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:37.624353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Attempting to bind port a1e04e36-dd58-46bd-9742-396da7caae1d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:37.624708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Attempting to bind port a1e04e36-dd58-46bd-9742-396da7caae1d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:37.625072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Attempting to bind port a1e04e36-dd58-46bd-9742-396da7caae1d on network 1eccd8d4-9026-4110-a079-b82ff3646807 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:37.629967 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:37.630356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Checking segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:37.630745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.631128 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Bound using segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:37.631581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Bound port: a1e04e36-dd58-46bd-9742-396da7caae1d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:37.631979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.758748 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.779704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.858105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] For port a1e04e36-dd58-46bd-9742-396da7caae1d, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:37.861052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] For port a1e04e36-dd58-46bd-9742-396da7caae1d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a1e04e36-dd58-46bd-9742-396da7caae1d,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:37.888244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Allocated IP 172.25.7.187 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/bfd78403-5f41-4b7d-a818-e1cd96b53f40) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:37.942289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.980084 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-da7ebbea-24a1-486f-a734-0329ad0c8090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:37.989116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.005066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a3251-59d3-4aa4-88fd-1ce0c63548a8 None None] Pushing event updated for resources: {'Port': ['ID=a1e04e36-dd58-46bd-9742-396da7caae1d,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:38.090425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.092871 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:37:38.129437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:38.134480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:38.148582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:38.171309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e931cbb-6434-4def-b97a-a3c35db6e40c None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:38.195880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd78403-5f41-4b7d-a818-e1cd96b53f40,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:38.298518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fd81d623-22cf-4297-9e5c-8cae34234acf None None] Provisioning complete for port bfd78403-5f41-4b7d-a818-e1cd96b53f40 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:38.298894 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd81d623-22cf-4297-9e5c-8cae34234acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.334756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fd81d623-22cf-4297-9e5c-8cae34234acf None None] Port bfd78403-5f41-4b7d-a818-e1cd96b53f40 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:38.510756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:38.897865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce633d5f-937c-4bc2-bf70-3a7532ea16ed None None] Network 1eccd8d4-9026-4110-a079-b82ff3646807 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:38.978821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ca01ecae-5b2b-4ac8-a9d1-539cc83fca93 None None] Provisioning complete for port a1e04e36-dd58-46bd-9742-396da7caae1d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:38.979199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca01ecae-5b2b-4ac8-a9d1-539cc83fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.026502 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.117842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a1e04e36-dd58-46bd-9742-396da7caae1d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:39.166278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca01ecae-5b2b-4ac8-a9d1-539cc83fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.210840 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ca01ecae-5b2b-4ac8-a9d1-539cc83fca93 None None] For port a1e04e36-dd58-46bd-9742-396da7caae1d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a1e04e36-dd58-46bd-9742-396da7caae1d,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:39.216035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a1e04e36-dd58-46bd-9742-396da7caae1d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:39.216405 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.264463 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Router 79962664-7995-4ec9-aa63-178d249f0918 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:37:39.293034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca01ecae-5b2b-4ac8-a9d1-539cc83fca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.322898 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.365202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ecae-5b2b-4ac8-a9d1-539cc83fca93 None None] Pushing event updated for resources: {'Port': ['ID=a1e04e36-dd58-46bd-9742-396da7caae1d,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:39.383286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:39.393843 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Sync routers for ids ['79962664-7995-4ec9-aa63-178d249f0918'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:39.402649 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 22:37:39.402844 n-d-776250-11 neutron-server[103049]: DEBUG oslo_db.api [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 22:37:39.406910 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Routers {'79962664-7995-4ec9-aa63-178d249f0918'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:39.407714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['79962664-7995-4ec9-aa63-178d249f0918'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:39.415272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bceaa3db-587c-4515-81db-0f810640272a None None] Provisioning complete for port a1e04e36-dd58-46bd-9742-396da7caae1d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:39.420105 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bceaa3db-587c-4515-81db-0f810640272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.465650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.467983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-99e636bb-9d5e-4418-a67d-28dad2f410c7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3986382 Nov 10 22:37:39.470196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54814) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:39.515854 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Set router 79962664-7995-4ec9-aa63-178d249f0918 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:39.548045 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.690645 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:38Z', 'revision_number': 3, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port': {'id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:af:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:39.720766 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Checking router: 79962664-7995-4ec9-aa63-178d249f0918 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:39.721116 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Updating router 79962664-7995-4ec9-aa63-178d249f0918 port bfd78403-5f41-4b7d-a818-e1cd96b53f40 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:37:39.746816 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.889526 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:39.996179 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.054430 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.094165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78710d5-abc6-448a-889c-80d3f17132ba None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:40.100484 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Allocated IP 172.20.0.1 (1eccd8d4-9026-4110-a079-b82ff3646807/0ac48c39-b7e1-453f-b07b-4607e4113c7f/5386c21e-5867-4041-b46b-bef1f37eaeea) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:40.110140 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Attempting to bind port bfd78403-5f41-4b7d-a818-e1cd96b53f40 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:40.110140 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Attempting to bind port bfd78403-5f41-4b7d-a818-e1cd96b53f40 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:40.110140 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Attempting to bind port bfd78403-5f41-4b7d-a818-e1cd96b53f40 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:40.112105 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Pushing event updated for resources: {'Port': ['ID=bfd78403-5f41-4b7d-a818-e1cd96b53f40,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:40.122128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.122472 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.122814 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.123148 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.123483 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.123838 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.124171 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.124493 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.124818 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.125204 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.125469 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.125797 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.129139 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:40.129518 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:40.129923 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.130452 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:40.130764 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Bound port: bfd78403-5f41-4b7d-a818-e1cd96b53f40, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:40.131154 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.142133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-40c979f3-f876-490a-b303-f154a93568aa None None] Provisioning complete for port bfd78403-5f41-4b7d-a818-e1cd96b53f40 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:40.142623 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-40c979f3-f876-490a-b303-f154a93568aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.177002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-40c979f3-f876-490a-b303-f154a93568aa None None] Port bfd78403-5f41-4b7d-a818-e1cd96b53f40 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:40.197930 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] For port bfd78403-5f41-4b7d-a818-e1cd96b53f40, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:40.201050 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] For port bfd78403-5f41-4b7d-a818-e1cd96b53f40, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bfd78403-5f41-4b7d-a818-e1cd96b53f40,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:40.210237 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.262359 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.305980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa83cc2-f97b-408d-83f0-bfcd6f8648b1 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:40.324849 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Routers {'79962664-7995-4ec9-aa63-178d249f0918'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:40.325472 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['79962664-7995-4ec9-aa63-178d249f0918'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:40.330180 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1a0f2-349a-4124-81b6-4ad278a28b40 None None] Pushing event updated for resources: {'Port': ['ID=bfd78403-5f41-4b7d-a818-e1cd96b53f40,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:40.371144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.399864 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-60e6a2ee-e3a1-4ff4-a3f4-c4a9359aa395 None None] Provisioning complete for port bfd78403-5f41-4b7d-a818-e1cd96b53f40 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:40.401044 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-60e6a2ee-e3a1-4ff4-a3f4-c4a9359aa395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.413231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Network 1eccd8d4-9026-4110-a079-b82ff3646807 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:40.418815 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:40.422414 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:40.450443 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] Set router 79962664-7995-4ec9-aa63-178d249f0918 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:40.451446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=5386c21e-5867-4041-b46b-bef1f37eaeea,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:40.459962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.460319 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.460740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.460999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.461337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.461675 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.462008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.462339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.462669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.463694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.463909 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.464430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:40.489017 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.503100 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-60e6a2ee-e3a1-4ff4-a3f4-c4a9359aa395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.529418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-60e6a2ee-e3a1-4ff4-a3f4-c4a9359aa395 None None] For port bfd78403-5f41-4b7d-a818-e1cd96b53f40, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bfd78403-5f41-4b7d-a818-e1cd96b53f40,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:40.626536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-60e6a2ee-e3a1-4ff4-a3f4-c4a9359aa395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.658057 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:38Z', 'revision_number': 3, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port': {'id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:af:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:40.679028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6a2ee-e3a1-4ff4-a3f4-c4a9359aa395 None None] Pushing event updated for resources: {'Port': ['ID=bfd78403-5f41-4b7d-a818-e1cd96b53f40,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:40.688269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f6a3ed-d75e-409b-9167-be28d48030d0 None None] The sync data for ids ['79962664-7995-4ec9-aa63-178d249f0918'] in n-d-776250-11 is: [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:38Z', 'revision_number': 3, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port': {'id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:af:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:40.726391 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.756005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5db1070f-7ec2-46a8-a050-f0b8d1a07cf2 None None] Provisioning complete for port 5386c21e-5867-4041-b46b-bef1f37eaeea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:40.756400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5db1070f-7ec2-46a8-a050-f0b8d1a07cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.798164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5db1070f-7ec2-46a8-a050-f0b8d1a07cf2 None None] Port 5386c21e-5867-4041-b46b-bef1f37eaeea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:40.920379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:40.980880 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.009209 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.050767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=5386c21e-5867-4041-b46b-bef1f37eaeea,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:41.054347 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.159226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Network 1eccd8d4-9026-4110-a079-b82ff3646807 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:41.160794 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:41.181111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bfd78403-5f41-4b7d-a818-e1cd96b53f40 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:41.245132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bfd78403-5f41-4b7d-a818-e1cd96b53f40 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:41.245651 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.313436 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Router 79962664-7995-4ec9-aa63-178d249f0918 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:37:41.352042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a1e04e36-dd58-46bd-9742-396da7caae1d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:41.422026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a1e04e36-dd58-46bd-9742-396da7caae1d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:41.422493 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.456219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:41.469353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c50da84c-1421-4b06-b0d5-1ce5759bb7e7 admin admin] 10.222.0.45 "PUT /v2.0/routers/79962664-7995-4ec9-aa63-178d249f0918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9899044 Nov 10 22:37:41.470937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0b52921c-7b0d-4b44-920d-51d53aa7eda8 None None] Provisioning complete for port 5386c21e-5867-4041-b46b-bef1f37eaeea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:41.471309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0b52921c-7b0d-4b44-920d-51d53aa7eda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.476625 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:41.533741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0b52921c-7b0d-4b44-920d-51d53aa7eda8 None None] Port 5386c21e-5867-4041-b46b-bef1f37eaeea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:42.185428 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54830) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:42.190455 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1169108293-network', 'tenant_id': '80739899e0f842998af5d0a843166e65'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:42.300695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Made reservation on behalf of 80739899e0f842998af5d0a843166e65 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:42.303339 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.313947 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.334982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Sync routers for ids ['79962664-7995-4ec9-aa63-178d249f0918'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:42.345663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Routers {'79962664-7995-4ec9-aa63-178d249f0918'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:42.346346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['79962664-7995-4ec9-aa63-178d249f0918'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:42.395080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.443539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.457750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Set router 79962664-7995-4ec9-aa63-178d249f0918 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:42.465394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:37:42.480736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d6a255-ad33-4de8-ad95-3b3ed603f3b4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:42.485223 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.485564 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Added segment 70ea672a-a1d1-4f46-b91b-2ac3275d7f4e of type vlan for network a3a3f1e4-1f46-4620-876e-23d048acc38e Nov 10 22:37:42.530467 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.627851 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.629950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:42.630528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.698474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a3f1e4-1f46-4620-876e-23d048acc38e,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:42.713380 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network a3a3f1e4-1f46-4620-876e-23d048acc38e details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:37:42.733631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-30141200-d690-455e-bab5-9d5283b3a831 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5468471 Nov 10 22:37:42.736963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 54834) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:42.747481 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Request body: {'subnet': {'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-subnet', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:42.795273 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 4, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port': {'id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '5386c21e-5867-4041-b46b-bef1f37eaeea', 'name': '', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'mac_address': 'fa:16:3e:55:f2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:39Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 2, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'subnets': [{'id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:42.827439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Checking router: 79962664-7995-4ec9-aa63-178d249f0918 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:42.827811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Updating router 79962664-7995-4ec9-aa63-178d249f0918 port 5386c21e-5867-4041-b46b-bef1f37eaeea binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:37:42.837449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Made reservation on behalf of 80739899e0f842998af5d0a843166e65 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:42.840369 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:42.854031 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.068116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.127017 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04ed5cd-d454-4aeb-b4cc-c6621d300efc,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:43.129470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.132963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Checking segment: {'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:43.141788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Network hostable DHCP agents. Network: a3a3f1e4-1f46-4620-876e-23d048acc38e, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:37:43.216720 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.239592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Network a3a3f1e4-1f46-4620-876e-23d048acc38e is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:37:43.268305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f496b26-6106-4a21-9ffa-2c6b46d19fd1 None None] Pushing event updated for resources: {'Port': ['ID=5386c21e-5867-4041-b46b-bef1f37eaeea,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:43.319913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, a3a3f1e4-1f46-4620-876e-23d048acc38e) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:43.320434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Attempting to bind port 5386c21e-5867-4041-b46b-bef1f37eaeea on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:43.320815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Attempting to bind port 5386c21e-5867-4041-b46b-bef1f37eaeea by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:43.321238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Attempting to bind port 5386c21e-5867-4041-b46b-bef1f37eaeea on network 1eccd8d4-9026-4110-a079-b82ff3646807 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:43.326665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:43.327080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Checking segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:43.327418 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.327834 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Bound using segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:43.328304 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Bound port: 5386c21e-5867-4041-b46b-bef1f37eaeea, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:43.328684 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.331394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:43.331875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dec667-d032-4951-bac4-6ffd96c22498 None None] Network a3a3f1e4-1f46-4620-876e-23d048acc38e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:43.335179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.393862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2a9b41b8-e589-447b-b740-76d775ca41cc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6526802 Nov 10 22:37:43.394189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54836) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:43.400204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:43.473515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] For port 5386c21e-5867-4041-b46b-bef1f37eaeea, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:43.483323 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.484619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.510734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] For port 5386c21e-5867-4041-b46b-bef1f37eaeea, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5386c21e-5867-4041-b46b-bef1f37eaeea,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:43.518089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9273a5fc-45d4-4ca7-b988-5863f1549982 None None] Provisioning complete for port 5386c21e-5867-4041-b46b-bef1f37eaeea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:43.518089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9273a5fc-45d4-4ca7-b988-5863f1549982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.536197 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.562089 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9273a5fc-45d4-4ca7-b988-5863f1549982 None None] Port 5386c21e-5867-4041-b46b-bef1f37eaeea cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:43.585175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-a3a3f1e4-1f46-4620-876e-23d048acc38e', 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'fixed_ips': [{'subnet_id': 'f04ed5cd-d454-4aeb-b4cc-c6621d300efc'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:37:43.586051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.607782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.752081 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:43.753750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f496b26-6106-4a21-9ffa-2c6b46d19fd1 None None] Pushing event updated for resources: {'Port': ['ID=5386c21e-5867-4041-b46b-bef1f37eaeea,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:43.756298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Routers {'79962664-7995-4ec9-aa63-178d249f0918'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:43.756915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['79962664-7995-4ec9-aa63-178d249f0918'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:43.826970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Allocated IP 172.20.0.2 (a3a3f1e4-1f46-4620-876e-23d048acc38e/f04ed5cd-d454-4aeb-b4cc-c6621d300efc/9404c73d-8016-42b7-8220-49623f2de314) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:44.008592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.032342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.101492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4360b9b5-e326-4677-8516-f8cdb95092b1 None None] Provisioning complete for port 5386c21e-5867-4041-b46b-bef1f37eaeea triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:44.101864 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4360b9b5-e326-4677-8516-f8cdb95092b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.113405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] Set router 79962664-7995-4ec9-aa63-178d249f0918 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:44.136145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Allocated IP 172.25.7.80 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:44.247621 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.352547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.373782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.390346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:44.395220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:44.399120 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4360b9b5-e326-4677-8516-f8cdb95092b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.399281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:44.426543 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490e990-6612-4594-a64e-13c724cbfcd5 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:44.429293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Pushing event updated for resources: {'Port': ['ID=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:44.445514 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.498536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-4360b9b5-e326-4677-8516-f8cdb95092b1 None None] For port 5386c21e-5867-4041-b46b-bef1f37eaeea, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5386c21e-5867-4041-b46b-bef1f37eaeea,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:44.508364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Network a3a3f1e4-1f46-4620-876e-23d048acc38e is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:44.514770 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:44.520804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:44.525148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Pushing event updated for resources: {'Port': ['ID=9404c73d-8016-42b7-8220-49623f2de314,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:44.560528 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 4, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port': {'id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '5386c21e-5867-4041-b46b-bef1f37eaeea', 'name': '', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'mac_address': 'fa:16:3e:55:f2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:39Z', 'updated_at': '2021-11-10T22:37:43Z', 'revision_number': 4, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'subnets': [{'id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:44.604064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c76d6a-e8fa-4a0a-aae9-54aa1f9443af None None] The sync data for ids ['79962664-7995-4ec9-aa63-178d249f0918'] in n-d-776250-11 is: [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 4, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port': {'id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '5386c21e-5867-4041-b46b-bef1f37eaeea', 'name': '', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'mac_address': 'fa:16:3e:55:f2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:39Z', 'updated_at': '2021-11-10T22:37:43Z', 'revision_number': 4, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'subnets': [{'id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:44.605564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4360b9b5-e326-4677-8516-f8cdb95092b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.634558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Attempting to bind port 9404c73d-8016-42b7-8220-49623f2de314 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:44.635509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Attempting to bind port 9404c73d-8016-42b7-8220-49623f2de314 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:44.635906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Attempting to bind port 9404c73d-8016-42b7-8220-49623f2de314 on network a3a3f1e4-1f46-4620-876e-23d048acc38e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:44.658921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:44.659307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Checking segment: {'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:44.659707 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.660156 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Bound using segment: {'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:44.660650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Bound port: 9404c73d-8016-42b7-8220-49623f2de314, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:44.661031 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.693648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360b9b5-e326-4677-8516-f8cdb95092b1 None None] Pushing event updated for resources: {'Port': ['ID=5386c21e-5867-4041-b46b-bef1f37eaeea,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:44.747816 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fa96e2d3-8920-4511-a7f8-e3869862ef71 None None] Provisioning complete for port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:44.748193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa96e2d3-8920-4511-a7f8-e3869862ef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.781641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] For port 9404c73d-8016-42b7-8220-49623f2de314, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:44.791015 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.800698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fa96e2d3-8920-4511-a7f8-e3869862ef71 None None] Port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:44.803484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] For port 9404c73d-8016-42b7-8220-49623f2de314, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9404c73d-8016-42b7-8220-49623f2de314,segment=NetworkSegment(70ea672a-a1d1-4f46-b91b-2ac3275d7f4e),segment_id=70ea672a-a1d1-4f46-b91b-2ac3275d7f4e)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:44.874305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:44.936243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4b71c-630d-42d7-89f3-cb6eeaff5cff None None] Pushing event updated for resources: {'Port': ['ID=9404c73d-8016-42b7-8220-49623f2de314,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:45.018642 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.190119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5386c21e-5867-4041-b46b-bef1f37eaeea up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:45.255103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5386c21e-5867-4041-b46b-bef1f37eaeea triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:45.256050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.302483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Router 940156ba-3c14-4e24-987d-648f7c7d7fe2 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:37:45.427206 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:45.436381 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Sync routers for ids ['940156ba-3c14-4e24-987d-648f7c7d7fe2'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:45.449495 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Routers {'940156ba-3c14-4e24-987d-648f7c7d7fe2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:45.450114 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['940156ba-3c14-4e24-987d-648f7c7d7fe2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:45.527847 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:45.529588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bce0280b-7023-4bdd-baf3-826e78be5306 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1326923 Nov 10 22:37:45.532204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 54838) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:37:45.658035 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Set router 940156ba-3c14-4e24-987d-648f7c7d7fe2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:45.874977 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:37:44Z', 'revision_number': 3, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port': {'id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:44Z', 'updated_at': '2021-11-10T22:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:45.905327 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Checking router: 940156ba-3c14-4e24-987d-648f7c7d7fe2 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:45.905759 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Updating router 940156ba-3c14-4e24-987d-648f7c7d7fe2 port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:37:45.938164 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.009127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b66f76-f2d8-4f5c-80cd-840fb7fa57e0 None None] Network a3a3f1e4-1f46-4620-876e-23d048acc38e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:37:46.023632 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.084418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-655d3d09-c5a2-454c-a227-59a2b659a634 None None] Provisioning complete for port 9404c73d-8016-42b7-8220-49623f2de314 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:46.084791 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-655d3d09-c5a2-454c-a227-59a2b659a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.204030 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Allocated IP 172.20.0.1 (a3a3f1e4-1f46-4620-876e-23d048acc38e/f04ed5cd-d454-4aeb-b4cc-c6621d300efc/2e33972f-1e9c-42b6-8adb-9de955492e37) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:46.210474 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.235542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-655d3d09-c5a2-454c-a227-59a2b659a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.273552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-655d3d09-c5a2-454c-a227-59a2b659a634 None None] For port 9404c73d-8016-42b7-8220-49623f2de314, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9404c73d-8016-42b7-8220-49623f2de314,segment=NetworkSegment(70ea672a-a1d1-4f46-b91b-2ac3275d7f4e),segment_id=70ea672a-a1d1-4f46-b91b-2ac3275d7f4e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:46.301995 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.318865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.348742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543951c8-10ec-4d0f-9613-d58878419433 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:46.359496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-655d3d09-c5a2-454c-a227-59a2b659a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.359880 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Attempting to bind port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:46.360390 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Attempting to bind port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:46.360755 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Attempting to bind port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:46.362862 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d91b4d-f5c9-47b5-8eb3-48bdb54c1a4e None None] Pushing event updated for resources: {'Port': ['ID=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:46.371340 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:46.377406 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:46.377406 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.377406 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:46.378685 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Bound port: bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:46.380242 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.418464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3d09-c5a2-454c-a227-59a2b659a634 None None] Pushing event updated for resources: {'Port': ['ID=9404c73d-8016-42b7-8220-49623f2de314,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:46.440543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] For port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:46.441121 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] For port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:46.457209 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.480546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] Provisioning complete for port 9404c73d-8016-42b7-8220-49623f2de314 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:46.480916 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.495343 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Network a3a3f1e4-1f46-4620-876e-23d048acc38e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:46.498271 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:46.500698 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:46.533830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Pushing event updated for resources: {'Port': ['ID=2e33972f-1e9c-42b6-8adb-9de955492e37,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:46.542452 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.551318 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.592149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203b83d-533a-4d4b-b5aa-8eed2e8ab9a3 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:37:46.600998 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Routers {'940156ba-3c14-4e24-987d-648f7c7d7fe2'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:46.601861 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['940156ba-3c14-4e24-987d-648f7c7d7fe2'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:46.605240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] Provisioning complete for port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:46.605745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.659516 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d91b4d-f5c9-47b5-8eb3-48bdb54c1a4e None None] Pushing event updated for resources: {'Port': ['ID=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:46.741747 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] Set router 940156ba-3c14-4e24-987d-648f7c7d7fe2 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:46.745966 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.784978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] For port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:46.849160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:46.906971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d71cb-0eb2-4aed-9a3b-bfed98ae05e8 None None] Pushing event updated for resources: {'Port': ['ID=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:46.930959 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:37:44Z', 'revision_number': 3, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port': {'id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:44Z', 'updated_at': '2021-11-10T22:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:46.962212 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e600cab-f142-49b5-90e1-3d67c1b61a5d None None] The sync data for ids ['940156ba-3c14-4e24-987d-648f7c7d7fe2'] in n-d-776250-11 is: [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:37:44Z', 'revision_number': 3, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port': {'id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:44Z', 'updated_at': '2021-11-10T22:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:46.973917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a15644a-7297-442e-8db4-01e79c9504f7 None None] Provisioning complete for port 2e33972f-1e9c-42b6-8adb-9de955492e37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:46.974362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a15644a-7297-442e-8db4-01e79c9504f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.011927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3a15644a-7297-442e-8db4-01e79c9504f7 None None] Port 2e33972f-1e9c-42b6-8adb-9de955492e37 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:47.022295 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a15644a-7297-442e-8db4-01e79c9504f7 None None] Provisioning complete for port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:47.022759 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a15644a-7297-442e-8db4-01e79c9504f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.111203 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.165026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9404c73d-8016-42b7-8220-49623f2de314 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:47.218249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 9404c73d-8016-42b7-8220-49623f2de314 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:47.218617 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.317093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.382196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.458473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Pushing event updated for resources: {'Port': ['ID=2e33972f-1e9c-42b6-8adb-9de955492e37,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:47.461677 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.559968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Network a3a3f1e4-1f46-4620-876e-23d048acc38e is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:47.561438 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:47.691952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Router 940156ba-3c14-4e24-987d-648f7c7d7fe2 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:37:47.826854 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:37:47.832090 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e542418a-e1d2-4f03-95bf-c7afcbfbab09 admin admin] 10.222.0.45 "PUT /v2.0/routers/940156ba-3c14-4e24-987d-648f7c7d7fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2987533 Nov 10 22:37:47.839153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-161ab4a9-c770-48f9-b270-d912095ac354 None None] Provisioning complete for port 2e33972f-1e9c-42b6-8adb-9de955492e37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:47.841148 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-161ab4a9-c770-48f9-b270-d912095ac354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:47.881022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-161ab4a9-c770-48f9-b270-d912095ac354 None None] Port 2e33972f-1e9c-42b6-8adb-9de955492e37 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:48.556356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Sync routers for ids ['940156ba-3c14-4e24-987d-648f7c7d7fe2'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:37:48.569106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Routers {'940156ba-3c14-4e24-987d-648f7c7d7fe2'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:48.569720 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['940156ba-3c14-4e24-987d-648f7c7d7fe2'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:48.679665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Set router 940156ba-3c14-4e24-987d-648f7c7d7fe2 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:48.767063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-52f64a02-d74c-4f3e-80cb-a02f98997088 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:48.768563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-52f64a02-d74c-4f3e-80cb-a02f98997088 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/networks?id=1eccd8d4-9026-4110-a079-b82ff3646807 HTTP/1.1" status: 200 len: 817 time: 0.1071255 Nov 10 22:37:48.784323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-efd02a65-e4a6-42bb-bfa8-c1a3c2ab36c4 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/quotas/9af2e9b9a263406fb309b118a04f21dd HTTP/1.1" status: 200 len: 375 time: 0.0099213 Nov 10 22:37:48.837239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-308ec2d7-9258-4a9c-9bb7-fee2f255e11e tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9af2e9b9a263406fb309b118a04f21dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471630 Nov 10 22:37:48.877679 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:37:47Z', 'revision_number': 4, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port': {'id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:44Z', 'updated_at': '2021-11-10T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2e33972f-1e9c-42b6-8adb-9de955492e37', 'name': '', 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'mac_address': 'fa:16:3e:9d:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f04ed5cd-d454-4aeb-b4cc-c6621d300efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:46Z', 'updated_at': '2021-11-10T22:37:47Z', 'revision_number': 2, 'project_id': '80739899e0f842998af5d0a843166e65', 'subnets': [{'id': 'f04ed5cd-d454-4aeb-b4cc-c6621d300efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:48.905574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Checking router: 940156ba-3c14-4e24-987d-648f7c7d7fe2 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:37:48.906017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Updating router 940156ba-3c14-4e24-987d-648f7c7d7fe2 port 2e33972f-1e9c-42b6-8adb-9de955492e37 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:37:48.934981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:48.936016 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-305eb6cd-e4ab-455c-a75f-da6b967ca4b0 service neutron] 10.222.0.45 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857356 Nov 10 22:37:49.031919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-85157652-8c66-4306-897e-7dae7933fedd service neutron] 10.222.0.45 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895658 Nov 10 22:37:49.140004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:49.251483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:49.251896 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.257463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.297846 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d128b90-1e6a-49cf-b6fa-7fafa12990d7 req-3b54f492-7adf-414b-8d4d-ad2bd161dcec tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 210 time: 0.0407064 Nov 10 22:37:49.346119 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.413686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5609e1c-09f9-4c2f-9c51-13f154db23c1 None None] Pushing event updated for resources: {'Port': ['ID=2e33972f-1e9c-42b6-8adb-9de955492e37,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:49.451430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Attempting to bind port 2e33972f-1e9c-42b6-8adb-9de955492e37 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:49.451862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Attempting to bind port 2e33972f-1e9c-42b6-8adb-9de955492e37 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:49.452228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Attempting to bind port 2e33972f-1e9c-42b6-8adb-9de955492e37 on network a3a3f1e4-1f46-4620-876e-23d048acc38e {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:49.457551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:49.457923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Checking segment: {'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:49.458319 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.458709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Bound using segment: {'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:49.459171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Bound port: 2e33972f-1e9c-42b6-8adb-9de955492e37, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:49.459549 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.524894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] For port 2e33972f-1e9c-42b6-8adb-9de955492e37, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:49.528969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] For port 2e33972f-1e9c-42b6-8adb-9de955492e37, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2e33972f-1e9c-42b6-8adb-9de955492e37,segment=NetworkSegment(70ea672a-a1d1-4f46-b91b-2ac3275d7f4e),segment_id=70ea672a-a1d1-4f46-b91b-2ac3275d7f4e)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:49.616921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ca3e1e05-be07-4602-8f32-6404e3ac5102 None None] Provisioning complete for port 2e33972f-1e9c-42b6-8adb-9de955492e37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:49.617788 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1e05-be07-4602-8f32-6404e3ac5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.619540 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:49.885544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5609e1c-09f9-4c2f-9c51-13f154db23c1 None None] Pushing event updated for resources: {'Port': ['ID=2e33972f-1e9c-42b6-8adb-9de955492e37,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:49.889301 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Routers {'940156ba-3c14-4e24-987d-648f7c7d7fe2'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:37:49.889894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:37:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['940156ba-3c14-4e24-987d-648f7c7d7fe2'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:50.012831 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1e05-be07-4602-8f32-6404e3ac5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.053973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] Set router 940156ba-3c14-4e24-987d-648f7c7d7fe2 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:37:50.085291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ca3e1e05-be07-4602-8f32-6404e3ac5102 None None] For port 2e33972f-1e9c-42b6-8adb-9de955492e37, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2e33972f-1e9c-42b6-8adb-9de955492e37,segment=NetworkSegment(70ea672a-a1d1-4f46-b91b-2ac3275d7f4e),segment_id=70ea672a-a1d1-4f46-b91b-2ac3275d7f4e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:50.185421 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ca3e1e05-be07-4602-8f32-6404e3ac5102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.255895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e1e05-be07-4602-8f32-6404e3ac5102 None None] Pushing event updated for resources: {'Port': ['ID=2e33972f-1e9c-42b6-8adb-9de955492e37,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:50.315054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-73ea7bd7-8555-469b-b2b7-9f5d38f37a66 None None] Provisioning complete for port 2e33972f-1e9c-42b6-8adb-9de955492e37 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:50.315799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73ea7bd7-8555-469b-b2b7-9f5d38f37a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:50.342824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:37:47Z', 'revision_number': 4, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port': {'id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:44Z', 'updated_at': '2021-11-10T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2e33972f-1e9c-42b6-8adb-9de955492e37', 'name': '', 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'mac_address': 'fa:16:3e:9d:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f04ed5cd-d454-4aeb-b4cc-c6621d300efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:46Z', 'updated_at': '2021-11-10T22:37:49Z', 'revision_number': 4, 'project_id': '80739899e0f842998af5d0a843166e65', 'subnets': [{'id': 'f04ed5cd-d454-4aeb-b4cc-c6621d300efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:37:50.379451 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3873aeb-493e-43ea-831a-0f5b54e6b558 None None] The sync data for ids ['940156ba-3c14-4e24-987d-648f7c7d7fe2'] in n-d-776250-11 is: [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:37:47Z', 'revision_number': 4, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port': {'id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:44Z', 'updated_at': '2021-11-10T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '2e33972f-1e9c-42b6-8adb-9de955492e37', 'name': '', 'network_id': 'a3a3f1e4-1f46-4620-876e-23d048acc38e', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'mac_address': 'fa:16:3e:9d:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'f04ed5cd-d454-4aeb-b4cc-c6621d300efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:46Z', 'updated_at': '2021-11-10T22:37:49Z', 'revision_number': 4, 'project_id': '80739899e0f842998af5d0a843166e65', 'subnets': [{'id': 'f04ed5cd-d454-4aeb-b4cc-c6621d300efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:37:50.392123 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-588fc420-0d0f-4105-8131-c1ed0d8678bc req-5616b17e-3d73-4288-a2cf-1fecffe3479f tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 210 time: 0.0341837 Nov 10 22:37:50.496664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.108807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2e33972f-1e9c-42b6-8adb-9de955492e37 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:51.156422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2e33972f-1e9c-42b6-8adb-9de955492e37 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:51.156786 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.493170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-cac08806-c2a1-4e1a-90f0-3ab354402edf tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:51.496020 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-cac08806-c2a1-4e1a-90f0-3ab354402edf tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "GET /v2.0/networks?id=1eccd8d4-9026-4110-a079-b82ff3646807 HTTP/1.1" status: 200 len: 817 time: 0.1176162 Nov 10 22:37:51.497518 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cda045d4-3c52-4151-8460-3ce1b57c6b22 req-3b732080-8639-4917-8d4d-93b96976ae60 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 210 time: 0.0351148 Nov 10 22:37:51.516325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Request body: {'port': {'device_id': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'admin_state_up': True, 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:51.729757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Made reservation on behalf of 9af2e9b9a263406fb309b118a04f21dd for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:37:51.733901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:51.874108 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Allocated IP 172.20.0.8 (1eccd8d4-9026-4110-a079-b82ff3646807/0ac48c39-b7e1-453f-b07b-4607e4113c7f/a67261f1-fc12-4511-89a2-b435190c4bf0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:37:52.037692 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.124113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.169986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Network 1eccd8d4-9026-4110-a079-b82ff3646807 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:37:52.173373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:37:52.177142 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:37:52.184172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Pushing event updated for resources: {'Port': ['ID=a67261f1-fc12-4511-89a2-b435190c4bf0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:52.235995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.236662 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.328141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-0e8f3132-f23f-4fad-bd34-bb6359e4bcd7 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8160007 Nov 10 22:37:52.341410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Request body: {'port': {'device_id': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:37:52.399672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.416568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-628669d9-1049-4616-9cd2-52a34f0bd0a7 None None] Provisioning complete for port a67261f1-fc12-4511-89a2-b435190c4bf0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:52.417181 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-628669d9-1049-4616-9cd2-52a34f0bd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.450888 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-628669d9-1049-4616-9cd2-52a34f0bd0a7 None None] Port a67261f1-fc12-4511-89a2-b435190c4bf0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:37:52.663219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7b546-b9dc-4315-a733-9d0d661ffddb req-ada4eec2-df37-40ba-9ece-ebcc32b5a3dc tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:52.664626 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c6c7b546-b9dc-4315-a733-9d0d661ffddb req-ada4eec2-df37-40ba-9ece-ebcc32b5a3dc tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 931 time: 0.0740373 Nov 10 22:37:52.756884 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c6c7b546-b9dc-4315-a733-9d0d661ffddb req-a4251c45-a1d6-48ed-9196-0f9ba244bd17 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855079 Nov 10 22:37:52.762916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67261f1-fc12-4511-89a2-b435190c4bf0 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:52.771751 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.783535 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Transition to ACTIVE for port object a67261f1-fc12-4511-89a2-b435190c4bf0 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:37:52.856037 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:52.908670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a67261f1-fc12-4511-89a2-b435190c4bf0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:52.976909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Attempting to bind port a67261f1-fc12-4511-89a2-b435190c4bf0 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:37:52.977243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Attempting to bind port a67261f1-fc12-4511-89a2-b435190c4bf0 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:37:52.977567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Attempting to bind port a67261f1-fc12-4511-89a2-b435190c4bf0 on network 1eccd8d4-9026-4110-a079-b82ff3646807 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:52.983184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Port a67261f1-fc12-4511-89a2-b435190c4bf0 on network 1eccd8d4-9026-4110-a079-b82ff3646807 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:37:52.983635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Attempting to bind port a67261f1-fc12-4511-89a2-b435190c4bf0 on network 1eccd8d4-9026-4110-a079-b82ff3646807 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:37:52.988928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:37:52.989270 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Checking segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:37:52.989652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Bound using segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:37:52.990072 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Bound port: a67261f1-fc12-4511-89a2-b435190c4bf0, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:37:52.990428 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:53.062521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] For port a67261f1-fc12-4511-89a2-b435190c4bf0, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:37:53.065935 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] For port a67261f1-fc12-4511-89a2-b435190c4bf0, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67261f1-fc12-4511-89a2-b435190c4bf0,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:37:53.169730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:53.207303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.207953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:53.209345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/a67261f1-fc12-4511-89a2-b435190c4bf0 HTTP/1.1" status: 200 len: 1092 time: 0.8730240 Nov 10 22:37:53.209781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'tag': 'a67261f1-fc12-4511-89a2-b435190c4bf0'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:53.212107 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd07f2f-9482-4589-9ab7-f395baefe628" -d '{"events": [{"name": "network-changed", "server_uuid": "08b82661-5164-4e01-8d45-5866e74c4e1a", "tag": "a67261f1-fc12-4511-89a2-b435190c4bf0"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:53.236758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9bc56-ce17-430a-bfd5-3b8908d13cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a67261f1-fc12-4511-89a2-b435190c4bf0,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:53.326156 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8ca14d-8396-487f-8cdc-3af1f046a1dc x-openstack-request-id: req-6c8ca14d-8396-487f-8cdc-3af1f046a1dc {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:53.326156 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b82661-5164-4e01-8d45-5866e74c4e1a", "tag": "a67261f1-fc12-4511-89a2-b435190c4bf0", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:53.326156 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c8ca14d-8396-487f-8cdc-3af1f046a1dc {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:53.326156 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'tag': 'a67261f1-fc12-4511-89a2-b435190c4bf0', 'status': 'completed', 'code': 200} Nov 10 22:37:53.374791 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e9a19d25-40a0-498b-b43a-97dd8f59c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.376333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-e9a19d25-40a0-498b-b43a-97dd8f59c340 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af2e9b9a263406fb309b118a04f21dd&device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 1095 time: 0.0446639 Nov 10 22:37:53.424692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-c7d24eee-d094-46e0-bdf1-f779e8c12968 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67261f1-fc12-4511-89a2-b435190c4bf0 HTTP/1.1" status: 200 len: 217 time: 0.0405085 Nov 10 22:37:53.475076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-d0f6c502-9f15-4794-97b3-9f093acd9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.476465 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-d0f6c502-9f15-4794-97b3-9f093acd9e87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ac48c39-b7e1-453f-b07b-4607e4113c7f HTTP/1.1" status: 200 len: 856 time: 0.0454533 Nov 10 22:37:53.524067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-2741a725-cf0a-49bb-aeca-a955d7d9e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.526211 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-2741a725-cf0a-49bb-aeca-a955d7d9e113 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1eccd8d4-9026-4110-a079-b82ff3646807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421977 Nov 10 22:37:53.623384 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-36599ea7-1964-4594-8f6a-75b10aa929e4 service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907195 Nov 10 22:37:53.716899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4c69937-73a1-47cd-8ec4-7941f3e0b36c req-70a8550f-712b-4346-b9a4-911a099bf496 service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841484 Nov 10 22:37:53.891895 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-d353e124-1367-46f7-90c4-743f1ec87d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.893413 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-d353e124-1367-46f7-90c4-743f1ec87d99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af2e9b9a263406fb309b118a04f21dd&device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 1095 time: 0.0745440 Nov 10 22:37:53.906269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bb799-c093-4477-8736-4f7629f036ac req-ed21efa9-4ba9-429a-a72d-91320fd3b654 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:53.907673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d76bb799-c093-4477-8736-4f7629f036ac req-ed21efa9-4ba9-429a-a72d-91320fd3b654 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 943 time: 0.0641627 Nov 10 22:37:54.011043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d76bb799-c093-4477-8736-4f7629f036ac req-7d565c8d-2cae-4f29-a7b7-f4aef9772951 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953681 Nov 10 22:37:54.028189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-fdc6c69d-5528-4ae6-bc28-3e2b7f411d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.029625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-fdc6c69d-5528-4ae6-bc28-3e2b7f411d15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1eccd8d4-9026-4110-a079-b82ff3646807 HTTP/1.1" status: 200 len: 918 time: 0.1210372 Nov 10 22:37:54.072603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-5b230061-d99a-45f8-8a79-8d05f755b670 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67261f1-fc12-4511-89a2-b435190c4bf0 HTTP/1.1" status: 200 len: 217 time: 0.0351951 Nov 10 22:37:54.122699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-e245a9a2-e049-4b15-a0f5-349335aba7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.124165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-e245a9a2-e049-4b15-a0f5-349335aba7e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ac48c39-b7e1-453f-b07b-4607e4113c7f HTTP/1.1" status: 200 len: 856 time: 0.0439091 Nov 10 22:37:54.175131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-bab88c68-12b7-490c-90d2-ad59f4455ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:54.176817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-bab88c68-12b7-490c-90d2-ad59f4455ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1eccd8d4-9026-4110-a079-b82ff3646807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417509 Nov 10 22:37:54.227988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:54.271663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-33dd06bc-5ab9-4afe-b0f5-5c6a39be95ce service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868113 Nov 10 22:37:54.364553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5dd07f2f-9482-4589-9ab7-f395baefe628 req-d12a4274-afde-4c91-a559-8f856a813f15 service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Nov 10 22:37:55.129026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbb2ba-5ea9-49a6-b751-6a4b87dc5e93 req-42ba9a18-d294-4bd4-89b3-2af817251967 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:55.130479 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebbbb2ba-5ea9-49a6-b751-6a4b87dc5e93 req-42ba9a18-d294-4bd4-89b3-2af817251967 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 943 time: 0.0490830 Nov 10 22:37:55.176899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ebbbb2ba-5ea9-49a6-b751-6a4b87dc5e93 req-b431635c-9b43-4bc8-b8e4-d130198f57df tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Nov 10 22:37:56.291903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517a4ff-8441-433a-99f9-f819e0ec4dfd req-b29fb056-65cf-4fa6-99e7-d8b814774ceb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:56.293398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a517a4ff-8441-433a-99f9-f819e0ec4dfd req-b29fb056-65cf-4fa6-99e7-d8b814774ceb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 943 time: 0.0495968 Nov 10 22:37:56.341155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a517a4ff-8441-433a-99f9-f819e0ec4dfd req-97e4e69c-43ed-49ec-be9b-5c69b0585402 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Nov 10 22:37:56.767886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67261f1-fc12-4511-89a2-b435190c4bf0 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:37:56.864005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a67261f1-fc12-4511-89a2-b435190c4bf0, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67261f1-fc12-4511-89a2-b435190c4bf0,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:56.875397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a67261f1-fc12-4511-89a2-b435190c4bf0', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'port_id': 'a67261f1-fc12-4511-89a2-b435190c4bf0', 'mac_address': 'fa:16:3e:3f:d8:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:37:56.911036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:56.923750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67261f1-fc12-4511-89a2-b435190c4bf0 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:37:56.942857 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a67261f1-fc12-4511-89a2-b435190c4bf0, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67261f1-fc12-4511-89a2-b435190c4bf0,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:56.992180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:57.039674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a67261f1-fc12-4511-89a2-b435190c4bf0,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:57.049111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.049457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.049796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.050133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.050497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.050811 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.051121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.051446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.051791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.055684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.055684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.055684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:37:57.305624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a67261f1-fc12-4511-89a2-b435190c4bf0'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:37:57.459116 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82a6aa-0143-4bf0-a798-c309cdd221d3 req-cdbf5bf6-a20f-40a3-9395-473aa8aa75d2 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:57.460704 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe82a6aa-0143-4bf0-a798-c309cdd221d3 req-cdbf5bf6-a20f-40a3-9395-473aa8aa75d2 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 944 time: 0.0490122 Nov 10 22:37:57.508226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fe82a6aa-0143-4bf0-a798-c309cdd221d3 req-5a74cb18-1084-4638-add8-1aadf8916343 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Nov 10 22:37:58.621582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f91d-a2d1-4452-840a-9ee1f99e5d17 req-61b350e0-0bf0-4d05-9325-514bb516f9ea tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:58.623015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b248f91d-a2d1-4452-840a-9ee1f99e5d17 req-61b350e0-0bf0-4d05-9325-514bb516f9ea tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 944 time: 0.0473392 Nov 10 22:37:58.670115 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b248f91d-a2d1-4452-840a-9ee1f99e5d17 req-66112779-f414-4d29-a566-546e2b5f8370 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Nov 10 22:37:58.784439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67261f1-fc12-4511-89a2-b435190c4bf0 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:37:58.924982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a67261f1-fc12-4511-89a2-b435190c4bf0 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:37:58.928993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a67261f1-fc12-4511-89a2-b435190c4bf0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:37:58.929361 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:59.006227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:59.029979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67261f1-fc12-4511-89a2-b435190c4bf0'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:37:59.032258 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5674fad-fb89-4467-a0f5-54ae246558df" -d '{"events": [{"server_uuid": "08b82661-5164-4e01-8d45-5866e74c4e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a67261f1-fc12-4511-89a2-b435190c4bf0"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:37:59.044704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a67261f1-fc12-4511-89a2-b435190c4bf0, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67261f1-fc12-4511-89a2-b435190c4bf0,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:37:59.119564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:37:59.125871 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7109aa99-8356-454a-adb3-057984205b86 x-openstack-request-id: req-7109aa99-8356-454a-adb3-057984205b86 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:37:59.126168 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b82661-5164-4e01-8d45-5866e74c4e1a", "name": "network-vif-plugged", "status": "completed", "tag": "a67261f1-fc12-4511-89a2-b435190c4bf0", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:37:59.126420 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7109aa99-8356-454a-adb3-057984205b86 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:37:59.126826 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67261f1-fc12-4511-89a2-b435190c4bf0', 'code': 200} Nov 10 22:37:59.174192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a67261f1-fc12-4511-89a2-b435190c4bf0,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:37:59.225643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8e77-5e1f-45df-b5cf-d695c4bb0b19 req-500a4e7c-bb39-408a-b27f-5a70065cc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:59.227124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1ff8e77-5e1f-45df-b5cf-d695c4bb0b19 req-500a4e7c-bb39-408a-b27f-5a70065cc3ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 1097 time: 0.0441196 Nov 10 22:37:59.271446 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1ff8e77-5e1f-45df-b5cf-d695c4bb0b19 req-b2e07492-fad5-4639-ab48-dee488b24c11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Nov 10 22:37:59.783408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49f570-eefa-4c99-8cbe-40a7573bcc58 req-4fc92116-bf03-4b52-848d-a7015169ab4f tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:37:59.784890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be49f570-eefa-4c99-8cbe-40a7573bcc58 req-4fc92116-bf03-4b52-848d-a7015169ab4f tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 945 time: 0.0479143 Nov 10 22:37:59.831371 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be49f570-eefa-4c99-8cbe-40a7573bcc58 req-bcbf15b6-fd33-47eb-af24-0f1382087f08 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406566 Nov 10 22:38:00.951644 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350681b-09b4-4eb1-ac65-249496fd640c req-dccf7f8e-3086-46a1-8c88-a808dfcb42cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:00.953132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3350681b-09b4-4eb1-ac65-249496fd640c req-dccf7f8e-3086-46a1-8c88-a808dfcb42cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 945 time: 0.0518203 Nov 10 22:38:00.998903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3350681b-09b4-4eb1-ac65-249496fd640c req-85137142-c394-4078-af7c-438af5dcd472 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Nov 10 22:38:01.114648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36050f2d-c3df-4e6f-b0f8-04a3040fa630 req-248c8af0-f2cb-4ffa-b667-74f1db5ef8c4 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:01.116050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36050f2d-c3df-4e6f-b0f8-04a3040fa630 req-248c8af0-f2cb-4ffa-b667-74f1db5ef8c4 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 945 time: 0.0501623 Nov 10 22:38:01.170678 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36050f2d-c3df-4e6f-b0f8-04a3040fa630 req-4fd29991-49d4-4204-a076-e687c066e784 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 Nov 10 22:38:05.770742 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1847-d814-43c4-ad42-e997e702ccab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:07.975052 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-de5b5fec-f0d7-4af9-8173-c0ade4216423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:09.525096 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.073636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:11.496413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:15.091699 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:38:20.450503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:24.220716 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:27.569061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d49868-719a-4857-8867-13b018dbdebf req-13c913c3-e7c0-491f-aa67-cd4c91e282a9 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:27.570562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58d49868-719a-4857-8867-13b018dbdebf req-13c913c3-e7c0-491f-aa67-cd4c91e282a9 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 945 time: 0.0493007 Nov 10 22:38:27.617459 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58d49868-719a-4857-8867-13b018dbdebf req-fa7168bd-f261-4c56-8e68-e55564289376 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Nov 10 22:38:28.736820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3c936-3121-4f50-887e-de54946123ce req-7399a29a-6a13-401c-b41b-228d3647f6ea tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:28.738313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cae3c936-3121-4f50-887e-de54946123ce req-7399a29a-6a13-401c-b41b-228d3647f6ea tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 945 time: 0.0494084 Nov 10 22:38:28.785461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cae3c936-3121-4f50-887e-de54946123ce req-ddcda4db-618d-409c-a24c-0a6897b7c26c tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411847 Nov 10 22:38:29.138809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72aec-ee9e-406c-a321-53d0839648cc req-aa1103d5-41d3-40ba-b08f-65f163121c1c tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:29.140260 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08e72aec-ee9e-406c-a321-53d0839648cc req-aa1103d5-41d3-40ba-b08f-65f163121c1c tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 945 time: 0.0476534 Nov 10 22:38:29.233154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Deleting port a67261f1-fc12-4511-89a2-b435190c4bf0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:38:29.233494 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:29.320032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] For port a67261f1-fc12-4511-89a2-b435190c4bf0, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a67261f1-fc12-4511-89a2-b435190c4bf0,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:29.320302 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:29.333804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Calling delete_port for a67261f1-fc12-4511-89a2-b435190c4bf0 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:38:29.563659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:29.579927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a67261f1-fc12-4511-89a2-b435190c4bf0'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:29.591641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Pushing event deleted for resources: {'Port': ['ID=a67261f1-fc12-4511-89a2-b435190c4bf0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:29.603843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.604195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.604531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.604861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.605180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.605515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.606333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.606663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.606988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.607513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.607911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.608232 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:38:29.646615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] No DVR routers for this DVR port a67261f1-fc12-4511-89a2-b435190c4bf0 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:38:29.649186 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:29.657315 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08e72aec-ee9e-406c-a321-53d0839648cc req-c8978f7b-d3c1-434f-b6d6-00ba69d271ac tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "DELETE /v2.0/ports/a67261f1-fc12-4511-89a2-b435190c4bf0 HTTP/1.1" status: 204 len: 173 time: 0.5063407 Nov 10 22:38:29.657315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'name': 'network-vif-deleted', 'tag': 'a67261f1-fc12-4511-89a2-b435190c4bf0'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:29.657315 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094eec59-fc20-453b-905f-f57c59a29e94" -d '{"events": [{"server_uuid": "08b82661-5164-4e01-8d45-5866e74c4e1a", "name": "network-vif-deleted", "tag": "a67261f1-fc12-4511-89a2-b435190c4bf0"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:29.699085 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd44e8-0a05-45ff-b22e-5fbf61dda224 x-openstack-request-id: req-bddd44e8-0a05-45ff-b22e-5fbf61dda224 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:29.699381 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b82661-5164-4e01-8d45-5866e74c4e1a", "name": "network-vif-deleted", "tag": "a67261f1-fc12-4511-89a2-b435190c4bf0", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:29.699654 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bddd44e8-0a05-45ff-b22e-5fbf61dda224 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:29.700117 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b82661-5164-4e01-8d45-5866e74c4e1a', 'name': 'network-vif-deleted', 'tag': 'a67261f1-fc12-4511-89a2-b435190c4bf0', 'status': 'completed', 'code': 200} Nov 10 22:38:29.881996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-89f77b83-fe54-40db-8a2d-b2759ac9e4c5 req-bc2141e9-ba90-46db-8f39-cbdc227235d0 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=08b82661-5164-4e01-8d45-5866e74c4e1a HTTP/1.1" status: 200 len: 210 time: 0.0272875 Nov 10 22:38:31.567032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-dc886b2e-bc02-438c-8997-d43b6ca272f1 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:31.568501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-dc886b2e-bc02-438c-8997-d43b6ca272f1 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/networks?id=1eccd8d4-9026-4110-a079-b82ff3646807 HTTP/1.1" status: 200 len: 817 time: 0.1047065 Nov 10 22:38:31.584200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-c4e26283-54b5-4b2a-8aaf-c479c02f7f50 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/quotas/9af2e9b9a263406fb309b118a04f21dd HTTP/1.1" status: 200 len: 375 time: 0.0098436 Nov 10 22:38:31.633672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-a51c9d01-1dbd-4f64-acf6-7684266cd204 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9af2e9b9a263406fb309b118a04f21dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442772 Nov 10 22:38:31.727227 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-d05c85e5-8732-4630-a5b1-404854624e81 service neutron] 10.222.0.45 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811749 Nov 10 22:38:31.822925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-1e4f2591-ae74-4b6b-9581-cddcab294a7f service neutron] 10.222.0.45 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890996 Nov 10 22:38:32.116051 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b6553c59-2b2c-4c9a-82d9-7d98c604be5e req-f97793f7-5029-4e76-af7f-db226ec87d0e tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 210 time: 0.0262094 Nov 10 22:38:32.939804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67261f1-fc12-4511-89a2-b435190c4bf0 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:38:32.959994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: a67261f1-fc12-4511-89a2-b435190c4bf0 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:38:32.960337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a67261f1-fc12-4511-89a2-b435190c4bf0 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:38:33.213171 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-310b192d-5229-4fbc-b65b-69fc984ab205 req-6b941c65-6af2-471a-a19f-98e67a4ac913 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 210 time: 0.0278523 Nov 10 22:38:34.312859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9100af70-6467-43b8-9f95-c6ced92e9329 req-84c66c69-ee22-403d-82d0-f212d178ef62 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 210 time: 0.0317171 Nov 10 22:38:34.414388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-da91b3ff-e2f4-455d-8e34-f2689a2c9218 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:34.415822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-da91b3ff-e2f4-455d-8e34-f2689a2c9218 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "GET /v2.0/networks?id=1eccd8d4-9026-4110-a079-b82ff3646807 HTTP/1.1" status: 200 len: 817 time: 0.1056638 Nov 10 22:38:34.433223 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Request body: {'port': {'device_id': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'admin_state_up': True, 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:34.649515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Made reservation on behalf of 9af2e9b9a263406fb309b118a04f21dd for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:38:34.653602 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.097036 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Allocated IP 172.20.0.12 (1eccd8d4-9026-4110-a079-b82ff3646807/0ac48c39-b7e1-453f-b07b-4607e4113c7f/6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:38:35.247218 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.336622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.382534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Network 1eccd8d4-9026-4110-a079-b82ff3646807 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:38:35.389234 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:38:35.400816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:38:35.408765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Pushing event updated for resources: {'Port': ['ID=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:35.485743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.490202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.497796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416c2cc-acc3-4d4a-91f0-68a834ca8913 req-0b37f9ce-0cc0-4021-9698-f0206992233d tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:35.500327 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2416c2cc-acc3-4d4a-91f0-68a834ca8913 req-0b37f9ce-0cc0-4021-9698-f0206992233d tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 932 time: 0.1145346 Nov 10 22:38:35.553169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2416c2cc-acc3-4d4a-91f0-68a834ca8913 req-64da0dba-7fdf-470e-8232-d34187467fa6 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 Nov 10 22:38:35.579070 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-68604e41-6036-41eb-9317-b64776cfef71 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1523373 Nov 10 22:38:35.597869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Request body: {'port': {'device_id': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:38:35.643412 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.682213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-322e4f56-11c0-4da6-afe7-68ba6e188210 None None] Provisioning complete for port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:35.682823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-322e4f56-11c0-4da6-afe7-68ba6e188210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.726950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-322e4f56-11c0-4da6-afe7-68ba6e188210 None None] Port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:38:35.765246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13dfe74a-5e80-462a-b664-028a841be069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.907242 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:35.914498 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:35.926296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Transition to ACTIVE for port object 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:38:35.992853 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:36.045984 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:36.121082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Attempting to bind port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:38:36.121416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Attempting to bind port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:38:36.121735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Attempting to bind port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf on network 1eccd8d4-9026-4110-a079-b82ff3646807 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:36.126357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf on network 1eccd8d4-9026-4110-a079-b82ff3646807 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:38:36.126653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Attempting to bind port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf on network 1eccd8d4-9026-4110-a079-b82ff3646807 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:38:36.131793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:38:36.132124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Checking segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:38:36.132506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Bound using segment: {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:38:36.132922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Bound port: 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff87b831-bc2f-4077-ac13-87edba21cc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:38:36.133272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:36.203279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] For port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:38:36.206387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] For port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:38:36.279454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:36.309783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.310349 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:36.312797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf HTTP/1.1" status: 200 len: 1093 time: 0.7260859 Nov 10 22:38:36.315060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'tag': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:36.317864 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd7f587-cc77-4889-92c5-9afc657ad3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb2211f-c1b7-4ade-8554-2564c284f8fc", "tag": "6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:36.349988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b45e8-2161-40f3-a4a9-e61acad3f6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:36.359459 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a33b70-9894-4b66-99b0-1bcd628087aa x-openstack-request-id: req-11a33b70-9894-4b66-99b0-1bcd628087aa {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:36.359785 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb2211f-c1b7-4ade-8554-2564c284f8fc", "tag": "6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:36.360146 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-11a33b70-9894-4b66-99b0-1bcd628087aa {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:36.360608 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'tag': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf', 'status': 'completed', 'code': 200} Nov 10 22:38:36.423643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7f587-cc77-4889-92c5-9afc657ad3d2 req-c485c6db-1d9b-435a-932f-e976b3269e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.425140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bd7f587-cc77-4889-92c5-9afc657ad3d2 req-c485c6db-1d9b-435a-932f-e976b3269e7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af2e9b9a263406fb309b118a04f21dd&device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 1096 time: 0.0442901 Nov 10 22:38:36.532163 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7f587-cc77-4889-92c5-9afc657ad3d2 req-1012d799-c30f-44d2-ba9b-159f8ef5c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.533648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bd7f587-cc77-4889-92c5-9afc657ad3d2 req-1012d799-c30f-44d2-ba9b-159f8ef5c93b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9af2e9b9a263406fb309b118a04f21dd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1008017 Nov 10 22:38:36.641543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7f587-cc77-4889-92c5-9afc657ad3d2 req-1fc1a46a-5bb2-4ed4-b96b-19fdf73e5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.643005 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3bd7f587-cc77-4889-92c5-9afc657ad3d2 req-1fc1a46a-5bb2-4ed4-b96b-19fdf73e5ea7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027033 Nov 10 22:38:36.680038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57521bb2-3a11-4656-9a65-e092d1d6f444 req-9ac3d12e-b524-41dd-a190-a4f85950f42f tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.681417 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57521bb2-3a11-4656-9a65-e092d1d6f444 req-9ac3d12e-b524-41dd-a190-a4f85950f42f tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 944 time: 0.0580812 Nov 10 22:38:36.750084 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-cb91deb1-aa95-42bd-88df-6d83cdd61a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.751559 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-cb91deb1-aa95-42bd-88df-6d83cdd61a1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af2e9b9a263406fb309b118a04f21dd&device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 1096 time: 0.0693169 Nov 10 22:38:36.755257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-57521bb2-3a11-4656-9a65-e092d1d6f444 req-df6a4eb1-71fc-4e73-9027-b90281d31596 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651014 Nov 10 22:38:36.798548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-d159a31a-e226-4c83-856b-84f355737d9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf HTTP/1.1" status: 200 len: 217 time: 0.0379651 Nov 10 22:38:36.846008 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-d7a39037-2c25-4fe0-813d-cd60e6f8bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.847408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-d7a39037-2c25-4fe0-813d-cd60e6f8bfda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ac48c39-b7e1-453f-b07b-4607e4113c7f HTTP/1.1" status: 200 len: 856 time: 0.0427651 Nov 10 22:38:36.893684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-aecd2dab-35a3-4162-a40e-ea019f52fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:36.895512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-aecd2dab-35a3-4162-a40e-ea019f52fa99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1eccd8d4-9026-4110-a079-b82ff3646807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412374 Nov 10 22:38:36.988658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-37e600e0-9b9f-4a08-afba-49472c90bf5f service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858948 Nov 10 22:38:37.080673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-50276742-bb38-4f3e-8cce-9e96f03ff828 req-0cde321e-9d78-487c-b6c3-5b4980dbe6b7 service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842273 Nov 10 22:38:37.873041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455100-1256-43a6-bccb-d3f44dc3c663 req-98ff4870-879d-412c-8fc5-8e54291d2261 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:37.874562 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4455100-1256-43a6-bccb-d3f44dc3c663 req-98ff4870-879d-412c-8fc5-8e54291d2261 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 944 time: 0.0496192 Nov 10 22:38:37.921873 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f4455100-1256-43a6-bccb-d3f44dc3c663 req-a1062ebf-3835-44de-806a-7c34312b73c5 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Nov 10 22:38:37.958818 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e29f5fb9-de1e-496a-b00b-70a894354f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:39.043569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f315e-6d83-4fa6-ae4b-a268edd4010c req-30244a3e-0ca9-4381-b3c1-8157ccfbdded tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:39.045163 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b85f315e-6d83-4fa6-ae4b-a268edd4010c req-30244a3e-0ca9-4381-b3c1-8157ccfbdded tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 944 time: 0.0555322 Nov 10 22:38:39.095990 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b85f315e-6d83-4fa6-ae4b-a268edd4010c req-242693fd-86d2-49b7-be36-64921c454159 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441172 Nov 10 22:38:39.530304 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:40.212382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1b080-5ac3-4c64-9415-ef306b1aed43 req-22a82974-7e15-4113-b6be-c0c96bd2e939 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:40.213866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72d1b080-5ac3-4c64-9415-ef306b1aed43 req-22a82974-7e15-4113-b6be-c0c96bd2e939 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 944 time: 0.0502546 Nov 10 22:38:40.260080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-72d1b080-5ac3-4c64-9415-ef306b1aed43 req-c9d9f620-379c-47a4-985a-02256d31bb40 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393441 Nov 10 22:38:40.989234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:38:41.022980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:41.083637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:41.098456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf', 'network_id': '1eccd8d4-9026-4110-a079-b82ff3646807', 'port_id': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf', 'mac_address': 'fa:16:3e:9a:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac48c39-b7e1-453f-b07b-4607e4113c7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:38:41.134829 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:41.147973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:38:41.167674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:41.244603 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:41.291577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:41.382325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafcc31-f209-4741-b97a-9f25d3bb0e43 req-ecf43373-46e4-452e-aa28-94a9ca77689b tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:41.383851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4dafcc31-f209-4741-b97a-9f25d3bb0e43 req-ecf43373-46e4-452e-aa28-94a9ca77689b tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 945 time: 0.0533788 Nov 10 22:38:41.434517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4dafcc31-f209-4741-b97a-9f25d3bb0e43 req-92467f6b-d323-4284-a12a-8dff5bbb252d tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446174 Nov 10 22:38:41.467653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:41.536801 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:38:42.558261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f382afa-4f15-4ca0-a7a5-7120553a1179 req-aa4c8423-3a55-426c-93fd-62a93e7eff20 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:42.559735 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f382afa-4f15-4ca0-a7a5-7120553a1179 req-aa4c8423-3a55-426c-93fd-62a93e7eff20 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 945 time: 0.0538683 Nov 10 22:38:42.612299 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0f382afa-4f15-4ca0-a7a5-7120553a1179 req-a669eafb-a5fb-45ce-8c34-3a8c6474377d tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455163 Nov 10 22:38:43.018506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:38:43.130334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:38:43.134261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:38:43.134630 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:43.217718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:43.240065 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:38:43.242286 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a402ba-8394-413d-bc0c-e65f8c42cbff" -d '{"events": [{"server_uuid": "4fb2211f-c1b7-4ade-8554-2564c284f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:38:43.255371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:38:43.277861 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5139a3e6-6bd4-43a4-9fe6-ea1ede36b578 x-openstack-request-id: req-5139a3e6-6bd4-43a4-9fe6-ea1ede36b578 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:38:43.278148 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2211f-c1b7-4ade-8554-2564c284f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:38:43.278400 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5139a3e6-6bd4-43a4-9fe6-ea1ede36b578 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:38:43.278791 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf', 'code': 200} Nov 10 22:38:43.346648 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:43.378806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb7e9-9de8-4c35-81a7-55513e3845b3 req-3c756b05-ed74-46f6-a79a-73803e304e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:43.380398 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1e3cb7e9-9de8-4c35-81a7-55513e3845b3 req-3c756b05-ed74-46f6-a79a-73803e304e61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 1098 time: 0.0419850 Nov 10 22:38:43.394262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:38:43.430470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1e3cb7e9-9de8-4c35-81a7-55513e3845b3 req-7e7a27dc-e48e-4c3d-bd7d-423ebdb3935e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Nov 10 22:38:43.724647 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba15db-f95b-489f-9bec-bed246dff738 req-e84198b1-ea98-4290-9ced-fd9314f1d5d0 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:43.726007 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3ba15db-f95b-489f-9bec-bed246dff738 req-e84198b1-ea98-4290-9ced-fd9314f1d5d0 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 946 time: 0.0490727 Nov 10 22:38:43.774584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a3ba15db-f95b-489f-9bec-bed246dff738 req-d3a2f5f5-7547-4fb9-8feb-5a8561bf38ca tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Nov 10 22:38:44.893519 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c74dd-7c5d-40f8-b7b7-8b2d7a9b8a3a req-60b8e709-f39c-4c2b-9b68-b6af0a3ea2b5 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:44.894958 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a52c74dd-7c5d-40f8-b7b7-8b2d7a9b8a3a req-60b8e709-f39c-4c2b-9b68-b6af0a3ea2b5 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 946 time: 0.0522494 Nov 10 22:38:44.944756 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a52c74dd-7c5d-40f8-b7b7-8b2d7a9b8a3a req-7d1e04f0-ace4-4066-967e-90711d225957 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Nov 10 22:38:46.063332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436e784-fdde-4d24-9d4c-7fa5a2fd27a1 req-7ea4e282-dd35-44f9-8fea-1efa3c554498 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:46.064832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5436e784-fdde-4d24-9d4c-7fa5a2fd27a1 req-7ea4e282-dd35-44f9-8fea-1efa3c554498 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 946 time: 0.0523248 Nov 10 22:38:46.112314 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5436e784-fdde-4d24-9d4c-7fa5a2fd27a1 req-911c6ceb-edaa-4f83-b6a0-c3c8ae6ea3ca tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Nov 10 22:38:46.229902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44057fb-e05c-498c-ac05-61446b745854 req-11e4f75e-7e5c-4f29-9392-bc160ace5a70 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:46.231283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b44057fb-e05c-498c-ac05-61446b745854 req-11e4f75e-7e5c-4f29-9392-bc160ace5a70 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 946 time: 0.0491405 Nov 10 22:38:46.278826 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b44057fb-e05c-498c-ac05-61446b745854 req-236dd193-4dfa-48ac-a37b-3635883d7a33 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Nov 10 22:38:50.513023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:38:51.961714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-d6405695-a735-4e01-b90d-162155991442 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475914 Nov 10 22:38:52.044014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-89e67290-a4fc-4e4e-b6e2-48a580404be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:52.045512 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-89e67290-a4fc-4e4e-b6e2-48a580404be9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af2e9b9a263406fb309b118a04f21dd&device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 1098 time: 0.0415030 Nov 10 22:38:52.092586 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:38:52.151834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-d9a317cf-cd3c-45f3-9ab8-56a2477268ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:52.153320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-d9a317cf-cd3c-45f3-9ab8-56a2477268ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=1eccd8d4-9026-4110-a079-b82ff3646807 HTTP/1.1" status: 200 len: 918 time: 0.0876200 Nov 10 22:38:52.203282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-aee7f6df-de3c-4b84-bb1a-349c776cd267 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf HTTP/1.1" status: 200 len: 217 time: 0.0430100 Nov 10 22:38:52.254299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-09544f4f-aeb7-4c5c-906a-946572cd8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:52.255782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-09544f4f-aeb7-4c5c-906a-946572cd8620 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ac48c39-b7e1-453f-b07b-4607e4113c7f HTTP/1.1" status: 200 len: 856 time: 0.0462227 Nov 10 22:38:52.302881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-0606983a-44ee-4915-9133-cba9773a975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:38:52.304399 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-0606983a-44ee-4915-9133-cba9773a975a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1eccd8d4-9026-4110-a079-b82ff3646807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410750 Nov 10 22:38:52.401943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-52ba2ea5-4408-409b-84fe-301115fdd9bf service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894420 Nov 10 22:38:52.494944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1ea5ad4b-aaf2-4615-a107-00ca72c15f3b req-01365616-8d4b-419b-943f-b0ff101c5770 service neutron] 10.222.0.64 "GET /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855851 Nov 10 22:38:54.232140 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:05.780681 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6eb5-f3ae-4323-98ce-f351e35920f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:07.953278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2fc92ea0-c216-4315-a2c9-9be9adcb12e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:09.524293 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:11.050349 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:11.456640 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:11.468809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef40297-6727-441f-9692-d662762b523b req-bd39a06b-1db5-487f-a103-a0db83301e06 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:11.474226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fef40297-6727-441f-9692-d662762b523b req-bd39a06b-1db5-487f-a103-a0db83301e06 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 946 time: 0.0509639 Nov 10 22:39:11.519226 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fef40297-6727-441f-9692-d662762b523b req-30839e90-6a46-4391-abb0-46037524ca85 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Nov 10 22:39:12.643138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c9f12-c95d-4be2-abad-1f5f662e2c9d req-d0659d5d-39a0-427e-8376-299f16ccdf13 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:12.644635 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e35c9f12-c95d-4be2-abad-1f5f662e2c9d req-d0659d5d-39a0-427e-8376-299f16ccdf13 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 946 time: 0.0547502 Nov 10 22:39:12.692753 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e35c9f12-c95d-4be2-abad-1f5f662e2c9d req-c8b6e154-4e7a-4aae-bd7b-0397ef96ae7d tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Nov 10 22:39:13.103522 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-3f096707-d032-455c-9655-d3bcb44ee14d tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:13.105174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-3f096707-d032-455c-9655-d3bcb44ee14d tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 946 time: 0.0491221 Nov 10 22:39:13.197291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Deleting port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:13.197631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:13.287426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] For port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:13.287834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:13.300021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Calling delete_port for 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:13.501966 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:13.513364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:39:13.530850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Pushing event deleted for resources: {'Port': ['ID=6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:13.576046 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] No DVR routers for this DVR port 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:13.578609 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:13.582751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5d7625f2-d5b9-44e1-916e-3645d41ce4b4 req-ac5673c6-ea50-4921-bc6d-9da51a2ae9cb tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.64 "DELETE /v2.0/ports/6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf HTTP/1.1" status: 204 len: 173 time: 0.4718549 Nov 10 22:39:13.583215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'name': 'network-vif-deleted', 'tag': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:39:13.585577 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14805cbe-455c-4673-ab07-9a326c949fb5" -d '{"events": [{"server_uuid": "4fb2211f-c1b7-4ade-8554-2564c284f8fc", "name": "network-vif-deleted", "tag": "6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:39:13.624445 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378a7a6c-9b11-4413-aa38-58735f4935ad x-openstack-request-id: req-378a7a6c-9b11-4413-aa38-58735f4935ad {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:39:13.624665 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb2211f-c1b7-4ade-8554-2564c284f8fc", "name": "network-vif-deleted", "tag": "6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:39:13.624895 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-378a7a6c-9b11-4413-aa38-58735f4935ad {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:39:13.625298 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb2211f-c1b7-4ade-8554-2564c284f8fc', 'name': 'network-vif-deleted', 'tag': '6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf', 'status': 'completed', 'code': 200} Nov 10 22:39:13.791888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-20a082a5-b202-465f-bbda-cd5f1dcbd4f4 req-b053d610-5413-4c4e-9aa7-6296ef7099d4 tempest-TestEncryptedCinderVolumes-1969835969 tempest-TestEncryptedCinderVolumes-1969835969-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb2211f-c1b7-4ade-8554-2564c284f8fc HTTP/1.1" status: 200 len: 210 time: 0.0273387 Nov 10 22:39:14.980292 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55170) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:15.690792 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:15.937082 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Deleting port 5386c21e-5867-4041-b46b-bef1f37eaeea {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:15.937424 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.014129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] For port 5386c21e-5867-4041-b46b-bef1f37eaeea, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5386c21e-5867-4041-b46b-bef1f37eaeea,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:16.014822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.026659 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Calling delete_port for 5386c21e-5867-4041-b46b-bef1f37eaeea owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:16.278796 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.309496 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5386c21e-5867-4041-b46b-bef1f37eaeea,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:16.334079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.334424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.334767 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.335102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.335432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.335779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.336107 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.336430 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.336751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.337069 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.337386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.337703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:16.490788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.706960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Router 79962664-7995-4ec9-aa63-178d249f0918 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:39:16.811502 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:16.819258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5bfc9e9b-b64d-466e-80b6-7852217d75bf admin admin] 10.222.0.45 "PUT /v2.0/routers/79962664-7995-4ec9-aa63-178d249f0918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8375804 Nov 10 22:39:16.820780 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] Sync routers for ids ['79962664-7995-4ec9-aa63-178d249f0918'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:16.821651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55172) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:16.831401 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] Routers {'79962664-7995-4ec9-aa63-178d249f0918'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:16.832034 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['79962664-7995-4ec9-aa63-178d249f0918'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:16.924845 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:16.934331 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] Set router 79962664-7995-4ec9-aa63-178d249f0918 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:17.030113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.159889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Deleting port bfd78403-5f41-4b7d-a818-e1cd96b53f40 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:17.160228 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.202604 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:39:16Z', 'revision_number': 5, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port': {'id': 'bfd78403-5f41-4b7d-a818-e1cd96b53f40', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:af:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79962664-7995-4ec9-aa63-178d249f0918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:17.232575 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] Checking router: 79962664-7995-4ec9-aa63-178d249f0918 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:17.235088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:17.241143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] Routers {'79962664-7995-4ec9-aa63-178d249f0918'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:17.241754 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['79962664-7995-4ec9-aa63-178d249f0918'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:17.244885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] For port bfd78403-5f41-4b7d-a818-e1cd96b53f40, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bfd78403-5f41-4b7d-a818-e1cd96b53f40,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:17.245246 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.258564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Calling delete_port for bfd78403-5f41-4b7d-a818-e1cd96b53f40 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:17.258778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:17.259023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 6765d92e-bd01-40b8-8ac1-ceccf4c6ccdf not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:17.327614 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] Set router 79962664-7995-4ec9-aa63-178d249f0918 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:17.377844 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:39:17Z', 'revision_number': 6, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:17.406884 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c166ac0-4348-4100-82d1-bbe098769cf9 None None] The sync data for ids ['79962664-7995-4ec9-aa63-178d249f0918'] in n-d-776250-11 is: [{'id': '79962664-7995-4ec9-aa63-178d249f0918', 'name': 'tempest-TestEncryptedCinderVolumes-1130766514-router', 'tenant_id': '9af2e9b9a263406fb309b118a04f21dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:37Z', 'updated_at': '2021-11-10T22:39:17Z', 'revision_number': 6, 'project_id': '9af2e9b9a263406fb309b118a04f21dd', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:17.478951 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.510131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd78403-5f41-4b7d-a818-e1cd96b53f40,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:17.521293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed9515-4d2a-47ec-bf3f-d972d5a63ea5 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:17.571591 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.661780 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.663827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.764414 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.765094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79962664-7995-4ec9-aa63-178d249f0918 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:39:17.773393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.774564 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-29806c05-81f6-4d1e-bc70-c4693d3f8984 admin admin] 10.222.0.45 "DELETE /v2.0/routers/79962664-7995-4ec9-aa63-178d249f0918 HTTP/1.1" status: 204 len: 168 time: 0.9519246 Nov 10 22:39:17.777101 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55174) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:17.828473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] Deleting subnet 0ac48c39-b7e1-453f-b07b-4607e4113c7f {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:39:17.832410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.867308 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:17.942389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.084946 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.110047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac48c39-b7e1-453f-b07b-4607e4113c7f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:18.113770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.119124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-53c29c66-7070-49ca-ba9f-297a3635dd06 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0ac48c39-b7e1-453f-b07b-4607e4113c7f HTTP/1.1" status: 204 len: 168 time: 0.3388591 Nov 10 22:39:18.119297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d0b55-c5fe-48fa-bba0-3c884b77917c None None] Network 1eccd8d4-9026-4110-a079-b82ff3646807 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:18.119648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55176) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:18.200407 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.253417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Deleting port a1e04e36-dd58-46bd-9742-396da7caae1d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:18.253766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.317735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] DHCP port deletion for 1eccd8d4-9026-4110-a079-b82ff3646807 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:18.324886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] For port a1e04e36-dd58-46bd-9742-396da7caae1d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a1e04e36-dd58-46bd-9742-396da7caae1d,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:18.325260 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.338066 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Calling delete_port for a1e04e36-dd58-46bd-9742-396da7caae1d owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:18.366006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Deleting port a1e04e36-dd58-46bd-9742-396da7caae1d {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:18.366326 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.453059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] For port a1e04e36-dd58-46bd-9742-396da7caae1d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a1e04e36-dd58-46bd-9742-396da7caae1d,segment=NetworkSegment(ff87b831-bc2f-4077-ac13-87edba21cc32),segment_id=ff87b831-bc2f-4077-ac13-87edba21cc32)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:18.453059 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.453059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Calling delete_port for a1e04e36-dd58-46bd-9742-396da7caae1d owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:18.502270 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.533220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.538784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e04e36-dd58-46bd-9742-396da7caae1d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:18.538784 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] No DVR routers for this DVR port a1e04e36-dd58-46bd-9742-396da7caae1d on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:18.558369 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Pushing event deleted for resources: {'Port': ['ID=a1e04e36-dd58-46bd-9742-396da7caae1d,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:18.562658 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] No DVR routers for this DVR port a1e04e36-dd58-46bd-9742-396da7caae1d on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:18.570860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.571201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.571539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.571900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.572230 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.572557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.572956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.573183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.573502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.573820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.574137 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.574455 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b73a1c-d2ff-4efd-9d86-f8fd0988ba4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:18.621886 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.642479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eccd8d4-9026-4110-a079-b82ff3646807']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:18.651556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff87b831-bc2f-4077-ac13-87edba21cc32') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:18.651888 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff87b831-bc2f-4077-ac13-87edba21cc32') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:18.661051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.673828 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.679872 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:39:18.680244 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:39:18.681860 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:39:18.781426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.786925 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:18.790112 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] 10.222.0.45 "DELETE /v2.0/networks/1eccd8d4-9026-4110-a079-b82ff3646807 HTTP/1.1" status: 204 len: 168 time: 0.6694407 Nov 10 22:39:18.793099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55178) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:18.800590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac85332-7e3d-43f2-abed-0c4629675e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=1eccd8d4-9026-4110-a079-b82ff3646807,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:19.140825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bfd78403-5f41-4b7d-a818-e1cd96b53f40 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:19.162732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: bfd78403-5f41-4b7d-a818-e1cd96b53f40 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:19.163167 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bfd78403-5f41-4b7d-a818-e1cd96b53f40 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:19.163610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a1e04e36-dd58-46bd-9742-396da7caae1d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:19.187485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: a1e04e36-dd58-46bd-9742-396da7caae1d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:19.187851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a1e04e36-dd58-46bd-9742-396da7caae1d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:19.188266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5386c21e-5867-4041-b46b-bef1f37eaeea no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:19.208741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5386c21e-5867-4041-b46b-bef1f37eaeea {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:19.209143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5386c21e-5867-4041-b46b-bef1f37eaeea not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:19.445784 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:19.683901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Deleting port 2e33972f-1e9c-42b6-8adb-9de955492e37 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:19.684240 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:19.762829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] For port 2e33972f-1e9c-42b6-8adb-9de955492e37, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2e33972f-1e9c-42b6-8adb-9de955492e37,segment=NetworkSegment(70ea672a-a1d1-4f46-b91b-2ac3275d7f4e),segment_id=70ea672a-a1d1-4f46-b91b-2ac3275d7f4e)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:19.763188 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:19.775888 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Calling delete_port for 2e33972f-1e9c-42b6-8adb-9de955492e37 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:20.009784 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.035452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e33972f-1e9c-42b6-8adb-9de955492e37,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:20.205477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.422973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Router 940156ba-3c14-4e24-987d-648f7c7d7fe2 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:39:20.495591 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.531171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:20.537563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6c3a02b8-03bd-427b-bd70-4ec0153e7951 admin admin] 10.222.0.45 "PUT /v2.0/routers/940156ba-3c14-4e24-987d-648f7c7d7fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430234 Nov 10 22:39:20.539760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55180) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:20.542422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] Sync routers for ids ['940156ba-3c14-4e24-987d-648f7c7d7fe2'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:20.553279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] Routers {'940156ba-3c14-4e24-987d-648f7c7d7fe2'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:20.553887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['940156ba-3c14-4e24-987d-648f7c7d7fe2'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:20.647094 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.756466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.820598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] Set router 940156ba-3c14-4e24-987d-648f7c7d7fe2 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:20.887812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Deleting port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:20.888152 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.970894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] For port bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:20.971253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:20.982793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Calling delete_port for bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:20.995636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:39:19Z', 'revision_number': 5, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port': {'id': 'bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:37:44Z', 'updated_at': '2021-11-10T22:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:21.026771 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] Checking router: 940156ba-3c14-4e24-987d-648f7c7d7fe2 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:21.035217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] Routers {'940156ba-3c14-4e24-987d-648f7c7d7fe2'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:21.035866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['940156ba-3c14-4e24-987d-648f7c7d7fe2'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:21.134399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] Set router 940156ba-3c14-4e24-987d-648f7c7d7fe2 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:21.191036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:39:20Z', 'revision_number': 6, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:21.221537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55ebc9-d8b7-4519-bd1a-91da925ff79e None None] The sync data for ids ['940156ba-3c14-4e24-987d-648f7c7d7fe2'] in n-d-776250-11 is: [{'id': '940156ba-3c14-4e24-987d-648f7c7d7fe2', 'name': 'tempest-TestEncryptedCinderVolumes-1169108293-router', 'tenant_id': '80739899e0f842998af5d0a843166e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:37:43Z', 'updated_at': '2021-11-10T22:39:20Z', 'revision_number': 6, 'project_id': '80739899e0f842998af5d0a843166e65', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:21.222222 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.250026 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:21.270978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae4080-d1e1-425e-bcf7-4e6d43e6c465 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:21.320485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.411999 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.414108 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.517649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.518130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 940156ba-3c14-4e24-987d-648f7c7d7fe2 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:39:21.522584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.523798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-849a4e73-38e0-4ebc-b521-e7101c857d3f admin admin] 10.222.0.45 "DELETE /v2.0/routers/940156ba-3c14-4e24-987d-648f7c7d7fe2 HTTP/1.1" status: 204 len: 168 time: 0.9827702 Nov 10 22:39:21.526395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55182) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:21.573701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] Deleting subnet f04ed5cd-d454-4aeb-b4cc-c6621d300efc {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:39:21.576851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.614361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.699353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.804413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.829506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f04ed5cd-d454-4aeb-b4cc-c6621d300efc,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:21.833046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.836557 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a36f0197-6e25-45f7-b188-7e9b6bfa1590 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f04ed5cd-d454-4aeb-b4cc-c6621d300efc HTTP/1.1" status: 204 len: 168 time: 0.3089654 Nov 10 22:39:21.838796 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba3611-f5fa-4c4c-9504-d5af562ecacb None None] Network a3a3f1e4-1f46-4620-876e-23d048acc38e requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:21.839271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55184) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:21.912072 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:21.968360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Deleting port 9404c73d-8016-42b7-8220-49623f2de314 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:21.968604 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.033217 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] For port 9404c73d-8016-42b7-8220-49623f2de314, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9404c73d-8016-42b7-8220-49623f2de314,segment=NetworkSegment(70ea672a-a1d1-4f46-b91b-2ac3275d7f4e),segment_id=70ea672a-a1d1-4f46-b91b-2ac3275d7f4e)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:22.033457 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.041297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] DHCP port deletion for a3a3f1e4-1f46-4620-876e-23d048acc38e request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:22.046329 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Calling delete_port for 9404c73d-8016-42b7-8220-49623f2de314 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:22.092686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] Deleting port 9404c73d-8016-42b7-8220-49623f2de314 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:39:22.092980 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.155833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] For port 9404c73d-8016-42b7-8220-49623f2de314, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=9404c73d-8016-42b7-8220-49623f2de314,segment=NetworkSegment(70ea672a-a1d1-4f46-b91b-2ac3275d7f4e),segment_id=70ea672a-a1d1-4f46-b91b-2ac3275d7f4e)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:22.156373 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.170461 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] Calling delete_port for 9404c73d-8016-42b7-8220-49623f2de314 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:39:22.205101 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.235525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Pushing event deleted for resources: {'Port': ['ID=9404c73d-8016-42b7-8220-49623f2de314,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:22.237903 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] No DVR routers for this DVR port 9404c73d-8016-42b7-8220-49623f2de314 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:22.265372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.293010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] Pushing event deleted for resources: {'Port': ['ID=9404c73d-8016-42b7-8220-49623f2de314,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:22.297416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d77fb-2a87-45ff-a815-9ec1d50e6a84 None None] No DVR routers for this DVR port 9404c73d-8016-42b7-8220-49623f2de314 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:39:22.323354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.343707 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a3f1e4-1f46-4620-876e-23d048acc38e']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:22.352965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:22.353255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ea672a-a1d1-4f46-b91b-2ac3275d7f4e') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:22.362538 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.375253 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.381607 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:39:22.381989 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:39:22.383590 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:39:22.484769 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.490395 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.493564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a3a3f1e4-1f46-4620-876e-23d048acc38e HTTP/1.1" status: 204 len: 168 time: 0.6535418 Nov 10 22:39:22.504759 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33a8cf-14a7-46c5-bc4b-b854df72ce71 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a3f1e4-1f46-4620-876e-23d048acc38e,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:22.878310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55188) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:22.917555 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6f2582f6-40d7-4ad1-ac0c-3b5a34642cd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9af2e9b9a263406fb309b118a04f21dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381031 Nov 10 22:39:22.920034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55190) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:22.970581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f91f1e56-9d6c-47ef-a895-a7f927190987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:22.992116 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f91f1e56-9d6c-47ef-a895-a7f927190987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.096814 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f91f1e56-9d6c-47ef-a895-a7f927190987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.099426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f91f1e56-9d6c-47ef-a895-a7f927190987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.100631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f91f1e56-9d6c-47ef-a895-a7f927190987 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba48ab96-5f1a-4c66-8f1e-a37fccd2011d HTTP/1.1" status: 204 len: 168 time: 0.1797092 Nov 10 22:39:23.113128 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f1e56-9d6c-47ef-a895-a7f927190987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba48ab96-5f1a-4c66-8f1e-a37fccd2011d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:23.145859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2e33972f-1e9c-42b6-8adb-9de955492e37 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:23.166598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2e33972f-1e9c-42b6-8adb-9de955492e37 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:23.167035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2e33972f-1e9c-42b6-8adb-9de955492e37 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:23.167509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9404c73d-8016-42b7-8220-49623f2de314 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:23.190631 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 9404c73d-8016-42b7-8220-49623f2de314 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:23.190972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 9404c73d-8016-42b7-8220-49623f2de314 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:23.191382 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:39:23.210206 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:39:23.210548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device bce3bfa0-6c0c-4dec-8440-6248d2bb5f9b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:39:23.762223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55196) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:23.802540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e5ad7456-67b8-4d9d-9ff3-1ddd24265405 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80739899e0f842998af5d0a843166e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389087 Nov 10 22:39:23.804987 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55198) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:23.851816 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-58930831-4c9a-4ddb-ab63-d2abfe3daaab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.872184 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-58930831-4c9a-4ddb-ab63-d2abfe3daaab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.969768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-58930831-4c9a-4ddb-ab63-d2abfe3daaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.972360 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-58930831-4c9a-4ddb-ab63-d2abfe3daaab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:23.973523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-58930831-4c9a-4ddb-ab63-d2abfe3daaab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76d6a255-ad33-4de8-ad95-3b3ed603f3b4 HTTP/1.1" status: 204 len: 168 time: 0.1675935 Nov 10 22:39:23.982543 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58930831-4c9a-4ddb-ab63-d2abfe3daaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d6a255-ad33-4de8-ad95-3b3ed603f3b4,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:24.238795 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:24.993867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55220) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:25.097044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1929210288-network', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:25.175976 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Made reservation on behalf of e5249e075b1a4d87b700f0c3bea1aeca for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:25.178546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.187793 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.259687 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.353275 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.378560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:39:25.388589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b261bcd5-61fe-41aa-a75d-bb3d288f7763,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:25.394301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.394643 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Added segment 1d78cc23-3b79-4343-8bbe-0fe6e8325c8f of type vlan for network d78fd403-272c-4d73-aea7-48d08d5058a4 Nov 10 22:39:25.433704 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.524028 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.525042 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:25.525622 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.589649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] Pushing event updated for resources: {'Network': ['ID=d78fd403-272c-4d73-aea7-48d08d5058a4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:25.599182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d78fd403-272c-4d73-aea7-48d08d5058a4 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:39:25.632256 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bd5da3a5-a4eb-4bc1-abfe-6305057efe9e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6345589 Nov 10 22:39:25.632578 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55224) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:25.637529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Request body: {'subnet': {'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1929210288-subnet', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:25.746346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Made reservation on behalf of e5249e075b1a4d87b700f0c3bea1aeca for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:25.748829 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:25.987463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.046000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8df557-cd51-4e94-b500-8bdc90fb9421,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:26.051075 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Checking segment: {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:26.051435 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Network hostable DHCP agents. Network: d78fd403-272c-4d73-aea7-48d08d5058a4, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:39:26.152101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Network d78fd403-272c-4d73-aea7-48d08d5058a4 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:39:26.221570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d78fd403-272c-4d73-aea7-48d08d5058a4) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:26.226184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:26.226840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.236108 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8753782-de92-4458-9cb6-dec0def14fc1 None None] Network d78fd403-272c-4d73-aea7-48d08d5058a4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:26.315063 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-867069d7-ab2a-4d47-a1fa-944490711f0a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6811957 Nov 10 22:39:26.317709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55226) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:26.321924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:26.378215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d78fd403-272c-4d73-aea7-48d08d5058a4', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:39:26.380000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.404585 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.408307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.459405 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.508882 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Allocated IP 172.20.0.2 (d78fd403-272c-4d73-aea7-48d08d5058a4/8c8df557-cd51-4e94-b500-8bdc90fb9421/df5c7abd-c191-4e15-8e72-71bf3163c540) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:26.651547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.668549 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.724401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.764951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Network d78fd403-272c-4d73-aea7-48d08d5058a4 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:26.768233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:26.770585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:26.777889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Pushing event updated for resources: {'Port': ['ID=df5c7abd-c191-4e15-8e72-71bf3163c540,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:26.834330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Attempting to bind port df5c7abd-c191-4e15-8e72-71bf3163c540 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:26.834699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Attempting to bind port df5c7abd-c191-4e15-8e72-71bf3163c540 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:26.835093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Attempting to bind port df5c7abd-c191-4e15-8e72-71bf3163c540 on network d78fd403-272c-4d73-aea7-48d08d5058a4 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:26.840043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:26.840397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Checking segment: {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:26.840792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.841178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Bound using segment: {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:26.841647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Bound port: df5c7abd-c191-4e15-8e72-71bf3163c540, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:26.842025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.909624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] For port df5c7abd-c191-4e15-8e72-71bf3163c540, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:26.909624 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] For port df5c7abd-c191-4e15-8e72-71bf3163c540, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=df5c7abd-c191-4e15-8e72-71bf3163c540,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:26.976508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:26.983961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.003354 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.041484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc2a05-0ce0-4ecf-b922-dfec31f2a626 None None] Pushing event updated for resources: {'Port': ['ID=df5c7abd-c191-4e15-8e72-71bf3163c540,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:27.114753 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Allocated IP 172.25.7.3 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/530ed373-2e10-4df5-ba49-5d26dac1d914) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:27.245186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.341894 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.385533 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:27.388493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:27.393122 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:27.396389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Pushing event updated for resources: {'Port': ['ID=530ed373-2e10-4df5-ba49-5d26dac1d914,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:27.408039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d265c-a7d0-4040-940d-e79652bc44c9 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:27.499023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1b248615-2484-4d24-b6a0-56b6196a8f71 None None] Provisioning complete for port 530ed373-2e10-4df5-ba49-5d26dac1d914 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:27.499393 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1b248615-2484-4d24-b6a0-56b6196a8f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.536552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-1b248615-2484-4d24-b6a0-56b6196a8f71 None None] Port 530ed373-2e10-4df5-ba49-5d26dac1d914 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:27.717329 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:27.927714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53159898-3acf-4dbd-8404-d4139c59a5fc None None] Network d78fd403-272c-4d73-aea7-48d08d5058a4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:27.992259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5d5664fb-fd8c-46a1-8cbd-a7b043f65540 None None] Provisioning complete for port df5c7abd-c191-4e15-8e72-71bf3163c540 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:27.992542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d5664fb-fd8c-46a1-8cbd-a7b043f65540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.143006 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d5664fb-fd8c-46a1-8cbd-a7b043f65540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.194853 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5d5664fb-fd8c-46a1-8cbd-a7b043f65540 None None] For port df5c7abd-c191-4e15-8e72-71bf3163c540, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=df5c7abd-c191-4e15-8e72-71bf3163c540,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:28.225801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.257242 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5d5664fb-fd8c-46a1-8cbd-a7b043f65540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.316427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5664fb-fd8c-46a1-8cbd-a7b043f65540 None None] Pushing event updated for resources: {'Port': ['ID=df5c7abd-c191-4e15-8e72-71bf3163c540,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:28.377229 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ec8fa8d4-d4b4-4441-b506-885a4c8cacfc None None] Provisioning complete for port df5c7abd-c191-4e15-8e72-71bf3163c540 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:28.377591 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa8d4-d4b4-4441-b506-885a4c8cacfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.425906 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:39:28.532534 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:28.541081 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Sync routers for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:28.550067 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:28.550666 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:28.612018 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:28.613345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-acd7460a-5d9f-4dab-91ff-df1d3381c3bc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2946715 Nov 10 22:39:28.616077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55228) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:28.654063 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:28.828182 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:27Z', 'revision_number': 3, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:28.857404 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Checking router: 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:28.857750 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Updating router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 port 530ed373-2e10-4df5-ba49-5d26dac1d914 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:39:28.882639 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.031567 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.128594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:39:29.132541 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.179516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device df5c7abd-c191-4e15-8e72-71bf3163c540 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:29.202337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Allocated IP 172.20.0.1 (d78fd403-272c-4d73-aea7-48d08d5058a4/8c8df557-cd51-4e94-b500-8bdc90fb9421/4ccaf5dc-07e0-4c54-b53f-6a0206b98d53) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:29.230560 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port df5c7abd-c191-4e15-8e72-71bf3163c540 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:29.230924 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.232938 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.261804 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cedd0b-483c-4812-b5b9-a1530b69abc2 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:29.287484 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Attempting to bind port 530ed373-2e10-4df5-ba49-5d26dac1d914 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:29.287886 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Attempting to bind port 530ed373-2e10-4df5-ba49-5d26dac1d914 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:29.288254 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Attempting to bind port 530ed373-2e10-4df5-ba49-5d26dac1d914 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:29.295925 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:29.296304 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:29.296705 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.297101 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:29.297567 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Bound port: 530ed373-2e10-4df5-ba49-5d26dac1d914, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:29.298718 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.315960 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.343030 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Pushing event updated for resources: {'Port': ['ID=530ed373-2e10-4df5-ba49-5d26dac1d914,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:29.357100 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.357469 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.357807 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.358142 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.358473 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.358804 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.359127 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.359449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.359795 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.360160 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.361587 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.361918 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:29.380153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d78dbda7-c7f6-43aa-a580-c3ec2edb1fbc None None] Provisioning complete for port 530ed373-2e10-4df5-ba49-5d26dac1d914 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:29.380523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d78dbda7-c7f6-43aa-a580-c3ec2edb1fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.381393 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] For port 530ed373-2e10-4df5-ba49-5d26dac1d914, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:29.384638 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] For port 530ed373-2e10-4df5-ba49-5d26dac1d914, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=530ed373-2e10-4df5-ba49-5d26dac1d914,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:29.398994 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.415144 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d78dbda7-c7f6-43aa-a580-c3ec2edb1fbc None None] Port 530ed373-2e10-4df5-ba49-5d26dac1d914 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:29.443869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Network d78fd403-272c-4d73-aea7-48d08d5058a4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:29.448684 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:29.451030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:29.473545 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.480788 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:29.498410 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.519395 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36254665-e421-45b2-a951-16176cd7a782 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:29.546225 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:29.546854 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:29.588172 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48521e2e-c2a7-4601-82df-253b9dd55908 None None] Pushing event updated for resources: {'Port': ['ID=530ed373-2e10-4df5-ba49-5d26dac1d914,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:29.636654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5fd550a9-9d57-402e-9c64-74b1b8bb053e None None] Provisioning complete for port 530ed373-2e10-4df5-ba49-5d26dac1d914 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:29.643542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5fd550a9-9d57-402e-9c64-74b1b8bb053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.665405 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:29.722367 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5fd550a9-9d57-402e-9c64-74b1b8bb053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.727910 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.743503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5fd550a9-9d57-402e-9c64-74b1b8bb053e None None] For port 530ed373-2e10-4df5-ba49-5d26dac1d914, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=530ed373-2e10-4df5-ba49-5d26dac1d914,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:29.827190 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5fd550a9-9d57-402e-9c64-74b1b8bb053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.853900 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:27Z', 'revision_number': 3, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:29.880332 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd550a9-9d57-402e-9c64-74b1b8bb053e None None] Pushing event updated for resources: {'Port': ['ID=530ed373-2e10-4df5-ba49-5d26dac1d914,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:29.904478 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.947083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-126b77f9-9c82-4b96-bd90-60bc6661709a None None] Provisioning complete for port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:29.947526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-126b77f9-9c82-4b96-bd90-60bc6661709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.970387 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6097596c-7751-468d-93a8-a6709c7156d2 None None] The sync data for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 is: [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:27Z', 'revision_number': 3, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:29.971325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:29.985193 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-126b77f9-9c82-4b96-bd90-60bc6661709a None None] Port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:30.044410 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:30.046288 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:30.140315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Network d78fd403-272c-4d73-aea7-48d08d5058a4 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:30.142528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:30.294648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:39:30.412611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4a08e9d1-1598-492d-aee3-032a57bedb55 None None] Provisioning complete for port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:30.413633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a08e9d1-1598-492d-aee3-032a57bedb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:30.429137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:30.437973 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-88b6f7f0-6dc4-4752-bb96-f3d1d3d989d1 admin admin] 10.222.0.45 "PUT /v2.0/routers/4e24c94d-ac3c-453e-a61f-d60c7ece01e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208690 Nov 10 22:39:30.458341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4a08e9d1-1598-492d-aee3-032a57bedb55 None None] Port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:31.127139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55244) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:31.132009 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-578433939-network', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:31.164375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 530ed373-2e10-4df5-ba49-5d26dac1d914 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:31.216014 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Made reservation on behalf of 6d3ac3d01e204cf48c9e75255703c071 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:31.220399 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 530ed373-2e10-4df5-ba49-5d26dac1d914 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:31.220399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.220635 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.229391 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.312283 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.381768 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.413768 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:39:31.420098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738f2423-61f6-4b67-a2ba-2c5487f146fc,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:31.428551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.428828 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Added segment 0c213924-0f09-4145-806e-718c1df20902 of type vlan for network 7e9836b0-4174-460b-92c7-0be4164a00b7 Nov 10 22:39:31.471631 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.549331 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Sync routers for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:31.558743 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.559048 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:31.559650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:31.559809 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:31.560353 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.619709 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9836b0-4174-460b-92c7-0be4164a00b7,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:31.659781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-ed5e3aee-412d-4f6b-a472-836bab111fa8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5315232 Nov 10 22:39:31.662562 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:31.667764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Request body: {'subnet': {'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-578433939-subnet', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:31.776210 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Made reservation on behalf of 6d3ac3d01e204cf48c9e75255703c071 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:31.778552 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:31.804352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:39:31.881213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:32.021760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.087942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 2, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:32.088984 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78e2cb0-415d-48f5-8c66-a46143dc4594,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:32.097232 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Checking segment: {'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:32.097598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Network hostable DHCP agents. Network: 7e9836b0-4174-460b-92c7-0be4164a00b7, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:39:32.114690 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Checking router: 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:32.115035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Updating router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:39:32.139362 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.197966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:39:32.272255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 7e9836b0-4174-460b-92c7-0be4164a00b7) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:32.277370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:32.278672 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.303437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf95bf-fcc0-457f-8724-e9ffd4f2e235 None None] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:32.413255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c464df70-3c2d-4dd0-9746-ca225306d5a9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7491198 Nov 10 22:39:32.415340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55248) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:32.420268 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:32.502077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.525774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-7e9836b0-4174-460b-92c7-0be4164a00b7', 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'fixed_ips': [{'subnet_id': 'f78e2cb0-415d-48f5-8c66-a46143dc4594'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:39:32.526617 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.530232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.538656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.585388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.609392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.691587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b0e7e-5f4d-4c9d-a6e5-78609b9831ff None None] Pushing event updated for resources: {'Port': ['ID=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:32.725362 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Allocated IP 172.20.0.2 (7e9836b0-4174-460b-92c7-0be4164a00b7/f78e2cb0-415d-48f5-8c66-a46143dc4594/5f01128b-91c5-4fce-af74-2906f85f561b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:32.787495 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Attempting to bind port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:32.787899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Attempting to bind port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:32.788265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Attempting to bind port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 on network d78fd403-272c-4d73-aea7-48d08d5058a4 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:32.821177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:32.821627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Checking segment: {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:32.821944 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.822335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Bound using segment: {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:32.822808 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Bound port: 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:32.823190 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.849690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.957115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] For port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:32.958934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c6aa3065-e81c-43ff-ad37-9978d4b3048c None None] Provisioning complete for port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:32.959302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c6aa3065-e81c-43ff-ad37-9978d4b3048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:32.961841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] For port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:33.000364 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.007546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa3065-e81c-43ff-ad37-9978d4b3048c None None] Port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:33.034114 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.093919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b0e7e-5f4d-4c9d-a6e5-78609b9831ff None None] Pushing event updated for resources: {'Port': ['ID=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.097031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:33.097632 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:33.105259 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.125760 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.136552 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.190093 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:33.196798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:33.228657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:33.235456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Pushing event updated for resources: {'Port': ['ID=5f01128b-91c5-4fce-af74-2906f85f561b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.250051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Allocated IP 172.25.7.248 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/76b79217-86f2-4df7-9f54-ae479cc5333d) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:33.304659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:33.340226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Attempting to bind port 5f01128b-91c5-4fce-af74-2906f85f561b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:33.340597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Attempting to bind port 5f01128b-91c5-4fce-af74-2906f85f561b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:33.340962 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Attempting to bind port 5f01128b-91c5-4fce-af74-2906f85f561b on network 7e9836b0-4174-460b-92c7-0be4164a00b7 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:33.357309 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:33.357602 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Checking segment: {'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:33.357995 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.358381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Bound using segment: {'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:33.358856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Bound port: 5f01128b-91c5-4fce-af74-2906f85f561b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:33.359237 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.371287 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.409231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7d6ec515-23e4-4225-b340-e2df85f43e18 None None] Provisioning complete for port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:33.409599 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec515-23e4-4225-b340-e2df85f43e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.484964 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.522775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:33.527792 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:33.532653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:33.547163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba3b84-9c72-467d-8393-66a6b121000e None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:33.555569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] For port 5f01128b-91c5-4fce-af74-2906f85f561b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:33.562602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Pushing event updated for resources: {'Port': ['ID=76b79217-86f2-4df7-9f54-ae479cc5333d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.566548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] For port 5f01128b-91c5-4fce-af74-2906f85f561b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5f01128b-91c5-4fce-af74-2906f85f561b,segment=NetworkSegment(0c213924-0f09-4145-806e-718c1df20902),segment_id=0c213924-0f09-4145-806e-718c1df20902)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:33.638451 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec515-23e4-4225-b340-e2df85f43e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.642127 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.739059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7d6ec515-23e4-4225-b340-e2df85f43e18 None None] For port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:33.741419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ae01d-5a98-48d9-840b-2e4a50f4f39c None None] Pushing event updated for resources: {'Port': ['ID=5f01128b-91c5-4fce-af74-2906f85f561b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.746484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:32Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:33.775203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2053a8d-8105-4790-bc2e-044fe601b726 None None] The sync data for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 is: [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:32Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:33.816367 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec515-23e4-4225-b340-e2df85f43e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.910145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec515-23e4-4225-b340-e2df85f43e18 None None] Pushing event updated for resources: {'Port': ['ID=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:33.945137 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:33.970581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3031211e-db9c-45fe-bf2f-ea463979039e None None] Provisioning complete for port 76b79217-86f2-4df7-9f54-ae479cc5333d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:33.971411 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3031211e-db9c-45fe-bf2f-ea463979039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.025951 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3031211e-db9c-45fe-bf2f-ea463979039e None None] Port 76b79217-86f2-4df7-9f54-ae479cc5333d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:34.191035 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.706120 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:39:34.758734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ae84e-3a3f-4c11-b357-5b48917256ea None None] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:39:34.823115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:34.834932 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Sync routers for ids ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:34.846371 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Routers {'76dce146-b175-4b28-8dfc-c0cde2dd6d34'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:34.847214 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:34.889527 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7e8cb85b-3bec-422b-8084-6d30cebfc0f5 None None] Provisioning complete for port 5f01128b-91c5-4fce-af74-2906f85f561b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:34.890008 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb85b-3bec-422b-8084-6d30cebfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.910679 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:34.912170 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-12b0a8d8-b77b-4a64-bcfd-5db240d60997 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4952962 Nov 10 22:39:34.914929 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55250) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:39:34.978125 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Set router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:35.021893 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb85b-3bec-422b-8084-6d30cebfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.063917 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7e8cb85b-3bec-422b-8084-6d30cebfc0f5 None None] For port 5f01128b-91c5-4fce-af74-2906f85f561b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5f01128b-91c5-4fce-af74-2906f85f561b,segment=NetworkSegment(0c213924-0f09-4145-806e-718c1df20902),segment_id=0c213924-0f09-4145-806e-718c1df20902)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:35.154852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb85b-3bec-422b-8084-6d30cebfc0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.265517 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 3, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port': {'id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:33Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:35.309853 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Checking router: 76dce146-b175-4b28-8dfc-c0cde2dd6d34 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:35.310660 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Updating router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 port 76b79217-86f2-4df7-9f54-ae479cc5333d binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:39:35.348075 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.395213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:35.462726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e39bf4cf-3b74-42a2-a8db-ce0c039de7ed None None] Provisioning complete for port 5f01128b-91c5-4fce-af74-2906f85f561b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:35.463089 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e39bf4cf-3b74-42a2-a8db-ce0c039de7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.473041 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.486317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb85b-3bec-422b-8084-6d30cebfc0f5 None None] Pushing event updated for resources: {'Port': ['ID=5f01128b-91c5-4fce-af74-2906f85f561b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.518029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:35.518390 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.638536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5f01128b-91c5-4fce-af74-2906f85f561b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:35.641378 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.669280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Allocated IP 172.20.0.1 (7e9836b0-4174-460b-92c7-0be4164a00b7/f78e2cb0-415d-48f5-8c66-a46143dc4594/abea7490-079b-422f-ab8a-110389d416f3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:35.685060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5f01128b-91c5-4fce-af74-2906f85f561b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:35.685697 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.713172 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.763557 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Attempting to bind port 76b79217-86f2-4df7-9f54-ae479cc5333d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:35.763929 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Attempting to bind port 76b79217-86f2-4df7-9f54-ae479cc5333d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:35.764290 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Attempting to bind port 76b79217-86f2-4df7-9f54-ae479cc5333d on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:35.776468 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:35.776845 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:35.777076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18945edb-afec-4258-a83c-080c665ad578 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:35.777974 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.778535 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:35.779210 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Bound port: 76b79217-86f2-4df7-9f54-ae479cc5333d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:35.779597 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.785652 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467bd1-2a75-4309-bc5e-a9e418db7d1c None None] Pushing event updated for resources: {'Port': ['ID=76b79217-86f2-4df7-9f54-ae479cc5333d,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.792037 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.821499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f98c904-ea9b-4e59-8974-cdd455fcb53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.830928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a68b41be-93a1-4ed4-aa02-b42ee6f05b22 None None] Provisioning complete for port 76b79217-86f2-4df7-9f54-ae479cc5333d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:35.831657 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a68b41be-93a1-4ed4-aa02-b42ee6f05b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.836691 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] For port 76b79217-86f2-4df7-9f54-ae479cc5333d, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:35.840666 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] For port 76b79217-86f2-4df7-9f54-ae479cc5333d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76b79217-86f2-4df7-9f54-ae479cc5333d,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:35.867536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a68b41be-93a1-4ed4-aa02-b42ee6f05b22 None None] Port 76b79217-86f2-4df7-9f54-ae479cc5333d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:35.919038 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.942156 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:35.961164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:35.964052 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:35.967545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:35.991974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Pushing event updated for resources: {'Port': ['ID=abea7490-079b-422f-ab8a-110389d416f3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:35.997807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed032a-4768-4e0d-b7bd-5b139817bd6d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:39:36.001625 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Routers {'76dce146-b175-4b28-8dfc-c0cde2dd6d34'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:36.002287 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:36.021999 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.045104 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467bd1-2a75-4309-bc5e-a9e418db7d1c None None] Pushing event updated for resources: {'Port': ['ID=76b79217-86f2-4df7-9f54-ae479cc5333d,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:36.104928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-80fe5fbf-df2c-4671-8938-f43171ee37be None None] Provisioning complete for port 76b79217-86f2-4df7-9f54-ae479cc5333d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:36.112070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-80fe5fbf-df2c-4671-8938-f43171ee37be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.121247 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] Set router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:36.195370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-80fe5fbf-df2c-4671-8938-f43171ee37be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.218243 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-80fe5fbf-df2c-4671-8938-f43171ee37be None None] For port 76b79217-86f2-4df7-9f54-ae479cc5333d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76b79217-86f2-4df7-9f54-ae479cc5333d,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:36.237274 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.296572 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-80fe5fbf-df2c-4671-8938-f43171ee37be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.324705 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 3, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port': {'id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:33Z', 'updated_at': '2021-11-10T22:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:36.351310 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe5fbf-df2c-4671-8938-f43171ee37be None None] Pushing event updated for resources: {'Port': ['ID=76b79217-86f2-4df7-9f54-ae479cc5333d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:36.352104 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca0058-961d-47db-8b7a-50f30259f5a7 None None] The sync data for ids ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'] in n-d-776250-11 is: [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 3, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port': {'id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:33Z', 'updated_at': '2021-11-10T22:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:36.416788 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.419554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cfc03a86-7e38-41a1-a881-d6fa885f76f5 None None] Provisioning complete for port abea7490-079b-422f-ab8a-110389d416f3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:36.420286 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cfc03a86-7e38-41a1-a881-d6fa885f76f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.456553 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cfc03a86-7e38-41a1-a881-d6fa885f76f5 None None] Port abea7490-079b-422f-ab8a-110389d416f3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:36.558555 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.639247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Pushing event updated for resources: {'Port': ['ID=abea7490-079b-422f-ab8a-110389d416f3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:36.647388 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:36.751479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:36.753536 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:36.883084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:39:36.982761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9ccf7da2-d280-43a6-bc69-16cb0d5eab8f None None] Provisioning complete for port abea7490-079b-422f-ab8a-110389d416f3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:36.983381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9ccf7da2-d280-43a6-bc69-16cb0d5eab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:37.009520 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:39:37.014470 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-116001d5-665b-4d37-9fa0-7cc2175f2368 admin admin] 10.222.0.45 "PUT /v2.0/routers/76dce146-b175-4b28-8dfc-c0cde2dd6d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0982778 Nov 10 22:39:37.025346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf7da2-d280-43a6-bc69-16cb0d5eab8f None None] Port abea7490-079b-422f-ab8a-110389d416f3 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:37.246272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5f01128b-91c5-4fce-af74-2906f85f561b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:37.296366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5f01128b-91c5-4fce-af74-2906f85f561b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:37.296732 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:37.375534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76b79217-86f2-4df7-9f54-ae479cc5333d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:37.427648 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 76b79217-86f2-4df7-9f54-ae479cc5333d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:37.429231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:37.951054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Sync routers for ids ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:39:37.960696 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Routers {'76dce146-b175-4b28-8dfc-c0cde2dd6d34'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:37.964238 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:38.000122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d7827840-7f5b-4c57-978c-9ab4a57d8c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:38.077211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Set router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:38.320656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 4, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port': {'id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:33Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abea7490-079b-422f-ab8a-110389d416f3', 'name': '', 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'mac_address': 'fa:16:3e:68:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f78e2cb0-415d-48f5-8c66-a46143dc4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:35Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 2, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'subnets': [{'id': 'f78e2cb0-415d-48f5-8c66-a46143dc4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:38.348799 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Checking router: 76dce146-b175-4b28-8dfc-c0cde2dd6d34 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:39:38.349256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Updating router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 port abea7490-079b-422f-ab8a-110389d416f3 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:39:38.377333 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:38.675528 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:38.759602 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:38.815677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8785f4-f44f-4dc8-b3b4-ee3c5d5a9092 None None] Pushing event updated for resources: {'Port': ['ID=abea7490-079b-422f-ab8a-110389d416f3,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:38.871875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Attempting to bind port abea7490-079b-422f-ab8a-110389d416f3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:39:38.872245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Attempting to bind port abea7490-079b-422f-ab8a-110389d416f3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:39:38.872612 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Attempting to bind port abea7490-079b-422f-ab8a-110389d416f3 on network 7e9836b0-4174-460b-92c7-0be4164a00b7 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:39:38.878872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:39:38.879247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Checking segment: {'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:39:38.879648 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:38.880077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Bound using segment: {'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:39:38.880607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Bound port: abea7490-079b-422f-ab8a-110389d416f3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c213924-0f09-4145-806e-718c1df20902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:39:38.880993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:38.978312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] For port abea7490-079b-422f-ab8a-110389d416f3, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:39:38.981935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] For port abea7490-079b-422f-ab8a-110389d416f3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=abea7490-079b-422f-ab8a-110389d416f3,segment=NetworkSegment(0c213924-0f09-4145-806e-718c1df20902),segment_id=0c213924-0f09-4145-806e-718c1df20902)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:39:39.044376 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.122944 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-7d27f567-b3cd-43a6-a79f-315384f66092 None None] Provisioning complete for port abea7490-079b-422f-ab8a-110389d416f3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:39.123322 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d27f567-b3cd-43a6-a79f-315384f66092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.152863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8785f4-f44f-4dc8-b3b4-ee3c5d5a9092 None None] Pushing event updated for resources: {'Port': ['ID=abea7490-079b-422f-ab8a-110389d416f3,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:39.155542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Routers {'76dce146-b175-4b28-8dfc-c0cde2dd6d34'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:39:39.156165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:39:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:39.331701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] Set router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:39:39.334015 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d27f567-b3cd-43a6-a79f-315384f66092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.452012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-7d27f567-b3cd-43a6-a79f-315384f66092 None None] For port abea7490-079b-422f-ab8a-110389d416f3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=abea7490-079b-422f-ab8a-110389d416f3,segment=NetworkSegment(0c213924-0f09-4145-806e-718c1df20902),segment_id=0c213924-0f09-4145-806e-718c1df20902)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:39:39.519149 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7d27f567-b3cd-43a6-a79f-315384f66092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.574036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.614219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27f567-b3cd-43a6-a79f-315384f66092 None None] Pushing event updated for resources: {'Port': ['ID=abea7490-079b-422f-ab8a-110389d416f3,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:39.656153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 4, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port': {'id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:33Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abea7490-079b-422f-ab8a-110389d416f3', 'name': '', 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'mac_address': 'fa:16:3e:68:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f78e2cb0-415d-48f5-8c66-a46143dc4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:35Z', 'updated_at': '2021-11-10T22:39:38Z', 'revision_number': 4, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'subnets': [{'id': 'f78e2cb0-415d-48f5-8c66-a46143dc4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:39:39.659422 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a1e80cc-09de-46f2-bd0d-a178482f19c0 None None] Provisioning complete for port abea7490-079b-422f-ab8a-110389d416f3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:39.659808 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a1e80cc-09de-46f2-bd0d-a178482f19c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:39.687766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb2d7b2-0e33-4e16-ba19-a34658f26998 None None] The sync data for ids ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'] in n-d-776250-11 is: [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 4, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port': {'id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:33Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'abea7490-079b-422f-ab8a-110389d416f3', 'name': '', 'network_id': '7e9836b0-4174-460b-92c7-0be4164a00b7', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'mac_address': 'fa:16:3e:68:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'f78e2cb0-415d-48f5-8c66-a46143dc4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:35Z', 'updated_at': '2021-11-10T22:39:38Z', 'revision_number': 4, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'subnets': [{'id': 'f78e2cb0-415d-48f5-8c66-a46143dc4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:39:41.184987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device abea7490-079b-422f-ab8a-110389d416f3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:39:41.236142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port abea7490-079b-422f-ab8a-110389d416f3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:41.236425 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.266760 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:41.427968 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:48.961489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-4f636cbc-01b3-40d6-90be-655d5814e2ac tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:48.962969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-4f636cbc-01b3-40d6-90be-655d5814e2ac tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 815 time: 0.1047320 Nov 10 22:39:48.978281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-ee0e696f-a274-4605-b118-2f5b42d16f88 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/quotas/e5249e075b1a4d87b700f0c3bea1aeca HTTP/1.1" status: 200 len: 375 time: 0.0096254 Nov 10 22:39:49.029818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-166595cb-b5f7-4ac9-bc20-dffba24d2dbc tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462248 Nov 10 22:39:49.045968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-1172687d-abb4-401e-9dc1-257c3c846ee6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:39:49.046936 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-1172687d-abb4-401e-9dc1-257c3c846ee6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051410 Nov 10 22:39:49.142816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-14b01814-8afe-4268-902f-8df0cff22682 service neutron] 10.222.0.45 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894144 Nov 10 22:39:49.235664 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-423b379c-423b-4a10-9698-622b1311f34a service neutron] 10.222.0.45 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Nov 10 22:39:49.476864 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6f7369e-ef04-4add-978c-caa75ce2e87b req-9dd75854-5110-408c-94ef-4b14dc0b184d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 210 time: 0.0281410 Nov 10 22:39:50.494584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:50.572933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca8e7990-0cc0-4a04-a6e0-a71fcb42708a req-2b45f001-9001-4f63-8861-4bac610ace22 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 210 time: 0.0296426 Nov 10 22:39:51.520372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-a7c0aa3d-89ce-4824-a983-036853e6e401 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:51.521816 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-a7c0aa3d-89ce-4824-a983-036853e6e401 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 815 time: 0.1088059 Nov 10 22:39:51.535777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'port': {'device_id': '2a768746-1786-416c-8bbc-901f75ec4acc', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'admin_state_up': True, 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:39:51.670921 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ce9f2bb-3b28-4bdb-954f-1ac79c94cd24 req-3484e12c-383e-4a4b-8bb3-35c1005d47c5 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 210 time: 0.0259657 Nov 10 22:39:51.730205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Made reservation on behalf of e5249e075b1a4d87b700f0c3bea1aeca for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:39:51.733840 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:51.862065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Allocated IP 172.20.0.8 (d78fd403-272c-4d73-aea7-48d08d5058a4/8c8df557-cd51-4e94-b500-8bdc90fb9421/43e5c425-e617-4ee0-b125-22b530292137) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:39:52.017735 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.101381 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.145006 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Network d78fd403-272c-4d73-aea7-48d08d5058a4 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:39:52.150486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:39:52.154231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:39:52.193133 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:39:52.207603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.208025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.208367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.208727 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.209034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.209367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.209682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.209995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.210323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.210674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.210945 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.211273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:39:52.244505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.245674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.339293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-834f94a5-2362-433c-8b88-fdc03a704d73 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8080192 Nov 10 22:39:52.534000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-16926802-8f6c-46ff-9d3e-70dcfd95233b None None] Provisioning complete for port 43e5c425-e617-4ee0-b125-22b530292137 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:39:52.534582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16926802-8f6c-46ff-9d3e-70dcfd95233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:52.585358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-16926802-8f6c-46ff-9d3e-70dcfd95233b None None] Port 43e5c425-e617-4ee0-b125-22b530292137 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:39:52.796509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fbd7d-fef2-4300-b43d-ffbe5994dabd req-2c44aa10-41fb-494a-82b0-76601370bef5 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:52.805254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-679fbd7d-fef2-4300-b43d-ffbe5994dabd req-2c44aa10-41fb-494a-82b0-76601370bef5 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0630138 Nov 10 22:39:52.852236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-679fbd7d-fef2-4300-b43d-ffbe5994dabd req-ca3bb3ae-6922-41c9-bb15-03f8f9f7ccb1 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 Nov 10 22:39:53.972875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f63ea-1bd5-4130-8dd5-b22322aafb35 req-ee5ee27d-0949-4e2b-b0ae-638f6a69264c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:53.974516 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd6f63ea-1bd5-4130-8dd5-b22322aafb35 req-ee5ee27d-0949-4e2b-b0ae-638f6a69264c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0561101 Nov 10 22:39:54.040992 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cd6f63ea-1bd5-4130-8dd5-b22322aafb35 req-af35dbfa-5528-4287-9528-fa874480f5a8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528686 Nov 10 22:39:54.250265 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:39:55.149525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce76025-18cf-44c2-836c-48e129186733 req-d3bdfc68-9d47-44e4-a095-fc110d55cd7c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:55.150991 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9ce76025-18cf-44c2-836c-48e129186733 req-d3bdfc68-9d47-44e4-a095-fc110d55cd7c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0511177 Nov 10 22:39:55.199905 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9ce76025-18cf-44c2-836c-48e129186733 req-23b44a1b-5699-4846-9f18-cfb1cc0827d4 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Nov 10 22:39:56.331744 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e8eb-c2dd-4b31-8720-7058cf3133ad req-d40e4ea6-88f2-428f-962e-1c42ffaf78fe tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:56.333334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f97e8eb-c2dd-4b31-8720-7058cf3133ad req-d40e4ea6-88f2-428f-962e-1c42ffaf78fe tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0586524 Nov 10 22:39:56.384365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7f97e8eb-c2dd-4b31-8720-7058cf3133ad req-00273055-a49d-4d99-b8ba-2063d1a4df0f tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Nov 10 22:39:57.511585 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f67650-4e3c-445e-8717-7f479b11ade1 req-f0172162-bb65-4e25-a46c-21ef9e02daab tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:57.513090 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59f67650-4e3c-445e-8717-7f479b11ade1 req-f0172162-bb65-4e25-a46c-21ef9e02daab tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0552018 Nov 10 22:39:57.561983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-59f67650-4e3c-445e-8717-7f479b11ade1 req-c0d16fcf-f088-4693-a435-795dec519bac tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Nov 10 22:39:58.682513 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42738e3-b8aa-4829-9300-4306cb192e3f req-4f91cab7-8654-48f8-b261-13a9fb15d614 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:58.684983 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a42738e3-b8aa-4829-9300-4306cb192e3f req-4f91cab7-8654-48f8-b261-13a9fb15d614 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0559075 Nov 10 22:39:58.743260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a42738e3-b8aa-4829-9300-4306cb192e3f req-5bdd7e50-a6b5-4e62-ab9c-f2fac1eff12b tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Nov 10 22:39:59.875042 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93913980-e651-4453-bc27-b7a177b99dae req-41ae3ae7-b72f-44c8-b457-734853ea7c33 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:39:59.876569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93913980-e651-4453-bc27-b7a177b99dae req-41ae3ae7-b72f-44c8-b457-734853ea7c33 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0544608 Nov 10 22:39:59.925740 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-93913980-e651-4453-bc27-b7a177b99dae req-33533488-2c1e-4530-90a0-b62629c6c98e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431085 Nov 10 22:40:01.061070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d42dcb-bdcc-4c5b-9f86-ada4af1240a4 req-d728073a-a34c-4b3d-85df-bf36ebd8ba2f tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:01.063307 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-80d42dcb-bdcc-4c5b-9f86-ada4af1240a4 req-d728073a-a34c-4b3d-85df-bf36ebd8ba2f tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0717645 Nov 10 22:40:01.125302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-80d42dcb-bdcc-4c5b-9f86-ada4af1240a4 req-484202f3-b5d4-4c8d-b9cf-ab25c7e39481 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Nov 10 22:40:02.246942 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d91c0-dadb-4069-92cb-b41c2bb76f72 req-f9f55c89-25c1-4319-8749-0079acbc5c81 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:02.248680 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc0d91c0-dadb-4069-92cb-b41c2bb76f72 req-f9f55c89-25c1-4319-8749-0079acbc5c81 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0537107 Nov 10 22:40:02.310445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc0d91c0-dadb-4069-92cb-b41c2bb76f72 req-5af2591e-633b-431d-912c-f11c0bc7f8e4 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499768 Nov 10 22:40:03.434666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc8a79-7a46-475e-86e2-aa9e989a1e5e req-04efddf0-0ea2-45fb-9f32-bcfc66a6f84c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:03.436064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2bc8a79-7a46-475e-86e2-aa9e989a1e5e req-04efddf0-0ea2-45fb-9f32-bcfc66a6f84c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0492144 Nov 10 22:40:03.483949 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2bc8a79-7a46-475e-86e2-aa9e989a1e5e req-1d178bee-f960-464c-9d33-e97c48125d1c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Nov 10 22:40:04.610340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad9ff7-8362-4336-85e9-4d0b0cd260fa req-fb2c7520-612d-417f-b800-a70c7af38565 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:04.612489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19ad9ff7-8362-4336-85e9-4d0b0cd260fa req-fb2c7520-612d-417f-b800-a70c7af38565 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0493751 Nov 10 22:40:04.667752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19ad9ff7-8362-4336-85e9-4d0b0cd260fa req-e5efdae5-64ae-4ed6-8861-dd2d45a4d313 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470238 Nov 10 22:40:05.782582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9c97-2bec-4d88-b088-730b151f20e3 req-a2a59563-23c9-43fe-8846-3e77b164238e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:05.784764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-862a9c97-2bec-4d88-b088-730b151f20e3 req-a2a59563-23c9-43fe-8846-3e77b164238e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0498083 Nov 10 22:40:05.821400 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6100b067-ea9f-4d74-9541-8fa4a052a150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:05.838858 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-862a9c97-2bec-4d88-b088-730b151f20e3 req-5c035fb6-6cf3-4464-8b02-d20f5064dc87 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Nov 10 22:40:06.090721 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:40:06.955169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7d714-8cf4-4c59-ad87-713a2ac83622 req-e3d84cca-4211-4bc9-aa89-83daabc1b36c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:06.956672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cb7d714-8cf4-4c59-ad87-713a2ac83622 req-e3d84cca-4211-4bc9-aa89-83daabc1b36c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0497391 Nov 10 22:40:07.003035 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5cb7d714-8cf4-4c59-ad87-713a2ac83622 req-6fef65fc-5071-4957-9380-8d133198c149 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Nov 10 22:40:07.839846 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Request body: {'port': {'device_id': '2a768746-1786-416c-8bbc-901f75ec4acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:07.898456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:07.947027 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d90bd32-c9c0-441c-97e3-14253c1ccddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.123101 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9408cc3-edf7-44a5-84f2-2b1d595b0486 req-0ef67a8d-e737-4bb6-86b2-6ed4103601e2 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.124665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9408cc3-edf7-44a5-84f2-2b1d595b0486 req-0ef67a8d-e737-4bb6-86b2-6ed4103601e2 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 931 time: 0.0493374 Nov 10 22:40:08.176477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e5c425-e617-4ee0-b125-22b530292137 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:08.179594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b9408cc3-edf7-44a5-84f2-2b1d595b0486 req-8ddb878d-3df7-4f61-abf9-338696b92cec tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442040 Nov 10 22:40:08.184993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.197844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Transition to ACTIVE for port object 43e5c425-e617-4ee0-b125-22b530292137 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:40:08.261273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.331021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Pushing event updated for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:08.387872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Attempting to bind port 43e5c425-e617-4ee0-b125-22b530292137 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:40:08.388212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Attempting to bind port 43e5c425-e617-4ee0-b125-22b530292137 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:40:08.389187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Attempting to bind port 43e5c425-e617-4ee0-b125-22b530292137 on network d78fd403-272c-4d73-aea7-48d08d5058a4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:08.394623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Port 43e5c425-e617-4ee0-b125-22b530292137 on network d78fd403-272c-4d73-aea7-48d08d5058a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:40:08.394948 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Attempting to bind port 43e5c425-e617-4ee0-b125-22b530292137 on network d78fd403-272c-4d73-aea7-48d08d5058a4 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:40:08.400021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:40:08.400360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Checking segment: {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:40:08.400738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Bound using segment: {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:40:08.401164 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Bound port: 43e5c425-e617-4ee0-b125-22b530292137, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:40:08.401522 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.468856 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:40:08.472933 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=43e5c425-e617-4ee0-b125-22b530292137,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:40:08.559005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.597461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.598064 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:08.599524 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 1092 time: 0.8575594 Nov 10 22:40:08.599909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:08.602149 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b34ae-89ba-431a-ac9c-e2da9b74ec85" -d '{"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:08.627491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c904ce-5423-4752-be8d-ee041b9219b3 service neutron] Pushing event updated for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:08.647657 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214357e-c536-41cb-86c4-3e019aa6e635 x-openstack-request-id: req-2214357e-c536-41cb-86c4-3e019aa6e635 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:08.652604 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:08.652604 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2214357e-c536-41cb-86c4-3e019aa6e635 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:08.652604 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137', 'status': 'completed', 'code': 200} Nov 10 22:40:08.712929 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b34ae-89ba-431a-ac9c-e2da9b74ec85 req-3cd0d4e2-415e-4b12-a953-8da900ad7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.714409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d3b34ae-89ba-431a-ac9c-e2da9b74ec85 req-3cd0d4e2-415e-4b12-a953-8da900ad7578 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1095 time: 0.0447621 Nov 10 22:40:08.815900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b34ae-89ba-431a-ac9c-e2da9b74ec85 req-cf2c1c08-5934-4f32-9e68-5d20b327f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.817397 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d3b34ae-89ba-431a-ac9c-e2da9b74ec85 req-cf2c1c08-5934-4f32-9e68-5d20b327f4ba service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948279 Nov 10 22:40:08.915413 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b34ae-89ba-431a-ac9c-e2da9b74ec85 req-63e31b6a-3568-410f-ba51-dccab7ccdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:08.916860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8d3b34ae-89ba-431a-ac9c-e2da9b74ec85 req-63e31b6a-3568-410f-ba51-dccab7ccdb28 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918622 Nov 10 22:40:09.007595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-3c993fef-069d-430a-bdbb-641b11b0e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.009095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-3c993fef-069d-430a-bdbb-641b11b0e4f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1095 time: 0.0407152 Nov 10 22:40:09.057032 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-61966764-2620-4d8d-b638-58e2d60b0c07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 217 time: 0.0375521 Nov 10 22:40:09.106495 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-116411dd-8806-4e46-be25-a5399885158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.107967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-116411dd-8806-4e46-be25-a5399885158b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0445561 Nov 10 22:40:09.154941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-11762ee2-c34f-4267-874a-6792b26f0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.156500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-11762ee2-c34f-4267-874a-6792b26f0bca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416787 Nov 10 22:40:09.251922 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-e92f0e30-f6cf-4a6c-a304-7f187825515e service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886486 Nov 10 22:40:09.298097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26665e0-f4ae-4dfa-9107-fc4377f11363 req-4b5cf6d3-a8a3-41f6-8c45-29226ff04aa4 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:09.300540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f26665e0-f4ae-4dfa-9107-fc4377f11363 req-4b5cf6d3-a8a3-41f6-8c45-29226ff04aa4 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 943 time: 0.0502019 Nov 10 22:40:09.346762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea9f175a-f966-4d20-8d41-90522bb52e2a req-57192f76-f707-4e74-9be8-fef4e76f6302 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878785 Nov 10 22:40:09.350303 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f26665e0-f4ae-4dfa-9107-fc4377f11363 req-801bc7d7-981c-42a9-a851-d854f62fb232 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Nov 10 22:40:09.564610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:10.465617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa463c-a981-429b-a4d1-6f86b72780ff req-2307d083-af9c-4b3b-9f9d-781014d956f0 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:10.466989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26fa463c-a981-429b-a4d1-6f86b72780ff req-2307d083-af9c-4b3b-9f9d-781014d956f0 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 943 time: 0.0485430 Nov 10 22:40:10.519051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26fa463c-a981-429b-a4d1-6f86b72780ff req-fed09c54-ad68-4c53-be30-3ab1da10465a tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452433 Nov 10 22:40:11.038079 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:11.427161 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:11.638124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9bd93-42a9-4bdb-9813-ded5ad33f02e req-374c0cfa-faa8-4267-b489-08e7d4c5c219 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:11.639587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ddb9bd93-42a9-4bdb-9813-ded5ad33f02e req-374c0cfa-faa8-4267-b489-08e7d4c5c219 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 943 time: 0.0524740 Nov 10 22:40:11.687852 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ddb9bd93-42a9-4bdb-9813-ded5ad33f02e req-65be57c9-f76d-49fb-a6d7-1293b09c1d95 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Nov 10 22:40:12.805452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02347e72-940b-4099-833c-1808f97f1638 req-e7567f36-ffed-4cfc-8e93-1586b93bd0de tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:12.806925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02347e72-940b-4099-833c-1808f97f1638 req-e7567f36-ffed-4cfc-8e93-1586b93bd0de tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 943 time: 0.0492918 Nov 10 22:40:12.853824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-02347e72-940b-4099-833c-1808f97f1638 req-7a45f9ee-ab34-421e-8745-5e53b767651b tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Nov 10 22:40:13.464729 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 43e5c425-e617-4ee0-b125-22b530292137 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:40:13.557353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=43e5c425-e617-4ee0-b125-22b530292137,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:13.572090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '43e5c425-e617-4ee0-b125-22b530292137', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'port_id': '43e5c425-e617-4ee0-b125-22b530292137', 'mac_address': 'fa:16:3e:5d:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:40:13.607840 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:13.620805 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e5c425-e617-4ee0-b125-22b530292137 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:40:13.639931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=43e5c425-e617-4ee0-b125-22b530292137,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:13.700827 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:13.748013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:13.970548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54056682-6d3f-411e-9096-043bdce1f241 req-40583e80-35fd-40aa-8ab2-9d23eab85645 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:13.972042 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54056682-6d3f-411e-9096-043bdce1f241 req-40583e80-35fd-40aa-8ab2-9d23eab85645 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 944 time: 0.0506120 Nov 10 22:40:14.018736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54056682-6d3f-411e-9096-043bdce1f241 req-ea9f2637-02dc-41a4-b673-2abb744471b6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Nov 10 22:40:14.032051 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['43e5c425-e617-4ee0-b125-22b530292137'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:15.137370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013739ba-ef82-408b-93d3-e2ed7a2cd290 req-a115e583-19c2-4dcf-a3a6-1ed73edd4725 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.138835 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-013739ba-ef82-408b-93d3-e2ed7a2cd290 req-a115e583-19c2-4dcf-a3a6-1ed73edd4725 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 944 time: 0.0498178 Nov 10 22:40:15.186341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-013739ba-ef82-408b-93d3-e2ed7a2cd290 req-fa9e51eb-d6d6-4a77-913a-74ea55b1e751 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Nov 10 22:40:15.468297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 43e5c425-e617-4ee0-b125-22b530292137 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:40:15.597938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 43e5c425-e617-4ee0-b125-22b530292137 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:40:15.602464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 43e5c425-e617-4ee0-b125-22b530292137 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:15.602826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.680817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.703629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e5c425-e617-4ee0-b125-22b530292137'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:15.705961 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f644ef9-0306-43cb-946e-e32271bbaff4" -d '{"events": [{"server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "name": "network-vif-plugged", "status": "completed", "tag": "43e5c425-e617-4ee0-b125-22b530292137"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:15.719149 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=43e5c425-e617-4ee0-b125-22b530292137,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:15.742927 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db30f641-118d-4356-97dd-4a016dde52b3 x-openstack-request-id: req-db30f641-118d-4356-97dd-4a016dde52b3 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:15.743218 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "name": "network-vif-plugged", "status": "completed", "tag": "43e5c425-e617-4ee0-b125-22b530292137", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:15.743523 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db30f641-118d-4356-97dd-4a016dde52b3 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:15.743973 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e5c425-e617-4ee0-b125-22b530292137', 'code': 200} Nov 10 22:40:15.809932 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:15.841730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaec2e-6ce4-4264-ad69-eae7072185d0 req-d9fa717f-019b-465d-8f76-eac308b22bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:15.843256 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2adaec2e-6ce4-4264-ad69-eae7072185d0 req-d9fa717f-019b-465d-8f76-eac308b22bfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1097 time: 0.0447536 Nov 10 22:40:15.856914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:15.888501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2adaec2e-6ce4-4264-ad69-eae7072185d0 req-309f6f42-ab1d-403a-b019-60660f415cac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379460 Nov 10 22:40:16.302416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce2207-39f8-4639-b1ab-fcee586203df req-1236d2a6-1a8e-4394-a8be-ccb324237a15 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:16.304248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08ce2207-39f8-4639-b1ab-fcee586203df req-1236d2a6-1a8e-4394-a8be-ccb324237a15 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0496936 Nov 10 22:40:16.357697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08ce2207-39f8-4639-b1ab-fcee586203df req-60ab83c3-4d6c-435a-a9f3-dc129df2cf61 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475116 Nov 10 22:40:17.476148 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e03cac-ba74-461d-9632-482430e292d3 req-e84783a5-cddd-4a7a-a4eb-1730d82295ea tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:17.477764 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6e03cac-ba74-461d-9632-482430e292d3 req-e84783a5-cddd-4a7a-a4eb-1730d82295ea tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0498915 Nov 10 22:40:17.529567 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f6e03cac-ba74-461d-9632-482430e292d3 req-927f6315-b6c4-4fad-8d47-49b0532e4943 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Nov 10 22:40:17.646667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2596-0f6b-43bd-94ae-0c63fca55710 req-28dc0b02-5b56-4add-8d94-4bdaf42f6117 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:17.648042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-539e2596-0f6b-43bd-94ae-0c63fca55710 req-28dc0b02-5b56-4add-8d94-4bdaf42f6117 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0522935 Nov 10 22:40:18.005789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-539e2596-0f6b-43bd-94ae-0c63fca55710 req-246275dd-501c-46de-8c99-38891dd9caf2 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510532 Nov 10 22:40:18.189886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd86615-077e-4673-acd0-c6bd2df77e8e req-b53b125f-7c93-4efb-87ab-b07126eb1382 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:18.191333 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbd86615-077e-4673-acd0-c6bd2df77e8e req-b53b125f-7c93-4efb-87ab-b07126eb1382 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0479569 Nov 10 22:40:18.237189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbd86615-077e-4673-acd0-c6bd2df77e8e req-12735877-83e7-4a0c-83ef-50d89fac1010 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391614 Nov 10 22:40:20.495718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:24.249627 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:33.678379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ea2a5-3605-4627-aa5d-1ace79d42447 req-44d0f3da-b848-473a-a022-c296f81dd888 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:33.680393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959ea2a5-3605-4627-aa5d-1ace79d42447 req-44d0f3da-b848-473a-a022-c296f81dd888 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0492523 Nov 10 22:40:33.730708 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-959ea2a5-3605-4627-aa5d-1ace79d42447 req-59129217-4676-4d8a-80f0-fca0e8b87148 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Nov 10 22:40:33.753382 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55474) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:33.835332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39c138-1e22-407d-baeb-4cdf24bfdd3f tempest-TestMinimumBasicScenario-987590115 tempest-TestMinimumBasicScenario-987590115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:33.836852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bd39c138-1e22-407d-baeb-4cdf24bfdd3f tempest-TestMinimumBasicScenario-987590115 tempest-TestMinimumBasicScenario-987590115-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1092 time: 0.0825226 Nov 10 22:40:33.839818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55478) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:33.844001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '43e5c425-e617-4ee0-b125-22b530292137', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:33.930092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.025077 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.132231 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Allocated IP 172.25.7.20 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/3b29c9ea-d238-484e-92a2-75258673a59f) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:40:34.235894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.329936 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.365629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:40:34.371979 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:40:34.375455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:40:34.380982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'Port': ['ID=3b29c9ea-d238-484e-92a2-75258673a59f,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:34.775272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:34.901711 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.048637 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.106626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.178309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'Port': ['ID=3b29c9ea-d238-484e-92a2-75258673a59f,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:35.192565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.293474 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Floating IP 603dc8a7-d9f8-4701-a136-f64b638e78f8 associated. External IP: 172.25.7.20, port: 43e5c425-e617-4ee0-b125-22b530292137. Nov 10 22:40:35.503717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:40:35.607640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:40:35.617856 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] Sync routers for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:40:35.627031 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:35.627623 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:40:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:35.697430 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.729597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0fd77263-4c6e-416c-81d4-2000526d8f29 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8887236 Nov 10 22:40:35.730508 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:35.732591 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55480) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:35.733127 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b966651a-a565-48ab-bb7c-344003905767" -d '{"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:35.738047 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569725929', 'description': 'tempest-secgroup-smoke-1569725929 description', 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:35.776140 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc403481-11ff-43ed-a527-bb64cc57c2cb x-openstack-request-id: req-dc403481-11ff-43ed-a527-bb64cc57c2cb {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:35.776693 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:35.776851 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc403481-11ff-43ed-a527-bb64cc57c2cb {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:35.777289 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137', 'status': 'completed', 'code': 200} Nov 10 22:40:35.781332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd3aec9a-3551-40c0-aae9-ab63625c7216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.822755 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:35.839882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966651a-a565-48ab-bb7c-344003905767 req-d69366d0-0dc3-49d9-9f94-b50761fc984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.841542 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b966651a-a565-48ab-bb7c-344003905767 req-d69366d0-0dc3-49d9-9f94-b50761fc984a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1097 time: 0.0418713 Nov 10 22:40:35.849506 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.918599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:35.939879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966651a-a565-48ab-bb7c-344003905767 req-6934f6ae-44d5-4145-9946-44d022259afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:35.941341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b966651a-a565-48ab-bb7c-344003905767 req-6934f6ae-44d5-4145-9946-44d022259afc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 916 time: 0.0927563 Nov 10 22:40:35.969465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.001234 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03014c4-1f91-472e-9e3d-8f038ed91ce3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:36.009564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.009884 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.010170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.010508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.010842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.011179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.011508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.011860 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.012196 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.012521 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.012849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.013173 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:40:36.014582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b966651a-a565-48ab-bb7c-344003905767 req-9fe3fd33-3c3d-435f-a8b9-ecf039270569 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 998 time: 0.0648544 Nov 10 22:40:36.056060 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '603dc8a7-d9f8-4701-a136-f64b638e78f8', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'port_id': '43e5c425-e617-4ee0-b125-22b530292137', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'mac_address': 'fa:16:3e:5d:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a768746-1786-416c-8bbc-901f75ec4acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:40:34Z', 'updated_at': '2021-11-10T22:40:34Z', 'revision_number': 0, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 5, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:36.065953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966651a-a565-48ab-bb7c-344003905767 req-0f1f7c23-19c8-454b-9bc1-97f9da0e4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.067505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b966651a-a565-48ab-bb7c-344003905767 req-0f1f7c23-19c8-454b-9bc1-97f9da0e4af8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0456758 Nov 10 22:40:36.074265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.078392 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dcc2ecec-2d18-43b5-8d3d-49250b43824e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3416796 Nov 10 22:40:36.078550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55484) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:36.083229 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] Checking router: 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:40:36.088476 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-f9331447-43d7-4c2e-9f72-b4c9bf7e9199 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'security_group_rule': {'security_group_id': 'd03014c4-1f91-472e-9e3d-8f038ed91ce3', 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:36.092714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:40:36.093324 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:40:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:36.122452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966651a-a565-48ab-bb7c-344003905767 req-febad2fd-b58f-48db-9d7d-03f2fb1694a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:36.124222 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b966651a-a565-48ab-bb7c-344003905767 req-febad2fd-b58f-48db-9d7d-03f2fb1694a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488763 Nov 10 22:40:36.175786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9331447-43d7-4c2e-9f72-b4c9bf7e9199 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.205963 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:40:36.218989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b966651a-a565-48ab-bb7c-344003905767 req-f0d53027-f046-4ecb-bce1-27aec03d1a06 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853715 Nov 10 22:40:36.240228 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9331447-43d7-4c2e-9f72-b4c9bf7e9199 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.301954 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9331447-43d7-4c2e-9f72-b4c9bf7e9199 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.321144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b966651a-a565-48ab-bb7c-344003905767 req-d7f6668b-53a9-4499-967f-9ef134e0c548 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939424 Nov 10 22:40:36.323962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9331447-43d7-4c2e-9f72-b4c9bf7e9199 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5afad1-96fb-4431-ba3f-37af2848266f,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:36.384048 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f9331447-43d7-4c2e-9f72-b4c9bf7e9199 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.385291 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f9331447-43d7-4c2e-9f72-b4c9bf7e9199 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3057158 Nov 10 22:40:36.388056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55486) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:36.392456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-46ef8907-a715-4547-be42-c30207679365 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'security_group_rule': {'security_group_id': 'd03014c4-1f91-472e-9e3d-8f038ed91ce3', 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:36.432709 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '603dc8a7-d9f8-4701-a136-f64b638e78f8', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'port_id': '43e5c425-e617-4ee0-b125-22b530292137', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'mac_address': 'fa:16:3e:5d:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a768746-1786-416c-8bbc-901f75ec4acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:40:34Z', 'updated_at': '2021-11-10T22:40:34Z', 'revision_number': 0, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 5, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:40:36.462117 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7f4f58-603f-4f18-8b36-22708bcec5cd None None] The sync data for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 is: [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '603dc8a7-d9f8-4701-a136-f64b638e78f8', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'floating_ip_address': '172.25.7.20', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'port_id': '43e5c425-e617-4ee0-b125-22b530292137', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'mac_address': 'fa:16:3e:5d:3e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a768746-1786-416c-8bbc-901f75ec4acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:40:34Z', 'updated_at': '2021-11-10T22:40:34Z', 'revision_number': 0, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 5, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:40:36.495559 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-46ef8907-a715-4547-be42-c30207679365 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.561400 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-46ef8907-a715-4547-be42-c30207679365 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.655320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d26d1c-0060-4ded-9743-3c2e0cd8f628 None None] New status for floating IP 603dc8a7-d9f8-4701-a136-f64b638e78f8: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:40:36.666657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-46ef8907-a715-4547-be42-c30207679365 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.687032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef8907-a715-4547-be42-c30207679365 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20fa9d-813a-4fe8-8dc8-e20589c574f6,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:36.789927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-46ef8907-a715-4547-be42-c30207679365 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.791703 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-46ef8907-a715-4547-be42-c30207679365 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4025571 Nov 10 22:40:36.795183 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55488) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:36.799945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2f7b4922-6412-43c1-848d-c7e44507a3fa tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'security_group_rule': {'security_group_id': 'd03014c4-1f91-472e-9e3d-8f038ed91ce3', 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:36.900545 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4922-6412-43c1-848d-c7e44507a3fa tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:36.959362 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4922-6412-43c1-848d-c7e44507a3fa tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.032184 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4922-6412-43c1-848d-c7e44507a3fa tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.051310 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b4922-6412-43c1-848d-c7e44507a3fa tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39a69d0-9709-400e-88ba-b9ec45b8ed80,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:37.137356 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4922-6412-43c1-848d-c7e44507a3fa tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.138665 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2f7b4922-6412-43c1-848d-c7e44507a3fa tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3424437 Nov 10 22:40:37.141375 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55490) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:37.145862 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-a96040cd-af3a-4970-9a5a-9dc4778623a6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'security_group_rule': {'security_group_id': 'd03014c4-1f91-472e-9e3d-8f038ed91ce3', 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:37.232528 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a96040cd-af3a-4970-9a5a-9dc4778623a6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.289831 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a96040cd-af3a-4970-9a5a-9dc4778623a6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.375077 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a96040cd-af3a-4970-9a5a-9dc4778623a6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.392399 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96040cd-af3a-4970-9a5a-9dc4778623a6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc47ab4c-8b9f-4f08-9b89-8a381ee07bf7,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:37.463175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a96040cd-af3a-4970-9a5a-9dc4778623a6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.464429 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a96040cd-af3a-4970-9a5a-9dc4778623a6 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221157 Nov 10 22:40:37.467093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55492) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:37.471568 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'security_group_rule': {'security_group_id': 'd03014c4-1f91-472e-9e3d-8f038ed91ce3', 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:37.540948 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Project e5249e075b1a4d87b700f0c3bea1aeca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:40:37.545949 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.608285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.649729 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.667614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7a881f-e32c-4987-8e00-142c2034e212,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:37.708715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.709939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-32846150-757e-4ba4-9b89-e638c944e94e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2418995 Nov 10 22:40:37.713470 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:40:37.717869 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'security_group_rule': {'security_group_id': 'd03014c4-1f91-472e-9e3d-8f038ed91ce3', 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:37.780828 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Project e5249e075b1a4d87b700f0c3bea1aeca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:40:37.785984 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.846529 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.901128 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.919855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481fbb53-1445-4b22-b25d-417501c20d6c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:37.952545 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7626-bdc8-464e-8a7e-43dbea6dac12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.977130 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:37.978354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-02dfe65f-788c-46a5-a80e-bb24ad1b1092 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2639542 Nov 10 22:40:38.069009 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-bcac2e03-997b-4a44-a9c7-225d6e736bd5 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569725929&fields=id&tenant_id=e5249e075b1a4d87b700f0c3bea1aeca HTTP/1.1" status: 200 len: 267 time: 0.0441294 Nov 10 22:40:38.121879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-b9f5d9eb-f2d8-4fe5-af22-9916ae162a54 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.123320 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-b9f5d9eb-f2d8-4fe5-af22-9916ae162a54 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0474958 Nov 10 22:40:38.134823 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'port': {'security_groups': ['b261bcd5-61fe-41aa-a75d-bb3d288f7763', 'd03014c4-1f91-472e-9e3d-8f038ed91ce3']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:40:38.200142 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.386712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=43e5c425-e617-4ee0-b125-22b530292137,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:40:38.417311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.466227 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.478598 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['43e5c425-e617-4ee0-b125-22b530292137'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:38.512001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.520554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.520554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7b7dedf1-41d3-41fb-82dc-99d226d99672 req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "PUT /v2.0/ports/43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 981 time: 0.3842895 Nov 10 22:40:38.520554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:40:38.520554 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:40:38.544725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da48785-c4a6-4e92-9759-2aad4c81750d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=6']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:40:38.579132 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e2e0c4-29a1-46f7-9445-004e3ef0535a x-openstack-request-id: req-e3e2e0c4-29a1-46f7-9445-004e3ef0535a {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:40:38.579676 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:40:38.580179 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3e2e0c4-29a1-46f7-9445-004e3ef0535a {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:40:38.581573 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137', 'status': 'completed', 'code': 200} Nov 10 22:40:38.593383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['43e5c425-e617-4ee0-b125-22b530292137'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:40:38.655755 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-66f413ea-4f9b-4c2b-99f4-d23419c0bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.657516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-66f413ea-4f9b-4c2b-99f4-d23419c0bdec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1136 time: 0.0582263 Nov 10 22:40:38.670541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c2e3-5690-48bd-9b45-b9c17f894604 req-eb92b9fe-0c08-4940-af33-075935ee1f3e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.672143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be41c2e3-5690-48bd-9b45-b9c17f894604 req-eb92b9fe-0c08-4940-af33-075935ee1f3e tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0667543 Nov 10 22:40:38.752676 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be41c2e3-5690-48bd-9b45-b9c17f894604 req-500288c5-cb45-46ce-bba6-f05e6e0d7485 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718393 Nov 10 22:40:38.783899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-32e91b5b-c6ce-4f68-a5c1-22a5c9be6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.785381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-32e91b5b-c6ce-4f68-a5c1-22a5c9be6d4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 916 time: 0.1193726 Nov 10 22:40:38.855204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-009d9bf6-e1fb-4d14-a9a8-6c9329147bfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 1000 time: 0.0605366 Nov 10 22:40:38.903859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-70fca2b1-0203-4a39-b9d7-46e3ef14ce96 None None] Provisioning complete for port 43e5c425-e617-4ee0-b125-22b530292137 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:40:38.904224 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-70fca2b1-0203-4a39-b9d7-46e3ef14ce96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:38.909068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-2881bdb3-bcd8-49ce-b7ad-360cb1e4c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.910522 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-2881bdb3-bcd8-49ce-b7ad-360cb1e4c935 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0478866 Nov 10 22:40:38.957686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-bbf366be-dd30-4a8c-8e00-f58575a5a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:38.959174 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-bbf366be-dd30-4a8c-8e00-f58575a5a59c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413661 Nov 10 22:40:39.049842 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-52517b08-5fbb-478c-b84f-b7d2bf910616 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828812 Nov 10 22:40:39.149690 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-898a2f40-bdba-4e5c-bd9f-a6ca1578faa8 req-3e1bacaa-a135-44a8-8eba-4ca7a3b22e9a service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923805 Nov 10 22:40:39.568953 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:41.032324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:41.432538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:43.090343 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:40:50.523819 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:53.954809 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-3345d1ff-c09e-427a-95e2-eee1d98dac6f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407906 Nov 10 22:40:54.035161 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553393c-668b-443b-bb3c-cc9cae15417b req-dc791cfc-a92f-4813-ab8a-20da02c13328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:54.037424 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-dc791cfc-a92f-4813-ab8a-20da02c13328 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1136 time: 0.0417116 Nov 10 22:40:54.145176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553393c-668b-443b-bb3c-cc9cae15417b req-bfcd882a-d208-4ec3-9403-ef20de8b45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:54.146629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-bfcd882a-d208-4ec3-9403-ef20de8b45d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 916 time: 0.0903945 Nov 10 22:40:54.215585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-4552a156-e0df-4355-9a54-270952639104 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 1000 time: 0.0619478 Nov 10 22:40:54.244023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:40:54.270060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553393c-668b-443b-bb3c-cc9cae15417b req-1f4bf98d-c2ac-4021-9fb3-8902395494e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:54.271533 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-1f4bf98d-c2ac-4021-9fb3-8902395494e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0494153 Nov 10 22:40:54.317687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553393c-668b-443b-bb3c-cc9cae15417b req-11b84fb6-faa0-4e23-8c1a-14600265f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:40:54.319186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-11b84fb6-faa0-4e23-8c1a-14600265f42c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408370 Nov 10 22:40:54.410998 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-8ab6c966-480f-4340-a0cd-b1c6d23bdd7a service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843983 Nov 10 22:40:54.498711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1553393c-668b-443b-bb3c-cc9cae15417b req-7abd5064-396d-4b60-ad5b-af0f3def28de service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806766 Nov 10 22:41:05.786561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcd88f3c-fa17-4914-87ef-4bef358baf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:07.963337 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-44f25314-dcac-4ac2-9aea-2ef529ab980a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:09.546971 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:11.031889 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:11.448561 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:20.088951 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:41:20.534654 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:24.294564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:25.003377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61346968-66f0-4ac7-ab38-a7b63e5e7080 req-8727e320-1725-47c3-a3bd-920f6ef55580 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.005509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61346968-66f0-4ac7-ab38-a7b63e5e7080 req-8727e320-1725-47c3-a3bd-920f6ef55580 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0566626 Nov 10 22:41:25.072419 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61346968-66f0-4ac7-ab38-a7b63e5e7080 req-9cd71dbb-67e0-4899-b61c-971e0cca27eb tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606344 Nov 10 22:41:25.082829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-105b1a3b-2d94-42dc-b7ff-7b87bfc4325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.084361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-105b1a3b-2d94-42dc-b7ff-7b87bfc4325f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1136 time: 0.0442722 Nov 10 22:41:25.178446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-6db4dd54-1fb8-47ac-b694-837d46e2ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.179972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-6db4dd54-1fb8-47ac-b694-837d46e2ccfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 916 time: 0.0884690 Nov 10 22:41:25.246359 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-e6d6e888-4d6c-4aea-9b1e-6184230a621d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 1000 time: 0.0586894 Nov 10 22:41:25.301143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-9e92810c-d839-4031-b693-f7b2ad525980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.302892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-9e92810c-d839-4031-b693-f7b2ad525980 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0495675 Nov 10 22:41:25.355106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-60cd0b65-4f78-4dc4-a2b3-4bb475a32113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:25.356582 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-60cd0b65-4f78-4dc4-a2b3-4bb475a32113 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401356 Nov 10 22:41:25.448727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-394a4bb1-84f4-447a-9e72-3555b5acf831 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846486 Nov 10 22:41:25.536806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d771c822-c3f6-47a0-9ee4-da9c3da00523 req-41d9f0f6-fb71-435e-a541-b40323f8ff34 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806034 Nov 10 22:41:26.193152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc961346-050a-4c08-8636-51444d9e2d6a req-37ffb60c-c1ad-490e-b399-2b9f49196255 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:26.194628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc961346-050a-4c08-8636-51444d9e2d6a req-37ffb60c-c1ad-490e-b399-2b9f49196255 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0507264 Nov 10 22:41:26.258369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc961346-050a-4c08-8636-51444d9e2d6a req-86cead00-49d7-4a49-a6a7-a3477598097a tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575647 Nov 10 22:41:27.373106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3908bd8-e729-4783-bd87-e77f86c663bc req-8a7d2f7a-c5ec-46a7-b5bf-c562bc2b03ce tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:27.374590 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3908bd8-e729-4783-bd87-e77f86c663bc req-8a7d2f7a-c5ec-46a7-b5bf-c562bc2b03ce tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0487592 Nov 10 22:41:27.437637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b3908bd8-e729-4783-bd87-e77f86c663bc req-5509384b-e90e-43ca-b413-071df67a0052 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561690 Nov 10 22:41:28.554123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3e201-0d98-404d-aff5-2c7586bb0647 req-aaf47427-4904-46c3-8f91-cec67228216d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:28.555576 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1df3e201-0d98-404d-aff5-2c7586bb0647 req-aaf47427-4904-46c3-8f91-cec67228216d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0497005 Nov 10 22:41:28.617169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1df3e201-0d98-404d-aff5-2c7586bb0647 req-bc7e763a-b126-474c-8597-25590b688a40 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555346 Nov 10 22:41:29.733072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c6c95-4940-4d4b-bf7a-a0a455836355 req-1f770933-45f6-48b7-acb5-75c286b0056f tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:29.734525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c4c6c95-4940-4d4b-bf7a-a0a455836355 req-1f770933-45f6-48b7-acb5-75c286b0056f tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0509901 Nov 10 22:41:29.798119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c4c6c95-4940-4d4b-bf7a-a0a455836355 req-769554e5-5ba9-42cd-8cdd-4dc868ba3849 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567427 Nov 10 22:41:30.915057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668855c-b45e-4adc-8047-183edbb597c2 req-f907e046-da6c-4c97-85ee-083f1203f1d0 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:30.916551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5668855c-b45e-4adc-8047-183edbb597c2 req-f907e046-da6c-4c97-85ee-083f1203f1d0 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0490167 Nov 10 22:41:30.976097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5668855c-b45e-4adc-8047-183edbb597c2 req-d0b393f3-0ac2-4f14-af3c-15d02596989d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535011 Nov 10 22:41:32.091067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560baf2-53e6-40b5-87aa-6ded0b03b79c req-896dee99-f9bb-4c04-82a2-a6f87847f088 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:32.092560 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6560baf2-53e6-40b5-87aa-6ded0b03b79c req-896dee99-f9bb-4c04-82a2-a6f87847f088 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0489469 Nov 10 22:41:32.157862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6560baf2-53e6-40b5-87aa-6ded0b03b79c req-147f86df-bd19-401e-b67d-8eea555b6a56 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584977 Nov 10 22:41:33.585534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5568c-201f-4133-95e9-43552752b91d req-ce2b59d5-bd41-4b10-82e8-e4fcea4dc145 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:33.587008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40d5568c-201f-4133-95e9-43552752b91d req-ce2b59d5-bd41-4b10-82e8-e4fcea4dc145 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.3598239 Nov 10 22:41:33.645854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-40d5568c-201f-4133-95e9-43552752b91d req-b1ea3ee3-9641-4c93-8db4-4f61b1dc028b tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526826 Nov 10 22:41:34.763259 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082d6c4-7b29-4029-8d97-6c1fd6a3548e req-78dc3fca-1043-4f2d-b39b-fb1639c9b0a2 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:34.764778 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8082d6c4-7b29-4029-8d97-6c1fd6a3548e req-78dc3fca-1043-4f2d-b39b-fb1639c9b0a2 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0507817 Nov 10 22:41:34.826225 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8082d6c4-7b29-4029-8d97-6c1fd6a3548e req-b633416d-e289-4334-847d-e489a16fa973 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554643 Nov 10 22:41:35.785768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-31bc4620-8d67-49ab-9471-8eed2d18aa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:35.940564 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e8749-49d9-4140-bf33-979e9dda814c req-67d5f44b-26a9-4c49-a25c-d95fe295a4ae tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:35.942027 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-839e8749-49d9-4140-bf33-979e9dda814c req-67d5f44b-26a9-4c49-a25c-d95fe295a4ae tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0487962 Nov 10 22:41:36.001037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-839e8749-49d9-4140-bf33-979e9dda814c req-9578fea9-54fe-4d78-ac7a-9f19b0e87b34 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524731 Nov 10 22:41:37.123710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef168a8f-2d8b-4ef5-8066-cddaf4b887d1 req-37bd2523-30c4-47ce-836d-f134bdca3a97 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:37.125204 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef168a8f-2d8b-4ef5-8066-cddaf4b887d1 req-37bd2523-30c4-47ce-836d-f134bdca3a97 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0541058 Nov 10 22:41:37.187003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ef168a8f-2d8b-4ef5-8066-cddaf4b887d1 req-d0bbfb78-6270-438e-b684-be5e5bfffc06 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=d03014c4-1f91-472e-9e3d-8f038ed91ce3&id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555286 Nov 10 22:41:37.975082 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-683a9e58-d78b-475a-88b7-099897e33c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:39.552717 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:41.031773 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:41.431800 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:50.539943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.277070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:41:54.946570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-98f3bfa4-efb4-4f75-8c85-830fec3c1f4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392742 Nov 10 22:41:55.032134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-de92f9bb-bd37-4f4a-9a57-6c7897f08bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:55.033585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-de92f9bb-bd37-4f4a-9a57-6c7897f08bd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1136 time: 0.0439546 Nov 10 22:41:55.134890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-7e132d78-9336-464e-81f9-3d79c946751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:55.136363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-7e132d78-9336-464e-81f9-3d79c946751e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 916 time: 0.0833035 Nov 10 22:41:55.206977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-ade6fec8-6f7f-4ba9-ac8d-51461cef8244 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 1000 time: 0.0633073 Nov 10 22:41:55.265986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-7e3924c7-0e09-4b79-80f2-96f976af5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:55.267416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-7e3924c7-0e09-4b79-80f2-96f976af5244 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0474894 Nov 10 22:41:55.313934 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-fc1b3945-aa12-4255-9805-604a960b5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:41:55.315363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-fc1b3945-aa12-4255-9805-604a960b5a12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386648 Nov 10 22:41:55.408238 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-827cb255-bd96-4e48-bbc3-5602fca16110 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839438 Nov 10 22:41:55.498263 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9a8cee3d-71cd-4cf1-a3d6-2ad9686ca113 req-21f23757-feb2-41fc-a06e-942bcf9bac47 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825183 Nov 10 22:41:57.088668 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:42:05.773992 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0f54-d32b-4aab-b769-70a67e70b61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:07.963064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-86a37949-abcc-475b-9fb0-dada3f2c1bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:09.586065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.020025 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:11.431897 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:20.539854 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:24.282280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:34.087258 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:42:35.779475 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aca68cff-bbc8-4c47-a3c9-2cee6ed3b2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:37.939446 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-08e93b38-639b-46d7-a956-628185867e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:39.602404 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:40.713253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e64c755-833f-421f-aedb-b2774290b71f req-98ae59b1-5e18-4444-9047-456dee0fe6cd tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569725929&fields=id&tenant_id=e5249e075b1a4d87b700f0c3bea1aeca HTTP/1.1" status: 200 len: 267 time: 0.1584611 Nov 10 22:42:40.772229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64c755-833f-421f-aedb-b2774290b71f req-030bf011-24b3-47ad-8fce-e2c1ee16d7a8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:40.773628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e64c755-833f-421f-aedb-b2774290b71f req-030bf011-24b3-47ad-8fce-e2c1ee16d7a8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 984 time: 0.0537539 Nov 10 22:42:40.784849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Request body: {'port': {'security_groups': ['b261bcd5-61fe-41aa-a75d-bb3d288f7763']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:42:40.848178 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.021268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=43e5c425-e617-4ee0-b125-22b530292137,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:41.031843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.050243 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.145314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.156952 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['43e5c425-e617-4ee0-b125-22b530292137'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:41.204686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.205328 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.206752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5e64c755-833f-421f-aedb-b2774290b71f req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "PUT /v2.0/ports/43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 942 time: 0.4264483 Nov 10 22:42:41.207212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:41.210400 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f7f802-d433-4b9f-a6e6-89310dd4c726" -d '{"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:41.214377 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55574) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:41.238868 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event updated for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:41.249687 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.250186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.250537 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.250879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.251216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.251548 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.251902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.252452 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.252566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.252876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.253205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.253526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dafc3f3-4156-4aed-9107-dc1efbdf12f8 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.272774 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1d39ad-bd8c-477a-a9f8-c55b8b2d9ec2 x-openstack-request-id: req-5e1d39ad-bd8c-477a-a9f8-c55b8b2d9ec2 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:41.273141 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:41.273333 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e1d39ad-bd8c-477a-a9f8-c55b8b2d9ec2 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:41.273703 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137', 'status': 'completed', 'code': 200} Nov 10 22:42:41.295818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.333279 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['43e5c425-e617-4ee0-b125-22b530292137'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:41.336250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-e34a4eed-6e4c-429d-b57f-fc2e37b646e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.337895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-e34a4eed-6e4c-429d-b57f-fc2e37b646e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1097 time: 0.0510626 Nov 10 22:42:41.340466 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.457986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-b378a018-3b82-4713-b1c0-c15333f39e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.459529 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-b378a018-3b82-4713-b1c0-c15333f39e9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 916 time: 0.1140971 Nov 10 22:42:41.495700 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.522736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.525895 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.527163 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "DELETE /v2.0/security-groups/d03014c4-1f91-472e-9e3d-8f038ed91ce3 HTTP/1.1" status: 204 len: 168 time: 0.3111155 Nov 10 22:42:41.531034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55580) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:41.538900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-237bfb3a-9cff-4db7-94c5-3d1e29478b16 None None] Provisioning complete for port 43e5c425-e617-4ee0-b125-22b530292137 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:42:41.538900 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-237bfb3a-9cff-4db7-94c5-3d1e29478b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.539160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-215f445d-93d0-4b00-8298-f6233139c5b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 1000 time: 0.0687442 Nov 10 22:42:41.577535 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03014c4-1f91-472e-9e3d-8f038ed91ce3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:41.589559 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-b6d89f31-ede9-4bf6-9f00-6781c58d95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.591223 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-b6d89f31-ede9-4bf6-9f00-6781c58d95d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0477436 Nov 10 22:42:41.592688 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.593037 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.593378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.593714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.594044 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.594370 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.594696 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.595021 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.595345 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.595667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.596233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.596559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b902e8e-3f34-4d02-a2c7-1f077675c668 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:42:41.650063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-053c82a0-256b-4056-bce7-09e965631117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:41.653422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-053c82a0-256b-4056-bce7-09e965631117 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538652 Nov 10 22:42:41.726045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Deleting port 3b29c9ea-d238-484e-92a2-75258673a59f {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:41.726415 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.753695 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-3590ae05-880f-434d-8d3a-bf4a8f0aff14 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921786 Nov 10 22:42:41.804751 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.805229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:41.817272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Calling delete_port for 3b29c9ea-d238-484e-92a2-75258673a59f owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:41.851074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f1f7f802-d433-4b9f-a6e6-89310dd4c726 req-6fc2f69a-24f6-4174-9e51-64bcdc3441c1 service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895298 Nov 10 22:42:42.014811 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.040569 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event deleted for resources: {'Port': ['ID=3b29c9ea-d238-484e-92a2-75258673a59f,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:42.104390 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.104611 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Floating IP 603dc8a7-d9f8-4701-a136-f64b638e78f8 disassociated (deleted). External IP: 172.25.7.20, port: 43e5c425-e617-4ee0-b125-22b530292137. Nov 10 22:42:42.618374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:42:42.728023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:42.733198 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:42.741520 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] Sync routers for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:42.752394 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:42.753309 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:42.759926 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-25551a26-9365-4c28-96da-d2992e74dc8d tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "DELETE /v2.0/floatingips/603dc8a7-d9f8-4701-a136-f64b638e78f8 HTTP/1.1" status: 204 len: 168 time: 1.2277882 Nov 10 22:42:42.760617 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:42.763069 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a6c23-9ae8-4913-91c8-19a9c87c1907" -d '{"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:42.879120 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b806bb87-4422-43f8-a37b-b42f16d6e6e3 x-openstack-request-id: req-b806bb87-4422-43f8-a37b-b42f16d6e6e3 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:42.879505 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "tag": "43e5c425-e617-4ee0-b125-22b530292137", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:42.879954 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b806bb87-4422-43f8-a37b-b42f16d6e6e3 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:42.880457 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'tag': '43e5c425-e617-4ee0-b125-22b530292137', 'status': 'completed', 'code': 200} Nov 10 22:42:42.892330 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:42.955346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-2cc00e9c-7cc4-4f7c-849c-6a23e4f5f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:42.957081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-2cc00e9c-7cc4-4f7c-849c-6a23e4f5f2c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 1097 time: 0.0542250 Nov 10 22:42:43.050898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-3dff5587-7a78-4cb1-862d-cbde33cdc3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.052404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-3dff5587-7a78-4cb1-862d-cbde33cdc3a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 200 len: 916 time: 0.0878444 Nov 10 22:42:43.096466 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 5, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:43.106518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-0a970aca-b5ea-48c7-afec-5a1ee87deea5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 200 len: 217 time: 0.0472150 Nov 10 22:42:43.125914 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] Checking router: 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:43.134440 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:43.135048 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:43.159247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-460bc0ab-94ff-4a8e-9280-8fed14712c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.160743 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-460bc0ab-94ff-4a8e-9280-8fed14712c85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 200 len: 854 time: 0.0484724 Nov 10 22:42:43.215445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-ec72f7f2-37ee-4f4d-8743-d4f497f8c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:43.217779 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-ec72f7f2-37ee-4f4d-8743-d4f497f8c3f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d78fd403-272c-4d73-aea7-48d08d5058a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501974 Nov 10 22:42:43.243627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:43.314097 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-3d05fb35-832e-4626-ac48-9940f24ebf2f service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895638 Nov 10 22:42:43.410028 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-847a6c23-9ae8-4913-91c8-19a9c87c1907 req-791089d5-6a3c-4077-8193-9dc3d84f544d service neutron] 10.222.0.64 "GET /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878198 Nov 10 22:42:43.531584 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 5, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:43.556995 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de7fa26-c1cb-470d-9f47-7a613bbd47a6 None None] The sync data for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 is: [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '4ccaf5dc-07e0-4c54-b53f-6a0206b98d53', 'name': '', 'network_id': 'd78fd403-272c-4d73-aea7-48d08d5058a4', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'mac_address': 'fa:16:3e:48:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:29Z', 'updated_at': '2021-11-10T22:39:33Z', 'revision_number': 5, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'subnets': [{'id': '8c8df557-cd51-4e94-b500-8bdc90fb9421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:43.779829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef45e12-ee13-4ca1-a757-93428362d3dd None None] New status for floating IP 603dc8a7-d9f8-4701-a136-f64b638e78f8: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:42:50.551496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:52.357094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695470b-d689-4c98-9896-78b6925fd72a req-291c7a0d-a2c1-432c-a50c-6602ba70d179 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:52.358235 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0695470b-d689-4c98-9896-78b6925fd72a req-291c7a0d-a2c1-432c-a50c-6602ba70d179 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0503700 Nov 10 22:42:52.406304 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0695470b-d689-4c98-9896-78b6925fd72a req-6d3947ea-d48b-4e09-9d75-6a9c37d7a154 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Nov 10 22:42:53.529995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbbad7-e2dd-4c82-bdbb-398b19ec84b5 req-d141175c-1191-4ecc-80e8-4526bb578c21 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:53.531455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bcdbbad7-e2dd-4c82-bdbb-398b19ec84b5 req-d141175c-1191-4ecc-80e8-4526bb578c21 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0545001 Nov 10 22:42:53.579050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bcdbbad7-e2dd-4c82-bdbb-398b19ec84b5 req-8bdfdae1-a712-4080-a886-0aceb0004a9c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/security-groups?id=b261bcd5-61fe-41aa-a75d-bb3d288f7763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Nov 10 22:42:54.139102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-91d84f2e-3f88-4576-8ef8-afe27bb3fad4 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:54.140553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-91d84f2e-3f88-4576-8ef8-afe27bb3fad4 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 945 time: 0.0480866 Nov 10 22:42:54.231676 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Deleting port 43e5c425-e617-4ee0-b125-22b530292137 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:54.232041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.322253 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.330033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] For port 43e5c425-e617-4ee0-b125-22b530292137, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=43e5c425-e617-4ee0-b125-22b530292137,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:54.332605 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.343708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Calling delete_port for 43e5c425-e617-4ee0-b125-22b530292137 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:54.536797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.547512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['43e5c425-e617-4ee0-b125-22b530292137'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:42:54.565860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Pushing event deleted for resources: {'Port': ['ID=43e5c425-e617-4ee0-b125-22b530292137,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:54.611404 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] No DVR routers for this DVR port 43e5c425-e617-4ee0-b125-22b530292137 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:42:54.614322 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:54.617764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f13a34e8-57d7-4692-9cc8-60bed91b99b6 req-fe7e3210-255d-4825-9298-717f8657739c tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.64 "DELETE /v2.0/ports/43e5c425-e617-4ee0-b125-22b530292137 HTTP/1.1" status: 204 len: 173 time: 0.4706371 Nov 10 22:42:54.618215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'name': 'network-vif-deleted', 'tag': '43e5c425-e617-4ee0-b125-22b530292137'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:42:54.620529 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551b684f-720d-4391-a13a-80fd39be21f0" -d '{"events": [{"server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "name": "network-vif-deleted", "tag": "43e5c425-e617-4ee0-b125-22b530292137"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:42:54.677901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca48552c-d4fe-4af9-8444-ae30e2edd7df req-49e53f9f-3a89-4f86-9b2e-565fc38d8587 tempest-TestMinimumBasicScenario-898693706 tempest-TestMinimumBasicScenario-898693706-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 210 time: 0.0269070 Nov 10 22:42:54.724625 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d1af34-978a-4851-b410-08643ec4ed6b x-openstack-request-id: req-76d1af34-978a-4851-b410-08643ec4ed6b {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:42:54.724921 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a768746-1786-416c-8bbc-901f75ec4acc", "name": "network-vif-deleted", "tag": "43e5c425-e617-4ee0-b125-22b530292137", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:42:54.725171 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76d1af34-978a-4851-b410-08643ec4ed6b {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:42:54.725574 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a768746-1786-416c-8bbc-901f75ec4acc', 'name': 'network-vif-deleted', 'tag': '43e5c425-e617-4ee0-b125-22b530292137', 'status': 'completed', 'code': 200} Nov 10 22:42:54.938220 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-708dd155-d819-421c-a1fb-065a1196e2db req-eb58860e-fa70-4aa8-8e54-b0829236247d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a768746-1786-416c-8bbc-901f75ec4acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313144 Nov 10 22:42:55.008541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-708dd155-d819-421c-a1fb-065a1196e2db req-fb7e955e-ea6b-410a-b2d2-97b2ab66ef0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&device_id=2a768746-1786-416c-8bbc-901f75ec4acc HTTP/1.1" status: 200 len: 210 time: 0.0265043 Nov 10 22:42:55.122540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dd155-d819-421c-a1fb-065a1196e2db req-33f3834b-23c5-4511-9bc7-7f0926d27d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:55.124073 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-708dd155-d819-421c-a1fb-065a1196e2db req-33f3834b-23c5-4511-9bc7-7f0926d27d84 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942562 Nov 10 22:42:55.226182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dd155-d819-421c-a1fb-065a1196e2db req-3be42d4f-740b-4907-b700-243e17606db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:42:55.227655 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-708dd155-d819-421c-a1fb-065a1196e2db req-3be42d4f-740b-4907-b700-243e17606db2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955231 Nov 10 22:42:56.786654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55690) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:57.138747 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.383372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Deleting port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:57.383709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.465992 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] For port 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:57.466343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.478695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Calling delete_port for 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:57.705368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:57.729753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccaf5dc-07e0-4c54-b53f-6a0206b98d53,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:57.903976 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.116480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:42:58.219686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:42:58.226768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9e2c7289-0616-4250-8848-e4e4eb8d086b admin admin] 10.222.0.45 "PUT /v2.0/routers/4e24c94d-ac3c-453e-a61f-d60c7ece01e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4374535 Nov 10 22:42:58.227562 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55692) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:58.228519 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] Sync routers for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:42:58.238053 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:58.238651 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:58.331797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.343638 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:58.416322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 43e5c425-e617-4ee0-b125-22b530292137 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:58.436439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.438920 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 43e5c425-e617-4ee0-b125-22b530292137 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:58.439272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 43e5c425-e617-4ee0-b125-22b530292137 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:58.519594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:42:57Z', 'revision_number': 5, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port': {'id': '530ed373-2e10-4df5-ba49-5d26dac1d914', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:55:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:27Z', 'updated_at': '2021-11-10T22:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:58.544857 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] Checking router: 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:42:58.553295 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] Routers {'4e24c94d-ac3c-453e-a61f-d60c7ece01e1'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:42:58.553893 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:58.588866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Deleting port 530ed373-2e10-4df5-ba49-5d26dac1d914 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:58.589200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.639902 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] Set router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:42:58.670029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] For port 530ed373-2e10-4df5-ba49-5d26dac1d914, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=530ed373-2e10-4df5-ba49-5d26dac1d914,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:42:58.670301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.686765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Calling delete_port for 530ed373-2e10-4df5-ba49-5d26dac1d914 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:42:58.692909 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:42:58Z', 'revision_number': 6, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:42:58.719309 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48dcf15-be60-4496-b2e1-e99b472e6e28 None None] The sync data for ids ['4e24c94d-ac3c-453e-a61f-d60c7ece01e1'] in n-d-776250-11 is: [{'id': '4e24c94d-ac3c-453e-a61f-d60c7ece01e1', 'name': 'tempest-TestMinimumBasicScenario-1929210288-router', 'tenant_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:26Z', 'updated_at': '2021-11-10T22:42:58Z', 'revision_number': 6, 'project_id': 'e5249e075b1a4d87b700f0c3bea1aeca', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:42:58.899912 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:58.923804 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Pushing event deleted for resources: {'Port': ['ID=530ed373-2e10-4df5-ba49-5d26dac1d914,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:58.941060 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e2d14-27f3-4388-bd9e-3688ad067bb0 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:42:58.989486 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.394477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.396499 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.500413 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.503640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e24c94d-ac3c-453e-a61f-d60c7ece01e1 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:42:59.506753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:59.508124 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.509381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f72f9081-f1aa-4a0b-ab32-76f049a8025b admin admin] 10.222.0.45 "DELETE /v2.0/routers/4e24c94d-ac3c-453e-a61f-d60c7ece01e1 HTTP/1.1" status: 204 len: 168 time: 1.2808149 Nov 10 22:42:59.511911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55694) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:59.532011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:59.532346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4ccaf5dc-07e0-4c54-b53f-6a0206b98d53 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:59.532751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 530ed373-2e10-4df5-ba49-5d26dac1d914 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:42:59.554078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 530ed373-2e10-4df5-ba49-5d26dac1d914 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:42:59.554427 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 530ed373-2e10-4df5-ba49-5d26dac1d914 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:42:59.560445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] Deleting subnet 8c8df557-cd51-4e94-b500-8bdc90fb9421 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:42:59.563138 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.603288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.683048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.808879 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.836239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8df557-cd51-4e94-b500-8bdc90fb9421,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:42:59.842795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.846519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d48210d4-defa-4110-a1a0-17afb43b7469 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8c8df557-cd51-4e94-b500-8bdc90fb9421 HTTP/1.1" status: 204 len: 168 time: 0.3330283 Nov 10 22:42:59.847932 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64251b93-1dc3-4680-b1ec-659b023878f9 None None] Network d78fd403-272c-4d73-aea7-48d08d5058a4 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:42:59.849049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55696) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:42:59.919491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:42:59.972241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Deleting port df5c7abd-c191-4e15-8e72-71bf3163c540 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:42:59.972920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.040468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] DHCP port deletion for d78fd403-272c-4d73-aea7-48d08d5058a4 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:00.042653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] For port df5c7abd-c191-4e15-8e72-71bf3163c540, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=df5c7abd-c191-4e15-8e72-71bf3163c540,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:00.043021 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.056365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Calling delete_port for df5c7abd-c191-4e15-8e72-71bf3163c540 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:00.087876 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Deleting port df5c7abd-c191-4e15-8e72-71bf3163c540 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:00.088237 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.149963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] For port df5c7abd-c191-4e15-8e72-71bf3163c540, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=df5c7abd-c191-4e15-8e72-71bf3163c540,segment=NetworkSegment(1d78cc23-3b79-4343-8bbe-0fe6e8325c8f),segment_id=1d78cc23-3b79-4343-8bbe-0fe6e8325c8f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:00.150357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.162594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Calling delete_port for df5c7abd-c191-4e15-8e72-71bf3163c540 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:00.186416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.213228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Pushing event deleted for resources: {'Port': ['ID=df5c7abd-c191-4e15-8e72-71bf3163c540,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:00.217187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] No DVR routers for this DVR port df5c7abd-c191-4e15-8e72-71bf3163c540 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:00.242534 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.267481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Pushing event deleted for resources: {'Port': ['ID=df5c7abd-c191-4e15-8e72-71bf3163c540,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:00.271710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] No DVR routers for this DVR port df5c7abd-c191-4e15-8e72-71bf3163c540 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.283797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9186-5a3e-4496-87bb-18e169097d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:00.291679 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.313528 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78fd403-272c-4d73-aea7-48d08d5058a4']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:00.322677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:00.322972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d78cc23-3b79-4343-8bbe-0fe6e8325c8f') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:00.332213 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.345309 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.351347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:43:00.357393 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:43:00.465195 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.470673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:00.473829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] 10.222.0.45 "DELETE /v2.0/networks/d78fd403-272c-4d73-aea7-48d08d5058a4 HTTP/1.1" status: 204 len: 168 time: 0.6238534 Nov 10 22:43:00.477004 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55698) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:00.485972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c62da-a502-4162-ad0a-b0d168c2b87a admin admin] Pushing event deleted for resources: {'Network': ['ID=d78fd403-272c-4d73-aea7-48d08d5058a4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:00.823798 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.066058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Deleting port abea7490-079b-422f-ab8a-110389d416f3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:01.066393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.165053 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] For port abea7490-079b-422f-ab8a-110389d416f3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=abea7490-079b-422f-ab8a-110389d416f3,segment=NetworkSegment(0c213924-0f09-4145-806e-718c1df20902),segment_id=0c213924-0f09-4145-806e-718c1df20902)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:01.165053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.166572 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Calling delete_port for abea7490-079b-422f-ab8a-110389d416f3 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:01.255559 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device df5c7abd-c191-4e15-8e72-71bf3163c540 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:01.276365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: df5c7abd-c191-4e15-8e72-71bf3163c540 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:01.276715 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device df5c7abd-c191-4e15-8e72-71bf3163c540 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:01.460125 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.490333 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Pushing event deleted for resources: {'Port': ['ID=abea7490-079b-422f-ab8a-110389d416f3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:01.655750 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:01.872387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:43:01.976397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:43:01.981435 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-541ad063-c528-4199-8522-f9bec1e52188 admin admin] 10.222.0.45 "PUT /v2.0/routers/76dce146-b175-4b28-8dfc-c0cde2dd6d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5032322 Nov 10 22:43:01.984626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55702) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:01.988320 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] Sync routers for ids ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:43:01.997766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] Routers {'76dce146-b175-4b28-8dfc-c0cde2dd6d34'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:01.998378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:02.087383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.103585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] Set router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:02.189805 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.327921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Deleting port 76b79217-86f2-4df7-9f54-ae479cc5333d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:02.328276 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.413590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] For port 76b79217-86f2-4df7-9f54-ae479cc5333d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=76b79217-86f2-4df7-9f54-ae479cc5333d,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:02.413963 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.426889 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Calling delete_port for 76b79217-86f2-4df7-9f54-ae479cc5333d owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:02.442116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:43:01Z', 'revision_number': 5, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port': {'id': '76b79217-86f2-4df7-9f54-ae479cc5333d', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:de:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:39:33Z', 'updated_at': '2021-11-10T22:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:02.469352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] Checking router: 76dce146-b175-4b28-8dfc-c0cde2dd6d34 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:43:02.477627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] Routers {'76dce146-b175-4b28-8dfc-c0cde2dd6d34'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:02.478241 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:42:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:02.565116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] Set router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:02.620636 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:43:02Z', 'revision_number': 6, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:02.648974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf77bc9-aa55-4b50-8ff6-3c32dcb80606 None None] The sync data for ids ['76dce146-b175-4b28-8dfc-c0cde2dd6d34'] in n-d-776250-11 is: [{'id': '76dce146-b175-4b28-8dfc-c0cde2dd6d34', 'name': 'tempest-TestMinimumBasicScenario-578433939-router', 'tenant_id': '6d3ac3d01e204cf48c9e75255703c071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:39:32Z', 'updated_at': '2021-11-10T22:43:02Z', 'revision_number': 6, 'project_id': '6d3ac3d01e204cf48c9e75255703c071', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:43:02.654215 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.685691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b79217-86f2-4df7-9f54-ae479cc5333d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:02.701634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02bd2e-7af2-4fd8-a483-dfc69c424832 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:02.752477 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.845027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.847144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.939465 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.939999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76dce146-b175-4b28-8dfc-c0cde2dd6d34 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:43:02.944255 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:02.945457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-96d1b92a-ccfc-4a32-98cb-564e9d4b4a66 admin admin] 10.222.0.45 "DELETE /v2.0/routers/76dce146-b175-4b28-8dfc-c0cde2dd6d34 HTTP/1.1" status: 204 len: 168 time: 0.9599192 Nov 10 22:43:02.947999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55704) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:02.995563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] Deleting subnet f78e2cb0-415d-48f5-8c66-a46143dc4594 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:43:03.001337 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.037355 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.116472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.208589 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.233807 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78e2cb0-415d-48f5-8c66-a46143dc4594,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.239551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.242812 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f5c715ae-06ce-4044-9629-31c76abb815b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f78e2cb0-415d-48f5-8c66-a46143dc4594 HTTP/1.1" status: 204 len: 168 time: 0.2938931 Nov 10 22:43:03.245427 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55706) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:03.247355 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddddc81e-9d81-4a85-8172-8c13149d69c6 None None] Network 7e9836b0-4174-460b-92c7-0be4164a00b7 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:03.314946 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.371669 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Deleting port 5f01128b-91c5-4fce-af74-2906f85f561b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:03.372173 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.420649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] DHCP port deletion for 7e9836b0-4174-460b-92c7-0be4164a00b7 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:03.449261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] For port 5f01128b-91c5-4fce-af74-2906f85f561b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5f01128b-91c5-4fce-af74-2906f85f561b,segment=NetworkSegment(0c213924-0f09-4145-806e-718c1df20902),segment_id=0c213924-0f09-4145-806e-718c1df20902)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:03.449632 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.464016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Calling delete_port for 5f01128b-91c5-4fce-af74-2906f85f561b owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:03.478561 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] Deleting port 5f01128b-91c5-4fce-af74-2906f85f561b {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:43:03.479129 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.492025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device abea7490-079b-422f-ab8a-110389d416f3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:03.548791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: abea7490-079b-422f-ab8a-110389d416f3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:03.554551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device abea7490-079b-422f-ab8a-110389d416f3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:03.554551 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76b79217-86f2-4df7-9f54-ae479cc5333d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:03.577676 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 76b79217-86f2-4df7-9f54-ae479cc5333d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:03.578026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 76b79217-86f2-4df7-9f54-ae479cc5333d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:03.586328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] For port 5f01128b-91c5-4fce-af74-2906f85f561b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5f01128b-91c5-4fce-af74-2906f85f561b,segment=NetworkSegment(0c213924-0f09-4145-806e-718c1df20902),segment_id=0c213924-0f09-4145-806e-718c1df20902)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:03.586720 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.598486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] Calling delete_port for 5f01128b-91c5-4fce-af74-2906f85f561b owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:43:03.608861 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.639999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f01128b-91c5-4fce-af74-2906f85f561b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.643714 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] No DVR routers for this DVR port 5f01128b-91c5-4fce-af74-2906f85f561b on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:03.688908 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.702657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] No DVR routers for this DVR port 5f01128b-91c5-4fce-af74-2906f85f561b on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:43:03.721147 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.733734 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8d479-2fe5-4d15-b705-6deec1084133 None None] Pushing event deleted for resources: {'Port': ['ID=5f01128b-91c5-4fce-af74-2906f85f561b,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:03.742392 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9836b0-4174-460b-92c7-0be4164a00b7']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:03.751762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c213924-0f09-4145-806e-718c1df20902') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:03.752055 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c213924-0f09-4145-806e-718c1df20902') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:03.766185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.779487 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.785339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:43:03.785722 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:43:03.787351 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:43:03.888800 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.894555 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:03.897722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7e9836b0-4174-460b-92c7-0be4164a00b7 HTTP/1.1" status: 204 len: 168 time: 0.6513746 Nov 10 22:43:03.909378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54164626-25c5-431b-89f6-00befa1c8b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9836b0-4174-460b-92c7-0be4164a00b7,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:04.230847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55710) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:04.271297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8a676f87-8592-4497-abc0-0af60064a9ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5249e075b1a4d87b700f0c3bea1aeca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392747 Nov 10 22:43:04.273813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55712) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:04.327749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aad6ecb2-90bf-41c6-9021-3a7bc0b8bfb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.348472 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aad6ecb2-90bf-41c6-9021-3a7bc0b8bfb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.453821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aad6ecb2-90bf-41c6-9021-3a7bc0b8bfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.456458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aad6ecb2-90bf-41c6-9021-3a7bc0b8bfb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:04.457618 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aad6ecb2-90bf-41c6-9021-3a7bc0b8bfb2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b261bcd5-61fe-41aa-a75d-bb3d288f7763 HTTP/1.1" status: 204 len: 168 time: 0.1828892 Nov 10 22:43:04.465471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6ecb2-90bf-41c6-9021-3a7bc0b8bfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b261bcd5-61fe-41aa-a75d-bb3d288f7763,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:05.006646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55718) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:05.045711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-05ee8290-abd1-48fa-bf39-989e356468d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d3ac3d01e204cf48c9e75255703c071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378623 Nov 10 22:43:05.048240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55720) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:05.095210 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-178aba8f-a4b9-412b-b341-4e9773c8a7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.120728 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-178aba8f-a4b9-412b-b341-4e9773c8a7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.219295 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-178aba8f-a4b9-412b-b341-4e9773c8a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.222019 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-178aba8f-a4b9-412b-b341-4e9773c8a7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:05.223306 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-178aba8f-a4b9-412b-b341-4e9773c8a7d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/738f2423-61f6-4b67-a2ba-2c5487f146fc HTTP/1.1" status: 204 len: 168 time: 0.1741498 Nov 10 22:43:05.233238 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aba8f-a4b9-412b-b341-4e9773c8a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738f2423-61f6-4b67-a2ba-2c5487f146fc,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:05.270239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5f01128b-91c5-4fce-af74-2906f85f561b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:43:05.290027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5f01128b-91c5-4fce-af74-2906f85f561b {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:43:05.290367 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5f01128b-91c5-4fce-af74-2906f85f561b not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:43:05.791011 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0777cbd4-0715-419b-a353-2706dfd74680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.473432 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55760) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:07.478007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758779495', 'description': 'tempest-secgroup-smoke-1758779495 description', 'project_id': '7c2340e3ba69418cba330cad62ab8828'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:07.545150 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.553180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.627749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.682200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.720489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ed72b2-6663-4af6-8b3a-82b6876008b3,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:07.756645 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.808169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.838050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4a2d4e-f1cd-4399-8a56-a998de611b91,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:07.907410 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:07.908706 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-44a5467f-2322-4642-bf36-dd7bcea97562 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4342537 Nov 10 22:43:07.911708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55762) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:07.916100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6815359d-6097-40d1-a616-6e109d3faa8c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'bf4a2d4e-f1cd-4399-8a56-a998de611b91', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:07.979710 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a9d4503c-16d4-4b49-8a56-7b1ae60dc219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.036106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6815359d-6097-40d1-a616-6e109d3faa8c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.090450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6815359d-6097-40d1-a616-6e109d3faa8c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.156418 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6815359d-6097-40d1-a616-6e109d3faa8c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.175847 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815359d-6097-40d1-a616-6e109d3faa8c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40d7cea-24b3-479f-a4fc-112052169345,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:08.238719 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6815359d-6097-40d1-a616-6e109d3faa8c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.239918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6815359d-6097-40d1-a616-6e109d3faa8c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272085 Nov 10 22:43:08.242758 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55764) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:08.247047 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e227a150-e14a-424c-881a-a767102a9246 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'bf4a2d4e-f1cd-4399-8a56-a998de611b91', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:08.321539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e227a150-e14a-424c-881a-a767102a9246 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.376722 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e227a150-e14a-424c-881a-a767102a9246 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.425425 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e227a150-e14a-424c-881a-a767102a9246 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.448725 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227a150-e14a-424c-881a-a767102a9246 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035a6828-9f06-411b-b4ac-5baad0e257c2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:08.501723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e227a150-e14a-424c-881a-a767102a9246 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.502907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e227a150-e14a-424c-881a-a767102a9246 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592649 Nov 10 22:43:08.505721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55766) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:08.510035 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0ea12550-99bc-4969-b377-5265a5849ff4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'bf4a2d4e-f1cd-4399-8a56-a998de611b91', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:08.584184 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ea12550-99bc-4969-b377-5265a5849ff4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.639363 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ea12550-99bc-4969-b377-5265a5849ff4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.682368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ea12550-99bc-4969-b377-5265a5849ff4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.700973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea12550-99bc-4969-b377-5265a5849ff4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7ce0f3-2806-44de-acd8-0a26d4badf8e,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:08.747125 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0ea12550-99bc-4969-b377-5265a5849ff4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.748594 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0ea12550-99bc-4969-b377-5265a5849ff4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419512 Nov 10 22:43:08.751400 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55768) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:08.755712 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fb01dcff-6b72-4e0c-a3bb-a1ad1011bc22 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'bf4a2d4e-f1cd-4399-8a56-a998de611b91', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:08.813252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb01dcff-6b72-4e0c-a3bb-a1ad1011bc22 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.870590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb01dcff-6b72-4e0c-a3bb-a1ad1011bc22 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.910750 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb01dcff-6b72-4e0c-a3bb-a1ad1011bc22 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.928116 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01dcff-6b72-4e0c-a3bb-a1ad1011bc22 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf22912-dbfb-4c41-bc06-5b3f1ff6784a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:08.975547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fb01dcff-6b72-4e0c-a3bb-a1ad1011bc22 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:08.976808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fb01dcff-6b72-4e0c-a3bb-a1ad1011bc22 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2244601 Nov 10 22:43:08.979666 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55770) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:08.984710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'bf4a2d4e-f1cd-4399-8a56-a998de611b91', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:09.054194 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:43:09.059116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.117234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.178887 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.199216 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05db1e21-991e-493c-85f2-005852c74a2e,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:09.261341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.262606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-63356a87-b2c5-4f14-8228-3f35810539ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2819624 Nov 10 22:43:09.266134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55772) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:09.270616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'bf4a2d4e-f1cd-4399-8a56-a998de611b91', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:09.345084 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:43:09.349828 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.407343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.453820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.471346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1109bbd-54d6-4368-a066-d34bfa150904,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:09.524526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.525747 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-80c21ef5-87a4-4590-8284-cd6745d41313 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2586677 Nov 10 22:43:09.530399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55774) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:09.535166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'network': {'name': 'tempest-network-smoke--400407015', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:09.562403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.619475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:09.623797 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.646657 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:43:09.656638 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.656969 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Added segment 5fb6764d-7f82-45a9-877a-fd7e3e25566d of type vlan for network cd9c30e0-0591-441e-b32c-023b1237aeca Nov 10 22:43:09.697622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.773743 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.779980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:09.780562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.848435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Network': ['ID=cd9c30e0-0591-441e-b32c-023b1237aeca,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:09.859162 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network cd9c30e0-0591-441e-b32c-023b1237aeca details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:43:09.868116 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d862d43b-c6df-45ea-b438-b880d870379d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3366811 Nov 10 22:43:09.871089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55776) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:09.876169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'admin_state_up': True, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:09.945434 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.946506 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:09.999317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.187324 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.429488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.447865 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.547391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.170 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/89a43e40-e1fd-49d0-95be-4e48aa25b8fa) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:10.650579 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.740033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.776560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:10.783060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:10.788353 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:10.797072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca58115-00f5-4e0b-ad98-a86489c7e727 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:10.816277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:10.831073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-22a156d5-8f2c-42a0-87f7-cd5822d380ee None None] Provisioning complete for port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:10.831460 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-22a156d5-8f2c-42a0-87f7-cd5822d380ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:10.870111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-22a156d5-8f2c-42a0-87f7-cd5822d380ee None None] Port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:11.037102 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.086448 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:43:11.097979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.297631 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.420802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.470729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:43:11.576927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:43:11.586750 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Sync routers for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:43:11.597000 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:11.599949 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:43:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:11.649982 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.651247 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4b962acb-a322-4e2a-ab4e-7d8c896a324e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7791877 Nov 10 22:43:11.655017 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55778) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:11.699936 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:11.780157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-10d34482-9033-4607-9294-8bfe77dd6785 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7c2340e3ba69418cba330cad62ab8828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239626 Nov 10 22:43:11.782784 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55782) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:11.880539 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:10Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:11.908310 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Checking router: 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:43:11.908661 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Updating router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:43:11.932841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a21629-0664-4457-936b-b7eb0d78f69a tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:11.933078 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:11.937168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a4a21629-0664-4457-936b-b7eb0d78f69a tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506085 Nov 10 22:43:11.937352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55784) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:11.971185 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-33e98990-d66b-4359-b6f7-2f7dc599ca6f tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327692 Nov 10 22:43:11.973830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55786) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:11.978414 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1564031074', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:12.105309 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:12.109301 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.181346 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.265141 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.306670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aedeb5-3a9b-4894-925e-71cac96fa2e1 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:12.318117 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Pushing event updated for resources: {'Port': ['ID=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:12.320266 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Attempting to bind port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:12.320622 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Attempting to bind port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:12.320969 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Attempting to bind port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:12.330388 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:12.330754 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:12.331143 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.331522 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:12.331987 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Bound port: 89a43e40-e1fd-49d0-95be-4e48aa25b8fa, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:12.332405 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.334258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.335244 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.335595 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.335932 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.336258 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.336580 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.336900 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.337219 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.337530 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.337844 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.338154 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.338458 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.338765 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:43:12.394399 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] For port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:12.396695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Subnet': ['ID=18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:12.398611 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] For port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:12.404815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-09b2576f-5f16-412a-af27-26b9f9d0c303 None None] Provisioning complete for port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:12.404815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-09b2576f-5f16-412a-af27-26b9f9d0c303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.407143 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Checking segment: {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:12.407497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network hostable DHCP agents. Network: cd9c30e0-0591-441e-b32c-023b1237aeca, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:43:12.435903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-09b2576f-5f16-412a-af27-26b9f9d0c303 None None] Port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:12.454558 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.471233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network cd9c30e0-0591-441e-b32c-023b1237aeca is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:43:12.494497 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180ba3c-961d-43e7-90f2-eb64aeabd677 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:43:12.509359 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:12.509984 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:43:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:12.515025 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995157c8-0f70-4af3-a750-562b2e1a40ac None None] Pushing event updated for resources: {'Port': ['ID=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:12.528919 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, cd9c30e0-0591-441e-b32c-023b1237aeca) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:12.537147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:12.537147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.539373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a269db-b197-4b24-97e1-5a57224f3fc9 None None] Network cd9c30e0-0591-441e-b32c-023b1237aeca requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:12.611046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0f0f1c51-5b81-4408-84af-909da16ba8d1 None None] Provisioning complete for port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:12.611413 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c51-5b81-4408-84af-909da16ba8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.617021 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3c5d7f06-57fb-4c64-9724-d89feffefcd6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6421885 Nov 10 22:43:12.620114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55788) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:12.622829 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:12.764665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-cd9c30e0-0591-441e-b32c-023b1237aeca', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:43:12.765526 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.780187 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c51-5b81-4408-84af-909da16ba8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.809256 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0f0f1c51-5b81-4408-84af-909da16ba8d1 None None] For port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:12.827582 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:10Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:12.853742 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082991af-5376-4784-9dc9-73552a49ab7c None None] The sync data for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 is: [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:10Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:43:12.884184 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c51-5b81-4408-84af-909da16ba8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:12.972566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Allocated IP 172.20.0.2 (cd9c30e0-0591-441e-b32c-023b1237aeca/18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab/d01c7433-3b2f-4c03-8990-ab4934aacf9e) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:12.983945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f1c51-5b81-4408-84af-909da16ba8d1 None None] Pushing event updated for resources: {'Port': ['ID=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:13.116765 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.161341 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.233142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.291100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Network cd9c30e0-0591-441e-b32c-023b1237aeca is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:13.299379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:13.301968 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Pushing event updated for resources: {'Port': ['ID=d01c7433-3b2f-4c03-8990-ab4934aacf9e,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:13.304216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:13.341565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 89a43e40-e1fd-49d0-95be-4e48aa25b8fa up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:13.400365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Attempting to bind port d01c7433-3b2f-4c03-8990-ab4934aacf9e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:13.400883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Attempting to bind port d01c7433-3b2f-4c03-8990-ab4934aacf9e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:13.401385 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Attempting to bind port d01c7433-3b2f-4c03-8990-ab4934aacf9e on network cd9c30e0-0591-441e-b32c-023b1237aeca {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:13.412672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:13.413201 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Checking segment: {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:13.413728 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.414225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Bound using segment: {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:13.414819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Bound port: d01c7433-3b2f-4c03-8990-ab4934aacf9e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:13.415319 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.464923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:13.465402 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.525448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] For port d01c7433-3b2f-4c03-8990-ab4934aacf9e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:13.530142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] For port d01c7433-3b2f-4c03-8990-ab4934aacf9e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d01c7433-3b2f-4c03-8990-ab4934aacf9e,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:13.631882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.702429 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d16582-4bec-4f27-afb6-310bbcba0aaa None None] Pushing event updated for resources: {'Port': ['ID=d01c7433-3b2f-4c03-8990-ab4934aacf9e,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:13.771175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.1 (cd9c30e0-0591-441e-b32c-023b1237aeca/18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab/6c0fac77-a7dd-4adf-afda-bf5cb79e4f57) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:13.907823 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:13.997652 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.040893 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network cd9c30e0-0591-441e-b32c-023b1237aeca is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:14.043912 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:14.047695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:14.054454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:14.095004 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.300881 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.581578 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.625651 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.701632 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:14.705153 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:14.809059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network cd9c30e0-0591-441e-b32c-023b1237aeca is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:14.810592 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:14.886066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7be2b-a16c-4453-97e1-8748b06ac8c4 None None] Network cd9c30e0-0591-441e-b32c-023b1237aeca requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:43:14.941753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:43:14.952726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f46dd6fa-136e-46a6-93a1-4080b25cc988 None None] Provisioning complete for port d01c7433-3b2f-4c03-8990-ab4934aacf9e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:14.953094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f46dd6fa-136e-46a6-93a1-4080b25cc988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.052673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:43:15.057929 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f19ad0d6-bd40-4769-93f5-fddc12bca625 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/5a70bd1b-0e42-4029-be1d-6a35d6d82e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4369562 Nov 10 22:43:15.070972 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Sync routers for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:43:15.112989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f46dd6fa-136e-46a6-93a1-4080b25cc988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.117717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:15.118343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:43:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:15.215081 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-684ed9a3-5c0d-4a49-8538-6c051f2b374a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758779495&fields=id&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 267 time: 0.0509086 Nov 10 22:43:15.241321 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f46dd6fa-136e-46a6-93a1-4080b25cc988 None None] For port d01c7433-3b2f-4c03-8990-ab4934aacf9e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d01c7433-3b2f-4c03-8990-ab4934aacf9e,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:15.270090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:15.364140 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d01c7433-3b2f-4c03-8990-ab4934aacf9e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:15.365554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-d7bf9adf-2e54-4bd2-8303-64eb592f325a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:15.367575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-d7bf9adf-2e54-4bd2-8303-64eb592f325a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/networks?id=cd9c30e0-0591-441e-b32c-023b1237aeca HTTP/1.1" status: 200 len: 796 time: 0.1379550 Nov 10 22:43:15.367941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f46dd6fa-136e-46a6-93a1-4080b25cc988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.386013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-ed272b45-5ed6-4934-bf4f-0919f7f98bb2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/quotas/7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 375 time: 0.0094855 Nov 10 22:43:15.447817 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-7979a513-893c-4950-92f8-2edd903678ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547981 Nov 10 22:43:15.609697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4f7ac025-8e1e-4820-9949-c99ee6a76c72 service neutron] 10.222.0.45 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483519 Nov 10 22:43:15.685218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f6c7d0a9-ef52-46b0-8bf0-ab3b4680693d None None] Provisioning complete for port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:15.686180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d0a9-ef52-46b0-8bf0-ab3b4680693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.696314 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd6fa-136e-46a6-93a1-4080b25cc988 None None] Pushing event updated for resources: {'Port': ['ID=d01c7433-3b2f-4c03-8990-ab4934aacf9e,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:15.720000 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-eb3c97d3-6520-402f-97c8-377403bd0f1f service neutron] 10.222.0.45 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032758 Nov 10 22:43:15.758280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d01c7433-3b2f-4c03-8990-ab4934aacf9e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:15.758651 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.777136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f6c7d0a9-ef52-46b0-8bf0-ab3b4680693d None None] Port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:15.828345 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f6c7d0a9-ef52-46b0-8bf0-ab3b4680693d None None] Provisioning complete for port d01c7433-3b2f-4c03-8990-ab4934aacf9e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:15.828708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f6c7d0a9-ef52-46b0-8bf0-ab3b4680693d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:15.924800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 2, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:15.955026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Checking router: 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:43:15.955372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Updating router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:43:15.977241 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd28ec3c-72ca-42b0-b657-46a5faefce1f req-4ca95afc-d6df-42c5-8dfd-2132a059f0c7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 210 time: 0.0278974 Nov 10 22:43:16.007124 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.181186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c0859272-22ab-4e53-a758-f0c3bbe2c8e2 None None] Provisioning complete for port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:16.181556 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0859272-22ab-4e53-a758-f0c3bbe2c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.233354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c0859272-22ab-4e53-a758-f0c3bbe2c8e2 None None] Port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:16.304852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.362311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.413289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9515e-3e60-4784-9957-013270dd6010 None None] Pushing event updated for resources: {'Port': ['ID=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:16.467777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Attempting to bind port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:16.468124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Attempting to bind port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:16.468489 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Attempting to bind port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 on network cd9c30e0-0591-441e-b32c-023b1237aeca {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:16.473889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:16.474262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Checking segment: {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:16.474663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.475053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Bound using segment: {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:16.475521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Bound port: 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:16.475928 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.545456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] For port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:16.548848 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] For port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:16.625494 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.705918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5dd21135-a474-44e0-9bf2-74b03e6ec708 None None] Provisioning complete for port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:16.706288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5dd21135-a474-44e0-9bf2-74b03e6ec708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:16.708263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9515e-3e60-4784-9957-013270dd6010 None None] Pushing event updated for resources: {'Port': ['ID=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:16.711718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:16.712344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:43:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:16.878550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:16.911766 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5dd21135-a474-44e0-9bf2-74b03e6ec708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:17.017155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5dd21135-a474-44e0-9bf2-74b03e6ec708 None None] For port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:17.067967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6fd7d126-888d-42ad-b592-0dfda0440a30 req-c4dc9d7a-85fb-4268-96f3-8225ef22c84e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 210 time: 0.0307643 Nov 10 22:43:17.072539 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5dd21135-a474-44e0-9bf2-74b03e6ec708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:17.156829 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd21135-a474-44e0-9bf2-74b03e6ec708 None None] Pushing event updated for resources: {'Port': ['ID=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:17.201083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:17.203698 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bb7a40d2-c4ac-4c27-9ca9-beab1ecf4ff1 None None] Provisioning complete for port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:17.204094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bb7a40d2-c4ac-4c27-9ca9-beab1ecf4ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:17.235983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf6cf6-798b-47a6-9790-de180b4fe3f3 None None] The sync data for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 is: [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:43:17.335242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d01c7433-3b2f-4c03-8990-ab4934aacf9e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:17.406111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d01c7433-3b2f-4c03-8990-ab4934aacf9e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:17.406577 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:18.174941 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8c146ba4-7dec-4bc3-a5a3-c76e20fc56f3 req-ed99d7e1-d246-4c97-9610-09b957452daf tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 210 time: 0.0316136 Nov 10 22:43:19.167040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-28a69709-3cdf-4917-8f77-55f1ba6b0f26 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.168478 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-28a69709-3cdf-4917-8f77-55f1ba6b0f26 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/networks?id=cd9c30e0-0591-441e-b32c-023b1237aeca HTTP/1.1" status: 200 len: 796 time: 0.1126001 Nov 10 22:43:19.236552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-bd323034-c776-4101-acdd-7756263514c8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 380 time: 0.0588224 Nov 10 22:43:19.252134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'port': {'device_id': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'admin_state_up': True, 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'security_groups': ['bf4a2d4e-f1cd-4399-8a56-a998de611b91']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:19.313701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:19.335513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ffff798-beb7-49fa-8d39-d1a5db2884a2 req-a83c6240-9f83-4eef-8e04-dd98749579f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 210 time: 0.0665901 Nov 10 22:43:19.366472 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:19.367133 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:19.453917 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:43:19.457555 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:19.579482 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.14 (cd9c30e0-0591-441e-b32c-023b1237aeca/18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab/2f129477-eeab-4d17-a26a-25dbbc5702a9) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:19.720113 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:19.837059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:19.881956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network cd9c30e0-0591-441e-b32c-023b1237aeca is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:19.884973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:19.889891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:19.914484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=2f129477-eeab-4d17-a26a-25dbbc5702a9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:19.949518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:19.950192 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.017549 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-4a8705cc-ed35-43ed-a81e-9db35754f82a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7707932 Nov 10 22:43:20.028566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-d6b740b8-c5bc-4ee0-8756-49e3309e217d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:43:20.029662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-d6b740b8-c5bc-4ee0-8756-49e3309e217d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054276 Nov 10 22:43:20.045551 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Request body: {'port': {'device_id': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:20.100565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.161898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9af1d867-b9c7-4e51-94b9-738327df1eb1 None None] Provisioning complete for port 2f129477-eeab-4d17-a26a-25dbbc5702a9 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:20.162278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9af1d867-b9c7-4e51-94b9-738327df1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.197169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9af1d867-b9c7-4e51-94b9-738327df1eb1 None None] Port 2f129477-eeab-4d17-a26a-25dbbc5702a9 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:43:20.361187 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f129477-eeab-4d17-a26a-25dbbc5702a9 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:20.368734 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.380982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Transition to ACTIVE for port object 2f129477-eeab-4d17-a26a-25dbbc5702a9 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:43:20.447998 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.451255 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2716a-7474-4383-bb10-978c28ca0059 req-e11d88af-0310-4825-bbf0-0774da791879 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.452823 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02c2716a-7474-4383-bb10-978c28ca0059 req-e11d88af-0310-4825-bbf0-0774da791879 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 932 time: 0.0484667 Nov 10 22:43:20.498417 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f129477-eeab-4d17-a26a-25dbbc5702a9,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:20.507848 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02c2716a-7474-4383-bb10-978c28ca0059 req-46c26946-0b11-4c08-b129-14e65146fe63 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Nov 10 22:43:20.568380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.574068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Attempting to bind port 2f129477-eeab-4d17-a26a-25dbbc5702a9 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:43:20.574331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Attempting to bind port 2f129477-eeab-4d17-a26a-25dbbc5702a9 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:43:20.574660 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Attempting to bind port 2f129477-eeab-4d17-a26a-25dbbc5702a9 on network cd9c30e0-0591-441e-b32c-023b1237aeca {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:20.580073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Port 2f129477-eeab-4d17-a26a-25dbbc5702a9 on network cd9c30e0-0591-441e-b32c-023b1237aeca not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:43:20.583307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Attempting to bind port 2f129477-eeab-4d17-a26a-25dbbc5702a9 on network cd9c30e0-0591-441e-b32c-023b1237aeca {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:43:20.585197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:43:20.585531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Checking segment: {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:43:20.585911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Bound using segment: {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:43:20.586333 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Bound port: 2f129477-eeab-4d17-a26a-25dbbc5702a9, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb6764d-7f82-45a9-877a-fd7e3e25566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:43:20.586691 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.658288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] For port 2f129477-eeab-4d17-a26a-25dbbc5702a9, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:43:20.661554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] For port 2f129477-eeab-4d17-a26a-25dbbc5702a9, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:43:20.746030 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.784909 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.785528 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:20.786910 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] 10.222.0.64 "PUT /v2.0/ports/2f129477-eeab-4d17-a26a-25dbbc5702a9 HTTP/1.1" status: 200 len: 1093 time: 0.7456973 Nov 10 22:43:20.787359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:20.789672 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5617bfc6-7110-434e-8aaf-51c7ca60966a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:20.811398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a8c53-38b4-4263-9df7-81a603b3eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f129477-eeab-4d17-a26a-25dbbc5702a9,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:20.841857 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4d5b95-14a1-4acc-b57c-cb152739de71 x-openstack-request-id: req-ee4d5b95-14a1-4acc-b57c-cb152739de71 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:20.842153 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:20.842406 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee4d5b95-14a1-4acc-b57c-cb152739de71 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:20.842810 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'status': 'completed', 'code': 200} Nov 10 22:43:20.905262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bfc6-7110-434e-8aaf-51c7ca60966a req-328c0ae5-8286-450b-8e0f-d488c7e05b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:20.906799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5617bfc6-7110-434e-8aaf-51c7ca60966a req-328c0ae5-8286-450b-8e0f-d488c7e05b0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0449166 Nov 10 22:43:21.013049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bfc6-7110-434e-8aaf-51c7ca60966a req-e97bb738-88ff-464c-8fec-12ac39268987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.014547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5617bfc6-7110-434e-8aaf-51c7ca60966a req-e97bb738-88ff-464c-8fec-12ac39268987 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c2340e3ba69418cba330cad62ab8828&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0991068 Nov 10 22:43:21.108135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617bfc6-7110-434e-8aaf-51c7ca60966a req-be2d23e1-b572-4465-aeee-36df2fd1ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.109516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5617bfc6-7110-434e-8aaf-51c7ca60966a req-be2d23e1-b572-4465-aeee-36df2fd1ed96 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883207 Nov 10 22:43:21.184227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-b916cbb2-fc0b-476a-9308-8bf1419cf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.185861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-b916cbb2-fc0b-476a-9308-8bf1419cf304 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0423584 Nov 10 22:43:21.232556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-2d3aaf38-6882-4bb9-a8e1-1a745f2fa21a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9 HTTP/1.1" status: 200 len: 217 time: 0.0385077 Nov 10 22:43:21.285128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-880ef7d6-7567-4599-94d5-4feb4ed3e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.286662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-880ef7d6-7567-4599-94d5-4feb4ed3e869 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab HTTP/1.1" status: 200 len: 835 time: 0.0431197 Nov 10 22:43:21.332674 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-b06ffede-d023-47f0-878a-59b642ee2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.334204 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-b06ffede-d023-47f0-878a-59b642ee2fcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9c30e0-0591-441e-b32c-023b1237aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407429 Nov 10 22:43:21.427365 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-cc09c5a7-82b0-42fd-9822-047f5fd720ee service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847466 Nov 10 22:43:21.515797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3a36e58-a190-4931-8643-ee3707b2d8df req-97508428-8fe0-40f7-a3cc-38eec3e9b6af service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833070 Nov 10 22:43:21.630277 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27454c37-617a-4a1f-a0f8-34e8b1695437 req-74b9ac39-17ed-4662-93f3-76d0a335430c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:21.631742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-27454c37-617a-4a1f-a0f8-34e8b1695437 req-74b9ac39-17ed-4662-93f3-76d0a335430c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 944 time: 0.0499291 Nov 10 22:43:21.680980 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-27454c37-617a-4a1f-a0f8-34e8b1695437 req-a91b282f-f1fe-4c90-a6f0-a8cb647ef55a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Nov 10 22:43:22.804907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82059743-b1a3-4c63-af64-c1229d08114a req-d9f9ba47-ee2a-4b8c-97d5-0982149c3cf9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:22.806400 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82059743-b1a3-4c63-af64-c1229d08114a req-d9f9ba47-ee2a-4b8c-97d5-0982149c3cf9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 944 time: 0.0556450 Nov 10 22:43:22.857959 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-82059743-b1a3-4c63-af64-c1229d08114a req-b8f62b4b-9f20-440c-aaf6-1e109ec33010 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Nov 10 22:43:23.971503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6968e1-c3d7-4b39-a96a-a2c231f59a21 req-20ffc103-7572-4dde-9d10-99a1ac989cf1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:23.972978 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2a6968e1-c3d7-4b39-a96a-a2c231f59a21 req-20ffc103-7572-4dde-9d10-99a1ac989cf1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 944 time: 0.0483949 Nov 10 22:43:24.022311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2a6968e1-c3d7-4b39-a96a-a2c231f59a21 req-65bfd586-defd-4d0b-89aa-0ae2c85197a4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434961 Nov 10 22:43:24.299480 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.539274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2f129477-eeab-4d17-a26a-25dbbc5702a9 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:43:24.643947 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2f129477-eeab-4d17-a26a-25dbbc5702a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:24.655342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'port_id': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'mac_address': 'fa:16:3e:f1:82:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:43:24.692182 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.708694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f129477-eeab-4d17-a26a-25dbbc5702a9 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:43:24.727813 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2f129477-eeab-4d17-a26a-25dbbc5702a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:24.790692 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:24.836982 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2f129477-eeab-4d17-a26a-25dbbc5702a9,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:25.125123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2f129477-eeab-4d17-a26a-25dbbc5702a9'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:43:25.141457 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6423fc3-20e5-44bc-b83e-569a0fac207a req-55e2f243-a199-4c60-badd-a42884ec1893 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:25.142966 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6423fc3-20e5-44bc-b83e-569a0fac207a req-55e2f243-a199-4c60-badd-a42884ec1893 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 945 time: 0.0529141 Nov 10 22:43:25.194381 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d6423fc3-20e5-44bc-b83e-569a0fac207a req-2c354e59-b71a-4022-99d1-a87d9688774a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455215 Nov 10 22:43:26.313495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69465ed-71b5-4b67-a609-2b608f90219e req-ad7a3172-f8c5-4275-bedf-99222685c229 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.314948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f69465ed-71b5-4b67-a609-2b608f90219e req-ad7a3172-f8c5-4275-bedf-99222685c229 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Nov 10 22:43:26.362352 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f69465ed-71b5-4b67-a609-2b608f90219e req-8c5fec56-727c-42d5-8a70-e139c793cc4d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415449 Nov 10 22:43:26.550835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2f129477-eeab-4d17-a26a-25dbbc5702a9 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:43:26.659562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 2f129477-eeab-4d17-a26a-25dbbc5702a9 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:43:26.663280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 2f129477-eeab-4d17-a26a-25dbbc5702a9 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:43:26.663629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.741023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.763989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:26.766225 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed38bd-1a23-4be2-9a67-2db51e50fed0" -d '{"events": [{"server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "name": "network-vif-plugged", "status": "completed", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:26.778928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2f129477-eeab-4d17-a26a-25dbbc5702a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:43:26.853991 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:26.860387 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338d2525-3e72-4832-9cba-d651eeb306fb x-openstack-request-id: req-338d2525-3e72-4832-9cba-d651eeb306fb {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:26.860695 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "name": "network-vif-plugged", "status": "completed", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:26.860945 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-338d2525-3e72-4832-9cba-d651eeb306fb {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:26.861324 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'code': 200} Nov 10 22:43:26.908095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2f129477-eeab-4d17-a26a-25dbbc5702a9,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:26.963972 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ab7de-7d28-4e1c-9ec1-33909ee8e35d req-d51f3cac-f507-4f1d-9121-f2a3310e10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:26.965434 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-809ab7de-7d28-4e1c-9ec1-33909ee8e35d req-d51f3cac-f507-4f1d-9121-f2a3310e10b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0431194 Nov 10 22:43:27.013094 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-809ab7de-7d28-4e1c-9ec1-33909ee8e35d req-4b63e4f6-8243-43cc-b90e-42df3a5fc012 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373197 Nov 10 22:43:27.477251 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8a121-5440-4804-83e5-26297cd075d1 req-10b576f2-3318-4e6a-ad85-c06b0b4a113d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:27.478623 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cad8a121-5440-4804-83e5-26297cd075d1 req-10b576f2-3318-4e6a-ad85-c06b0b4a113d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0490327 Nov 10 22:43:27.528563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cad8a121-5440-4804-83e5-26297cd075d1 req-e26e9379-ef04-42e4-9b8c-694e849f89f0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436771 Nov 10 22:43:28.641701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac58a-1d4d-4737-a8d5-032b475d0452 req-64348081-5e34-4145-89da-a47df4b10e14 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:28.643152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-065ac58a-1d4d-4737-a8d5-032b475d0452 req-64348081-5e34-4145-89da-a47df4b10e14 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0474875 Nov 10 22:43:28.691062 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-065ac58a-1d4d-4737-a8d5-032b475d0452 req-a48ae748-b3dd-490c-b746-b79549dbb3b6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419488 Nov 10 22:43:28.807247 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dab2f-5cfa-4854-adbe-8e84d2951680 req-48e488c2-5143-4a85-aada-ef9d87bbbdcd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:28.808733 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d28dab2f-5cfa-4854-adbe-8e84d2951680 req-48e488c2-5143-4a85-aada-ef9d87bbbdcd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0482750 Nov 10 22:43:29.145434 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d28dab2f-5cfa-4854-adbe-8e84d2951680 req-fb89833e-0c3a-4589-b0be-5c4e89adf9f0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297150 Nov 10 22:43:29.167614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55850) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:29.207899 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82409e7-6638-4f30-ae59-34b76a601c0f tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:29.209404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d82409e7-6638-4f30-ae59-34b76a601c0f tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 1093 time: 0.0407875 Nov 10 22:43:29.212376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55852) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:29.216546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:43:29.299393 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.396834 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.502204 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.143 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/257a35a5-0201-4117-ac82-37b3d93f6caf) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:43:29.607416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.688353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:29.723001 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:43:29.727653 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:43:29.731029 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:43:29.759946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=257a35a5-0201-4117-ac82-37b3d93f6caf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:30.085619 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.196744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.340440 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.401566 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.470134 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=257a35a5-0201-4117-ac82-37b3d93f6caf,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:43:30.482173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:30.904142 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1 associated. External IP: 172.25.7.143, port: 2f129477-eeab-4d17-a26a-25dbbc5702a9. Nov 10 22:43:31.107629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:43:31.215419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:43:31.224889 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] Sync routers for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:43:31.235748 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:31.239778 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:43:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:31.290320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:31.319548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3b1262f2-e4e2-4bb6-943b-71528d07bfc6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1061428 Nov 10 22:43:31.320186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:43:31.322662 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:43:31.364370 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b68637-ac84-4819-8cc9-563e13164474 x-openstack-request-id: req-54b68637-ac84-4819-8cc9-563e13164474 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:43:31.364794 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:43:31.365779 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54b68637-ac84-4819-8cc9-563e13164474 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:43:31.366203 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'status': 'completed', 'code': 200} Nov 10 22:43:31.436460 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:31.457052 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9046449-a045-4a4a-9735-60721c42071d req-4c466a73-7bcb-4dce-8b0f-640dc1b985ff tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:31.458568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9046449-a045-4a4a-9735-60721c42071d req-4c466a73-7bcb-4dce-8b0f-640dc1b985ff tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0753846 Nov 10 22:43:31.473398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-6891cc69-7334-4448-96a5-71cb4bf48852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:31.474823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-6891cc69-7334-4448-96a5-71cb4bf48852 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0811415 Nov 10 22:43:31.570252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d9046449-a045-4a4a-9735-60721c42071d req-6d6ea185-9131-4472-8884-f9b2ab03e1dd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047580 Nov 10 22:43:31.594093 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55858) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:31.609128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-f21f6a11-04c9-4587-be96-ceefaae7ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:31.610585 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-f21f6a11-04c9-4587-be96-ceefaae7ceee service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9c30e0-0591-441e-b32c-023b1237aeca HTTP/1.1" status: 200 len: 897 time: 0.1275215 Nov 10 22:43:31.660834 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'port_id': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'mac_address': 'fa:16:3e:f1:82:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:43:29Z', 'updated_at': '2021-11-10T22:43:29Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:31.662390 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-54853dee-7cc4-45dc-8c2e-81518cdb1f37 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1 HTTP/1.1" status: 200 len: 992 time: 0.0664968 Nov 10 22:43:31.681649 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-6e121ebb-450b-4bfd-b481-347dd152f5ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9 HTTP/1.1" status: 200 len: 1000 time: 0.0636775 Nov 10 22:43:31.689513 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] Checking router: 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:43:31.698019 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:43:31.698721 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:43:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:31.738117 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-76dd4125-2892-4967-aac0-28186e091355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:31.739583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-76dd4125-2892-4967-aac0-28186e091355 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab HTTP/1.1" status: 200 len: 835 time: 0.0501392 Nov 10 22:43:31.786861 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-5f64e165-9b7a-43e5-b7e8-05ab1c2948b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:31.788511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-5f64e165-9b7a-43e5-b7e8-05ab1c2948b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9c30e0-0591-441e-b32c-023b1237aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420620 Nov 10 22:43:31.809469 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:43:31.890812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-d00721cc-63fa-465f-9390-8d6db63917be service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941348 Nov 10 22:43:31.984289 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-09fbcd7f-67d2-49f4-8811-957c4eb78ef4 req-68e659e2-90a7-4587-bddd-42c95a5933c3 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860813 Nov 10 22:43:32.032004 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'port_id': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'mac_address': 'fa:16:3e:f1:82:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:43:29Z', 'updated_at': '2021-11-10T22:43:29Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:43:32.057380 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04a44b-7589-4c30-8694-6a1a6e499897 None None] The sync data for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 is: [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'port_id': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'mac_address': 'fa:16:3e:f1:82:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:43:29Z', 'updated_at': '2021-11-10T22:43:29Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:43:32.260437 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c4c115-b0d0-48c0-be3b-4d80aa576a57 None None] New status for floating IP 7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:43:32.664604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55862) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:43:32.731002 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d427a8c-0663-4421-a5d9-3c533a79729a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1 HTTP/1.1" status: 200 len: 994 time: 0.0652044 Nov 10 22:43:35.790621 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fbbbc3d8-4ffb-4b5c-ada3-1a945c976758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:37.985295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-81d8c061-ae0f-4d23-90f3-be87619ff620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:39.539251 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:41.025023 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:41.116229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-f227300c-3fa5-48cc-a3c7-6c3a57a7b477 req-7ef2c28f-ec3c-4a43-94f6-2130376641bc service neutron] (103047) timed out ('10.222.0.64', 56898) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:43:41.476714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:48.084793 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:43:50.613309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:54.310821 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:43:55.946003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-f410374b-1417-4b28-9bf6-403f35497da0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398695 Nov 10 22:43:56.028067 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-4d31a05d-4357-4e02-a78e-2babc0531580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.029554 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-4d31a05d-4357-4e02-a78e-2babc0531580 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0408909 Nov 10 22:43:56.134448 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-6a204dc2-f7ba-4da6-a432-5243a12a36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.135947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-6a204dc2-f7ba-4da6-a432-5243a12a36f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9c30e0-0591-441e-b32c-023b1237aeca HTTP/1.1" status: 200 len: 897 time: 0.0884829 Nov 10 22:43:56.203344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-c7ff29d4-ce30-421c-9ef8-9a9863e1e61c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9 HTTP/1.1" status: 200 len: 1002 time: 0.0599780 Nov 10 22:43:56.255406 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-b01ece66-a16f-4a49-a39e-3d4650f8a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.256862 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-b01ece66-a16f-4a49-a39e-3d4650f8a565 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab HTTP/1.1" status: 200 len: 835 time: 0.0458345 Nov 10 22:43:56.309312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-40d0f81a-a0c9-430f-8517-7fb34c36ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:43:56.310810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-40d0f81a-a0c9-430f-8517-7fb34c36ce14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9c30e0-0591-441e-b32c-023b1237aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471332 Nov 10 22:43:56.401037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-392ccbf6-18af-4bab-b83b-c547840e9868 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816612 Nov 10 22:43:56.497599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ca46cf42-458b-4922-bf79-7a7196c04bd2 req-af25994a-5947-40c9-8150-6eea667732fe service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893590 Nov 10 22:44:05.784704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-206cd596-df3a-4153-adb6-eef8b1d14831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:07.933874 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1b9ef4ed-c3e7-4296-b97c-26b9b7825527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:09.567019 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.047520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:11.476521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:20.596267 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:24.321991 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:25.083521 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:44:33.566645 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa120507-9904-43ef-896f-cd5fd4a3d284 req-4ffebf3e-ce18-432b-8a06-0bfd33d0a0ce tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:33.568232 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa120507-9904-43ef-896f-cd5fd4a3d284 req-4ffebf3e-ce18-432b-8a06-0bfd33d0a0ce tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0517950 Nov 10 22:44:33.622844 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aa120507-9904-43ef-896f-cd5fd4a3d284 req-af158818-64e7-40cb-83ba-1940d2ac0a4f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476732 Nov 10 22:44:34.741041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86413e64-5b8a-4f36-95b3-722ecec27270 req-bd9c974a-7b4c-4dd5-988e-f09874de6def tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:34.742511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86413e64-5b8a-4f36-95b3-722ecec27270 req-bd9c974a-7b4c-4dd5-988e-f09874de6def tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Nov 10 22:44:34.791530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-86413e64-5b8a-4f36-95b3-722ecec27270 req-5dd06320-ca45-41b6-997b-113cfed09c74 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Nov 10 22:44:34.815158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55890) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:34.878730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1fff0505-cc3e-4168-901b-ed857270fac0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1 HTTP/1.1" status: 200 len: 994 time: 0.0623248 Nov 10 22:44:35.801789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6cff4390-2b72-46f2-8696-e7f56e358dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:36.285343 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da9d67-2bac-47da-a6d6-9ba897b8e4e1 req-797a69ba-1284-4258-85bf-0f785ba60cae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:36.286904 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1da9d67-2bac-47da-a6d6-9ba897b8e4e1 req-797a69ba-1284-4258-85bf-0f785ba60cae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0505435 Nov 10 22:44:36.337982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c1da9d67-2bac-47da-a6d6-9ba897b8e4e1 req-b8c34fb8-cf61-47dc-ac57-cdd1a7dc71ab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443983 Nov 10 22:44:37.460247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052034e-6811-4c32-bdd6-70820c0770bd req-4b33282e-edc3-44ac-8056-06a5dc9b2ae1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:37.461684 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0052034e-6811-4c32-bdd6-70820c0770bd req-4b33282e-edc3-44ac-8056-06a5dc9b2ae1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0502498 Nov 10 22:44:37.512084 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0052034e-6811-4c32-bdd6-70820c0770bd req-b118b461-f934-40ad-9da6-84bbd238a96f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439594 Nov 10 22:44:37.533824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55900) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:37.598230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-73bf4aaa-9c43-4906-b5c4-8bf90896cad4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1 HTTP/1.1" status: 200 len: 994 time: 0.0632482 Nov 10 22:44:37.836966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55906) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:37.962135 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7c46b01e-fadc-4003-be5a-087df121cf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:37.997907 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 257a35a5-0201-4117-ac82-37b3d93f6caf {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:37.998255 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.074684 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.074989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.086327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 257a35a5-0201-4117-ac82-37b3d93f6caf owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:38.303520 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.329239 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=257a35a5-0201-4117-ac82-37b3d93f6caf,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:38.359059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.359403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.359766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.360104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.360431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.360756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.361081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.361401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.361722 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.362040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.362357 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.362671 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:38.402705 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.403037 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1 disassociated (deleted). External IP: 172.25.7.143, port: 2f129477-eeab-4d17-a26a-25dbbc5702a9. Nov 10 22:44:38.611492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:38.719626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:38.724086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:38.730032 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] Sync routers for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:38.740882 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:38.744762 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:38.753023 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ed9abd0e-0a24-421e-adb2-d38cd3f04bd1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/floatingips/7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1 HTTP/1.1" status: 204 len: 168 time: 0.9149380 Nov 10 22:44:38.753608 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:38.755961 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45a67f2-2708-448f-81cc-d5a2f88041ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:38.796630 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4abeaa7-8c2a-4715-9e9a-b376d9968e37 x-openstack-request-id: req-a4abeaa7-8c2a-4715-9e9a-b376d9968e37 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:38.797043 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:38.797298 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4abeaa7-8c2a-4715-9e9a-b376d9968e37 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:38.797703 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'status': 'completed', 'code': 200} Nov 10 22:44:38.850532 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:38.861830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-c48d06e6-c59d-40de-9d4a-958336d4e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:38.863254 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-c48d06e6-c59d-40de-9d4a-958336d4e0fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0422451 Nov 10 22:44:38.961418 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-29ab91b2-1b5e-42b4-bd13-9dff59aa7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:38.963250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-29ab91b2-1b5e-42b4-bd13-9dff59aa7ea1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9c30e0-0591-441e-b32c-023b1237aeca HTTP/1.1" status: 200 len: 897 time: 0.0921235 Nov 10 22:44:39.007019 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-d396c123-3006-4746-9ea4-930e7b9c9d3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9 HTTP/1.1" status: 200 len: 217 time: 0.0358009 Nov 10 22:44:39.056104 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:39.060360 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-796d61b2-7984-44b7-b8a1-74247ff1888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.061851 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-796d61b2-7984-44b7-b8a1-74247ff1888a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab HTTP/1.1" status: 200 len: 835 time: 0.0479143 Nov 10 22:44:39.083076 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] Checking router: 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:39.092546 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:39.093147 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:39.120962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-f6ef7b19-1b54-4aa0-8f74-5b81ba72b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.122276 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-f6ef7b19-1b54-4aa0-8f74-5b81ba72b90c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9c30e0-0591-441e-b32c-023b1237aeca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506742 Nov 10 22:44:39.146207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d018c9-4d0f-4df2-9656-fd329c0cb665 req-2a636523-0130-4ae3-8459-2ae55bba3c55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:39.147920 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d018c9-4d0f-4df2-9656-fd329c0cb665 req-2a636523-0130-4ae3-8459-2ae55bba3c55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0508318 Nov 10 22:44:39.207743 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d018c9-4d0f-4df2-9656-fd329c0cb665 req-2dcde51f-816a-4cfc-884b-056ef26212ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512216 Nov 10 22:44:39.222467 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-701ebe35-73bf-4de2-9fce-0c4710f150e9 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Nov 10 22:44:39.291290 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:39.320356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b45a67f2-2708-448f-81cc-d5a2f88041ad req-8ac1a765-da15-4002-8b51-2262e1bc7785 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886602 Nov 10 22:44:39.487173 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:39.518221 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f909a00-f77b-4e4f-9383-3e5f36f372d7 None None] The sync data for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 is: [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:43:14Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '6c0fac77-a7dd-4adf-afda-bf5cb79e4f57', 'name': '', 'network_id': 'cd9c30e0-0591-441e-b32c-023b1237aeca', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:e0:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:13Z', 'updated_at': '2021-11-10T22:43:16Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:39.561334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:39.737384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9431a-412f-4b75-b576-4a1fff7b4b7d None None] New status for floating IP 7a87f246-0ba2-45b8-8e77-0a3ed4cc72c1: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:44:40.331596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29569da0-1aa0-496d-91e6-ec291bde5fcf req-01c1b7f5-19cd-4980-bf4e-d676d250cae5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.333082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29569da0-1aa0-496d-91e6-ec291bde5fcf req-01c1b7f5-19cd-4980-bf4e-d676d250cae5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0491347 Nov 10 22:44:40.381329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-29569da0-1aa0-496d-91e6-ec291bde5fcf req-e55e35c8-e0fa-4318-8952-15a65580d8e4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Nov 10 22:44:40.771659 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-f1149c02-4281-49f5-9f95-a0855cd7417e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:40.773128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-f1149c02-4281-49f5-9f95-a0855cd7417e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0485642 Nov 10 22:44:40.867614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 2f129477-eeab-4d17-a26a-25dbbc5702a9 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:40.867989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:40.954169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 2f129477-eeab-4d17-a26a-25dbbc5702a9, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2f129477-eeab-4d17-a26a-25dbbc5702a9,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:40.954530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:40.967354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 2f129477-eeab-4d17-a26a-25dbbc5702a9 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:41.042078 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.453166 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.505564 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e46e73-ee60-4b72-8861-d03806ebf3b1 req-915b306d-29fd-4dc9-9c08-59b44acce7f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:41.507039 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7e46e73-ee60-4b72-8861-d03806ebf3b1 req-915b306d-29fd-4dc9-9c08-59b44acce7f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3 HTTP/1.1" status: 200 len: 946 time: 0.0545399 Nov 10 22:44:41.522189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.552401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=2f129477-eeab-4d17-a26a-25dbbc5702a9,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:41.566407 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d7e46e73-ee60-4b72-8861-d03806ebf3b1 req-16a7360b-15d1-45ce-ba8d-10c9e7891d9f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=bf4a2d4e-f1cd-4399-8a56-a998de611b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468111 Nov 10 22:44:41.597931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] No DVR routers for this DVR port 2f129477-eeab-4d17-a26a-25dbbc5702a9 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:41.600530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:41.604579 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44821bbe-d9d5-439b-9d61-c13740a01370 req-0e9026f3-3405-48ad-9199-f2c96963a0ec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "DELETE /v2.0/ports/2f129477-eeab-4d17-a26a-25dbbc5702a9 HTTP/1.1" status: 204 len: 173 time: 0.8240278 Nov 10 22:44:41.605256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'name': 'network-vif-deleted', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:44:41.607511 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d82a90-c4dc-47d2-a974-82b14819da45" -d '{"events": [{"server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "name": "network-vif-deleted", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:44:41.644950 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0560997b-2b72-4966-8d79-9bc2ba437ed6 x-openstack-request-id: req-0560997b-2b72-4966-8d79-9bc2ba437ed6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:44:41.645250 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3", "name": "network-vif-deleted", "tag": "2f129477-eeab-4d17-a26a-25dbbc5702a9", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:44:41.645507 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0560997b-2b72-4966-8d79-9bc2ba437ed6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:44:41.645933 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e0c3cd-792b-40a3-a8df-2d9e3b993fe3', 'name': 'network-vif-deleted', 'tag': '2f129477-eeab-4d17-a26a-25dbbc5702a9', 'status': 'completed', 'code': 200} Nov 10 22:44:42.627641 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55922) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:43.000542 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.256505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:43.256851 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.351219 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:43.351584 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.365299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:43.607571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:43.634376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=6c0fac77-a7dd-4adf-afda-bf5cb79e4f57,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:43.816249 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.030428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:44.134932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:44.140236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a72857ac-9476-4f69-8843-25253735ae5c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/5a70bd1b-0e42-4029-be1d-6a35d6d82e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5114059 Nov 10 22:44:44.142768 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55924) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:44.145449 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] Sync routers for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:44.155572 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:44.156197 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:44.199531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting subnet 18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:44:44.202670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.242901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.259515 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:44.326688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.434741 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:44:43Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:44.464353 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] Checking router: 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:44.467212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.473535 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] Routers {'5a70bd1b-0e42-4029-be1d-6a35d6d82e68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:44.474166 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:44.494240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Subnet': ['ID=18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:44.498049 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.502343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3283d8-037c-4d9b-b989-6130ca76aa29 None None] Network cd9c30e0-0591-441e-b32c-023b1237aeca requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:44.508694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ca50fad1-293f-4861-8629-e1cf2cd56171 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/subnets/18c6c933-d07b-42fb-bb83-cdcc4b7bb7ab HTTP/1.1" status: 204 len: 168 time: 0.3649154 Nov 10 22:44:44.510855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55926) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:44.580450 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] Set router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:44.701377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] DHCP port deletion for cd9c30e0-0591-441e-b32c-023b1237aeca request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:44:44.731852 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.749098 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Deleting port d01c7433-3b2f-4c03-8990-ab4934aacf9e {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:44.749468 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.776177 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:44:43Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:44.802617 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a875816-f562-4df6-8472-bf0d3f45f648 None None] The sync data for ids ['5a70bd1b-0e42-4029-be1d-6a35d6d82e68'] in n-d-776250-11 is: [{'id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-345510754', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:43:09Z', 'updated_at': '2021-11-10T22:44:43Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '89a43e40-e1fd-49d0-95be-4e48aa25b8fa', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a70bd1b-0e42-4029-be1d-6a35d6d82e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:43:10Z', 'updated_at': '2021-11-10T22:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:44.818164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] For port d01c7433-3b2f-4c03-8990-ab4934aacf9e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d01c7433-3b2f-4c03-8990-ab4934aacf9e,segment=NetworkSegment(5fb6764d-7f82-45a9-877a-fd7e3e25566d),segment_id=5fb6764d-7f82-45a9-877a-fd7e3e25566d)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:44.818558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.833209 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Calling delete_port for d01c7433-3b2f-4c03-8990-ab4934aacf9e owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:44.842039 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.849866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2f129477-eeab-4d17-a26a-25dbbc5702a9 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:44.872830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 2f129477-eeab-4d17-a26a-25dbbc5702a9 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:44.873173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2f129477-eeab-4d17-a26a-25dbbc5702a9 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:44.970553 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:44:44.970819 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:44.996450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.026818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Pushing event deleted for resources: {'Port': ['ID=d01c7433-3b2f-4c03-8990-ab4934aacf9e,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:45.029180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] No DVR routers for this DVR port d01c7433-3b2f-4c03-8990-ab4934aacf9e on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:44:45.037974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.038458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.038678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.039007 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.039342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.039673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.040075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.040344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.040654 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.040976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.041436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.041754 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d75fc7-8cc0-44bc-b268-d8d9ffa6d0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.056508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 89a43e40-e1fd-49d0-95be-4e48aa25b8fa, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:45.056887 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.069437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 89a43e40-e1fd-49d0-95be-4e48aa25b8fa owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:44:45.288057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.325108 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=89a43e40-e1fd-49d0-95be-4e48aa25b8fa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:45.331923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a219b-b6ac-4a13-a5f6-0272a9b22502 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:44:45.335216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:45.336032 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.336558 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.337058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.337605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.337943 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.338803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.339402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.339814 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.340091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.340420 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.340738 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.341064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:45.359540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:45.360691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 6c0fac77-a7dd-4adf-afda-bf5cb79e4f57 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:45.361115 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d01c7433-3b2f-4c03-8990-ab4934aacf9e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:45.384199 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d01c7433-3b2f-4c03-8990-ab4934aacf9e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:45.384438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d01c7433-3b2f-4c03-8990-ab4934aacf9e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:45.411409 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.500713 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.502820 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.630435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.631180 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Fanout notify agent at l3_agent the message router_deleted on router 5a70bd1b-0e42-4029-be1d-6a35d6d82e68 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:44:45.639900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.639900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-45e85b69-01cd-4034-88bd-a6ee9cb173f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/routers/5a70bd1b-0e42-4029-be1d-6a35d6d82e68 HTTP/1.1" status: 204 len: 168 time: 1.1269448 Nov 10 22:44:45.642406 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55928) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:45.722430 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.814884 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.834269 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9c30e0-0591-441e-b32c-023b1237aeca']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:45.843397 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb6764d-7f82-45a9-877a-fd7e3e25566d') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:45.843694 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb6764d-7f82-45a9-877a-fd7e3e25566d') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:45.854426 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.867908 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.874782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:44:45.875166 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:44:45.878194 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:44:46.018705 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.023121 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.028801 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/networks/cd9c30e0-0591-441e-b32c-023b1237aeca HTTP/1.1" status: 204 len: 168 time: 0.3854454 Nov 10 22:44:46.031829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55930) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:46.052589 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d1b2b-477d-4c6b-89fd-42115dc356e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Network': ['ID=cd9c30e0-0591-441e-b32c-023b1237aeca,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:46.109479 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d0dc3a0-8b68-4131-ab40-d3476e5a824b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.134788 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d0dc3a0-8b68-4131-ab40-d3476e5a824b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.253106 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d0dc3a0-8b68-4131-ab40-d3476e5a824b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.255695 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6d0dc3a0-8b68-4131-ab40-d3476e5a824b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.256888 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6d0dc3a0-8b68-4131-ab40-d3476e5a824b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/security-groups/bf4a2d4e-f1cd-4399-8a56-a998de611b91 HTTP/1.1" status: 204 len: 168 time: 0.2237339 Nov 10 22:44:46.266733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dc3a0-8b68-4131-ab40-d3476e5a824b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4a2d4e-f1cd-4399-8a56-a998de611b91,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:46.718328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55936) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:46.722887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f65dd88b-3e23-4c74-8c29-c83007c684dc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349937517', 'description': 'tempest-secgroup-smoke-349937517 description', 'project_id': '7c2340e3ba69418cba330cad62ab8828'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:46.784596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f65dd88b-3e23-4c74-8c29-c83007c684dc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.851585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f65dd88b-3e23-4c74-8c29-c83007c684dc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.904532 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f65dd88b-3e23-4c74-8c29-c83007c684dc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.933589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dd88b-3e23-4c74-8c29-c83007c684dc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b3d18-92a5-41f3-8c51-b0c932c89217,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:46.980593 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f65dd88b-3e23-4c74-8c29-c83007c684dc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:46.981846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f65dd88b-3e23-4c74-8c29-c83007c684dc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2625108 Nov 10 22:44:46.984785 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55938) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:46.989173 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-79c737c8-7f2f-4797-881f-7e3c45377bab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'c32b3d18-92a5-41f3-8c51-b0c932c89217', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:47.080085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c737c8-7f2f-4797-881f-7e3c45377bab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.142576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c737c8-7f2f-4797-881f-7e3c45377bab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.224543 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c737c8-7f2f-4797-881f-7e3c45377bab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.242132 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c737c8-7f2f-4797-881f-7e3c45377bab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d947f5a-37c3-435e-a96e-59d8279d976a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:47.289429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-79c737c8-7f2f-4797-881f-7e3c45377bab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.290670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-79c737c8-7f2f-4797-881f-7e3c45377bab tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049302 Nov 10 22:44:47.301777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55940) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:47.306931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-0b851114-7727-4d57-8a71-dd488eead1f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'c32b3d18-92a5-41f3-8c51-b0c932c89217', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:47.316732 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 89a43e40-e1fd-49d0-95be-4e48aa25b8fa no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:44:47.341124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 89a43e40-e1fd-49d0-95be-4e48aa25b8fa {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:44:47.341463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 89a43e40-e1fd-49d0-95be-4e48aa25b8fa not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:44:47.389994 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b851114-7727-4d57-8a71-dd488eead1f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.444565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b851114-7727-4d57-8a71-dd488eead1f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.504271 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b851114-7727-4d57-8a71-dd488eead1f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.522809 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b851114-7727-4d57-8a71-dd488eead1f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed63fc86-1856-4e90-a1a4-b199955af914,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:47.609233 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-0b851114-7727-4d57-8a71-dd488eead1f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.610451 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0b851114-7727-4d57-8a71-dd488eead1f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3077004 Nov 10 22:44:47.613293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55942) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:47.617520 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-041ccecc-baf9-486c-b8bb-c6cb7a38ac57 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'c32b3d18-92a5-41f3-8c51-b0c932c89217', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:47.717266 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-041ccecc-baf9-486c-b8bb-c6cb7a38ac57 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.779939 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-041ccecc-baf9-486c-b8bb-c6cb7a38ac57 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.858971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-041ccecc-baf9-486c-b8bb-c6cb7a38ac57 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.877879 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ccecc-baf9-486c-b8bb-c6cb7a38ac57 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c425682c-16dc-4e1e-b9e9-664e81a11f45,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:47.929173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-041ccecc-baf9-486c-b8bb-c6cb7a38ac57 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:47.930428 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-041ccecc-baf9-486c-b8bb-c6cb7a38ac57 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162003 Nov 10 22:44:47.933297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55944) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:47.937529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b1c1eafd-69e0-47ba-a20d-63f14f81d927 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'c32b3d18-92a5-41f3-8c51-b0c932c89217', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:48.022839 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1c1eafd-69e0-47ba-a20d-63f14f81d927 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.084795 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1c1eafd-69e0-47ba-a20d-63f14f81d927 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.160787 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1c1eafd-69e0-47ba-a20d-63f14f81d927 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.179305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1eafd-69e0-47ba-a20d-63f14f81d927 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5a273f-7962-407e-b468-982b3d727ddc,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:48.249500 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1c1eafd-69e0-47ba-a20d-63f14f81d927 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.250800 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b1c1eafd-69e0-47ba-a20d-63f14f81d927 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165305 Nov 10 22:44:48.253648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55946) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:48.257987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'c32b3d18-92a5-41f3-8c51-b0c932c89217', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:48.356346 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:44:48.361388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.419185 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.498489 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.518021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f311310-9cb5-4819-bbd2-853b75465d35,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:48.580523 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.581721 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-907c067f-1874-4705-b58c-f0250f8b9c71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271275 Nov 10 22:44:48.584600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55948) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:48.588904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'c32b3d18-92a5-41f3-8c51-b0c932c89217', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:48.664717 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:44:48.670206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.727373 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.801643 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.820923 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f958a0-8c6b-4ddf-804c-7177c106aef2,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:48.889667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:48.890960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5ac72f55-0b1a-45b6-9395-cae9f769feae tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053663 Nov 10 22:44:48.894156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 55950) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:48.899070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'network': {'name': 'tempest-network-smoke--1676763303', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:49.007217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:49.010766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.036322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:44:49.045531 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.045877 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Added segment a150c1e4-8e9f-4338-9542-7b272adac37f of type vlan for network e2248ba5-9221-48cc-a0db-a8831572e6f9 Nov 10 22:44:49.084625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.190206 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.196273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:49.196882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.260524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Network': ['ID=e2248ba5-9221-48cc-a0db-a8831572e6f9,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:49.270860 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:44:49.284692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-30fd8a77-7216-4fdd-9264-eae771ad4ab7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3895073 Nov 10 22:44:49.287627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55952) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:49.292424 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'admin_state_up': True, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:49.367980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.369064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.419442 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.607594 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.875255 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.897285 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:49.997856 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.120 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/05f2a3a0-3229-43c7-ad9d-c47c663e1ab4) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:50.101706 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.162254 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.207337 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:50.210526 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:50.216078 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:50.219221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:50.223000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6096c1d-1dfc-414f-a4e9-507d13b1b319 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:44:50.301992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4e7672c2-1fd0-4309-a085-68f0aa101be8 None None] Provisioning complete for port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:50.302728 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4e7672c2-1fd0-4309-a085-68f0aa101be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.339514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4e7672c2-1fd0-4309-a085-68f0aa101be8 None None] Port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:50.535142 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.578940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.731000 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:50.910385 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 3d25486c-4e7f-408c-8ca2-a058742b112a is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:44:51.015493 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:51.025388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Sync routers for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:51.035202 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:51.035838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:51.095298 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.096574 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-93c07f77-18d0-4b21-834b-41bb28682462 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8079135 Nov 10 22:44:51.099790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55954) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:51.133953 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-379c2b29-6044-4638-8e8e-2924545597b3 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7c2340e3ba69418cba330cad62ab8828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330021 Nov 10 22:44:51.137136 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55956) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:51.139378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:51.325838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:50Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:51.356776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Checking router: 3d25486c-4e7f-408c-8ca2-a058742b112a for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:51.357129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Updating router 3d25486c-4e7f-408c-8ca2-a058742b112a port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:44:51.383091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.584831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f2a03-791a-4cc4-90f9-6da8c72eabb0 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:51.586369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dc3f2a03-791a-4cc4-90f9-6da8c72eabb0 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4483232 Nov 10 22:44:51.590299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:51.626899 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3f0e0d12-2b95-48eb-9d99-169e3cca400c tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351005 Nov 10 22:44:51.629587 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55960) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:51.634233 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.634382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494307642', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:44:51.704516 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.747537 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ac26f7-276b-4f11-a47f-401c1128cc4f None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:44:51.767125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Attempting to bind port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:51.767490 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Attempting to bind port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:51.767881 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Attempting to bind port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:51.774173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798d303-a39e-4e4f-bc84-797ff723807c None None] Pushing event updated for resources: {'Port': ['ID=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:51.778838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:51.779213 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:51.779608 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.780012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:51.780481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Bound port: 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:51.782879 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.801867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:44:51.805532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.831592 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] For port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:51.834973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] For port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:51.872826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4a457b9c-e7df-4214-8d58-5ecdb70d3d13 None None] Provisioning complete for port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:51.873196 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4a457b9c-e7df-4214-8d58-5ecdb70d3d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.906835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:51.913665 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4a457b9c-e7df-4214-8d58-5ecdb70d3d13 None None] Port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:51.957584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c49bb-ee9b-4887-85f0-3648053599fe None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:44:51.982590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798d303-a39e-4e4f-bc84-797ff723807c None None] Pushing event updated for resources: {'Port': ['ID=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:51.986307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:51.986307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:52.059106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.081327 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-44961068-3d77-474c-a709-2ce47fb2ead5 None None] Provisioning complete for port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:52.081696 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-44961068-3d77-474c-a709-2ce47fb2ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.125098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Subnet': ['ID=dd6f86ef-dd41-4c77-84e3-62bfd869878a,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:52.132811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Checking segment: {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:52.133171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network hostable DHCP agents. Network: e2248ba5-9221-48cc-a0db-a8831572e6f9, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:44:52.138557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:52.206691 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:44:52.287219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-44961068-3d77-474c-a709-2ce47fb2ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.287610 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, e2248ba5-9221-48cc-a0db-a8831572e6f9) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:52.292387 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:52.293755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.299342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd6f61b-ccf9-4cb2-9307-4096c1c7716f None None] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:52.348394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-44961068-3d77-474c-a709-2ce47fb2ead5 None None] For port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:52.353333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3622d684-643f-4ba2-86f6-c9d138b5aba1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7227421 Nov 10 22:44:52.357029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 55962) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:44:52.549558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-44961068-3d77-474c-a709-2ce47fb2ead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.668402 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961068-3d77-474c-a709-2ce47fb2ead5 None None] Pushing event updated for resources: {'Port': ['ID=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:52.714927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:50Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:52.746746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-e2248ba5-9221-48cc-a0db-a8831572e6f9', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:44:52.747615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.750109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d2abb6-3fe3-41d2-8954-78da15b64ea6 None None] The sync data for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 is: [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:50Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:52.813261 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:52.906712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Allocated IP 172.20.0.2 (e2248ba5-9221-48cc-a0db-a8831572e6f9/dd6f86ef-dd41-4c77-84e3-62bfd869878a/e039cfb9-e8b3-47db-a70e-dae0c5a39991) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:53.092736 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.162351 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.207066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:53.210054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:53.213569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:53.221290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.1 (e2248ba5-9221-48cc-a0db-a8831572e6f9/dd6f86ef-dd41-4c77-84e3-62bfd869878a/650bea28-42cd-49cf-b71a-ebc5150071b8) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:44:53.221502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Pushing event updated for resources: {'Port': ['ID=e039cfb9-e8b3-47db-a70e-dae0c5a39991,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:53.278203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Attempting to bind port e039cfb9-e8b3-47db-a70e-dae0c5a39991 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:53.278763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Attempting to bind port e039cfb9-e8b3-47db-a70e-dae0c5a39991 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:53.279216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Attempting to bind port e039cfb9-e8b3-47db-a70e-dae0c5a39991 on network e2248ba5-9221-48cc-a0db-a8831572e6f9 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:53.284934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:53.285419 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Checking segment: {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:53.285911 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.286376 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Bound using segment: {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:53.287299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Bound port: e039cfb9-e8b3-47db-a70e-dae0c5a39991, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:53.287787 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.368740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] For port e039cfb9-e8b3-47db-a70e-dae0c5a39991, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:53.372554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] For port e039cfb9-e8b3-47db-a70e-dae0c5a39991, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e039cfb9-e8b3-47db-a70e-dae0c5a39991,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:53.378099 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.385212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:53.437264 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:53.437725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.441872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.470628 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.519056 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:53.524335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:53.534498 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=650bea28-42cd-49cf-b71a-ebc5150071b8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:53.537363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb19b2-8272-4466-b248-792fc28bbb82 None None] Pushing event updated for resources: {'Port': ['ID=e039cfb9-e8b3-47db-a70e-dae0c5a39991,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:53.537544 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:44:53.585117 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:53.790503 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.068174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.110169 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.186226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=650bea28-42cd-49cf-b71a-ebc5150071b8,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:54.191351 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.286524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:44:54.287896 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:44:54.322990 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:54.401683 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 3d25486c-4e7f-408c-8ca2-a058742b112a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:44:54.508648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:44:54.514012 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-93e5df7c-0833-4ed7-8e29-0e36d1737cfc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/3d25486c-4e7f-408c-8ca2-a058742b112a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1560023 Nov 10 22:44:54.690291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-5e3a8011-8529-4f5f-8dfb-02c48a10dbd5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349937517&fields=id&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 267 time: 0.0485125 Nov 10 22:44:54.813183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-87b16d02-9854-4cf5-b49e-bf10a3508100 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:44:54.814698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-87b16d02-9854-4cf5-b49e-bf10a3508100 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/networks?id=e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 200 len: 797 time: 0.1185303 Nov 10 22:44:54.836295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-4b661ba5-f0e0-42fc-945f-eaa67db68b4a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/quotas/7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 375 time: 0.0153992 Nov 10 22:44:54.857535 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Sync routers for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:44:54.868950 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:54.869672 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:54.888391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-6a77d9c7-e9d1-4fb0-869a-37eeedc917ad tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502050 Nov 10 22:44:54.889153 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93356e50-63fc-42c8-b6e8-4fabd7b6abe1 None None] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:44:54.984833 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:54.993617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-412b3b43-28c8-4f35-9dd2-aad69364a309 service neutron] 10.222.0.45 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929375 Nov 10 22:44:55.020462 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-75767875-85f8-425e-85e5-5c240e2b2e87 None None] Provisioning complete for port e039cfb9-e8b3-47db-a70e-dae0c5a39991 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:55.020749 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75767875-85f8-425e-85e5-5c240e2b2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.108112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-bd8cc0a9-2df5-4cce-b3ff-61fd213549cb service neutron] 10.222.0.45 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074781 Nov 10 22:44:55.133032 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75767875-85f8-425e-85e5-5c240e2b2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.178023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-75767875-85f8-425e-85e5-5c240e2b2e87 None None] For port e039cfb9-e8b3-47db-a70e-dae0c5a39991, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e039cfb9-e8b3-47db-a70e-dae0c5a39991,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:55.210941 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 2, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:55.238796 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Checking router: 3d25486c-4e7f-408c-8ca2-a058742b112a for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:44:55.239474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Updating router 3d25486c-4e7f-408c-8ca2-a058742b112a port 650bea28-42cd-49cf-b71a-ebc5150071b8 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:44:55.259341 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75767875-85f8-425e-85e5-5c240e2b2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.266173 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.338680 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75767875-85f8-425e-85e5-5c240e2b2e87 None None] Pushing event updated for resources: {'Port': ['ID=e039cfb9-e8b3-47db-a70e-dae0c5a39991,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:55.390742 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bc292b77-2bf1-4985-9ee8-03409ed74552 None None] Provisioning complete for port 650bea28-42cd-49cf-b71a-ebc5150071b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:55.391095 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bc292b77-2bf1-4985-9ee8-03409ed74552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.431494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e039cfb9-e8b3-47db-a70e-dae0c5a39991 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:55.446371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-263f1723-02dd-4f79-8911-4c951cc0af83 req-79d7096e-6044-4d2c-8ebc-8becbded1cb4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 210 time: 0.0382197 Nov 10 22:44:55.486275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-bc292b77-2bf1-4985-9ee8-03409ed74552 None None] Port 650bea28-42cd-49cf-b71a-ebc5150071b8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:55.508814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bc292b77-2bf1-4985-9ee8-03409ed74552 None None] Provisioning complete for port e039cfb9-e8b3-47db-a70e-dae0c5a39991 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:55.509180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bc292b77-2bf1-4985-9ee8-03409ed74552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.553695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e039cfb9-e8b3-47db-a70e-dae0c5a39991 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:55.554206 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.688799 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.756338 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.756619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d875a14b-ecea-4c55-bd04-7bfdaedeea81 None None] Provisioning complete for port 650bea28-42cd-49cf-b71a-ebc5150071b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:55.756982 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d875a14b-ecea-4c55-bd04-7bfdaedeea81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.793347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d875a14b-ecea-4c55-bd04-7bfdaedeea81 None None] Port 650bea28-42cd-49cf-b71a-ebc5150071b8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:55.805100 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Pushing event updated for resources: {'Port': ['ID=650bea28-42cd-49cf-b71a-ebc5150071b8,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:55.817764 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.818110 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.818474 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.818812 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.819146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.819475 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.819824 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.820151 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.820475 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.820799 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.821119 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.821438 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:44:55.868600 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Attempting to bind port 650bea28-42cd-49cf-b71a-ebc5150071b8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:44:55.869296 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Attempting to bind port 650bea28-42cd-49cf-b71a-ebc5150071b8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:44:55.869619 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Attempting to bind port 650bea28-42cd-49cf-b71a-ebc5150071b8 on network e2248ba5-9221-48cc-a0db-a8831572e6f9 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:44:55.875498 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:44:55.875908 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Checking segment: {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:44:55.876317 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.876716 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Bound using segment: {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:44:55.877194 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Bound port: 650bea28-42cd-49cf-b71a-ebc5150071b8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:44:55.877578 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.918737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a0793e86-cd16-4690-affb-3595813a286b None None] Provisioning complete for port 650bea28-42cd-49cf-b71a-ebc5150071b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:55.919303 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a0793e86-cd16-4690-affb-3595813a286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:55.950252 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] For port 650bea28-42cd-49cf-b71a-ebc5150071b8, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:44:55.953689 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] For port 650bea28-42cd-49cf-b71a-ebc5150071b8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=650bea28-42cd-49cf-b71a-ebc5150071b8,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:44:55.961493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a0793e86-cd16-4690-affb-3595813a286b None None] Port 650bea28-42cd-49cf-b71a-ebc5150071b8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:44:55.996779 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:56.054861 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cb48e-4ce0-459f-951b-993a85ab0ff0 None None] Pushing event updated for resources: {'Port': ['ID=650bea28-42cd-49cf-b71a-ebc5150071b8,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:56.060714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:44:56.060714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:44:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:56.084225 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-323a8245-178a-4346-b164-a9589045da3d None None] Provisioning complete for port 650bea28-42cd-49cf-b71a-ebc5150071b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:56.084756 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-323a8245-178a-4346-b164-a9589045da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:56.181134 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:44:56.181729 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-323a8245-178a-4346-b164-a9589045da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:56.222649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-323a8245-178a-4346-b164-a9589045da3d None None] For port 650bea28-42cd-49cf-b71a-ebc5150071b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=650bea28-42cd-49cf-b71a-ebc5150071b8,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:44:56.293810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-323a8245-178a-4346-b164-a9589045da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:56.345046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a8245-178a-4346-b164-a9589045da3d None None] Pushing event updated for resources: {'Port': ['ID=650bea28-42cd-49cf-b71a-ebc5150071b8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:44:56.395879 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:55Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:44:56.416075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-eab562b4-7f44-47ed-ab0d-b2df06e817e8 None None] Provisioning complete for port 650bea28-42cd-49cf-b71a-ebc5150071b8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:56.416446 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-eab562b4-7f44-47ed-ab0d-b2df06e817e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:56.422536 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00425c6a-990d-48e7-a57a-61ff43d63156 None None] The sync data for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 is: [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:55Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:44:56.572344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06fc8382-9e94-4343-9550-17f1f714861b req-418da9ec-a0f7-4d81-8e67-9bf29e0aa957 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 210 time: 0.0427506 Nov 10 22:44:57.389988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 650bea28-42cd-49cf-b71a-ebc5150071b8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:57.438873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 650bea28-42cd-49cf-b71a-ebc5150071b8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:57.439232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:57.515381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e039cfb9-e8b3-47db-a70e-dae0c5a39991 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:44:57.564087 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e039cfb9-e8b3-47db-a70e-dae0c5a39991 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:44:57.564455 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:44:57.666301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8dfe2c5c-9ac2-4dd9-a58c-46151590c2ac req-64bbed01-a073-4604-a9ce-5c5eac54e1f5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 210 time: 0.0311034 Nov 10 22:44:58.742244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2590fd44-b389-4560-a974-c268325ce755 req-90960be3-4662-4659-b5e7-d69755c9b6f8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 210 time: 0.0257790 Nov 10 22:44:59.844621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-14cd32ba-ac48-4bf1-8ed7-41281de9eea5 req-8162f955-8c29-4d9b-b2f1-058e3d75abec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 210 time: 0.0299633 Nov 10 22:45:00.317325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-539f4628-1f4b-4e9a-bb42-66fcec8b4530 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:00.319466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-539f4628-1f4b-4e9a-bb42-66fcec8b4530 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/networks?id=e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 200 len: 797 time: 0.1016417 Nov 10 22:45:00.391491 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-b207838a-5425-4159-ab17-e8ddaa988b1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 379 time: 0.0601168 Nov 10 22:45:00.400812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'port': {'device_id': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'admin_state_up': True, 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'security_groups': ['c32b3d18-92a5-41f3-8c51-b0c932c89217']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:00.584354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:45:00.588005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:00.712967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.13 (e2248ba5-9221-48cc-a0db-a8831572e6f9/dd6f86ef-dd41-4c77-84e3-62bfd869878a/9d50d088-43d0-4515-8e0f-66baaf8522ef) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:00.850974 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:00.927352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:00.995880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:01.003943 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:01.007480 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=9d50d088-43d0-4515-8e0f-66baaf8522ef,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:01.010578 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:01.020454 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f13375-4347-48f9-a53d-b983fd175212 req-a1d254f4-4a35-4d3f-bdd1-a37c22dc22ff tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:01.021995 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3f13375-4347-48f9-a53d-b983fd175212 req-a1d254f4-4a35-4d3f-bdd1-a37c22dc22ff tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 932 time: 0.1070836 Nov 10 22:45:01.094367 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:01.094983 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.122676 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c3f13375-4347-48f9-a53d-b983fd175212 req-2dc4e483-15fb-4863-9d4f-1335cc74052e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781105 Nov 10 22:45:01.192989 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-1fa9f121-bf83-4602-9c8c-8e42eb687036 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7960093 Nov 10 22:45:01.206296 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Request body: {'port': {'device_id': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:01.208496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f2332dc0-a41d-47ba-a3c9-3926f9e3ce86 None None] Provisioning complete for port 9d50d088-43d0-4515-8e0f-66baaf8522ef triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:01.208999 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f2332dc0-a41d-47ba-a3c9-3926f9e3ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.247933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f2332dc0-a41d-47ba-a3c9-3926f9e3ce86 None None] Port 9d50d088-43d0-4515-8e0f-66baaf8522ef cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:45:01.261628 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.516193 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d50d088-43d0-4515-8e0f-66baaf8522ef {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:01.523518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.535850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Transition to ACTIVE for port object 9d50d088-43d0-4515-8e0f-66baaf8522ef will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:45:01.590193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.641844 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d50d088-43d0-4515-8e0f-66baaf8522ef,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:01.711352 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Attempting to bind port 9d50d088-43d0-4515-8e0f-66baaf8522ef on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:45:01.711682 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Attempting to bind port 9d50d088-43d0-4515-8e0f-66baaf8522ef by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:45:01.712045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Attempting to bind port 9d50d088-43d0-4515-8e0f-66baaf8522ef on network e2248ba5-9221-48cc-a0db-a8831572e6f9 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:01.717916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Port 9d50d088-43d0-4515-8e0f-66baaf8522ef on network e2248ba5-9221-48cc-a0db-a8831572e6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:45:01.718241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Attempting to bind port 9d50d088-43d0-4515-8e0f-66baaf8522ef on network e2248ba5-9221-48cc-a0db-a8831572e6f9 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:45:01.723319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:45:01.723661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Checking segment: {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:45:01.724078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Bound using segment: {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:45:01.724509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Bound port: 9d50d088-43d0-4515-8e0f-66baaf8522ef, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a150c1e4-8e9f-4338-9542-7b272adac37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:45:01.724864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.796651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] For port 9d50d088-43d0-4515-8e0f-66baaf8522ef, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:45:01.800220 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] For port 9d50d088-43d0-4515-8e0f-66baaf8522ef, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:45:01.911052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.951740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:01.952357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:01.953730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] 10.222.0.64 "PUT /v2.0/ports/9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 200 len: 1093 time: 0.7520831 Nov 10 22:45:01.954165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:01.956499 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f259a091-a21e-4274-89f8-f387437cb1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:01.981588 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675106c-962f-4bf7-b0d0-1323cb6ffae1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d50d088-43d0-4515-8e0f-66baaf8522ef,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:02.003372 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd523a1-ebe1-4371-91b6-517ca1226d5c x-openstack-request-id: req-ccd523a1-ebe1-4371-91b6-517ca1226d5c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:02.005225 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:02.005225 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ccd523a1-ebe1-4371-91b6-517ca1226d5c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:02.005225 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'status': 'completed', 'code': 200} Nov 10 22:45:02.072275 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259a091-a21e-4274-89f8-f387437cb1e4 req-3b7b087c-ffd4-4b62-86be-17cacd96a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.074692 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f259a091-a21e-4274-89f8-f387437cb1e4 req-3b7b087c-ffd4-4b62-86be-17cacd96a7ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1096 time: 0.0445056 Nov 10 22:45:02.082376 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:45:02.182983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259a091-a21e-4274-89f8-f387437cb1e4 req-31ac1b42-9aab-4356-8263-ca26a789dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.184710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f259a091-a21e-4274-89f8-f387437cb1e4 req-31ac1b42-9aab-4356-8263-ca26a789dd9f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c2340e3ba69418cba330cad62ab8828&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1023855 Nov 10 22:45:02.307176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8c5e-8d5e-4297-b3a7-b5d3e8abb78f req-e8cef826-80a8-410a-8920-fa73f0ef7165 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.309121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-186e8c5e-8d5e-4297-b3a7-b5d3e8abb78f req-e8cef826-80a8-410a-8920-fa73f0ef7165 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 944 time: 0.1074023 Nov 10 22:45:02.328673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259a091-a21e-4274-89f8-f387437cb1e4 req-72a5207b-90dd-4450-92f7-c435ebd5819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.330043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f259a091-a21e-4274-89f8-f387437cb1e4 req-72a5207b-90dd-4450-92f7-c435ebd5819f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383398 Nov 10 22:45:02.369790 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-186e8c5e-8d5e-4297-b3a7-b5d3e8abb78f req-0cfa50b4-f100-4ed0-a699-14bcf81b600e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518587 Nov 10 22:45:02.410020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-dc85cce9-faab-41be-b70e-315e18d02b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.411506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-dc85cce9-faab-41be-b70e-315e18d02b65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1096 time: 0.0402420 Nov 10 22:45:02.452844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-63830159-b0af-472a-a531-c91e0afe944b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 200 len: 217 time: 0.0340338 Nov 10 22:45:02.504866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-57e508b3-b1a3-40c6-9642-98cf305cc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.506295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-57e508b3-b1a3-40c6-9642-98cf305cc59d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd6f86ef-dd41-4c77-84e3-62bfd869878a HTTP/1.1" status: 200 len: 834 time: 0.0472302 Nov 10 22:45:02.551998 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-26ddbb3e-4a91-49bc-9f13-1ab69975b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:02.553457 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-26ddbb3e-4a91-49bc-9f13-1ab69975b652 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2248ba5-9221-48cc-a0db-a8831572e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401835 Nov 10 22:45:02.645175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-cf4e491c-2faa-4692-92e0-fe34a3600642 service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Nov 10 22:45:02.734131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-84cceadc-c00a-4b05-9a2c-08475d6ee000 req-9176cd55-d01b-4bde-9245-b77317c62872 service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817344 Nov 10 22:45:03.491117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615854f-05a5-49de-85fd-fa3d61a0e02a req-5b98cc36-3b1d-41a3-8dd6-94c592f12c5a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:03.492591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8615854f-05a5-49de-85fd-fa3d61a0e02a req-5b98cc36-3b1d-41a3-8dd6-94c592f12c5a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 944 time: 0.0482442 Nov 10 22:45:03.541062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8615854f-05a5-49de-85fd-fa3d61a0e02a req-43449fd0-2469-4e26-90bd-c71c15d0c948 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Nov 10 22:45:04.655300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a258b7-298e-4e3c-a57f-fabc988265c1 req-e1ad5f6e-a823-4bdb-a55c-8f6eca912227 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:04.656789 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d5a258b7-298e-4e3c-a57f-fabc988265c1 req-e1ad5f6e-a823-4bdb-a55c-8f6eca912227 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 944 time: 0.0487425 Nov 10 22:45:04.709988 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d5a258b7-298e-4e3c-a57f-fabc988265c1 req-87e64675-cb2d-41c5-9942-e3934f39d1e8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471654 Nov 10 22:45:04.973563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9d50d088-43d0-4515-8e0f-66baaf8522ef details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:45:05.070824 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9d50d088-43d0-4515-8e0f-66baaf8522ef, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:05.082170 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'port_id': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'mac_address': 'fa:16:3e:f4:4c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:45:05.118586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.131028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d50d088-43d0-4515-8e0f-66baaf8522ef {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:45:05.150260 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9d50d088-43d0-4515-8e0f-66baaf8522ef, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:05.224610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.270375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=9d50d088-43d0-4515-8e0f-66baaf8522ef,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:05.526747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['9d50d088-43d0-4515-8e0f-66baaf8522ef'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:45:05.800520 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d4908526-7a2c-4633-af73-405b102f3fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:05.827950 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dbfd3-6d0e-4db2-97a5-f64542a60848 req-6d8ad4e2-dac6-475e-8ddd-628182c086f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:05.829400 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-231dbfd3-6d0e-4db2-97a5-f64542a60848 req-6d8ad4e2-dac6-475e-8ddd-628182c086f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Nov 10 22:45:05.880576 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-231dbfd3-6d0e-4db2-97a5-f64542a60848 req-fcbc28c1-88f5-40bd-8f06-4ab5d07db02b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451512 Nov 10 22:45:06.973548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9d50d088-43d0-4515-8e0f-66baaf8522ef up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:45:06.999769 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da45c4-1b40-4c83-9a01-b8c1ba95986b req-edba9736-3476-48fa-bbb0-cc158cca61c4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.001391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36da45c4-1b40-4c83-9a01-b8c1ba95986b req-edba9736-3476-48fa-bbb0-cc158cca61c4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 945 time: 0.0507948 Nov 10 22:45:07.050553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-36da45c4-1b40-4c83-9a01-b8c1ba95986b req-73a2e41b-6ce5-42aa-971b-bd8bfd43cf8d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433390 Nov 10 22:45:07.081396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 9d50d088-43d0-4515-8e0f-66baaf8522ef completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:45:07.085411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 9d50d088-43d0-4515-8e0f-66baaf8522ef triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:45:07.085811 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.162014 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.185259 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:07.187667 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394e3add-4598-493b-ae87-d09546278cc1" -d '{"events": [{"server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "name": "network-vif-plugged", "status": "completed", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:07.201198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 9d50d088-43d0-4515-8e0f-66baaf8522ef, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:45:07.224010 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69bc21c-b854-4e95-ad41-cf64e40077bf x-openstack-request-id: req-f69bc21c-b854-4e95-ad41-cf64e40077bf {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:07.224692 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "name": "network-vif-plugged", "status": "completed", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:07.224941 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f69bc21c-b854-4e95-ad41-cf64e40077bf {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:07.225329 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'code': 200} Nov 10 22:45:07.258945 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:07.310832 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=9d50d088-43d0-4515-8e0f-66baaf8522ef,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:07.321872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08156727-9698-4d7c-9d05-d4d887e6adba req-bedc4708-aec8-4809-a6ec-7d44469cd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:07.324151 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08156727-9698-4d7c-9d05-d4d887e6adba req-bedc4708-aec8-4809-a6ec-7d44469cd82b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1098 time: 0.0410278 Nov 10 22:45:07.427012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-08156727-9698-4d7c-9d05-d4d887e6adba req-804228fd-7d79-412a-9a95-68ae378c216c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948668 Nov 10 22:45:07.960609 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d4f263c-0d0a-4369-b8f1-44d9bb4ec60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:08.173321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae92eb-9f10-4cd1-a368-2e8c29ca9b49 req-694dc47e-ee87-47f9-a468-ff14592f60c8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:08.175055 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39ae92eb-9f10-4cd1-a368-2e8c29ca9b49 req-694dc47e-ee87-47f9-a468-ff14592f60c8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0534599 Nov 10 22:45:08.224393 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-39ae92eb-9f10-4cd1-a368-2e8c29ca9b49 req-ce3c4932-5e1c-4e68-81cc-53d71a96c3aa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431571 Nov 10 22:45:09.345614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249590-7cbc-475d-a390-10804cf13a2a req-18d6cee5-9717-443e-b825-ed9e8961e670 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.347054 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c249590-7cbc-475d-a390-10804cf13a2a req-18d6cee5-9717-443e-b825-ed9e8961e670 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0521064 Nov 10 22:45:09.395535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c249590-7cbc-475d-a390-10804cf13a2a req-9ff9a67e-907e-49a6-93e6-c77f28949e37 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Nov 10 22:45:09.509816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e68521-ead1-42f8-bf45-9c7d93be9f7c req-8c1ca7c3-02e2-4835-b3ca-1409251da163 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.511303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22e68521-ead1-42f8-bf45-9c7d93be9f7c req-8c1ca7c3-02e2-4835-b3ca-1409251da163 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0494492 Nov 10 22:45:09.563060 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-22e68521-ead1-42f8-bf45-9c7d93be9f7c req-67354fda-343f-49cc-ae61-88a9543f59c3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457165 Nov 10 22:45:09.584734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56030) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:09.590399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:09.624298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc4025-6ae7-45b2-b2f9-e52447975256 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:09.626970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-85dc4025-6ae7-45b2-b2f9-e52447975256 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1093 time: 0.0401101 Nov 10 22:45:09.628648 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56032) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:09.632944 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:45:09.716080 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:09.814158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:09.918288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.209 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/4b98ea23-4cb7-4160-866d-8f6bbd929fd8) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:45:10.344247 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:10.429599 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:10.473368 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:45:10.476281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:45:10.478857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:45:10.501822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=4b98ea23-4cb7-4160-866d-8f6bbd929fd8,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:10.840576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:10.964398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.052974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.112952 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.206290 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.278626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=4b98ea23-4cb7-4160-866d-8f6bbd929fd8,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:45:11.286061 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.387620 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 63819e69-32cf-4f86-95b3-e352ad841e50 associated. External IP: 172.25.7.209, port: 9d50d088-43d0-4515-8e0f-66baaf8522ef. Nov 10 22:45:11.453070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.594208 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 3d25486c-4e7f-408c-8ca2-a058742b112a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:45:11.701865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:45:11.711825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] Sync routers for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:45:11.723132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:45:11.726047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:45:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:11.769562 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:11.797941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-968ddbf9-e505-4596-9832-86552074dcaa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1682096 Nov 10 22:45:11.798887 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:45:11.801289 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8e7585-6a20-4fda-b930-d2e41ed1f731" -d '{"events": [{"name": "network-changed", "server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:45:11.831689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:45:11.841161 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70b6972-4406-4995-bc7e-1c71f9f7432c x-openstack-request-id: req-b70b6972-4406-4995-bc7e-1c71f9f7432c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:45:11.847254 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:45:11.847254 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b70b6972-4406-4995-bc7e-1c71f9f7432c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:45:11.847254 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'status': 'completed', 'code': 200} Nov 10 22:45:11.905378 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9aa6-6656-44a6-aa12-00c58425b52a req-65010303-9a10-4d4a-aa2f-c79b8701ed3e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.906960 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02ca9aa6-6656-44a6-aa12-00c58425b52a req-65010303-9a10-4d4a-aa2f-c79b8701ed3e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0508106 Nov 10 22:45:11.907331 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-7e858701-ed71-42d9-98fc-11051df7e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:11.909064 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-7e858701-ed71-42d9-98fc-11051df7e067 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1098 time: 0.0428813 Nov 10 22:45:11.962936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02ca9aa6-6656-44a6-aa12-00c58425b52a req-ceea5741-3d5d-492b-9fe8-a7c718ea0b1e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494559 Nov 10 22:45:11.988683 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56038) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:12.066872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-ff9221c7-3fff-4b98-889e-b9242ea7067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:12.068363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-ff9221c7-3fff-4b98-889e-b9242ea7067d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 200 len: 898 time: 0.1486177 Nov 10 22:45:12.072778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-08eb8fbe-888e-431d-b258-c61ccc600ab1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/63819e69-32cf-4f86-95b3-e352ad841e50 HTTP/1.1" status: 200 len: 992 time: 0.0817859 Nov 10 22:45:12.139469 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-e2fc51f2-be8c-4b48-9e4c-0a472e0dc8ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 200 len: 1000 time: 0.0629451 Nov 10 22:45:12.190926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-1c3264b6-ff24-43ac-874d-a0beac414045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:12.192409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-1c3264b6-ff24-43ac-874d-a0beac414045 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd6f86ef-dd41-4c77-84e3-62bfd869878a HTTP/1.1" status: 200 len: 834 time: 0.0460033 Nov 10 22:45:12.234807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '63819e69-32cf-4f86-95b3-e352ad841e50', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'port_id': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'mac_address': 'fa:16:3e:f4:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:45:10Z', 'updated_at': '2021-11-10T22:45:10Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:56Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:12.238171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-a67b66a8-50ff-44eb-b6ad-261675ccd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:12.239659 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-a67b66a8-50ff-44eb-b6ad-261675ccd817 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2248ba5-9221-48cc-a0db-a8831572e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404966 Nov 10 22:45:12.260207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] Checking router: 3d25486c-4e7f-408c-8ca2-a058742b112a for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:45:12.268337 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:45:12.268933 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:45:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:12.334645 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-77199e81-234f-4973-b218-9f519b3f69d6 service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868881 Nov 10 22:45:12.375177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:45:12.425632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fc8e7585-6a20-4fda-b930-d2e41ed1f731 req-57b13662-accf-47b4-8384-3aacae317e1b service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833769 Nov 10 22:45:12.605220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '63819e69-32cf-4f86-95b3-e352ad841e50', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'port_id': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'mac_address': 'fa:16:3e:f4:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:45:10Z', 'updated_at': '2021-11-10T22:45:10Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:56Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:45:12.632287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b62394-22be-470f-84cc-9635600d2a4d None None] The sync data for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 is: [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '63819e69-32cf-4f86-95b3-e352ad841e50', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'port_id': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'mac_address': 'fa:16:3e:f4:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:45:10Z', 'updated_at': '2021-11-10T22:45:10Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:56Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:45:12.826575 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d5f05-a9f1-4375-93ac-7b3dd443a33d None None] New status for floating IP 63819e69-32cf-4f86-95b3-e352ad841e50: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:45:13.075662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56040) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:45:13.138633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2047a996-e76d-43b5-bf15-458de0a6e341 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/63819e69-32cf-4f86-95b3-e352ad841e50 HTTP/1.1" status: 200 len: 994 time: 0.0615125 Nov 10 22:45:20.601490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:24.344275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:35.829576 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aec9faf1-4d2b-458b-b914-8fbc0ed7a039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:37.943820 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b96086f9-6aa3-4f80-8058-670b0dad1f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:39.081302 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:45:39.566694 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:41.046621 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:41.457133 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:50.628239 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:54.348482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:45:57.959342 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-29b60a6c-20e2-4bdb-9de5-d41b96b7e069 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461175 Nov 10 22:45:58.050326 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-68841556-67f2-4bd6-8834-7855741bba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:58.051855 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-68841556-67f2-4bd6-8834-7855741bba9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1098 time: 0.0426915 Nov 10 22:45:58.162037 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-bada67ba-3683-4e4f-a31e-bba343c1edce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:58.163514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-bada67ba-3683-4e4f-a31e-bba343c1edce service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 200 len: 898 time: 0.0900607 Nov 10 22:45:58.230168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-44ef86a8-3fca-4738-b81e-36e162f31309 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 200 len: 1002 time: 0.0589669 Nov 10 22:45:58.278607 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-8ae18117-f0b4-49b5-879f-22919cf54468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:58.280074 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-8ae18117-f0b4-49b5-879f-22919cf54468 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd6f86ef-dd41-4c77-84e3-62bfd869878a HTTP/1.1" status: 200 len: 834 time: 0.0431306 Nov 10 22:45:58.329654 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-f3ee9c8f-5940-46b0-94ad-c701565c1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:45:58.331104 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-f3ee9c8f-5940-46b0-94ad-c701565c1cb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2248ba5-9221-48cc-a0db-a8831572e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445611 Nov 10 22:45:58.421214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-3939916e-af87-4bf1-99a4-e9f29d2788ed service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824444 Nov 10 22:45:58.517337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-198e9660-b52e-43d0-9de5-015b0df1c26f req-5b299dfc-834c-4974-82ca-e6d8030d0da4 service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862501 Nov 10 22:46:05.787838 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f13ef713-748f-46e6-bbb3-89eb7b39d8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:07.983782 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5922b768-a596-48c1-9325-6d2e122383ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:09.578020 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.046972 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:11.447376 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:14.051010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768543d6-b695-489c-8942-eeb4653aaeb3 req-c7c085b5-babb-43cd-bd87-713c5fca25d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.052429 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-768543d6-b695-489c-8942-eeb4653aaeb3 req-c7c085b5-babb-43cd-bd87-713c5fca25d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0646274 Nov 10 22:46:14.112501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-e1ea88f7-c24d-45bc-8592-4605fec23093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.113973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-e1ea88f7-c24d-45bc-8592-4605fec23093 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1098 time: 0.0831342 Nov 10 22:46:14.123663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-768543d6-b695-489c-8942-eeb4653aaeb3 req-d412f830-d143-43eb-be09-fa24cf3dc4e3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568893 Nov 10 22:46:14.215982 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-97dab25d-bacc-49b0-9bc7-849a37a4d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.217455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-97dab25d-bacc-49b0-9bc7-849a37a4d52a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 200 len: 898 time: 0.0929377 Nov 10 22:46:14.289296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-03c92ea3-30a8-45aa-ad6e-e4a8195ef2c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 200 len: 1002 time: 0.0638862 Nov 10 22:46:14.340096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-fc6800c9-7ee8-49fd-823a-8da70f5368c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.341450 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-fc6800c9-7ee8-49fd-823a-8da70f5368c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd6f86ef-dd41-4c77-84e3-62bfd869878a HTTP/1.1" status: 200 len: 834 time: 0.0441821 Nov 10 22:46:14.387843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-e13beba1-6f1c-4fbd-924e-578577f19a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:14.389313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-e13beba1-6f1c-4fbd-924e-578577f19a62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2248ba5-9221-48cc-a0db-a8831572e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398991 Nov 10 22:46:14.482521 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-6996eb1d-f09b-4be5-a493-e9a05eaa2ed4 service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851450 Nov 10 22:46:14.580472 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fe5628f-d9fd-4490-aa3f-26fd5c0092fc req-a7a79041-7029-4a32-baf1-7504e066cc05 service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894539 Nov 10 22:46:15.246417 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce78f8-7732-4ec2-b816-00345ce14f15 req-b9aa5163-1e36-4b22-b7e8-baa4d23f86dd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:15.247891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13ce78f8-7732-4ec2-b816-00345ce14f15 req-b9aa5163-1e36-4b22-b7e8-baa4d23f86dd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Nov 10 22:46:15.295535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13ce78f8-7732-4ec2-b816-00345ce14f15 req-37fc63de-5c43-4c57-896c-e8235cc70642 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Nov 10 22:46:16.080316 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:46:16.412125 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e6171-bfb8-4aac-ab18-199031a34399 req-c4ab79f9-ec0f-41d9-b8ef-a8003d201672 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:16.413661 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-222e6171-bfb8-4aac-ab18-199031a34399 req-c4ab79f9-ec0f-41d9-b8ef-a8003d201672 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0501292 Nov 10 22:46:16.467939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-222e6171-bfb8-4aac-ab18-199031a34399 req-c58f1f07-c95e-4bc8-9c1c-8d458d0b1b2d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482688 Nov 10 22:46:17.581665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d4c31-86c3-4a09-a6eb-430c540f6863 req-b58dcb3e-e2a9-41aa-81df-0bf971d3930a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:17.583117 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-492d4c31-86c3-4a09-a6eb-430c540f6863 req-b58dcb3e-e2a9-41aa-81df-0bf971d3930a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0479915 Nov 10 22:46:17.634638 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-492d4c31-86c3-4a09-a6eb-430c540f6863 req-a5faf96d-982a-4e37-ba08-c3c9ff552076 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449514 Nov 10 22:46:18.752068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a31a4-d07e-447d-bf64-2f437936cc3d req-17abb97b-8298-4c0d-a31b-84c796b7a275 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:18.753517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-819a31a4-d07e-447d-bf64-2f437936cc3d req-17abb97b-8298-4c0d-a31b-84c796b7a275 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0484490 Nov 10 22:46:18.802500 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-819a31a4-d07e-447d-bf64-2f437936cc3d req-84b5b840-a5f8-47af-9f94-a25c734aa6a9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428233 Nov 10 22:46:19.917323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d26d8-cbc3-4b0e-9c6d-d8e6320f1392 req-82d3e252-6c5b-4aae-81a3-2c716246af6b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:19.918767 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-414d26d8-cbc3-4b0e-9c6d-d8e6320f1392 req-82d3e252-6c5b-4aae-81a3-2c716246af6b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Nov 10 22:46:19.967366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-414d26d8-cbc3-4b0e-9c6d-d8e6320f1392 req-5b5a5d63-93ca-4c16-a3f6-7c84777f6d71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423503 Nov 10 22:46:20.611531 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:21.090069 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19562939-71be-471e-a8b9-7baf25a41a68 req-ab316b59-b01d-4e94-b165-dc65d51028d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:21.091871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19562939-71be-471e-a8b9-7baf25a41a68 req-ab316b59-b01d-4e94-b165-dc65d51028d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0546508 Nov 10 22:46:21.158796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-19562939-71be-471e-a8b9-7baf25a41a68 req-eafd3523-d8df-49cc-9c9e-b0bb9f56c681 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611908 Nov 10 22:46:22.278408 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f0f19-198c-4e6d-bade-07ca6b88be44 req-1a89b4bd-04c4-4697-953a-949ba245de4f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:22.280015 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-576f0f19-198c-4e6d-bade-07ca6b88be44 req-1a89b4bd-04c4-4697-953a-949ba245de4f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0491064 Nov 10 22:46:22.329631 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-576f0f19-198c-4e6d-bade-07ca6b88be44 req-b61f1e6a-e8f3-46a5-8c0a-eb96f63d6b37 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437155 Nov 10 22:46:23.447196 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57a046-6427-4f07-bfe2-7aebfc4cc947 req-e2946a63-5815-4802-935c-b0677d6ddb1d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:23.449091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b57a046-6427-4f07-bfe2-7aebfc4cc947 req-e2946a63-5815-4802-935c-b0677d6ddb1d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0525098 Nov 10 22:46:23.497344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3b57a046-6427-4f07-bfe2-7aebfc4cc947 req-b08a7fc7-86ae-412c-9257-e214286f2e86 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Nov 10 22:46:24.358983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:24.615674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52bbb6-020c-463d-8f0d-e95609b1b46f req-d1aad950-4050-4283-ad76-2c91d432a14a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:24.617216 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd52bbb6-020c-463d-8f0d-e95609b1b46f req-d1aad950-4050-4283-ad76-2c91d432a14a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0529959 Nov 10 22:46:24.667224 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bd52bbb6-020c-463d-8f0d-e95609b1b46f req-8de2f257-7805-46c0-8ff6-fb1e5e29a4e2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Nov 10 22:46:25.782086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fa7d6-6513-4a0d-9f1b-8be8aa640d46 req-d7c7d3f2-9264-4bd9-bc23-f43e5f938fad tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:25.783552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-858fa7d6-6513-4a0d-9f1b-8be8aa640d46 req-d7c7d3f2-9264-4bd9-bc23-f43e5f938fad tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0490403 Nov 10 22:46:25.834476 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-858fa7d6-6513-4a0d-9f1b-8be8aa640d46 req-91b52b3d-3138-4ad5-bfe1-53ba971264b1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450943 Nov 10 22:46:25.857623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56096) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:46:25.920281 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a970cae3-5ce2-4702-8e9e-b670881c08a0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/63819e69-32cf-4f86-95b3-e352ad841e50 HTTP/1.1" status: 200 len: 994 time: 0.0615315 Nov 10 22:46:35.783656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6a9108b9-136d-4f9e-a9e8-1e4654b26865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:37.964914 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cba618a5-1b4c-4068-a445-595229ceaa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:39.565936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.063333 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:41.451945 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:50.646224 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:53.080887 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:46:54.360657 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:46:58.958733 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-00bb123e-95df-40f8-b410-8421f4a2acf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400045 Nov 10 22:46:59.039807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-00d1d08e-a2a9-4745-b878-4ceb33f55ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:59.041846 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-00d1d08e-a2a9-4745-b878-4ceb33f55ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1098 time: 0.0399587 Nov 10 22:46:59.148926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-35978594-b9ab-4929-9824-036cc852c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:59.150912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-35978594-b9ab-4929-9824-036cc852c8fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 200 len: 898 time: 0.0880911 Nov 10 22:46:59.218273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-659a0baa-bbc7-4f1e-8223-d6a09ef7c53f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 200 len: 1002 time: 0.0591288 Nov 10 22:46:59.271140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-6658812b-02c8-4511-84f3-5b82e3c91c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:59.272603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-6658812b-02c8-4511-84f3-5b82e3c91c4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd6f86ef-dd41-4c77-84e3-62bfd869878a HTTP/1.1" status: 200 len: 834 time: 0.0475421 Nov 10 22:46:59.319342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-36ad8cd7-0063-48ad-8a0a-81170396a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:46:59.320828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-36ad8cd7-0063-48ad-8a0a-81170396a5d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2248ba5-9221-48cc-a0db-a8831572e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416737 Nov 10 22:46:59.412445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-9d5c7e66-ce11-43fe-8c3f-df2ca4f3f8f1 service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Nov 10 22:46:59.508650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b08a2ec2-80d0-45a5-974c-7a683873101d req-310b634f-cd59-4b8a-853a-3381f519320e service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873537 Nov 10 22:47:05.822976 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a854d58e-a5dd-4dd0-8194-df1eda558a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:07.948785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-673c34ce-9930-43f2-8c2d-d09bb32e4611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:09.617603 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:11.051902 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:11.450146 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.304244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56116) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:14.458819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 4b98ea23-4cb7-4160-866d-8f6bbd929fd8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:14.459042 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.534984 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.535303 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.546526 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 4b98ea23-4cb7-4160-866d-8f6bbd929fd8 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:14.737787 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.766471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=4b98ea23-4cb7-4160-866d-8f6bbd929fd8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:14.778913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.779263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.779604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.779967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.780301 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.780634 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.780962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.781289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.781622 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.781941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.782263 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.782584 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:14.835882 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:14.836242 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 63819e69-32cf-4f86-95b3-e352ad841e50 disassociated (deleted). External IP: 172.25.7.209, port: 9d50d088-43d0-4515-8e0f-66baaf8522ef. Nov 10 22:47:15.385891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 3d25486c-4e7f-408c-8ca2-a058742b112a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:15.495753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:15.500468 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:15.505026 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] Sync routers for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:15.515056 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:15.515646 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:15.527858 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c13b36eb-e8cf-4bdc-ab6b-eb1e42467ab2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/floatingips/63819e69-32cf-4f86-95b3-e352ad841e50 HTTP/1.1" status: 204 len: 168 time: 1.2224696 Nov 10 22:47:15.528456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:15.530704 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92238c3c-c2ed-491d-9d02-f45ee85537df" -d '{"events": [{"name": "network-changed", "server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:15.572221 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f0916f-5e2d-4466-abf7-66567e96378f x-openstack-request-id: req-97f0916f-5e2d-4466-abf7-66567e96378f {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:15.572504 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:15.572744 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97f0916f-5e2d-4466-abf7-66567e96378f {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:15.573156 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'status': 'completed', 'code': 200} Nov 10 22:47:15.628234 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:15.663512 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-d4744a64-b6a8-45fa-96d1-95d185969ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:15.665699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-d4744a64-b6a8-45fa-96d1-95d185969ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 1098 time: 0.0706358 Nov 10 22:47:15.770905 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-e25c27ff-4875-41d8-b799-5c00c3025e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:15.776677 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-e25c27ff-4875-41d8-b799-5c00c3025e01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 200 len: 898 time: 0.0939922 Nov 10 22:47:15.817561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-1976f3b9-f573-47b3-9d7d-b11618d6b30e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 200 len: 217 time: 0.0383084 Nov 10 22:47:15.838899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:56Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:15.865955 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] Checking router: 3d25486c-4e7f-408c-8ca2-a058742b112a for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:47:15.875780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-b213ff01-165e-4b5a-8aeb-4a2bf5ba38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:15.876050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:15.876647 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:15.877380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-b213ff01-165e-4b5a-8aeb-4a2bf5ba38d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd6f86ef-dd41-4c77-84e3-62bfd869878a HTTP/1.1" status: 200 len: 834 time: 0.0511229 Nov 10 22:47:15.929749 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-84845f2f-ec20-4c8b-8c48-1320a8979f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:15.932209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-84845f2f-ec20-4c8b-8c48-1320a8979f8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e2248ba5-9221-48cc-a0db-a8831572e6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463631 Nov 10 22:47:15.991565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:16.004824 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67374c3-6262-47b9-9378-daa9ed2905ed req-cbf48b77-d798-42ee-9f8a-6b7d1b415c01 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:16.008177 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b67374c3-6262-47b9-9378-daa9ed2905ed req-cbf48b77-d798-42ee-9f8a-6b7d1b415c01 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0548022 Nov 10 22:47:16.037066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-1dcf1933-66b0-4160-8eb6-1ed102847e6c service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952592 Nov 10 22:47:16.062374 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b67374c3-6262-47b9-9378-daa9ed2905ed req-7d358731-1a9a-4acc-85c9-eab1bc7edb48 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494385 Nov 10 22:47:16.143879 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-92238c3c-c2ed-491d-9d02-f45ee85537df req-16af52b2-4c1e-4fc2-8eb3-7efd9177f4dd service neutron] 10.222.0.64 "GET /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962501 Nov 10 22:47:16.197164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:56Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:16.228899 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be092835-645c-4657-b8c2-c18d7ec0da98 None None] The sync data for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 is: [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:53Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '650bea28-42cd-49cf-b71a-ebc5150071b8', 'name': '', 'network_id': 'e2248ba5-9221-48cc-a0db-a8831572e6f9', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:95:1f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:52Z', 'updated_at': '2021-11-10T22:44:56Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': 'dd6f86ef-dd41-4c77-84e3-62bfd869878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:16.454535 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c5eee3-fd8d-45ca-a55c-a9a497e36f39 None None] New status for floating IP 63819e69-32cf-4f86-95b3-e352ad841e50: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:47:17.185423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262db44-34de-4af2-989e-08d9cb5e4419 req-440997e1-fe25-4931-8855-1b3a0be791d0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:17.188214 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7262db44-34de-4af2-989e-08d9cb5e4419 req-440997e1-fe25-4931-8855-1b3a0be791d0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0512183 Nov 10 22:47:17.237442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7262db44-34de-4af2-989e-08d9cb5e4419 req-2253918a-51e2-4cdc-a219-06fe12e3760b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=c32b3d18-92a5-41f3-8c51-b0c932c89217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432928 Nov 10 22:47:17.692598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-f849cea5-604e-4575-a4ef-942098da9cd3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:17.694058 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-f849cea5-604e-4575-a4ef-942098da9cd3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 946 time: 0.0540524 Nov 10 22:47:17.782269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 9d50d088-43d0-4515-8e0f-66baaf8522ef {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:17.782622 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:17.873740 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 9d50d088-43d0-4515-8e0f-66baaf8522ef, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=9d50d088-43d0-4515-8e0f-66baaf8522ef,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:17.874100 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:17.886531 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 9d50d088-43d0-4515-8e0f-66baaf8522ef owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:18.057673 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:18.090794 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=9d50d088-43d0-4515-8e0f-66baaf8522ef,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:18.134594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] No DVR routers for this DVR port 9d50d088-43d0-4515-8e0f-66baaf8522ef on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:18.138554 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:18.141907 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eaa23ad0-8629-4b79-aaf5-122e5bc2b90f req-6e33d2d0-1746-451b-b34f-f1cadcc2d0a7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "DELETE /v2.0/ports/9d50d088-43d0-4515-8e0f-66baaf8522ef HTTP/1.1" status: 204 len: 173 time: 0.4408731 Nov 10 22:47:18.142366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'name': 'network-vif-deleted', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:18.144652 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d70fb-fd97-4682-981d-e0b7a26b0b1c" -d '{"events": [{"server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "name": "network-vif-deleted", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:18.181721 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5042429-d500-4caa-baed-c4fb7ea208d9 x-openstack-request-id: req-d5042429-d500-4caa-baed-c4fb7ea208d9 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:18.182050 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c7c75-9a1b-49cb-b64d-f5b2efe4c198", "name": "network-vif-deleted", "tag": "9d50d088-43d0-4515-8e0f-66baaf8522ef", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:18.182466 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5042429-d500-4caa-baed-c4fb7ea208d9 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:18.182869 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228c7c75-9a1b-49cb-b64d-f5b2efe4c198', 'name': 'network-vif-deleted', 'tag': '9d50d088-43d0-4515-8e0f-66baaf8522ef', 'status': 'completed', 'code': 200} Nov 10 22:47:18.334625 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aec46e2f-15f2-4cd3-a4df-ff8baf46497f req-b4d6f487-9bbe-477a-9e5d-75417679b2ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=228c7c75-9a1b-49cb-b64d-f5b2efe4c198 HTTP/1.1" status: 200 len: 210 time: 0.0259347 Nov 10 22:47:19.394618 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56132) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:19.757783 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:19.766177 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9d50d088-43d0-4515-8e0f-66baaf8522ef no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:19.785682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 9d50d088-43d0-4515-8e0f-66baaf8522ef {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:19.786020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 9d50d088-43d0-4515-8e0f-66baaf8522ef not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:20.011031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 650bea28-42cd-49cf-b71a-ebc5150071b8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:20.011031 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.097055 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 650bea28-42cd-49cf-b71a-ebc5150071b8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=650bea28-42cd-49cf-b71a-ebc5150071b8,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:20.097416 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.109826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 650bea28-42cd-49cf-b71a-ebc5150071b8 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:20.337670 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.365477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=650bea28-42cd-49cf-b71a-ebc5150071b8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:20.543219 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.646387 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.770416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 3d25486c-4e7f-408c-8ca2-a058742b112a has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:20.879381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:20.884406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4c8913b1-3e64-4ad4-8cfe-928563ede28a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/3d25486c-4e7f-408c-8ca2-a058742b112a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887683 Nov 10 22:47:20.887396 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56134) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:20.890994 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] Sync routers for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:20.900484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:20.901519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:20.944765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting subnet dd6f86ef-dd41-4c77-84e3-62bfd869878a {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:47:20.948441 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:20.988894 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.007937 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:21.079059 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.190493 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:47:20Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:21.217775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] Checking router: 3d25486c-4e7f-408c-8ca2-a058742b112a for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:47:21.226171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] Routers {'3d25486c-4e7f-408c-8ca2-a058742b112a'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:21.226768 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['3d25486c-4e7f-408c-8ca2-a058742b112a'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:21.229131 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.256901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6f86ef-dd41-4c77-84e3-62bfd869878a,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:21.261764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.264980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f36284f7-3221-4e4e-9876-af598c191e1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/subnets/dd6f86ef-dd41-4c77-84e3-62bfd869878a HTTP/1.1" status: 204 len: 168 time: 0.3759849 Nov 10 22:47:21.267615 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56136) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:21.271569 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc5ba8-2335-414e-818c-3ffa21614352 None None] Network e2248ba5-9221-48cc-a0db-a8831572e6f9 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:21.381171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.492898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.570083 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] Set router 3d25486c-4e7f-408c-8ca2-a058742b112a gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:21.625154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:21.625789 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.709968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:21.710394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.723546 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:21.773212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:47:20Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:21.776435 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] DHCP port deletion for e2248ba5-9221-48cc-a0db-a8831572e6f9 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:47:21.809272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5520f9f3-4975-46e1-b75f-de9675a9a9a9 None None] The sync data for ids ['3d25486c-4e7f-408c-8ca2-a058742b112a'] in n-d-776250-11 is: [{'id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408246854', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:47:20Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '05f2a3a0-3229-43c7-ad9d-c47c663e1ab4', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d25486c-4e7f-408c-8ca2-a058742b112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:44:49Z', 'updated_at': '2021-11-10T22:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:21.859439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Deleting port e039cfb9-e8b3-47db-a70e-dae0c5a39991 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:47:21.859843 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.924375 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] For port e039cfb9-e8b3-47db-a70e-dae0c5a39991, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e039cfb9-e8b3-47db-a70e-dae0c5a39991,segment=NetworkSegment(a150c1e4-8e9f-4338-9542-7b272adac37f),segment_id=a150c1e4-8e9f-4338-9542-7b272adac37f)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:21.925071 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.941861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Calling delete_port for e039cfb9-e8b3-47db-a70e-dae0c5a39991 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:47:21.954592 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:21.979381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=05f2a3a0-3229-43c7-ad9d-c47c663e1ab4,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:22.003360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e88ee-fd1f-460f-8611-aa7b187e45cb None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:47:22.051620 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.078430 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.101572 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Pushing event deleted for resources: {'Port': ['ID=e039cfb9-e8b3-47db-a70e-dae0c5a39991,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:22.111350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] No DVR routers for this DVR port e039cfb9-e8b3-47db-a70e-dae0c5a39991 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:47:22.113669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.114077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.114350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.114684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.115012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.115341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.115667 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.116017 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.116339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.116663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.116983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.117303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01544815-35b4-4313-b57b-19ce01373ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.149435 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.152540 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.278783 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.279286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Fanout notify agent at l3_agent the message router_deleted on router 3d25486c-4e7f-408c-8ca2-a058742b112a {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:47:22.286187 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.287425 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b992abfa-3a1f-46ff-8e24-d04c34d7ef6f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/routers/3d25486c-4e7f-408c-8ca2-a058742b112a HTTP/1.1" status: 204 len: 168 time: 1.0186615 Nov 10 22:47:22.290233 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56138) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:22.382728 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.473801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.496959 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2248ba5-9221-48cc-a0db-a8831572e6f9']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:22.505958 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a150c1e4-8e9f-4338-9542-7b272adac37f') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:22.506260 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a150c1e4-8e9f-4338-9542-7b272adac37f') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:22.523922 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.538881 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.545411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:47:22.545801 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:47:22.549081 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:47:22.661837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.675425 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.675425 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/networks/e2248ba5-9221-48cc-a0db-a8831572e6f9 HTTP/1.1" status: 204 len: 168 time: 0.3823383 Nov 10 22:47:22.676646 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56140) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:22.686332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Network': ['ID=e2248ba5-9221-48cc-a0db-a8831572e6f9,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:22.695133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.695133 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.695422 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.695547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.695893 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.696225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.696559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.696870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.697192 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.697559 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.697955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.698279 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657bbbb6-2bf8-4c6e-849d-329ed41291b4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:22.745372 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9700483-b96b-424e-bd58-925a4823cde5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.772446 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9700483-b96b-424e-bd58-925a4823cde5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.901539 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9700483-b96b-424e-bd58-925a4823cde5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.904147 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d9700483-b96b-424e-bd58-925a4823cde5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:22.905363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d9700483-b96b-424e-bd58-925a4823cde5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/security-groups/c32b3d18-92a5-41f3-8c51-b0c932c89217 HTTP/1.1" status: 204 len: 168 time: 0.2277312 Nov 10 22:47:22.914953 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9700483-b96b-424e-bd58-925a4823cde5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b3d18-92a5-41f3-8c51-b0c932c89217,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:23.403192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 650bea28-42cd-49cf-b71a-ebc5150071b8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:23.426276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 650bea28-42cd-49cf-b71a-ebc5150071b8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:23.426622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 650bea28-42cd-49cf-b71a-ebc5150071b8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:23.427020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:23.445875 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:23.446216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 05f2a3a0-3229-43c7-ad9d-c47c663e1ab4 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:23.446619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e039cfb9-e8b3-47db-a70e-dae0c5a39991 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:47:23.466585 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e039cfb9-e8b3-47db-a70e-dae0c5a39991 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:47:23.467050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e039cfb9-e8b3-47db-a70e-dae0c5a39991 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:47:24.365961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.503214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56148) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:24.507710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-82204db8-a52e-4c69-8022-b7f2cae31ee4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874360904', 'description': 'tempest-secgroup-smoke-1874360904 description', 'project_id': '7c2340e3ba69418cba330cad62ab8828'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:24.594518 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82204db8-a52e-4c69-8022-b7f2cae31ee4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.664546 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82204db8-a52e-4c69-8022-b7f2cae31ee4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.743227 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82204db8-a52e-4c69-8022-b7f2cae31ee4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.771289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82204db8-a52e-4c69-8022-b7f2cae31ee4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba60b1b-3008-48c3-b7ae-54563bde6fe5,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:24.830993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-82204db8-a52e-4c69-8022-b7f2cae31ee4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.832286 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-82204db8-a52e-4c69-8022-b7f2cae31ee4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3280413 Nov 10 22:47:24.835180 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56150) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:24.840044 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-924722ff-dd65-435c-83a1-f0ad26ee6b1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '5ba60b1b-3008-48c3-b7ae-54563bde6fe5', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:24.923343 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-924722ff-dd65-435c-83a1-f0ad26ee6b1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:24.977329 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-924722ff-dd65-435c-83a1-f0ad26ee6b1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.051493 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-924722ff-dd65-435c-83a1-f0ad26ee6b1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.070545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924722ff-dd65-435c-83a1-f0ad26ee6b1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ec868b-c0a1-4e62-a32c-cfcc7285e893,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:25.139273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-924722ff-dd65-435c-83a1-f0ad26ee6b1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.141480 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-924722ff-dd65-435c-83a1-f0ad26ee6b1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052762 Nov 10 22:47:25.144370 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56152) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:25.148623 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-6a73813c-af6a-4d78-a34e-b81227646aa3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '5ba60b1b-3008-48c3-b7ae-54563bde6fe5', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:25.210827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a73813c-af6a-4d78-a34e-b81227646aa3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.265481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a73813c-af6a-4d78-a34e-b81227646aa3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.309429 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a73813c-af6a-4d78-a34e-b81227646aa3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.328730 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73813c-af6a-4d78-a34e-b81227646aa3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05528a4a-a08f-43b9-ab76-f2dfa7e0edde,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:25.420174 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6a73813c-af6a-4d78-a34e-b81227646aa3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.421380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6a73813c-af6a-4d78-a34e-b81227646aa3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2760983 Nov 10 22:47:25.424393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56154) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:25.428670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3ec49cdd-6af1-4435-8660-4c7e8e78c68f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '5ba60b1b-3008-48c3-b7ae-54563bde6fe5', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:25.507897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ec49cdd-6af1-4435-8660-4c7e8e78c68f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.566229 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ec49cdd-6af1-4435-8660-4c7e8e78c68f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.646521 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ec49cdd-6af1-4435-8660-4c7e8e78c68f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.664398 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49cdd-6af1-4435-8660-4c7e8e78c68f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3b1fd6-5acf-4206-be70-e2790d986699,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:25.727944 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3ec49cdd-6af1-4435-8660-4c7e8e78c68f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.729611 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3ec49cdd-6af1-4435-8660-4c7e8e78c68f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042696 Nov 10 22:47:25.732347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56156) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:25.736731 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-861c3374-f0a9-44da-bbd4-f5dc82273ec2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '5ba60b1b-3008-48c3-b7ae-54563bde6fe5', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:25.822018 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-861c3374-f0a9-44da-bbd4-f5dc82273ec2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.877424 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-861c3374-f0a9-44da-bbd4-f5dc82273ec2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.959749 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-861c3374-f0a9-44da-bbd4-f5dc82273ec2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:25.977762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c3374-f0a9-44da-bbd4-f5dc82273ec2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e80979-1848-43d1-ac24-9fa9bd47d266,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:26.053565 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-861c3374-f0a9-44da-bbd4-f5dc82273ec2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.054782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-861c3374-f0a9-44da-bbd4-f5dc82273ec2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214881 Nov 10 22:47:26.058109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56158) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:26.062783 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '5ba60b1b-3008-48c3-b7ae-54563bde6fe5', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:26.154458 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:47:26.159432 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.219145 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.285977 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.304512 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf2b4bb-ed0e-4e01-939a-98c6fb623883,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:26.350874 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.352121 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4d2c46c5-b645-41ae-aedd-138e434c8762 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2929177 Nov 10 22:47:26.354951 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56160) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:26.359245 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '5ba60b1b-3008-48c3-b7ae-54563bde6fe5', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:26.433246 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:47:26.438118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.500786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.586810 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.606036 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3df485-f599-406f-81b3-c856319ad61b,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:26.709291 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.710487 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-622f3649-a4e0-4dd2-b95d-746f8814bc42 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3546236 Nov 10 22:47:26.713371 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56162) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:26.718135 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'network': {'name': 'tempest-network-smoke--1767128646', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'port_security_enabled': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:26.809904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:47:26.813377 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.836469 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:47:26.845928 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.846271 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Added segment a8c721c0-0e01-4cc0-b819-752900e169eb of type vlan for network 8934f057-eb53-446b-b1ea-19f939d44f2b Nov 10 22:47:26.885206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.964777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:26.970434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:26.971197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:27.042355 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Network': ['ID=8934f057-eb53-446b-b1ea-19f939d44f2b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:27.052843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 8934f057-eb53-446b-b1ea-19f939d44f2b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:47:27.094863 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-153ef653-b723-463e-ae47-638423b0eb0d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3804789 Nov 10 22:47:27.097737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56164) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:27.102309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'admin_state_up': True, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:27.206588 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:27.207680 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:27.257234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:27.774551 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.021098 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.043102 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.143821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.104 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/5d3fcb96-7520-4d9f-9258-4de2e8b6e46c) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:28.251082 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.349470 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.389550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:28.392396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:28.394916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:28.406939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b00896-ecd9-49c9-af93-66033d553ad1 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:47:28.420624 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:28.470076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a28879c-769d-4de1-80cb-8056aa5a1701 None None] Provisioning complete for port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:28.470548 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a28879c-769d-4de1-80cb-8056aa5a1701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.505483 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3a28879c-769d-4de1-80cb-8056aa5a1701 None None] Port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:47:28.726370 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:28.923649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:29.138067 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 60f6b6ed-c6f4-404e-992f-9d2153938346 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:47:29.247335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:29.257515 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Sync routers for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:29.271000 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:29.272312 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:29.322523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:29.324523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1dd6091a-64ba-4d08-9930-bbd51377dd94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2257719 Nov 10 22:47:29.327687 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56168) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:29.358585 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c44c8219-e536-4a22-bdf8-61bad5a1e926 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7c2340e3ba69418cba330cad62ab8828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296929 Nov 10 22:47:29.361209 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56170) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:29.373140 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:29.452963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3553c-5124-4fec-9621-76b93d1fbc7f tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:29.454365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-36c3553c-5124-4fec-9621-76b93d1fbc7f tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922000 Nov 10 22:47:29.457160 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56172) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:29.484876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c9ed26bb-4787-4329-9887-82e512b6dbb9 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266676 Nov 10 22:47:29.487418 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56174) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:29.492072 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185396526', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:29.552531 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:28Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:29.580143 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Checking router: 60f6b6ed-c6f4-404e-992f-9d2153938346 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:47:29.580498 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Updating router 60f6b6ed-c6f4-404e-992f-9d2153938346 port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:47:29.605106 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:29.772041 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:47:29.780052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:29.860360 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:29.935632 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:29.976397 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0fc10-e664-4c13-bbf5-ec69762eaad2 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:47:29.987704 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Pushing event updated for resources: {'Port': ['ID=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:29.989962 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Attempting to bind port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:29.990336 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Attempting to bind port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:29.990691 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Attempting to bind port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:30.000198 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.000541 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.000877 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.001208 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.001535 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.001859 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.002182 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.002502 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.002823 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.003140 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.003458 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.003793 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:47:30.006987 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:30.007355 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:30.007803 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.008160 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:30.008608 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Bound port: 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:30.008984 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.017752 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.036606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-20785525-b5a0-408d-a54e-5cdc15ed320d None None] Provisioning complete for port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:30.037238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-20785525-b5a0-408d-a54e-5cdc15ed320d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.062161 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] For port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:30.066708 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] For port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:30.072104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-20785525-b5a0-408d-a54e-5cdc15ed320d None None] Port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:47:30.080310 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:47:30.088499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Subnet': ['ID=34e8152d-6190-4f81-a5a3-bc9043ee3bed,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:30.097169 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Checking segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:30.097528 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network hostable DHCP agents. Network: 8934f057-eb53-446b-b1ea-19f939d44f2b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:47:30.143742 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.172525 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network 8934f057-eb53-446b-b1ea-19f939d44f2b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:47:30.189401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d4e7bd-7d1a-44e3-ba4b-68dc9c58a7d7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:47:30.201453 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:30.202263 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:30.236768 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3799-a3c5-4e1c-9f26-c0388155c2a7 None None] Pushing event updated for resources: {'Port': ['ID=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:30.246410 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 8934f057-eb53-446b-b1ea-19f939d44f2b) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:30.251000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:30.251609 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.255640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0003ab-82c1-4d70-acc7-bf823362be40 None None] Network 8934f057-eb53-446b-b1ea-19f939d44f2b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:30.316345 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:30.328901 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1b469fe9-a5db-4d05-bdc9-f9d1ec9ca692 None None] Provisioning complete for port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:30.329268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1b469fe9-a5db-4d05-bdc9-f9d1ec9ca692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.345401 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e8e988b9-b207-4dc5-aa1c-b05760ca2da6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8533850 Nov 10 22:47:30.345401 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56176) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:30.475769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1b469fe9-a5db-4d05-bdc9-f9d1ec9ca692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.485328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-8934f057-eb53-446b-b1ea-19f939d44f2b', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:47:30.486150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.513464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-1b469fe9-a5db-4d05-bdc9-f9d1ec9ca692 None None] For port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:30.572714 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1b469fe9-a5db-4d05-bdc9-f9d1ec9ca692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.609614 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:28Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:30.639838 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b074c9a1-fcd0-4dc7-a88a-f9068cfb956c None None] The sync data for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 is: [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:28Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:30.671519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b469fe9-a5db-4d05-bdc9-f9d1ec9ca692 None None] Pushing event updated for resources: {'Port': ['ID=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:30.684296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Allocated IP 172.20.0.2 (8934f057-eb53-446b-b1ea-19f939d44f2b/34e8152d-6190-4f81-a5a3-bc9043ee3bed/0f3ebe19-b6ef-41fe-ade3-2ad92162a189) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:30.815080 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.853630 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.934063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:30.981606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Network 8934f057-eb53-446b-b1ea-19f939d44f2b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:30.988101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:30.990287 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Pushing event updated for resources: {'Port': ['ID=0f3ebe19-b6ef-41fe-ade3-2ad92162a189,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:30.992557 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:31.056205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Attempting to bind port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:31.056672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Attempting to bind port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:31.057103 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Attempting to bind port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 on network 8934f057-eb53-446b-b1ea-19f939d44f2b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:31.063373 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:31.063996 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Checking segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:31.064406 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.064797 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Bound using segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:31.065266 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Bound port: 0f3ebe19-b6ef-41fe-ade3-2ad92162a189, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:31.065785 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.135534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] For port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:31.140322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] For port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0f3ebe19-b6ef-41fe-ade3-2ad92162a189,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:31.152556 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.1 (8934f057-eb53-446b-b1ea-19f939d44f2b/34e8152d-6190-4f81-a5a3-bc9043ee3bed/d6a2a361-1e97-4ac7-9daf-e6c2a716667f) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:31.223737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.285953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf69706-45c5-4894-a044-c0f5fc47a757 None None] Pushing event updated for resources: {'Port': ['ID=0f3ebe19-b6ef-41fe-ade3-2ad92162a189,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:31.290250 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.388054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.443220 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network 8934f057-eb53-446b-b1ea-19f939d44f2b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:31.447423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:31.450936 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:31.458566 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:31.472265 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:31.536839 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.548908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:31.549279 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:31.753520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.030057 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.095603 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.169853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:32.176138 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.271674 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network 8934f057-eb53-446b-b1ea-19f939d44f2b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:32.273016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:32.384551 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 60f6b6ed-c6f4-404e-992f-9d2153938346 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:32.498363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:32.504545 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c92c08cb-c550-4f89-9bca-d79f94b46470 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/60f6b6ed-c6f4-404e-992f-9d2153938346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1577721 Nov 10 22:47:32.663751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c59f7f44-d200-4ff5-bd60-0b365f021247 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874360904&fields=id&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 267 time: 0.0498903 Nov 10 22:47:32.737171 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf14f59-4846-4097-9b5d-7ab49ad344d8 None None] Network 8934f057-eb53-446b-b1ea-19f939d44f2b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:47:32.783377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-18c435e9-3ea9-4869-bb2b-8ae3364005d7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:32.785436 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-18c435e9-3ea9-4869-bb2b-8ae3364005d7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 797 time: 0.1138155 Nov 10 22:47:32.801414 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-886cdd60-617a-4497-bf74-72b5b9c13806 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/quotas/7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 375 time: 0.0101717 Nov 10 22:47:32.835055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Sync routers for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:32.860861 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-a9bfe587-1d76-49a5-ad4c-a82f19d1f07d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508571 Nov 10 22:47:32.876034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cf16774b-4ce8-46a6-9614-2f23f4a57297 None None] Provisioning complete for port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:32.876656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf16774b-4ce8-46a6-9614-2f23f4a57297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:32.901205 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:32.902450 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:32.962775 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-79b28dc2-f4fa-4e87-bc30-2cbe9d3ab197 service neutron] 10.222.0.45 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910087 Nov 10 22:47:33.054921 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-dbffb115-3635-4207-a699-fa02bb04ea28 service neutron] 10.222.0.45 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850558 Nov 10 22:47:33.246587 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:33.289159 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf16774b-4ce8-46a6-9614-2f23f4a57297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:33.345059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-67367259-0073-4341-9d2c-68cee0babb0c req-a5651b55-5eb6-4840-a9d4-356901d212dd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 210 time: 0.0421333 Nov 10 22:47:33.465046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-cf16774b-4ce8-46a6-9614-2f23f4a57297 None None] For port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0f3ebe19-b6ef-41fe-ade3-2ad92162a189,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:33.481807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:33.542833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 2, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:33.574691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Checking router: 60f6b6ed-c6f4-404e-992f-9d2153938346 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:47:33.575086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Updating router 60f6b6ed-c6f4-404e-992f-9d2153938346 port d6a2a361-1e97-4ac7-9daf-e6c2a716667f binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:47:33.577002 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cf16774b-4ce8-46a6-9614-2f23f4a57297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:33.628134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:33.628505 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:33.654422 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:33.730515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16774b-4ce8-46a6-9614-2f23f4a57297 None None] Pushing event updated for resources: {'Port': ['ID=0f3ebe19-b6ef-41fe-ade3-2ad92162a189,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:33.755148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9bb8f047-dfc8-4aa2-90ed-06e1265cf767 None None] Provisioning complete for port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:33.755834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f047-dfc8-4aa2-90ed-06e1265cf767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.035965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-9bb8f047-dfc8-4aa2-90ed-06e1265cf767 None None] Provisioning complete for port d6a2a361-1e97-4ac7-9daf-e6c2a716667f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:34.036342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9bb8f047-dfc8-4aa2-90ed-06e1265cf767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.102747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8f047-dfc8-4aa2-90ed-06e1265cf767 None None] Port d6a2a361-1e97-4ac7-9daf-e6c2a716667f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:47:34.114545 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.213270 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.273106 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e9f27dd2-88a3-41f4-aad1-6fc2ce35547f None None] Provisioning complete for port d6a2a361-1e97-4ac7-9daf-e6c2a716667f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:34.273472 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e9f27dd2-88a3-41f4-aad1-6fc2ce35547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.275921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866dece-9dad-4e2c-a064-df9ff9dc8d11 None None] Pushing event updated for resources: {'Port': ['ID=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:34.347063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e9f27dd2-88a3-41f4-aad1-6fc2ce35547f None None] Port d6a2a361-1e97-4ac7-9daf-e6c2a716667f cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:47:34.357531 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Attempting to bind port d6a2a361-1e97-4ac7-9daf-e6c2a716667f on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:34.357903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Attempting to bind port d6a2a361-1e97-4ac7-9daf-e6c2a716667f by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:34.358265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Attempting to bind port d6a2a361-1e97-4ac7-9daf-e6c2a716667f on network 8934f057-eb53-446b-b1ea-19f939d44f2b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:34.363564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:34.364018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Checking segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:34.364580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.365054 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Bound using segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:34.365700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Bound port: d6a2a361-1e97-4ac7-9daf-e6c2a716667f, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:34.367275 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.445777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] For port d6a2a361-1e97-4ac7-9daf-e6c2a716667f, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:34.449625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] For port d6a2a361-1e97-4ac7-9daf-e6c2a716667f, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:34.450344 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1ef8ca6-fb55-4556-92e4-94c8b8d82281 req-82518a04-8dc7-49dc-95a6-8bd6657fed06 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 210 time: 0.0308359 Nov 10 22:47:34.532039 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.606896 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2ec16555-f3fb-4ccc-8a43-6dc1a5d293ba None None] Provisioning complete for port d6a2a361-1e97-4ac7-9daf-e6c2a716667f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:34.607320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ec16555-f3fb-4ccc-8a43-6dc1a5d293ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.634733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:34.635356 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:34.637183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866dece-9dad-4e2c-a064-df9ff9dc8d11 None None] Pushing event updated for resources: {'Port': ['ID=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:34.799842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:34.830237 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ec16555-f3fb-4ccc-8a43-6dc1a5d293ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:34.920942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2ec16555-f3fb-4ccc-8a43-6dc1a5d293ba None None] For port d6a2a361-1e97-4ac7-9daf-e6c2a716667f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:34.978199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2ec16555-f3fb-4ccc-8a43-6dc1a5d293ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:35.049718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec16555-f3fb-4ccc-8a43-6dc1a5d293ba None None] Pushing event updated for resources: {'Port': ['ID=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:35.071669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:35.109638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eeff5-f214-488f-8014-94a85995eae7 None None] The sync data for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 is: [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:35.121514 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f9b50548-922e-4ecd-89d3-f03edec551f4 None None] Provisioning complete for port d6a2a361-1e97-4ac7-9daf-e6c2a716667f triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:35.121976 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f9b50548-922e-4ecd-89d3-f03edec551f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:35.322367 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-137edae1-2455-49c8-a2a8-5b2d40e9d903 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:35.324143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-137edae1-2455-49c8-a2a8-5b2d40e9d903 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.53 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 797 time: 0.1162055 Nov 10 22:47:35.403105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c55a9670-d59b-4121-9e47-69d6007e29ba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 380 time: 0.0695350 Nov 10 22:47:35.412545 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'port': {'device_id': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'admin_state_up': True, 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'security_groups': ['5ba60b1b-3008-48c3-b7ae-54563bde6fe5']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:35.524415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d6a2a361-1e97-4ac7-9daf-e6c2a716667f up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:35.569519 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e6e78d1-2ddb-44b3-85a1-9bdaf82c13ad req-41e7cd93-a799-47a4-98bb-4a41b507ff77 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 210 time: 0.0315065 Nov 10 22:47:35.590277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port d6a2a361-1e97-4ac7-9daf-e6c2a716667f triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:35.590277 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:35.617394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:47:35.621670 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:35.679969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:35.750250 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:35.750614 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:35.772908 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.5 (8934f057-eb53-446b-b1ea-19f939d44f2b/34e8152d-6190-4f81-a5a3-bc9043ee3bed/69e1b355-7e36-4dca-9ab2-623a8baf091d) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:35.799558 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e27deebb-320d-4b4d-85ed-d9966cffa597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.265408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.366307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.407291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network 8934f057-eb53-446b-b1ea-19f939d44f2b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:36.412179 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:36.415837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:36.442298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:36.476441 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:36.477246 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.549763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ff5133a2-a146-4cfa-afb2-20632669711b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1416018 Nov 10 22:47:36.560452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ec98df85-3e90-4ace-872b-83fff8db5914 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:47:36.561556 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ec98df85-3e90-4ace-872b-83fff8db5914 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055265 Nov 10 22:47:36.627529 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Request body: {'port': {'device_id': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:36.661434 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f5fad4a5-b655-4a85-b6d8-59d4a48f7731 None None] Provisioning complete for port 69e1b355-7e36-4dca-9ab2-623a8baf091d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:36.662229 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f5fad4a5-b655-4a85-b6d8-59d4a48f7731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.697069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.698291 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-f5fad4a5-b655-4a85-b6d8-59d4a48f7731 None None] Port 69e1b355-7e36-4dca-9ab2-623a8baf091d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:47:36.711819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc233516-6010-4343-9b15-3a43da0cddaa req-3881fe4b-4ff6-425f-814f-9b3a36a509fd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:36.713284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc233516-6010-4343-9b15-3a43da0cddaa req-3881fe4b-4ff6-425f-814f-9b3a36a509fd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 931 time: 0.0678027 Nov 10 22:47:36.764088 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc233516-6010-4343-9b15-3a43da0cddaa req-eea0e5b3-3d50-4ce1-9847-27acaf9b7db9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441935 Nov 10 22:47:36.964155 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e1b355-7e36-4dca-9ab2-623a8baf091d {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:47:36.971379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:36.983532 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Transition to ACTIVE for port object 69e1b355-7e36-4dca-9ab2-623a8baf091d will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:47:37.040307 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.090635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:37.166020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:47:37.166368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:47:37.166701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d on network 8934f057-eb53-446b-b1ea-19f939d44f2b {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:37.172297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Port 69e1b355-7e36-4dca-9ab2-623a8baf091d on network 8934f057-eb53-446b-b1ea-19f939d44f2b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:47:37.172629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d on network 8934f057-eb53-446b-b1ea-19f939d44f2b {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:47:37.177573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:47:37.177913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Checking segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:47:37.178297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Bound using segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:47:37.178729 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Bound port: 69e1b355-7e36-4dca-9ab2-623a8baf091d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:47:37.179087 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.250810 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:47:37.253962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:47:37.338025 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.373616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.374216 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:37.375557 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-c597ca11-8255-409d-95f1-402437c11890 service neutron] 10.222.0.53 "PUT /v2.0/ports/69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 1092 time: 0.8053732 Nov 10 22:47:37.375986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:37.378269 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a8207-b158-4a6d-911e-1051ad0396ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:37.404394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597ca11-8255-409d-95f1-402437c11890 service neutron] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:37.427574 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fdc3b6-a776-4a8c-918d-ea16dac46045 x-openstack-request-id: req-03fdc3b6-a776-4a8c-918d-ea16dac46045 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:37.427574 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:37.427574 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03fdc3b6-a776-4a8c-918d-ea16dac46045 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:37.427574 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'status': 'completed', 'code': 200} Nov 10 22:47:37.492230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8207-b158-4a6d-911e-1051ad0396ca req-2a1926ec-0d63-4c83-bf99-cf6eccdb67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.493769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d7a8207-b158-4a6d-911e-1051ad0396ca req-2a1926ec-0d63-4c83-bf99-cf6eccdb67ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1095 time: 0.0459797 Nov 10 22:47:37.601230 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8207-b158-4a6d-911e-1051ad0396ca req-3d1b0d08-d984-4ffb-91bb-6b72b351ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.602699 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d7a8207-b158-4a6d-911e-1051ad0396ca req-3d1b0d08-d984-4ffb-91bb-6b72b351ab2d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7c2340e3ba69418cba330cad62ab8828&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1013906 Nov 10 22:47:37.704439 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8207-b158-4a6d-911e-1051ad0396ca req-fbd64850-4146-49b2-9ca5-3a752a46dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.705901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d7a8207-b158-4a6d-911e-1051ad0396ca req-fbd64850-4146-49b2-9ca5-3a752a46dcb4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966387 Nov 10 22:47:37.790803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-65a8e72c-2f48-4e26-bd74-ec7221df06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.792454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-65a8e72c-2f48-4e26-bd74-ec7221df06bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1095 time: 0.0465457 Nov 10 22:47:37.834109 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-8b8a47ac-ad5e-4e9c-aa2b-d8bcd3630dd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 217 time: 0.0345528 Nov 10 22:47:37.882057 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ca316f21-852f-42fa-a8b2-f03ddd50eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.883954 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2143f-8b1d-4096-910e-f9fb9070c08c req-943de703-f292-4abf-aed3-eaf708ac7272 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.884500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-ca316f21-852f-42fa-a8b2-f03ddd50eb92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0437407 Nov 10 22:47:37.886155 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8fb2143f-8b1d-4096-910e-f9fb9070c08c req-943de703-f292-4abf-aed3-eaf708ac7272 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 943 time: 0.0505841 Nov 10 22:47:37.934188 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-e8a55a0b-c46c-49b5-902b-2851a9098cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:37.935792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-e8a55a0b-c46c-49b5-902b-2851a9098cd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439458 Nov 10 22:47:37.953164 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8fb2143f-8b1d-4096-910e-f9fb9070c08c req-a93ab17c-88de-4477-a885-eb95cf91c702 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453100 Nov 10 22:47:37.971335 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd70d13a-0957-4877-b5fa-1f8dbc9ff055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:38.031355 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-829b0f7e-ffeb-407e-baf4-83731e216130 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882664 Nov 10 22:47:38.124722 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8be0163c-703f-4d2b-b776-a53e216cae70 req-5b416032-5898-4529-bf8b-c7daae62a7fa service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866632 Nov 10 22:47:39.054412 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5f57f-90b1-45d1-b807-8c080f0195e2 req-d5ea40fd-1e9d-4737-9a88-96bfe3ac80f5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:39.055906 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fca5f57f-90b1-45d1-b807-8c080f0195e2 req-d5ea40fd-1e9d-4737-9a88-96bfe3ac80f5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 943 time: 0.0489013 Nov 10 22:47:39.105344 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fca5f57f-90b1-45d1-b807-8c080f0195e2 req-191ebe19-fe59-4879-b6ce-e5e9d1d22e3e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Nov 10 22:47:39.583640 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:40.290375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5bbd2-9354-4f69-b799-887a858ebf7d req-172beb52-5c0b-465e-9003-78736adff38b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:40.292670 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fde5bbd2-9354-4f69-b799-887a858ebf7d req-172beb52-5c0b-465e-9003-78736adff38b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 943 time: 0.1193824 Nov 10 22:47:40.346892 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fde5bbd2-9354-4f69-b799-887a858ebf7d req-55b93fc6-8454-424c-b155-3553389a7284 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476890 Nov 10 22:47:40.572338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:47:40.667174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:40.678334 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'port_id': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'mac_address': 'fa:16:3e:96:3d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:47:40.719609 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:40.732326 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e1b355-7e36-4dca-9ab2-623a8baf091d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:47:40.752353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:40.811477 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:40.859821 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:41.039251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['69e1b355-7e36-4dca-9ab2-623a8baf091d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:47:41.066539 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:41.451798 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:41.465836 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb89eb9-a17f-4f46-a91a-13d22ee792e4 req-aabf91f7-594b-4194-8fb8-5edad5c59250 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:41.467387 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4cb89eb9-a17f-4f46-a91a-13d22ee792e4 req-aabf91f7-594b-4194-8fb8-5edad5c59250 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 944 time: 0.0509508 Nov 10 22:47:41.516442 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4cb89eb9-a17f-4f46-a91a-13d22ee792e4 req-5301a484-c881-450e-a03f-299d423b4c75 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Nov 10 22:47:42.574354 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:47:42.634076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549198d6-bc3e-4a8f-8f15-43f30be92ff9 req-c7be2bd0-8a86-40e6-8e4e-607a56ac87c7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:42.635697 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-549198d6-bc3e-4a8f-8f15-43f30be92ff9 req-c7be2bd0-8a86-40e6-8e4e-607a56ac87c7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 944 time: 0.0519142 Nov 10 22:47:42.689487 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-549198d6-bc3e-4a8f-8f15-43f30be92ff9 req-1fe342b1-5a7b-4c5a-8246-b2d77ee708b5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471849 Nov 10 22:47:42.712413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 69e1b355-7e36-4dca-9ab2-623a8baf091d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:47:42.717116 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 69e1b355-7e36-4dca-9ab2-623a8baf091d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:47:42.717550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.801286 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.823303 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:42.825563 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6cc51d-9215-48fd-9b57-96a8079b319c" -d '{"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-plugged", "status": "completed", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:42.837946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:47:42.867655 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c27ee5d-2bf5-44f6-91a6-e6dc29405ec0 x-openstack-request-id: req-9c27ee5d-2bf5-44f6-91a6-e6dc29405ec0 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:42.867969 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-plugged", "status": "completed", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:42.868222 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c27ee5d-2bf5-44f6-91a6-e6dc29405ec0 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:42.868613 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'code': 200} Nov 10 22:47:42.901762 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:42.961456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:42.970945 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95554921-9e10-4989-b953-4dc4b5b76eb7 req-d1fda998-1f3b-47ac-a9c8-8ab55a28c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:42.972483 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95554921-9e10-4989-b953-4dc4b5b76eb7 req-d1fda998-1f3b-47ac-a9c8-8ab55a28c2b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1097 time: 0.0468404 Nov 10 22:47:43.022201 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-95554921-9e10-4989-b953-4dc4b5b76eb7 req-c4b5ff06-4acb-4f48-970b-01ea58607359 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394857 Nov 10 22:47:43.808203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959993-5f7f-41df-9a7d-90003baca7cf req-d17a574c-5b98-47a8-94d5-7b120a045617 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:43.809709 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e959993-5f7f-41df-9a7d-90003baca7cf req-d17a574c-5b98-47a8-94d5-7b120a045617 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Nov 10 22:47:43.859167 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8e959993-5f7f-41df-9a7d-90003baca7cf req-29e93599-34af-4d79-b345-32f057154332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Nov 10 22:47:44.975643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c36da-bca3-482e-ac0a-1a230ee71a3e req-995fd32c-0c2e-47fe-acc1-acef911fd266 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:44.977150 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-309c36da-bca3-482e-ac0a-1a230ee71a3e req-995fd32c-0c2e-47fe-acc1-acef911fd266 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Nov 10 22:47:45.028142 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-309c36da-bca3-482e-ac0a-1a230ee71a3e req-ec058871-cfae-4426-aecb-18d170a88cec tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450995 Nov 10 22:47:45.145838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec60493-a53a-4866-9fb4-caa1e3b6444e req-e45546d9-5a50-470e-9041-87952ba88e51 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:45.147227 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ec60493-a53a-4866-9fb4-caa1e3b6444e req-e45546d9-5a50-470e-9041-87952ba88e51 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0528781 Nov 10 22:47:45.197369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2ec60493-a53a-4866-9fb4-caa1e3b6444e req-952f7ece-79b5-46d8-baf5-7a3b225fd8cc tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Nov 10 22:47:45.219317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56234) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:45.259148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e5198-74a3-4b95-bd1e-35f462bf568b tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:45.260715 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-154e5198-74a3-4b95-bd1e-35f462bf568b tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1092 time: 0.0403876 Nov 10 22:47:45.263489 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56236) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:45.268983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:47:45.363901 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.789885 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:45.888380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.50 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/ba0e436f-8ef1-4f9b-a646-27e4d3c892f0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:47:45.991074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.063399 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.104630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:47:46.107515 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:47:46.112627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:47:46.115583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=ba0e436f-8ef1-4f9b-a646-27e4d3c892f0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:46.475008 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.583703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.821693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.880075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:46.950138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=ba0e436f-8ef1-4f9b-a646-27e4d3c892f0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:47:46.962723 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.062153 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP de86fd15-89d5-4b3e-93d6-9d8b12647803 associated. External IP: 172.25.7.50, port: 69e1b355-7e36-4dca-9ab2-623a8baf091d. Nov 10 22:47:47.273629 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 60f6b6ed-c6f4-404e-992f-9d2153938346 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:47:47.384014 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:47:47.394697 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] Sync routers for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:47:47.404144 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:47.410426 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:47.464898 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:47.493008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-49f36bc3-3702-4b17-a6ae-0283e11e5422 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2280791 Nov 10 22:47:47.493701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:47:47.495843 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adb439a-4817-45db-9bd6-dd7f4c2a190d" -d '{"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:47:47.515332 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:47.534338 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad657db-c9ca-4b17-9e9b-047a597ba215 x-openstack-request-id: req-7ad657db-c9ca-4b17-9e9b-047a597ba215 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:47:47.534805 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:47:47.535127 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ad657db-c9ca-4b17-9e9b-047a597ba215 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:47:47.535404 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'status': 'completed', 'code': 200} Nov 10 22:47:47.630007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-d3ab8f4f-2135-4da0-b2e4-58f62ef134de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:47.631496 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-d3ab8f4f-2135-4da0-b2e4-58f62ef134de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1097 time: 0.0727472 Nov 10 22:47:47.640672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b7ea2-86be-43f2-9e3f-b8979dcd0fe2 req-c78cfee5-e893-4677-a533-3bd3ec24e93c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:47.650618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed8b7ea2-86be-43f2-9e3f-b8979dcd0fe2 req-c78cfee5-e893-4677-a533-3bd3ec24e93c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0964332 Nov 10 22:47:47.741093 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'de86fd15-89d5-4b3e-93d6-9d8b12647803', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'port_id': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'mac_address': 'fa:16:3e:96:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:47:46Z', 'updated_at': '2021-11-10T22:47:46Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:47.750179 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ed8b7ea2-86be-43f2-9e3f-b8979dcd0fe2 req-fb090d70-dbb5-4dd2-b91e-aa52e1ef49d5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999441 Nov 10 22:47:47.771786 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-68f90cdc-dacd-47b8-ac2f-620cb2f75ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:47.772026 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] Checking router: 60f6b6ed-c6f4-404e-992f-9d2153938346 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:47:47.773258 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-68f90cdc-dacd-47b8-ac2f-620cb2f75ecc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.1302769 Nov 10 22:47:47.773699 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56244) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:47.781189 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:47:47.781795 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:47:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:47.883609 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:47:47.885411 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3eea59ac-2bef-4d22-ba47-651b708ee4f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/de86fd15-89d5-4b3e-93d6-9d8b12647803 HTTP/1.1" status: 200 len: 990 time: 0.1106529 Nov 10 22:47:47.887333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-cc48e9fd-292d-4f65-9f8a-05d24d0b051f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 998 time: 0.1058037 Nov 10 22:47:47.937902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-9cca9522-bad4-4c85-8d1a-61a881b526b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:47.942068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-9cca9522-bad4-4c85-8d1a-61a881b526b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0448375 Nov 10 22:47:47.987421 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-596a8f01-9d9a-45ff-9bbc-29377cd5788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:47.988968 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-596a8f01-9d9a-45ff-9bbc-29377cd5788b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416143 Nov 10 22:47:48.084958 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-19c132f5-f9b6-4000-a06e-30011766494e service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880384 Nov 10 22:47:48.109041 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'de86fd15-89d5-4b3e-93d6-9d8b12647803', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'port_id': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'mac_address': 'fa:16:3e:96:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:47:46Z', 'updated_at': '2021-11-10T22:47:46Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:47:48.134759 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1666d6f-e657-4c20-af1f-c10284e7a5a7 None None] The sync data for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 is: [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': 'de86fd15-89d5-4b3e-93d6-9d8b12647803', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'port_id': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'mac_address': 'fa:16:3e:96:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:47:46Z', 'updated_at': '2021-11-10T22:47:46Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:47:48.176622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3adb439a-4817-45db-9bd6-dd7f4c2a190d req-76978a63-174c-4d7e-9378-02d8c68d2bd0 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848682 Nov 10 22:47:48.330804 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-e3bfca3d-a2cb-4763-8478-d44c3b815883 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479991 Nov 10 22:47:48.345155 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951f971-8317-46f6-9c8a-2623b3251582 None None] New status for floating IP de86fd15-89d5-4b3e-93d6-9d8b12647803: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:47:48.413317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-0c2db25a-5267-4ffb-8fbe-dcf1d52d5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:48.414810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-0c2db25a-5267-4ffb-8fbe-dcf1d52d5a4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1097 time: 0.0415571 Nov 10 22:47:48.521523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-f291e9da-29d5-4557-9bac-68d6d0a0c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:48.523022 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-f291e9da-29d5-4557-9bac-68d6d0a0c4ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0875008 Nov 10 22:47:48.596525 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-3bbd149c-5057-4268-8709-bb4c7ccc060d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 998 time: 0.0646191 Nov 10 22:47:48.648861 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-228a3876-2250-408c-a730-31bbb7b3ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:48.650366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-228a3876-2250-408c-a730-31bbb7b3ae3b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0469856 Nov 10 22:47:48.698051 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-db13bfc4-0648-4683-84f3-06ea97b0ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:47:48.699546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-db13bfc4-0648-4683-84f3-06ea97b0ad85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420313 Nov 10 22:47:48.794607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-be03538a-e3ea-47bd-82d9-f6f0013b37b5 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879381 Nov 10 22:47:48.886134 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-48c3a52d-d4dc-4cc1-b091-62e0bc1dcd39 req-62d43a61-acdd-49e5-b083-332266864849 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850565 Nov 10 22:47:48.889290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56246) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:47:48.953029 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-118bb042-598a-4ee9-b774-0bc8482982c5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/de86fd15-89d5-4b3e-93d6-9d8b12647803 HTTP/1.1" status: 200 len: 992 time: 0.0622239 Nov 10 22:47:50.666757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:47:54.409290 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:05.822708 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3d192181-2619-4523-86c3-84737ac9654e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:07.080383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:48:07.975048 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64662260-76de-4fce-9855-05d5651fa85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:09.588176 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.062753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:11.457316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:15.640678 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-e2ac93d0-6c7a-42f8-af4e-d1289e90920f req-60eaf4f7-a771-4eae-9fbc-fdff8349d689 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:48:15.641697 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2ac93d0-6c7a-42f8-af4e-d1289e90920f req-60eaf4f7-a771-4eae-9fbc-fdff8349d689 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482054 Nov 10 22:48:15.980894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d35a0-fa18-4072-9278-ba0e46a575a1 req-c1951b68-bc36-4d77-93a4-098d2e35cb76 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:15.983006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-302d35a0-fa18-4072-9278-ba0e46a575a1 req-c1951b68-bc36-4d77-93a4-098d2e35cb76 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0516546 Nov 10 22:48:16.034113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-302d35a0-fa18-4072-9278-ba0e46a575a1 req-c532f377-f188-4d50-b775-90f6b12f880e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448048 Nov 10 22:48:16.136237 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56268) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:16.217506 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-87195943-2d70-474b-b783-00a52e385e1d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801275 Nov 10 22:48:16.226723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-412a721f-58b7-48ad-a869-09392df1876e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:48:16.227714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-412a721f-58b7-48ad-a869-09392df1876e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052447 Nov 10 22:48:17.210706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc4d8d-56fa-48f0-be53-39e9e22df0d8 req-8553b2a0-3036-446b-bff1-8f0702df2f7e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:17.212119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99dc4d8d-56fa-48f0-be53-39e9e22df0d8 req-8553b2a0-3036-446b-bff1-8f0702df2f7e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.1056540 Nov 10 22:48:17.262248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99dc4d8d-56fa-48f0-be53-39e9e22df0d8 req-b6a44c40-8bd4-4770-b8a0-5a05b645ef9d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 Nov 10 22:48:18.244409 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-03f00843-f041-4b82-ad7f-f6265b995dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.245942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-03f00843-f041-4b82-ad7f-f6265b995dd7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1097 time: 0.0449443 Nov 10 22:48:18.339308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-6a48bbb5-43fc-453b-82b7-8b2d57da3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.341212 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-6a48bbb5-43fc-453b-82b7-8b2d57da3bbf service neutron] 10.222.0.53 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0878780 Nov 10 22:48:18.391701 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7007d9-0d1b-4c0b-82a0-f834b9463e4d req-7a0787ed-83a0-412b-a1e5-c59cf3a986ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.393229 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab7007d9-0d1b-4c0b-82a0-f834b9463e4d req-7a0787ed-83a0-412b-a1e5-c59cf3a986ee tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0555696 Nov 10 22:48:18.416866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-ddcef30a-fe17-4d73-b000-8eff44572f78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 1000 time: 0.0680580 Nov 10 22:48:18.444386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab7007d9-0d1b-4c0b-82a0-f834b9463e4d req-a7b0340d-4e5d-46b1-a00f-035a9d4b9376 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442653 Nov 10 22:48:18.470344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-5562bf7d-6b32-450c-89fa-db4ad8942fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.471818 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-5562bf7d-6b32-450c-89fa-db4ad8942fdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0481703 Nov 10 22:48:18.519770 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-a8a7ae27-657c-4cce-8958-6489a3132493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:18.521419 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-a8a7ae27-657c-4cce-8958-6489a3132493 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407226 Nov 10 22:48:18.616496 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-36510515-04ac-43af-af77-6c7925f4c7c3 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877101 Nov 10 22:48:18.707373 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e991add6-5e97-4ee1-8bc2-be265d3e1b45 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834134 Nov 10 22:48:19.564706 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ec519-7214-48d9-b94d-3483d0be1013 req-06d3899a-4089-46b4-85ae-4b3bbc37e2c6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:19.566193 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff2ec519-7214-48d9-b94d-3483d0be1013 req-06d3899a-4089-46b4-85ae-4b3bbc37e2c6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0545874 Nov 10 22:48:19.616487 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ff2ec519-7214-48d9-b94d-3483d0be1013 req-3fc2d7be-c4d5-477b-bdbb-26b200532e75 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Nov 10 22:48:20.666510 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:20.736149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773b3ee-4360-4f3b-a5f4-1aad582a7c2a req-7f67edbc-f35a-4f1d-b92c-50b52a5cbb04 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:20.737630 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2773b3ee-4360-4f3b-a5f4-1aad582a7c2a req-7f67edbc-f35a-4f1d-b92c-50b52a5cbb04 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 10 22:48:20.790215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2773b3ee-4360-4f3b-a5f4-1aad582a7c2a req-5354afa4-5412-4c2c-baf6-a2ba11732bcf tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459707 Nov 10 22:48:21.910134 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f8f3c-895f-4a3f-a340-106efe416e06 req-93865132-cd71-4033-9936-c7d9592f0c62 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:21.912337 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-858f8f3c-895f-4a3f-a340-106efe416e06 req-93865132-cd71-4033-9936-c7d9592f0c62 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0477407 Nov 10 22:48:21.960464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-858f8f3c-895f-4a3f-a340-106efe416e06 req-630475d1-4cbe-4f55-9f75-6204f867bcf7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Nov 10 22:48:23.080419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029699b-b6de-4618-9705-a5e33c8e0653 req-14e58ed3-f1d1-4051-9e56-cf5c2d00f0e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:23.081880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c029699b-b6de-4618-9705-a5e33c8e0653 req-14e58ed3-f1d1-4051-9e56-cf5c2d00f0e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0508318 Nov 10 22:48:23.136456 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c029699b-b6de-4618-9705-a5e33c8e0653 req-8243d17d-6f59-480d-9f98-cfbdaefec026 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478253 Nov 10 22:48:24.253162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134000-c889-4900-994d-897b7f23f825 req-58bfd462-ed28-4f71-97c1-66c48d3f6460 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:24.254614 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15134000-c889-4900-994d-897b7f23f825 req-58bfd462-ed28-4f71-97c1-66c48d3f6460 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0495300 Nov 10 22:48:24.318618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-15134000-c889-4900-994d-897b7f23f825 req-db8d51c8-17dd-4b2f-97a1-4f26fcc8cae3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573695 Nov 10 22:48:24.382350 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:25.439215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80ad3b-c6e3-4289-b6cb-e1daaad74cbd req-90df6b9c-8818-47fa-863d-1b64064af809 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:25.440647 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-da80ad3b-c6e3-4289-b6cb-e1daaad74cbd req-90df6b9c-8818-47fa-863d-1b64064af809 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Nov 10 22:48:25.490552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-da80ad3b-c6e3-4289-b6cb-e1daaad74cbd req-7894ef9f-8c4d-488d-9e04-295deba5080e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431507 Nov 10 22:48:26.605972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2126e-2a04-4096-9025-fa03966f226d req-6e9c6343-f34b-4768-ae3c-6355e348b0c5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:26.607429 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2db2126e-2a04-4096-9025-fa03966f226d req-6e9c6343-f34b-4768-ae3c-6355e348b0c5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0495887 Nov 10 22:48:26.657252 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2db2126e-2a04-4096-9025-fa03966f226d req-28d65891-6831-4345-bfb2-80716a77e3e0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438247 Nov 10 22:48:27.775319 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7683c2-c96d-4686-8918-dd971bb2b7aa req-ad34de3c-30a0-48aa-93be-9f9a3a4fdf6c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:27.777361 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d7683c2-c96d-4686-8918-dd971bb2b7aa req-ad34de3c-30a0-48aa-93be-9f9a3a4fdf6c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0514617 Nov 10 22:48:27.826763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3d7683c2-c96d-4686-8918-dd971bb2b7aa req-ae5afef3-bfc5-4f03-98c1-517656fdb92f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435810 Nov 10 22:48:28.945005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbec7d-aec4-44cd-b182-fe89ad197334 req-048b23f2-27ae-44f4-a91a-6cea744bfd7d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:28.947000 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-febbec7d-aec4-44cd-b182-fe89ad197334 req-048b23f2-27ae-44f4-a91a-6cea744bfd7d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0505264 Nov 10 22:48:28.995584 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-febbec7d-aec4-44cd-b182-fe89ad197334 req-cd912cdc-852a-4217-a37f-260d53ed7705 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427020 Nov 10 22:48:30.119339 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b809-4ce4-421f-8a07-df2f0d618ea0 req-22764c44-b554-449c-95ba-11b2ed3fce60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:30.120841 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4199b809-4ce4-421f-8a07-df2f0d618ea0 req-22764c44-b554-449c-95ba-11b2ed3fce60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0565200 Nov 10 22:48:30.171131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4199b809-4ce4-421f-8a07-df2f0d618ea0 req-abec1920-b194-4d36-8806-3092836b0bcf tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Nov 10 22:48:30.708970 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-609c9228-7f0d-49d0-b57f-68c90d93743e service neutron] show failed (client error): The resource could not be found. Nov 10 22:48:30.709959 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-609c9228-7f0d-49d0-b57f-68c90d93743e service neutron] 10.222.0.53 "GET /v2.0/ports/69e1b355-7e36-4dca-9ab2-623a8baf091d/bindings/n-h1-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0564494 Nov 10 22:48:31.246797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-73d55a4b-7dba-47e7-bf83-62f90a39ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:31.248318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-73d55a4b-7dba-47e7-bf83-62f90a39ae4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 1097 time: 0.0413709 Nov 10 22:48:31.263709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:48:31.289332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a77ed-dfdd-456b-9fac-2976e5963e63 req-c10f371b-a161-42ed-9419-5ef2116b1e47 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:31.290894 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-873a77ed-dfdd-456b-9fac-2976e5963e63 req-c10f371b-a161-42ed-9419-5ef2116b1e47 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0504470 Nov 10 22:48:31.322871 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:31.342671 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-873a77ed-dfdd-456b-9fac-2976e5963e63 req-42c26adf-d244-4297-a492-369bf91e1784 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455666 Nov 10 22:48:31.531802 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:31.568028 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:31.606461 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:31.608768 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82012839-0fbf-46b9-8122-769b88543b71" -d '{"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-unplugged", "status": "completed", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:31.612884 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:31.625857 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Transition to ACTIVE for port object 69e1b355-7e36-4dca-9ab2-623a8baf091d will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:48:31.700361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:31.728246 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c14e015-c9e1-48bd-b3ab-90f1a56a67f2 x-openstack-request-id: req-1c14e015-c9e1-48bd-b3ab-90f1a56a67f2 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:31.728535 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-unplugged", "status": "completed", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:31.728786 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c14e015-c9e1-48bd-b3ab-90f1a56a67f2 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:31.729168 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'code': 200} Nov 10 22:48:31.789100 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=6']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:31.805788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.806131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.806464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.806796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.807121 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.807445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.807788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.808109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.808429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.808746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.809063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.809380 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:31.836320 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] No DVR routers for this DVR port 69e1b355-7e36-4dca-9ab2-623a8baf091d on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:48:31.974200 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:48:31.974602 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:48:31.974866 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d on network 8934f057-eb53-446b-b1ea-19f939d44f2b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:31.979308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Port 69e1b355-7e36-4dca-9ab2-623a8baf091d on network 8934f057-eb53-446b-b1ea-19f939d44f2b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:48:31.979631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Attempting to bind port 69e1b355-7e36-4dca-9ab2-623a8baf091d on network 8934f057-eb53-446b-b1ea-19f939d44f2b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:48:31.984462 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:48:31.984780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Checking segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:48:31.985156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Bound using segment: {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:48:31.985921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Bound port: 69e1b355-7e36-4dca-9ab2-623a8baf091d, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c721c0-0e01-4cc0-b819-752900e169eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:48:31.986278 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.048840 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:48:32.052297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:48:32.123753 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.164524 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.165315 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:32.166808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] 10.222.0.64 "PUT /v2.0/ports/69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 1092 time: 0.9072478 Nov 10 22:48:32.191538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6722f21-3f9e-4d2c-879f-2f08c5f39778 service neutron] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:32.241673 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e062e9dd-da7d-4b3f-ac90-d17e96ccc1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.243232 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-e062e9dd-da7d-4b3f-ac90-d17e96ccc1f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1095 time: 0.0466371 Nov 10 22:48:32.340855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-8ec25e5b-6d3b-405f-8084-d369cc6cc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.342765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-8ec25e5b-6d3b-405f-8084-d369cc6cc970 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0918503 Nov 10 22:48:32.416640 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-8d606dd4-a83c-4487-a090-270c546338a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 998 time: 0.0665219 Nov 10 22:48:32.462501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a30be-9883-4555-aee5-4edbc9368251 req-4237b13f-c466-48ab-92a3-5b63b4c6e1c5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.463965 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b0a30be-9883-4555-aee5-4edbc9368251 req-4237b13f-c466-48ab-92a3-5b63b4c6e1c5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 943 time: 0.0510137 Nov 10 22:48:32.469019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-a54d4130-3e60-4659-b97d-fbaeb9f2d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.470567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-a54d4130-3e60-4659-b97d-fbaeb9f2d6ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0469668 Nov 10 22:48:32.517316 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-b2fe435e-556d-4425-9ca4-4daad7a7d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:32.518792 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7b0a30be-9883-4555-aee5-4edbc9368251 req-d0b9a28a-5ace-491b-9c6a-34d7d698b4a4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488079 Nov 10 22:48:32.518945 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-b2fe435e-556d-4425-9ca4-4daad7a7d335 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415673 Nov 10 22:48:32.616798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-98cf4f95-afae-4cd8-acfe-2a4c2a460668 service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902975 Nov 10 22:48:32.709300 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2120467c-cde9-4834-a7c4-5a00c3e17515 req-3ca5bab0-e27d-4333-ae12-08125caded2b service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854766 Nov 10 22:48:32.854071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:48:32.893361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:48:33.637946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc442cb-80b3-4997-a5cc-e4c3e3c3dc7d req-9751311b-0e65-4f08-9198-d20c6822e04f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.639406 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbc442cb-80b3-4997-a5cc-e4c3e3c3dc7d req-9751311b-0e65-4f08-9198-d20c6822e04f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 943 time: 0.0493603 Nov 10 22:48:33.688427 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbc442cb-80b3-4997-a5cc-e4c3e3c3dc7d req-36cdcd84-194b-44da-859c-47d364ee1363 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Nov 10 22:48:33.730082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:33.732401 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d8b918-da8b-44b4-9e92-3b419203ae04" -d '{"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:33.779598 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b01363-b4ca-4bac-9185-ce97a219a668 x-openstack-request-id: req-c8b01363-b4ca-4bac-9185-ce97a219a668 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:33.779905 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:33.780154 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8b01363-b4ca-4bac-9185-ce97a219a668 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:33.780551 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'status': 'completed', 'code': 200} Nov 10 22:48:33.839390 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-c3b8b26d-4e08-4e32-86c3-4fdc07968768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.840879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-c3b8b26d-4e08-4e32-86c3-4fdc07968768 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1095 time: 0.0412011 Nov 10 22:48:33.845359 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-1103c368-e207-4389-a140-721776b7ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.846812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-1103c368-e207-4389-a140-721776b7ffc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1095 time: 0.0409842 Nov 10 22:48:33.932456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-447a6108-8a95-4170-8f19-59c4ff36d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.933928 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-447a6108-8a95-4170-8f19-59c4ff36d260 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0863006 Nov 10 22:48:33.944347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-caa529cc-d1e3-49aa-a5a9-83369fe9a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:33.945793 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-caa529cc-d1e3-49aa-a5a9-83369fe9a6b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0908489 Nov 10 22:48:34.002928 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-2da6f89e-f988-44df-abf9-e2a30f2f8b8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 998 time: 0.0622296 Nov 10 22:48:34.010685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-871531f1-236b-4b06-93d8-d1b229b8bef1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 998 time: 0.0573766 Nov 10 22:48:34.054063 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-28962ef1-f88d-44a5-9ba5-dc89bc5e1f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.055553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-28962ef1-f88d-44a5-9ba5-dc89bc5e1f9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0455804 Nov 10 22:48:34.064906 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-bd6a254e-8fef-41f7-9eb8-ede9a274002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.066330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-bd6a254e-8fef-41f7-9eb8-ede9a274002d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0481794 Nov 10 22:48:34.103795 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-213f23c0-03d8-42e2-a1be-e3059e8927cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.105332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-213f23c0-03d8-42e2-a1be-e3059e8927cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424113 Nov 10 22:48:34.113571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-289545a1-20c0-41ea-8d92-0df890830130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.115262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-289545a1-20c0-41ea-8d92-0df890830130 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407805 Nov 10 22:48:34.200763 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-8fa9bfb8-7f5c-45e2-aff0-b247cfba48d8 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887568 Nov 10 22:48:34.209555 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-a5d30012-0928-48f5-b7ab-f93a4d4ae4ba service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872912 Nov 10 22:48:34.290657 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-2f35333b-0645-4a94-b799-d971ea6d70d6 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Nov 10 22:48:34.303489 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2d8b918-da8b-44b4-9e92-3b419203ae04 req-afc80c63-0dd0-43e9-af77-462abb40a84a service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865712 Nov 10 22:48:34.808783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05989a90-5fe9-4d8d-ba3a-2344495b7fff req-5e4dd884-2137-4e05-b5c8-9e8d28f92be3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:34.810250 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05989a90-5fe9-4d8d-ba3a-2344495b7fff req-5e4dd884-2137-4e05-b5c8-9e8d28f92be3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 943 time: 0.0502872 Nov 10 22:48:34.858236 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-05989a90-5fe9-4d8d-ba3a-2344495b7fff req-964269b6-93c0-473e-8fdc-3c1311ca39be tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Nov 10 22:48:35.785725 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-292c2caa-f361-48a4-ae61-bc9dfbb1b99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:35.986774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678ebcc-2298-4204-8a70-b40d25610f43 req-6c0386e4-185f-429d-a982-26b49a90eed9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:35.988279 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6678ebcc-2298-4204-8a70-b40d25610f43 req-6c0386e4-185f-429d-a982-26b49a90eed9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 943 time: 0.0538750 Nov 10 22:48:36.041334 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6678ebcc-2298-4204-8a70-b40d25610f43 req-9e616cfd-06e8-4419-b76d-521adc148706 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444348 Nov 10 22:48:36.231877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:48:36.329267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:36.340990 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'port_id': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'mac_address': 'fa:16:3e:96:3d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:48:36.376491 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.390039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e1b355-7e36-4dca-9ab2-623a8baf091d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:48:36.409859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:36.497079 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:36.547272 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:36.555085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.555424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.555775 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.556107 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.556463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.556839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.557161 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.557477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.557794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.558111 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.558463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.558777 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:48:36.848886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['69e1b355-7e36-4dca-9ab2-623a8baf091d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:48:37.162362 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf129-cc11-40d4-a489-afcb5a970e42 req-7e849dd4-8e1e-4a1b-8b27-06efd2d9551e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.164293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-778cf129-cc11-40d4-a489-afcb5a970e42 req-7e849dd4-8e1e-4a1b-8b27-06efd2d9551e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 944 time: 0.0529711 Nov 10 22:48:37.215066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-778cf129-cc11-40d4-a489-afcb5a970e42 req-c755f679-d66c-482e-8758-584b7bad432c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444188 Nov 10 22:48:37.557586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51d55-3536-4074-b7db-6cdda215d73b req-fb510ee0-6198-40a0-a165-1c1134c99c4b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.559107 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34b51d55-3536-4074-b7db-6cdda215d73b req-fb510ee0-6198-40a0-a165-1c1134c99c4b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 944 time: 0.0635793 Nov 10 22:48:37.610093 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-34b51d55-3536-4074-b7db-6cdda215d73b req-6958482d-0837-4ed1-acc6-8daeb14ccff6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448415 Nov 10 22:48:37.611573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-2d798ce3-6b76-41b5-9d1f-993a39ee4c14 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.613062 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-2d798ce3-6b76-41b5-9d1f-993a39ee4c14 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.53 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138&tenant_id=7c2340e3ba69418cba330cad62ab8828&binding%3Ahost_id=n-h1-776250-11 HTTP/1.1" status: 200 len: 944 time: 0.0513530 Nov 10 22:48:37.676188 n-d-776250-11 neutron-server[103047]: INFO neutron.api.v2.resource [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-a5b5b365-babd-4da2-8223-c8b0f399f30d service neutron] delete failed (client error): The resource could not be found. Nov 10 22:48:37.677230 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-a5b5b365-babd-4da2-8223-c8b0f399f30d service neutron] 10.222.0.53 "DELETE /v2.0/ports/69e1b355-7e36-4dca-9ab2-623a8baf091d/bindings/n-h2-776250-11 HTTP/1.1" status: 404 len: 381 time: 0.0545464 Nov 10 22:48:37.740349 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cbd2a-2357-4b48-963a-c7d4292c3c61 req-9bbcf9f2-34dc-4b0c-acbd-3255ecfd6bfa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.741742 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c66cbd2a-2357-4b48-963a-c7d4292c3c61 req-9bbcf9f2-34dc-4b0c-acbd-3255ecfd6bfa tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 944 time: 0.0629625 Nov 10 22:48:37.806642 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-eeb3345d-aef7-449f-ba54-23291adfe523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.808152 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-eeb3345d-aef7-449f-ba54-23291adfe523 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1096 time: 0.0869820 Nov 10 22:48:37.812377 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c66cbd2a-2357-4b48-963a-c7d4292c3c61 req-a756075d-6429-4370-b767-ceb0552ea8bd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571427 Nov 10 22:48:37.903751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-6689ef9a-40fe-4acc-babb-cba297af7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:37.905254 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-6689ef9a-40fe-4acc-babb-cba297af7a5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0903509 Nov 10 22:48:37.970900 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-38548ba3-832f-4e89-8444-1166bf7655e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 999 time: 0.0586922 Nov 10 22:48:37.992390 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e5b6bd23-f16e-42bb-9709-19524b89f968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.020627 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-65afedef-1a0c-425e-98f6-86cd5975ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:38.022059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-65afedef-1a0c-425e-98f6-86cd5975ad4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0441387 Nov 10 22:48:38.070934 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-c33391e2-a8d6-4179-9107-96fd59d9b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:38.072393 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-c33391e2-a8d6-4179-9107-96fd59d9b2fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433309 Nov 10 22:48:38.160517 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-ab75661c-9e68-4374-9d24-98cb69d76c98 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809717 Nov 10 22:48:38.256936 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3845b778-7d03-4f98-bb7b-70060b13f6cf req-e5298803-c834-48e5-b562-4605c7427630 service neutron] 10.222.0.53 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874121 Nov 10 22:48:38.263308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:48:38.363053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 69e1b355-7e36-4dca-9ab2-623a8baf091d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:48:38.367524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 69e1b355-7e36-4dca-9ab2-623a8baf091d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:48:38.367919 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.447757 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.473584 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:48:38.475914 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2df8aa-c7ca-4e34-982f-88e08bef69e6" -d '{"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-plugged", "status": "completed", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:48:38.488893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:48:38.548201 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:38.577280 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f772d85-281b-4e29-b641-e93dca83978c x-openstack-request-id: req-3f772d85-281b-4e29-b641-e93dca83978c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:48:38.577573 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-plugged", "status": "completed", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:48:38.577824 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f772d85-281b-4e29-b641-e93dca83978c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:48:38.578209 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'code': 200} Nov 10 22:48:38.597954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:48:38.932386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e0573-46f8-4476-a2cd-1c4f36e413a2 req-4841925e-4cde-4652-b5e2-d4228e37b4dd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:38.934160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f62e0573-46f8-4476-a2cd-1c4f36e413a2 req-4841925e-4cde-4652-b5e2-d4228e37b4dd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0501454 Nov 10 22:48:38.985293 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f62e0573-46f8-4476-a2cd-1c4f36e413a2 req-fbb49c29-288f-47ec-aebf-96d64f0a445a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451717 Nov 10 22:48:39.610571 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:40.115144 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985a717-8c72-4d17-9bbc-57ca50b829b8 req-d1b53297-015f-4f20-9a1e-ae3d260291f7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:48:40.116644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9985a717-8c72-4d17-9bbc-57ca50b829b8 req-d1b53297-015f-4f20-9a1e-ae3d260291f7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0479641 Nov 10 22:48:40.171207 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-9985a717-8c72-4d17-9bbc-57ca50b829b8 req-e3372e6a-4e64-4451-a22b-1aaedc305420 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477195 Nov 10 22:48:40.194227 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56352) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:48:40.254629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f23a2175-1b35-4c08-be2c-0bb0a09a541a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/de86fd15-89d5-4b3e-93d6-9d8b12647803 HTTP/1.1" status: 200 len: 992 time: 0.0590863 Nov 10 22:48:41.105645 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:41.485062 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:44.078669 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:48:50.645140 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:48:54.413676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:00.941614 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-77333069-6458-4404-a266-1d7c70228e05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389132 Nov 10 22:49:01.027838 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-bf03d9bd-bbdd-43fa-b664-4e5352cc40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:01.029313 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-bf03d9bd-bbdd-43fa-b664-4e5352cc40ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1097 time: 0.0446441 Nov 10 22:49:01.134281 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-3c2bd57b-8446-4fc0-878a-2eda9149d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:01.136324 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-3c2bd57b-8446-4fc0-878a-2eda9149d87b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0845649 Nov 10 22:49:01.212010 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-4c1b0f63-990e-479e-bbfb-a2b0c7180daa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 1000 time: 0.0613921 Nov 10 22:49:01.584491 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-cb47ef01-bf1c-4b49-b498-ec0c176daae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:01.586063 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-cb47ef01-bf1c-4b49-b498-ec0c176daae7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.3674119 Nov 10 22:49:01.632179 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-d492f645-1f7f-40bd-9534-fd7d72c54a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:01.633616 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-d492f645-1f7f-40bd-9534-fd7d72c54a94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397363 Nov 10 22:49:01.725438 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-9dbe31ac-a538-4cc1-9bfb-9daea43c9c15 service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825701 Nov 10 22:49:01.815243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bf4740d-53d7-4c42-8fb9-aa5f8b575cdb req-bf85f74e-2fce-452a-af77-117526f9de72 service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824666 Nov 10 22:49:05.821653 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a657434b-ee81-4ab5-bbee-28b6c459b7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:07.970974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36c3efa9-29a3-468c-aa91-5e8686ce9cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:09.590799 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.105867 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:11.450376 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:20.673003 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:21.076985 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:49:24.399164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:24.833523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56366) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:25.007753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port ba0e436f-8ef1-4f9b-a646-27e4d3c892f0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:25.008256 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.091997 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.092236 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.105176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for ba0e436f-8ef1-4f9b-a646-27e4d3c892f0 owned by network:floatingip {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:25.324972 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.351961 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=ba0e436f-8ef1-4f9b-a646-27e4d3c892f0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:25.414530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.414858 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP de86fd15-89d5-4b3e-93d6-9d8b12647803 disassociated (deleted). External IP: 172.25.7.50, port: 69e1b355-7e36-4dca-9ab2-623a8baf091d. Nov 10 22:49:25.618277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 60f6b6ed-c6f4-404e-992f-9d2153938346 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:49:25.728913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:25.733815 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:25.738613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] Sync routers for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:25.748394 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:25.748995 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:25.760730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a9885810-dfb3-4a12-80f8-41a137a68624 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/floatingips/de86fd15-89d5-4b3e-93d6-9d8b12647803 HTTP/1.1" status: 204 len: 168 time: 0.9259887 Nov 10 22:49:25.762059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:25.764502 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed8c7f6-c22f-498e-a924-061e0aebcbea" -d '{"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:25.807209 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b383296-47b0-4ecd-b9dd-2be7d1be4ef8 x-openstack-request-id: req-9b383296-47b0-4ecd-b9dd-2be7d1be4ef8 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:25.807209 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:25.807474 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b383296-47b0-4ecd-b9dd-2be7d1be4ef8 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:25.807705 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'status': 'completed', 'code': 200} Nov 10 22:49:25.882894 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-775fa8a9-a113-4826-9c2d-9ef71159c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:25.882894 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-775fa8a9-a113-4826-9c2d-9ef71159c87c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 1097 time: 0.0510194 Nov 10 22:49:25.944159 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:25.975435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-8d31582f-5682-41e4-ba85-19b04bdd8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:25.976932 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-8d31582f-5682-41e4-ba85-19b04bdd8963 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 200 len: 898 time: 0.0894611 Nov 10 22:49:26.025249 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-0274c0fa-a76a-4292-8437-8dc43f31dbbd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 200 len: 217 time: 0.0406413 Nov 10 22:49:26.078340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-800bc9d1-5cdb-4e34-886c-14b893560de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.079818 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-800bc9d1-5cdb-4e34-886c-14b893560de9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 200 len: 834 time: 0.0457878 Nov 10 22:49:26.130781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-ff54e189-f6c8-4960-a37a-2a05a13bcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.132498 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-ff54e189-f6c8-4960-a37a-2a05a13bcdf6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8934f057-eb53-446b-b1ea-19f939d44f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443547 Nov 10 22:49:26.147828 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:26.180036 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] Checking router: 60f6b6ed-c6f4-404e-992f-9d2153938346 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:26.197126 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:26.197738 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:26.214402 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cd919-8344-4dcb-9586-8b3d238e1faf req-4e71a29e-2b92-4643-8640-da5e55b4db3d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:26.220220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb2cd919-8344-4dcb-9586-8b3d238e1faf req-4e71a29e-2b92-4643-8640-da5e55b4db3d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0556979 Nov 10 22:49:26.246301 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-2cb536ce-03a5-46c9-bb30-f7022916f0d4 service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991201 Nov 10 22:49:26.272329 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fb2cd919-8344-4dcb-9586-8b3d238e1faf req-c44086b9-8da3-4333-aab0-c30ae7ae9362 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497251 Nov 10 22:49:26.307217 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:26.342269 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bed8c7f6-c22f-498e-a924-061e0aebcbea req-60a848da-d2f0-4e21-8fc3-7d80bc3ff9e7 service neutron] 10.222.0.64 "GET /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873668 Nov 10 22:49:26.502988 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:26.527833 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550d5f7a-172d-4058-a451-ea94a571611e None None] The sync data for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 is: [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:47:31Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'd6a2a361-1e97-4ac7-9daf-e6c2a716667f', 'name': '', 'network_id': '8934f057-eb53-446b-b1ea-19f939d44f2b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:87:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:30Z', 'updated_at': '2021-11-10T22:47:34Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '34e8152d-6190-4f81-a5a3-bc9043ee3bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:26.748441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c519fc-097f-445f-a4d1-fb1a619b9b33 None None] New status for floating IP de86fd15-89d5-4b3e-93d6-9d8b12647803: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:49:27.403429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51d48b-73ca-49d3-976d-69ef36a26bb7 req-f39e435e-8f63-4e48-9041-d87c140b4499 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:27.404967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac51d48b-73ca-49d3-976d-69ef36a26bb7 req-f39e435e-8f63-4e48-9041-d87c140b4499 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0596070 Nov 10 22:49:27.454758 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ac51d48b-73ca-49d3-976d-69ef36a26bb7 req-b8de4793-1583-4fc8-b66c-94a659a04540 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ba60b1b-3008-48c3-b7ae-54563bde6fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438466 Nov 10 22:49:27.750825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-284eebca-2ab7-4a52-ab55-5b48c5f2a9fe tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:27.753803 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-284eebca-2ab7-4a52-ab55-5b48c5f2a9fe tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 945 time: 0.0769970 Nov 10 22:49:27.855342 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 69e1b355-7e36-4dca-9ab2-623a8baf091d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:27.855751 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.957619 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 69e1b355-7e36-4dca-9ab2-623a8baf091d, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=69e1b355-7e36-4dca-9ab2-623a8baf091d,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:27.957987 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:27.973743 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 69e1b355-7e36-4dca-9ab2-623a8baf091d owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:28.193394 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.223106 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=69e1b355-7e36-4dca-9ab2-623a8baf091d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:28.266378 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] No DVR routers for this DVR port 69e1b355-7e36-4dca-9ab2-623a8baf091d on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:28.268922 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:28.272385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3a33a25b-84bd-4fce-b545-e172c9278456 req-eb944f58-233f-4380-b92d-ab7bbce477ed tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "DELETE /v2.0/ports/69e1b355-7e36-4dca-9ab2-623a8baf091d HTTP/1.1" status: 204 len: 173 time: 0.5119696 Nov 10 22:49:28.272865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-deleted', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:28.275117 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a2c506-9bc5-43ef-93e6-abdf0e664806" -d '{"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-deleted", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:28.313484 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c65ea-7a73-47e1-a91e-60fa4ecba443 x-openstack-request-id: req-421c65ea-7a73-47e1-a91e-60fa4ecba443 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:28.313780 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b639b2eb-6ddc-463e-8f23-915685c81138", "name": "network-vif-deleted", "tag": "69e1b355-7e36-4dca-9ab2-623a8baf091d", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:28.314030 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-421c65ea-7a73-47e1-a91e-60fa4ecba443 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:28.314428 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b639b2eb-6ddc-463e-8f23-915685c81138', 'name': 'network-vif-deleted', 'tag': '69e1b355-7e36-4dca-9ab2-623a8baf091d', 'status': 'completed', 'code': 200} Nov 10 22:49:28.556128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-eeb4b498-2374-4b3d-8138-fddae12b1334 req-17b385e5-5a5b-41b4-81ca-728837a389c3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=b639b2eb-6ddc-463e-8f23-915685c81138 HTTP/1.1" status: 200 len: 210 time: 0.0318544 Nov 10 22:49:29.618246 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56382) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:30.008177 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.268901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port d6a2a361-1e97-4ac7-9daf-e6c2a716667f {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:30.269136 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.360479 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port d6a2a361-1e97-4ac7-9daf-e6c2a716667f, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:30.360866 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.373201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for d6a2a361-1e97-4ac7-9daf-e6c2a716667f owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:30.465384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:30.485371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 69e1b355-7e36-4dca-9ab2-623a8baf091d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:30.485714 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 69e1b355-7e36-4dca-9ab2-623a8baf091d not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:30.627421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:30.652283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=d6a2a361-1e97-4ac7-9daf-e6c2a716667f,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:30.829257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.048832 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 60f6b6ed-c6f4-404e-992f-9d2153938346 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:49:31.155707 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:31.161021 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-67950fd7-b0b1-49b9-919c-8af349526b58 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/60f6b6ed-c6f4-404e-992f-9d2153938346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5414031 Nov 10 22:49:31.163513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56384) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:31.166931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] Sync routers for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:31.178645 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:31.179242 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:31.215170 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting subnet 34e8152d-6190-4f81-a5a3-bc9043ee3bed {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:49:31.218615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.257756 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.282910 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:31.344892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.463212 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:49:30Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:31.473688 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.490189 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] Checking router: 60f6b6ed-c6f4-404e-992f-9d2153938346 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:31.499269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] Routers {'60f6b6ed-c6f4-404e-992f-9d2153938346'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:31.499902 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['60f6b6ed-c6f4-404e-992f-9d2153938346'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:31.503429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Subnet': ['ID=34e8152d-6190-4f81-a5a3-bc9043ee3bed,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:31.506211 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.514008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-befef5c8-7a85-4ad2-a5a0-10166124be60 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/subnets/34e8152d-6190-4f81-a5a3-bc9043ee3bed HTTP/1.1" status: 204 len: 168 time: 0.3457420 Nov 10 22:49:31.514192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbded31-77f8-4d09-825e-16e8ce976c5c None None] Network 8934f057-eb53-446b-b1ea-19f939d44f2b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:31.514651 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56386) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:31.611409 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] Set router 60f6b6ed-c6f4-404e-992f-9d2153938346 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:31.629927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.729165 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] DHCP port deletion for 8934f057-eb53-446b-b1ea-19f939d44f2b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:31.744892 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.806448 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:49:30Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:31.829618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] Deleting port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:31.830005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.837455 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c5ff3-b25b-4a73-9fd3-16fc889a5616 None None] The sync data for ids ['60f6b6ed-c6f4-404e-992f-9d2153938346'] in n-d-776250-11 is: [{'id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1505168147', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:47:27Z', 'updated_at': '2021-11-10T22:49:30Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '5d3fcb96-7520-4d9f-9258-4de2e8b6e46c', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f6b6ed-c6f4-404e-992f-9d2153938346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:47:28Z', 'updated_at': '2021-11-10T22:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:31.859886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:49:31.860257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.913099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] For port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=0f3ebe19-b6ef-41fe-ade3-2ad92162a189,segment=NetworkSegment(a8c721c0-0e01-4cc0-b819-752900e169eb),segment_id=a8c721c0-0e01-4cc0-b819-752900e169eb)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:31.913490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.928825 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] Calling delete_port for 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:31.947829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:31.948883 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:31.961158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:49:32.073538 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.101820 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] Pushing event deleted for resources: {'Port': ['ID=0f3ebe19-b6ef-41fe-ade3-2ad92162a189,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:32.105717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1244b-125d-4778-8999-d0c43dede892 None None] No DVR routers for this DVR port 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:49:32.188116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.213105 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=5d3fcb96-7520-4d9f-9258-4de2e8b6e46c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:32.224019 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.224376 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.224723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.225065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.225408 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.225747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.226081 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.226415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.226747 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.227078 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.227411 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.227757 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:32.252657 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812bd3ff-ad79-4e85-82f1-f3f7e0c758c6 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:32.299426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.395821 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.397858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.864973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.865706 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Fanout notify agent at l3_agent the message router_deleted on router 60f6b6ed-c6f4-404e-992f-9d2153938346 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:49:32.872709 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:32.876246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d47e4d2a-ab6a-4459-becb-0905c08f1db6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/routers/60f6b6ed-c6f4-404e-992f-9d2153938346 HTTP/1.1" status: 204 len: 168 time: 1.3586223 Nov 10 22:49:32.876670 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56388) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:32.955647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.046082 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.066021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8934f057-eb53-446b-b1ea-19f939d44f2b']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:33.076021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c721c0-0e01-4cc0-b819-752900e169eb') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:33.076324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c721c0-0e01-4cc0-b819-752900e169eb') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:33.085676 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.099168 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.105199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:49:33.105580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:49:33.114942 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:49:33.216334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.223378 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.226356 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/networks/8934f057-eb53-446b-b1ea-19f939d44f2b HTTP/1.1" status: 204 len: 168 time: 0.3486979 Nov 10 22:49:33.231299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56390) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:33.238003 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab512fe-d3dc-4713-8cae-284fd3bd1c95 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Network': ['ID=8934f057-eb53-446b-b1ea-19f939d44f2b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:33.285859 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.314054 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.439348 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.441982 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:33.443284 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/security-groups/5ba60b1b-3008-48c3-b7ae-54563bde6fe5 HTTP/1.1" status: 204 len: 168 time: 0.2130699 Nov 10 22:49:33.455782 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba60b1b-3008-48c3-b7ae-54563bde6fe5,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:33.463339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.464285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.464656 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.465029 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.465332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.465668 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.465993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.466323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.466886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.467221 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.467546 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.467894 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d44ed9-8121-42c5-a79b-aecbb2d29a44 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:33.482946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d6a2a361-1e97-4ac7-9daf-e6c2a716667f no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:33.506568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: d6a2a361-1e97-4ac7-9daf-e6c2a716667f {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:33.506909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device d6a2a361-1e97-4ac7-9daf-e6c2a716667f not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:33.507317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:33.526909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:33.527446 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5d3fcb96-7520-4d9f-9258-4de2e8b6e46c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:33.527878 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:49:33.546949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:49:33.551973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 0f3ebe19-b6ef-41fe-ade3-2ad92162a189 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:49:34.187967 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56396) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:34.192729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e4765ceb-a244-4e5d-b7d3-9a6e09b80a66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843765024', 'description': 'tempest-secgroup-smoke-1843765024 description', 'project_id': '7c2340e3ba69418cba330cad62ab8828'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:34.264862 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4765ceb-a244-4e5d-b7d3-9a6e09b80a66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.334471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4765ceb-a244-4e5d-b7d3-9a6e09b80a66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.396158 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4765ceb-a244-4e5d-b7d3-9a6e09b80a66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.424287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4765ceb-a244-4e5d-b7d3-9a6e09b80a66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:34.461173 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e4765ceb-a244-4e5d-b7d3-9a6e09b80a66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.462507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e4765ceb-a244-4e5d-b7d3-9a6e09b80a66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2735362 Nov 10 22:49:34.465792 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56398) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:34.470593 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c8414fec-8e73-43b6-9c0c-1af679151f1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:34.549650 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8414fec-8e73-43b6-9c0c-1af679151f1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.603096 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8414fec-8e73-43b6-9c0c-1af679151f1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.661258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8414fec-8e73-43b6-9c0c-1af679151f1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.680020 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8414fec-8e73-43b6-9c0c-1af679151f1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8b66f3-c7da-4216-a60f-5fc84a0b7baf,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:34.741286 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c8414fec-8e73-43b6-9c0c-1af679151f1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.742621 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c8414fec-8e73-43b6-9c0c-1af679151f1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2758098 Nov 10 22:49:34.746337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56400) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:34.750849 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-9859eae6-967c-462f-b2c4-b05592293f53 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:34.860777 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9859eae6-967c-462f-b2c4-b05592293f53 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.919370 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9859eae6-967c-462f-b2c4-b05592293f53 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:34.993242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9859eae6-967c-462f-b2c4-b05592293f53 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.011426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859eae6-967c-462f-b2c4-b05592293f53 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9958528a-7f22-448c-8209-1781067bc47c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:35.086728 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9859eae6-967c-462f-b2c4-b05592293f53 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.088015 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9859eae6-967c-462f-b2c4-b05592293f53 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3405354 Nov 10 22:49:35.091455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56402) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:35.095807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-4792f15e-5fa9-4e07-8fb3-da6c7990ea8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:35.186903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4792f15e-5fa9-4e07-8fb3-da6c7990ea8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.242463 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4792f15e-5fa9-4e07-8fb3-da6c7990ea8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.306990 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4792f15e-5fa9-4e07-8fb3-da6c7990ea8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.325926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792f15e-5fa9-4e07-8fb3-da6c7990ea8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f2898a-e818-4941-babf-1315b495d96d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:35.387571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4792f15e-5fa9-4e07-8fb3-da6c7990ea8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.388802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4792f15e-5fa9-4e07-8fb3-da6c7990ea8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2963879 Nov 10 22:49:35.391765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56404) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:35.396310 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a403cc29-e4b7-446c-8e52-eab70ecfb70b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:35.477633 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a403cc29-e4b7-446c-8e52-eab70ecfb70b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.534212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a403cc29-e4b7-446c-8e52-eab70ecfb70b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.604848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a403cc29-e4b7-446c-8e52-eab70ecfb70b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.623335 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403cc29-e4b7-446c-8e52-eab70ecfb70b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4264a08e-ecec-4e5c-b875-88bd295d01d3,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:35.680764 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a403cc29-e4b7-446c-8e52-eab70ecfb70b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.681953 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a403cc29-e4b7-446c-8e52-eab70ecfb70b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2892473 Nov 10 22:49:35.685790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56406) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:35.690312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:35.787404 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:49:35.792863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.798826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cfcbde42-527b-4cab-898b-297c074526c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.852604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.907470 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.926157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aecf419-a9a7-490f-9b74-94d814a26324,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:35.966647 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:35.967880 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c000426c-e20e-43c1-b38f-46901e7c21b3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2810993 Nov 10 22:49:35.970713 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56408) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:35.975015 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': '3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:36.038982 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:49:36.044452 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.102093 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.156028 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.174904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779b6746-f0d9-450f-abf4-e12c9316868d,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:36.238162 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.239409 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-748fbe01-9d80-4c2e-8b12-37c6ab3954e1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2677805 Nov 10 22:49:36.242266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56410) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:36.247678 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'network': {'name': 'tempest-network-smoke--40501726', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'port_security_enabled': True}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:36.330351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:36.334117 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.358374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:49:36.366744 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.367078 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Added segment 46830f75-a3f5-4b42-b8fd-314b0d7bcc21 of type vlan for network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b Nov 10 22:49:36.406132 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.467305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.472890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:36.473461 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.541789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Network': ['ID=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:36.550024 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b1e8ccdc-5c07-455d-bfd4-acb443c24d55 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3067861 Nov 10 22:49:36.552824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56412) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:36.556010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:49:36.557460 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'admin_state_up': True, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:36.641876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.642964 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.696989 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:36.888031 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.129878 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.148752 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.251415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.219 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/62f3b875-6fd8-4ece-a95a-da92c7205944) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:37.354940 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.442143 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.481886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:37.484793 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:37.489099 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:37.498627 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964bf93d-d57d-4bba-9745-a0fd39902d53 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:37.516166 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=62f3b875-6fd8-4ece-a95a-da92c7205944,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:37.532564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-880300f2-c8cf-401f-aebc-1ee788e544da None None] Provisioning complete for port 62f3b875-6fd8-4ece-a95a-da92c7205944 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:37.532956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-880300f2-c8cf-401f-aebc-1ee788e544da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.566908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-880300f2-c8cf-401f-aebc-1ee788e544da None None] Port 62f3b875-6fd8-4ece-a95a-da92c7205944 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:37.799924 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:37.956517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4cb17cda-6f64-4b4d-8d2a-e49288689bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.002116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.198525 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router de62a840-7e87-4ff9-a12e-ae870436f40f is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:49:38.305617 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:38.315826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Sync routers for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:38.329872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:38.330486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:38.366454 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.367711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-31d5514a-346f-401b-9eba-e860ef048d93 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8137705 Nov 10 22:49:38.372633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56414) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:38.434392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:38.455600 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7e686505-76e6-423d-9571-2a0bbd68e1dc tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7c2340e3ba69418cba330cad62ab8828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818665 Nov 10 22:49:38.458225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56418) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:38.548700 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899743f-dac0-424c-8dcc-66bc404fa07d tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:38.550208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8899743f-dac0-424c-8dcc-66bc404fa07d tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910873 Nov 10 22:49:38.553097 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56420) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:38.581581 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-caf25e45-9f6c-4487-a904-7f961cb879e7 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274222 Nov 10 22:49:38.584212 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56422) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:38.589022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1382873855', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:38.613276 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:37Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:38.639871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Checking router: de62a840-7e87-4ff9-a12e-ae870436f40f for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:38.640217 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Updating router de62a840-7e87-4ff9-a12e-ae870436f40f port 62f3b875-6fd8-4ece-a95a-da92c7205944 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:49:38.669081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.756312 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:38.759979 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:38.948354 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.001964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.025253 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.050112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d96d29-8c73-4792-9045-136b64e14e57 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:39.059544 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Pushing event updated for resources: {'Port': ['ID=62f3b875-6fd8-4ece-a95a-da92c7205944,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:39.062012 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Attempting to bind port 62f3b875-6fd8-4ece-a95a-da92c7205944 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:39.062381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Attempting to bind port 62f3b875-6fd8-4ece-a95a-da92c7205944 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:39.062748 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Attempting to bind port 62f3b875-6fd8-4ece-a95a-da92c7205944 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:39.074316 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.074577 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.074906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.075237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.075660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.076022 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.076352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.077000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.077000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.077299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.077661 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.077965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:39.081668 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:39.082043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:39.082439 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.082826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:39.083305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Bound port: 62f3b875-6fd8-4ece-a95a-da92c7205944, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:39.083685 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.097962 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Subnet': ['ID=5bb02746-0cac-4567-807d-f61b6a32a485,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:39.103422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Checking segment: {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:39.103812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network hostable DHCP agents. Network: b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:49:39.140986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-af4aad33-4c9b-4723-9ee0-a328dc7553d5 None None] Provisioning complete for port 62f3b875-6fd8-4ece-a95a-da92c7205944 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:39.141338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-af4aad33-4c9b-4723-9ee0-a328dc7553d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.169906 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] For port 62f3b875-6fd8-4ece-a95a-da92c7205944, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:39.186844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] For port 62f3b875-6fd8-4ece-a95a-da92c7205944, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=62f3b875-6fd8-4ece-a95a-da92c7205944,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:39.193190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-af4aad33-4c9b-4723-9ee0-a328dc7553d5 None None] Port 62f3b875-6fd8-4ece-a95a-da92c7205944 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:39.193478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:49:39.299468 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.313490 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:39.318053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:39.318733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.327430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ebe48-0d04-47bd-a348-6112a00a1fcd None None] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:39.362339 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d9335-3835-4493-8a43-657235dc8c80 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:49:39.396036 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f4a855cd-b992-4f6a-8f97-b958d842338f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8082809 Nov 10 22:49:39.396243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56424) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:39.426379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:39.427000 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:39.430582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcd6c6-d0da-4f66-a7d7-0b145f68eb42 None None] Pushing event updated for resources: {'Port': ['ID=62f3b875-6fd8-4ece-a95a-da92c7205944,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:39.767677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-617587c0-ec57-4644-b9bb-99342c769a1b None None] Provisioning complete for port 62f3b875-6fd8-4ece-a95a-da92c7205944 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:39.768469 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-617587c0-ec57-4644-b9bb-99342c769a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.812521 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:39.816338 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:49:39.822058 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.845596 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:39.864811 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.103285 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-617587c0-ec57-4644-b9bb-99342c769a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.146903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Allocated IP 172.20.0.2 (b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b/5bb02746-0cac-4567-807d-f61b6a32a485/4ea21de2-e4ad-4c36-aa1a-9153417e813b) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:40.159476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-617587c0-ec57-4644-b9bb-99342c769a1b None None] For port 62f3b875-6fd8-4ece-a95a-da92c7205944, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=62f3b875-6fd8-4ece-a95a-da92c7205944,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:40.240311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-617587c0-ec57-4644-b9bb-99342c769a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.300430 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:37Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:40.355154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29010017-adc2-49f3-aaed-8aa2a5bc00e9 None None] The sync data for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 is: [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:37Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:40.379127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617587c0-ec57-4644-b9bb-99342c769a1b None None] Pushing event updated for resources: {'Port': ['ID=62f3b875-6fd8-4ece-a95a-da92c7205944,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:40.437244 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.513718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.557198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:40.561035 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:40.572975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:40.575070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.1 (b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b/5bb02746-0cac-4567-807d-f61b6a32a485/155f9fef-abaa-417d-a9a3-1f0d86ac60c0) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:40.578145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Pushing event updated for resources: {'Port': ['ID=4ea21de2-e4ad-4c36-aa1a-9153417e813b,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:40.646207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Attempting to bind port 4ea21de2-e4ad-4c36-aa1a-9153417e813b on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:40.647101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Attempting to bind port 4ea21de2-e4ad-4c36-aa1a-9153417e813b by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:40.647759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Attempting to bind port 4ea21de2-e4ad-4c36-aa1a-9153417e813b on network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:40.657889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:40.658344 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Checking segment: {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:40.658822 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.659283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Bound using segment: {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:40.659883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Bound port: 4ea21de2-e4ad-4c36-aa1a-9153417e813b, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:40.660338 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.728545 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.735877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] For port 4ea21de2-e4ad-4c36-aa1a-9153417e813b, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:40.739512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] For port 4ea21de2-e4ad-4c36-aa1a-9153417e813b, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4ea21de2-e4ad-4c36-aa1a-9153417e813b,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:40.802707 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.848080 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:40.875792 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ffdc1-413d-4bbc-b7d3-6467ed244f7b None None] Pushing event updated for resources: {'Port': ['ID=4ea21de2-e4ad-4c36-aa1a-9153417e813b,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:40.896487 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:40.899842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:40.905004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:40.909188 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:40.953090 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.073628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.214954 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.470853 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.515265 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.535752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4ea21de2-e4ad-4c36-aa1a-9153417e813b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:41.573478 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.594591 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4ea21de2-e4ad-4c36-aa1a-9153417e813b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:41.594964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.661817 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.664813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:41.697713 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.739248 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 4ea21de2-e4ad-4c36-aa1a-9153417e813b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4ea21de2-e4ad-4c36-aa1a-9153417e813b,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:41.773842 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:41.775298 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:41.803328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.804663 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 62f3b875-6fd8-4ece-a95a-da92c7205944 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:41.921311 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=4ea21de2-e4ad-4c36-aa1a-9153417e813b,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:41.937791 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 62f3b875-6fd8-4ece-a95a-da92c7205944 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:41.938530 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:41.974518 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f265ed-69c8-4289-a394-455ef6a90c9a None None] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:49:42.141710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-1f1b4ae7-4d69-4f05-91e1-10c6909fae62 None None] Provisioning complete for port 4ea21de2-e4ad-4c36-aa1a-9153417e813b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:42.142082 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4ae7-4d69-4f05-91e1-10c6909fae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.266468 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router de62a840-7e87-4ff9-a12e-ae870436f40f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:49:42.390195 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:42.400432 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7e597291-0bf9-485c-aa7e-10eff7e34aba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/de62a840-7e87-4ff9-a12e-ae870436f40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0029466 Nov 10 22:49:42.516194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e980bba9-2c3a-41a5-bc26-c5ba7bce5d58 None None] Provisioning complete for port 4ea21de2-e4ad-4c36-aa1a-9153417e813b triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:42.516636 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e980bba9-2c3a-41a5-bc26-c5ba7bce5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.591947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-35f13dde-a5b6-4b3e-922f-37f4f88c6e12 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843765024&fields=id&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 267 time: 0.0586250 Nov 10 22:49:42.644973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e980bba9-2c3a-41a5-bc26-c5ba7bce5d58 None None] Provisioning complete for port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:42.645497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e980bba9-2c3a-41a5-bc26-c5ba7bce5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.679991 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Sync routers for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:42.696149 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:42.697051 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:42.698216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e980bba9-2c3a-41a5-bc26-c5ba7bce5d58 None None] Port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:42.752425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7960c10c-19b3-403b-8038-1e717117ab6b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:42.754663 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7960c10c-19b3-403b-8038-1e717117ab6b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 795 time: 0.1510465 Nov 10 22:49:42.776285 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-dbd05359-328a-4338-8b4c-46af09309e87 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/quotas/7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 375 time: 0.0153763 Nov 10 22:49:42.829971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c0bc3834-1dd4-4df1-bcc4-05bd0d90ab50 None None] Provisioning complete for port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:42.830983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c0bc3834-1dd4-4df1-bcc4-05bd0d90ab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:42.840273 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-eee45e4d-37ad-4d81-b15e-2d24db9f74d5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561836 Nov 10 22:49:42.886726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc3834-1dd4-4df1-bcc4-05bd0d90ab50 None None] Port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:42.973704 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:42.983181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-8f8c4daa-829f-4bfa-a675-b893a115df74 service neutron] 10.222.0.45 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402833 Nov 10 22:49:43.089140 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-398ba3f9-502b-4db4-b8f1-8e4536257d6c service neutron] 10.222.0.45 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994818 Nov 10 22:49:43.110384 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a16d2f57-38d3-487a-9fe0-33aaea022d53 None None] Provisioning complete for port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:43.110824 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a16d2f57-38d3-487a-9fe0-33aaea022d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.152686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a16d2f57-38d3-487a-9fe0-33aaea022d53 None None] Port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:43.193120 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 2, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:43.221594 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Checking router: de62a840-7e87-4ff9-a12e-ae870436f40f for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:43.221869 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Updating router de62a840-7e87-4ff9-a12e-ae870436f40f port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:49:43.246728 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.333931 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-33c81b56-0caa-4239-a1f9-83dcec880a4e req-142df411-fd47-41c3-8088-96a404782709 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 210 time: 0.0305517 Nov 10 22:49:43.491134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4ea21de2-e4ad-4c36-aa1a-9153417e813b up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:43.524271 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.541372 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 4ea21de2-e4ad-4c36-aa1a-9153417e813b triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:43.541830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.604600 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.660427 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Pushing event updated for resources: {'Port': ['ID=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:43.700681 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.701274 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.701482 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.701713 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.701993 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.702322 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.702651 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.702977 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.703300 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.703841 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.705558 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.705558 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:49:43.719337 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Attempting to bind port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:43.719714 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Attempting to bind port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:43.720100 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Attempting to bind port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 on network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:43.727129 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:43.727529 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Checking segment: {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:43.728050 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.728504 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Bound using segment: {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:43.729673 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Bound port: 155f9fef-abaa-417d-a9a3-1f0d86ac60c0, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:43.730206 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.803304 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] For port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:43.806833 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] For port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:43.876246 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-fe3c4798-7fec-4b3f-8ec0-d8497ab89924 None None] Provisioning complete for port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:43.876806 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4798-7fec-4b3f-8ec0-d8497ab89924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.882137 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:43.911028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c4798-7fec-4b3f-8ec0-d8497ab89924 None None] Port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:43.941613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:43.942231 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:43.947491 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becd9a-e861-462c-b9ec-2294c2276b62 None None] Pushing event updated for resources: {'Port': ['ID=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:44.059834 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:44.142780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-71818ca9-61c7-44b5-86d4-53a308eba98e None None] Provisioning complete for port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:44.143154 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-71818ca9-61c7-44b5-86d4-53a308eba98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.227442 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-71818ca9-61c7-44b5-86d4-53a308eba98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.260902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-71818ca9-61c7-44b5-86d4-53a308eba98e None None] For port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:44.262933 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:43Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:44.293430 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbca963-e6f0-4217-9e83-a0893265e24b None None] The sync data for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 is: [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:43Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:44.353034 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-71818ca9-61c7-44b5-86d4-53a308eba98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:44.413452 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71818ca9-61c7-44b5-86d4-53a308eba98e None None] Pushing event updated for resources: {'Port': ['ID=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:44.450445 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f2ff4a3f-799c-4193-be1e-929c0a2fccaa req-094aec45-f288-499d-abf9-9cc0d595331e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 210 time: 0.0349102 Nov 10 22:49:45.336941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-e7ca7922-48ff-4caa-8066-ad9a09cb952d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:45.338297 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-e7ca7922-48ff-4caa-8066-ad9a09cb952d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 795 time: 0.1139753 Nov 10 22:49:45.407006 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-2a9c1aa9-96c9-4efe-8672-af0367053a40 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 380 time: 0.0591419 Nov 10 22:49:45.421837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'port': {'device_id': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'admin_state_up': True, 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'security_groups': ['3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:45.520579 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:45.561277 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fdb17d1-fd05-4408-bb0a-07eaf53bc913 req-9fffdac5-6d69-4abb-afea-c03a6c6a29ea tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 210 time: 0.0305951 Nov 10 22:49:45.575707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:45.576114 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.713148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:49:45.717491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:45.843633 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.8 (b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b/5bb02746-0cac-4567-807d-f61b6a32a485/c2871062-c426-43e1-8ddf-5034ceed0f83) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:45.980035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.074258 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.119631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:46.123391 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:46.127925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:46.131788 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=c2871062-c426-43e1-8ddf-5034ceed0f83,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:46.185054 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:46.185054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.267810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-011436ef-d69d-483b-a1e5-87fbac1f28a6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538854 Nov 10 22:49:46.283644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Request body: {'port': {'device_id': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:46.342016 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.391945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5df307b6-51be-4457-b3c4-6ce3ee0664c6 None None] Provisioning complete for port c2871062-c426-43e1-8ddf-5034ceed0f83 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:46.392401 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5df307b6-51be-4457-b3c4-6ce3ee0664c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.435481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5df307b6-51be-4457-b3c4-6ce3ee0664c6 None None] Port c2871062-c426-43e1-8ddf-5034ceed0f83 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:49:46.631060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2871062-c426-43e1-8ddf-5034ceed0f83 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:46.647056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.680814 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Transition to ACTIVE for port object c2871062-c426-43e1-8ddf-5034ceed0f83 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:49:46.699836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7748dc2-561f-42c8-9a9f-222dccdb853c req-9f179fde-40ff-4f3e-9a39-29af2913669f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:46.701341 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7748dc2-561f-42c8-9a9f-222dccdb853c req-9f179fde-40ff-4f3e-9a39-29af2913669f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 931 time: 0.0657079 Nov 10 22:49:46.748306 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.759364 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7748dc2-561f-42c8-9a9f-222dccdb853c req-5f6cb92c-fc7a-4f42-81b1-b6d82b572e8b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520358 Nov 10 22:49:46.803325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Pushing event updated for resources: {'Port': ['ID=c2871062-c426-43e1-8ddf-5034ceed0f83,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:46.877364 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Attempting to bind port c2871062-c426-43e1-8ddf-5034ceed0f83 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:49:46.877986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Attempting to bind port c2871062-c426-43e1-8ddf-5034ceed0f83 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:49:46.878308 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Attempting to bind port c2871062-c426-43e1-8ddf-5034ceed0f83 on network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:46.882870 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Port c2871062-c426-43e1-8ddf-5034ceed0f83 on network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:49:46.883189 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Attempting to bind port c2871062-c426-43e1-8ddf-5034ceed0f83 on network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:49:46.888723 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:49:46.889058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Checking segment: {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:49:46.889439 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Bound using segment: {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:49:46.889860 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Bound port: c2871062-c426-43e1-8ddf-5034ceed0f83, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46830f75-a3f5-4b42-b8fd-314b0d7bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:49:46.890216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:46.960626 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] For port c2871062-c426-43e1-8ddf-5034ceed0f83, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:49:46.965005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] For port c2871062-c426-43e1-8ddf-5034ceed0f83, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c2871062-c426-43e1-8ddf-5034ceed0f83,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:49:47.022065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:47.059154 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.059814 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:47.061420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 1092 time: 0.7819617 Nov 10 22:49:47.061710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:47.064018 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745d3fb-4f96-440c-8fb5-2f7c7588ecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:47.098517 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c888-0d1d-4b22-b424-71b30fa61e82 service neutron] Pushing event updated for resources: {'Port': ['ID=c2871062-c426-43e1-8ddf-5034ceed0f83,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:47.112105 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b17256-9d41-437d-a397-f9fbe9c730a6 x-openstack-request-id: req-90b17256-9d41-437d-a397-f9fbe9c730a6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:47.112599 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:47.112853 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90b17256-9d41-437d-a397-f9fbe9c730a6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:47.113255 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'status': 'completed', 'code': 200} Nov 10 22:49:47.179451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745d3fb-4f96-440c-8fb5-2f7c7588ecc3 req-35735702-0cda-4b43-95e6-cd8586c0f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.181013 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6745d3fb-4f96-440c-8fb5-2f7c7588ecc3 req-35735702-0cda-4b43-95e6-cd8586c0f926 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1095 time: 0.0471964 Nov 10 22:49:47.291558 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745d3fb-4f96-440c-8fb5-2f7c7588ecc3 req-8df306b6-4e17-4e20-b5c4-1f074ecdd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.293772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6745d3fb-4f96-440c-8fb5-2f7c7588ecc3 req-8df306b6-4e17-4e20-b5c4-1f074ecdd6e0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c2340e3ba69418cba330cad62ab8828&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1031804 Nov 10 22:49:47.387089 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745d3fb-4f96-440c-8fb5-2f7c7588ecc3 req-2118d5d1-2ed6-4681-82d7-087ec41d92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.388496 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6745d3fb-4f96-440c-8fb5-2f7c7588ecc3 req-2118d5d1-2ed6-4681-82d7-087ec41d92fc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876830 Nov 10 22:49:47.469813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-ab7f9821-be30-4c5a-ab76-3189c89fb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.471284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-ab7f9821-be30-4c5a-ab76-3189c89fb883 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1095 time: 0.0459709 Nov 10 22:49:47.513517 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-3d505688-46d4-44f4-b12d-094a73b77313 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 217 time: 0.0334268 Nov 10 22:49:47.562566 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-fbcb1a4a-72fc-4ccb-bbec-6cddfbd86ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.564086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-fbcb1a4a-72fc-4ccb-bbec-6cddfbd86ead service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 200 len: 835 time: 0.0433025 Nov 10 22:49:47.612365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-654c9ea2-4d7d-42e7-adf1-f3dff56f5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.613810 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-654c9ea2-4d7d-42e7-adf1-f3dff56f5358 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432258 Nov 10 22:49:47.706824 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-121890d9-05e0-47e7-9cfa-2220197b6808 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856321 Nov 10 22:49:47.801230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-767b3f07-cbc3-4c38-a27c-22f574709570 req-7d518990-cfaf-4db0-abf0-4f1d27b98f6b service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875556 Nov 10 22:49:47.878317 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0af8-60b7-48a1-b5d2-1d8f9d032cee req-1c27e10f-21ba-4788-9b5e-44f719c0ba7e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:47.879806 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ffd0af8-60b7-48a1-b5d2-1d8f9d032cee req-1c27e10f-21ba-4788-9b5e-44f719c0ba7e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 943 time: 0.0521367 Nov 10 22:49:47.930282 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8ffd0af8-60b7-48a1-b5d2-1d8f9d032cee req-a5f19580-4fd9-4c81-8593-e3b77114f5e9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Nov 10 22:49:49.050490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96ee92-c3de-47a2-9fd9-068ef10c020e req-b2af387a-24b8-4a17-a10b-4978632ad978 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:49.051961 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be96ee92-c3de-47a2-9fd9-068ef10c020e req-b2af387a-24b8-4a17-a10b-4978632ad978 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 943 time: 0.0520658 Nov 10 22:49:49.100371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be96ee92-c3de-47a2-9fd9-068ef10c020e req-a75c3837-3d22-4364-928a-fe16b55c6040 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423865 Nov 10 22:49:50.215695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6741ce-ec6b-498a-b0c6-2bdb70435d29 req-a516d701-3aad-422f-ab44-6418bb44bee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:50.217197 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed6741ce-ec6b-498a-b0c6-2bdb70435d29 req-a516d701-3aad-422f-ab44-6418bb44bee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 943 time: 0.0494838 Nov 10 22:49:50.273405 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ed6741ce-ec6b-498a-b0c6-2bdb70435d29 req-6573abc9-02ea-4ed0-ad6e-421ac639372f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502965 Nov 10 22:49:50.573077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c2871062-c426-43e1-8ddf-5034ceed0f83 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:49:50.691316 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.715485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c2871062-c426-43e1-8ddf-5034ceed0f83, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c2871062-c426-43e1-8ddf-5034ceed0f83,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:50.726042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'port_id': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'mac_address': 'fa:16:3e:f0:4a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:49:50.767964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.782011 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2871062-c426-43e1-8ddf-5034ceed0f83 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:49:50.801921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c2871062-c426-43e1-8ddf-5034ceed0f83, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c2871062-c426-43e1-8ddf-5034ceed0f83,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:50.884510 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:50.931985 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c2871062-c426-43e1-8ddf-5034ceed0f83,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:51.186074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['c2871062-c426-43e1-8ddf-5034ceed0f83'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:49:51.393248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a137-7513-4955-ae01-b570fb7f7c63 req-2eb1613b-eae5-420f-a2fe-e6f6a2fc0f72 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:51.394862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c679a137-7513-4955-ae01-b570fb7f7c63 req-2eb1613b-eae5-420f-a2fe-e6f6a2fc0f72 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 944 time: 0.0498798 Nov 10 22:49:51.447842 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c679a137-7513-4955-ae01-b570fb7f7c63 req-6348c64c-517b-4f0c-9fc3-ed2f2b49e7af tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464554 Nov 10 22:49:52.561049 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b0125-b2fb-4073-8719-029158f7ee57 req-adb8b67a-10c1-424f-9f10-c68fa57820d7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:52.562514 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-408b0125-b2fb-4073-8719-029158f7ee57 req-adb8b67a-10c1-424f-9f10-c68fa57820d7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 944 time: 0.0480504 Nov 10 22:49:52.604872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c2871062-c426-43e1-8ddf-5034ceed0f83 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:49:52.612794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-408b0125-b2fb-4073-8719-029158f7ee57 req-411f6776-4ec5-4bfe-b7a9-851c709cad9f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Nov 10 22:49:52.726987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port c2871062-c426-43e1-8ddf-5034ceed0f83 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:49:52.730866 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port c2871062-c426-43e1-8ddf-5034ceed0f83 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:49:52.731257 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.965381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:52.987874 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:52.990049 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761aad23-3c44-4d00-89e7-de40d87889b6" -d '{"events": [{"server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "name": "network-vif-plugged", "status": "completed", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:53.003166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port c2871062-c426-43e1-8ddf-5034ceed0f83, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c2871062-c426-43e1-8ddf-5034ceed0f83,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:49:53.027876 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2130342d-6df9-43a8-8929-b88f909f4756 x-openstack-request-id: req-2130342d-6df9-43a8-8929-b88f909f4756 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:53.028171 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "name": "network-vif-plugged", "status": "completed", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:53.028420 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2130342d-6df9-43a8-8929-b88f909f4756 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:53.028809 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'code': 200} Nov 10 22:49:53.110485 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:53.130688 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2d4b4-77a8-4b4b-a7d9-fb1a7a7c78a2 req-853c22d1-7482-4d3a-91d5-b3ccfe3d2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:53.132373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ce2d4b4-77a8-4b4b-a7d9-fb1a7a7c78a2 req-853c22d1-7482-4d3a-91d5-b3ccfe3d2273 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1096 time: 0.0436304 Nov 10 22:49:53.160088 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=c2871062-c426-43e1-8ddf-5034ceed0f83,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:53.298073 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ce2d4b4-77a8-4b4b-a7d9-fb1a7a7c78a2 req-5b75dc66-fd1a-4571-9760-e59e7977b356 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 Nov 10 22:49:53.735102 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf481ba0-8df7-4c5b-9314-a254115c06ca req-22859beb-13a1-476d-89f1-9b5fd1d5e37f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:53.736578 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf481ba0-8df7-4c5b-9314-a254115c06ca req-22859beb-13a1-476d-89f1-9b5fd1d5e37f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Nov 10 22:49:53.785730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cf481ba0-8df7-4c5b-9314-a254115c06ca req-d38c5d9b-5786-4504-a65c-210c2dd95eb7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433261 Nov 10 22:49:54.407607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:54.904966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb9b5a-06ac-4e62-ac44-88ab385f756b req-3a09a758-c45b-4e14-959d-4718307b66b1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:54.906432 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fffb9b5a-06ac-4e62-ac44-88ab385f756b req-3a09a758-c45b-4e14-959d-4718307b66b1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0505035 Nov 10 22:49:54.963261 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fffb9b5a-06ac-4e62-ac44-88ab385f756b req-baef38c8-b233-467a-9e8e-b3f738ad0ad2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506420 Nov 10 22:49:55.077724 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76198584-ef2e-4de2-aa6d-c3f65af17adb req-d83f0e1b-70d9-4f4f-be6a-08e0b42990f0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:55.079152 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76198584-ef2e-4de2-aa6d-c3f65af17adb req-d83f0e1b-70d9-4f4f-be6a-08e0b42990f0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0493279 Nov 10 22:49:55.135323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76198584-ef2e-4de2-aa6d-c3f65af17adb req-910a983d-fc59-432f-829c-f254ce12ff71 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502672 Nov 10 22:49:55.158375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56484) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:55.197910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1e5670-18f4-4347-9d96-2f3e88c143fe tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:55.199997 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-0b1e5670-18f4-4347-9d96-2f3e88c143fe tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1092 time: 0.0403628 Nov 10 22:49:55.202790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56486) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:55.206980 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:49:55.284372 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.381516 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.496625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.162 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/d14458fa-e147-4679-aaba-c5e14a92acdb) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:49:55.593903 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.675919 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:55.710885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:49:55.717473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:49:55.720959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:49:55.726389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=d14458fa-e147-4679-aaba-c5e14a92acdb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:56.081768 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.224512 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.371781 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.432611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.502337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=d14458fa-e147-4679-aaba-c5e14a92acdb,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:49:56.514852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:56.616025 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 53b114e9-3ed4-4139-8176-5dfd24c604e3 associated. External IP: 172.25.7.162, port: c2871062-c426-43e1-8ddf-5034ceed0f83. Nov 10 22:49:56.820038 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router de62a840-7e87-4ff9-a12e-ae870436f40f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:49:56.924686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:49:56.934740 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] Sync routers for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:49:56.943603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:56.944236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:56.998686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:49:57.026175 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f415958c-ef01-4430-81e7-0e6bfd8d3f1a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8216457 Nov 10 22:49:57.027410 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:49:57.029834 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cf8bba-c1e1-46be-b0e5-6865de07ef84" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:49:57.055208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:57.074737 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c850908a-9c7d-4ef4-85ae-d785181e87c8 x-openstack-request-id: req-c850908a-9c7d-4ef4-85ae-d785181e87c8 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:49:57.075053 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:49:57.075285 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c850908a-9c7d-4ef4-85ae-d785181e87c8 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:49:57.075705 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'status': 'completed', 'code': 200} Nov 10 22:49:57.135177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d97a73-9326-4e4b-97ba-1a230364a7f9 req-e6a9087c-d5e0-43f3-bfc5-e38a09f6dbd7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.140265 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0d97a73-9326-4e4b-97ba-1a230364a7f9 req-e6a9087c-d5e0-43f3-bfc5-e38a09f6dbd7 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0542912 Nov 10 22:49:57.143120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-91691072-aca2-4131-8fe4-328448cec189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.144644 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-91691072-aca2-4131-8fe4-328448cec189 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1097 time: 0.0453148 Nov 10 22:49:57.197132 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f0d97a73-9326-4e4b-97ba-1a230364a7f9 req-774a82dc-7964-442c-bec0-cd10907ec3ad tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524766 Nov 10 22:49:57.220740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56492) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:57.248458 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-8bf17b23-c5e0-4a78-960d-fcf1c90ac157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.249949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-8bf17b23-c5e0-4a78-960d-fcf1c90ac157 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 896 time: 0.0985558 Nov 10 22:49:57.287952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-15794de1-ba71-468f-8373-9e47dee5e95b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/53b114e9-3ed4-4139-8176-5dfd24c604e3 HTTP/1.1" status: 200 len: 991 time: 0.0656748 Nov 10 22:49:57.301251 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '53b114e9-3ed4-4139-8176-5dfd24c604e3', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'port_id': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'mac_address': 'fa:16:3e:f0:4a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:49:55Z', 'updated_at': '2021-11-10T22:49:55Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:44Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:57.315745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-f69f0ac7-befe-443d-b104-296216834bfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 999 time: 0.0592635 Nov 10 22:49:57.328122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] Checking router: de62a840-7e87-4ff9-a12e-ae870436f40f for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:49:57.336423 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:49:57.337025 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:49:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:57.368289 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-43171c78-7b63-4c94-b29d-7325b393ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.369796 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-43171c78-7b63-4c94-b29d-7325b393ac26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 200 len: 835 time: 0.0450480 Nov 10 22:49:57.446330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:49:57.683759 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '53b114e9-3ed4-4139-8176-5dfd24c604e3', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'port_id': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'mac_address': 'fa:16:3e:f0:4a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:49:55Z', 'updated_at': '2021-11-10T22:49:55Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:44Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:49:57.710468 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a679f2d-aab9-498a-bf12-8e0a8d2f551f None None] The sync data for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 is: [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '53b114e9-3ed4-4139-8176-5dfd24c604e3', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'port_id': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'mac_address': 'fa:16:3e:f0:4a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:49:55Z', 'updated_at': '2021-11-10T22:49:55Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:44Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:49:57.753862 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-36a9bb15-45ee-42ec-852c-c4c9abff4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:49:57.755357 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-36a9bb15-45ee-42ec-852c-c4c9abff4c39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3785880 Nov 10 22:49:57.848367 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-960fcf9b-d554-40b5-ae44-cfc95339bf8f service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855355 Nov 10 22:49:57.904728 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d95385-1157-4a21-b4f3-e4956c578cca None None] New status for floating IP 53b114e9-3ed4-4139-8176-5dfd24c604e3: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:49:57.950593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-88cf8bba-c1e1-46be-b0e5-6865de07ef84 req-b10145da-95af-4359-aa66-892c90951643 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939667 Nov 10 22:49:58.076459 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:49:58.292475 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56494) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:49:58.353497 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6224dc99-a442-4e42-b074-4c5f37c9a14e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/53b114e9-3ed4-4139-8176-5dfd24c604e3 HTTP/1.1" status: 200 len: 993 time: 0.0598547 Nov 10 22:50:02.936693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-8d9bda31-1804-4317-a90e-483d8801d69a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400217 Nov 10 22:50:03.018114 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-713a77db-055c-446d-b088-a2028b4ebaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.019591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-713a77db-055c-446d-b088-a2028b4ebaeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1097 time: 0.0422273 Nov 10 22:50:03.133379 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-005cfbdb-19a6-4aa7-891a-e555cdedc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.134827 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-005cfbdb-19a6-4aa7-891a-e555cdedc888 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 896 time: 0.0948286 Nov 10 22:50:03.203591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-a266fa02-b44a-4e4b-8a3d-39d533cd23dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 1001 time: 0.0617609 Nov 10 22:50:03.258337 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-1ff9960b-d6f3-46b9-8c5e-1e543ad5424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.259794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-1ff9960b-d6f3-46b9-8c5e-1e543ad5424f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 200 len: 835 time: 0.0489428 Nov 10 22:50:03.304779 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-4bd07f00-33db-416c-b940-cce3dca2fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:50:03.306226 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-4bd07f00-33db-416c-b940-cce3dca2fcc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397580 Nov 10 22:50:03.396545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-c06d441a-16fa-4c52-b90e-a8083bac5ebf service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827928 Nov 10 22:50:03.497270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e77e2251-9ac4-4003-908c-acf7f7d915f5 req-b6cdbf8e-6710-4809-9b73-21e3a24b19f3 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886579 Nov 10 22:50:05.795831 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4c5b48ee-11f3-4ff9-93e1-28d7e1b20385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:07.949711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b74d0543-480d-4f52-b65e-b4bc8897e9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:09.601322 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.064392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:11.464142 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:15.158563 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-18a891aa-f1f7-4fa8-8d56-23ebb885b5b0 req-e6e9710a-06f5-46a3-aa29-69fe94066903 service neutron] (103047) timed out ('10.222.0.45', 51700) {{(pid=103047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 22:50:20.663948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:24.412496 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:35.075527 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:50:35.781106 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a7eddf51-b90c-4361-8e67-b249a139707f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:37.966236 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe15e486-8fc3-4525-b325-72181c914597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:39.600536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.068961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:41.483885 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:50.697322 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:50:54.403542 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:01.064135 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c1daf-9bd1-4c74-90c3-1d6caeff9d0a req-16672d42-e309-4cfc-9b38-24bc353d4d3a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:01.065530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-311c1daf-9bd1-4c74-90c3-1d6caeff9d0a req-16672d42-e309-4cfc-9b38-24bc353d4d3a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Nov 10 22:51:01.115494 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-311c1daf-9bd1-4c74-90c3-1d6caeff9d0a req-e384a27d-5282-4a03-8ce1-0df6cce01bfb tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Nov 10 22:51:02.234901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47201dbe-0ec5-46b2-910e-8fe40866b839 req-8cacb5b2-6dfd-4be2-857b-252e002f9e3d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:02.236420 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47201dbe-0ec5-46b2-910e-8fe40866b839 req-8cacb5b2-6dfd-4be2-857b-252e002f9e3d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0499260 Nov 10 22:51:02.286021 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-47201dbe-0ec5-46b2-910e-8fe40866b839 req-7157a2c0-42e8-4065-b3e1-97cb91a8f7f3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Nov 10 22:51:03.408279 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e50e8e-5921-4a8c-bf61-b7e3a3c38bda req-9c433a19-3cbd-407a-8b31-fab0fb4b58ea tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:03.409768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6e50e8e-5921-4a8c-bf61-b7e3a3c38bda req-9c433a19-3cbd-407a-8b31-fab0fb4b58ea tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Nov 10 22:51:03.460795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b6e50e8e-5921-4a8c-bf61-b7e3a3c38bda req-5ebdec35-0f95-413a-af8a-e6808027eaea tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443244 Nov 10 22:51:04.580631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa851-68d6-47d4-98ec-119cc7f6a0f6 req-b29c3a00-74ac-426e-9d78-314067b0d4a0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:04.583124 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d07aa851-68d6-47d4-98ec-119cc7f6a0f6 req-b29c3a00-74ac-426e-9d78-314067b0d4a0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0540609 Nov 10 22:51:04.633507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d07aa851-68d6-47d4-98ec-119cc7f6a0f6 req-530b162c-a7a5-4c9c-9527-5d77d692e26c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Nov 10 22:51:05.010377 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-7eada79a-b45c-4768-8abc-aaabd2b2254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:05.011975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-7eada79a-b45c-4768-8abc-aaabd2b2254f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1097 time: 0.0788689 Nov 10 22:51:05.119399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-f9a22c12-bb0e-417c-abc4-51c647de48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:05.120927 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-f9a22c12-bb0e-417c-abc4-51c647de48cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 896 time: 0.0883558 Nov 10 22:51:05.189852 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-f89d2354-b7a9-46dd-b8f6-e006b2107656 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 1001 time: 0.0586243 Nov 10 22:51:05.238365 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-2eb69d48-7f08-4b02-9b6a-64bd22dc8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:05.239918 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-2eb69d48-7f08-4b02-9b6a-64bd22dc8116 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 200 len: 835 time: 0.0429056 Nov 10 22:51:05.289041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-11fcb6c7-cc6f-4e82-9595-c4785cba56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:05.290516 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-11fcb6c7-cc6f-4e82-9595-c4785cba56bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441127 Nov 10 22:51:05.379689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-176e6800-00b4-4bfb-b5a4-310aacf74ab2 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815244 Nov 10 22:51:05.473120 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b0743384-098e-45e4-b6b4-195ac100ec6f req-a0f5298e-166a-4bac-8af4-a79b0314f5d6 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861158 Nov 10 22:51:05.752662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f77e6-b674-4dfc-9a4e-be160a2a1c1b req-d9ad494d-e896-463d-9569-a0d414e17122 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:05.754354 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-953f77e6-b674-4dfc-9a4e-be160a2a1c1b req-d9ad494d-e896-463d-9569-a0d414e17122 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Nov 10 22:51:05.786692 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-38accfbd-920e-49c8-960e-565a7fc53f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:05.806209 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-953f77e6-b674-4dfc-9a4e-be160a2a1c1b req-e103d7f5-9266-45e0-97ab-224fafc83465 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459194 Nov 10 22:51:06.921033 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3c0e9-50ac-4591-9d39-f1d6df3b06c1 req-fca746a0-4ed6-4638-bdec-0709eee276c4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:06.922502 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21a3c0e9-50ac-4591-9d39-f1d6df3b06c1 req-fca746a0-4ed6-4638-bdec-0709eee276c4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0496707 Nov 10 22:51:06.970343 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-21a3c0e9-50ac-4591-9d39-f1d6df3b06c1 req-8521bce8-1779-4f32-9fcd-9976d4a5d5b9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Nov 10 22:51:07.969133 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c6c62b29-e373-4204-ab57-f73334c66221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:08.095997 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4cce-c003-4f81-84f8-30d4e05c606c req-48d5b97b-39e8-433c-aac4-a69d54a4342a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:08.097459 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-daad4cce-c003-4f81-84f8-30d4e05c606c req-48d5b97b-39e8-433c-aac4-a69d54a4342a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0557549 Nov 10 22:51:08.149042 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-daad4cce-c003-4f81-84f8-30d4e05c606c req-80220cdd-ddad-409e-8e56-1aed4f5318bb tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456610 Nov 10 22:51:09.269993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7ca8-7fd5-4052-9a21-fd40ac8ec4bd req-01cf62c0-f0a2-4991-8898-8b4305e853f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:09.271484 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c4d7ca8-7fd5-4052-9a21-fd40ac8ec4bd req-01cf62c0-f0a2-4991-8898-8b4305e853f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0531566 Nov 10 22:51:09.606232 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:09.644862 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0c4d7ca8-7fd5-4052-9a21-fd40ac8ec4bd req-02dca166-3491-4818-86ee-ffe6986157c1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673403 Nov 10 22:51:10.762609 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d8926-2acd-4a32-a635-53806c884754 req-58a1bf9c-8633-4130-8bb5-2222ba4e3956 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:10.764131 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cd0d8926-2acd-4a32-a635-53806c884754 req-58a1bf9c-8633-4130-8bb5-2222ba4e3956 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0505280 Nov 10 22:51:10.814325 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cd0d8926-2acd-4a32-a635-53806c884754 req-c57242b0-af37-4e20-9c23-92e08ace2a9c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Nov 10 22:51:11.072315 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:11.451772 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:11.929957 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8349b40-2f27-477d-8fbd-d0c76e1db5b8 req-cd584579-f1ee-4918-ab9b-867d720015f8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:11.931398 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8349b40-2f27-477d-8fbd-d0c76e1db5b8 req-cd584579-f1ee-4918-ab9b-867d720015f8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0486329 Nov 10 22:51:11.980143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b8349b40-2f27-477d-8fbd-d0c76e1db5b8 req-ea1b3c17-80cf-473c-87e1-2558885d546a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Nov 10 22:51:12.002596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56554) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:12.065864 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f21eb534-9ba8-4947-8a67-ed99c2ade55f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/53b114e9-3ed4-4139-8176-5dfd24c604e3 HTTP/1.1" status: 200 len: 993 time: 0.0617847 Nov 10 22:51:12.077060 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:51:13.479207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e019b-b65e-459d-b912-467920839e28 req-88387e77-c834-4e2a-a784-8933849e1b87 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:13.481615 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e02e019b-b65e-459d-b912-467920839e28 req-88387e77-c834-4e2a-a784-8933849e1b87 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0491831 Nov 10 22:51:13.544787 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e02e019b-b65e-459d-b912-467920839e28 req-a5656eb0-5756-4f99-8b6f-7f25dee8d041 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579243 Nov 10 22:51:13.575000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-c9b44ccd-70d0-4f00-88a0-e160cb109b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:13.576513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-c9b44ccd-70d0-4f00-88a0-e160cb109b31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1097 time: 0.0484779 Nov 10 22:51:13.666322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-9b9e34c1-05de-40b9-81ef-4a3b52e4822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:13.667693 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-9b9e34c1-05de-40b9-81ef-4a3b52e4822b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 896 time: 0.0839932 Nov 10 22:51:13.736943 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-fd993c66-9c26-4898-bec8-18fed1c2c265 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 1001 time: 0.0622962 Nov 10 22:51:13.786041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-06fd0870-0019-42eb-be11-c308be738710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:13.787471 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-06fd0870-0019-42eb-be11-c308be738710 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 200 len: 835 time: 0.0435400 Nov 10 22:51:13.832863 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-bb3e3b08-4d2d-488a-8f2d-6c7f2a582794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:13.834318 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-bb3e3b08-4d2d-488a-8f2d-6c7f2a582794 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403106 Nov 10 22:51:13.927338 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-0b72815e-6666-4ccc-9255-d884b2ad9ae0 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 Nov 10 22:51:14.017215 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3f3f4af0-ad3c-4b90-a531-7125af045865 req-b9ba7c9c-8653-4cfc-a515-c0e2742cbfa7 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824494 Nov 10 22:51:14.663141 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31851d-83f1-4f3a-8c65-368b183865b7 req-bf700c5b-3274-4c84-8496-c9683e1fb984 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:14.664627 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d31851d-83f1-4f3a-8c65-368b183865b7 req-bf700c5b-3274-4c84-8496-c9683e1fb984 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Nov 10 22:51:14.717438 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6d31851d-83f1-4f3a-8c65-368b183865b7 req-e2fe7f12-dc28-4f01-a073-f332170f849c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441980 Nov 10 22:51:15.837703 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79962-c8a0-4869-b20f-708ebea47f05 req-db44ff07-4e14-4f79-af35-636294f1a2c0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:51:15.839180 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ac79962-c8a0-4869-b20f-708ebea47f05 req-db44ff07-4e14-4f79-af35-636294f1a2c0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0540991 Nov 10 22:51:15.888316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ac79962-c8a0-4869-b20f-708ebea47f05 req-a4047f70-651d-4369-bc95-709a1a3df739 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Nov 10 22:51:15.910703 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56566) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:51:15.973178 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cfb33ecd-9f73-40df-bd55-85f7adefeb34 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/53b114e9-3ed4-4139-8176-5dfd24c604e3 HTTP/1.1" status: 200 len: 993 time: 0.0612066 Nov 10 22:51:20.685644 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:24.394077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:35.782231 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d8c90819-5751-46ca-9031-70d7bdfdbd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:37.976456 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-343c3efb-7da2-4e21-9f96-522f5deaa41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:39.593904 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.073861 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:41.462562 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:49.076366 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:51:50.684731 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:51:54.416380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.362381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56580) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:04.520466 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port d14458fa-e147-4679-aaba-c5e14a92acdb {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:04.520815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.594094 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.594417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.605842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for d14458fa-e147-4679-aaba-c5e14a92acdb owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:04.817460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.843344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=d14458fa-e147-4679-aaba-c5e14a92acdb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:04.855073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.855429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.855798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.856143 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.856480 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.856813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.857147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.857478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.857803 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.858130 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.858457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.858777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:04.917581 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:04.918113 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 53b114e9-3ed4-4139-8176-5dfd24c604e3 disassociated (deleted). External IP: 172.25.7.162, port: c2871062-c426-43e1-8ddf-5034ceed0f83. Nov 10 22:52:04.931662 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-9b34732b-bb00-453e-aaeb-bde834e54bd8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414126 Nov 10 22:52:05.028344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-916bead2-ae77-4f2e-9970-d65a9cbe565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.030022 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-916bead2-ae77-4f2e-9970-d65a9cbe565d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1097 time: 0.0415800 Nov 10 22:52:05.131666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router de62a840-7e87-4ff9-a12e-ae870436f40f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:52:05.147268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-e718933f-cd57-4071-b194-7b4f342109e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.152969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-e718933f-cd57-4071-b194-7b4f342109e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 896 time: 0.0978210 Nov 10 22:52:05.202098 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-e0416459-1c8a-40d5-b00f-8ededb33469c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 217 time: 0.0401933 Nov 10 22:52:05.243094 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:52:05.248053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:05.258207 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] Sync routers for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:52:05.259268 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-512d83c2-74be-4f89-b1c0-03845efa357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.260783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-512d83c2-74be-4f89-b1c0-03845efa357e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 200 len: 835 time: 0.0510840 Nov 10 22:52:05.268484 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:05.269097 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:05.278289 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1313e7c7-d5e0-4108-8c11-66f03f005474 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/floatingips/53b114e9-3ed4-4139-8176-5dfd24c604e3 HTTP/1.1" status: 204 len: 168 time: 0.9124262 Nov 10 22:52:05.278289 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:05.280034 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f046812-9409-405c-8f1e-be39aba76950" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:05.312287 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-e239fd71-fd37-4174-bcdb-f4b7e4d1d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.313808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-e239fd71-fd37-4174-bcdb-f4b7e4d1d4fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461297 Nov 10 22:52:05.385406 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ca8180-0aef-44e0-a255-3d0c676eac3d x-openstack-request-id: req-39ca8180-0aef-44e0-a255-3d0c676eac3d {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:05.385929 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:05.385929 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39ca8180-0aef-44e0-a255-3d0c676eac3d {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:05.386318 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'status': 'completed', 'code': 200} Nov 10 22:52:05.410613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:05.432779 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-239c135b-9f4b-4b45-95f1-ca52ff3ecdce service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119611 Nov 10 22:52:05.531295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b3063959-881b-40fd-97c9-e015928eb6f1 req-b4dec7aa-da15-4735-8cf8-834aa2806c76 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900831 Nov 10 22:52:05.626586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:44Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:05.654482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] Checking router: de62a840-7e87-4ff9-a12e-ae870436f40f for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:52:05.664744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:05.665350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:51:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:05.690801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046812-9409-405c-8f1e-be39aba76950 req-2f0ee7a4-8ace-4000-bd97-2122ac24b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.692607 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f046812-9409-405c-8f1e-be39aba76950 req-2f0ee7a4-8ace-4000-bd97-2122ac24b3c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 1097 time: 0.0457230 Nov 10 22:52:05.775342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d52824-94d8-451c-b11d-fddf53fbfad7 req-0be78ef1-3620-414d-a85e-2760de34133c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.777469 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d52824-94d8-451c-b11d-fddf53fbfad7 req-0be78ef1-3620-414d-a85e-2760de34133c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Nov 10 22:52:05.791660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:05.802753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046812-9409-405c-8f1e-be39aba76950 req-e02a5944-42b7-4d92-8168-8a05fa4bbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.804443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f046812-9409-405c-8f1e-be39aba76950 req-e02a5944-42b7-4d92-8168-8a05fa4bbbeb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 200 len: 896 time: 0.1052513 Nov 10 22:52:05.822817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aa24af19-bcb7-486a-a7bd-397261e9071d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:05.839064 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-49d52824-94d8-451c-b11d-fddf53fbfad7 req-2ad75062-a8b1-4dd9-ba6d-a5f24fdf5e25 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550725 Nov 10 22:52:05.849374 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f046812-9409-405c-8f1e-be39aba76950 req-f829f34b-397f-449d-a747-603b376b1b1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 200 len: 217 time: 0.0366819 Nov 10 22:52:05.903875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046812-9409-405c-8f1e-be39aba76950 req-a01a5153-02ee-4774-8f2e-a521199f89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.905295 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f046812-9409-405c-8f1e-be39aba76950 req-a01a5153-02ee-4774-8f2e-a521199f89b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 200 len: 835 time: 0.0485218 Nov 10 22:52:05.958011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046812-9409-405c-8f1e-be39aba76950 req-f36f97fd-ddb5-42dc-bcc3-9c5cad7624eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:05.959658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f046812-9409-405c-8f1e-be39aba76950 req-f36f97fd-ddb5-42dc-bcc3-9c5cad7624eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451031 Nov 10 22:52:06.063149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f046812-9409-405c-8f1e-be39aba76950 req-74cfc5c0-e3f7-4fb1-b799-d414eca2813c service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944879 Nov 10 22:52:06.168815 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f046812-9409-405c-8f1e-be39aba76950 req-4d1fe31a-c93b-46f1-a292-422fb3f9a156 service neutron] 10.222.0.64 "GET /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974238 Nov 10 22:52:06.179267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:44Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:06.205610 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fd534f-cffb-4f50-b350-9ce10f506d17 None None] The sync data for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 is: [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:49:41Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '155f9fef-abaa-417d-a9a3-1f0d86ac60c0', 'name': '', 'network_id': 'b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:9c:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:39Z', 'updated_at': '2021-11-10T22:49:44Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '5bb02746-0cac-4567-807d-f61b6a32a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:52:06.425292 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ac6bb-8328-450a-83f6-fa1db8d685fa None None] New status for floating IP 53b114e9-3ed4-4139-8176-5dfd24c604e3: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:52:06.963292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14a50-0637-4aaa-be27-e34680a1841a req-69717237-4165-45e6-92ff-32442ec6c98b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:06.964871 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15d14a50-0637-4aaa-be27-e34680a1841a req-69717237-4165-45e6-92ff-32442ec6c98b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Nov 10 22:52:07.014387 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-15d14a50-0637-4aaa-be27-e34680a1841a req-84578094-5772-40f5-8ade-4cfc5b024469 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436749 Nov 10 22:52:07.469624 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-e2e613cf-35a9-4c2f-932a-ef089d9c9b61 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:07.470972 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-e2e613cf-35a9-4c2f-932a-ef089d9c9b61 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Nov 10 22:52:07.562070 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port c2871062-c426-43e1-8ddf-5034ceed0f83 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:07.562415 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.649096 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port c2871062-c426-43e1-8ddf-5034ceed0f83, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=c2871062-c426-43e1-8ddf-5034ceed0f83,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:07.649464 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.666302 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for c2871062-c426-43e1-8ddf-5034ceed0f83 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:07.856354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.884737 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=c2871062-c426-43e1-8ddf-5034ceed0f83,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:07.898181 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.898570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.899039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.899244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.899554 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.899908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.900314 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.900643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.900966 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.901288 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.901605 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.901921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:07.940374 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] No DVR routers for this DVR port c2871062-c426-43e1-8ddf-5034ceed0f83 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:07.943034 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.946371 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7e20b19a-34fd-4beb-95fc-18aa5b5e95f5 req-213f27a3-36d7-4338-8084-80427b790645 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "DELETE /v2.0/ports/c2871062-c426-43e1-8ddf-5034ceed0f83 HTTP/1.1" status: 204 len: 173 time: 0.4694195 Nov 10 22:52:07.946805 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'name': 'network-vif-deleted', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:07.949081 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f819aeb-4a8b-417f-8726-31fb19279df0" -d '{"events": [{"server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "name": "network-vif-deleted", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:07.979985 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-135cf371-605a-446e-8aca-4a40beac8923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:07.986516 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19419a95-22d9-4679-9ed0-241fbea31818 x-openstack-request-id: req-19419a95-22d9-4679-9ed0-241fbea31818 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:07.986970 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f81561-866e-4479-9cf5-3cf4dde369e0", "name": "network-vif-deleted", "tag": "c2871062-c426-43e1-8ddf-5034ceed0f83", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:07.987080 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19419a95-22d9-4679-9ed0-241fbea31818 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:07.987436 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f81561-866e-4479-9cf5-3cf4dde369e0', 'name': 'network-vif-deleted', 'tag': 'c2871062-c426-43e1-8ddf-5034ceed0f83', 'status': 'completed', 'code': 200} Nov 10 22:52:08.114369 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4b80b96d-25e2-4f08-a237-5e35dfe46d76 req-6a67cb63-10ba-43df-aedb-bfd4f285cfa9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f81561-866e-4479-9cf5-3cf4dde369e0 HTTP/1.1" status: 200 len: 210 time: 0.0276527 Nov 10 22:52:09.171553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56602) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:09.528876 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.654129 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.783115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:09.783445 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.872107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 155f9fef-abaa-417d-a9a3-1f0d86ac60c0, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:09.872497 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:09.886199 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:10.159110 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.187614 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=155f9fef-abaa-417d-a9a3-1f0d86ac60c0,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:10.364092 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.577112 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router de62a840-7e87-4ff9-a12e-ae870436f40f has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:52:10.681226 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:52:10.686124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9876ad9c-d65f-4992-878c-bd3fc70239f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/de62a840-7e87-4ff9-a12e-ae870436f40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5134885 Nov 10 22:52:10.689494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56604) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:10.690343 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] Sync routers for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:52:10.704002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:10.704609 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:10.740953 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting subnet 5bb02746-0cac-4567-807d-f61b6a32a485 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:52:10.744062 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.789686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.811318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:10.872123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.988570 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:10.995226 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:52:10Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:11.023316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb02746-0cac-4567-807d-f61b6a32a485,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:11.025578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.026432 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] Checking router: de62a840-7e87-4ff9-a12e-ae870436f40f for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:52:11.028952 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0cd5d4e2-f9d6-419f-a691-14e716fd08d1 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/subnets/5bb02746-0cac-4567-807d-f61b6a32a485 HTTP/1.1" status: 204 len: 168 time: 0.3383021 Nov 10 22:52:11.031548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56606) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:11.035002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbab4ebe-9d90-4411-b610-d7d2269f1f5a None None] Network b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:11.073121 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] Routers {'de62a840-7e87-4ff9-a12e-ae870436f40f'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:11.073753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['de62a840-7e87-4ff9-a12e-ae870436f40f'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:11.148755 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.156153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.251836 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] Set router de62a840-7e87-4ff9-a12e-ae870436f40f gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:11.268827 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.366751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c2871062-c426-43e1-8ddf-5034ceed0f83 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:11.394782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] DHCP port deletion for b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:11.403174 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: c2871062-c426-43e1-8ddf-5034ceed0f83 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:52:11.403515 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device c2871062-c426-43e1-8ddf-5034ceed0f83 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:52:11.416737 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 62f3b875-6fd8-4ece-a95a-da92c7205944 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:11.417921 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.475109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.505400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 62f3b875-6fd8-4ece-a95a-da92c7205944, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=62f3b875-6fd8-4ece-a95a-da92c7205944,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:11.505836 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.507063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Deleting port 4ea21de2-e4ad-4c36-aa1a-9153417e813b {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:52:11.507507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.520914 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 62f3b875-6fd8-4ece-a95a-da92c7205944 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:11.576704 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:52:10Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:11.609172 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac8ac9-64eb-49dd-8ada-91846dea37a4 None None] The sync data for ids ['de62a840-7e87-4ff9-a12e-ae870436f40f'] in n-d-776250-11 is: [{'id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1402521818', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:49:36Z', 'updated_at': '2021-11-10T22:52:10Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '62f3b875-6fd8-4ece-a95a-da92c7205944', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62a840-7e87-4ff9-a12e-ae870436f40f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:49:37Z', 'updated_at': '2021-11-10T22:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:52:11.622575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] For port 4ea21de2-e4ad-4c36-aa1a-9153417e813b, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=4ea21de2-e4ad-4c36-aa1a-9153417e813b,segment=NetworkSegment(46830f75-a3f5-4b42-b8fd-314b0d7bcc21),segment_id=46830f75-a3f5-4b42-b8fd-314b0d7bcc21)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:11.622575 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.628130 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 4ea21de2-e4ad-4c36-aa1a-9153417e813b no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:11.636433 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Calling delete_port for 4ea21de2-e4ad-4c36-aa1a-9153417e813b owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:52:11.747625 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.774357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.782334 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=62f3b875-6fd8-4ece-a95a-da92c7205944,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:11.799649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f9b51-9470-4557-ab28-becbcf875454 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:11.852712 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.853195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.898970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Pushing event deleted for resources: {'Port': ['ID=4ea21de2-e4ad-4c36-aa1a-9153417e813b,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:11.903509 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] No DVR routers for this DVR port 4ea21de2-e4ad-4c36-aa1a-9153417e813b on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:52:11.911486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.911794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.912136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.912469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.912800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.913125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.913448 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.914058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.914058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.914387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.914708 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.915027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5857b-ae04-4bed-acfb-80d417117d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:11.951186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:11.953287 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.067914 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.068490 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Fanout notify agent at l3_agent the message router_deleted on router de62a840-7e87-4ff9-a12e-ae870436f40f {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:52:12.077280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.077280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-29305313-396d-46c6-8cba-d969f214a128 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/routers/de62a840-7e87-4ff9-a12e-ae870436f40f HTTP/1.1" status: 204 len: 168 time: 1.0436814 Nov 10 22:52:12.079855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56608) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:12.164646 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.258520 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.285124 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:12.296891 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46830f75-a3f5-4b42-b8fd-314b0d7bcc21') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:12.297026 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46830f75-a3f5-4b42-b8fd-314b0d7bcc21') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:12.312109 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.325822 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.332168 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:52:12.332715 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: timer() Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:52:12.335698 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:52:12.450935 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.458802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.461663 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/networks/b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b HTTP/1.1" status: 204 len: 168 time: 0.3809466 Nov 10 22:52:12.464507 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56610) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:12.472977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a8af7-b27e-4b91-a176-63c15269dc66 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Network': ['ID=b3f16b45-fe5e-45de-9c1a-fedd31c7dc1b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:12.856451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12be4f9-2722-4648-bc0d-90b660213d4d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:12.881569 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12be4f9-2722-4648-bc0d-90b660213d4d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.002868 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12be4f9-2722-4648-bc0d-90b660213d4d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.005477 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-d12be4f9-2722-4648-bc0d-90b660213d4d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.010505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d12be4f9-2722-4648-bc0d-90b660213d4d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/security-groups/3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7 HTTP/1.1" status: 204 len: 168 time: 0.5407016 Nov 10 22:52:13.016197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12be4f9-2722-4648-bc0d-90b660213d4d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac9fde9-ee24-4bf0-9190-5e4b09b0e6e7,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:13.487248 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56616) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:13.491948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-3453fb5c-a878-46a5-9c23-7c234049edb3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057582603', 'description': 'tempest-secgroup-smoke-1057582603 description', 'project_id': '7c2340e3ba69418cba330cad62ab8828'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:13.540659 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:13.560588 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:52:13.560922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 155f9fef-abaa-417d-a9a3-1f0d86ac60c0 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:52:13.561318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 62f3b875-6fd8-4ece-a95a-da92c7205944 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:52:13.579644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 62f3b875-6fd8-4ece-a95a-da92c7205944 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:52:13.580006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 62f3b875-6fd8-4ece-a95a-da92c7205944 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:52:13.593518 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3453fb5c-a878-46a5-9c23-7c234049edb3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.660120 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3453fb5c-a878-46a5-9c23-7c234049edb3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.730403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3453fb5c-a878-46a5-9c23-7c234049edb3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.758858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453fb5c-a878-46a5-9c23-7c234049edb3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:13.823792 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-3453fb5c-a878-46a5-9c23-7c234049edb3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.825105 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-3453fb5c-a878-46a5-9c23-7c234049edb3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3368106 Nov 10 22:52:13.828031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56618) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:13.833602 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-91a042ea-19c9-43d3-88fd-59482eb5e857 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'eb8fb8e1-aeb9-46fe-adc3-35de3beefb63', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:13.918596 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91a042ea-19c9-43d3-88fd-59482eb5e857 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:13.980218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91a042ea-19c9-43d3-88fd-59482eb5e857 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.076815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91a042ea-19c9-43d3-88fd-59482eb5e857 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.096076 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a042ea-19c9-43d3-88fd-59482eb5e857 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee09fde-0b64-4fa2-bc9c-3f4862f6277c,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:14.179064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-91a042ea-19c9-43d3-88fd-59482eb5e857 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.180367 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-91a042ea-19c9-43d3-88fd-59482eb5e857 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3513892 Nov 10 22:52:14.183111 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56620) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:14.187504 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-807e532d-c893-4773-aac9-f22763002bc8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'eb8fb8e1-aeb9-46fe-adc3-35de3beefb63', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:14.266757 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-807e532d-c893-4773-aac9-f22763002bc8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.321850 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-807e532d-c893-4773-aac9-f22763002bc8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.402578 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-807e532d-c893-4773-aac9-f22763002bc8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.421112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e532d-c893-4773-aac9-f22763002bc8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8e8261-2408-4e87-91b8-48782f0fc0a3,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:14.490331 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-807e532d-c893-4773-aac9-f22763002bc8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.491540 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-807e532d-c893-4773-aac9-f22763002bc8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3075008 Nov 10 22:52:14.494316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56622) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:14.498630 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e26bdb13-ecbd-4504-a98b-183560363ee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'eb8fb8e1-aeb9-46fe-adc3-35de3beefb63', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:14.587293 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e26bdb13-ecbd-4504-a98b-183560363ee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.642739 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e26bdb13-ecbd-4504-a98b-183560363ee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.713446 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e26bdb13-ecbd-4504-a98b-183560363ee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.732147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bdb13-ecbd-4504-a98b-183560363ee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbb63a5-b3a9-444f-b0a5-c2dc4c4721c5,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:14.812607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e26bdb13-ecbd-4504-a98b-183560363ee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.813829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e26bdb13-ecbd-4504-a98b-183560363ee9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3185804 Nov 10 22:52:14.817291 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56624) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:14.823271 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-0e1fa243-315b-4f6b-893a-38a01ff055f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'eb8fb8e1-aeb9-46fe-adc3-35de3beefb63', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:14.895093 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa243-315b-4f6b-893a-38a01ff055f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:14.954417 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa243-315b-4f6b-893a-38a01ff055f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.025456 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa243-315b-4f6b-893a-38a01ff055f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.044407 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fa243-315b-4f6b-893a-38a01ff055f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9365f4c0-51ad-48df-b51c-ed6d0326780d,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:15.109637 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa243-315b-4f6b-893a-38a01ff055f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.110876 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0e1fa243-315b-4f6b-893a-38a01ff055f4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2925732 Nov 10 22:52:15.114149 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56626) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:15.119346 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'eb8fb8e1-aeb9-46fe-adc3-35de3beefb63', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:15.204884 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:52:15.210301 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.268176 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.362955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.380919 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215f0f2a-fd09-4702-9511-c63c5b3b6ad0,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:15.430103 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.431353 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6c26118f-8bd2-424c-90b8-6d471ec9e6d4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162007 Nov 10 22:52:15.434471 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56628) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:15.439386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'security_group_rule': {'security_group_id': 'eb8fb8e1-aeb9-46fe-adc3-35de3beefb63', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:15.513221 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Project 7c2340e3ba69418cba330cad62ab8828 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:52:15.518240 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.577951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.642132 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.661849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8414bd5-4d24-4fb1-b22b-28d0e83b2d04,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:15.724671 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.725903 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c16b270e-2ba6-47df-b966-c19803e9efb6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2904577 Nov 10 22:52:15.728798 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56630) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:15.733681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'network': {'name': 'tempest-network-smoke--1126268186', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'port_security_enabled': True}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:15.802592 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:15.806350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.832039 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:52:15.840488 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.840822 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Added segment 0b7f906f-f547-46e8-bf69-ea64cd2c1360 of type vlan for network be263088-6035-497f-9b51-c7cde024381b Nov 10 22:52:15.880500 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.951206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:15.956886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:15.957786 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.021411 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Network': ['ID=be263088-6035-497f-9b51-c7cde024381b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:16.027453 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1da0b029-dc50-4131-bfc5-acbd59337332 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2976913 Nov 10 22:52:16.033262 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network be263088-6035-497f-9b51-c7cde024381b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:52:16.036077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56632) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:16.040827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'admin_state_up': True, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:16.107598 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.108707 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.162460 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.344522 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.582836 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.602089 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.702509 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.230 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/2aaae2e6-76fa-4251-a040-91fb1afc26ee) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:16.805067 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.873503 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:16.914492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:16.920065 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:16.922245 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=2aaae2e6-76fa-4251-a040-91fb1afc26ee,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:16.924361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:16.934406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434a34b-377f-4a08-84d7-2d8378822120 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:16.991950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-e03cb99c-a103-4352-8506-b766cc4188f0 None None] Provisioning complete for port 2aaae2e6-76fa-4251-a040-91fb1afc26ee triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:16.992328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e03cb99c-a103-4352-8506-b766cc4188f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.025080 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-e03cb99c-a103-4352-8506-b766cc4188f0 None None] Port 2aaae2e6-76fa-4251-a040-91fb1afc26ee cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:17.309971 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.502953 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.701733 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:52:17.808903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:52:17.818918 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Sync routers for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:52:17.828425 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:17.833589 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:17.864576 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:17.865820 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-686469fd-2d52-486a-8143-fbef2bdccf1b tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8287406 Nov 10 22:52:17.869023 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56634) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:17.897960 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-db01477a-3c42-4124-9eb7-4ab6ad6ef074 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=7c2340e3ba69418cba330cad62ab8828&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278420 Nov 10 22:52:17.900521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56636) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:17.932545 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:17.992071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24be600-1f19-4876-b08c-e3d979b75a29 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:17.993732 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c24be600-1f19-4876-b08c-e3d979b75a29 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923426 Nov 10 22:52:17.996639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56638) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.025332 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-bba19a4b-74dc-40df-b0cf-9c922a975462 tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=c63c6976-ff85-445a-b1de-7ade69f02d52&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275919 Nov 10 22:52:18.027786 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56640) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.032401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-599594884', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:18.110055 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:17Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:18.136990 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Checking router: 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:52:18.137334 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Updating router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 port 2aaae2e6-76fa-4251-a040-91fb1afc26ee binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:52:18.161451 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.216444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:18.220075 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.416616 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.461941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.490412 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.530684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Subnet': ['ID=1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:18.531891 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552ba9a-54c4-4ac9-a1af-172126b45f13 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:18.541073 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Checking segment: {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:18.541445 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network hostable DHCP agents. Network: be263088-6035-497f-9b51-c7cde024381b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:52:18.542467 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Attempting to bind port 2aaae2e6-76fa-4251-a040-91fb1afc26ee on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:18.542839 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Attempting to bind port 2aaae2e6-76fa-4251-a040-91fb1afc26ee by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:18.543197 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Attempting to bind port 2aaae2e6-76fa-4251-a040-91fb1afc26ee on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:18.553136 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Pushing event updated for resources: {'Port': ['ID=2aaae2e6-76fa-4251-a040-91fb1afc26ee,revision_number=2']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:18.558613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:18.558613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:18.558613 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.558613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:18.558613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Bound port: 2aaae2e6-76fa-4251-a040-91fb1afc26ee, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:18.558613 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.564911 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.565248 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.565578 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.565906 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.566228 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.566678 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.567391 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.567608 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.567948 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.568264 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.568581 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.568893 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:52:18.619176 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] For port 2aaae2e6-76fa-4251-a040-91fb1afc26ee, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:18.622141 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] For port 2aaae2e6-76fa-4251-a040-91fb1afc26ee, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2aaae2e6-76fa-4251-a040-91fb1afc26ee,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:18.636756 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network be263088-6035-497f-9b51-c7cde024381b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:52:18.659701 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-ac10638b-51ef-4eb7-981e-3df0935abe47 None None] Provisioning complete for port 2aaae2e6-76fa-4251-a040-91fb1afc26ee triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:18.660706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ac10638b-51ef-4eb7-981e-3df0935abe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.694002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-ac10638b-51ef-4eb7-981e-3df0935abe47 None None] Port 2aaae2e6-76fa-4251-a040-91fb1afc26ee cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:18.705809 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.728471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, be263088-6035-497f-9b51-c7cde024381b) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:18.733748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:18.734667 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.746146 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955ea7e-088f-4f2d-8572-1223b89494aa None None] Network be263088-6035-497f-9b51-c7cde024381b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:18.765982 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69108f9d-b8f0-4958-87cd-a8b34c1af438 None None] Pushing event updated for resources: {'Port': ['ID=2aaae2e6-76fa-4251-a040-91fb1afc26ee,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:18.766198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711d621-9db9-40da-b1db-5ae3561501b7 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:52:18.770607 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:18.771213 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:18.830518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-a41c6698-f84c-402e-ad7b-3a6c68cbec92 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8016589 Nov 10 22:52:18.834752 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56642) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:18.835138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-bf8dae08-8c81-4f8e-b532-213951037e81 None None] Provisioning complete for port 2aaae2e6-76fa-4251-a040-91fb1afc26ee triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:18.835502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf8dae08-8c81-4f8e-b532-213951037e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.887124 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:18.960424 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-be263088-6035-497f-9b51-c7cde024381b', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:52:18.961256 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:18.991295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf8dae08-8c81-4f8e-b532-213951037e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.060396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-bf8dae08-8c81-4f8e-b532-213951037e81 None None] For port 2aaae2e6-76fa-4251-a040-91fb1afc26ee, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2aaae2e6-76fa-4251-a040-91fb1afc26ee,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:19.075537 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:17Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:19.102255 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b7bb7-2970-46ae-b8a6-9b48dda7f7fb None None] The sync data for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 is: [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:17Z', 'revision_number': 3, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:52:19.138721 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Allocated IP 172.20.0.2 (be263088-6035-497f-9b51-c7cde024381b/1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa/5885aa5c-c701-402f-81e8-3d1e0b013ae3) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:19.144620 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bf8dae08-8c81-4f8e-b532-213951037e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.250781 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dae08-8c81-4f8e-b532-213951037e81 None None] Pushing event updated for resources: {'Port': ['ID=2aaae2e6-76fa-4251-a040-91fb1afc26ee,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:19.339172 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.345550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.414094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.462827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Network be263088-6035-497f-9b51-c7cde024381b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:19.468600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:19.470707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Pushing event updated for resources: {'Port': ['ID=5885aa5c-c701-402f-81e8-3d1e0b013ae3,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:19.478922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:19.689976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2aaae2e6-76fa-4251-a040-91fb1afc26ee up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:19.711244 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.1 (be263088-6035-497f-9b51-c7cde024381b/1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa/e0800264-33cb-49a4-9090-3ab46bee700c) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:19.751776 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Attempting to bind port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:19.752142 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Attempting to bind port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:19.752498 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Attempting to bind port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 on network be263088-6035-497f-9b51-c7cde024381b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:19.761747 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:19.762235 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Checking segment: {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:19.762501 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.762883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Bound using segment: {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:19.763346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Bound port: 5885aa5c-c701-402f-81e8-3d1e0b013ae3, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:19.763792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.783366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 2aaae2e6-76fa-4251-a040-91fb1afc26ee triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:19.783748 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.846580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:19.872377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] For port 5885aa5c-c701-402f-81e8-3d1e0b013ae3, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:19.876965 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] For port 5885aa5c-c701-402f-81e8-3d1e0b013ae3, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5885aa5c-c701-402f-81e8-3d1e0b013ae3,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:19.980761 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.016583 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.042677 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca2dd2-2505-4a82-8f05-1779f4b42a58 None None] Pushing event updated for resources: {'Port': ['ID=5885aa5c-c701-402f-81e8-3d1e0b013ae3,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:20.076139 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network be263088-6035-497f-9b51-c7cde024381b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:20.079175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:20.081685 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:20.126372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=e0800264-33cb-49a4-9090-3ab46bee700c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:20.142820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.349902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.638244 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.702207 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.713328 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.774393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=e0800264-33cb-49a4-9090-3ab46bee700c,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:20.777602 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:20.884765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network be263088-6035-497f-9b51-c7cde024381b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:20.886311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:21.005695 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:52:21.184766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb4ebd2-3422-4970-8212-6c377841ec78 None None] Network be263088-6035-497f-9b51-c7cde024381b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:52:21.323127 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b10046e8-69a6-4204-89cf-fe903b4298ac None None] Provisioning complete for port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:21.323414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b10046e8-69a6-4204-89cf-fe903b4298ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.438014 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b10046e8-69a6-4204-89cf-fe903b4298ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.463082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:52:21.468501 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-cc92fb14-8bcd-41d9-a8de-2dc44ae2bc8e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6326857 Nov 10 22:52:21.477914 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Sync routers for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:52:21.481684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b10046e8-69a6-4204-89cf-fe903b4298ac None None] For port 5885aa5c-c701-402f-81e8-3d1e0b013ae3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5885aa5c-c701-402f-81e8-3d1e0b013ae3,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:21.495749 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:21.496390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:21.574951 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b10046e8-69a6-4204-89cf-fe903b4298ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.631795 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5885aa5c-c701-402f-81e8-3d1e0b013ae3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:21.663403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-169f6f13-833f-44d9-a66d-d77df4c52ab6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057582603&fields=id&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 267 time: 0.0511367 Nov 10 22:52:21.717656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:21.752359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10046e8-69a6-4204-89cf-fe903b4298ac None None] Pushing event updated for resources: {'Port': ['ID=5885aa5c-c701-402f-81e8-3d1e0b013ae3,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:21.761134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0917a7cf-27e6-45fe-8eaa-d8b788370ec2 None None] Provisioning complete for port e0800264-33cb-49a4-9090-3ab46bee700c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:21.761499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0917a7cf-27e6-45fe-8eaa-d8b788370ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.791050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-8d8442d4-b4cd-42af-94c3-72e0401b4b97 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:21.794778 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-8d8442d4-b4cd-42af-94c3-72e0401b4b97 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/networks?id=be263088-6035-497f-9b51-c7cde024381b HTTP/1.1" status: 200 len: 797 time: 0.1220081 Nov 10 22:52:21.811091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-4cc9c9e0-4038-43cd-b203-4458eee1cb0c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/quotas/7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 375 time: 0.0113564 Nov 10 22:52:21.843018 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:21.843388 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.868157 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-644ae29c-4925-427d-98ba-cd69bcf493d2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497441 Nov 10 22:52:21.882902 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0917a7cf-27e6-45fe-8eaa-d8b788370ec2 None None] Port e0800264-33cb-49a4-9090-3ab46bee700c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:21.885247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-47cac73f-90f4-459c-9ed1-4b1cd85bcce7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:52:21.886218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-47cac73f-90f4-459c-9ed1-4b1cd85bcce7 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052433 Nov 10 22:52:21.954903 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0917a7cf-27e6-45fe-8eaa-d8b788370ec2 None None] Provisioning complete for port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:21.955511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0917a7cf-27e6-45fe-8eaa-d8b788370ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:21.987287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-3969ac35-8df8-4f81-87b6-fccd754dad21 service neutron] 10.222.0.45 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935562 Nov 10 22:52:22.096386 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-036b52a2-c2b9-4ed8-b4e6-094847c11f1b service neutron] 10.222.0.45 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014750 Nov 10 22:52:22.135556 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 2, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:22.162284 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Checking router: 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:52:22.162643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Updating router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 port e0800264-33cb-49a4-9090-3ab46bee700c binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:52:22.188436 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.298222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-8fbd0032-d6e5-41da-b0b6-af34325d3fce None None] Provisioning complete for port e0800264-33cb-49a4-9090-3ab46bee700c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:22.298592 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0032-d6e5-41da-b0b6-af34325d3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.328634 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-17e865f0-0d28-482b-866f-d36f79f0f5ec req-24ef29ec-faeb-4747-8000-fb086936d44d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 210 time: 0.0310466 Nov 10 22:52:22.348163 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd0032-d6e5-41da-b0b6-af34325d3fce None None] Port e0800264-33cb-49a4-9090-3ab46bee700c cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:22.507281 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.582332 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.631134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966be78-0ba3-4fac-b86b-e3518a74cf97 None None] Pushing event updated for resources: {'Port': ['ID=e0800264-33cb-49a4-9090-3ab46bee700c,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:22.689482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Attempting to bind port e0800264-33cb-49a4-9090-3ab46bee700c on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:22.689482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Attempting to bind port e0800264-33cb-49a4-9090-3ab46bee700c by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:22.689482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Attempting to bind port e0800264-33cb-49a4-9090-3ab46bee700c on network be263088-6035-497f-9b51-c7cde024381b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:22.696072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:22.696622 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Checking segment: {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:22.697122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.697603 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Bound using segment: {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:22.698220 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Bound port: e0800264-33cb-49a4-9090-3ab46bee700c, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:22.698706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.768158 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] For port e0800264-33cb-49a4-9090-3ab46bee700c, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:22.772486 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] For port e0800264-33cb-49a4-9090-3ab46bee700c, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e0800264-33cb-49a4-9090-3ab46bee700c,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:22.849151 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.924992 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2080afaf-2134-4b14-ad89-bcf8df7e7b2a None None] Provisioning complete for port e0800264-33cb-49a4-9090-3ab46bee700c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:22.925359 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2080afaf-2134-4b14-ad89-bcf8df7e7b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:22.929312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:22.933408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:22.933408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966be78-0ba3-4fac-b86b-e3518a74cf97 None None] Pushing event updated for resources: {'Port': ['ID=e0800264-33cb-49a4-9090-3ab46bee700c,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:23.099567 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:23.136464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2080afaf-2134-4b14-ad89-bcf8df7e7b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.382290 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2080afaf-2134-4b14-ad89-bcf8df7e7b2a None None] For port e0800264-33cb-49a4-9090-3ab46bee700c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e0800264-33cb-49a4-9090-3ab46bee700c,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:23.428903 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06fb23a4-373e-4d2a-84b4-af532fb86323 req-d21f7cc9-5a7e-4aad-b08c-a9b6c1730c69 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 210 time: 0.0289748 Nov 10 22:52:23.438410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2080afaf-2134-4b14-ad89-bcf8df7e7b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.519166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080afaf-2134-4b14-ad89-bcf8df7e7b2a None None] Pushing event updated for resources: {'Port': ['ID=e0800264-33cb-49a4-9090-3ab46bee700c,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:23.543254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:22Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:23.575081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5885aa5c-c701-402f-81e8-3d1e0b013ae3 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:23.578656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5f5fee-ee96-4caf-b372-f90f0b090ab9 None None] The sync data for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 is: [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:22Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:52:23.619342 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b19cd306-c9d1-488c-a06d-59c6d9b6c194 None None] Provisioning complete for port e0800264-33cb-49a4-9090-3ab46bee700c triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:23.619342 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b19cd306-c9d1-488c-a06d-59c6d9b6c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:23.690053 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:23.690335 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.326760 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8eb9adb-59b1-4c70-8b3e-1ccd13ac78cb tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:24.328453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8eb9adb-59b1-4c70-8b3e-1ccd13ac78cb tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/networks?id=be263088-6035-497f-9b51-c7cde024381b HTTP/1.1" status: 200 len: 797 time: 0.1152673 Nov 10 22:52:24.404562 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-edda0303-da5f-411d-8c80-7eecd60501af tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2340e3ba69418cba330cad62ab8828 HTTP/1.1" status: 200 len: 380 time: 0.0591722 Nov 10 22:52:24.418169 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'port': {'device_id': '94784650-7644-4305-b88b-5b0035f7bd7b', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'admin_state_up': True, 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'security_groups': ['eb8fb8e1-aeb9-46fe-adc3-35de3beefb63']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:24.459790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.550155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bfaf8a64-9127-4627-baf8-ccb0c26d9470 req-bafaee0e-0635-4357-a75d-a34127f439e3 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 210 time: 0.0354102 Nov 10 22:52:24.619811 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Made reservation on behalf of 7c2340e3ba69418cba330cad62ab8828 for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:52:24.623852 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.756783 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.20.0.7 (be263088-6035-497f-9b51-c7cde024381b/1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa/a23c09cf-43df-4dd6-866d-538a23561063) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:24.895458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:24.968352 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.012901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network be263088-6035-497f-9b51-c7cde024381b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:25.015877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:25.019604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:25.044254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=a23c09cf-43df-4dd6-866d-538a23561063,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:25.074833 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:25.075488 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.159531 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-c8fdaf65-5919-440d-91dd-226f01b0e906 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7478619 Nov 10 22:52:25.172904 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Request body: {'port': {'device_id': '94784650-7644-4305-b88b-5b0035f7bd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:25.232141 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.293079 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dc4dae67-51f6-4231-8d4e-289bf124f730 None None] Provisioning complete for port a23c09cf-43df-4dd6-866d-538a23561063 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:25.293345 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dc4dae67-51f6-4231-8d4e-289bf124f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.330044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dc4dae67-51f6-4231-8d4e-289bf124f730 None None] Port a23c09cf-43df-4dd6-866d-538a23561063 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:52:25.488478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23c09cf-43df-4dd6-866d-538a23561063 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:25.496001 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.508837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Transition to ACTIVE for port object a23c09cf-43df-4dd6-866d-538a23561063 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:52:25.568197 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e0800264-33cb-49a4-9090-3ab46bee700c up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:25.600450 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.619909 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e0800264-33cb-49a4-9090-3ab46bee700c triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:25.620273 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.689497 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c09cf-43df-4dd6-866d-538a23561063,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:25.745991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27964059-3e92-4511-8646-69508f12b5d0 req-99eb4126-a0ce-4096-a381-fee36491968a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:25.747674 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27964059-3e92-4511-8646-69508f12b5d0 req-99eb4126-a0ce-4096-a381-fee36491968a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 943 time: 0.1148970 Nov 10 22:52:25.802221 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Attempting to bind port a23c09cf-43df-4dd6-866d-538a23561063 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:52:25.802560 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Attempting to bind port a23c09cf-43df-4dd6-866d-538a23561063 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:52:25.802889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Attempting to bind port a23c09cf-43df-4dd6-866d-538a23561063 on network be263088-6035-497f-9b51-c7cde024381b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:25.818851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Port a23c09cf-43df-4dd6-866d-538a23561063 on network be263088-6035-497f-9b51-c7cde024381b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:52:25.819094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Attempting to bind port a23c09cf-43df-4dd6-866d-538a23561063 on network be263088-6035-497f-9b51-c7cde024381b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:52:25.825714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27964059-3e92-4511-8646-69508f12b5d0 req-cedd32ec-6213-4b5c-967f-a3376228b4cd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708187 Nov 10 22:52:25.828425 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:52:25.828762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Checking segment: {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:52:25.829283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Bound using segment: {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:52:25.829550 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Bound port: a23c09cf-43df-4dd6-866d-538a23561063, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b7f906f-f547-46e8-bf69-ea64cd2c1360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'be263088-6035-497f-9b51-c7cde024381b'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:52:25.829906 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:25.895012 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] For port a23c09cf-43df-4dd6-866d-538a23561063, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:52:25.898004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] For port a23c09cf-43df-4dd6-866d-538a23561063, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a23c09cf-43df-4dd6-866d-538a23561063,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:52:25.959491 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.003330 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.004827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:26.006971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] 10.222.0.64 "PUT /v2.0/ports/a23c09cf-43df-4dd6-866d-538a23561063 HTTP/1.1" status: 200 len: 1092 time: 0.8390059 Nov 10 22:52:26.007423 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:26.009807 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a5978b-6f2b-4e86-8294-52cdff756620" -d '{"events": [{"name": "network-changed", "server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "tag": "a23c09cf-43df-4dd6-866d-538a23561063"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:26.032198 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef417c-f876-4419-a0ce-6c88526f8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c09cf-43df-4dd6-866d-538a23561063,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:26.063224 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e612d34f-3ce5-48e9-8de4-13fb8e5176c3 x-openstack-request-id: req-e612d34f-3ce5-48e9-8de4-13fb8e5176c3 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:26.063521 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "tag": "a23c09cf-43df-4dd6-866d-538a23561063", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:26.063797 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e612d34f-3ce5-48e9-8de4-13fb8e5176c3 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:26.064208 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063', 'status': 'completed', 'code': 200} Nov 10 22:52:26.076145 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:52:26.130153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5978b-6f2b-4e86-8294-52cdff756620 req-6f02ba77-e91d-4293-88d7-84c39aac5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.131711 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55a5978b-6f2b-4e86-8294-52cdff756620 req-6f02ba77-e91d-4293-88d7-84c39aac5920 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1095 time: 0.0449610 Nov 10 22:52:26.237565 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5978b-6f2b-4e86-8294-52cdff756620 req-a638e9ec-f9ac-4863-8ef4-4427b8af4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.239575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55a5978b-6f2b-4e86-8294-52cdff756620 req-a638e9ec-f9ac-4863-8ef4-4427b8af4fff service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c2340e3ba69418cba330cad62ab8828&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1003709 Nov 10 22:52:26.335420 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5978b-6f2b-4e86-8294-52cdff756620 req-f303cfd0-1844-4a39-ae99-43384742f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.336868 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55a5978b-6f2b-4e86-8294-52cdff756620 req-f303cfd0-1844-4a39-ae99-43384742f83f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907643 Nov 10 22:52:26.411540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-996e442c-f794-402f-830c-82e6908f99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.413068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-996e442c-f794-402f-830c-82e6908f99f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1095 time: 0.0410824 Nov 10 22:52:26.458798 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-74797a52-6af9-46d9-b7aa-a5d3aa7dcd2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23c09cf-43df-4dd6-866d-538a23561063 HTTP/1.1" status: 200 len: 217 time: 0.0375736 Nov 10 22:52:26.507839 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-5e8897a7-7ee6-4f58-9db7-df459056b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.509271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-5e8897a7-7ee6-4f58-9db7-df459056b5fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa HTTP/1.1" status: 200 len: 834 time: 0.0438128 Nov 10 22:52:26.555594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-2d47d97c-a8b4-43a8-a0ee-be9c2bb3fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.557208 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-2d47d97c-a8b4-43a8-a0ee-be9c2bb3fcd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be263088-6035-497f-9b51-c7cde024381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406177 Nov 10 22:52:26.652183 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-243d8af3-02ea-40df-b222-5f21c164661d service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Nov 10 22:52:26.744530 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6bce1319-a0e6-4702-92d4-67fb131b6989 req-5a5a40d6-b4e2-4c1e-b11b-4c9ccad78855 service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845678 Nov 10 22:52:26.947145 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3343de-e6b8-462f-8c8a-1a406ac989b1 req-df7c1773-4c2f-4459-8309-32cd7a1bceb5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:26.948658 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba3343de-e6b8-462f-8c8a-1a406ac989b1 req-df7c1773-4c2f-4459-8309-32cd7a1bceb5 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 943 time: 0.0538414 Nov 10 22:52:26.996730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba3343de-e6b8-462f-8c8a-1a406ac989b1 req-5bb70be7-980e-4ec1-9e78-6ec2a44ef5bb tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Nov 10 22:52:28.116560 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eed9d-2946-4448-b17d-bf92838cfec9 req-7f3a33e3-0e60-4c1e-9f34-6e8704f7ddf2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:28.118195 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-236eed9d-2946-4448-b17d-bf92838cfec9 req-7f3a33e3-0e60-4c1e-9f34-6e8704f7ddf2 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 943 time: 0.0497198 Nov 10 22:52:28.167165 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-236eed9d-2946-4448-b17d-bf92838cfec9 req-e0450db2-af9b-4832-bdf6-a1327b26a708 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428195 Nov 10 22:52:29.283951 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b4661-566c-4dfc-a953-b3e0cca70235 req-e0da3984-f69d-48e0-b092-19dd1ca893ba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:29.285606 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc4b4661-566c-4dfc-a953-b3e0cca70235 req-e0da3984-f69d-48e0-b092-19dd1ca893ba tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 943 time: 0.0493920 Nov 10 22:52:29.334829 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cc4b4661-566c-4dfc-a953-b3e0cca70235 req-1793fa1a-b528-4480-a732-0aa7c569243c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 Nov 10 22:52:29.476278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a23c09cf-43df-4dd6-866d-538a23561063 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:52:29.580077 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a23c09cf-43df-4dd6-866d-538a23561063, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a23c09cf-43df-4dd6-866d-538a23561063,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:29.592957 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'a23c09cf-43df-4dd6-866d-538a23561063', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'port_id': 'a23c09cf-43df-4dd6-866d-538a23561063', 'mac_address': 'fa:16:3e:95:77:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:52:29.633096 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.646267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23c09cf-43df-4dd6-866d-538a23561063 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:52:29.669482 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a23c09cf-43df-4dd6-866d-538a23561063, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a23c09cf-43df-4dd6-866d-538a23561063,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:29.736374 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:29.788117 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a23c09cf-43df-4dd6-866d-538a23561063,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:30.071420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['a23c09cf-43df-4dd6-866d-538a23561063'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:52:30.450351 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fe1c3-1121-4001-b2f3-93ad63a01d1a req-3dc0ccf3-7f05-43eb-bc06-d388a698e22a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:30.451837 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f26fe1c3-1121-4001-b2f3-93ad63a01d1a req-3dc0ccf3-7f05-43eb-bc06-d388a698e22a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 944 time: 0.0479214 Nov 10 22:52:30.500523 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f26fe1c3-1121-4001-b2f3-93ad63a01d1a req-f3c7b280-8e9a-4b2f-882d-1e653a72fe64 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Nov 10 22:52:31.489328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a23c09cf-43df-4dd6-866d-538a23561063 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:52:31.618612 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f931f3-8af0-47dc-8bf4-6eeee876f0db req-6beb49b2-0023-4378-a07a-7c8f0e62b659 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:31.620103 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66f931f3-8af0-47dc-8bf4-6eeee876f0db req-6beb49b2-0023-4378-a07a-7c8f0e62b659 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 944 time: 0.0511172 Nov 10 22:52:31.627023 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port a23c09cf-43df-4dd6-866d-538a23561063 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:52:31.632283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port a23c09cf-43df-4dd6-866d-538a23561063 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:52:31.634593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.674546 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-66f931f3-8af0-47dc-8bf4-6eeee876f0db req-a5a3f802-a3d2-45c0-99c8-d2310de01bd4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485315 Nov 10 22:52:31.712268 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.734809 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:31.737058 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee7f7f9-f1b4-4379-b06a-a404f90affc2" -d '{"events": [{"server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "name": "network-vif-plugged", "status": "completed", "tag": "a23c09cf-43df-4dd6-866d-538a23561063"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:31.750699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port a23c09cf-43df-4dd6-866d-538a23561063, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a23c09cf-43df-4dd6-866d-538a23561063,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:52:31.774683 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea0a4af-0722-49d9-a19d-e92dc7487020 x-openstack-request-id: req-4ea0a4af-0722-49d9-a19d-e92dc7487020 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:31.774975 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "name": "network-vif-plugged", "status": "completed", "tag": "a23c09cf-43df-4dd6-866d-538a23561063", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:31.775230 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ea0a4af-0722-49d9-a19d-e92dc7487020 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:31.775618 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063', 'code': 200} Nov 10 22:52:31.825461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:31.871115 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4e3f0-4f3d-4962-9e75-498d53d2e17a req-064b4148-a7c5-4220-a255-a633208176fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:31.872673 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60f4e3f0-4f3d-4962-9e75-498d53d2e17a req-064b4148-a7c5-4220-a255-a633208176fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1097 time: 0.0396552 Nov 10 22:52:31.873152 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=a23c09cf-43df-4dd6-866d-538a23561063,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:31.921268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60f4e3f0-4f3d-4962-9e75-498d53d2e17a req-4a59879b-e11f-4d1c-ac26-c387ae628363 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Nov 10 22:52:32.789721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef455be-1779-4cdd-90ea-a4ca0533e368 req-36af528c-2bc9-47c8-ac9a-24ce89d1cbd0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:32.791191 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ef455be-1779-4cdd-90ea-a4ca0533e368 req-36af528c-2bc9-47c8-ac9a-24ce89d1cbd0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0488629 Nov 10 22:52:32.840651 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5ef455be-1779-4cdd-90ea-a4ca0533e368 req-d00d5bb5-33e3-4cf6-9e0c-20ed5254a38a tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Nov 10 22:52:33.960541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f54d-c6d0-41db-9a86-4a01ce69b82b req-f2cd775a-ebed-43e5-aa5f-2537dffe79df tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:33.962133 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22d3f54d-c6d0-41db-9a86-4a01ce69b82b req-f2cd775a-ebed-43e5-aa5f-2537dffe79df tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0529234 Nov 10 22:52:34.009879 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22d3f54d-c6d0-41db-9a86-4a01ce69b82b req-88e54ac1-31b6-4f2f-8e83-b083fd772448 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420432 Nov 10 22:52:34.132387 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3918a5-4349-480d-afc5-6862a3f8d282 req-d0ac7c83-7ba4-468d-bb71-d6ceac85ea02 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:34.133768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa3918a5-4349-480d-afc5-6862a3f8d282 req-d0ac7c83-7ba4-468d-bb71-d6ceac85ea02 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0528982 Nov 10 22:52:34.182794 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa3918a5-4349-480d-afc5-6862a3f8d282 req-0270727e-24bc-4ee0-8b2b-ba35812f1a94 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Nov 10 22:52:34.205082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56704) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:34.246734 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d9435-a0be-4628-b437-9685b5684e6f tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:34.248280 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-ad0d9435-a0be-4628-b437-9685b5684e6f tempest-TestNetworkAdvancedServerOps-1045073598 tempest-TestNetworkAdvancedServerOps-1045073598-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1092 time: 0.0422139 Nov 10 22:52:34.251071 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56706) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:34.256640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'a23c09cf-43df-4dd6-866d-538a23561063', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:52:34.356377 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.457086 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.556441 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Allocated IP 172.25.7.39 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/b0f916d3-4798-4342-8ba6-2926ce895a01) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:52:34.657683 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.745294 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:34.784224 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:52:34.787594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:52:34.791077 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:52:34.796891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=b0f916d3-4798-4342-8ba6-2926ce895a01,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:35.145444 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.297157 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.448202 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.512625 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.584076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event updated for resources: {'Port': ['ID=b0f916d3-4798-4342-8ba6-2926ce895a01,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:52:35.596052 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.696365 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 11b98763-3e52-4392-9953-b3beb4d5c664 associated. External IP: 172.25.7.39, port: a23c09cf-43df-4dd6-866d-538a23561063. Nov 10 22:52:35.781355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8703b016-2555-46dc-b251-ebbebf531cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:35.900340 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:52:36.005616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:52:36.014971 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] Sync routers for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:52:36.024513 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:36.025110 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:36.090198 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:36.117624 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-20a996f7-c9fa-4564-9b18-8a86f6c97d23 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8654759 Nov 10 22:52:36.118409 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:52:36.120784 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10783177-735f-4348-8193-8d5f56e085b0" -d '{"events": [{"name": "network-changed", "server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "tag": "a23c09cf-43df-4dd6-866d-538a23561063"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:52:36.129466 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:36.161579 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eb3fa7-47da-43dd-b3f6-3ec468a067fe x-openstack-request-id: req-81eb3fa7-47da-43dd-b3f6-3ec468a067fe {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:52:36.162110 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "tag": "a23c09cf-43df-4dd6-866d-538a23561063", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:52:36.166822 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81eb3fa7-47da-43dd-b3f6-3ec468a067fe {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:52:36.166822 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063', 'status': 'completed', 'code': 200} Nov 10 22:52:36.233616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10783177-735f-4348-8193-8d5f56e085b0 req-ef533e22-16da-48f5-9a33-0970e9014741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.235201 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10783177-735f-4348-8193-8d5f56e085b0 req-ef533e22-16da-48f5-9a33-0970e9014741 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1097 time: 0.0481939 Nov 10 22:52:36.244508 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af7b9-d181-4da6-94c3-069eb54977b9 req-5d1bac7c-676b-4f59-a774-d37c273f2e43 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.246259 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d5af7b9-d181-4da6-94c3-069eb54977b9 req-5d1bac7c-676b-4f59-a774-d37c273f2e43 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0514910 Nov 10 22:52:36.298267 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2d5af7b9-d181-4da6-94c3-069eb54977b9 req-b3ff8c34-9440-438d-b4cd-3914db52035d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457201 Nov 10 22:52:36.323117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56714) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:36.335086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10783177-735f-4348-8193-8d5f56e085b0 req-b8da0236-2940-4e6f-9334-e02e3940849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.336629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10783177-735f-4348-8193-8d5f56e085b0 req-b8da0236-2940-4e6f-9334-e02e3940849b service neutron] 10.222.0.64 "GET /v2.0/networks?id=be263088-6035-497f-9b51-c7cde024381b HTTP/1.1" status: 200 len: 898 time: 0.0938661 Nov 10 22:52:36.390507 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-9087aca6-3673-41ee-9151-6f6b0ebd68ad tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/11b98763-3e52-4392-9953-b3beb4d5c664 HTTP/1.1" status: 200 len: 990 time: 0.0660594 Nov 10 22:52:36.412650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10783177-735f-4348-8193-8d5f56e085b0 req-75be1b36-0188-40e6-a0fc-b7a6b879f1cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23c09cf-43df-4dd6-866d-538a23561063 HTTP/1.1" status: 200 len: 998 time: 0.0678613 Nov 10 22:52:36.458039 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '11b98763-3e52-4392-9953-b3beb4d5c664', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'port_id': 'a23c09cf-43df-4dd6-866d-538a23561063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'mac_address': 'fa:16:3e:95:77:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94784650-7644-4305-b88b-5b0035f7bd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:52:35Z', 'updated_at': '2021-11-10T22:52:35Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:23Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:36.462146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10783177-735f-4348-8193-8d5f56e085b0 req-bc438ac8-46d9-40d4-ac7b-36026998f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.463637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10783177-735f-4348-8193-8d5f56e085b0 req-bc438ac8-46d9-40d4-ac7b-36026998f040 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa HTTP/1.1" status: 200 len: 834 time: 0.0448270 Nov 10 22:52:36.483613 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] Checking router: 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:52:36.492144 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:52:36.492742 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:52:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:36.509167 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10783177-735f-4348-8193-8d5f56e085b0 req-cea737b3-16b1-46cb-933b-429a6b886fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:52:36.510648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10783177-735f-4348-8193-8d5f56e085b0 req-cea737b3-16b1-46cb-933b-429a6b886fbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be263088-6035-497f-9b51-c7cde024381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400507 Nov 10 22:52:36.604451 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:52:36.613221 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10783177-735f-4348-8193-8d5f56e085b0 req-a735d9af-270c-422a-8a65-cb464943230c service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940270 Nov 10 22:52:36.703243 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-10783177-735f-4348-8193-8d5f56e085b0 req-e2cfd1f7-1de8-402a-a72e-00901fcacfd8 service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832355 Nov 10 22:52:36.824426 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '11b98763-3e52-4392-9953-b3beb4d5c664', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'port_id': 'a23c09cf-43df-4dd6-866d-538a23561063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'mac_address': 'fa:16:3e:95:77:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94784650-7644-4305-b88b-5b0035f7bd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:52:35Z', 'updated_at': '2021-11-10T22:52:35Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:23Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:52:36.850385 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701f022-2fb9-4f75-98a0-7c511291ff9d None None] The sync data for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 is: [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '11b98763-3e52-4392-9953-b3beb4d5c664', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'port_id': 'a23c09cf-43df-4dd6-866d-538a23561063', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'mac_address': 'fa:16:3e:95:77:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94784650-7644-4305-b88b-5b0035f7bd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:52:35Z', 'updated_at': '2021-11-10T22:52:35Z', 'revision_number': 0, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:23Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:52:37.048975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31d6b0f-d92c-40a1-abd2-09a55f5c46fc None None] New status for floating IP 11b98763-3e52-4392-9953-b3beb4d5c664: ACTIVE {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:52:37.393540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:52:37.458561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-7f11c29d-e147-4ac0-b3a8-257be7cffd1c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/11b98763-3e52-4392-9953-b3beb4d5c664 HTTP/1.1" status: 200 len: 992 time: 0.0632243 Nov 10 22:52:37.987132 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d38d77aa-8be2-4752-b5d5-0fc681515878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:39.609906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.107259 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:41.507163 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:50.746827 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:52:54.449690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:03.074972 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:53:05.786669 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2bad7567-5a47-4a13-8e69-2bace4e3b97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:05.933722 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-36945bde-125f-4c14-9b41-f6110986878b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410299 Nov 10 22:53:06.017297 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-366608e2-bb70-477d-adcd-3afa29d0ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:06.018760 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-366608e2-bb70-477d-adcd-3afa29d0ae86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1097 time: 0.0411928 Nov 10 22:53:06.125663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-d23c4287-c924-4808-b527-0492b08e4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:06.127025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-d23c4287-c924-4808-b527-0492b08e4204 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be263088-6035-497f-9b51-c7cde024381b HTTP/1.1" status: 200 len: 898 time: 0.0880885 Nov 10 22:53:06.192783 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-10a3cd78-c307-4c8d-8cca-c4035374c6bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23c09cf-43df-4dd6-866d-538a23561063 HTTP/1.1" status: 200 len: 1000 time: 0.0582600 Nov 10 22:53:06.572282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-dbf6c188-8c67-42d2-93af-00375aed0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:06.573772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-dbf6c188-8c67-42d2-93af-00375aed0a77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa HTTP/1.1" status: 200 len: 834 time: 0.3747151 Nov 10 22:53:06.620921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-08b5c9d2-45d1-4d21-a06d-24710deecda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:06.622385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-08b5c9d2-45d1-4d21-a06d-24710deecda4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be263088-6035-497f-9b51-c7cde024381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405338 Nov 10 22:53:06.715141 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-ba49dc8d-c327-4f0a-aa6c-bad6f7161991 service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Nov 10 22:53:06.806978 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dc739b06-8ca6-4904-a30c-a18738c46569 req-54f97fdc-d1f9-48b6-b283-5a3b23a84739 service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833559 Nov 10 22:53:07.969182 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d9c9c3ad-01d6-47c1-a047-d9bd26800b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:09.624658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.089013 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:11.472033 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:20.712287 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:24.504399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:35.774381 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a929a8bc-3349-4446-b86d-6c6765844bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:37.967042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bcdc2ccc-dbb9-4e87-b0da-5a49117b6b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:38.814401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a50e28-fcd0-4286-a11d-878554c2bb03 req-0c1ec40c-ec81-452d-9f90-0738cb51e4f0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:38.816563 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a50e28-fcd0-4286-a11d-878554c2bb03 req-0c1ec40c-ec81-452d-9f90-0738cb51e4f0 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.1426642 Nov 10 22:53:38.870355 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d3a50e28-fcd0-4286-a11d-878554c2bb03 req-76679a1d-e3d3-42f6-9a10-66d062205bad tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479300 Nov 10 22:53:39.614238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:40.031010 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982cc68-6cd7-4184-95c7-8a6260648ecf req-94fea859-4a20-4580-acb4-184ee3396fe4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:40.032508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6982cc68-6cd7-4184-95c7-8a6260648ecf req-94fea859-4a20-4580-acb4-184ee3396fe4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0936270 Nov 10 22:53:40.074543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:53:40.082799 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-6982cc68-6cd7-4184-95c7-8a6260648ecf req-5f37a411-783c-449b-8ef4-1f0eeb54c0e4 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Nov 10 22:53:41.092588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:41.200604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191f30c-bd7a-4d52-9dad-b408661c76d1 req-a20aa491-306c-480e-bb65-d90892daa2e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:41.202086 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1191f30c-bd7a-4d52-9dad-b408661c76d1 req-a20aa491-306c-480e-bb65-d90892daa2e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0496607 Nov 10 22:53:41.250850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1191f30c-bd7a-4d52-9dad-b408661c76d1 req-a23b981d-26e5-47b8-90dc-c156ec68f946 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Nov 10 22:53:41.272891 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56758) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:41.332583 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-51f2fdee-67d1-483d-94ef-c824cd01eb2c tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/11b98763-3e52-4392-9953-b3beb4d5c664 HTTP/1.1" status: 200 len: 992 time: 0.0584843 Nov 10 22:53:41.505630 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:42.746080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782b966-de5f-40ad-8b86-c295e6439aa7 req-538830fa-6f28-40e8-abbc-54515e79d134 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:42.747457 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f782b966-de5f-40ad-8b86-c295e6439aa7 req-538830fa-6f28-40e8-abbc-54515e79d134 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0575817 Nov 10 22:53:42.803260 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f782b966-de5f-40ad-8b86-c295e6439aa7 req-5f066cd6-bc0e-47df-98bd-457458a0dc3f tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496082 Nov 10 22:53:42.821332 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-41a82fef-1b7d-4d2a-9117-9d6b020b6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:42.822878 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-41a82fef-1b7d-4d2a-9117-9d6b020b6e63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1097 time: 0.0469060 Nov 10 22:53:42.919041 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-87a63eba-5f34-4fab-bf3b-21734a5e2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:42.920646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-87a63eba-5f34-4fab-bf3b-21734a5e2304 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be263088-6035-497f-9b51-c7cde024381b HTTP/1.1" status: 200 len: 898 time: 0.0911391 Nov 10 22:53:42.989811 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-ea833a4a-e137-4647-bb50-312eed5ca82a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23c09cf-43df-4dd6-866d-538a23561063 HTTP/1.1" status: 200 len: 1000 time: 0.0619264 Nov 10 22:53:43.037876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-743697db-661a-467f-b916-2d61fa22d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:43.039288 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-743697db-661a-467f-b916-2d61fa22d9f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa HTTP/1.1" status: 200 len: 834 time: 0.0433664 Nov 10 22:53:43.084886 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-acdb54e0-18c8-4e1c-875e-26032b2c107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:43.086325 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-acdb54e0-18c8-4e1c-875e-26032b2c107e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be263088-6035-497f-9b51-c7cde024381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392847 Nov 10 22:53:43.097729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-c707af4e-10d1-447b-aaac-8bc085982b06 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:53:43.098666 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-c707af4e-10d1-447b-aaac-8bc085982b06 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056129 Nov 10 22:53:43.192182 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-5df91a05-bb1d-424a-8861-b83aae82795f service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858607 Nov 10 22:53:43.279865 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-be62b2ce-3f67-4bd3-817e-ec41aa978223 req-3a6cfcaf-7e6f-4590-807b-dece8aa463e5 service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809693 Nov 10 22:53:43.924582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173b1b-27a3-414e-a368-428da85894d9 req-a1e57e32-1ed3-4e39-a576-97465ec78605 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:43.926853 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60173b1b-27a3-414e-a368-428da85894d9 req-a1e57e32-1ed3-4e39-a576-97465ec78605 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0542173 Nov 10 22:53:43.976230 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-60173b1b-27a3-414e-a368-428da85894d9 req-f7b6700e-e6ee-4194-b12d-50b5a64cd633 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 Nov 10 22:53:45.093344 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013115b-b658-47f2-932a-96ea661430e1 req-186c400b-e43e-4dd7-ba69-62ba615a5d33 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:45.094847 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3013115b-b658-47f2-932a-96ea661430e1 req-186c400b-e43e-4dd7-ba69-62ba615a5d33 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0503447 Nov 10 22:53:45.143362 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3013115b-b658-47f2-932a-96ea661430e1 req-b683ec86-febd-4e42-b441-6ef734f23033 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Nov 10 22:53:45.172050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56770) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:45.232422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1128db14-4e74-485e-bf5f-0616c55ec59e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/floatingips/11b98763-3e52-4392-9953-b3beb4d5c664 HTTP/1.1" status: 200 len: 992 time: 0.0592084 Nov 10 22:53:45.446154 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56776) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:45.600732 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port b0f916d3-4798-4342-8ba6-2926ce895a01 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:45.601073 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.677268 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.677591 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.688878 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for b0f916d3-4798-4342-8ba6-2926ce895a01 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:45.900107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.928780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=b0f916d3-4798-4342-8ba6-2926ce895a01,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:45.940218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.945523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:45.997297 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:45.997626 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Floating IP 11b98763-3e52-4392-9953-b3beb4d5c664 disassociated (deleted). External IP: 172.25.7.39, port: a23c09cf-43df-4dd6-866d-538a23561063. Nov 10 22:53:46.209151 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:53:46.314539 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:53:46.320181 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:46.324820 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] Sync routers for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:53:46.335031 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:46.335640 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:46.348222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b5da6f4b-dcc1-4be4-a622-5439b7c9897e tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/floatingips/11b98763-3e52-4392-9953-b3beb4d5c664 HTTP/1.1" status: 204 len: 168 time: 0.9009862 Nov 10 22:53:46.348948 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:46.351234 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91960753-25bb-4a68-8a62-66195603d16b" -d '{"events": [{"name": "network-changed", "server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "tag": "a23c09cf-43df-4dd6-866d-538a23561063"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:46.396612 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c725c694-81be-44f7-9e26-80ebc0bc6633 x-openstack-request-id: req-c725c694-81be-44f7-9e26-80ebc0bc6633 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:46.396906 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "tag": "a23c09cf-43df-4dd6-866d-538a23561063", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:46.397265 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c725c694-81be-44f7-9e26-80ebc0bc6633 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:46.397569 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063', 'status': 'completed', 'code': 200} Nov 10 22:53:46.449153 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:46.464590 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960753-25bb-4a68-8a62-66195603d16b req-c6568fef-b0f6-486a-bb7f-f7730f64a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:46.466189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91960753-25bb-4a68-8a62-66195603d16b req-c6568fef-b0f6-486a-bb7f-f7730f64a3e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2340e3ba69418cba330cad62ab8828&device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 1097 time: 0.0465319 Nov 10 22:53:46.558390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960753-25bb-4a68-8a62-66195603d16b req-9bb7a981-e19d-4916-b6bb-691e0fb9f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:46.560076 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91960753-25bb-4a68-8a62-66195603d16b req-9bb7a981-e19d-4916-b6bb-691e0fb9f80d service neutron] 10.222.0.64 "GET /v2.0/networks?id=be263088-6035-497f-9b51-c7cde024381b HTTP/1.1" status: 200 len: 898 time: 0.0862172 Nov 10 22:53:46.607700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91960753-25bb-4a68-8a62-66195603d16b req-ed3ab9b5-6cc7-473b-85bb-bda76ec5650e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23c09cf-43df-4dd6-866d-538a23561063 HTTP/1.1" status: 200 len: 217 time: 0.0394182 Nov 10 22:53:46.660884 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:23Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:46.661876 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960753-25bb-4a68-8a62-66195603d16b req-e9a75d1e-fe17-4f35-860c-65effab9e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:46.663396 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91960753-25bb-4a68-8a62-66195603d16b req-e9a75d1e-fe17-4f35-860c-65effab9e3db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa HTTP/1.1" status: 200 len: 834 time: 0.0465450 Nov 10 22:53:46.687679 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] Checking router: 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:53:46.696491 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:46.697125 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:46.718407 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960753-25bb-4a68-8a62-66195603d16b req-cc090c5e-09de-4b48-aada-45f258e3d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:46.720916 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91960753-25bb-4a68-8a62-66195603d16b req-cc090c5e-09de-4b48-aada-45f258e3d4ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be263088-6035-497f-9b51-c7cde024381b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509946 Nov 10 22:53:46.806487 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:46.851331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91960753-25bb-4a68-8a62-66195603d16b req-90499a63-363b-4189-87fb-aa5b84b874c4 service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226733 Nov 10 22:53:46.862908 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce5f0-22a3-4941-99b7-711c4a61348b req-b9d0715d-96d6-4fb1-8273-8b37f8b9b0a9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:46.864496 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d74ce5f0-22a3-4941-99b7-711c4a61348b req-b9d0715d-96d6-4fb1-8273-8b37f8b9b0a9 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0763865 Nov 10 22:53:46.974971 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d74ce5f0-22a3-4941-99b7-711c4a61348b req-d313337f-fbf4-4b2e-ba9e-42650463c1f6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022587 Nov 10 22:53:46.991710 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-91960753-25bb-4a68-8a62-66195603d16b req-cc5aea9b-d7dd-4b04-96cc-9719760dfa19 service neutron] 10.222.0.64 "GET /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262810 Nov 10 22:53:47.005959 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:23Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:47.035464 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab967f97-14b0-4051-9d91-71ab302c428e None None] The sync data for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 is: [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:20Z', 'revision_number': 4, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'e0800264-33cb-49a4-9090-3ab46bee700c', 'name': '', 'network_id': 'be263088-6035-497f-9b51-c7cde024381b', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'mac_address': 'fa:16:3e:2e:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:19Z', 'updated_at': '2021-11-10T22:52:23Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'subnets': [{'id': '1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:53:47.247496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a815b53-16e2-4987-b314-059f7584f6b6 None None] New status for floating IP 11b98763-3e52-4392-9953-b3beb4d5c664: DOWN {{(pid=103049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:53:48.096115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c26b-372f-4314-b1a2-2fedbd2fad25 req-ea3f4a5b-8a0c-4908-a306-af681d1d63cd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:48.098369 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fe7c26b-372f-4314-b1a2-2fedbd2fad25 req-ea3f4a5b-8a0c-4908-a306-af681d1d63cd tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0505791 Nov 10 22:53:48.148342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8fe7c26b-372f-4314-b1a2-2fedbd2fad25 req-a46f620f-e2ec-4913-87ab-ad3eb1d90f67 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/security-groups?id=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 Nov 10 22:53:48.589373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-8fa3b5e7-f18b-42dd-bf0d-0466f0e981da tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:48.590795 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-8fa3b5e7-f18b-42dd-bf0d-0466f0e981da tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 945 time: 0.0489006 Nov 10 22:53:48.677092 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port a23c09cf-43df-4dd6-866d-538a23561063 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:48.677433 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.767995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port a23c09cf-43df-4dd6-866d-538a23561063, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=a23c09cf-43df-4dd6-866d-538a23561063,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:48.768354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:48.781650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for a23c09cf-43df-4dd6-866d-538a23561063 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:48.984550 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.013444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=a23c09cf-43df-4dd6-866d-538a23561063,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:49.041475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.041821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.042157 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.042496 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.042824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.043151 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.043478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.043824 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.044146 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.044466 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.044787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.045107 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:49.068675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] No DVR routers for this DVR port a23c09cf-43df-4dd6-866d-538a23561063 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:49.071252 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:49.074687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ffde873c-7d42-4e97-9387-7b464a1947dd req-4d28b2fb-d42f-4f1b-9db1-71613264fff8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.64 "DELETE /v2.0/ports/a23c09cf-43df-4dd6-866d-538a23561063 HTTP/1.1" status: 204 len: 173 time: 0.4778752 Nov 10 22:53:49.075126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'name': 'network-vif-deleted', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:53:49.077452 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51ffce-834e-4a34-a2d0-9de1f49f511e" -d '{"events": [{"server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "name": "network-vif-deleted", "tag": "a23c09cf-43df-4dd6-866d-538a23561063"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:53:49.168069 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d3931-e0b7-4dec-a4ff-bc91118cb95e x-openstack-request-id: req-685d3931-e0b7-4dec-a4ff-bc91118cb95e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:53:49.168362 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94784650-7644-4305-b88b-5b0035f7bd7b", "name": "network-vif-deleted", "tag": "a23c09cf-43df-4dd6-866d-538a23561063", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:53:49.168613 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-685d3931-e0b7-4dec-a4ff-bc91118cb95e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:53:49.169020 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94784650-7644-4305-b88b-5b0035f7bd7b', 'name': 'network-vif-deleted', 'tag': 'a23c09cf-43df-4dd6-866d-538a23561063', 'status': 'completed', 'code': 200} Nov 10 22:53:49.247950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-58a57c31-7f45-4c7c-85ab-794c6e541033 req-02bf08c5-0f4b-42bd-bfc4-cef3f2d75b73 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "GET /v2.0/ports?device_id=94784650-7644-4305-b88b-5b0035f7bd7b HTTP/1.1" status: 200 len: 210 time: 0.0308478 Nov 10 22:53:50.306935 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56794) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:50.768607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:50.995207 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.258114 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port e0800264-33cb-49a4-9090-3ab46bee700c {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:51.258463 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.352147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port e0800264-33cb-49a4-9090-3ab46bee700c, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e0800264-33cb-49a4-9090-3ab46bee700c,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:51.352906 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.364931 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for e0800264-33cb-49a4-9090-3ab46bee700c owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:51.723255 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:51.747777 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=e0800264-33cb-49a4-9090-3ab46bee700c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:51.930439 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.147091 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:53:52.254955 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:53:52.260301 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-cbee19db-44dc-4ae4-9fcc-315e34e8a9e6 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "PUT /v2.0/routers/5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9521039 Nov 10 22:53:52.262823 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56796) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:52.264782 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] Sync routers for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:53:52.274786 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:52.275389 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:52.314113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting subnet 1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 22:53:52.317692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.364605 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.461746 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.469291 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:52.574779 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.603629 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Subnet': ['ID=1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:52.605633 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.609211 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-f3a9dfc0-3adb-4405-a1a6-2bf057155bf8 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/subnets/1c90aa1e-c3fa-4dc1-abd7-0ccbc4136caa HTTP/1.1" status: 204 len: 168 time: 0.3448851 Nov 10 22:53:52.611523 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56798) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:52.621735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b1673-ed91-45f6-8c7c-af32352b2e36 None None] Network be263088-6035-497f-9b51-c7cde024381b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:52.645875 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:53:51Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:52.673005 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] Checking router: 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:53:52.681980 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] Routers {'5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:53:52.682586 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:52.727029 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.803462 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] Set router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:53:52.822442 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] DHCP port deletion for be263088-6035-497f-9b51-c7cde024381b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:52.848220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.876837 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Deleting port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:52.877906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.943590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] For port 5885aa5c-c701-402f-81e8-3d1e0b013ae3, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5885aa5c-c701-402f-81e8-3d1e0b013ae3,segment=NetworkSegment(0b7f906f-f547-46e8-bf69-ea64cd2c1360),segment_id=0b7f906f-f547-46e8-bf69-ea64cd2c1360)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:52.944008 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.956911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Deleting port 2aaae2e6-76fa-4251-a040-91fb1afc26ee {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:53:52.957473 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:52.957856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Calling delete_port for 5885aa5c-c701-402f-81e8-3d1e0b013ae3 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:52.987591 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:53:51Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:53.013931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d51874-a3d0-4132-8d46-c709120d4ed7 None None] The sync data for ids ['5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5'] in n-d-776250-11 is: [{'id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135861429', 'tenant_id': '7c2340e3ba69418cba330cad62ab8828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:53:51Z', 'revision_number': 5, 'project_id': '7c2340e3ba69418cba330cad62ab8828', 'gw_port': {'id': '2aaae2e6-76fa-4251-a040-91fb1afc26ee', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:52:16Z', 'updated_at': '2021-11-10T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:53:53.054276 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] For port 2aaae2e6-76fa-4251-a040-91fb1afc26ee, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=2aaae2e6-76fa-4251-a040-91fb1afc26ee,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:53.054276 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.065445 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Calling delete_port for 2aaae2e6-76fa-4251-a040-91fb1afc26ee owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:53:53.117844 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.146929 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Pushing event deleted for resources: {'Port': ['ID=5885aa5c-c701-402f-81e8-3d1e0b013ae3,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:53.149352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] No DVR routers for this DVR port 5885aa5c-c701-402f-81e8-3d1e0b013ae3 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:53:53.163215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.164296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.164641 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.165255 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.165564 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.165898 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.166212 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.166678 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.167059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.167381 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.167703 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.168052 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e6cb05-d59e-425a-8b7b-f013f35462e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:53:53.294618 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.321791 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Port': ['ID=2aaae2e6-76fa-4251-a040-91fb1afc26ee,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:53.346589 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052b98b-7fe1-4021-a58d-3c2bf0c8e0f5 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:53.394359 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.492172 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.494643 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.613069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.613315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Fanout notify agent at l3_agent the message router_deleted on router 5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 22:53:53.626408 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.628545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56800) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:53.629207 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5efb4873-0315-462c-861f-0866e3816b08 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/routers/5da6bfbd-0b80-447b-a1c6-e45d0d51d5b5 HTTP/1.1" status: 204 len: 168 time: 1.0159838 Nov 10 22:53:53.663392 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e0800264-33cb-49a4-9090-3ab46bee700c no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:53.682133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e0800264-33cb-49a4-9090-3ab46bee700c {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:53.682548 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e0800264-33cb-49a4-9090-3ab46bee700c not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:53.683042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5885aa5c-c701-402f-81e8-3d1e0b013ae3 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:53.703536 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5885aa5c-c701-402f-81e8-3d1e0b013ae3 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:53.703998 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5885aa5c-c701-402f-81e8-3d1e0b013ae3 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:53.724045 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.814223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a23c09cf-43df-4dd6-866d-538a23561063 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:53.816572 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.836610 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be263088-6035-497f-9b51-c7cde024381b']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:53.837396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: a23c09cf-43df-4dd6-866d-538a23561063 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:53.837738 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device a23c09cf-43df-4dd6-866d-538a23561063 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:53.845764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7f906f-f547-46e8-bf69-ea64cd2c1360') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:53.846057 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7f906f-f547-46e8-bf69-ea64cd2c1360') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:53:53.855458 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.868537 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.874315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 22:53:53.874696 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: timer() Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 22:53:53.877576 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 22:53:53.997134 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.004536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.007134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/networks/be263088-6035-497f-9b51-c7cde024381b HTTP/1.1" status: 204 len: 168 time: 0.3767958 Nov 10 22:53:54.010060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56802) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:54.018267 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ddba9-58d8-4535-9515-5b51d8adb19d tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'Network': ['ID=be263088-6035-497f-9b51-c7cde024381b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:54.072262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c78bad6-566f-4833-8b14-6a147adabe98 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.099705 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c78bad6-566f-4833-8b14-6a147adabe98 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.208721 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c78bad6-566f-4833-8b14-6a147adabe98 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.211386 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-0c78bad6-566f-4833-8b14-6a147adabe98 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.212609 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-0c78bad6-566f-4833-8b14-6a147adabe98 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] 10.222.0.45 "DELETE /v2.0/security-groups/eb8fb8e1-aeb9-46fe-adc3-35de3beefb63 HTTP/1.1" status: 204 len: 168 time: 0.2015913 Nov 10 22:53:54.222570 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78bad6-566f-4833-8b14-6a147adabe98 tempest-TestNetworkAdvancedServerOps-1243167842 tempest-TestNetworkAdvancedServerOps-1243167842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8fb8e1-aeb9-46fe-adc3-35de3beefb63,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:54.448770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:54.807600 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56810) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:54.944024 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e2706c43-73ee-4b52-9f6d-0d0a1d3cb4cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c2340e3ba69418cba330cad62ab8828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350992 Nov 10 22:53:54.946500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56814) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:54.994505 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51389fa4-12cc-4a46-b643-b793ab487ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.015554 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51389fa4-12cc-4a46-b643-b793ab487ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.132785 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51389fa4-12cc-4a46-b643-b793ab487ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.135330 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-51389fa4-12cc-4a46-b643-b793ab487ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.136510 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-51389fa4-12cc-4a46-b643-b793ab487ea3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6ed72b2-6663-4af6-8b3a-82b6876008b3 HTTP/1.1" status: 204 len: 168 time: 0.1891222 Nov 10 22:53:55.144761 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51389fa4-12cc-4a46-b643-b793ab487ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ed72b2-6663-4af6-8b3a-82b6876008b3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:55.547699 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2aaae2e6-76fa-4251-a040-91fb1afc26ee no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:53:55.568267 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 2aaae2e6-76fa-4251-a040-91fb1afc26ee {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:53:55.568611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 2aaae2e6-76fa-4251-a040-91fb1afc26ee not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:53:55.710324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56820) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:55.724607 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6d24de3-a5b9-4396-bd6f-2b461eb95425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.801051 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6d24de3-a5b9-4396-bd6f-2b461eb95425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.865621 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b6d24de3-a5b9-4396-bd6f-2b461eb95425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.904785 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b6d24de3-a5b9-4396-bd6f-2b461eb95425 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cae7b7352d1418ca5ec92d83a734d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933835 Nov 10 22:53:55.905614 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d24de3-a5b9-4396-bd6f-2b461eb95425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faedc068-2326-49b4-9ded-d48fc2e5aa90,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:55.907543 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56822) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:55.958181 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-74f3c977-798e-454f-9fe4-1811c9400250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:55.982929 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-74f3c977-798e-454f-9fe4-1811c9400250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.082991 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-74f3c977-798e-454f-9fe4-1811c9400250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.085536 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-74f3c977-798e-454f-9fe4-1811c9400250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:56.086713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-74f3c977-798e-454f-9fe4-1811c9400250 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/faedc068-2326-49b4-9ded-d48fc2e5aa90 HTTP/1.1" status: 204 len: 168 time: 0.1776233 Nov 10 22:53:56.095366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3c977-798e-454f-9fe4-1811c9400250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faedc068-2326-49b4-9ded-d48fc2e5aa90,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:57.116505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56844) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:57.215986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-637672198-network', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:57.298250 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Made reservation on behalf of f324a0d1de12484bb1c48f3ef05e873a for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:57.300665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.309005 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.379548 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.459657 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.483587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:53:57.492324 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a2d128-e2a4-4371-b62c-6daf2ae81d34,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:57.502863 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.502863 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Added segment 0357740b-cc12-4f56-b008-f6700fda27d9 of type vlan for network f67dffe7-f6d8-4311-b893-f937e2e037ed Nov 10 22:53:57.539264 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.635248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.636243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:57.636820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:57.698661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] Pushing event updated for resources: {'Network': ['ID=f67dffe7-f6d8-4311-b893-f937e2e037ed,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:57.708976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network f67dffe7-f6d8-4311-b893-f937e2e037ed details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:53:57.766791 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-fbcdfe32-2a3d-4ea7-8886-6dc8ba5af796 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6463859 Nov 10 22:53:57.767033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56848) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:57.773841 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Request body: {'subnet': {'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-637672198-subnet', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:57.858502 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Made reservation on behalf of f324a0d1de12484bb1c48f3ef05e873a for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:53:57.861941 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.084311 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.135428 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a42dcd-9e9b-4c52-983f-9faa4d534d86,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:58.152184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Checking segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:58.152539 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Network hostable DHCP agents. Network: f67dffe7-f6d8-4311-b893-f937e2e037ed, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:53:58.225799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Network f67dffe7-f6d8-4311-b893-f937e2e037ed is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:53:58.305699 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, f67dffe7-f6d8-4311-b893-f937e2e037ed) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:58.310126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:53:58.311212 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.315358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c617bcc-930f-44d5-95fa-bad17674f89a None None] Network f67dffe7-f6d8-4311-b893-f937e2e037ed requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:53:58.403138 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56850) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:53:58.407626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:53:58.414119 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-c3898720-3053-428b-a23e-db4ee869bc96 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6425941 Nov 10 22:53:58.461979 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-f67dffe7-f6d8-4311-b893-f937e2e037ed', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:53:58.462882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.500213 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.501289 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.557197 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.597529 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Allocated IP 172.20.0.2 (f67dffe7-f6d8-4311-b893-f937e2e037ed/f2a42dcd-9e9b-4c52-983f-9faa4d534d86/1c22f28f-4ad6-486a-adf5-0ead619ee3cd) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:58.735313 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.742914 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:58.812832 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.018850 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Network f67dffe7-f6d8-4311-b893-f937e2e037ed is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:59.019315 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.021940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:59.024285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:59.036926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Pushing event updated for resources: {'Port': ['ID=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:59.039546 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.082481 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Attempting to bind port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:53:59.082977 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Attempting to bind port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:53:59.083414 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Attempting to bind port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:53:59.088413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:53:59.088780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Checking segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:53:59.089197 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.089583 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Bound using segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:53:59.090042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Bound port: 1c22f28f-4ad6-486a-adf5-0ead619ee3cd, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:53:59.090427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.147651 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Allocated IP 172.25.7.48 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/e9c813cc-fe3e-464a-8d5f-bbaedc27f5da) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:53:59.153730 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] For port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:53:59.156784 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] For port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:53:59.226348 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.247952 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.287082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3b23c-ffd5-4e72-acb4-01876bf887eb None None] Pushing event updated for resources: {'Port': ['ID=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:59.345862 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.389297 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:53:59.392450 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:53:59.395012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:53:59.401432 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:53:59.408993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fbc190-650a-45a1-a55b-4c59b0e5e16d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:53:59.448506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0d2f8323-9cd0-4264-886f-31da747df78e None None] Provisioning complete for port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:59.448506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8323-9cd0-4264-886f-31da747df78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.509565 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f8323-9cd0-4264-886f-31da747df78e None None] Port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:53:59.623578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1c22f28f-4ad6-486a-adf5-0ead619ee3cd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:53:59.672222 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:53:59.672668 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.794794 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.801052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.827134 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:53:59.894698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:53:59.951862 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:00.020060 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.218883 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ac8a1-990b-439f-a900-d377c3382dbe None None] Network f67dffe7-f6d8-4311-b893-f937e2e037ed requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:00.291396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a7fdc4c3-45cf-495b-bf7b-d867da31b1a9 None None] Provisioning complete for port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:00.291790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4c3-45cf-495b-bf7b-d867da31b1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.528780 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:54:00.642000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:00.652037 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Sync routers for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:00.671296 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:00.671930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:00.676184 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-f3ff9e4a-64a6-431a-8b22-91c53b525833 None None] Provisioning complete for port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:00.676626 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9e4a-64a6-431a-8b22-91c53b525833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.719343 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:00.720618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8102df47-c491-440d-8034-08ebe9aa14b4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3163168 Nov 10 22:54:00.723918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56852) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:00.832725 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:01.024539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:53:59Z', 'revision_number': 3, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:01.050719 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Checking router: 50c69a8a-b1de-479b-b487-84e2d11f3bd5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:54:01.051064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Updating router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:54:01.075699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.140280 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.292399 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Allocated IP 172.20.0.1 (f67dffe7-f6d8-4311-b893-f937e2e037ed/f2a42dcd-9e9b-4c52-983f-9faa4d534d86/141c465a-3448-4097-8bb1-744e63999c4d) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:01.332250 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.395950 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.418685 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.467682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a9c30-6d97-4d39-be76-f028b6c9fe9d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:01.478575 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Attempting to bind port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:01.478946 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Attempting to bind port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:01.479307 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Attempting to bind port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:01.482028 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574133b-5594-40fd-8fce-37783becbfc4 None None] Pushing event updated for resources: {'Port': ['ID=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:01.488180 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:01.489582 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:01.489582 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.491593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:01.491593 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Bound port: e9c813cc-fe3e-464a-8d5f-bbaedc27f5da, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:01.491593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.510189 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.552284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Network f67dffe7-f6d8-4311-b893-f937e2e037ed is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:01.553766 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] For port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:01.555956 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5a933b54-8c70-470e-9a09-846ad8c2e56a None None] Provisioning complete for port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:01.556321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5a933b54-8c70-470e-9a09-846ad8c2e56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.557253 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:01.559059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] For port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:01.562010 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:01.565430 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Pushing event updated for resources: {'Port': ['ID=141c465a-3448-4097-8bb1-744e63999c4d,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:01.600394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5a933b54-8c70-470e-9a09-846ad8c2e56a None None] Port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:01.608160 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.631344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.637268 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1c22f28f-4ad6-486a-adf5-0ead619ee3cd up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:01.714935 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41d982-9d0e-47b1-8b3e-4e37a3879bc4 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:01.746173 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574133b-5594-40fd-8fce-37783becbfc4 None None] Pushing event updated for resources: {'Port': ['ID=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:01.749336 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:01.750186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:01.816031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:01.816392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.824020 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.890924 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Provisioning complete for port 141c465a-3448-4097-8bb1-744e63999c4d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:01.891484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:01.939642 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:01.990730 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.001409 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Port 141c465a-3448-4097-8bb1-744e63999c4d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:02.048561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.097900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Provisioning complete for port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:02.098280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.118400 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.120241 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Pushing event updated for resources: {'Port': ['ID=141c465a-3448-4097-8bb1-744e63999c4d,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:02.219079 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Network f67dffe7-f6d8-4311-b893-f937e2e037ed is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:02.220571 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:02.350892 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:54:02.389366 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.418685 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] For port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:02.420464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:53:59Z', 'revision_number': 3, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:02.446849 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5f794-fe92-4faa-a94d-aca6e1587ce1 None None] The sync data for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 is: [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:53:59Z', 'revision_number': 3, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:02.468914 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:02.475570 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-6242d58e-9f6d-4af1-ba5a-13f50c77ca4e admin admin] 10.222.0.45 "PUT /v2.0/routers/50c69a8a-b1de-479b-b487-84e2d11f3bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7503901 Nov 10 22:54:02.496311 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.549417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850055d3-6bdd-4444-84a7-82afb8b71de6 None None] Pushing event updated for resources: {'Port': ['ID=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:02.619562 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-78171eaf-6620-4882-b83d-68f364c2210a None None] Provisioning complete for port 141c465a-3448-4097-8bb1-744e63999c4d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:02.619964 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-78171eaf-6620-4882-b83d-68f364c2210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:02.656550 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-78171eaf-6620-4882-b83d-68f364c2210a None None] Port 141c465a-3448-4097-8bb1-744e63999c4d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:03.181361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56868) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:03.186521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1643285179-network', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:03.288790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Made reservation on behalf of 2eefc547d3ee466b9cf9a17a75932907 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:03.291447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.300277 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.374661 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.431421 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.460765 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 22:54:03.466305 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9de621-2186-4813-90b4-7fb1c2a48ebe,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:03.474924 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.475313 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Added segment a4e1be02-0eff-4b42-a714-fa77c4088cf7 of type vlan for network b4ceba71-df1d-4144-93f1-565c41b42cd1 Nov 10 22:54:03.519119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.601755 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.602759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:03.603341 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.611415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e9c813cc-fe3e-464a-8d5f-bbaedc27f5da up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:03.668010 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:03.668386 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.672807 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ceba71-df1d-4144-93f1-565c41b42cd1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:03.691546 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 22:54:03.703079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8bbba9ee-e05a-4ca3-959d-d4c28e46e4a1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5205374 Nov 10 22:54:03.705205 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56870) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:03.710217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Request body: {'subnet': {'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1643285179-subnet', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:03.808970 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Made reservation on behalf of 2eefc547d3ee466b9cf9a17a75932907 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:03.811524 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:03.963413 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Sync routers for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:03.973582 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:03.974332 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:04.043003 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.080306 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:04.097477 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18196be-322e-4197-9234-d765e2c08d9b,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:04.108885 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Checking segment: {'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:04.109240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Network hostable DHCP agents. Network: b4ceba71-df1d-4144-93f1-565c41b42cd1, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 22:54:04.179955 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 22:54:04.275366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, b4ceba71-df1d-4144-93f1-565c41b42cd1) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:04.279640 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:04.280325 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.286893 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb57040-0058-4fc7-9cef-97f83f406fc8 None None] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:04.288260 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 2, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:04.317573 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Checking router: 50c69a8a-b1de-479b-b487-84e2d11f3bd5 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:54:04.317933 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Updating router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 port 141c465a-3448-4097-8bb1-744e63999c4d binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:54:04.342042 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.358593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b11952ca-51f4-412a-a320-b5aac41c6d2b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6523292 Nov 10 22:54:04.361194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56872) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:04.368269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:04.437902 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.439032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.453247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-b4ceba71-df1d-4144-93f1-565c41b42cd1', 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'fixed_ips': [{'subnet_id': 'c18196be-322e-4197-9234-d765e2c08d9b'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 22:54:04.454704 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.497945 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.605101 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Allocated IP 172.20.0.2 (b4ceba71-df1d-4144-93f1-565c41b42cd1/c18196be-322e-4197-9234-d765e2c08d9b/5cf332a5-5812-4843-8a7a-a6a545ab79a8) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:04.616176 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.660597 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.683216 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.716246 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Pushing event updated for resources: {'Port': ['ID=141c465a-3448-4097-8bb1-744e63999c4d,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:04.740955 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.743544 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.744384 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.744384 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.744560 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:54:04.758771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.774541 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Attempting to bind port 141c465a-3448-4097-8bb1-744e63999c4d on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:04.777952 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Attempting to bind port 141c465a-3448-4097-8bb1-744e63999c4d by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:04.777952 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Attempting to bind port 141c465a-3448-4097-8bb1-744e63999c4d on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:04.781313 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:04.781760 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Checking segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:04.782224 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.782682 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Bound using segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:04.783225 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Bound port: 141c465a-3448-4097-8bb1-744e63999c4d, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:04.783669 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.853090 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.858347 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] For port 141c465a-3448-4097-8bb1-744e63999c4d, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:04.862189 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] For port 141c465a-3448-4097-8bb1-744e63999c4d, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=141c465a-3448-4097-8bb1-744e63999c4d,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:04.907568 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:04.913420 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:04.918034 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:04.922994 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:04.931969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Pushing event updated for resources: {'Port': ['ID=5cf332a5-5812-4843-8a7a-a6a545ab79a8,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:04.984088 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:04.984724 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:04.998765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Attempting to bind port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:04.999138 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Attempting to bind port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:04.999499 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Attempting to bind port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 on network b4ceba71-df1d-4144-93f1-565c41b42cd1 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:05.009136 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:05.009516 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Checking segment: {'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:05.009915 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.010306 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Bound using segment: {'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:05.010787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Bound port: 5cf332a5-5812-4843-8a7a-a6a545ab79a8, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:05.011168 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.014724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b967f7b4-fe33-449a-bbc1-bb1984360018 None None] Provisioning complete for port 141c465a-3448-4097-8bb1-744e63999c4d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:05.015070 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b967f7b4-fe33-449a-bbc1-bb1984360018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.107269 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:05.116871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] For port 5cf332a5-5812-4843-8a7a-a6a545ab79a8, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:05.120700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] For port 5cf332a5-5812-4843-8a7a-a6a545ab79a8, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5cf332a5-5812-4843-8a7a-a6a545ab79a8,segment=NetworkSegment(a4e1be02-0eff-4b42-a714-fa77c4088cf7),segment_id=a4e1be02-0eff-4b42-a714-fa77c4088cf7)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:05.162194 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b967f7b4-fe33-449a-bbc1-bb1984360018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.204347 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b967f7b4-fe33-449a-bbc1-bb1984360018 None None] For port 141c465a-3448-4097-8bb1-744e63999c4d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=141c465a-3448-4097-8bb1-744e63999c4d,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:05.209510 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.245416 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dc80d-d3a4-47e4-8bf8-fb0d1af1aa66 None None] Pushing event updated for resources: {'Port': ['ID=141c465a-3448-4097-8bb1-744e63999c4d,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:05.278416 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865ff9a-f732-40be-8500-f50e04775cfb None None] Pushing event updated for resources: {'Port': ['ID=5cf332a5-5812-4843-8a7a-a6a545ab79a8,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:05.295222 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b967f7b4-fe33-449a-bbc1-bb1984360018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.346297 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:04Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:05.359800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967f7b4-fe33-449a-bbc1-bb1984360018 None None] Pushing event updated for resources: {'Port': ['ID=141c465a-3448-4097-8bb1-744e63999c4d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:05.379578 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22249908-2751-424e-9e25-b032c9d78df4 None None] The sync data for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 is: [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:04Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:05.420186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-59ef6e27-10a3-40e0-86ec-3ba01b18d380 None None] Provisioning complete for port 141c465a-3448-4097-8bb1-744e63999c4d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:05.420568 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-59ef6e27-10a3-40e0-86ec-3ba01b18d380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.474988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.514766 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.672451 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Allocated IP 172.25.7.88 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/1672a6ec-5109-453b-8edb-25c02562b688) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:05.728148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 141c465a-3448-4097-8bb1-744e63999c4d up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:05.787298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 141c465a-3448-4097-8bb1-744e63999c4d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:05.788507 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.805763 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.814344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-37044640-a778-41c9-8fa0-93a61678522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.882465 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5cf332a5-5812-4843-8a7a-a6a545ab79a8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:05.918641 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.934841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:05.935220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:05.972523 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:05.976729 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:05.981903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:05.998371 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc1d9d-5114-4153-b6bb-af1b6af24f13 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:06.008254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Pushing event updated for resources: {'Port': ['ID=1672a6ec-5109-453b-8edb-25c02562b688,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:06.067680 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.097597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b99f2d11-140a-4998-8073-65ff25154477 None None] Provisioning complete for port 1672a6ec-5109-453b-8edb-25c02562b688 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:06.098512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b99f2d11-140a-4998-8073-65ff25154477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.139787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] For port 5cf332a5-5812-4843-8a7a-a6a545ab79a8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5cf332a5-5812-4843-8a7a-a6a545ab79a8,segment=NetworkSegment(a4e1be02-0eff-4b42-a714-fa77c4088cf7),segment_id=a4e1be02-0eff-4b42-a714-fa77c4088cf7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:06.161438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b99f2d11-140a-4998-8073-65ff25154477 None None] Port 1672a6ec-5109-453b-8edb-25c02562b688 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:06.202624 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.256460 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Pushing event updated for resources: {'Port': ['ID=5cf332a5-5812-4843-8a7a-a6a545ab79a8,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:06.395035 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.408942 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb25799-4229-4daf-b21a-9d1d568d2994 None None] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 22:54:06.505576 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-93298c91-2421-4ddc-a740-4928c951112a None None] Provisioning complete for port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:06.505941 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-93298c91-2421-4ddc-a740-4928c951112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.621039 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.814183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Router 8d41fd64-1e63-43ec-82d2-38ef4b448baa is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 22:54:06.873396 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-739f5dd4-a233-43f9-b65f-632596eadc68 None None] Provisioning complete for port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:06.873970 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-739f5dd4-a233-43f9-b65f-632596eadc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.925801 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:06.937672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Sync routers for ids ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:06.959388 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Routers {'8d41fd64-1e63-43ec-82d2-38ef4b448baa'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:06.960072 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:06.993724 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:06.995051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-483f0a2f-6cbc-46d7-97fc-3c342bd40463 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6328771 Nov 10 22:54:06.997960 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 56874) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:07.067984 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Set router 8d41fd64-1e63-43ec-82d2-38ef4b448baa gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:07.249787 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T22:54:06Z', 'revision_number': 3, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:07.276249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Checking router: 8d41fd64-1e63-43ec-82d2-38ef4b448baa for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:54:07.276600 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Updating router 8d41fd64-1e63-43ec-82d2-38ef4b448baa port 1672a6ec-5109-453b-8edb-25c02562b688 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:54:07.301760 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.430540 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.557628 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.595282 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Allocated IP 172.20.0.1 (b4ceba71-df1d-4144-93f1-565c41b42cd1/c18196be-322e-4197-9234-d765e2c08d9b/b6fb8afe-2687-416b-9e25-f2ef7d090f84) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:07.602978 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5cf332a5-5812-4843-8a7a-a6a545ab79a8 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:07.626837 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.687105 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83f8a3-83d1-4321-947b-3dd1791199dc None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:07.701477 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146003-f4dc-41e9-8443-de288e56aa93 None None] Pushing event updated for resources: {'Port': ['ID=1672a6ec-5109-453b-8edb-25c02562b688,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:07.704390 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Attempting to bind port 1672a6ec-5109-453b-8edb-25c02562b688 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:07.704760 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Attempting to bind port 1672a6ec-5109-453b-8edb-25c02562b688 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:07.705118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Attempting to bind port 1672a6ec-5109-453b-8edb-25c02562b688 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:07.711672 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.716751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:07.717129 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:07.717529 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.717905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:07.718377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Bound port: 1672a6ec-5109-453b-8edb-25c02562b688, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:07.718753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.767617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:07.768000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.786574 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.828534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] For port 1672a6ec-5109-453b-8edb-25c02562b688, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:07.829965 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:07.833887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] For port 1672a6ec-5109-453b-8edb-25c02562b688, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1672a6ec-5109-453b-8edb-25c02562b688,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:07.836514 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:07.836650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d4ade7da-59d7-4475-a12a-327d93230ab4 None None] Provisioning complete for port 1672a6ec-5109-453b-8edb-25c02562b688 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:07.836957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d4ade7da-59d7-4475-a12a-327d93230ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.838877 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Pushing event updated for resources: {'Port': ['ID=b6fb8afe-2687-416b-9e25-f2ef7d090f84,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:07.843243 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:07.883137 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.901066 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d4ade7da-59d7-4475-a12a-327d93230ab4 None None] Port 1672a6ec-5109-453b-8edb-25c02562b688 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:07.919878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:07.978008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3411f07-c5b6-4dc2-8e80-236d3fcdbe08 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 22:54:08.001502 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Routers {'8d41fd64-1e63-43ec-82d2-38ef4b448baa'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:08.002131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:53:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:08.006763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b4288cda-4470-42da-9660-9c46fa15785e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.011539 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146003-f4dc-41e9-8443-de288e56aa93 None None] Pushing event updated for resources: {'Port': ['ID=1672a6ec-5109-453b-8edb-25c02562b688,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:08.073895 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-6b388a49-e95d-4f00-9178-ce3a8e0a5234 None None] Provisioning complete for port 1672a6ec-5109-453b-8edb-25c02562b688 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:08.074271 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b388a49-e95d-4f00-9178-ce3a8e0a5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.111471 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.291171 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.322359 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] Set router 8d41fd64-1e63-43ec-82d2-38ef4b448baa gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:08.345701 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.420098 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Pushing event updated for resources: {'Port': ['ID=b6fb8afe-2687-416b-9e25-f2ef7d090f84,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:08.423180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.463150 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b388a49-e95d-4f00-9178-ce3a8e0a5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.498254 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-6b388a49-e95d-4f00-9178-ce3a8e0a5234 None None] For port 1672a6ec-5109-453b-8edb-25c02562b688, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1672a6ec-5109-453b-8edb-25c02562b688,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:08.523126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:08.524761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:08.552495 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b388a49-e95d-4f00-9178-ce3a8e0a5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.567275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T22:54:06Z', 'revision_number': 3, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:08.604169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed5f35-f29d-44f3-acf6-d703e868f51b None None] The sync data for ids ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'] in n-d-776250-11 is: [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T22:54:06Z', 'revision_number': 3, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:08.637948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b388a49-e95d-4f00-9178-ce3a8e0a5234 None None] Pushing event updated for resources: {'Port': ['ID=1672a6ec-5109-453b-8edb-25c02562b688,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:08.669927 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Router 8d41fd64-1e63-43ec-82d2-38ef4b448baa has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:54:08.678578 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4fac5793-3a71-43ac-98f9-ff863925aa11 None None] Provisioning complete for port b6fb8afe-2687-416b-9e25-f2ef7d090f84 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:08.679246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4fac5793-3a71-43ac-98f9-ff863925aa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.722735 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4fac5793-3a71-43ac-98f9-ff863925aa11 None None] Port b6fb8afe-2687-416b-9e25-f2ef7d090f84 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:08.794426 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:08.799043 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-1ec001b0-dc26-4ed1-9276-ace8dda73b9c admin admin] 10.222.0.45 "PUT /v2.0/routers/8d41fd64-1e63-43ec-82d2-38ef4b448baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002069 Nov 10 22:54:08.851526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-66962ec1-535f-42b7-bbfd-fd97ccab3541 None None] Provisioning complete for port b6fb8afe-2687-416b-9e25-f2ef7d090f84 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:08.851906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-66962ec1-535f-42b7-bbfd-fd97ccab3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:08.893393 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-66962ec1-535f-42b7-bbfd-fd97ccab3541 None None] Port b6fb8afe-2687-416b-9e25-f2ef7d090f84 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:09.620786 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1672a6ec-5109-453b-8edb-25c02562b688 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:09.651816 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56884) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:09.659546 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.659932 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-eb6e984c-1789-4856-9085-922e65f4e5f8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055785356', 'description': 'tempest-secgroup-smoke-1055785356 description', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:09.672856 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 1672a6ec-5109-453b-8edb-25c02562b688 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:09.673220 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.761212 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb6e984c-1789-4856-9085-922e65f4e5f8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.828005 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb6e984c-1789-4856-9085-922e65f4e5f8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.893852 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb6e984c-1789-4856-9085-922e65f4e5f8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.924682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e984c-1789-4856-9085-922e65f4e5f8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a6377e-cf0f-4267-9343-89afa751b82c,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:09.993179 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-eb6e984c-1789-4856-9085-922e65f4e5f8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:09.994705 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-eb6e984c-1789-4856-9085-922e65f4e5f8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3410256 Nov 10 22:54:09.997447 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56886) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:10.001774 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-c4d570c3-6e5c-47f8-9379-73567649892e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': 'c8a6377e-cf0f-4267-9343-89afa751b82c', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:10.087889 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4d570c3-6e5c-47f8-9379-73567649892e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.145003 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4d570c3-6e5c-47f8-9379-73567649892e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.191256 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Sync routers for ids ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:10.200637 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Routers {'8d41fd64-1e63-43ec-82d2-38ef4b448baa'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:10.201227 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:10.214508 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4d570c3-6e5c-47f8-9379-73567649892e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.234616 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d570c3-6e5c-47f8-9379-73567649892e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6b4d51-3367-4e2e-be24-504ee17c04c5,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:10.313781 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c4d570c3-6e5c-47f8-9379-73567649892e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.315087 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c4d570c3-6e5c-47f8-9379-73567649892e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166735 Nov 10 22:54:10.318214 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56888) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:10.323109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-df8d7c64-0713-41a0-ba27-433f5188d819 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': 'c8a6377e-cf0f-4267-9343-89afa751b82c', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:10.396253 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Set router 8d41fd64-1e63-43ec-82d2-38ef4b448baa gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:10.413807 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df8d7c64-0713-41a0-ba27-433f5188d819 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.471358 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df8d7c64-0713-41a0-ba27-433f5188d819 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.526935 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df8d7c64-0713-41a0-ba27-433f5188d819 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.550080 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d7c64-0713-41a0-ba27-433f5188d819 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbf4ace-5c08-4f29-8452-008644872d88,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:10.591610 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T22:54:07Z', 'revision_number': 4, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b6fb8afe-2687-416b-9e25-f2ef7d090f84', 'name': '', 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'mac_address': 'fa:16:3e:f1:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c18196be-322e-4197-9234-d765e2c08d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:07Z', 'updated_at': '2021-11-10T22:54:08Z', 'revision_number': 2, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'subnets': [{'id': 'c18196be-322e-4197-9234-d765e2c08d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:10.615611 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-df8d7c64-0713-41a0-ba27-433f5188d819 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.617043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-df8d7c64-0713-41a0-ba27-433f5188d819 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2977967 Nov 10 22:54:10.618088 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Checking router: 8d41fd64-1e63-43ec-82d2-38ef4b448baa for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:54:10.618455 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Updating router 8d41fd64-1e63-43ec-82d2-38ef4b448baa port b6fb8afe-2687-416b-9e25-f2ef7d090f84 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 22:54:10.619811 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56890) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:10.624311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-499a86d9-f919-42cc-a542-2c87679720da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': 'c8a6377e-cf0f-4267-9343-89afa751b82c', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:10.647968 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.711108 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-499a86d9-f919-42cc-a542-2c87679720da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.766835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-499a86d9-f919-42cc-a542-2c87679720da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.865461 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-499a86d9-f919-42cc-a542-2c87679720da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.884672 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a86d9-f919-42cc-a542-2c87679720da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf89acf-e6ea-468a-910d-a5f505dd84a4,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:10.906359 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.946031 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-499a86d9-f919-42cc-a542-2c87679720da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:10.947272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-499a86d9-f919-42cc-a542-2c87679720da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3264375 Nov 10 22:54:10.950064 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56892) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:10.954357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-494a45d7-68e6-484b-b264-559fd51880f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': 'c8a6377e-cf0f-4267-9343-89afa751b82c', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:10.966828 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.044553 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc31c79-c1f3-456d-a4fa-11efefa1cc42 None None] Pushing event updated for resources: {'Port': ['ID=b6fb8afe-2687-416b-9e25-f2ef7d090f84,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.070069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-494a45d7-68e6-484b-b264-559fd51880f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.080088 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Attempting to bind port b6fb8afe-2687-416b-9e25-f2ef7d090f84 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:11.080516 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Attempting to bind port b6fb8afe-2687-416b-9e25-f2ef7d090f84 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:11.081555 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Attempting to bind port b6fb8afe-2687-416b-9e25-f2ef7d090f84 on network b4ceba71-df1d-4144-93f1-565c41b42cd1 {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:11.087217 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:11.087593 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Checking segment: {'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:11.091151 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.091151 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Bound using segment: {'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:11.091151 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Bound port: b6fb8afe-2687-416b-9e25-f2ef7d090f84, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e1be02-0eff-4b42-a714-fa77c4088cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:11.091151 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.114077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.140442 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-494a45d7-68e6-484b-b264-559fd51880f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.154194 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] For port b6fb8afe-2687-416b-9e25-f2ef7d090f84, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:11.157436 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] For port b6fb8afe-2687-416b-9e25-f2ef7d090f84, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b6fb8afe-2687-416b-9e25-f2ef7d090f84,segment=NetworkSegment(a4e1be02-0eff-4b42-a714-fa77c4088cf7),segment_id=a4e1be02-0eff-4b42-a714-fa77c4088cf7)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:11.191378 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-494a45d7-68e6-484b-b264-559fd51880f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.210735 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a45d7-68e6-484b-b264-559fd51880f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b899a2d-3def-4c32-8c29-820aaf5478e2,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.219242 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.226541 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0a0cccb2-b014-4185-8e85-31dcbcf11dc5 None None] Provisioning complete for port b6fb8afe-2687-416b-9e25-f2ef7d090f84 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:11.227344 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a0cccb2-b014-4185-8e85-31dcbcf11dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.279013 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Routers {'8d41fd64-1e63-43ec-82d2-38ef4b448baa'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:11.279636 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:11.280299 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-494a45d7-68e6-484b-b264-559fd51880f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.281696 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc31c79-c1f3-456d-a4fa-11efefa1cc42 None None] Pushing event updated for resources: {'Port': ['ID=b6fb8afe-2687-416b-9e25-f2ef7d090f84,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.282447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-494a45d7-68e6-484b-b264-559fd51880f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3314569 Nov 10 22:54:11.285318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56894) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:11.290205 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': 'c8a6377e-cf0f-4267-9343-89afa751b82c', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:11.319005 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a0cccb2-b014-4185-8e85-31dcbcf11dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.357855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0a0cccb2-b014-4185-8e85-31dcbcf11dc5 None None] For port b6fb8afe-2687-416b-9e25-f2ef7d090f84, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b6fb8afe-2687-416b-9e25-f2ef7d090f84,segment=NetworkSegment(a4e1be02-0eff-4b42-a714-fa77c4088cf7),segment_id=a4e1be02-0eff-4b42-a714-fa77c4088cf7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:11.396228 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Project f324a0d1de12484bb1c48f3ef05e873a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:54:11.398606 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] Set router 8d41fd64-1e63-43ec-82d2-38ef4b448baa gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:11.401690 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.424720 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0a0cccb2-b014-4185-8e85-31dcbcf11dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.471641 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.482291 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.500519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cccb2-b014-4185-8e85-31dcbcf11dc5 None None] Pushing event updated for resources: {'Port': ['ID=b6fb8afe-2687-416b-9e25-f2ef7d090f84,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.548513 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c1925660-28f9-41d9-9934-c8ee262fc6b0 None None] Provisioning complete for port b6fb8afe-2687-416b-9e25-f2ef7d090f84 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:11.548882 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c1925660-28f9-41d9-9934-c8ee262fc6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.561155 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.586308 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e33d7b6-f780-48ed-b05c-1468481bfc27,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:11.622152 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T22:54:07Z', 'revision_number': 4, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b6fb8afe-2687-416b-9e25-f2ef7d090f84', 'name': '', 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'mac_address': 'fa:16:3e:f1:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c18196be-322e-4197-9234-d765e2c08d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:07Z', 'updated_at': '2021-11-10T22:54:11Z', 'revision_number': 4, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'subnets': [{'id': 'c18196be-322e-4197-9234-d765e2c08d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:11.648393 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f319b5-92b0-4834-8fc8-a51379744e69 None None] The sync data for ids ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'] in n-d-776250-11 is: [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T22:54:07Z', 'revision_number': 4, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'b6fb8afe-2687-416b-9e25-f2ef7d090f84', 'name': '', 'network_id': 'b4ceba71-df1d-4144-93f1-565c41b42cd1', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'mac_address': 'fa:16:3e:f1:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'c18196be-322e-4197-9234-d765e2c08d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:07Z', 'updated_at': '2021-11-10T22:54:11Z', 'revision_number': 4, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'subnets': [{'id': 'c18196be-322e-4197-9234-d765e2c08d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:11.662689 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.663867 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-312aa05d-70f5-4e73-9ece-666cc4cef52f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3775685 Nov 10 22:54:11.667166 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56896) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:11.674112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': 'c8a6377e-cf0f-4267-9343-89afa751b82c', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:11.786233 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Project f324a0d1de12484bb1c48f3ef05e873a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:54:11.792095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.862220 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.922537 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:11.942541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb368efa-cc01-4f9a-b52e-8583cc44f1b9,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:12.010433 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:12.011681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-e756bde8-214f-496d-8f58-c49b9fa04335 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3426399 Nov 10 22:54:12.175884 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-5add2870-c479-4388-8825-3ae22b180c7a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055785356&fields=id&tenant_id=f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 267 time: 0.0479474 Nov 10 22:54:12.293653 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-b20851a2-7bc4-42d6-920a-54a53fc61f12 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:12.295162 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-b20851a2-7bc4-42d6-920a-54a53fc61f12 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 808 time: 0.1118500 Nov 10 22:54:12.312346 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-1fcab628-a3b1-4424-ad6d-18970a8de077 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/quotas/f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 375 time: 0.0097506 Nov 10 22:54:12.366458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-94e318bd-5116-475f-bc2d-dfa9de76fe26 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480380 Nov 10 22:54:12.482013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-aab8a4a5-e891-4a9b-a17d-7f9ae25c246d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:54:12.483010 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-aab8a4a5-e891-4a9b-a17d-7f9ae25c246d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1050422 Nov 10 22:54:12.577192 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-d5d839b9-2922-406e-bc77-3894df068637 service neutron] 10.222.0.45 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871103 Nov 10 22:54:12.672394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-1b30736c-9503-48d1-b9cc-2f6f041631b5 service neutron] 10.222.0.45 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885277 Nov 10 22:54:12.924279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a5bde10b-5a36-4acf-b76e-297aaaee3823 req-a39b741a-0446-404f-b87c-44bcc841fbd7 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 210 time: 0.0281043 Nov 10 22:54:13.616340 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b6fb8afe-2687-416b-9e25-f2ef7d090f84 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:13.666478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port b6fb8afe-2687-416b-9e25-f2ef7d090f84 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:13.666866 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:14.018242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cc31a85d-1e13-469f-8647-0ba90af82afd req-a37b8f9b-17a5-4370-b03c-b077aff9f362 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 210 time: 0.0270147 Nov 10 22:54:15.120255 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fd6865a4-4618-4e7b-bd99-6021dd7af323 req-adf9e94e-3592-497a-a6cf-2e397ad3a956 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 210 time: 0.0330560 Nov 10 22:54:15.222816 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-f82e9dd8-7e10-493b-baa0-88e2233ff387 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:15.224443 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-f82e9dd8-7e10-493b-baa0-88e2233ff387 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 808 time: 0.1261857 Nov 10 22:54:15.288975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-d519ee3d-889f-4cff-9804-eac7e93cd40b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 380 time: 0.0551195 Nov 10 22:54:15.299110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'port': {'device_id': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'admin_state_up': True, 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'security_groups': ['c8a6377e-cf0f-4267-9343-89afa751b82c']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:15.459667 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Made reservation on behalf of f324a0d1de12484bb1c48f3ef05e873a for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 22:54:15.463243 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:15.586818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Allocated IP 172.20.0.7 (f67dffe7-f6d8-4311-b893-f937e2e037ed/f2a42dcd-9e9b-4c52-983f-9faa4d534d86/2993bdee-d1c8-452a-9f04-3f15cd45d4b1) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:16.049615 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.151547 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.200932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Network f67dffe7-f6d8-4311-b893-f937e2e037ed is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:16.204153 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:16.209456 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:16.212124 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:16.252340 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea52396-a389-4a0b-b472-9e1c7145f6a2 req-8cb84eb2-25b1-429d-a3bd-4c1024c05b06 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:16.253906 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fea52396-a389-4a0b-b472-9e1c7145f6a2 req-8cb84eb2-25b1-429d-a3bd-4c1024c05b06 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 931 time: 0.0583200 Nov 10 22:54:16.273611 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:16.274354 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.315342 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fea52396-a389-4a0b-b472-9e1c7145f6a2 req-2c9569df-0bb5-4b39-bd34-e655c92a96fa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539112 Nov 10 22:54:16.337319 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-6438964d-6906-46be-afca-a1eae1034cac tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0418308 Nov 10 22:54:16.350104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Request body: {'port': {'device_id': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:16.406257 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.490126 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-240402b7-0c3b-47ed-b2eb-97251a69d41f None None] Provisioning complete for port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:16.490709 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-240402b7-0c3b-47ed-b2eb-97251a69d41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.524278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-240402b7-0c3b-47ed-b2eb-97251a69d41f None None] Port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 22:54:16.675830 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:54:16.684116 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.696128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Transition to ACTIVE for port object 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 22:54:16.762080 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.816825 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:16.885440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Attempting to bind port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 22:54:16.885918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Attempting to bind port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 22:54:16.886247 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Attempting to bind port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:16.891182 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 on network f67dffe7-f6d8-4311-b893-f937e2e037ed not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 22:54:16.891506 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Attempting to bind port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 22:54:16.896850 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 22:54:16.897184 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Checking segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 22:54:16.897583 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Bound using segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 22:54:16.898013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Bound port: 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 22:54:16.898368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:16.968492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 22:54:16.971492 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 22:54:17.058530 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.074445 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:54:17.093063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.093693 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:17.095455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] 10.222.0.64 "PUT /v2.0/ports/2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 1092 time: 0.7496300 Nov 10 22:54:17.097388 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:17.100700 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fef41f-e664-41b3-b9b8-baf4633af118" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:17.130582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf4fd1-d08a-40db-9e80-6397c8bcd593 service neutron] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:17.142222 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0884b866-b526-487d-b883-40043bb35e71 x-openstack-request-id: req-0884b866-b526-487d-b883-40043bb35e71 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:17.142577 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:17.142856 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0884b866-b526-487d-b883-40043bb35e71 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:17.143175 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'status': 'completed', 'code': 200} Nov 10 22:54:17.214149 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fef41f-e664-41b3-b9b8-baf4633af118 req-d9d0248e-2eef-43dd-9b84-326293e2ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.215807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1fef41f-e664-41b3-b9b8-baf4633af118 req-d9d0248e-2eef-43dd-9b84-326293e2ba47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1095 time: 0.0464451 Nov 10 22:54:17.322677 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fef41f-e664-41b3-b9b8-baf4633af118 req-f5b3596a-f2e3-4da4-acd7-97bab263c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.324186 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1fef41f-e664-41b3-b9b8-baf4633af118 req-f5b3596a-f2e3-4da4-acd7-97bab263c6bf service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1002071 Nov 10 22:54:17.421777 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fef41f-e664-41b3-b9b8-baf4633af118 req-45533ff8-70e7-4b51-851b-99a1d225b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.423259 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1fef41f-e664-41b3-b9b8-baf4633af118 req-45533ff8-70e7-4b51-851b-99a1d225b576 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926764 Nov 10 22:54:17.432084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefbc96-47a9-4026-9037-8915e3235d2c req-f4b0d797-c97d-4c53-842b-6798aa415308 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.433569 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acefbc96-47a9-4026-9037-8915e3235d2c req-f4b0d797-c97d-4c53-842b-6798aa415308 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0486727 Nov 10 22:54:17.483996 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-acefbc96-47a9-4026-9037-8915e3235d2c req-13ffe788-3832-46ed-a25e-95bac1432091 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443673 Nov 10 22:54:17.565536 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-445b6aa8-882a-4814-99cb-4ac5a6172249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.567551 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-445b6aa8-882a-4814-99cb-4ac5a6172249 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1095 time: 0.0461869 Nov 10 22:54:17.610144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-55a68f2a-2301-4036-ad6c-b65056979a2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0345654 Nov 10 22:54:17.658276 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-f8798cd4-38a1-45fe-9cda-934d6078566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.659687 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-f8798cd4-38a1-45fe-9cda-934d6078566e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0430393 Nov 10 22:54:17.712345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0b2ba17c-a296-4183-b913-7bf923146621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:17.712345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-0b2ba17c-a296-4183-b913-7bf923146621 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453844 Nov 10 22:54:17.802782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-1db1bc9a-53b5-4578-ba9d-85e8fef2ffc7 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837708 Nov 10 22:54:17.896765 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-54016769-681e-4f5e-9ce6-2c8941993d92 req-90f0bf83-4d27-40d3-94fc-ad3241d714a0 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Nov 10 22:54:18.602203 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d3a44-bc75-45bb-96bb-e6a7d3ac8787 req-7f68d656-7ca2-4e6a-8cf7-7ce0e17035ed tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:18.603681 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b84d3a44-bc75-45bb-96bb-e6a7d3ac8787 req-7f68d656-7ca2-4e6a-8cf7-7ce0e17035ed tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0502729 Nov 10 22:54:18.653704 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b84d3a44-bc75-45bb-96bb-e6a7d3ac8787 req-a9e34396-02fb-4940-842a-0388aa4a577d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Nov 10 22:54:19.771286 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04a77-1f5a-4206-a0af-15a6b7e65e53 req-eaf55436-18c9-4141-b8f5-69465f72fbd3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:19.772810 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdb04a77-1f5a-4206-a0af-15a6b7e65e53 req-eaf55436-18c9-4141-b8f5-69465f72fbd3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0492821 Nov 10 22:54:19.821679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cdb04a77-1f5a-4206-a0af-15a6b7e65e53 req-52768bc6-8607-457c-91c5-8164896eaf4c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Nov 10 22:54:20.733464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:20.936787 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c60161-0bd5-42b7-99c8-5643e72e9871 req-b801f4c8-6d56-4459-8d3e-137da07bcfb3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:20.938252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8c60161-0bd5-42b7-99c8-5643e72e9871 req-b801f4c8-6d56-4459-8d3e-137da07bcfb3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0486000 Nov 10 22:54:20.991648 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c8c60161-0bd5-42b7-99c8-5643e72e9871 req-80d2a5e7-762b-4df7-bb03-a3b86854f2ef tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469897 Nov 10 22:54:22.014415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:54:22.110207 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88af248-4865-4cbd-b76d-dd00f20a5a2e req-40563fc1-3d38-4f3b-8967-d5d6b9060d74 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:22.111673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c88af248-4865-4cbd-b76d-dd00f20a5a2e req-40563fc1-3d38-4f3b-8967-d5d6b9060d74 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0523844 Nov 10 22:54:22.112595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:22.124030 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'port_id': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'mac_address': 'fa:16:3e:10:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:54:22.161539 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.161807 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c88af248-4865-4cbd-b76d-dd00f20a5a2e req-adbffe37-a0b0-417f-b784-429390a6e09e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Nov 10 22:54:22.179013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:54:22.198247 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:22.265042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:22.317884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:22.597002 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2993bdee-d1c8-452a-9f04-3f15cd45d4b1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:54:23.280991 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2eb6a6-833b-4a02-a7ab-4d71c2dec7af req-f5ad8f94-bfeb-49d5-86c9-70182ba5b4bd tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:23.282466 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f2eb6a6-833b-4a02-a7ab-4d71c2dec7af req-f5ad8f94-bfeb-49d5-86c9-70182ba5b4bd tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 944 time: 0.0485799 Nov 10 22:54:23.331505 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5f2eb6a6-833b-4a02-a7ab-4d71c2dec7af req-33aea53d-d91a-4379-a627-9097b9b87521 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Nov 10 22:54:24.030861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:54:24.139047 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 22:54:24.142989 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:54:24.143379 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.228234 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.251036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:24.253300 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c829d9a-0a90-47b2-a468-9eae5792f88e" -d '{"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-plugged", "status": "completed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:24.266595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:54:24.338001 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.363190 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1620b464-1360-4194-a8f1-74eba53087b0 x-openstack-request-id: req-1620b464-1360-4194-a8f1-74eba53087b0 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:24.364241 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-plugged", "status": "completed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:24.364569 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1620b464-1360-4194-a8f1-74eba53087b0 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:24.365109 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'code': 200} Nov 10 22:54:24.397027 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:24.458969 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:24.482985 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c7601-f3c1-4d84-9260-e1dfda585d85 req-9d8548ae-9c79-41a7-8271-32d7d3514418 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:24.484525 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-541c7601-f3c1-4d84-9260-e1dfda585d85 req-9d8548ae-9c79-41a7-8271-32d7d3514418 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0818923 Nov 10 22:54:24.490721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42a09c-611e-4627-ae11-4596eff3f61f req-a70215e7-921f-4919-8352-5975814b5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:24.492169 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba42a09c-611e-4627-ae11-4596eff3f61f req-a70215e7-921f-4919-8352-5975814b5d98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1097 time: 0.0620739 Nov 10 22:54:24.566029 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-541c7601-f3c1-4d84-9260-e1dfda585d85 req-11ad17c8-7abb-4ac0-876c-f3c04ab58c91 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714614 Nov 10 22:54:24.567329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ba42a09c-611e-4627-ae11-4596eff3f61f req-ce42bbe5-c316-4634-bca5-c328d1517ffc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678585 Nov 10 22:54:25.679478 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9748-6d59-487b-bba2-e9d1d98568c0 req-bf6448dd-74d5-40f5-a9ab-c9a259e2f912 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:25.680950 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e4d9748-6d59-487b-bba2-e9d1d98568c0 req-bf6448dd-74d5-40f5-a9ab-c9a259e2f912 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Nov 10 22:54:25.731565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e4d9748-6d59-487b-bba2-e9d1d98568c0 req-3cd2a434-24ae-4b07-bcab-97fe3f26053c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Nov 10 22:54:26.858956 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b18c1-42d2-4452-b16a-646c5b0834e9 req-dc0004ed-4253-4e81-a5ce-69c81412d057 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:26.860461 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f3b18c1-42d2-4452-b16a-646c5b0834e9 req-dc0004ed-4253-4e81-a5ce-69c81412d057 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0568533 Nov 10 22:54:26.908717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4f3b18c1-42d2-4452-b16a-646c5b0834e9 req-b8e6a054-66b4-4811-8fc0-3a390a0a9985 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Nov 10 22:54:27.026799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3bc1c-533c-4c59-8f13-c65efb40eed8 req-2da9ddef-0e68-450b-bbc6-92151b2a7756 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:27.028205 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11e3bc1c-533c-4c59-8f13-c65efb40eed8 req-2da9ddef-0e68-450b-bbc6-92151b2a7756 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0525913 Nov 10 22:54:27.077220 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-11e3bc1c-533c-4c59-8f13-c65efb40eed8 req-85e9f0b2-e541-4309-90fb-3bd0c2818936 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431051 Nov 10 22:54:27.100223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56958) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:27.183079 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7c30b5-1b4a-4f90-abc8-ea5df321842b tempest-TestShelveInstance-613958694 tempest-TestShelveInstance-613958694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:27.184656 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8e7c30b5-1b4a-4f90-abc8-ea5df321842b tempest-TestShelveInstance-613958694 tempest-TestShelveInstance-613958694-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1092 time: 0.0834491 Nov 10 22:54:27.187588 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 56962) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:54:27.192492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:54:27.269284 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.369063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.471517 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Allocated IP 172.25.7.82 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/0decdef4-7dc3-469b-9fd0-be5ca1c9a2b3) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 22:54:27.576191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.693873 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:27.730178 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 22:54:27.734905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 22:54:27.738712 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 22:54:27.765030 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'Port': ['ID=0decdef4-7dc3-469b-9fd0-be5ca1c9a2b3,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:28.093911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.211049 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.359009 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.417911 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.491132 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'Port': ['ID=0decdef4-7dc3-469b-9fd0-be5ca1c9a2b3,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:54:28.502533 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:28.606071 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Floating IP 06453581-8a20-4e02-a096-31bdc87f3bf4 associated. External IP: 172.25.7.82, port: 2993bdee-d1c8-452a-9f04-3f15cd45d4b1. Nov 10 22:54:28.819272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:54:28.926380 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:54:28.936335 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] Sync routers for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:54:28.947640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:28.948540 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:29.025649 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:29.054573 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:29.055119 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-21605991-d23f-4803-9a77-89c94852af17 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8664234 Nov 10 22:54:29.055758 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:54:29.058025 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dca78af-c805-475f-91a1-bb824fce2c29" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:54:29.094703 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f08de9-6c4e-43f6-88bc-7b1c7a544c90 x-openstack-request-id: req-18f08de9-6c4e-43f6-88bc-7b1c7a544c90 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:54:29.095321 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:54:29.095321 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18f08de9-6c4e-43f6-88bc-7b1c7a544c90 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:54:29.095651 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'status': 'completed', 'code': 200} Nov 10 22:54:29.159348 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-e370c0e2-4c13-4c6b-9102-597827b62abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:29.161181 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-e370c0e2-4c13-4c6b-9102-597827b62abf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1097 time: 0.0426230 Nov 10 22:54:29.260045 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-c227e894-f065-4861-aa3c-dd2002d0a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:29.261567 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-c227e894-f065-4861-aa3c-dd2002d0a1ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0927675 Nov 10 22:54:29.300361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '06453581-8a20-4e02-a096-31bdc87f3bf4', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'port_id': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'mac_address': 'fa:16:3e:10:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:54:27Z', 'updated_at': '2021-11-10T22:54:27Z', 'revision_number': 0, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:29.326746 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] Checking router: 50c69a8a-b1de-479b-b487-84e2d11f3bd5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:54:29.330947 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-cb3ed751-131e-4b1e-855f-9596173d816b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 998 time: 0.0620708 Nov 10 22:54:29.335236 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:54:29.335855 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:54:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:29.381291 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-9ff37768-5aca-47f4-a7dd-d4efa528cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:29.382779 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-9ff37768-5aca-47f4-a7dd-d4efa528cca6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0450246 Nov 10 22:54:29.428989 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-904775f1-96e3-4b24-8b7f-7d8d4b48160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:54:29.430481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-904775f1-96e3-4b24-8b7f-7d8d4b48160d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408192 Nov 10 22:54:29.444638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:54:29.523668 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-03a2e5da-9095-4553-9fed-cafa081b8b57 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854726 Nov 10 22:54:29.617605 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2dca78af-c805-475f-91a1-bb824fce2c29 req-89303c53-21ae-4775-ab7f-4604b6972235 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865881 Nov 10 22:54:29.671986 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '06453581-8a20-4e02-a096-31bdc87f3bf4', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'port_id': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'mac_address': 'fa:16:3e:10:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:54:27Z', 'updated_at': '2021-11-10T22:54:27Z', 'revision_number': 0, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:54:29.699983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865535bc-4442-4309-9617-9c8e70217fc1 None None] The sync data for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 is: [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '06453581-8a20-4e02-a096-31bdc87f3bf4', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'port_id': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'mac_address': 'fa:16:3e:10:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T22:54:27Z', 'updated_at': '2021-11-10T22:54:27Z', 'revision_number': 0, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:54:29.898457 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dc67d-b438-45ea-aaa9-016e64520730 None None] New status for floating IP 06453581-8a20-4e02-a096-31bdc87f3bf4: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:54:35.830817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-829ff1e1-a33d-454b-8593-4c1012208637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:37.966367 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-09e9cde0-7d2c-469b-ac26-d0c07bdf5873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:39.629568 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:41.127238 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:41.464817 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:50.795813 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:54:54.073554 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:54:54.447484 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:05.790235 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c78de820-42e4-4df3-aeb6-ab49e83988e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:07.923486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-4f0fa7a5-3c8c-437f-9631-c7ce79603c45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408025 Nov 10 22:55:07.960969 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c75c6cb7-524b-4d5b-839b-61f77e2c54ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:08.011000 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-8a8cedc3-5418-4313-b9d4-d95e59ac0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:08.013194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-8a8cedc3-5418-4313-b9d4-d95e59ac0807 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1097 time: 0.0445960 Nov 10 22:55:08.115513 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-2b301570-8d15-485b-a58b-78bf256922d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:08.117001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-2b301570-8d15-485b-a58b-78bf256922d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0854187 Nov 10 22:55:08.186126 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-43864db9-cb02-48a7-9389-549928cb1ec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 1000 time: 0.0619190 Nov 10 22:55:08.234350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-563c415c-201d-4694-96de-251e5f71a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:08.235776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-563c415c-201d-4694-96de-251e5f71a77f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0433338 Nov 10 22:55:08.281574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-b1f40307-d454-4032-9975-8c6b1fd6c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:55:08.283025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-b1f40307-d454-4032-9975-8c6b1fd6c4ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399086 Nov 10 22:55:08.376772 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-442f5374-7779-4b2d-af0f-9dc5427ab2bc service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847356 Nov 10 22:55:08.466085 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c2d3730c-d0c4-4159-b327-5f39170078a4 req-4c9e3930-2edb-41e2-987a-a15edac799d5 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816746 Nov 10 22:55:09.646961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.103967 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:11.492906 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:20.748598 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:24.519803 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:31.072885 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:55:35.806717 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2e120433-953d-4bc5-a7a3-242e0f7585b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:37.966676 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9b266d0a-d11a-4e53-8b36-f5fa3a138adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:39.641308 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.108482 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:41.469313 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:50.737227 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:55:54.560248 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:05.783871 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6b19016b-6e05-4791-b371-fa9d4be826ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:07.965756 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ba705b1b-9f82-4b32-a5ba-8e39c8fa57de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:08.072234 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:56:09.640039 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:09.996699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-d7a17848-4bcd-459c-82ea-1a1b3aa94359 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1196692 Nov 10 22:56:10.085375 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-4a02ba50-a14f-46f3-af73-62503cfb1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:10.086847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-4a02ba50-a14f-46f3-af73-62503cfb1c11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1097 time: 0.0406914 Nov 10 22:56:10.191446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-5f50454e-70bd-4eb2-9698-4d306e924b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:10.193002 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-5f50454e-70bd-4eb2-9698-4d306e924b97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0859280 Nov 10 22:56:10.262652 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-d539a182-1dc8-4209-91d5-d2a137820b1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 1000 time: 0.0619550 Nov 10 22:56:10.310446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-0a66c022-50f0-4df5-9346-ebe607061200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:10.311898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-0a66c022-50f0-4df5-9346-ebe607061200 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0424719 Nov 10 22:56:10.356926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-a20a93e7-5f39-455b-abde-5e0384717041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:10.358378 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-a20a93e7-5f39-455b-abde-5e0384717041 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394738 Nov 10 22:56:10.451206 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-fd4ad69f-70b9-440f-b018-f22fe9af96c7 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855966 Nov 10 22:56:10.538629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bfc2b67e-504f-4791-ac18-2fc96f847c38 req-b5e6bb11-efca-4463-99fe-b10de9e75701 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803015 Nov 10 22:56:11.103518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:11.480245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:20.736643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:24.508042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:35.759709 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2d7c9a4a-6789-4988-b7f9-c7202a7b2725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:37.964852 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aba03c01-aa09-4c6a-87bf-27a97f43b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:39.661818 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.096372 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:41.502278 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:45.071371 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:56:50.753613 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:54.507883 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:56:55.734272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87570184-0570-40da-86b3-d246b5aec3fc req-4d1099f0-eaa9-4b53-9068-dced389e3673 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:55.735802 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87570184-0570-40da-86b3-d246b5aec3fc req-4d1099f0-eaa9-4b53-9068-dced389e3673 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0585427 Nov 10 22:56:55.785316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87570184-0570-40da-86b3-d246b5aec3fc req-ff0d44be-035b-4c8e-ab08-daf72be171a3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 Nov 10 22:56:56.931573 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5a02f-e7c8-4871-983c-8be99e6bc176 req-f8933c7c-4055-4fec-b12d-803945e3800a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:56.933091 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2b5a02f-e7c8-4871-983c-8be99e6bc176 req-f8933c7c-4055-4fec-b12d-803945e3800a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0515137 Nov 10 22:56:56.985333 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e2b5a02f-e7c8-4871-983c-8be99e6bc176 req-998568a7-dd4f-4761-9789-f7f13c819d4d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 Nov 10 22:56:58.123616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5e169-fa1d-4105-a430-6ffe9532feb1 req-2130f072-3c20-48d5-8fa2-7b7c534e3213 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:58.125106 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ef5e169-fa1d-4105-a430-6ffe9532feb1 req-2130f072-3c20-48d5-8fa2-7b7c534e3213 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Nov 10 22:56:58.174515 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3ef5e169-fa1d-4105-a430-6ffe9532feb1 req-be12fd86-0130-40bc-8170-43728ce916e0 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Nov 10 22:56:59.290368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff476-84f4-4725-b465-a8e2b9ce6169 req-6101bfcd-93e2-4a49-9da4-19ecb95ebe6b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:56:59.292506 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3feff476-84f4-4725-b465-a8e2b9ce6169 req-6101bfcd-93e2-4a49-9da4-19ecb95ebe6b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Nov 10 22:56:59.342327 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3feff476-84f4-4725-b465-a8e2b9ce6169 req-bb75eda8-eec2-4456-9829-5b8b625a6762 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Nov 10 22:57:00.462658 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e01975-1bed-46b5-8f05-aeaf66894fcc req-a1494122-00cd-48a8-8b1e-a4135c3d39c2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:00.464135 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71e01975-1bed-46b5-8f05-aeaf66894fcc req-a1494122-00cd-48a8-8b1e-a4135c3d39c2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0529296 Nov 10 22:57:00.512383 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-71e01975-1bed-46b5-8f05-aeaf66894fcc req-15d663ab-4d80-44ce-941d-e650f25a96c5 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Nov 10 22:57:01.629142 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2f1fe-d379-4426-9886-fab431fd897c req-dca81a1c-99ef-4cee-b26a-7293a7657b58 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:01.630617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3d2f1fe-d379-4426-9886-fab431fd897c req-dca81a1c-99ef-4cee-b26a-7293a7657b58 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0484531 Nov 10 22:57:01.680103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f3d2f1fe-d379-4426-9886-fab431fd897c req-3c712d4a-f933-4757-af17-4e5498a2ad3f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Nov 10 22:57:02.798354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc393d6a-2863-4942-aee0-dcf66f831b65 req-ea4197da-31ce-4947-8c8e-fd896a0ec634 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:02.799844 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc393d6a-2863-4942-aee0-dcf66f831b65 req-ea4197da-31ce-4947-8c8e-fd896a0ec634 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Nov 10 22:57:02.848769 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bc393d6a-2863-4942-aee0-dcf66f831b65 req-7b885fb0-bd67-49a1-ad27-05ee31866605 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Nov 10 22:57:03.966751 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ddd1b-29fd-4335-a241-b29d6c452eb6 req-f1d6009c-85f7-493b-b24e-a3192482f6fe tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:03.968228 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014ddd1b-29fd-4335-a241-b29d6c452eb6 req-f1d6009c-85f7-493b-b24e-a3192482f6fe tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Nov 10 22:57:04.016058 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014ddd1b-29fd-4335-a241-b29d6c452eb6 req-a52ce6be-a246-493a-a372-0d96fed8fd4c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Nov 10 22:57:05.134450 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5f173-2974-415e-9f00-537c1bc9dee4 req-b679f0c7-7d66-4b16-8a11-dc292426f336 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:05.135986 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-48e5f173-2974-415e-9f00-537c1bc9dee4 req-b679f0c7-7d66-4b16-8a11-dc292426f336 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0494049 Nov 10 22:57:05.190218 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-48e5f173-2974-415e-9f00-537c1bc9dee4 req-65dd0d42-5871-4944-9df1-21a1c452768d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483122 Nov 10 22:57:05.758870 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64844135-d784-4e7c-b83b-396c66acf147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:06.304619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4e719-1df7-4fcf-aeb3-f2194b844043 req-64313ed2-a69c-46a1-90f6-8aedfb0b08f4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:06.306244 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5e4e719-1df7-4fcf-aeb3-f2194b844043 req-64313ed2-a69c-46a1-90f6-8aedfb0b08f4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0488076 Nov 10 22:57:06.354650 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e5e4e719-1df7-4fcf-aeb3-f2194b844043 req-a2969f6b-3b0f-4b3d-864f-e36af96870a5 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Nov 10 22:57:07.469959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70064-0b8e-4423-94f6-afe4c31c9f88 req-2fe08a12-c59a-4571-a394-84c8010d6212 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:07.471322 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc70064-0b8e-4423-94f6-afe4c31c9f88 req-2fe08a12-c59a-4571-a394-84c8010d6212 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Nov 10 22:57:07.519977 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbc70064-0b8e-4423-94f6-afe4c31c9f88 req-1e11bac5-e318-4258-96ef-d75af928d3b7 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427260 Nov 10 22:57:07.959017 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4aae-7b45-472d-994f-9f59f9cde64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:08.638643 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f03a-1892-41c7-9910-82d44bc6c2b7 req-88158e36-d175-464a-a1e0-8ed50207226c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:08.640169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e10f03a-1892-41c7-9910-82d44bc6c2b7 req-88158e36-d175-464a-a1e0-8ed50207226c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0535195 Nov 10 22:57:08.688745 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0e10f03a-1892-41c7-9910-82d44bc6c2b7 req-68372ad5-fea0-4d53-8ab0-29eec1db33aa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Nov 10 22:57:08.914857 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:57:09.012280 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:09.023094 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'port_id': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'mac_address': 'fa:16:3e:10:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:57:09.061471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.074132 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:09.096545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:09.141982 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.194076 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:09.203297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.203633 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.204021 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.204353 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.204682 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.205008 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.205330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.205651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.205971 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.206289 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.206606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.206921 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:57:09.226835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2993bdee-d1c8-452a-9f04-3f15cd45d4b1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:57:09.655993 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:09.807338 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c819b-85b1-4665-ad5a-af01ecc62b68 req-5eb5451b-07f3-43f4-ab66-0bd4831adddd tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:09.808847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-395c819b-85b1-4665-ad5a-af01ecc62b68 req-5eb5451b-07f3-43f4-ab66-0bd4831adddd tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 944 time: 0.0519872 Nov 10 22:57:09.858092 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-395c819b-85b1-4665-ad5a-af01ecc62b68 req-0a009863-6045-41fd-b315-87b2b5024b4f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Nov 10 22:57:10.930930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:10.953852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53366-922c-44c6-b291-5dcf6db7794b req-d82f6f71-3b32-449d-a0f3-e2550688051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:10.955323 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb53366-922c-44c6-b291-5dcf6db7794b req-d82f6f71-3b32-449d-a0f3-e2550688051e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1096 time: 0.0466456 Nov 10 22:57:10.982332 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bc2f6-f2a3-4c8b-8343-04efba70fd10 req-739600d7-8be9-4e1a-87c2-bc95da18344a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:10.983403 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:10.983859 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f00bc2f6-f2a3-4c8b-8343-04efba70fd10 req-739600d7-8be9-4e1a-87c2-bc95da18344a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 944 time: 0.0526733 Nov 10 22:57:10.988164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.038989 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f00bc2f6-f2a3-4c8b-8343-04efba70fd10 req-0f8d13c8-344a-45da-b000-0a89ee327b2a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Nov 10 22:57:11.069776 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53366-922c-44c6-b291-5dcf6db7794b req-ca20e790-e199-437e-862c-0d27b4270ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:11.071293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb53366-922c-44c6-b291-5dcf6db7794b req-ca20e790-e199-437e-862c-0d27b4270ca6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0951281 Nov 10 22:57:11.090922 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.113625 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:11.115864 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a780888d-a4bf-4815-ab66-ea923a911ae3" -d '{"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-plugged", "status": "completed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:11.128686 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:11.141850 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.193524 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.244607 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:11.256296 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb53366-922c-44c6-b291-5dcf6db7794b req-18c5bff3-2f67-4c0a-af6a-22f9ac8bf740 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 1000 time: 0.0646236 Nov 10 22:57:11.305818 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53366-922c-44c6-b291-5dcf6db7794b req-3bb801e8-734c-4044-8b69-9a6f379f41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:11.307944 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb53366-922c-44c6-b291-5dcf6db7794b req-3bb801e8-734c-4044-8b69-9a6f379f41d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0451963 Nov 10 22:57:11.361561 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53366-922c-44c6-b291-5dcf6db7794b req-e12d0020-a502-4233-be3e-60e57e357a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:11.361561 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb53366-922c-44c6-b291-5dcf6db7794b req-e12d0020-a502-4233-be3e-60e57e357a67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421898 Nov 10 22:57:11.459873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb53366-922c-44c6-b291-5dcf6db7794b req-f0e85bf4-4a8d-4eec-8e52-ab89a565ef4f service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897012 Nov 10 22:57:11.467518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:11.552363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-edb53366-922c-44c6-b291-5dcf6db7794b req-d0818f43-be7e-4f12-b47e-1fc60c8c91d4 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853152 Nov 10 22:57:12.156633 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c3b40-c664-4bd0-bc19-3ce634c9979e req-eec72ed8-68cb-460e-9599-d2a678d31b33 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:12.158145 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c33c3b40-c664-4bd0-bc19-3ce634c9979e req-eec72ed8-68cb-460e-9599-d2a678d31b33 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Nov 10 22:57:12.172779 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471e16b7-2473-4ebb-be8e-1497b14c0f10 x-openstack-request-id: req-471e16b7-2473-4ebb-be8e-1497b14c0f10 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:12.173288 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-plugged", "status": "completed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:12.173288 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-471e16b7-2473-4ebb-be8e-1497b14c0f10 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:12.174017 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'code': 200} Nov 10 22:57:12.226473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c33c3b40-c664-4bd0-bc19-3ce634c9979e req-7e5b1658-d861-4356-96d9-282320acabbe tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615466 Nov 10 22:57:13.362781 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3c8fd-8801-48be-930d-5efb435b3492 req-8fb859d3-ea49-48d4-b63c-721e198b84cc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:13.368194 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ac3c8fd-8801-48be-930d-5efb435b3492 req-8fb859d3-ea49-48d4-b63c-721e198b84cc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0596995 Nov 10 22:57:13.422669 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0ac3c8fd-8801-48be-930d-5efb435b3492 req-a231b6cc-7c8f-4065-8b17-ff437949710b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515242 Nov 10 22:57:14.543231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2532799-d18d-4fca-8cfa-353053018553 req-ff6931c2-c5c8-4026-931c-e45e85565dfc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:14.546312 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2532799-d18d-4fca-8cfa-353053018553 req-ff6931c2-c5c8-4026-931c-e45e85565dfc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0518396 Nov 10 22:57:14.602494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2532799-d18d-4fca-8cfa-353053018553 req-0f7d81d3-3cf0-49cf-8363-2c6bea85de8b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498264 Nov 10 22:57:15.735186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ed98a-7907-48f7-a0eb-a0be5803f4b9 req-19bc0588-f01c-4691-b3cc-7cc016ba2612 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:15.736714 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e0ed98a-7907-48f7-a0eb-a0be5803f4b9 req-19bc0588-f01c-4691-b3cc-7cc016ba2612 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0534575 Nov 10 22:57:15.802306 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3e0ed98a-7907-48f7-a0eb-a0be5803f4b9 req-662890d2-12e0-4e59-9ff7-2a5511318b84 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585196 Nov 10 22:57:16.937596 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb880f-6a0f-45d8-a066-c87d1719927c req-8046b1dc-0365-41e0-a40f-4bd9cd0714aa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:16.949322 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32eb880f-6a0f-45d8-a066-c87d1719927c req-8046b1dc-0365-41e0-a40f-4bd9cd0714aa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0700102 Nov 10 22:57:16.998153 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32eb880f-6a0f-45d8-a066-c87d1719927c req-fe5e6966-93d9-4b58-b8fe-2e49217b2d1e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479622 Nov 10 22:57:18.128748 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e882-acba-4816-a7cf-425e0e5a8503 req-03786b44-e78b-4ab5-8e07-0704b8f57175 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:18.130279 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-42b6e882-acba-4816-a7cf-425e0e5a8503 req-03786b44-e78b-4ab5-8e07-0704b8f57175 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0493755 Nov 10 22:57:18.187519 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-42b6e882-acba-4816-a7cf-425e0e5a8503 req-2a99cacc-4fa4-4198-a5b7-28809e163f0c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481448 Nov 10 22:57:19.326171 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc392f-c887-45ef-87e3-356d23ba7f9d req-915165f2-5a45-4fb4-9e07-ec411f70a653 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:19.328413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9edc392f-c887-45ef-87e3-356d23ba7f9d req-915165f2-5a45-4fb4-9e07-ec411f70a653 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0654030 Nov 10 22:57:19.382272 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9edc392f-c887-45ef-87e3-356d23ba7f9d req-002cbcec-7f15-4bd4-aab7-a6c10f877a4d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Nov 10 22:57:20.517603 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd18d6-f953-4b73-912b-6b98b2fe060c req-445aef52-fa1a-4a94-8481-31b9698c29e5 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:20.519113 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78dd18d6-f953-4b73-912b-6b98b2fe060c req-445aef52-fa1a-4a94-8481-31b9698c29e5 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0543993 Nov 10 22:57:20.572416 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-78dd18d6-f953-4b73-912b-6b98b2fe060c req-546f73f8-c82b-42b1-af0a-c5239cbc0019 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471880 Nov 10 22:57:20.792939 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:21.702129 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249ea2d-097b-43c5-80ae-b0d5c326e5dd req-7748ba50-edf2-454e-b67a-ffa19f3660d3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:21.709628 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8249ea2d-097b-43c5-80ae-b0d5c326e5dd req-7748ba50-edf2-454e-b67a-ffa19f3660d3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0597236 Nov 10 22:57:21.764563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8249ea2d-097b-43c5-80ae-b0d5c326e5dd req-a6fcc82a-bfdd-44e0-b905-878bd58d55d3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540063 Nov 10 22:57:22.071345 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:57:22.884613 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1efd8-d3e5-4dfb-9581-80de81631aaa req-d082abfa-a0c6-488c-a3e6-b60f447c875e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:22.886526 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44f1efd8-d3e5-4dfb-9581-80de81631aaa req-d082abfa-a0c6-488c-a3e6-b60f447c875e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0504608 Nov 10 22:57:22.936499 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-44f1efd8-d3e5-4dfb-9581-80de81631aaa req-fd34907f-a5bf-4bcf-b2aa-0c8e31634f74 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Nov 10 22:57:23.574262 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-7e8b64dd-c7a1-463a-9430-fc98b843e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:23.575742 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-7e8b64dd-c7a1-463a-9430-fc98b843e33d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1097 time: 0.0451145 Nov 10 22:57:23.666932 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-90999074-cb0a-40b5-ba05-0daa9326d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:23.668422 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-90999074-cb0a-40b5-ba05-0daa9326d192 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0844991 Nov 10 22:57:23.737291 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-2bd38e07-a48e-4a74-b57e-b457f88cb9a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 1000 time: 0.0619578 Nov 10 22:57:23.787085 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-7e14ed29-b010-4d04-8b1f-46cc44256467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:23.788541 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-7e14ed29-b010-4d04-8b1f-46cc44256467 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0439427 Nov 10 22:57:23.833415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-e9600ad9-371f-4771-ac2d-f30a52c26285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:23.834768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-e9600ad9-371f-4771-ac2d-f30a52c26285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396814 Nov 10 22:57:23.926745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-cb104adf-bfd5-4b89-88bc-d983cdbd0a08 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846202 Nov 10 22:57:24.016574 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ea3583ff-457c-40c5-9412-a290f30a38d0 req-249a2528-3405-4f45-9e9a-dc6a7374f396 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825808 Nov 10 22:57:24.053304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfcaa6-e7cc-404d-946a-d80ba1e47963 req-c49fbc59-e1ec-4341-9083-efa9d4404757 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:24.054769 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9dfcaa6-e7cc-404d-946a-d80ba1e47963 req-c49fbc59-e1ec-4341-9083-efa9d4404757 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Nov 10 22:57:24.108477 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e9dfcaa6-e7cc-404d-946a-d80ba1e47963 req-1b3cc2a2-b6b0-4296-b339-f21ef1e6868f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469763 Nov 10 22:57:24.512426 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:25.231194 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f5759-9299-4ba2-9a4d-9cc28573fb2a req-77294c25-d430-40ea-8510-06654d6a62ae tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:25.232679 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-530f5759-9299-4ba2-9a4d-9cc28573fb2a req-77294c25-d430-40ea-8510-06654d6a62ae tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0529823 Nov 10 22:57:25.282134 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-530f5759-9299-4ba2-9a4d-9cc28573fb2a req-f437ca91-e9e8-4c3c-8a84-4a9f2c89d009 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Nov 10 22:57:26.397231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4ffb7-6f02-4717-a6b9-9b74a7ca1ae8 req-d2d8f2f7-0193-41d0-b61b-0f8dffab8be6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:26.399081 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bb4ffb7-6f02-4717-a6b9-9b74a7ca1ae8 req-d2d8f2f7-0193-41d0-b61b-0f8dffab8be6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Nov 10 22:57:26.451186 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2bb4ffb7-6f02-4717-a6b9-9b74a7ca1ae8 req-cd3a26c3-5b5d-412d-ab02-e87818d55e2f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 Nov 10 22:57:26.563201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-bcbfc7fc-da2f-4cbd-89fb-c5fcfc98b67e req-2b47824c-4625-432f-89be-da40cc0dfb51 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 22:57:26.564239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-bcbfc7fc-da2f-4cbd-89fb-c5fcfc98b67e req-2b47824c-4625-432f-89be-da40cc0dfb51 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482757 Nov 10 22:57:26.995078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:57:27.071122 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.093063 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:27.095269 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a2680-a5ac-48eb-91d8-c1ebb9ec9934" -d '{"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-unplugged", "status": "completed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:27.107872 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:27.125803 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391dfc4c-26df-4366-8981-1671ea15569d x-openstack-request-id: req-391dfc4c-26df-4366-8981-1671ea15569d {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:27.126095 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-unplugged", "status": "failed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "code": 422}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:27.126348 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-391dfc4c-26df-4366-8981-1671ea15569d {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:27.126747 n-d-776250-11 neutron-server[103049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'code': 422} returned with failed status Nov 10 22:57:27.215711 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:27.263436 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:28.013912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be50a-6834-4049-808b-f8633266ab95 req-dd453ae7-0e20-4e1f-a4bf-54546a859426 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:28.015498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c14be50a-6834-4049-808b-f8633266ab95 req-dd453ae7-0e20-4e1f-a4bf-54546a859426 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0493479 Nov 10 22:57:28.066514 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c14be50a-6834-4049-808b-f8633266ab95 req-1764f780-7691-4b68-aae4-33fdcd20249d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Nov 10 22:57:28.526698 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-d7e286ed-e459-4024-802d-c0412a7354ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830538 Nov 10 22:57:29.182155 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8ea7f-4db7-422b-a55c-1529583145d6 req-2745a904-6e0f-44ad-8e7e-b971fffcb140 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:29.184486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2a8ea7f-4db7-422b-a55c-1529583145d6 req-2745a904-6e0f-44ad-8e7e-b971fffcb140 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0506692 Nov 10 22:57:29.233823 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d2a8ea7f-4db7-422b-a55c-1529583145d6 req-2adf07ea-1d50-450b-bd08-ca20e83ee211 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Nov 10 22:57:30.365404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef352f-1e75-4c34-8ca4-966cef0211e3 req-706d71bf-b9ad-4f47-8e22-7fa9f7144db4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:30.366874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04ef352f-1e75-4c34-8ca4-966cef0211e3 req-706d71bf-b9ad-4f47-8e22-7fa9f7144db4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0534606 Nov 10 22:57:30.418874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-04ef352f-1e75-4c34-8ca4-966cef0211e3 req-7058a648-acb5-4c39-8aa4-8aaaa48463d8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Nov 10 22:57:31.539662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e999-a1eb-4868-94f6-82db71a7f126 req-6fdb10b6-49a5-4e9a-b61b-36f163107821 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:31.541762 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f980e999-a1eb-4868-94f6-82db71a7f126 req-6fdb10b6-49a5-4e9a-b61b-36f163107821 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0551450 Nov 10 22:57:31.592808 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f980e999-a1eb-4868-94f6-82db71a7f126 req-52a5bfd3-0d7c-45db-a956-9bcbc568d516 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443265 Nov 10 22:57:32.713859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ce99f-23ad-45ae-95b0-a57f3a8a987e req-0b3d7cea-ad63-437a-a816-276fc049f95a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:32.715309 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-791ce99f-23ad-45ae-95b0-a57f3a8a987e req-0b3d7cea-ad63-437a-a816-276fc049f95a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0484369 Nov 10 22:57:32.764242 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-791ce99f-23ad-45ae-95b0-a57f3a8a987e req-24d1c961-8b51-4d78-925b-acf6465d81e8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Nov 10 22:57:33.772900 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-69330f59-0de7-4566-84c0-1e0e1c1c0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:33.775003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-69330f59-0de7-4566-84c0-1e0e1c1c0c74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567&tenant_id=f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 1095 time: 0.0413697 Nov 10 22:57:33.834401 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-d75f6141-76be-4bc5-9a8a-9e5f2c9da66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:33.835899 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-d75f6141-76be-4bc5-9a8a-9e5f2c9da66c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1095 time: 0.0397682 Nov 10 22:57:33.940050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085b368-baba-4b3b-8ce1-a177c9ae4666 req-32b0f57f-7546-4b4c-98e7-915fc6e590bd tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:33.941420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0085b368-baba-4b3b-8ce1-a177c9ae4666 req-32b0f57f-7546-4b4c-98e7-915fc6e590bd tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.1046755 Nov 10 22:57:33.975217 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-36541efd-92d2-4a14-a466-3f33c1beb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:33.976637 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-36541efd-92d2-4a14-a466-3f33c1beb155 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.1313095 Nov 10 22:57:34.047329 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0085b368-baba-4b3b-8ce1-a177c9ae4666 req-b80a1649-83aa-4c3c-ace8-c2e3991631d4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983410 Nov 10 22:57:34.064440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-677b0d22-486a-487e-a66f-e25606e1e15a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 998 time: 0.0766213 Nov 10 22:57:34.114910 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-5ec7ef86-d5bd-4649-b351-ba75b9fdd2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:34.116440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-5ec7ef86-d5bd-4649-b351-ba75b9fdd2b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0442204 Nov 10 22:57:34.160058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-0c7d5c80-adac-46fb-a0bd-3260bf663ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:34.161757 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-0c7d5c80-adac-46fb-a0bd-3260bf663ae0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388343 Nov 10 22:57:34.254912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-5a0f309c-b1d6-4754-9ff1-7406127fd54d service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858684 Nov 10 22:57:34.343617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-28ac176a-8e52-431f-827c-3dec5caed6ca req-525a057a-b92c-4251-aff3-5cef86a437e4 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808530 Nov 10 22:57:35.175145 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05931a73-05db-4080-962f-e979a6492d43 req-35fd989c-97b5-470c-9fbb-0226ee26b8bf tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:35.176673 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05931a73-05db-4080-962f-e979a6492d43 req-35fd989c-97b5-470c-9fbb-0226ee26b8bf tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0547616 Nov 10 22:57:35.230595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-05931a73-05db-4080-962f-e979a6492d43 req-b8451f78-5881-4504-83a5-3f661e399913 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472949 Nov 10 22:57:35.764046 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6490d76c-8d70-4296-a4ab-48c8bca17256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:36.376152 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb40601-8c83-45d3-a8a9-f153d4004805 req-7d403687-54e4-4ab0-b8b1-c4b2846ba05a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:36.377636 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbb40601-8c83-45d3-a8a9-f153d4004805 req-7d403687-54e4-4ab0-b8b1-c4b2846ba05a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0606003 Nov 10 22:57:36.429271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cbb40601-8c83-45d3-a8a9-f153d4004805 req-0eb9b236-1503-4a9c-b3bc-68ad4b3d8f0e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Nov 10 22:57:37.554201 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be865c57-22c6-4af0-ad07-1a2a0d91ff83 req-daeb32ef-94dc-4b78-9244-7d1753cdaf7f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:37.555880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be865c57-22c6-4af0-ad07-1a2a0d91ff83 req-daeb32ef-94dc-4b78-9244-7d1753cdaf7f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0515378 Nov 10 22:57:37.613094 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-be865c57-22c6-4af0-ad07-1a2a0d91ff83 req-138c0370-0d6b-48fb-88d3-facce2143546 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490003 Nov 10 22:57:37.969755 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2285f49e-6ee5-42e7-94b0-9dde5c4f0808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:38.738256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a0e11-7d42-462d-8080-dbb5f406a5be req-50d2cdd1-45cd-4191-a9b5-b3c5ab01ca87 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:38.740629 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b7a0e11-7d42-462d-8080-dbb5f406a5be req-50d2cdd1-45cd-4191-a9b5-b3c5ab01ca87 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0521080 Nov 10 22:57:38.793124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0b7a0e11-7d42-462d-8080-dbb5f406a5be req-76861fc7-c028-4bd5-9d92-b6ceed8b71af tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 Nov 10 22:57:39.655274 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:39.918197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20859e-4ad0-4610-91f4-3732db4c6943 req-29aa3aa9-b638-4035-a187-5dd5619f474c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:39.920532 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c20859e-4ad0-4610-91f4-3732db4c6943 req-29aa3aa9-b638-4035-a187-5dd5619f474c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0520337 Nov 10 22:57:39.979594 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7c20859e-4ad0-4610-91f4-3732db4c6943 req-4c2786d6-3431-4f16-988a-63ab46b552e7 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525355 Nov 10 22:57:41.106955 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:41.126829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0b961-fe1c-4946-9857-959844573da0 req-6121d396-3b35-4d10-a7e9-3fbae2859208 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:41.128392 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0dd0b961-fe1c-4946-9857-959844573da0 req-6121d396-3b35-4d10-a7e9-3fbae2859208 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0569036 Nov 10 22:57:41.181552 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0dd0b961-fe1c-4946-9857-959844573da0 req-3c75e552-2d36-464c-8d03-2118603397d3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463972 Nov 10 22:57:41.489690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:42.305635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490395fa-1c1b-4327-ae5f-657567bb9556 req-6c9a676e-e383-44be-a621-8d7fef52a1a7 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:42.307236 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-490395fa-1c1b-4327-ae5f-657567bb9556 req-6c9a676e-e383-44be-a621-8d7fef52a1a7 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0526395 Nov 10 22:57:42.362494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-490395fa-1c1b-4327-ae5f-657567bb9556 req-43e13364-94b7-40e4-9ed5-8950fc0defc7 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 Nov 10 22:57:43.495686 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d5941-07a6-43ad-99ef-c2f429a1e0c0 req-9d0a7fea-bf06-490c-9e70-cf7c09a6fd7b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:43.497483 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782d5941-07a6-43ad-99ef-c2f429a1e0c0 req-9d0a7fea-bf06-490c-9e70-cf7c09a6fd7b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0589519 Nov 10 22:57:43.548091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-782d5941-07a6-43ad-99ef-c2f429a1e0c0 req-c929d014-f4b0-4aa6-8e40-880aeb850ea4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441310 Nov 10 22:57:44.686665 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15140-dcc8-4d0e-9103-5a568451eb8f req-b2f7d8e2-1ef4-43d2-b6e0-7ec50d576430 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:44.687935 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53d15140-dcc8-4d0e-9103-5a568451eb8f req-b2f7d8e2-1ef4-43d2-b6e0-7ec50d576430 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0615323 Nov 10 22:57:44.745678 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-53d15140-dcc8-4d0e-9103-5a568451eb8f req-08ca1f30-9127-4a29-b611-dd16cca7d7cb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506086 Nov 10 22:57:45.861311 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0423d1-811e-4b37-975b-8793ee56885d req-31a79bc0-668f-4ae5-9f74-cec2a3bb8368 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:45.862763 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb0423d1-811e-4b37-975b-8793ee56885d req-31a79bc0-668f-4ae5-9f74-cec2a3bb8368 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0479620 Nov 10 22:57:45.919019 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-fb0423d1-811e-4b37-975b-8793ee56885d req-10e67b1a-443f-4fb4-91b7-0a209982f667 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502167 Nov 10 22:57:47.036073 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d470e9-bee6-41c1-b0e4-8a665bba2917 req-0747d58a-8613-41bf-a49e-e07edf520904 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:47.037530 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64d470e9-bee6-41c1-b0e4-8a665bba2917 req-0747d58a-8613-41bf-a49e-e07edf520904 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0519676 Nov 10 22:57:47.087300 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64d470e9-bee6-41c1-b0e4-8a665bba2917 req-40803d11-eb2f-418a-881c-e8e26ad56a7d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Nov 10 22:57:48.206240 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072da660-7f04-41b2-a4de-7d7cf31a5e69 req-9081496f-b6f4-4fe9-8d3e-b9ad3147027c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:48.207751 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-072da660-7f04-41b2-a4de-7d7cf31a5e69 req-9081496f-b6f4-4fe9-8d3e-b9ad3147027c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0497680 Nov 10 22:57:48.259874 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-072da660-7f04-41b2-a4de-7d7cf31a5e69 req-1bdf3a96-8d93-455d-8842-3552222cb61c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Nov 10 22:57:49.374381 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8012a0e-423d-4975-a7af-6bae51468c80 req-1113d9bc-cf37-47e2-b448-52a670f179fe tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:49.375849 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8012a0e-423d-4975-a7af-6bae51468c80 req-1113d9bc-cf37-47e2-b448-52a670f179fe tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0478401 Nov 10 22:57:49.424591 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8012a0e-423d-4975-a7af-6bae51468c80 req-286ba6bf-7b10-400f-b9cc-07ff10563018 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Nov 10 22:57:50.552827 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac5d5c-0334-4458-b87e-cccf21eb6d12 req-89f51c64-3a2b-4c1a-a9d6-6c37c28ff707 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:50.554293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fac5d5c-0334-4458-b87e-cccf21eb6d12 req-89f51c64-3a2b-4c1a-a9d6-6c37c28ff707 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0593779 Nov 10 22:57:50.607423 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7fac5d5c-0334-4458-b87e-cccf21eb6d12 req-60fd2931-2510-422b-ae9d-4af2b8291d97 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471280 Nov 10 22:57:50.786828 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:51.726404 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c0b39-fc02-4997-b358-964d1f34cebb req-a88bd80a-6764-4ec1-a65e-f872f3a2b5e4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:51.728522 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-923c0b39-fc02-4997-b358-964d1f34cebb req-a88bd80a-6764-4ec1-a65e-f872f3a2b5e4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0501921 Nov 10 22:57:51.781713 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-923c0b39-fc02-4997-b358-964d1f34cebb req-801d3509-f2d2-48bf-8907-9179f9f13816 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Nov 10 22:57:52.901277 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fc032-57e7-4990-8e01-93fb1381ac9f req-79a9929a-5a4b-49b3-9fe7-714aced64720 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:52.902727 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-094fc032-57e7-4990-8e01-93fb1381ac9f req-79a9929a-5a4b-49b3-9fe7-714aced64720 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 943 time: 0.0530400 Nov 10 22:57:52.951980 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-094fc032-57e7-4990-8e01-93fb1381ac9f req-b6c43948-47be-44fd-97c7-a7de2c35d9f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Nov 10 22:57:53.116463 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 22:57:53.211178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:53.222113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'port_id': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'mac_address': 'fa:16:3e:10:a4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 22:57:53.262280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.275352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 22:57:53.294224 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:53.363706 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:53.410745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:53.708069 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['2993bdee-d1c8-452a-9f04-3f15cd45d4b1'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 22:57:54.067285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88167e1-a658-4bc8-8368-2e114b6c3960 req-d1e054ce-7171-4ef2-991a-62aa0d59c15b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:54.068801 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b88167e1-a658-4bc8-8368-2e114b6c3960 req-d1e054ce-7171-4ef2-991a-62aa0d59c15b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 944 time: 0.0501277 Nov 10 22:57:54.119247 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b88167e1-a658-4bc8-8368-2e114b6c3960 req-ae2693c0-3826-4fa6-89a3-0309cf59c6f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442860 Nov 10 22:57:54.524161 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.131913 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 22:57:55.179145 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 22:57:55.179510 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.237058 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab9a01-9d38-4a4e-b3a3-105964ae9c16 req-740860bc-f704-4edb-8505-387264d7807d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:55.239008 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fab9a01-9d38-4a4e-b3a3-105964ae9c16 req-740860bc-f704-4edb-8505-387264d7807d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 944 time: 0.0488391 Nov 10 22:57:55.259537 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.285651 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:57:55.287903 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8aaec77-1430-4b64-8d59-59792d604250" -d '{"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-plugged", "status": "completed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:57:55.290599 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4fab9a01-9d38-4a4e-b3a3-105964ae9c16 req-de1b839d-c101-49d0-82d3-b002d7fd191c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446353 Nov 10 22:57:55.313043 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:57:55.324950 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf046fa3-eec6-4707-a692-abe04f3859c5 x-openstack-request-id: req-bf046fa3-eec6-4707-a692-abe04f3859c5 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:57:55.325327 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-plugged", "status": "completed", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:57:55.325584 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf046fa3-eec6-4707-a692-abe04f3859c5 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:57:55.325977 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'code': 200} Nov 10 22:57:55.375517 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:57:55.423707 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:57:55.543820 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122b6b5-e025-40d5-b051-2cb2317b9e33 req-ec8475f2-30c8-4d0b-b448-729ab7623007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:55.545268 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6122b6b5-e025-40d5-b051-2cb2317b9e33 req-ec8475f2-30c8-4d0b-b448-729ab7623007 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1098 time: 0.0414829 Nov 10 22:57:55.595348 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6122b6b5-e025-40d5-b051-2cb2317b9e33 req-2fdb782d-eb45-4a82-9ffb-ecd4aff7a6de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Nov 10 22:57:56.408498 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120c41b-5271-4128-8bad-65e3f0efcca6 req-192c3b9a-1ebd-4e53-b24a-601c43cd7cf4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:56.409969 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6120c41b-5271-4128-8bad-65e3f0efcca6 req-192c3b9a-1ebd-4e53-b24a-601c43cd7cf4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 946 time: 0.0497510 Nov 10 22:57:56.460265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6120c41b-5271-4128-8bad-65e3f0efcca6 req-86a279a5-c8e9-44b1-8b5a-fd8604f0da18 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Nov 10 22:57:57.577131 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595795ac-deab-4959-ae0c-5b5795cd36c8 req-3b9fc35b-d4f4-43aa-92ea-01e0e3e4de99 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:57.578568 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-595795ac-deab-4959-ae0c-5b5795cd36c8 req-3b9fc35b-d4f4-43aa-92ea-01e0e3e4de99 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 946 time: 0.0486932 Nov 10 22:57:57.626910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-595795ac-deab-4959-ae0c-5b5795cd36c8 req-8e90a245-68a9-47d2-90f6-e62624e35376 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Nov 10 22:57:58.740104 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600d811-a783-4290-80b7-05fc00ae0736 req-79eb5e31-1900-499e-8765-75d93f048d53 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:57:58.741548 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1600d811-a783-4290-80b7-05fc00ae0736 req-79eb5e31-1900-499e-8765-75d93f048d53 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 946 time: 0.0484467 Nov 10 22:57:58.792240 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1600d811-a783-4290-80b7-05fc00ae0736 req-996c0598-1bff-461f-9f66-d30236c13f7a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 Nov 10 22:57:59.070110 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:58:05.780744 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e77b3037-659e-47dd-9542-d846286ac1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:07.974968 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f818647-cf0a-4bef-9a4e-49a7e8b18f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:09.643833 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:10.913701 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-3cd7ecac-7f41-4f1b-b8b2-00b16a691195 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432730 Nov 10 22:58:10.997323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-d0ffe95e-603f-4f93-aa26-daba9bfe2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:10.998773 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-d0ffe95e-603f-4f93-aa26-daba9bfe2801 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1098 time: 0.0411770 Nov 10 22:58:11.100842 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.106852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-c495c718-11bd-4163-94f8-a2d72f344ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:11.108412 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-c495c718-11bd-4163-94f8-a2d72f344ed5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0880306 Nov 10 22:58:11.477938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:11.502650 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-8255171a-bc95-42a7-87ce-5e2c0e72afe3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 1000 time: 0.3848906 Nov 10 22:58:11.552761 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-27dc3ec3-7ce3-4079-8170-e15be65bbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:11.554189 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-27dc3ec3-7ce3-4079-8170-e15be65bbf41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0447884 Nov 10 22:58:11.602031 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-779ade18-c3ba-47eb-8bfa-4863c079f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:58:11.603575 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-779ade18-c3ba-47eb-8bfa-4863c079f732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425339 Nov 10 22:58:11.692442 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-6a6c4d48-1f13-4f6e-b1ad-3853ccc60251 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821860 Nov 10 22:58:11.790828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-74157b2f-2a0d-4f36-8015-e567ada863ea req-3c2cd7ca-247d-4fdd-8976-34a7428f90dc service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913396 Nov 10 22:58:20.746410 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:24.528652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:35.780306 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53c82ddd-2892-44d0-9965-4c35dceb65f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:36.069211 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:58:37.980134 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7930dc4c-5224-46cc-91f3-672a68284323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:39.636989 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.128605 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:41.488695 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:50.785631 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:58:54.522745 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:05.768099 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-ea79cee5-ac56-41e4-8b6c-047879492be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:07.956758 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-15376abd-7470-433d-a591-35502af17a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:09.648038 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.099309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:11.482565 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:12.908349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-36a25851-20b9-44a7-b655-299dacc858b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397804 Nov 10 22:59:12.987604 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-cdc854ec-185a-4119-9135-f068c885ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:12.989066 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-cdc854ec-185a-4119-9135-f068c885ed95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1098 time: 0.0397112 Nov 10 22:59:13.068207 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:59:13.095111 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-f380a834-d2c8-40e1-b455-52ce4d7096c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:13.096641 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-f380a834-d2c8-40e1-b455-52ce4d7096c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0878224 Nov 10 22:59:13.162248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-cb386dbb-eae0-4611-9b3b-c8e1c0d50015 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 1000 time: 0.0586891 Nov 10 22:59:13.216120 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-e432c9aa-77fe-46e3-84e5-76f1e12c257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:13.217569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-e432c9aa-77fe-46e3-84e5-76f1e12c257a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0484667 Nov 10 22:59:13.263431 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-e7544b12-4c0f-4b97-8d89-723fd567757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:13.264939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-e7544b12-4c0f-4b97-8d89-723fd567757e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401268 Nov 10 22:59:13.353310 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-0696c263-49cd-4312-9b08-9fc33a3bce95 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810931 Nov 10 22:59:13.446112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4312234c-f4b6-4c86-86d6-fd861c989623 req-e25c3e8f-29a3-4855-bc60-79fca52e04e2 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855963 Nov 10 22:59:20.773629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:24.579287 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:35.767971 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4513b340-9b62-462e-ac92-a43b2639aba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:38.001470 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-41947c21-e873-4fbb-a5ed-492d81a8835e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:39.664767 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:41.110246 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:41.482738 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.261621 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57328) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:44.472853 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Deleting port 0decdef4-7dc3-469b-9fd0-be5ca1c9a2b3 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:44.473107 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.546750 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.547075 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.558483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Calling delete_port for 0decdef4-7dc3-469b-9fd0-be5ca1c9a2b3 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:44.773445 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.799162 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event deleted for resources: {'Port': ['ID=0decdef4-7dc3-469b-9fd0-be5ca1c9a2b3,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:44.829240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.829648 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.829992 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.830323 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.830649 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.830974 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.831299 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.831620 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.831965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.832284 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.832603 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.832921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:44.872479 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:44.872857 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Floating IP 06453581-8a20-4e02-a096-31bdc87f3bf4 disassociated (deleted). External IP: 172.25.7.82, port: 2993bdee-d1c8-452a-9f04-3f15cd45d4b1. Nov 10 22:59:45.393499 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 22:59:45.500373 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 22:59:45.505105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:45.510807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] Sync routers for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 22:59:45.520064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:45.520670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:45.530815 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-a580eedb-3cc5-4d75-ba36-099ced36f7bb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "DELETE /v2.0/floatingips/06453581-8a20-4e02-a096-31bdc87f3bf4 HTTP/1.1" status: 204 len: 168 time: 1.2675896 Nov 10 22:59:45.531386 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:59:45.533912 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb269d-9f05-4977-91c7-732336140500" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:59:45.630835 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:45.643799 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 22:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c22a352-7450-44b1-b6c7-041acbe8dd48 x-openstack-request-id: req-5c22a352-7450-44b1-b6c7-041acbe8dd48 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:59:45.644087 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:59:45.644333 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c22a352-7450-44b1-b6c7-041acbe8dd48 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:59:45.644748 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'status': 'completed', 'code': 200} Nov 10 22:59:45.709294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb269d-9f05-4977-91c7-732336140500 req-3fe01c13-686c-435a-8ea6-da4a00096600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:45.720873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aeb269d-9f05-4977-91c7-732336140500 req-3fe01c13-686c-435a-8ea6-da4a00096600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 1098 time: 0.0483303 Nov 10 22:59:45.820930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb269d-9f05-4977-91c7-732336140500 req-9db62164-ec27-4451-be5b-2daa73876f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:45.822492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aeb269d-9f05-4977-91c7-732336140500 req-9db62164-ec27-4451-be5b-2daa73876f84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0981908 Nov 10 22:59:45.842239 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:45.867143 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aeb269d-9f05-4977-91c7-732336140500 req-64b39171-a3f8-4d88-a712-8b31444763e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 200 len: 217 time: 0.0367284 Nov 10 22:59:45.873341 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] Checking router: 50c69a8a-b1de-479b-b487-84e2d11f3bd5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 22:59:45.882057 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 22:59:45.882656 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T22:59:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:45.920435 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb269d-9f05-4977-91c7-732336140500 req-30da452e-cb84-47b5-80b1-141e997bfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:45.921925 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aeb269d-9f05-4977-91c7-732336140500 req-30da452e-cb84-47b5-80b1-141e997bfea0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0488262 Nov 10 22:59:45.981595 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb269d-9f05-4977-91c7-732336140500 req-d9ee5c45-86bb-41df-973a-dfe4f859e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:45.983168 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aeb269d-9f05-4977-91c7-732336140500 req-d9ee5c45-86bb-41df-973a-dfe4f859e393 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526168 Nov 10 22:59:45.994258 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 22:59:46.108040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e114745-ddaf-470b-a892-685d1e796193 req-d67ad8b1-442d-4780-968c-373502087a83 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:46.109558 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e114745-ddaf-470b-a892-685d1e796193 req-d67ad8b1-442d-4780-968c-373502087a83 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 946 time: 0.1505477 Nov 10 22:59:46.140545 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aeb269d-9f05-4977-91c7-732336140500 req-1568cc9f-400a-40ec-9b71-4b98b59058bb service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455228 Nov 10 22:59:46.197878 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-6e114745-ddaf-470b-a892-685d1e796193 req-b467e939-e4f5-44b9-91a1-3fe4222e6d5e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802443 Nov 10 22:59:46.201485 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 22:59:46.228555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d3c08-5faf-41f2-9e41-2cd032f1237c None None] The sync data for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 is: [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 22:59:46.258930 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5aeb269d-9f05-4977-91c7-732336140500 req-33f6cef6-c5fa-4ad1-9e74-dbce60d85811 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060328 Nov 10 22:59:46.454918 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0c614-f246-4515-a520-6471126d8720 None None] New status for floating IP 06453581-8a20-4e02-a096-31bdc87f3bf4: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 22:59:47.370901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75d791-eeff-4407-9d36-1eaef7ceaf85 req-bfccf4c4-824d-44ff-a6e3-d3fbf913d2cc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:47.373009 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b75d791-eeff-4407-9d36-1eaef7ceaf85 req-bfccf4c4-824d-44ff-a6e3-d3fbf913d2cc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 946 time: 0.1018696 Nov 10 22:59:47.422080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b75d791-eeff-4407-9d36-1eaef7ceaf85 req-8cdc907d-cb98-4350-b3ad-8ff2599982a8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8a6377e-cf0f-4267-9343-89afa751b82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Nov 10 22:59:47.515656 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-30df5c2a-c929-4c95-975c-c35bb4612810 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 22:59:47.517122 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-30df5c2a-c929-4c95-975c-c35bb4612810 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 946 time: 0.0544593 Nov 10 22:59:47.606087 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Deleting port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 22:59:47.606427 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.696501 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] For port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 22:59:47.696770 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.709062 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Calling delete_port for 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 22:59:47.870557 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.903661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event deleted for resources: {'Port': ['ID=2993bdee-d1c8-452a-9f04-3f15cd45d4b1,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:47.934952 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.935294 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.935628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.936040 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.936366 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.936690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.937007 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.937325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.937684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.938004 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.938322 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.938637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 22:59:47.954570 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] No DVR routers for this DVR port 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 22:59:47.957032 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:47.961198 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ab611c7d-0c98-4927-bd98-eb0c4c19b8f3 req-ff118e36-dee0-4480-868c-b6bebeb1bea3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.64 "DELETE /v2.0/ports/2993bdee-d1c8-452a-9f04-3f15cd45d4b1 HTTP/1.1" status: 204 len: 173 time: 0.4381156 Nov 10 22:59:47.961643 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-deleted', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 22:59:47.964369 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef93f305-eaef-478e-a230-436ee3264874" -d '{"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-deleted", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 22:59:48.055922 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3040aacb-a1a1-4da6-96f2-9d29d94057f6 x-openstack-request-id: req-3040aacb-a1a1-4da6-96f2-9d29d94057f6 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 22:59:48.056254 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fd1be0-88a1-4829-a397-60ede0f10567", "name": "network-vif-deleted", "tag": "2993bdee-d1c8-452a-9f04-3f15cd45d4b1", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 22:59:48.056504 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3040aacb-a1a1-4da6-96f2-9d29d94057f6 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 22:59:48.056922 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fd1be0-88a1-4829-a397-60ede0f10567', 'name': 'network-vif-deleted', 'tag': '2993bdee-d1c8-452a-9f04-3f15cd45d4b1', 'status': 'completed', 'code': 200} Nov 10 22:59:48.529765 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-134e9ffe-d21c-4446-8d7e-2938d7ca1c2a req-834f144a-ba9d-4832-aaa7-ae0e77436954 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0fd1be0-88a1-4829-a397-60ede0f10567 HTTP/1.1" status: 200 len: 210 time: 0.0270998 Nov 10 22:59:49.587099 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57360) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:49.646795 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-570e665d-1f0c-4a40-8642-e195be785264 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.671818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-570e665d-1f0c-4a40-8642-e195be785264 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.778968 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-570e665d-1f0c-4a40-8642-e195be785264 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.781698 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-570e665d-1f0c-4a40-8642-e195be785264 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:49.782866 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-570e665d-1f0c-4a40-8642-e195be785264 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8a6377e-cf0f-4267-9343-89afa751b82c HTTP/1.1" status: 204 len: 168 time: 0.1947544 Nov 10 22:59:49.792635 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e665d-1f0c-4a40-8642-e195be785264 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a6377e-cf0f-4267-9343-89afa751b82c,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:50.068274 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 22:59:50.335518 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57366) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:50.340084 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-dfb015f1-2910-418e-9cb9-fdacdc1d4b1a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726749697', 'description': 'tempest-secgroup-smoke-1726749697 description', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:50.401877 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfb015f1-2910-418e-9cb9-fdacdc1d4b1a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.469139 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfb015f1-2910-418e-9cb9-fdacdc1d4b1a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.516262 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfb015f1-2910-418e-9cb9-fdacdc1d4b1a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.546176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb015f1-2910-418e-9cb9-fdacdc1d4b1a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b01a5b4-34a6-4a57-b07a-959d6b575cbb,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:50.598565 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-dfb015f1-2910-418e-9cb9-fdacdc1d4b1a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.600004 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-dfb015f1-2910-418e-9cb9-fdacdc1d4b1a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2634203 Nov 10 22:59:50.603140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57368) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:50.608652 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-b01e2202-5145-41a5-a160-4593c293d881 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': '8b01a5b4-34a6-4a57-b07a-959d6b575cbb', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:50.676321 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b01e2202-5145-41a5-a160-4593c293d881 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.733927 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b01e2202-5145-41a5-a160-4593c293d881 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.773533 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.802054 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b01e2202-5145-41a5-a160-4593c293d881 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.820665 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e2202-5145-41a5-a160-4593c293d881 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e2f23c-7470-4807-ba73-c9242248060b,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:50.872860 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-b01e2202-5145-41a5-a160-4593c293d881 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:50.874017 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-b01e2202-5145-41a5-a160-4593c293d881 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2698507 Nov 10 22:59:50.876736 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57370) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:50.881726 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-13db4970-7c1a-41c0-9b28-caa562dc79f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': '8b01a5b4-34a6-4a57-b07a-959d6b575cbb', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:50.949426 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13db4970-7c1a-41c0-9b28-caa562dc79f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.007738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13db4970-7c1a-41c0-9b28-caa562dc79f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.070321 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13db4970-7c1a-41c0-9b28-caa562dc79f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.090440 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db4970-7c1a-41c0-9b28-caa562dc79f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f36677-8231-4638-970f-739ed639cbf3,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:51.198234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-13db4970-7c1a-41c0-9b28-caa562dc79f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.199705 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-13db4970-7c1a-41c0-9b28-caa562dc79f2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212419 Nov 10 22:59:51.203056 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57372) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:51.207415 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e94281ca-48eb-488b-9903-23857780f1dc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': '8b01a5b4-34a6-4a57-b07a-959d6b575cbb', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:51.315920 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e94281ca-48eb-488b-9903-23857780f1dc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.371358 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e94281ca-48eb-488b-9903-23857780f1dc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.441778 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e94281ca-48eb-488b-9903-23857780f1dc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.459328 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94281ca-48eb-488b-9903-23857780f1dc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e75fcfe-c1fd-4d5b-ab60-e8f723d97776,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:51.534988 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e94281ca-48eb-488b-9903-23857780f1dc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.536233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e94281ca-48eb-488b-9903-23857780f1dc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322537 Nov 10 22:59:51.538921 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57374) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:51.543213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-39e7a6e7-26da-45e3-8f52-078da038a4b9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': '8b01a5b4-34a6-4a57-b07a-959d6b575cbb', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:51.645888 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39e7a6e7-26da-45e3-8f52-078da038a4b9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.703659 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39e7a6e7-26da-45e3-8f52-078da038a4b9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.773200 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39e7a6e7-26da-45e3-8f52-078da038a4b9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.792140 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7a6e7-26da-45e3-8f52-078da038a4b9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4660c386-323e-43fa-ac24-d6411d029e09,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:51.866810 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-39e7a6e7-26da-45e3-8f52-078da038a4b9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:51.868031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-39e7a6e7-26da-45e3-8f52-078da038a4b9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3281417 Nov 10 22:59:51.870865 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57376) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:51.875273 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': '8b01a5b4-34a6-4a57-b07a-959d6b575cbb', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:51.924660 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 22:59:51.943859 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 22:59:51.944223 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 2993bdee-d1c8-452a-9f04-3f15cd45d4b1 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 22:59:51.979326 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Project f324a0d1de12484bb1c48f3ef05e873a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:59:51.984945 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.044590 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.121864 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.140764 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db94922c-6d3a-4889-a42f-ce00e9bb9c4e,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:52.221149 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.222404 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-3d591dca-2e7f-4501-9224-dc06bb486066 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506045 Nov 10 22:59:52.225178 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57378) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 22:59:52.229542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'security_group_rule': {'security_group_id': '8b01a5b4-34a6-4a57-b07a-959d6b575cbb', 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 22:59:52.333030 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Project f324a0d1de12484bb1c48f3ef05e873a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 22:59:52.337996 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.400208 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.475848 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.494131 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882da576-110c-4e70-b6fb-9a0062e7837c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 22:59:52.552242 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 22:59:52.553440 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f0e49d2c-95d3-4463-8940-70c861c5516a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273392 Nov 10 22:59:54.550530 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:05.761727 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-75aa4001-2470-47ca-a52f-3ba959dd3c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:07.990474 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dca7002f-5f56-4bb6-90b5-a8ebb3fdded2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:09.664741 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.173263 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:11.486856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:13.408760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-a6f4120e-78ee-4edb-8337-3d0ee6c6504b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726749697&fields=id&tenant_id=f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 267 time: 0.0462978 Nov 10 23:00:13.517090 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-1a04c60f-1d8c-4c79-9438-e75aef000745 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:13.518553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-1a04c60f-1d8c-4c79-9438-e75aef000745 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 808 time: 0.1027601 Nov 10 23:00:13.534143 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-39ea5895-2d78-4db4-8c8f-9d85c9cdefd4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/quotas/f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 375 time: 0.0093670 Nov 10 23:00:13.586126 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-536bcb5d-03d4-489e-a376-4d38c88c62bc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462053 Nov 10 23:00:13.724565 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-30ebb3e1-00bb-4577-8f1e-1dee4157a833 service neutron] 10.222.0.45 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273227 Nov 10 23:00:13.817043 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-2cf85f34-6cbd-4b4e-a9af-b45d9ee34cb1 service neutron] 10.222.0.45 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853786 Nov 10 23:00:14.391337 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-cfac0ac7-1249-42f2-8445-1227646dc357 req-6592cb3a-8303-4157-8b07-6a1554661c38 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0286646 Nov 10 23:00:15.486946 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afb6a0b8-a0ff-49cf-a7f6-1de1dd0b100e req-959cf03d-b441-4890-ab9f-614b98b04bfc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0268176 Nov 10 23:00:16.164164 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-518b7803-2899-4add-a6bc-af2aa62850be tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:16.165679 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-518b7803-2899-4add-a6bc-af2aa62850be tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.53 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 808 time: 0.1070242 Nov 10 23:00:16.232339 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-f16a85df-f59b-4bbd-9e6f-dcfdb7048d63 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 380 time: 0.0556643 Nov 10 23:00:16.242102 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'port': {'device_id': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'admin_state_up': True, 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'security_groups': ['8b01a5b4-34a6-4a57-b07a-959d6b575cbb']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:16.413311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Made reservation on behalf of f324a0d1de12484bb1c48f3ef05e873a for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:00:16.416990 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:16.547501 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Allocated IP 172.20.0.12 (f67dffe7-f6d8-4311-b893-f937e2e037ed/f2a42dcd-9e9b-4c52-983f-9faa4d534d86/51fd71f8-e5f9-4249-8a5f-1959827de5d8) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:16.591973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-aa50820a-4691-4448-9cb5-0a1b489fb9b8 req-c2d08b87-1c8f-4c0f-92ea-68b1deff8f96 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0266454 Nov 10 23:00:16.699234 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:16.773835 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:16.820911 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Network f67dffe7-f6d8-4311-b893-f937e2e037ed is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:16.824012 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:16.828916 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:16.867849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:16.892555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:16.893211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.005553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-aed1c46f-7d35-4085-bd9d-7dd19d2a950e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7675335 Nov 10 23:00:17.016382 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-87783b3e-d734-4608-8c11-4e33bfb5a383 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:00:17.017458 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-87783b3e-d734-4608-8c11-4e33bfb5a383 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056725 Nov 10 23:00:17.076077 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Request body: {'port': {'device_id': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:17.132191 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.133154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3c7f77fd-a2fb-446f-b063-adc911b1c838 None None] Provisioning complete for port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:17.133835 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3c7f77fd-a2fb-446f-b063-adc911b1c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.167717 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f77fd-a2fb-446f-b063-adc911b1c838 None None] Port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:00:17.413740 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fd71f8-e5f9-4249-8a5f-1959827de5d8 {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:00:17.421345 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.433315 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Transition to ACTIVE for port object 51fd71f8-e5f9-4249-8a5f-1959827de5d8 will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:00:17.509896 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.562074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:17.633779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:00:17.634115 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:00:17.634444 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:17.639339 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on network f67dffe7-f6d8-4311-b893-f937e2e037ed not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:00:17.639667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:00:17.645879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:00:17.646223 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Checking segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:00:17.646605 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Bound using segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:00:17.647038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Bound port: 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:00:17.647450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.750391 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:00:17.756195 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:00:17.767081 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6b253-8ff6-4337-bbce-ef9f3184fd22 req-300bfd32-00a1-4ea1-86fc-ddcc8e277ba3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:17.769820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afb6b253-8ff6-4337-bbce-ef9f3184fd22 req-300bfd32-00a1-4ea1-86fc-ddcc8e277ba3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0787570 Nov 10 23:00:17.833819 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-afb6b253-8ff6-4337-bbce-ef9f3184fd22 req-bedee8bd-7b31-4d9b-b99a-60b4e21601a3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576193 Nov 10 23:00:17.842079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.883174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:17.884523 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:17.885753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] 10.222.0.53 "PUT /v2.0/ports/51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1093 time: 0.8592033 Nov 10 23:00:17.886202 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:00:17.893188 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61882074-e0d9-44f8-8d8b-a2772c7fdbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:00:17.924095 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f7b6-1a07-41fb-81a1-25a3aa2e1650 service neutron] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:17.942219 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fc11d1-929a-41d1-979a-fcf5c367775b x-openstack-request-id: req-31fc11d1-929a-41d1-979a-fcf5c367775b {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:00:17.942579 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:00:17.942901 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31fc11d1-929a-41d1-979a-fcf5c367775b {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:00:17.943429 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'status': 'completed', 'code': 200} Nov 10 23:00:18.012218 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61882074-e0d9-44f8-8d8b-a2772c7fdbfa req-13f70054-f77c-4291-aadf-606f5f44f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:18.013728 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61882074-e0d9-44f8-8d8b-a2772c7fdbfa req-13f70054-f77c-4291-aadf-606f5f44f832 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1096 time: 0.0507402 Nov 10 23:00:18.118745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61882074-e0d9-44f8-8d8b-a2772c7fdbfa req-b9e693aa-b6c9-461f-8900-9aee48be547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:18.120302 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61882074-e0d9-44f8-8d8b-a2772c7fdbfa req-b9e693aa-b6c9-461f-8900-9aee48be547d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0987167 Nov 10 23:00:18.223394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61882074-e0d9-44f8-8d8b-a2772c7fdbfa req-b547ac6b-173a-4610-8fca-5406a98b2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:18.224809 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-61882074-e0d9-44f8-8d8b-a2772c7fdbfa req-b547ac6b-173a-4610-8fca-5406a98b2e55 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971558 Nov 10 23:00:18.305146 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-d4e24e5d-cdd0-4e7f-be38-dcf9bfecbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:18.306680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-d4e24e5d-cdd0-4e7f-be38-dcf9bfecbc3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1096 time: 0.0425112 Nov 10 23:00:18.350693 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-1965e161-dca4-4cea-a471-fda05becfc34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 217 time: 0.0347466 Nov 10 23:00:18.405986 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-0cacfe36-2c4a-4851-94fa-f6115c0f0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:18.407464 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-0cacfe36-2c4a-4851-94fa-f6115c0f0249 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0497050 Nov 10 23:00:18.453121 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-4e2c6d5f-e444-41e5-b141-f70174c69c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:18.454695 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-4e2c6d5f-e444-41e5-b141-f70174c69c8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403223 Nov 10 23:00:18.544151 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-5d7e63c4-9683-4afe-97f7-3bcbd59f8c14 service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 Nov 10 23:00:18.639803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d5631764-5552-49b4-8bf4-26e584a2db55 req-36a268c0-1b59-47ad-8d4f-b2d7b4bbe00a service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889716 Nov 10 23:00:18.953979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c30acf-0c88-42ee-823a-f4abf394d475 req-a9b5caf5-514d-421e-a6eb-0d6055361f95 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:18.955454 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8c30acf-0c88-42ee-823a-f4abf394d475 req-a9b5caf5-514d-421e-a6eb-0d6055361f95 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0496922 Nov 10 23:00:19.005784 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c8c30acf-0c88-42ee-823a-f4abf394d475 req-56634e43-142c-4bd7-9425-b3b2d3e96804 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Nov 10 23:00:20.131790 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749094b-7529-4672-aa20-5f4d2d2c7b14 req-c84794c5-bcc0-4679-8e93-43bf18e18be1 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:20.133298 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8749094b-7529-4672-aa20-5f4d2d2c7b14 req-c84794c5-bcc0-4679-8e93-43bf18e18be1 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0573404 Nov 10 23:00:20.199597 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-8749094b-7529-4672-aa20-5f4d2d2c7b14 req-57bb8602-756c-49fc-ae40-9c418fb66b42 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602005 Nov 10 23:00:20.801164 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:21.323993 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f90bdc-1571-4b2d-9fef-b92026a7a141 req-2e09f301-e40e-42df-86c5-640055c101b6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:21.325508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88f90bdc-1571-4b2d-9fef-b92026a7a141 req-2e09f301-e40e-42df-86c5-640055c101b6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0555415 Nov 10 23:00:21.376720 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-88f90bdc-1571-4b2d-9fef-b92026a7a141 req-5cc62379-9728-4ad2-bcf1-5f444dda9520 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453947 Nov 10 23:00:22.492175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992d3a0-a22c-4f49-be5d-a43ac231d05a req-2141f3b5-01c9-4dc4-a890-4b8db4fb152a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:22.493565 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c992d3a0-a22c-4f49-be5d-a43ac231d05a req-2141f3b5-01c9-4dc4-a890-4b8db4fb152a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0497439 Nov 10 23:00:22.542822 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c992d3a0-a22c-4f49-be5d-a43ac231d05a req-e122ccb8-8a71-452e-8560-2a09a15deb37 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433161 Nov 10 23:00:23.658474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e36ce-8931-4b64-8ffe-7d3729e8faed req-226e0fcd-127a-49cc-9a70-7a112c7e1431 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:23.660654 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a4e36ce-8931-4b64-8ffe-7d3729e8faed req-226e0fcd-127a-49cc-9a70-7a112c7e1431 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0486715 Nov 10 23:00:23.708853 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-0a4e36ce-8931-4b64-8ffe-7d3729e8faed req-45719584-c5c5-4ad3-81ee-833fd79ee715 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423634 Nov 10 23:00:24.567610 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:24.824931 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6681c-3d64-4b64-8107-f77c71f3f2eb req-24c29e2d-4ef0-4844-96d5-d739b8ede4ec tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:24.826330 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58e6681c-3d64-4b64-8107-f77c71f3f2eb req-24c29e2d-4ef0-4844-96d5-d739b8ede4ec tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0503852 Nov 10 23:00:24.882975 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-58e6681c-3d64-4b64-8107-f77c71f3f2eb req-efc20aa6-1401-4b30-8d4f-4dc0334de06c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501044 Nov 10 23:00:26.000363 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60fce-f719-45e9-9031-2190c6fb1d87 req-2b2d2d86-1a43-40ca-bd9b-f082334bd6d9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:26.001711 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96d60fce-f719-45e9-9031-2190c6fb1d87 req-2b2d2d86-1a43-40ca-bd9b-f082334bd6d9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0521326 Nov 10 23:00:26.051474 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-96d60fce-f719-45e9-9031-2190c6fb1d87 req-cfc21986-8ea7-4b4a-a9ad-b85ad8309f6c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Nov 10 23:00:27.067627 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:00:27.169123 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa18e2-3033-4956-8a31-aaaa12a1df7f req-12dcd523-cc40-4e6d-87c2-1db8b2afe313 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:27.170632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbfa18e2-3033-4956-8a31-aaaa12a1df7f req-12dcd523-cc40-4e6d-87c2-1db8b2afe313 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0507345 Nov 10 23:00:27.221373 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dbfa18e2-3033-4956-8a31-aaaa12a1df7f req-248dd371-4079-48e5-a959-c18b5b7e7675 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Nov 10 23:00:28.337666 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29730c75-ae01-431a-af5d-9d38f197ee55 req-de4de3e8-486b-4236-893b-787780d11abe tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:28.339131 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29730c75-ae01-431a-af5d-9d38f197ee55 req-de4de3e8-486b-4236-893b-787780d11abe tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0497260 Nov 10 23:00:28.390332 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-29730c75-ae01-431a-af5d-9d38f197ee55 req-525d6c65-8750-4f9f-bc46-434f62d08882 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Nov 10 23:00:29.505813 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0f3c-e13c-41b4-87ff-a4f082c4da7e req-a40f20ba-44e6-48c4-a9e7-e5c8ef892cc6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:29.507278 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-906f0f3c-e13c-41b4-87ff-a4f082c4da7e req-a40f20ba-44e6-48c4-a9e7-e5c8ef892cc6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0488162 Nov 10 23:00:29.557547 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-906f0f3c-e13c-41b4-87ff-a4f082c4da7e req-bb12f519-0b77-4cb5-b51c-602a117cc38b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Nov 10 23:00:30.670731 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b769-4041-4ebc-8b77-301f032ce16e req-18d8ba37-2949-445b-bdfc-a042651679a3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:30.672196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8611b769-4041-4ebc-8b77-301f032ce16e req-18d8ba37-2949-445b-bdfc-a042651679a3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0473328 Nov 10 23:00:30.724875 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8611b769-4041-4ebc-8b77-301f032ce16e req-41accf87-af5f-4520-9aa1-6d5be3aea1c9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Nov 10 23:00:31.815118 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 51fd71f8-e5f9-4249-8a5f-1959827de5d8 details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:00:31.845598 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c79fa-a5a1-4c05-80ac-189a7a51b35f req-6b0c75d2-5109-437d-8896-824b86131823 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:31.847768 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d4c79fa-a5a1-4c05-80ac-189a7a51b35f req-6b0c75d2-5109-437d-8896-824b86131823 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0538383 Nov 10 23:00:31.896784 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2d4c79fa-a5a1-4c05-80ac-189a7a51b35f req-a4bb7eca-ab9d-4ae0-9585-1747fd256962 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 Nov 10 23:00:31.914050 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:31.924833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'port_id': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'mac_address': 'fa:16:3e:a8:30:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:00:31.961004 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:31.973798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fd71f8-e5f9-4249-8a5f-1959827de5d8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:00:31.994798 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:32.087136 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:32.136637 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:32.143897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.147794 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.148783 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:00:32.325363 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['51fd71f8-e5f9-4249-8a5f-1959827de5d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:00:33.010400 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fec87-056e-47d2-bcd4-e158c0e8557a req-19f85173-480f-40f3-ae89-8c4825b42e49 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:33.011888 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-026fec87-056e-47d2-bcd4-e158c0e8557a req-19f85173-480f-40f3-ae89-8c4825b42e49 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Nov 10 23:00:33.065880 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-026fec87-056e-47d2-bcd4-e158c0e8557a req-7e644dbb-100e-48e6-995a-dd6a62be0ace tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479591 Nov 10 23:00:33.831983 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 51fd71f8-e5f9-4249-8a5f-1959827de5d8 up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:00:33.972724 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:00:33.976662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:00:33.977032 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.053370 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.075317 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:00:34.077574 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfab8650-8573-44fc-8717-2945511b45ca" -d '{"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-plugged", "status": "completed", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:00:34.090858 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:00:34.146366 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:34.171771 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650f73a1-014b-4942-9e72-2f591b00fdb3 x-openstack-request-id: req-650f73a1-014b-4942-9e72-2f591b00fdb3 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:00:34.172070 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-plugged", "status": "completed", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:00:34.172317 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-650f73a1-014b-4942-9e72-2f591b00fdb3 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:00:34.173243 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'code': 200} Nov 10 23:00:34.193742 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515638ca-e7f6-4351-bf7e-0374657ad955 req-c165abc1-6ef5-4dcf-a359-606b7011df44 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:34.195511 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-515638ca-e7f6-4351-bf7e-0374657ad955 req-c165abc1-6ef5-4dcf-a359-606b7011df44 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0612459 Nov 10 23:00:34.207198 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:34.258939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-515638ca-e7f6-4351-bf7e-0374657ad955 req-07810533-795a-4a3e-a356-080330761174 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559485 Nov 10 23:00:34.292153 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c0edf-89b3-425d-a151-4cef6c76f71e req-e3941c5b-b93d-4a0e-aa8d-358eb36642c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:34.293622 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e7c0edf-89b3-425d-a151-4cef6c76f71e req-e3941c5b-b93d-4a0e-aa8d-358eb36642c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1098 time: 0.0514801 Nov 10 23:00:34.340614 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-2e7c0edf-89b3-425d-a151-4cef6c76f71e req-867e5cf5-0f1e-4cd5-86c2-46bf1c563668 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385160 Nov 10 23:00:35.377286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680e37-10d0-4d06-8e44-b9a080df1da7 req-0804291b-7ec9-4e3c-a44a-731c93fe84a0 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:35.378819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27680e37-10d0-4d06-8e44-b9a080df1da7 req-0804291b-7ec9-4e3c-a44a-731c93fe84a0 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0504677 Nov 10 23:00:35.431294 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-27680e37-10d0-4d06-8e44-b9a080df1da7 req-51c7b491-9174-4f80-a7e5-136cccde4d48 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461795 Nov 10 23:00:35.772305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d76f2cf0-b662-4fec-a382-f613a740ea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:36.558322 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b59aa-bcaa-4576-8b04-d93abb6d5170 req-f0184577-be27-4d3f-bc0a-ed875a989bed tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:36.560571 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-920b59aa-bcaa-4576-8b04-d93abb6d5170 req-f0184577-be27-4d3f-bc0a-ed875a989bed tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0553732 Nov 10 23:00:36.617811 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-920b59aa-bcaa-4576-8b04-d93abb6d5170 req-c066703f-ec29-4b96-9a52-47b528900bd4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503495 Nov 10 23:00:36.744176 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d51b4-d429-40bd-b9c3-83ed5d518dde req-ac486eab-cf59-49f7-82e1-a4b0a8d40843 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:36.745807 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ce2d51b4-d429-40bd-b9c3-83ed5d518dde req-ac486eab-cf59-49f7-82e1-a4b0a8d40843 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0578172 Nov 10 23:00:36.796453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ce2d51b4-d429-40bd-b9c3-83ed5d518dde req-2a07d5de-ef0b-439c-9e3a-863d3709b3c4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445399 Nov 10 23:00:36.818518 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57598) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:36.910403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5219bdb-da41-4e2a-b114-f6f639c07ad1 tempest-TestShelveInstance-613958694 tempest-TestShelveInstance-613958694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:36.913075 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-d5219bdb-da41-4e2a-b114-f6f639c07ad1 tempest-TestShelveInstance-613958694 tempest-TestShelveInstance-613958694-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1093 time: 0.0923946 Nov 10 23:00:36.914843 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57602) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:00:36.919300 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:00:36.989897 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.101742 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.204903 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Allocated IP 172.25.7.199 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/284e29bc-099e-4688-b547-75a873ca5bdf) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:00:37.310398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.413084 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.455810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:00:37.459307 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:00:37.461763 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:00:37.467286 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'Port': ['ID=284e29bc-099e-4688-b547-75a873ca5bdf,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:37.817437 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.947460 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:37.972324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-31fb4257-c77d-4a66-8e07-c3825e99ad35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.097422 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.149353 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.222436 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event updated for resources: {'Port': ['ID=284e29bc-099e-4688-b547-75a873ca5bdf,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:00:38.232611 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.334249 n-d-776250-11 neutron-server[103048]: INFO neutron.db.l3_db [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Floating IP 0e243d0c-e47c-4407-8138-0c039d1463ad associated. External IP: 172.25.7.199, port: 51fd71f8-e5f9-4249-8a5f-1959827de5d8. Nov 10 23:00:38.535661 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:00:38.638988 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:00:38.648767 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] Sync routers for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:00:38.659912 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:38.662976 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:38.734556 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:38.765628 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dc5b4379-408f-43e1-a799-22e4db974523 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8497150 Nov 10 23:00:38.766214 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:00:38.766379 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:00:38.769070 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69605822-d897-42cd-b9a3-b12ef4ca308b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:00:38.810069 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187812c0-fd5b-447b-b83e-c85889dab533 x-openstack-request-id: req-187812c0-fd5b-447b-b83e-c85889dab533 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:00:38.810385 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:00:38.810641 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-187812c0-fd5b-447b-b83e-c85889dab533 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:00:38.811050 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'status': 'completed', 'code': 200} Nov 10 23:00:38.873486 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-1354a0e2-d19a-4ba8-aeb2-5e2fb528e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:38.874981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-1354a0e2-d19a-4ba8-aeb2-5e2fb528e00a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1098 time: 0.0408926 Nov 10 23:00:38.968695 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-009a6356-d3ff-46c4-9019-a36a2e5be71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:38.970182 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-009a6356-d3ff-46c4-9019-a36a2e5be71e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0884013 Nov 10 23:00:39.000439 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '0e243d0c-e47c-4407-8138-0c039d1463ad', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'port_id': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'mac_address': 'fa:16:3e:a8:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:00:37Z', 'updated_at': '2021-11-10T23:00:37Z', 'revision_number': 0, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:39.027208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] Checking router: 50c69a8a-b1de-479b-b487-84e2d11f3bd5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:00:39.034803 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-da6140b6-0dff-4384-ba3b-ff9060a1bba0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1000 time: 0.0578141 Nov 10 23:00:39.036124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:00:39.036718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:00:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:39.089622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-056fee65-c9af-4fe4-b8a3-60898ebf006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:39.091003 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-056fee65-c9af-4fe4-b8a3-60898ebf006a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0491664 Nov 10 23:00:39.136623 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-620bca83-b401-4ed2-bef4-cb431eb8cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:00:39.141566 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-620bca83-b401-4ed2-bef4-cb431eb8cbe6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397098 Nov 10 23:00:39.145237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:00:39.236017 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-45179959-b909-46d7-97f0-436f69c1b620 service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902874 Nov 10 23:00:39.331020 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-69605822-d897-42cd-b9a3-b12ef4ca308b req-08affdfe-e4bb-49c1-b08a-b3a7b8b4236a service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850687 Nov 10 23:00:39.385190 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '0e243d0c-e47c-4407-8138-0c039d1463ad', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'port_id': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'mac_address': 'fa:16:3e:a8:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:00:37Z', 'updated_at': '2021-11-10T23:00:37Z', 'revision_number': 0, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:00:39.415689 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b256ad-672a-4ee9-833f-8a9e16f2ca81 None None] The sync data for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 is: [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '0e243d0c-e47c-4407-8138-0c039d1463ad', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'port_id': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'mac_address': 'fa:16:3e:a8:30:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:00:37Z', 'updated_at': '2021-11-10T23:00:37Z', 'revision_number': 0, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:00:39.609648 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84609d-0c77-419a-95bb-aef89b514eef None None] New status for floating IP 0e243d0c-e47c-4407-8138-0c039d1463ad: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:00:39.664305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.126810 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:41.480310 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:50.801024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:00:54.606313 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:02.303157 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-1ec8506d-6928-4094-8ffd-bbd579283a73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424967 Nov 10 23:01:02.387817 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-2cac6779-2732-4eb3-adb8-754bba114bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:02.389248 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-2cac6779-2732-4eb3-adb8-754bba114bb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1098 time: 0.0453627 Nov 10 23:01:02.492389 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-ad365014-a8e0-4eab-8328-ad55e854cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:02.493771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-ad365014-a8e0-4eab-8328-ad55e854cd64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0854480 Nov 10 23:01:02.563910 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-cc9cb1c4-651a-4fe6-b51f-0aff8bad1393 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1002 time: 0.0627663 Nov 10 23:01:02.613112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-3ed27796-acb4-4039-bf4f-661335db5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:02.614535 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-3ed27796-acb4-4039-bf4f-661335db5700 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0445254 Nov 10 23:01:02.660654 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-0af81f96-ee1e-4a41-a1e2-da8df5a6f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:01:02.662313 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-0af81f96-ee1e-4a41-a1e2-da8df5a6f662 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409873 Nov 10 23:01:02.754077 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-1500b01d-c264-4a27-a319-fe573b122878 service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Nov 10 23:01:02.844929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-aea99c38-6c5d-40e3-8444-0565d2ca1140 req-94b62d6b-0072-4f61-a6aa-e816d0870c49 service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829637 Nov 10 23:01:04.068372 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:01:05.812408 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a71bff85-01da-4698-ba13-0cd0a1c99ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:07.989254 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-daab64ec-7950-4b73-b66d-6867f1303be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:09.692329 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.144340 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:11.508608 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:20.782226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:24.577443 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:35.777629 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f2179a9a-e10d-47f7-a462-13b2dea09526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:37.971307 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b9efd0cd-72f1-4129-b47a-7ba15d9f8db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:39.657412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.067519 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:01:41.108791 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:41.480707 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:50.804376 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:01:54.594256 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:02.306409 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-e904ae17-1858-4cca-ae00-76eaa2737f22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435414 Nov 10 23:02:02.386449 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-9bbaf61c-bb95-47cf-bce6-fa7a4c26b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.388820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-9bbaf61c-bb95-47cf-bce6-fa7a4c26b615 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1098 time: 0.0407526 Nov 10 23:02:02.488318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-f6191359-2996-4211-9da1-a2b945c07b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.489680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-f6191359-2996-4211-9da1-a2b945c07b7a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0830557 Nov 10 23:02:02.558365 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-3d627fcf-526f-4679-a1c9-23c6d9ffb26f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1002 time: 0.0614641 Nov 10 23:02:02.606285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-7eb7192d-ecff-4327-a767-7cecf5f7eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.608417 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-7eb7192d-ecff-4327-a767-7cecf5f7eeea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0434666 Nov 10 23:02:02.654256 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-96ac1b17-bfcf-464b-9004-56f1d5cc3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:02.656002 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-96ac1b17-bfcf-464b-9004-56f1d5cc3a07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387156 Nov 10 23:02:02.748071 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-06f2d553-a944-4149-a5e1-122cd769af17 service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Nov 10 23:02:02.836553 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ad079094-b6f5-4f99-bbc2-9e8d8adbfb37 req-f4fbb956-bff7-4d08-b810-d03d60c46c9c service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807252 Nov 10 23:02:05.776712 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9593fe34-697a-47bb-9bc4-21a67724f8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:07.988486 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aaa79eaa-c37a-4795-bd64-9b837c9c31cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:09.661143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.114035 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:11.512365 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:18.066596 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:02:20.798072 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:24.570940 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:35.781957 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-42bcc87f-6b6f-49a5-9267-169af3949a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:37.987936 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0e840d9e-b16e-48bf-8eaa-c58227711676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:39.677732 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.113412 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:41.496427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:50.833531 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:54.582167 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:02:55.064811 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:02:57.812374 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dd44d-338e-4f0a-98c9-40770344dceb req-4bf90b3e-3f57-4adb-b5f3-d8ef4b9e612e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:57.813834 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-604dd44d-338e-4f0a-98c9-40770344dceb req-4bf90b3e-3f57-4adb-b5f3-d8ef4b9e612e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0541017 Nov 10 23:02:57.865630 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-604dd44d-338e-4f0a-98c9-40770344dceb req-46a7d52f-150b-4f14-a6a7-ab7d46ec9ad4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Nov 10 23:02:59.008130 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34380-4114-4a35-af12-8bcf83f8c095 req-b2edb54a-0dda-489f-b915-9058182b713d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:02:59.009612 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55f34380-4114-4a35-af12-8bcf83f8c095 req-b2edb54a-0dda-489f-b915-9058182b713d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0498779 Nov 10 23:02:59.057919 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-55f34380-4114-4a35-af12-8bcf83f8c095 req-310cbe4e-7b36-4316-a6b7-66599d25ac00 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Nov 10 23:03:00.197721 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358135d-5a59-4cad-9a7c-4cddab4deebf req-efc2a320-351f-4383-a18a-f28a44ce48f3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:00.199213 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7358135d-5a59-4cad-9a7c-4cddab4deebf req-efc2a320-351f-4383-a18a-f28a44ce48f3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0485969 Nov 10 23:03:00.248218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7358135d-5a59-4cad-9a7c-4cddab4deebf req-c267373a-06e7-487d-b6ec-94bac35ec7ff tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430212 Nov 10 23:03:01.362068 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5d422-66b4-4b21-945d-5362c0ae8b93 req-c8f9bc13-6dd0-49f2-9fea-e5fd3f93920c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:01.363511 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ba5d422-66b4-4b21-945d-5362c0ae8b93 req-c8f9bc13-6dd0-49f2-9fea-e5fd3f93920c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0477757 Nov 10 23:03:01.415603 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7ba5d422-66b4-4b21-945d-5362c0ae8b93 req-65be78ed-3eaa-4408-80fc-8cbc68a6b85f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456045 Nov 10 23:03:02.532764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617fa6-8b44-4179-859b-54352b185a5d req-c72084be-4c32-4320-9560-f1f0b34e455d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:02.534585 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99617fa6-8b44-4179-859b-54352b185a5d req-c72084be-4c32-4320-9560-f1f0b34e455d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0529649 Nov 10 23:03:02.586402 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99617fa6-8b44-4179-859b-54352b185a5d req-4723df6f-982e-499e-bacc-a63cd2a869b3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Nov 10 23:03:03.703780 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076c6-1d8c-42df-88b2-49f70de9bb26 req-bcb8d348-920c-4cc8-8f8a-f272017a7cdc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:03.705252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c076c6-1d8c-42df-88b2-49f70de9bb26 req-bcb8d348-920c-4cc8-8f8a-f272017a7cdc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0500455 Nov 10 23:03:03.755237 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a6c076c6-1d8c-42df-88b2-49f70de9bb26 req-2a3ef2d2-d971-499e-a0e9-b7058746d627 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 Nov 10 23:03:04.385065 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-d2e12230-9c51-4cdb-a364-cf6f5a8918d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:04.386563 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-d2e12230-9c51-4cdb-a364-cf6f5a8918d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1098 time: 0.0423386 Nov 10 23:03:04.492834 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-2b409e7e-e870-48e5-b584-5cd52ce5e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:04.494202 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-2b409e7e-e870-48e5-b584-5cd52ce5e482 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0885866 Nov 10 23:03:04.560841 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-7b3d70ef-079f-4642-bff2-59732eba4447 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1002 time: 0.0599310 Nov 10 23:03:04.612904 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-41cd1d7a-f075-44f3-9c58-07da3b6cbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:04.614413 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-41cd1d7a-f075-44f3-9c58-07da3b6cbd36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0461633 Nov 10 23:03:04.662725 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-50844278-2ae3-482e-a318-14163dfde3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:04.664196 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-50844278-2ae3-482e-a318-14163dfde3dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433750 Nov 10 23:03:04.750692 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-36ea1408-4fdc-40ae-be96-2858e596bbe5 service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795438 Nov 10 23:03:04.866222 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fd280b6f-7947-4b91-9261-56ffd130a301 req-f9aeae3b-0211-4b73-b715-7a9e200d3842 service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079280 Nov 10 23:03:04.887170 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2898bf4-a826-4f89-b253-2d0a0cc59622 req-5f7e236f-4b33-4161-a865-c0c850c642f4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:04.888760 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2898bf4-a826-4f89-b253-2d0a0cc59622 req-5f7e236f-4b33-4161-a865-c0c850c642f4 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0641737 Nov 10 23:03:04.940480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-f2898bf4-a826-4f89-b253-2d0a0cc59622 req-6ade448d-82e4-4683-b2ea-956e8e975b3c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Nov 10 23:03:05.781743 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5cddf254-892d-4186-9c15-e9bdd976bcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:06.056228 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7b31-e5ee-4571-a07f-a1808e19f166 req-1e045083-3ed6-46b2-acc1-243f22e01dd6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:06.057707 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfec7b31-e5ee-4571-a07f-a1808e19f166 req-1e045083-3ed6-46b2-acc1-243f22e01dd6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0490627 Nov 10 23:03:06.106941 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-dfec7b31-e5ee-4571-a07f-a1808e19f166 req-e35222df-14f9-410e-b5fb-f9ce8d63cd36 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Nov 10 23:03:07.221110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c91d3-69d0-4120-b71e-e0a01d398ced req-644b4728-ccb7-4b4a-8542-a683c7d42fd2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:07.222600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a47c91d3-69d0-4120-b71e-e0a01d398ced req-644b4728-ccb7-4b4a-8542-a683c7d42fd2 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Nov 10 23:03:07.275947 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a47c91d3-69d0-4120-b71e-e0a01d398ced req-0f1fbc67-d723-4571-beaf-8e7ff51d2956 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Nov 10 23:03:07.980512 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db195747-e5ee-447b-9fd6-a79749309242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:08.042139 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-63e2fbc4-f3f9-4b34-9a90-df6695485a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:08.043617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-63e2fbc4-f3f9-4b34-9a90-df6695485a3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1098 time: 0.3570099 Nov 10 23:03:08.133176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-150c4613-05ff-4ea4-bf95-e57835f3eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:08.134630 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-150c4613-05ff-4ea4-bf95-e57835f3eb98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0837929 Nov 10 23:03:08.201612 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-3059dd93-8c95-4031-aa1e-1de306f60b98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1002 time: 0.0599356 Nov 10 23:03:08.252157 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-1fda4a3c-08c8-48e8-96e7-a0410bc1497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:08.253508 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-1fda4a3c-08c8-48e8-96e7-a0410bc1497a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0436530 Nov 10 23:03:08.299828 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-a41aeba1-17ce-445f-9617-88bdae8d06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:08.301886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-a41aeba1-17ce-445f-9617-88bdae8d06a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405288 Nov 10 23:03:08.396702 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984aba0-3650-4d22-8a3c-d015bbfa29ce req-de7a3255-b460-4c71-9f16-8744688cde39 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:08.398195 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0984aba0-3650-4d22-8a3c-d015bbfa29ce req-de7a3255-b460-4c71-9f16-8744688cde39 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0544007 Nov 10 23:03:08.398546 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-193ba1e4-3bf4-42c0-91b6-68071b6667bc service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902402 Nov 10 23:03:08.448493 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0984aba0-3650-4d22-8a3c-d015bbfa29ce req-157b2e55-3fc7-48c4-8662-dd82989ba6f6 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Nov 10 23:03:08.495586 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1111a16e-284c-45ce-bde8-a331fc6ef309 req-69ee9304-9138-447f-adbe-f99d3967a15c service neutron] 10.222.0.53 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901182 Nov 10 23:03:09.566335 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06c38-4547-41a0-9a55-b520ec3b20e0 req-bc55c821-ff02-4b24-8f88-c5139b54946b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:09.568626 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32f06c38-4547-41a0-9a55-b520ec3b20e0 req-bc55c821-ff02-4b24-8f88-c5139b54946b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0493205 Nov 10 23:03:09.618473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-32f06c38-4547-41a0-9a55-b520ec3b20e0 req-71ae9738-9667-4e39-af88-f4b7e2ea8a3d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439143 Nov 10 23:03:09.667756 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:10.735896 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011c3f5-c978-47b8-9a66-b44fa2c59ce5 req-072c477b-060d-43ce-9989-3773a9413338 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:10.737380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0011c3f5-c978-47b8-9a66-b44fa2c59ce5 req-072c477b-060d-43ce-9989-3773a9413338 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0490172 Nov 10 23:03:10.788025 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0011c3f5-c978-47b8-9a66-b44fa2c59ce5 req-ba68a6ab-7115-4478-a5c4-58c6485c00ce tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Nov 10 23:03:11.128615 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:11.488802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:11.907423 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b72393-51ec-4d9b-84a9-c6612ba90a2b req-2ef7d8c0-1c5c-4d8e-8970-066ad79ebd08 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:11.908944 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99b72393-51ec-4d9b-84a9-c6612ba90a2b req-2ef7d8c0-1c5c-4d8e-8970-066ad79ebd08 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 946 time: 0.0500035 Nov 10 23:03:11.958886 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-99b72393-51ec-4d9b-84a9-c6612ba90a2b req-93fff4a5-1595-435f-a89d-3bf4639162c0 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Nov 10 23:03:12.525503 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device 51fd71f8-e5f9-4249-8a5f-1959827de5d8 no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:03:12.756193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.778441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:12.780958 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bdd5ce-4a94-4219-b44f-cda94d6cbf65" -d '{"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-unplugged", "status": "completed", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:12.794178 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:12.820122 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a899f59-c1a2-4362-b36b-792120e3244b x-openstack-request-id: req-9a899f59-c1a2-4362-b36b-792120e3244b {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:12.820439 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-unplugged", "status": "completed", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:12.820714 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a899f59-c1a2-4362-b36b-792120e3244b {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:12.821240 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'code': 200} Nov 10 23:03:12.883320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:12.929078 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:12.937615 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.937963 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.938305 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.938669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.939004 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.939383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.939710 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.940058 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.940383 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.940830 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.941104 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:12.944873 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:13.078859 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd4341-478c-4cb2-9ed4-62e14d95164b req-ec635e70-6d90-4ed8-98cc-131c766c045b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:13.080509 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5cd4341-478c-4cb2-9ed4-62e14d95164b req-ec635e70-6d90-4ed8-98cc-131c766c045b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0544708 Nov 10 23:03:13.130447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a5cd4341-478c-4cb2-9ed4-62e14d95164b req-c34a6b2a-c068-4d0e-a9ed-dc3b7585e006 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 Nov 10 23:03:13.493760 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e341448-aa1c-4f35-84da-b7e409bbd3b4 req-0f3bf73a-605e-4e85-b3fc-97c0a4905df3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:13.495061 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e341448-aa1c-4f35-84da-b7e409bbd3b4 req-0f3bf73a-605e-4e85-b3fc-97c0a4905df3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0505035 Nov 10 23:03:13.546942 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e341448-aa1c-4f35-84da-b7e409bbd3b4 req-0d4fdac7-42f1-46c4-a38e-25d6ed766b03 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456922 Nov 10 23:03:13.558588 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-34f64fac-6cd6-4290-8ccc-14c41f54f0e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802710 Nov 10 23:03:13.573249 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-8aa485f7-1af9-4d53-ad8f-5283c98a57aa service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:03:13.574187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-8aa485f7-1af9-4d53-ad8f-5283c98a57aa service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050066 Nov 10 23:03:14.674589 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c51cd-561f-4265-b299-1ffaf13efbcb req-4e8451e5-e463-4580-b2c0-03b068b96643 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:14.676617 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-188c51cd-561f-4265-b299-1ffaf13efbcb req-4e8451e5-e463-4580-b2c0-03b068b96643 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0582223 Nov 10 23:03:14.729523 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-188c51cd-561f-4265-b299-1ffaf13efbcb req-1c563875-8932-4d31-b6f6-46987463d56d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451157 Nov 10 23:03:15.852590 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1d032-34e9-4a41-ad3a-1de2acbdab3f req-010fffe3-c29d-42a6-85c2-a30e86754e76 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:15.854130 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7ef1d032-34e9-4a41-ad3a-1de2acbdab3f req-010fffe3-c29d-42a6-85c2-a30e86754e76 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0562379 Nov 10 23:03:15.907874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7ef1d032-34e9-4a41-ad3a-1de2acbdab3f req-a17da01f-ffff-4310-88e4-2709c31cc0a0 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474441 Nov 10 23:03:17.025766 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b378f22-4380-4f9b-80b2-7c6af1547c27 req-c90d200b-7bae-47e4-9faf-4d8b76be3412 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:17.027262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b378f22-4380-4f9b-80b2-7c6af1547c27 req-c90d200b-7bae-47e4-9faf-4d8b76be3412 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0504727 Nov 10 23:03:17.077284 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-1b378f22-4380-4f9b-80b2-7c6af1547c27 req-81e1886f-9967-46ec-b4ac-df16d93f4152 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Nov 10 23:03:18.194369 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158900e-bd6f-4ba5-b3ba-945658a8cae9 req-fd2ab1f5-09dc-4b99-9a10-0a2c1fd5d5d1 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:18.195896 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7158900e-bd6f-4ba5-b3ba-945658a8cae9 req-fd2ab1f5-09dc-4b99-9a10-0a2c1fd5d5d1 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0510626 Nov 10 23:03:18.245345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7158900e-bd6f-4ba5-b3ba-945658a8cae9 req-17bd5d2e-70e8-4e5a-9e46-766e04c3d339 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Nov 10 23:03:19.365351 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230119e2-8698-47f7-a6f8-5e07f62b6157 req-cf6d801c-7808-49f6-b975-cbbfdaa5207d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:19.366890 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-230119e2-8698-47f7-a6f8-5e07f62b6157 req-cf6d801c-7808-49f6-b975-cbbfdaa5207d tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0539768 Nov 10 23:03:19.416289 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-230119e2-8698-47f7-a6f8-5e07f62b6157 req-0dfc0e51-df5c-4cda-be39-c53b1aaf680f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Nov 10 23:03:20.450032 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84745-3621-46c4-8706-a615f514c979 req-d92ce1cd-f3a6-43ef-afa9-10dbf33fb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:20.451533 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-d92ce1cd-f3a6-43ef-afa9-10dbf33fb8e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61&tenant_id=f324a0d1de12484bb1c48f3ef05e873a HTTP/1.1" status: 200 len: 1096 time: 0.0776589 Nov 10 23:03:20.463082 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-11', 'device_owner': 'compute:nova'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:03:20.518504 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.533311 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948467c-0a27-4275-a8aa-d26c50a87ccb req-ca17e318-a96f-4ed0-9779-fd57c17c8e92 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:20.534901 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3948467c-0a27-4275-a8aa-d26c50a87ccb req-ca17e318-a96f-4ed0-9779-fd57c17c8e92 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0496194 Nov 10 23:03:20.590311 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3948467c-0a27-4275-a8aa-d26c50a87ccb req-ed603746-3099-4a1f-93df-67be3b8c6fb8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483398 Nov 10 23:03:20.737918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:20.771789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h2-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:20.804050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fd71f8-e5f9-4249-8a5f-1959827de5d8 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:03:20.811561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.814355 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.823346 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Transition to ACTIVE for port object 51fd71f8-e5f9-4249-8a5f-1959827de5d8 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:03:20.901969 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:20.984323 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=7']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:21.000913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.001259 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.001596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.001930 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.002260 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.002586 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.002911 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.003233 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.003553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.003901 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.004225 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.004545 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:03:21.038627 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] No DVR routers for this DVR port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on host n-h2-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:03:21.176361 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:03:21.176694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:03:21.177013 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:21.181511 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on network f67dffe7-f6d8-4311-b893-f937e2e037ed not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:03:21.181826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Attempting to bind port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on network f67dffe7-f6d8-4311-b893-f937e2e037ed {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:03:21.186635 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:03:21.186969 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Checking segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:03:21.187344 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Bound using segment: {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:03:21.187782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Bound port: 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0357740b-cc12-4f56-b008-f6700fda27d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:03:21.188133 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.250110 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:03:21.253034 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:03:21.323585 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.362395 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:21.363033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:21.364713 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] 10.222.0.64 "PUT /v2.0/ports/51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1093 time: 0.9056499 Nov 10 23:03:21.365266 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:21.367520 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90551c0-bc92-46c6-be00-9be1cf613f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:21.402483 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d56fb-206c-4d09-8aa2-90ff5c747797 service neutron] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=8']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:21.411591 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b2b8b3-28d3-4e36-8c58-b604e63317a9 x-openstack-request-id: req-45b2b8b3-28d3-4e36-8c58-b604e63317a9 {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:21.411952 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:21.412450 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45b2b8b3-28d3-4e36-8c58-b604e63317a9 {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:21.412720 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'status': 'completed', 'code': 200} Nov 10 23:03:21.443596 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84745-3621-46c4-8706-a615f514c979 req-1dcc5e21-e1c7-4dec-a8a6-55bd4cc5a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:21.445873 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-1dcc5e21-e1c7-4dec-a8a6-55bd4cc5a2c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1096 time: 0.0520351 Nov 10 23:03:21.545422 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84745-3621-46c4-8706-a615f514c979 req-82271936-b7c2-46d1-a6cb-053d29dc6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:21.546923 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-82271936-b7c2-46d1-a6cb-053d29dc6d85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0933127 Nov 10 23:03:21.616187 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-65afa813-d28c-4ef7-9995-f7c64c767820 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1000 time: 0.0622349 Nov 10 23:03:21.667690 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84745-3621-46c4-8706-a615f514c979 req-13a960ad-b376-4292-8e9b-2993f3a712f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:21.669200 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-13a960ad-b376-4292-8e9b-2993f3a712f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0458758 Nov 10 23:03:21.713197 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eb410-f7b4-4a70-a71b-2563b8adf2ac req-efc21d2d-388d-4f19-a24f-8076d7d3dd52 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:21.714828 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e05eb410-f7b4-4a70-a71b-2563b8adf2ac req-efc21d2d-388d-4f19-a24f-8076d7d3dd52 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0512309 Nov 10 23:03:21.716126 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b84745-3621-46c4-8706-a615f514c979 req-daf6ccb5-33ab-4891-9cde-da64c1df9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:21.717601 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-daf6ccb5-33ab-4891-9cde-da64c1df9408 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411422 Nov 10 23:03:21.766310 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e05eb410-f7b4-4a70-a71b-2563b8adf2ac req-2c0a252b-4e9d-43b5-aec5-cc0e69534a37 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452204 Nov 10 23:03:21.813380 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-94a1a335-0b53-45dd-a842-97422d68a0ae service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883837 Nov 10 23:03:21.905916 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-746f558e-2d7a-4416-8baa-aa6cd6c489a2 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854208 Nov 10 23:03:22.095913 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-2482321a-7c5b-4cdc-b58e-5b5d2f89bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:22.097305 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-2482321a-7c5b-4cdc-b58e-5b5d2f89bcfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1096 time: 0.0468719 Nov 10 23:03:22.187639 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-e9645831-fca7-4875-be07-635f4c6be35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:22.189165 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-e9645831-fca7-4875-be07-635f4c6be35c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0849352 Nov 10 23:03:22.258121 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-dd7448e7-d220-44ce-99e5-0ff19685c427 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1000 time: 0.0612359 Nov 10 23:03:22.307393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-1f54f55c-4e0a-422b-9b28-ac55dda78926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:22.308847 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-1f54f55c-4e0a-422b-9b28-ac55dda78926 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0436225 Nov 10 23:03:22.354303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-e8152984-35b9-4817-93ae-6535ec764c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:22.355654 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-e8152984-35b9-4817-93ae-6535ec764c9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398638 Nov 10 23:03:22.449001 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-e0f3aee0-fcbc-49cc-967f-f558fc33b6d7 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854607 Nov 10 23:03:22.537660 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f90551c0-bc92-46c6-be00-9be1cf613f7b req-7c90f046-dbd1-4ebc-955d-f18f9ead7ecf service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Nov 10 23:03:22.889837 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4572b-38b7-441f-a424-e35fe605ca33 req-01b28104-111c-4c7f-94c9-4d81995266fa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:22.891303 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0d4572b-38b7-441f-a424-e35fe605ca33 req-01b28104-111c-4c7f-94c9-4d81995266fa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0533001 Nov 10 23:03:22.940797 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e0d4572b-38b7-441f-a424-e35fe605ca33 req-09f936fd-6b9b-4483-b7fe-7b9f2d3a449c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Nov 10 23:03:24.055309 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4ffcc-d743-408b-bd32-ccca0bb22a42 req-89d2f9be-d387-4a8b-879f-6dd2c651b044 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:24.056830 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1ab4ffcc-d743-408b-bd32-ccca0bb22a42 req-89d2f9be-d387-4a8b-879f-6dd2c651b044 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0491865 Nov 10 23:03:24.107264 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1ab4ffcc-d743-408b-bd32-ccca0bb22a42 req-5849b322-2e59-4351-bd8e-384f4198bd2a tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Nov 10 23:03:24.593289 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:25.476390 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d243a5-545d-43cb-824a-68951a37d88d req-a12de553-8b5c-453b-8e02-3ecf2681f1ee tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:25.477812 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12d243a5-545d-43cb-824a-68951a37d88d req-a12de553-8b5c-453b-8e02-3ecf2681f1ee tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0488105 Nov 10 23:03:25.526453 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-12d243a5-545d-43cb-824a-68951a37d88d req-2d7cc236-9978-48d5-8469-651bb7a73f8b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Nov 10 23:03:26.645842 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004707f3-e398-49c9-b694-4f885e85fbd0 req-b30ab82d-1a30-40de-91e6-81dc0b174bea tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:26.647462 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-004707f3-e398-49c9-b694-4f885e85fbd0 req-b30ab82d-1a30-40de-91e6-81dc0b174bea tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0536742 Nov 10 23:03:26.697147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-004707f3-e398-49c9-b694-4f885e85fbd0 req-ec5141b8-bcec-4367-9af2-1534e3994118 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Nov 10 23:03:27.812474 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e2270-dd35-4f3b-8d0d-82424495de05 req-d1a8ab6a-ba4d-4f5d-b379-e2178ed88b12 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:27.813939 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d97e2270-dd35-4f3b-8d0d-82424495de05 req-d1a8ab6a-ba4d-4f5d-b379-e2178ed88b12 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0487852 Nov 10 23:03:27.866481 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d97e2270-dd35-4f3b-8d0d-82424495de05 req-c0e4f94e-6c9b-4005-8c5d-1f21064af4b0 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466595 Nov 10 23:03:28.983320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e22a9d-078e-42b6-8549-a7504092066f req-0e8a1040-67f9-4b13-a4f9-7a5ce69429fc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:28.984829 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-78e22a9d-078e-42b6-8549-a7504092066f req-0e8a1040-67f9-4b13-a4f9-7a5ce69429fc tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0489311 Nov 10 23:03:29.033954 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-78e22a9d-078e-42b6-8549-a7504092066f req-a5817d7e-f9c4-41ad-9548-844bfa10c025 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Nov 10 23:03:30.147255 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660dd35-30be-40c8-be2e-0dce634d9fe4 req-5c630908-d521-4b0c-ab3a-374f6cc18933 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:30.148672 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e660dd35-30be-40c8-be2e-0dce634d9fe4 req-5c630908-d521-4b0c-ab3a-374f6cc18933 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 944 time: 0.0501652 Nov 10 23:03:30.199050 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e660dd35-30be-40c8-be2e-0dce634d9fe4 req-90cf85f0-68b5-4595-81e2-fdc6577ce9ce tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 Nov 10 23:03:30.863469 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 51fd71f8-e5f9-4249-8a5f-1959827de5d8 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:03:30.961953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:30.972586 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'port_id': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'mac_address': 'fa:16:3e:a8:30:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:03:31.008738 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.020778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fd71f8-e5f9-4249-8a5f-1959827de5d8 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:03:31.040143 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:31.170709 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:31.222131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=9']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:31.317988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370bb60-3fa5-4090-a96d-49f481eb59de req-c1215bf7-4bb9-4296-889d-d300c7539a73 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:31.319500 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a370bb60-3fa5-4090-a96d-49f481eb59de req-c1215bf7-4bb9-4296-889d-d300c7539a73 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 945 time: 0.0491767 Nov 10 23:03:31.371607 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a370bb60-3fa5-4090-a96d-49f481eb59de req-6a136fc5-f8c2-4f94-a995-7fd4bc6dae01 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461497 Nov 10 23:03:32.065421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['51fd71f8-e5f9-4249-8a5f-1959827de5d8'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:03:32.066049 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:03:32.484738 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f10f6-bcca-4136-91cc-7afa48cb9915 req-9eb47bae-d10c-41fb-a92c-f3a26c1092c8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:32.486272 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e2f10f6-bcca-4136-91cc-7afa48cb9915 req-9eb47bae-d10c-41fb-a92c-f3a26c1092c8 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Nov 10 23:03:32.536244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0e2f10f6-bcca-4136-91cc-7afa48cb9915 req-44a60a8f-f6c1-451b-97db-6f86069029b3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Nov 10 23:03:32.868366 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 51fd71f8-e5f9-4249-8a5f-1959827de5d8 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:03:32.987285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:03:32.991744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:03:32.992138 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.069000 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.093428 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:03:33.095641 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f83b9-4220-432d-aea8-5734df4eda74" -d '{"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-plugged", "status": "completed", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:03:33.108406 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:03:33.134396 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18d1723-3e3f-42f2-818a-3fcadeac6c62 x-openstack-request-id: req-d18d1723-3e3f-42f2-818a-3fcadeac6c62 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:03:33.134694 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-plugged", "status": "completed", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:03:33.134948 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d18d1723-3e3f-42f2-818a-3fcadeac6c62 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:03:33.135341 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'code': 200} Nov 10 23:03:33.174392 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:33.226074 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=10']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:03:33.284024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1223-9572-4dff-90bf-175a4644d32e req-cf0b5bb1-349c-4c45-bf80-ee6f26d13efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:33.285513 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45ae1223-9572-4dff-90bf-175a4644d32e req-cf0b5bb1-349c-4c45-bf80-ee6f26d13efa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1099 time: 0.0443680 Nov 10 23:03:33.330776 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45ae1223-9572-4dff-90bf-175a4644d32e req-2f0e0a42-76ac-4229-93ac-70ca48090879 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377431 Nov 10 23:03:33.650582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53378848-58f0-4f91-b249-927692bcdfef req-8b9cb164-cdbd-4058-baf1-b6924cbb6a20 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:33.652090 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53378848-58f0-4f91-b249-927692bcdfef req-8b9cb164-cdbd-4058-baf1-b6924cbb6a20 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 947 time: 0.0489938 Nov 10 23:03:33.701343 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-53378848-58f0-4f91-b249-927692bcdfef req-a1e17122-d9f0-48a5-80a6-ae0a5ec60c3e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Nov 10 23:03:34.820813 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb024bc1-d340-408a-86f4-e7d7cce62fc2 req-6359d907-7498-47cc-a8a0-09b9d5607a3c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:34.822280 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bb024bc1-d340-408a-86f4-e7d7cce62fc2 req-6359d907-7498-47cc-a8a0-09b9d5607a3c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 947 time: 0.0494869 Nov 10 23:03:34.872709 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-bb024bc1-d340-408a-86f4-e7d7cce62fc2 req-f0b7736e-cd8c-4ee0-9ab2-b9b4b586e2da tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442791 Nov 10 23:03:35.782331 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-be1aa157-0bea-4260-a3df-e0ea8a06ed55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:35.991616 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7badc4b-faf4-41f4-a4ef-c7a572402449 req-e9a4ed9a-df52-4ec1-b1ee-dc1aea5162aa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:03:35.993112 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7badc4b-faf4-41f4-a4ef-c7a572402449 req-e9a4ed9a-df52-4ec1-b1ee-dc1aea5162aa tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 947 time: 0.0524220 Nov 10 23:03:36.042689 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e7badc4b-faf4-41f4-a4ef-c7a572402449 req-0fe74b90-20d7-439d-8989-edd3ba2bc1a9 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Nov 10 23:03:37.976091 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c8332136-09a6-49e0-828a-227e14fa3675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:39.667302 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.129094 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:41.490665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:50.821841 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:03:54.604614 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:05.785503 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5793641c-df03-4eaa-b432-7fff423e871b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:07.970809 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-26a9af4f-5f85-419d-9113-10ac709dc5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:09.065076 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:04:09.667406 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.139988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:11.530666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:19.897532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-1c3b82aa-85e5-4f6c-8a76-830536fce9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396297 Nov 10 23:04:19.980782 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45841617-91b6-416f-9000-cb53fdd1575c req-d1851f93-9e57-4cea-87b9-2e8eb0bff7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:19.982253 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-d1851f93-9e57-4cea-87b9-2e8eb0bff7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1099 time: 0.0410597 Nov 10 23:04:20.090053 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45841617-91b6-416f-9000-cb53fdd1575c req-ed4586ce-8db9-4e71-8dd2-87ca443612f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:20.091518 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-ed4586ce-8db9-4e71-8dd2-87ca443612f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0904038 Nov 10 23:04:20.161248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-3d15155a-053d-47dd-8a22-14135503c07a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 1002 time: 0.0615773 Nov 10 23:04:20.216381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45841617-91b6-416f-9000-cb53fdd1575c req-79103614-04c1-4538-8b18-0d30cf1f35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:20.217885 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-79103614-04c1-4538-8b18-0d30cf1f35f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0501633 Nov 10 23:04:20.263845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45841617-91b6-416f-9000-cb53fdd1575c req-26da658c-3a8f-4739-8713-3c3a0ad2342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:04:20.265312 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-26da658c-3a8f-4739-8713-3c3a0ad2342d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406144 Nov 10 23:04:20.277349 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-f27d0ff2-4962-48d3-8cda-32fbc17bc10c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:04:20.278271 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-f27d0ff2-4962-48d3-8cda-32fbc17bc10c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054219 Nov 10 23:04:20.366003 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-b8790ab9-fe93-460e-9b88-8d3cf94fa6fc service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806086 Nov 10 23:04:20.457257 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-45841617-91b6-416f-9000-cb53fdd1575c req-d791189a-1016-4f26-a75d-b77b19102533 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841084 Nov 10 23:04:20.810266 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:24.619511 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:35.784832 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b0bffa41-d0e1-4781-9ba4-89d3ebb4bef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:37.958932 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-92d88722-959b-42da-93ea-73d034a01770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:39.682115 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.130414 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:41.484938 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:46.063704 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:04:50.844856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:04:54.613498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:05.770260 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f19b91d-4be5-4297-b9a8-ca3d8592ae93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:07.958959 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-9bac97c7-1117-4111-bbd5-7d7c4cf9d948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:09.698769 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:11.170389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:11.498830 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:11.678429 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57794) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:12.004347 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Deleting port 284e29bc-099e-4688-b547-75a873ca5bdf {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:12.004696 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.082153 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.082449 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.093822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Calling delete_port for 284e29bc-099e-4688-b547-75a873ca5bdf owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:12.305085 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.328495 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event deleted for resources: {'Port': ['ID=284e29bc-099e-4688-b547-75a873ca5bdf,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:12.340689 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.341031 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.341366 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.341701 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.342034 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.342360 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.342681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.343006 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.343325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.343641 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.343988 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.344307 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:12.400736 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.401064 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Floating IP 0e243d0c-e47c-4407-8138-0c039d1463ad disassociated (deleted). External IP: 172.25.7.199, port: 51fd71f8-e5f9-4249-8a5f-1959827de5d8. Nov 10 23:05:12.606902 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:12.711704 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:12.716532 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:12.723192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] Sync routers for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:12.732325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:12.732923 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:12.743348 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-003df27d-86a0-41e6-b933-66aa6113847c tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "DELETE /v2.0/floatingips/0e243d0c-e47c-4407-8138-0c039d1463ad HTTP/1.1" status: 204 len: 168 time: 1.0638387 Nov 10 23:05:12.744058 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:05:12.746396 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa2005-f249-499f-b1d0-2c048c73454c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:05:12.854643 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:12.918722 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e928a89e-bd38-4f60-972f-42759cee3a23 x-openstack-request-id: req-e928a89e-bd38-4f60-972f-42759cee3a23 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:05:12.918941 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:05:12.919216 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e928a89e-bd38-4f60-972f-42759cee3a23 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:05:12.919756 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'status': 'completed', 'code': 200} Nov 10 23:05:12.985321 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2005-f249-499f-b1d0-2c048c73454c req-ae426d36-eb41-435b-88cb-c585d9aeb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:12.986857 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fa2005-f249-499f-b1d0-2c048c73454c req-ae426d36-eb41-435b-88cb-c585d9aeb919 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 1099 time: 0.0427301 Nov 10 23:05:13.067488 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:13.089594 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2005-f249-499f-b1d0-2c048c73454c req-1a5039b5-d8d2-4fd5-9a74-46bbfe4e35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:13.091160 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fa2005-f249-499f-b1d0-2c048c73454c req-1a5039b5-d8d2-4fd5-9a74-46bbfe4e35ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 200 len: 909 time: 0.0969241 Nov 10 23:05:13.099096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] Checking router: 50c69a8a-b1de-479b-b487-84e2d11f3bd5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:13.107619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:13.108192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:13.138394 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fa2005-f249-499f-b1d0-2c048c73454c req-9a7d0947-8aa7-40d8-adc1-2c779a3ceb30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 200 len: 217 time: 0.0387747 Nov 10 23:05:13.199533 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2005-f249-499f-b1d0-2c048c73454c req-36fc305f-3f93-42a3-9007-af9443fe636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:13.201188 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fa2005-f249-499f-b1d0-2c048c73454c req-36fc305f-3f93-42a3-9007-af9443fe636b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 200 len: 847 time: 0.0545757 Nov 10 23:05:13.219620 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:13.286304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2005-f249-499f-b1d0-2c048c73454c req-f0a8e413-a4bd-4e97-9a62-07adc5a38e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:13.287828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fa2005-f249-499f-b1d0-2c048c73454c req-f0a8e413-a4bd-4e97-9a62-07adc5a38e61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f67dffe7-f6d8-4311-b893-f937e2e037ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772243 Nov 10 23:05:13.300881 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50116ea-9174-4535-a232-b2db0d17805f req-146e97bd-13cd-44e0-ac7f-90b3ceec5e9b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:13.302283 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f50116ea-9174-4535-a232-b2db0d17805f req-146e97bd-13cd-44e0-ac7f-90b3ceec5e9b tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 947 time: 0.1276245 Nov 10 23:05:13.409293 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-f50116ea-9174-4535-a232-b2db0d17805f req-3a04c966-3e31-4abc-a705-6a5e22f10640 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985179 Nov 10 23:05:13.419102 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:13.426334 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fa2005-f249-499f-b1d0-2c048c73454c req-f9f84e24-a1bd-4f18-8976-0cae9624df16 service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231232 Nov 10 23:05:13.445975 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d09af59-bfa8-40a4-8d47-d5e219dd768f None None] The sync data for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 is: [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T22:54:01Z', 'revision_number': 4, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '141c465a-3448-4097-8bb1-744e63999c4d', 'name': '', 'network_id': 'f67dffe7-f6d8-4311-b893-f937e2e037ed', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'mac_address': 'fa:16:3e:c8:a9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:01Z', 'updated_at': '2021-11-10T22:54:05Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'subnets': [{'id': 'f2a42dcd-9e9b-4c52-983f-9faa4d534d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:13.519860 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-51fa2005-f249-499f-b1d0-2c048c73454c req-d1a79f75-fc03-43a2-9d6b-4735799782ff service neutron] 10.222.0.64 "GET /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857441 Nov 10 23:05:13.672635 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b8370-0190-4bd4-b863-ec28f4c1bf1b None None] New status for floating IP 0e243d0c-e47c-4407-8138-0c039d1463ad: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:05:14.573831 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ae655-19a3-42dc-a8d0-6e79812d63ef req-98b288b1-7e3a-4d9a-a393-267621995b2f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:14.575316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-021ae655-19a3-42dc-a8d0-6e79812d63ef req-98b288b1-7e3a-4d9a-a393-267621995b2f tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 947 time: 0.0946405 Nov 10 23:05:14.626245 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-021ae655-19a3-42dc-a8d0-6e79812d63ef req-b5726012-fdfe-4a81-9915-af770d750e34 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b01a5b4-34a6-4a57-b07a-959d6b575cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Nov 10 23:05:14.848075 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-0a2b312e-e1bd-4518-86ec-13a778b3db13 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:14.849507 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-0a2b312e-e1bd-4518-86ec-13a778b3db13 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 947 time: 0.0534015 Nov 10 23:05:14.937183 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Deleting port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:14.937525 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.028011 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] For port 51fd71f8-e5f9-4249-8a5f-1959827de5d8, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=51fd71f8-e5f9-4249-8a5f-1959827de5d8,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:15.028632 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.041285 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Calling delete_port for 51fd71f8-e5f9-4249-8a5f-1959827de5d8 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:15.245074 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.279926 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event deleted for resources: {'Port': ['ID=51fd71f8-e5f9-4249-8a5f-1959827de5d8,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:15.303959 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.304299 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.304638 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.304973 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.305303 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.305630 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.305963 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.306284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.306606 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.306928 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.307252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.307572 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:15.329762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] No DVR routers for this DVR port 51fd71f8-e5f9-4249-8a5f-1959827de5d8 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:15.332558 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:15.335895 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d51fe59c-81f7-4cd6-b726-6590914f09d5 req-fdbbe5a9-5a34-4c47-9102-76a1c5ef22df tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.64 "DELETE /v2.0/ports/51fd71f8-e5f9-4249-8a5f-1959827de5d8 HTTP/1.1" status: 204 len: 173 time: 0.4799604 Nov 10 23:05:15.336350 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-deleted', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:05:15.338662 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42275ed-0756-4d63-93f6-8be06061171e" -d '{"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-deleted", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:05:15.426292 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821d48c3-4e79-470e-ad25-7279a8595a1e x-openstack-request-id: req-821d48c3-4e79-470e-ad25-7279a8595a1e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:05:15.426292 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed080c9-964a-4493-ad6b-ab7b15337b61", "name": "network-vif-deleted", "tag": "51fd71f8-e5f9-4249-8a5f-1959827de5d8", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:05:15.426548 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-821d48c3-4e79-470e-ad25-7279a8595a1e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:05:15.426748 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed080c9-964a-4493-ad6b-ab7b15337b61', 'name': 'network-vif-deleted', 'tag': '51fd71f8-e5f9-4249-8a5f-1959827de5d8', 'status': 'completed', 'code': 200} Nov 10 23:05:15.757068 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e55af890-a524-4bc3-9469-8923a30c61ee req-49b364bc-2ac0-4251-9be8-cdfbc7e3dca3 tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0466654 Nov 10 23:05:16.844764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c9572a90-729a-4529-b4ff-a039193502a2 req-b6db74cf-6952-49a5-8c42-60f10ec032cf tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Nov 10 23:05:17.943637 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c08249d7-f5e7-40b2-93fe-a85d3635165b req-3291d357-967d-436f-8cd5-1c53f24067db tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0278120 Nov 10 23:05:19.038391 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-ff3c6f9a-0a75-4b01-84a7-bcf33322fa2d req-4ee71514-ce20-47ac-b240-cf066550d00e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0274324 Nov 10 23:05:19.475590 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 51fd71f8-e5f9-4249-8a5f-1959827de5d8 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:19.496950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: 51fd71f8-e5f9-4249-8a5f-1959827de5d8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:19.497294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device 51fd71f8-e5f9-4249-8a5f-1959827de5d8 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:20.137599 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-28c9fea9-c90d-4440-b927-66331617303f req-cc29f0df-c66c-4357-9afc-c7040b54671e tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ed080c9-964a-4493-ad6b-ab7b15337b61 HTTP/1.1" status: 200 len: 210 time: 0.0279515 Nov 10 23:05:20.864881 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.196710 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57838) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:21.253937 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c444-5035-459b-ae61-a7be6e536afb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.279811 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c444-5035-459b-ae61-a7be6e536afb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.404803 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c444-5035-459b-ae61-a7be6e536afb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.407468 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-1781c444-5035-459b-ae61-a7be6e536afb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:21.408831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1781c444-5035-459b-ae61-a7be6e536afb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] 10.222.0.45 "DELETE /v2.0/security-groups/8b01a5b4-34a6-4a57-b07a-959d6b575cbb HTTP/1.1" status: 204 len: 168 time: 0.2109838 Nov 10 23:05:21.421007 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781c444-5035-459b-ae61-a7be6e536afb tempest-TestShelveInstance-1520396623 tempest-TestShelveInstance-1520396623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b01a5b4-34a6-4a57-b07a-959d6b575cbb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:21.526759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57842) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:22.009804 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:22.267148 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Deleting port 141c465a-3448-4097-8bb1-744e63999c4d {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:22.267481 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:22.344668 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] For port 141c465a-3448-4097-8bb1-744e63999c4d, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=141c465a-3448-4097-8bb1-744e63999c4d,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:22.345062 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:22.357852 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Calling delete_port for 141c465a-3448-4097-8bb1-744e63999c4d owned by network:router_interface {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:22.604743 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:22.634165 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=141c465a-3448-4097-8bb1-744e63999c4d,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:22.805011 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:23.062873 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:05:23.377093 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:23.490269 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:23.495246 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-f8ab2643-a943-4351-935b-8791f3356e24 admin admin] 10.222.0.45 "PUT /v2.0/routers/50c69a8a-b1de-479b-b487-84e2d11f3bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9674089 Nov 10 23:05:23.497800 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57846) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:23.500112 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] Sync routers for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:23.512219 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:23.512953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:23.604342 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:23.617886 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:23.713459 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:23.803574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T23:05:22Z', 'revision_number': 5, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port': {'id': 'e9c813cc-fe3e-464a-8d5f-bbaedc27f5da', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:53:59Z', 'updated_at': '2021-11-10T22:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:23.835694 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] Checking router: 50c69a8a-b1de-479b-b487-84e2d11f3bd5 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:23.844377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] Routers {'50c69a8a-b1de-479b-b487-84e2d11f3bd5'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:23.845044 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:23.850345 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Deleting port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:23.850846 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:23.949373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] For port e9c813cc-fe3e-464a-8d5f-bbaedc27f5da, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:23.950144 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:23.965256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Calling delete_port for e9c813cc-fe3e-464a-8d5f-bbaedc27f5da owned by network:router_gateway {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:24.100969 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] Set router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:24.154467 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T23:05:23Z', 'revision_number': 6, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:24.185987 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736cbdd-30e4-427a-ad4b-5aee23e25540 None None] The sync data for ids ['50c69a8a-b1de-479b-b487-84e2d11f3bd5'] in n-d-776250-11 is: [{'id': '50c69a8a-b1de-479b-b487-84e2d11f3bd5', 'name': 'tempest-TestShelveInstance-637672198-router', 'tenant_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:53:58Z', 'updated_at': '2021-11-10T23:05:23Z', 'revision_number': 6, 'project_id': 'f324a0d1de12484bb1c48f3ef05e873a', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:24.224993 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.260574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c813cc-fe3e-464a-8d5f-bbaedc27f5da,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:24.275214 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de8910-f233-46c2-8e37-a5c90c31934d None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:24.327861 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.419123 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.421234 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.545858 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.546538 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50c69a8a-b1de-479b-b487-84e2d11f3bd5 {{(pid=103048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:05:24.556248 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.556248 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-9ee06b45-8326-4bce-b544-978f6399e6b1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/50c69a8a-b1de-479b-b487-84e2d11f3bd5 HTTP/1.1" status: 204 len: 168 time: 1.0537202 Nov 10 23:05:24.556248 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57848) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:24.606600 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] Deleting subnet f2a42dcd-9e9b-4c52-983f-9faa4d534d86 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:05:24.610196 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.645995 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.647588 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.722447 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.848737 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.873628 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a42dcd-9e9b-4c52-983f-9faa4d534d86,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:24.878791 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:24.883466 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874da6d8-26a4-4305-99e6-068ccbee7d3d None None] Network f67dffe7-f6d8-4311-b893-f937e2e037ed requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:24.884099 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-943cfbf0-696b-4ba9-9072-2c74eae909e1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f2a42dcd-9e9b-4c52-983f-9faa4d534d86 HTTP/1.1" status: 204 len: 168 time: 0.3279850 Nov 10 23:05:24.884987 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57850) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:24.958580 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.020990 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Deleting port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:25.021340 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.065691 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] DHCP port deletion for f67dffe7-f6d8-4311-b893-f937e2e037ed request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:25.088875 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] For port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:25.089317 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.105710 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Calling delete_port for 1c22f28f-4ad6-486a-adf5-0ead619ee3cd owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:25.113800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Deleting port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:25.114181 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.179826 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] For port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,segment=NetworkSegment(0357740b-cc12-4f56-b008-f6700fda27d9),segment_id=0357740b-cc12-4f56-b008-f6700fda27d9)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:25.180720 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.198283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Calling delete_port for 1c22f28f-4ad6-486a-adf5-0ead619ee3cd owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:25.279304 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.289979 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.308334 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:25.312812 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] No DVR routers for this DVR port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:25.314441 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Pushing event deleted for resources: {'Port': ['ID=1c22f28f-4ad6-486a-adf5-0ead619ee3cd,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:25.317231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] No DVR routers for this DVR port 1c22f28f-4ad6-486a-adf5-0ead619ee3cd on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:25.326154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.327086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.327086 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.327308 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.327506 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.327852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.328181 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.328629 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.328926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.329323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.329638 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.329890 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0674d-ab32-4527-97b1-078402c829c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:25.387646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.412229 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67dffe7-f6d8-4311-b893-f937e2e037ed']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:25.421429 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0357740b-cc12-4f56-b008-f6700fda27d9') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:25.421720 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0357740b-cc12-4f56-b008-f6700fda27d9') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:25.431559 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.444456 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.450128 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:25.450502 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: timer() Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:25.452134 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:25.553314 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.559986 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.563124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] 10.222.0.45 "DELETE /v2.0/networks/f67dffe7-f6d8-4311-b893-f937e2e037ed HTTP/1.1" status: 204 len: 168 time: 0.6770458 Nov 10 23:05:25.566293 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57852) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:25.573834 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf213-dad2-4085-a570-21ddc713c62a admin admin] Pushing event deleted for resources: {'Network': ['ID=f67dffe7-f6d8-4311-b893-f937e2e037ed,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:25.914914 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:25.953779 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 141c465a-3448-4097-8bb1-744e63999c4d no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:25.975148 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 141c465a-3448-4097-8bb1-744e63999c4d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:25.975492 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 141c465a-3448-4097-8bb1-744e63999c4d not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:25.975928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e9c813cc-fe3e-464a-8d5f-bbaedc27f5da no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:25.997122 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: e9c813cc-fe3e-464a-8d5f-bbaedc27f5da {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:25.997464 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device e9c813cc-fe3e-464a-8d5f-bbaedc27f5da not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:25.997868 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1c22f28f-4ad6-486a-adf5-0ead619ee3cd no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:26.016670 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1c22f28f-4ad6-486a-adf5-0ead619ee3cd {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:26.017005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1c22f28f-4ad6-486a-adf5-0ead619ee3cd not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:26.160812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Deleting port b6fb8afe-2687-416b-9e25-f2ef7d090f84 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:26.161095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:26.239112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] For port b6fb8afe-2687-416b-9e25-f2ef7d090f84, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=b6fb8afe-2687-416b-9e25-f2ef7d090f84,segment=NetworkSegment(a4e1be02-0eff-4b42-a714-fa77c4088cf7),segment_id=a4e1be02-0eff-4b42-a714-fa77c4088cf7)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:26.239472 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:26.251554 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Calling delete_port for b6fb8afe-2687-416b-9e25-f2ef7d090f84 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:26.495691 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:26.523110 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fb8afe-2687-416b-9e25-f2ef7d090f84,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:26.695434 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:26.911566 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Router 8d41fd64-1e63-43ec-82d2-38ef4b448baa has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:27.014479 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:27.020266 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-48032c49-f476-4b37-a204-1acfbdff7b9e admin admin] 10.222.0.45 "PUT /v2.0/routers/8d41fd64-1e63-43ec-82d2-38ef4b448baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4529769 Nov 10 23:05:27.022879 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57854) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:27.025160 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] Sync routers for ids ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:27.036175 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] Routers {'8d41fd64-1e63-43ec-82d2-38ef4b448baa'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:27.036788 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:27.147657 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] Set router 8d41fd64-1e63-43ec-82d2-38ef4b448baa gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:27.341233 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T23:05:26Z', 'revision_number': 5, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:27.368702 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] Checking router: 8d41fd64-1e63-43ec-82d2-38ef4b448baa for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:27.377472 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] Routers {'8d41fd64-1e63-43ec-82d2-38ef4b448baa'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:27.378084 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:27.478615 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.566839 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] Set router 8d41fd64-1e63-43ec-82d2-38ef4b448baa gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:27.581452 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.689494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Deleting port 1672a6ec-5109-453b-8edb-25c02562b688 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:27.690383 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.741571 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T23:05:26Z', 'revision_number': 5, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:27.770580 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] For port 1672a6ec-5109-453b-8edb-25c02562b688, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=1672a6ec-5109-453b-8edb-25c02562b688,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:27.771218 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:27.771831 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf78e7f-9ea1-4806-8ff9-9a7ba04c5149 None None] The sync data for ids ['8d41fd64-1e63-43ec-82d2-38ef4b448baa'] in n-d-776250-11 is: [{'id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'name': 'tempest-TestShelveInstance-1643285179-router', 'tenant_id': '2eefc547d3ee466b9cf9a17a75932907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '1672a6ec-5109-453b-8edb-25c02562b688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T22:54:04Z', 'updated_at': '2021-11-10T23:05:26Z', 'revision_number': 5, 'project_id': '2eefc547d3ee466b9cf9a17a75932907', 'gw_port': {'id': '1672a6ec-5109-453b-8edb-25c02562b688', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ce:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41fd64-1e63-43ec-82d2-38ef4b448baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T22:54:05Z', 'updated_at': '2021-11-10T22:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:27.784326 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Calling delete_port for 1672a6ec-5109-453b-8edb-25c02562b688 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:28.009989 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.038790 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Pushing event deleted for resources: {'Port': ['ID=1672a6ec-5109-453b-8edb-25c02562b688,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:28.053242 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e09072-df13-486e-86ad-ea53a2124523 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:28.099206 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.208749 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.211144 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.250245 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b6fb8afe-2687-416b-9e25-f2ef7d090f84 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:28.272844 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: b6fb8afe-2687-416b-9e25-f2ef7d090f84 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:28.273186 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device b6fb8afe-2687-416b-9e25-f2ef7d090f84 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:28.339587 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.340174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d41fd64-1e63-43ec-82d2-38ef4b448baa {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:05:28.344629 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.348685 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c04e54c9-d61a-409b-9f2d-6acec4b9a146 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8d41fd64-1e63-43ec-82d2-38ef4b448baa HTTP/1.1" status: 204 len: 168 time: 1.3220971 Nov 10 23:05:28.348849 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57856) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:28.399126 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] Deleting subnet c18196be-322e-4197-9234-d765e2c08d9b {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:05:28.403154 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.438642 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.517777 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.631036 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.654900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18196be-322e-4197-9234-d765e2c08d9b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:28.664972 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.664972 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bb183fc4-61b4-40bb-b9d7-0a0d17dc072d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c18196be-322e-4197-9234-d765e2c08d9b HTTP/1.1" status: 204 len: 168 time: 0.3140092 Nov 10 23:05:28.666745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57858) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:28.669817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a99adf-fba6-4de0-be0f-ed2ade8fd8f1 None None] Network b4ceba71-df1d-4144-93f1-565c41b42cd1 requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:28.735576 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.794582 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Deleting port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:28.795131 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.840029 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] DHCP port deletion for b4ceba71-df1d-4144-93f1-565c41b42cd1 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:28.867754 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] For port 5cf332a5-5812-4843-8a7a-a6a545ab79a8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5cf332a5-5812-4843-8a7a-a6a545ab79a8,segment=NetworkSegment(a4e1be02-0eff-4b42-a714-fa77c4088cf7),segment_id=a4e1be02-0eff-4b42-a714-fa77c4088cf7)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:28.868547 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.880779 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Calling delete_port for 5cf332a5-5812-4843-8a7a-a6a545ab79a8 owned by network:dhcp {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:28.887501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] Deleting port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:05:28.887907 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.957852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] For port 5cf332a5-5812-4843-8a7a-a6a545ab79a8, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=5cf332a5-5812-4843-8a7a-a6a545ab79a8,segment=NetworkSegment(a4e1be02-0eff-4b42-a714-fa77c4088cf7),segment_id=a4e1be02-0eff-4b42-a714-fa77c4088cf7)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:28.958251 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:28.971218 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] Calling delete_port for 5cf332a5-5812-4843-8a7a-a6a545ab79a8 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:05:29.044507 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.049888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.076253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf332a5-5812-4843-8a7a-a6a545ab79a8,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.077352 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] Pushing event deleted for resources: {'Port': ['ID=5cf332a5-5812-4843-8a7a-a6a545ab79a8,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.079169 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ad267-c7e9-4076-bb8f-77249f6f8eb6 None None] No DVR routers for this DVR port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:29.079376 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] No DVR routers for this DVR port 5cf332a5-5812-4843-8a7a-a6a545ab79a8 on host n-d-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:05:29.157548 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.179061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ceba71-df1d-4144-93f1-565c41b42cd1']}} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:29.188681 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e1be02-0eff-4b42-a714-fa77c4088cf7') {'for_net_delete': True} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:29.188977 n-d-776250-11 neutron-server[103047]: DEBUG neutron.services.segments.db [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e1be02-0eff-4b42-a714-fa77c4088cf7') {} {{(pid=103047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:29.199105 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60117662'] for segment, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.212148 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.217956 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:05:29.218334 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59470190'] for segment, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: Traceback (most recent call last): Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: timer() Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: cb(*args, **kw) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: return func(*args, **kwargs) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: self._notify() Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: self.callback(batched_events) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: event.method(event) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: return f(self, *a, **k) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: return self._get(url).json() Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: return self.request(url, 'GET', **kwargs) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:05:29.220003 n-d-776250-11 neutron-server[103047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:05:29.327686 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.333368 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.336520 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] 10.222.0.45 "DELETE /v2.0/networks/b4ceba71-df1d-4144-93f1-565c41b42cd1 HTTP/1.1" status: 204 len: 168 time: 0.6685617 Nov 10 23:05:29.347639 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39841a95-bbc6-4827-9b81-23a18868431a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ceba71-df1d-4144-93f1-565c41b42cd1,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.685365 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57862) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:29.725371 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5ac91398-bb74-405c-ad75-72503037bcbd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f324a0d1de12484bb1c48f3ef05e873a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388069 Nov 10 23:05:29.727773 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57864) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:29.775327 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d02af4b9-9883-44d5-a817-d4da5a46d7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.796966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d02af4b9-9883-44d5-a817-d4da5a46d7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.930229 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d02af4b9-9883-44d5-a817-d4da5a46d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.932951 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d02af4b9-9883-44d5-a817-d4da5a46d7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:29.936587 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d02af4b9-9883-44d5-a817-d4da5a46d7c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42a2d128-e2a4-4371-b62c-6daf2ae81d34 HTTP/1.1" status: 204 len: 168 time: 0.2055366 Nov 10 23:05:29.943020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02af4b9-9883-44d5-a817-d4da5a46d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a2d128-e2a4-4371-b62c-6daf2ae81d34,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:29.963930 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1672a6ec-5109-453b-8edb-25c02562b688 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:29.985278 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 1672a6ec-5109-453b-8edb-25c02562b688 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:29.985618 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 1672a6ec-5109-453b-8edb-25c02562b688 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:29.986181 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5cf332a5-5812-4843-8a7a-a6a545ab79a8 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:05:30.005653 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 5cf332a5-5812-4843-8a7a-a6a545ab79a8 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:05:30.005997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 5cf332a5-5812-4843-8a7a-a6a545ab79a8 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:05:30.566341 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57870) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:30.605937 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-40f545f0-4394-4a45-9eaa-3d57bdcc6a0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2eefc547d3ee466b9cf9a17a75932907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384605 Nov 10 23:05:30.608448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57872) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:30.654978 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41687ab6-8e34-4a2f-a10a-64add0aa805f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.675669 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41687ab6-8e34-4a2f-a10a-64add0aa805f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.809838 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41687ab6-8e34-4a2f-a10a-64add0aa805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.812460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-41687ab6-8e34-4a2f-a10a-64add0aa805f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:30.813620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-41687ab6-8e34-4a2f-a10a-64add0aa805f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a9de621-2186-4813-90b4-7fb1c2a48ebe HTTP/1.1" status: 204 len: 168 time: 0.2042916 Nov 10 23:05:30.822113 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41687ab6-8e34-4a2f-a10a-64add0aa805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9de621-2186-4813-90b4-7fb1c2a48ebe,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:31.874050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57894) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:31.967451 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1660297840-network', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:32.098821 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Made reservation on behalf of f722bb8f4257490b878c85103611d2ef for: {'network': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:32.101186 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.109927 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.186280 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.270900 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.298555 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:32.304452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2cfdeb-3aea-45c6-a5ef-d4e425f3b731,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:32.311543 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.311910 n-d-776250-11 neutron-server[103047]: INFO neutron.db.segments_db [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Added segment f78746f8-dc0a-4e3c-b2d4-6a073f088687 of type vlan for network 60e7b009-3d60-48f1-80ef-a74c3a106b2b Nov 10 23:05:32.352547 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.427052 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.428098 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:32.428818 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Publish callbacks [] for network, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.487541 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] Pushing event updated for resources: {'Network': ['ID=60e7b009-3d60-48f1-80ef-a74c3a106b2b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:32.497525 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:32.515633 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-30b5abc7-d402-4dde-8ed5-e55a6017628b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6404824 Nov 10 23:05:32.519228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57898) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:32.524070 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Request body: {'subnet': {'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1660297840-subnet', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'ip_version': 4}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:32.601857 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Made reservation on behalf of f722bb8f4257490b878c85103611d2ef for: {'subnet': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:32.604257 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62709609'] for subnet, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.831375 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59470321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62709575'] for subnet, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:32.894799 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a828163b-e4e8-4e34-a570-f045a0783132,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:32.899631 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Checking segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:32.900016 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Network hostable DHCP agents. Network: 60e7b009-3d60-48f1-80ef-a74c3a106b2b, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:32.961716 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:33.024336 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, 60e7b009-3d60-48f1-80ef-a74c3a106b2b) {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:33.028583 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:33.029174 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.034765 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09361a-c056-4bce-9311-6a3c8609f111 None None] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:33.109939 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-250a3062-3bfe-43bb-8f00-ecdc6fd05841 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5894976 Nov 10 23:05:33.113094 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57900) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:33.117815 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:33.182215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:05:33.183083 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.198825 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.200027 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.255232 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.330005 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Allocated IP 172.20.0.2 (60e7b009-3d60-48f1-80ef-a74c3a106b2b/a828163b-e4e8-4e34-a570-f045a0783132/c7dd4236-096c-4d4c-b107-8114fc67e50e) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:33.462167 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.481948 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.539320 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.579948 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:33.585099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:33.589109 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:33.598293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Pushing event updated for resources: {'Port': ['ID=c7dd4236-096c-4d4c-b107-8114fc67e50e,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:33.648773 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Attempting to bind port c7dd4236-096c-4d4c-b107-8114fc67e50e on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:33.649231 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Attempting to bind port c7dd4236-096c-4d4c-b107-8114fc67e50e by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:33.649595 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Attempting to bind port c7dd4236-096c-4d4c-b107-8114fc67e50e on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:33.654819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:33.655183 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Checking segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:33.655577 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.655993 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Bound using segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:33.656453 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Bound port: c7dd4236-096c-4d4c-b107-8114fc67e50e, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:33.656834 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.714604 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.722501 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] For port c7dd4236-096c-4d4c-b107-8114fc67e50e, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:33.728322 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] For port c7dd4236-096c-4d4c-b107-8114fc67e50e, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7dd4236-096c-4d4c-b107-8114fc67e50e,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:33.734245 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.816997 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:33.843577 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Allocated IP 172.25.7.181 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/a986f0f9-dd26-410d-b327-659bc08009c6) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:33.878570 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04dd6d-0ef3-4cc6-bffb-07b831b69a52 None None] Pushing event updated for resources: {'Port': ['ID=c7dd4236-096c-4d4c-b107-8114fc67e50e,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:33.949388 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.044916 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.095393 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:34.099033 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:34.101631 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:34.112249 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a92ae0-0da2-4f72-848f-992c08592376 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:34.128845 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Pushing event updated for resources: {'Port': ['ID=a986f0f9-dd26-410d-b327-659bc08009c6,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:34.166581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5c086025-1df6-4dce-a3e4-baf87a7f3c6d None None] Provisioning complete for port a986f0f9-dd26-410d-b327-659bc08009c6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:34.166943 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5c086025-1df6-4dce-a3e4-baf87a7f3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.208817 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5c086025-1df6-4dce-a3e4-baf87a7f3c6d None None] Port a986f0f9-dd26-410d-b327-659bc08009c6 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:34.435715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.641596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.750265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3867e1-a915-4244-87bb-2a642633b9d1 None None] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:34.844469 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Router 8a7aae97-be96-4e1d-a360-9bbfdb271906 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:05:34.863900 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5731e2c0-6b35-4d5f-b8a6-8e6abbfbe833 None None] Provisioning complete for port c7dd4236-096c-4d4c-b107-8114fc67e50e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:34.864297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5731e2c0-6b35-4d5f-b8a6-8e6abbfbe833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:34.983050 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5731e2c0-6b35-4d5f-b8a6-8e6abbfbe833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.020926 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-5731e2c0-6b35-4d5f-b8a6-8e6abbfbe833 None None] For port c7dd4236-096c-4d4c-b107-8114fc67e50e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7dd4236-096c-4d4c-b107-8114fc67e50e,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:35.104737 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5731e2c0-6b35-4d5f-b8a6-8e6abbfbe833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.157263 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731e2c0-6b35-4d5f-b8a6-8e6abbfbe833 None None] Pushing event updated for resources: {'Port': ['ID=c7dd4236-096c-4d4c-b107-8114fc67e50e,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:35.223988 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d135b815-5c73-423d-ae94-3c6250d3fc0b None None] Provisioning complete for port c7dd4236-096c-4d4c-b107-8114fc67e50e triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:35.224357 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d135b815-5c73-423d-ae94-3c6250d3fc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.295175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:35.306182 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Sync routers for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:35.318075 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:35.318673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:35.369802 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.373646 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e6367076-e615-45f1-aa17-605deace3958 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2567637 Nov 10 23:05:35.374045 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57902) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:35.425233 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:35.604726 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:34Z', 'revision_number': 3, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:35.631081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Checking router: 8a7aae97-be96-4e1d-a360-9bbfdb271906 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:35.631350 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Updating router 8a7aae97-be96-4e1d-a360-9bbfdb271906 port a986f0f9-dd26-410d-b327-659bc08009c6 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:35.656297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.787427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.820217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-38f1daf6-a7f9-403a-b097-02aa3e98b5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:35.956937 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Allocated IP 172.20.0.1 (60e7b009-3d60-48f1-80ef-a74c3a106b2b/a828163b-e4e8-4e34-a570-f045a0783132/f163400f-1332-4326-8614-2013ef042b67) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:36.031228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7dd4236-096c-4d4c-b107-8114fc67e50e up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:36.069931 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.128111 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.130684 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port c7dd4236-096c-4d4c-b107-8114fc67e50e triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:36.131042 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.151195 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.199978 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:36.202938 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:36.208457 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:36.209579 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.229963 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Pushing event updated for resources: {'Port': ['ID=f163400f-1332-4326-8614-2013ef042b67,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.250111 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.266554 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b690b3-861a-40f9-b719-8feb145821ec None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:36.294915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698d84-e8f1-4bd5-bce4-96ab7892dc07 None None] Pushing event updated for resources: {'Port': ['ID=a986f0f9-dd26-410d-b327-659bc08009c6,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.298606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Attempting to bind port a986f0f9-dd26-410d-b327-659bc08009c6 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:36.299203 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Attempting to bind port a986f0f9-dd26-410d-b327-659bc08009c6 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:36.299905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Attempting to bind port a986f0f9-dd26-410d-b327-659bc08009c6 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:36.307443 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:36.308285 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:36.312031 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.312581 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:36.313082 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Bound port: a986f0f9-dd26-410d-b327-659bc08009c6, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:36.313478 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.374950 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-54e1ab4d-be51-4156-94d1-c7e54623599f None None] Provisioning complete for port a986f0f9-dd26-410d-b327-659bc08009c6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:36.375313 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-54e1ab4d-be51-4156-94d1-c7e54623599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.381394 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] For port a986f0f9-dd26-410d-b327-659bc08009c6, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:36.416904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] For port a986f0f9-dd26-410d-b327-659bc08009c6, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a986f0f9-dd26-410d-b327-659bc08009c6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:36.427649 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-54e1ab4d-be51-4156-94d1-c7e54623599f None None] Port a986f0f9-dd26-410d-b327-659bc08009c6 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:36.469226 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.474022 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.519237 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11de31d9-12c7-4639-b735-c02e9d3e39aa None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:36.544887 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:36.545504 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:36.590739 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e698d84-e8f1-4bd5-bce4-96ab7892dc07 None None] Pushing event updated for resources: {'Port': ['ID=a986f0f9-dd26-410d-b327-659bc08009c6,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.613166 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-0c64fe83-8b8b-4933-9e8b-a2883c53bd38 None None] Provisioning complete for port f163400f-1332-4326-8614-2013ef042b67 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:36.613533 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0c64fe83-8b8b-4933-9e8b-a2883c53bd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.640027 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.684861 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-0c64fe83-8b8b-4933-9e8b-a2883c53bd38 None None] Port f163400f-1332-4326-8614-2013ef042b67 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:36.692939 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:36.701920 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.776060 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Pushing event updated for resources: {'Port': ['ID=f163400f-1332-4326-8614-2013ef042b67,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:36.778858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.844671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-2509879c-dac4-4ccf-ab7a-163a5cb9d864 None None] Provisioning complete for port a986f0f9-dd26-410d-b327-659bc08009c6 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:36.845305 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2509879c-dac4-4ccf-ab7a-163a5cb9d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.872901 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:36.874324 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:36.978309 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2509879c-dac4-4ccf-ab7a-163a5cb9d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:36.992318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:35Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:36.998990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Router 8a7aae97-be96-4e1d-a360-9bbfdb271906 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:37.026211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393241b-98c3-49e0-84fd-3d6ced1517e8 None None] The sync data for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 is: [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:35Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:37.032099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-2509879c-dac4-4ccf-ab7a-163a5cb9d864 None None] For port a986f0f9-dd26-410d-b327-659bc08009c6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a986f0f9-dd26-410d-b327-659bc08009c6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:37.096518 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-2509879c-dac4-4ccf-ab7a-163a5cb9d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.130867 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:37.136721 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-99e4377f-5e24-498d-b5e0-33c6fd92dd48 admin admin] 10.222.0.45 "PUT /v2.0/routers/8a7aae97-be96-4e1d-a360-9bbfdb271906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615576 Nov 10 23:05:37.155312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509879c-dac4-4ccf-ab7a-163a5cb9d864 None None] Pushing event updated for resources: {'Port': ['ID=a986f0f9-dd26-410d-b327-659bc08009c6,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:37.229113 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-d2315095-b8b5-42c7-af8d-416de75c6690 None None] Provisioning complete for port f163400f-1332-4326-8614-2013ef042b67 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:37.229669 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d2315095-b8b5-42c7-af8d-416de75c6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.268928 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d2315095-b8b5-42c7-af8d-416de75c6690 None None] Port f163400f-1332-4326-8614-2013ef042b67 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:37.840156 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57918) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:37.845215 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-22361848-network', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:37.935947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Made reservation on behalf of dc1bd4c5aedf475e8bce8f5bda04ef78 for: {'network': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:37.938349 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for network, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.954439 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.964658 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-091e7910-62ed-4b9b-9c0b-7c734fe1934c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:37.999863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a986f0f9-dd26-410d-b327-659bc08009c6 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:38.042760 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.052211 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port a986f0f9-dd26-410d-b327-659bc08009c6 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:38.052580 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.113738 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.135574 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 23:05:38.160635 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.160957 n-d-776250-11 neutron-server[103048]: INFO neutron.db.segments_db [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Added segment 5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b of type vlan for network d3fdc0a8-bcb9-45ec-8088-ced692491e3c Nov 10 23:05:38.162644 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4066d45c-a828-4c8b-b70a-70017e412880,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:38.218082 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754252512988'] for network, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.316524 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590'] for network, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.317521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:38.318127 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.387086 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fdc0a8-bcb9-45ec-8088-ced692491e3c,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:38.397204 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c details requested by agent ovs-agent-n-d-776250-11 with host n-d-776250-11 {{(pid=103049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 23:05:38.410819 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e1f13216-d8c9-4ac9-b777-677ca6fbe4f1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5695605 Nov 10 23:05:38.416947 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57920) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:38.418542 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Request body: {'subnet': {'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-22361848-subnet', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'ip_version': 4}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:38.510252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Made reservation on behalf of dc1bd4c5aedf475e8bce8f5bda04ef78 for: {'subnet': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:38.512733 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58884185'] for subnet, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.733773 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59658237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58884215'] for subnet, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:38.786582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:38.802662 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Checking segment: {'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:38.803025 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Network hostable DHCP agents. Network: d3fdc0a8-bcb9-45ec-8088-ced692491e3c, hostable agents: ['ca3097f7-9e44-46af-b912-ca42619eadc4'], hosted agents: [] {{(pid=103048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 23:05:38.918709 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c is scheduled to be hosted by DHCP agent ca3097f7-9e44-46af-b912-ca42619eadc4 with binding_index 1 {{(pid=103048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 23:05:38.972417 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Sync routers for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:38.981783 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:38.982375 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:39.007486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-11, d3fdc0a8-bcb9-45ec-8088-ced692491e3c) {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:39.011829 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:39.012686 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.020042 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff4bcc4-b125-4f03-b9b0-9f007bbc88ef None None] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:39.091180 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:39.101774 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-43ee7369-e197-40d0-a248-6246bdbdb514 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6870949 Nov 10 23:05:39.104284 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57922) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:39.109024 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:39.168626 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp11fca73c-68ed-56ca-b92f-a77e82e36911-d3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'fixed_ips': [{'subnet_id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393'}]}} from n-d-776250-11. {{(pid=103049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 23:05:39.169502 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.216299 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4065471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44977'] for router, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.217561 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4065475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4063585', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3674088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44936'] for router, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.279361 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.297394 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 2, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:39.315905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.db_base_plugin_common [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Allocated IP 172.20.0.2 (d3fdc0a8-bcb9-45ec-8088-ced692491e3c/ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393/627f4bba-0bfc-4df8-975f-54d47a874493) {{(pid=103049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:39.326711 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Checking router: 8a7aae97-be96-4e1d-a360-9bbfdb271906 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:39.329348 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Updating router 8a7aae97-be96-4e1d-a360-9bbfdb271906 port f163400f-1332-4326-8614-2013ef042b67 binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:39.352965 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.460780 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Publish callbacks [] for port, precommit_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.478214 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.524655 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267'] for port, after_create {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.569662 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c is already hosted by enough agents. {{(pid=103049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:39.574179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.scheduler.base_scheduler [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Resources bound (agent type, host, resource id): {{(pid=103049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:39.578897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Received port after_create {{(pid=103049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:39.584617 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Pushing event updated for resources: {'Port': ['ID=627f4bba-0bfc-4df8-975f-54d47a874493,revision_number=1']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.626202 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.646175 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Attempting to bind port 627f4bba-0bfc-4df8-975f-54d47a874493 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:39.646545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Attempting to bind port 627f4bba-0bfc-4df8-975f-54d47a874493 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:39.646905 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Attempting to bind port 627f4bba-0bfc-4df8-975f-54d47a874493 on network d3fdc0a8-bcb9-45ec-8088-ced692491e3c {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:39.652328 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:39.652695 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Checking segment: {'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:39.653334 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.653733 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Bound using segment: {'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:39.654194 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Bound port: 627f4bba-0bfc-4df8-975f-54d47a874493, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:39.654635 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.684743 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.716545 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.725408 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] For port 627f4bba-0bfc-4df8-975f-54d47a874493, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:39.728716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] For port 627f4bba-0bfc-4df8-975f-54d47a874493, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=627f4bba-0bfc-4df8-975f-54d47a874493,segment=NetworkSegment(5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b),segment_id=5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:39.743146 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Pushing event updated for resources: {'Port': ['ID=f163400f-1332-4326-8614-2013ef042b67,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.760368 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.773085 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.773425 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.773764 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.774097 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.774428 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.774756 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.775084 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.775437 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.775811 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.776130 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.776461 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.776771 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:05:39.784180 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.810878 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Attempting to bind port f163400f-1332-4326-8614-2013ef042b67 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:39.811250 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Attempting to bind port f163400f-1332-4326-8614-2013ef042b67 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:39.811624 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Attempting to bind port f163400f-1332-4326-8614-2013ef042b67 on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:39.815665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.818736 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:39.819113 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Checking segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:39.819505 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.820128 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Bound using segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:39.820543 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Bound port: f163400f-1332-4326-8614-2013ef042b67, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:39.820927 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:39.899807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427183c-bae2-4606-8b3d-c025b8ca2012 None None] Pushing event updated for resources: {'Port': ['ID=627f4bba-0bfc-4df8-975f-54d47a874493,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:39.916717 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Allocated IP 172.25.7.50 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/91baa52f-284b-482c-bccf-e33a3b2725e2) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:39.923209 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] For port f163400f-1332-4326-8614-2013ef042b67, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:39.927990 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] For port f163400f-1332-4326-8614-2013ef042b67, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f163400f-1332-4326-8614-2013ef042b67,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:40.013478 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-13e1c0a6-6f64-45f7-8fe2-02066ade1181 None None] Provisioning complete for port f163400f-1332-4326-8614-2013ef042b67 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:40.013869 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-13e1c0a6-6f64-45f7-8fe2-02066ade1181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.021961 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.034682 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.055006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-13e1c0a6-6f64-45f7-8fe2-02066ade1181 None None] Port f163400f-1332-4326-8614-2013ef042b67 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:40.081887 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:40.082527 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:40.142909 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.186659 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cbc20-1c12-4bbe-92fb-0898e73e9af9 None None] Pushing event updated for resources: {'Port': ['ID=f163400f-1332-4326-8614-2013ef042b67,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:40.197981 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:40.206186 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:40.210797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:40.221949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78035d27-fa5a-4289-8f50-f812163ac833 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:40.248256 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Pushing event updated for resources: {'Port': ['ID=91baa52f-284b-482c-bccf-e33a3b2725e2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:40.285494 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b646097a-c006-443a-9433-d3829e135abf None None] Provisioning complete for port 91baa52f-284b-482c-bccf-e33a3b2725e2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:40.286178 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b646097a-c006-443a-9433-d3829e135abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.306264 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:40.340863 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b646097a-c006-443a-9433-d3829e135abf None None] Port 91baa52f-284b-482c-bccf-e33a3b2725e2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:40.462425 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dd6b1220-8296-4216-ad6b-0cae250bb120 None None] Provisioning complete for port f163400f-1332-4326-8614-2013ef042b67 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:40.462789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd6b1220-8296-4216-ad6b-0cae250bb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.537824 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:39Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:40.550295 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd6b1220-8296-4216-ad6b-0cae250bb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.566767 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd41d02-09ba-454b-be2f-61aaea3735d4 None None] The sync data for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 is: [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:39Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:40.585839 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-dd6b1220-8296-4216-ad6b-0cae250bb120 None None] For port f163400f-1332-4326-8614-2013ef042b67, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f163400f-1332-4326-8614-2013ef042b67,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:40.600320 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.644897 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd6b1220-8296-4216-ad6b-0cae250bb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:40.702683 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b1220-8296-4216-ad6b-0cae250bb120 None None] Pushing event updated for resources: {'Port': ['ID=f163400f-1332-4326-8614-2013ef042b67,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:40.833553 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4068400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4063670'] for router, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.047890 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 is scheduled to L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e with binding_index 1 {{(pid=103048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 23:05:41.058154 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223dd38-991b-40c7-a931-0099a199823f None None] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:05:41.182434 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:41.192168 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.197852 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-53c2b1ed-373f-419d-b03d-e3085184ef0a None None] Provisioning complete for port 627f4bba-0bfc-4df8-975f-54d47a874493 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:41.199450 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53c2b1ed-373f-419d-b03d-e3085184ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.203669 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Sync routers for ids ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:41.255674 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] Publish callbacks [] for router, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.257262 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-40c1faf5-2862-44c9-9495-e710d0926b8b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1516674 Nov 10 23:05:41.259819 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57924) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:41.280940 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Routers {'0ff960fa-4f93-4630-b1d7-c06f64e36a68'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:41.281871 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:41.492949 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Set router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:41.494813 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53c2b1ed-373f-419d-b03d-e3085184ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.730649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.772851 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.855024 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-53c2b1ed-373f-419d-b03d-e3085184ef0a None None] For port 627f4bba-0bfc-4df8-975f-54d47a874493, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=627f4bba-0bfc-4df8-975f-54d47a874493,segment=NetworkSegment(5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b),segment_id=5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:41.932372 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Allocated IP 172.20.0.1 (d3fdc0a8-bcb9-45ec-8088-ced692491e3c/ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393/82be1334-4827-484c-8246-abea53599cbb) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:41.935110 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-53c2b1ed-373f-419d-b03d-e3085184ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:41.963613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 3, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port': {'id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:41.997761 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Checking router: 0ff960fa-4f93-4630-b1d7-c06f64e36a68 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:41.998208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Updating router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 port 91baa52f-284b-482c-bccf-e33a3b2725e2 binding host n-d-776250-11 {{(pid=103049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:42.041768 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.044456 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2b1ed-373f-419d-b03d-e3085184ef0a None None] Pushing event updated for resources: {'Port': ['ID=627f4bba-0bfc-4df8-975f-54d47a874493,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.094243 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.096325 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-72338383-0ea9-4580-b3da-103fd70c9c70 None None] Provisioning complete for port 627f4bba-0bfc-4df8-975f-54d47a874493 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:42.096954 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-72338383-0ea9-4580-b3da-103fd70c9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.207099 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f163400f-1332-4326-8614-2013ef042b67 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:42.213786 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.259293 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:42.264172 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:42.266995 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:42.271005 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Pushing event updated for resources: {'Port': ['ID=82be1334-4827-484c-8246-abea53599cbb,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.309792 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4066657'] for router_interface, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.372133 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port f163400f-1332-4326-8614-2013ef042b67 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:42.372506 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.509149 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Publish callbacks [] for port, precommit_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.522807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 627f4bba-0bfc-4df8-975f-54d47a874493 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:42.538596 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.580323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a5dc2213-8ab6-45c6-9b9a-8e4d5687f9ef None None] Provisioning complete for port 82be1334-4827-484c-8246-abea53599cbb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:42.580815 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2213-8ab6-45c6-9b9a-8e4d5687f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.603881 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.616318 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 627f4bba-0bfc-4df8-975f-54d47a874493 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:42.616774 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.697191 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2692e-c30c-4605-8fbf-13ca0764b310 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:42.709907 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc2213-8ab6-45c6-9b9a-8e4d5687f9ef None None] Port 82be1334-4827-484c-8246-abea53599cbb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:42.713886 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.721597 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Attempting to bind port 91baa52f-284b-482c-bccf-e33a3b2725e2 on host n-d-776250-11 for vnic_type normal with profile {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:42.722036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Attempting to bind port 91baa52f-284b-482c-bccf-e33a3b2725e2 by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:42.722470 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Attempting to bind port 91baa52f-284b-482c-bccf-e33a3b2725e2 on network c63c6976-ff85-445a-b1de-7ade69f02d52 {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:42.729634 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100aa7f-c45a-424e-bd67-c796c081c7b9 None None] Pushing event updated for resources: {'Port': ['ID=91baa52f-284b-482c-bccf-e33a3b2725e2,revision_number=2']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.734039 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:42.734533 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Checking segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:42.735535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.736123 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Bound using segment: {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'} {{(pid=103049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:42.736800 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.managers [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Bound port: 91baa52f-284b-482c-bccf-e33a3b2725e2, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519094a8-11f8-4d43-bf14-d4d19932de00', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52'}}] {{(pid=103049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:42.737983 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.770046 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.834100 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] For port 91baa52f-284b-482c-bccf-e33a3b2725e2, host n-d-776250-11, cleared binding levels {{(pid=103049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:42.850721 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Pushing event updated for resources: {'Port': ['ID=82be1334-4827-484c-8246-abea53599cbb,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:42.853350 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4066805'] for router_interface, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.857411 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] For port 91baa52f-284b-482c-bccf-e33a3b2725e2, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=91baa52f-284b-482c-bccf-e33a3b2725e2,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:42.867275 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-4ba8499b-eff7-4b60-9eae-5705930b7654 None None] Provisioning complete for port 91baa52f-284b-482c-bccf-e33a3b2725e2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:42.867781 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ba8499b-eff7-4b60-9eae-5705930b7654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.903036 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8499b-eff7-4b60-9eae-5705930b7654 None None] Port 91baa52f-284b-482c-bccf-e33a3b2725e2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:42.933702 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:42.957821 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:42.959889 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:42.979613 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Routers {'0ff960fa-4f93-4630-b1d7-c06f64e36a68'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:42.980298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:43.094752 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100aa7f-c45a-424e-bd67-c796c081c7b9 None None] Pushing event updated for resources: {'Port': ['ID=91baa52f-284b-482c-bccf-e33a3b2725e2,revision_number=3']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:43.109137 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:05:43.120040 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] Set router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:43.157806 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d4ecd-2325-4c5e-8103-aa801e1db807 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:05:43.249808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:05:43.256068 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-680b9986-b7e4-432a-bb07-35579091ede6 admin admin] 10.222.0.45 "PUT /v2.0/routers/0ff960fa-4f93-4630-b1d7-c06f64e36a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9952078 Nov 10 23:05:43.300073 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-3a0e0a67-2999-4cc5-81c4-63920f98ffe6 None None] Provisioning complete for port 91baa52f-284b-482c-bccf-e33a3b2725e2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:43.300663 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0a67-2999-4cc5-81c4-63920f98ffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.433077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0a67-2999-4cc5-81c4-63920f98ffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.446927 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 4, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port': {'id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '82be1334-4827-484c-8246-abea53599cbb', 'name': '', 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'mac_address': 'fa:16:3e:43:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:41Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 2, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'subnets': [{'id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:43.482119 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7002a2-be10-4330-a913-b0c47c96bd07 None None] The sync data for ids ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'] in n-d-776250-11 is: [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 4, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port': {'id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '82be1334-4827-484c-8246-abea53599cbb', 'name': '', 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'mac_address': 'fa:16:3e:43:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:41Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 2, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'subnets': [{'id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:43.487523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-3a0e0a67-2999-4cc5-81c4-63920f98ffe6 None None] For port 91baa52f-284b-482c-bccf-e33a3b2725e2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=91baa52f-284b-482c-bccf-e33a3b2725e2,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:43.567664 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0a67-2999-4cc5-81c4-63920f98ffe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.796718 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-5e2338dd-1eaf-419b-8b9b-18cd7b495ad9 None None] Provisioning complete for port 82be1334-4827-484c-8246-abea53599cbb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:43.797086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5e2338dd-1eaf-419b-8b9b-18cd7b495ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:43.822605 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e0a67-2999-4cc5-81c4-63920f98ffe6 None None] Pushing event updated for resources: {'Port': ['ID=91baa52f-284b-482c-bccf-e33a3b2725e2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:43.839530 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-5e2338dd-1eaf-419b-8b9b-18cd7b495ad9 None None] Port 82be1334-4827-484c-8246-abea53599cbb cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:43.970292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 627f4bba-0bfc-4df8-975f-54d47a874493 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:44.021090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 627f4bba-0bfc-4df8-975f-54d47a874493 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:44.021466 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:44.933547 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57934) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:44.938176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d9fc4daf-2129-47ca-bdb4-c990baef85e2 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566245706', 'description': 'tempest-secgroup-smoke-566245706 description', 'project_id': 'f722bb8f4257490b878c85103611d2ef'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:45.015785 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4daf-2129-47ca-bdb4-c990baef85e2 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.083115 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4daf-2129-47ca-bdb4-c990baef85e2 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.147211 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4daf-2129-47ca-bdb4-c990baef85e2 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.178225 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc4daf-2129-47ca-bdb4-c990baef85e2 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e3df2-568c-414b-8773-90128dcd69ba,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:45.240734 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d9fc4daf-2129-47ca-bdb4-c990baef85e2 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.242018 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d9fc4daf-2129-47ca-bdb4-c990baef85e2 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3074753 Nov 10 23:05:45.245008 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57936) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:45.249548 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-4224e9a5-fcc3-48d9-90dc-b892d75c734d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'security_group_rule': {'security_group_id': 'a40e3df2-568c-414b-8773-90128dcd69ba', 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:45.335970 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4224e9a5-fcc3-48d9-90dc-b892d75c734d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.399159 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4224e9a5-fcc3-48d9-90dc-b892d75c734d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.454154 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Sync routers for ids ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:05:45.464662 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Routers {'0ff960fa-4f93-4630-b1d7-c06f64e36a68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:45.465284 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:45.476263 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4224e9a5-fcc3-48d9-90dc-b892d75c734d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.498741 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224e9a5-fcc3-48d9-90dc-b892d75c734d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3658845-8380-411e-9cf0-dbbcdf73f8ac,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:45.574201 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Set router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:45.584232 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-4224e9a5-fcc3-48d9-90dc-b892d75c734d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.585498 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-4224e9a5-fcc3-48d9-90dc-b892d75c734d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395388 Nov 10 23:05:45.588494 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57938) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:45.592839 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-8d9acd74-2483-4dc0-9e78-856e78c00b1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'security_group_rule': {'security_group_id': 'a40e3df2-568c-414b-8773-90128dcd69ba', 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:45.676399 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d9acd74-2483-4dc0-9e78-856e78c00b1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.734917 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d9acd74-2483-4dc0-9e78-856e78c00b1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.813657 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d9acd74-2483-4dc0-9e78-856e78c00b1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.832396 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9acd74-2483-4dc0-9e78-856e78c00b1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f629f5c1-9ca7-4844-ab3a-b3e3a7f16bb6,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:45.857368 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 4, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port': {'id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '82be1334-4827-484c-8246-abea53599cbb', 'name': '', 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'mac_address': 'fa:16:3e:43:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:41Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 2, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'subnets': [{'id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:45.883031 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Checking router: 0ff960fa-4f93-4630-b1d7-c06f64e36a68 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:05:45.883383 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Updating router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 port 82be1334-4827-484c-8246-abea53599cbb binding host n-d-776250-11 {{(pid=103050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 23:05:45.907491 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.918501 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-8d9acd74-2483-4dc0-9e78-856e78c00b1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:45.925486 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57940) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:45.932471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-031aa666-10d3-4f4f-a8b4-73148abfba87 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'security_group_rule': {'security_group_id': 'a40e3df2-568c-414b-8773-90128dcd69ba', 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:45.941079 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-8d9acd74-2483-4dc0-9e78-856e78c00b1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3466747 Nov 10 23:05:46.005046 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 91baa52f-284b-482c-bccf-e33a3b2725e2 up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:46.024273 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-031aa666-10d3-4f4f-a8b4-73148abfba87 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.061833 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 91baa52f-284b-482c-bccf-e33a3b2725e2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:46.062205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.085820 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-031aa666-10d3-4f4f-a8b4-73148abfba87 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.156085 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-031aa666-10d3-4f4f-a8b4-73148abfba87 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.174478 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aa666-10d3-4f4f-a8b4-73148abfba87 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67f4e39-d6f5-4631-be89-01c4f96bd099,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.183130 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Publish callbacks [] for port, precommit_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.249540 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-031aa666-10d3-4f4f-a8b4-73148abfba87 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.250837 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-031aa666-10d3-4f4f-a8b4-73148abfba87 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243535 Nov 10 23:05:46.254327 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57942) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:46.258864 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-5bd9d39d-aa3b-4f6d-a0f6-adab51fbce5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'security_group_rule': {'security_group_id': 'a40e3df2-568c-414b-8773-90128dcd69ba', 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:46.276107 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.329313 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3901-9e85-4e61-96eb-01ecc0e71769 None None] Pushing event updated for resources: {'Port': ['ID=82be1334-4827-484c-8246-abea53599cbb,revision_number=3']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.367501 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d39d-aa3b-4f6d-a0f6-adab51fbce5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.382528 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Attempting to bind port 82be1334-4827-484c-8246-abea53599cbb on host n-d-776250-11 for vnic_type normal with profile {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:46.382915 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Attempting to bind port 82be1334-4827-484c-8246-abea53599cbb by drivers openvswitch,hyperv on host n-d-776250-11 at level 0 using segments [{'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:46.383268 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Attempting to bind port 82be1334-4827-484c-8246-abea53599cbb on network d3fdc0a8-bcb9-45ec-8088-ced692491e3c {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:46.388336 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Checking agent: {'id': '412bc10f-57ce-465c-b9b8-fab6e0e8c87d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 10, 11), 'started_at': datetime.datetime(2021, 11, 10, 21, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:46.388700 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Checking segment: {'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:46.389094 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.389600 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Bound using segment: {'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'} {{(pid=103050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:46.390060 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.managers [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Bound port: 82be1334-4827-484c-8246-abea53599cbb, host: n-d-776250-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c'}}] {{(pid=103050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:46.390437 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.438930 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d39d-aa3b-4f6d-a0f6-adab51fbce5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.464833 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] For port 82be1334-4827-484c-8246-abea53599cbb, host n-d-776250-11, cleared binding levels {{(pid=103050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:46.468633 n-d-776250-11 neutron-server[103050]: DEBUG neutron.plugins.ml2.db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] For port 82be1334-4827-484c-8246-abea53599cbb, host n-d-776250-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=82be1334-4827-484c-8246-abea53599cbb,segment=NetworkSegment(5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b),segment_id=5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b)] {{(pid=103050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:46.507201 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d39d-aa3b-4f6d-a0f6-adab51fbce5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.527541 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9d39d-aa3b-4f6d-a0f6-adab51fbce5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409a3092-dcfc-49ba-93cb-981ce8dbbf5a,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.536276 n-d-776250-11 neutron-server[103050]: DEBUG neutron_lib.callbacks.manager [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.577062 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-c30c6db6-5248-4f64-8ead-7c7662d294ef None None] Provisioning complete for port 82be1334-4827-484c-8246-abea53599cbb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:46.577499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c30c6db6-5248-4f64-8ead-7c7662d294ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.599046 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Routers {'0ff960fa-4f93-4630-b1d7-c06f64e36a68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:05:46.599672 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:05:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:46.602721 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3901-9e85-4e61-96eb-01ecc0e71769 None None] Pushing event updated for resources: {'Port': ['ID=82be1334-4827-484c-8246-abea53599cbb,revision_number=4']} {{(pid=103050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.626526 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d39d-aa3b-4f6d-a0f6-adab51fbce5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.630326 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-5bd9d39d-aa3b-4f6d-a0f6-adab51fbce5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750036 Nov 10 23:05:46.633325 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 57944) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:46.638920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'security_group_rule': {'security_group_id': 'a40e3df2-568c-414b-8773-90128dcd69ba', 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:46.682701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c30c6db6-5248-4f64-8ead-7c7662d294ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.721085 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-c30c6db6-5248-4f64-8ead-7c7662d294ef None None] For port 82be1334-4827-484c-8246-abea53599cbb, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=82be1334-4827-484c-8246-abea53599cbb,segment=NetworkSegment(5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b),segment_id=5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:05:46.722372 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] Set router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:05:46.739661 n-d-776250-11 neutron-server[103047]: INFO neutron.db.securitygroups_db [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Project f722bb8f4257490b878c85103611d2ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:05:46.746118 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.819389 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.836354 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c30c6db6-5248-4f64-8ead-7c7662d294ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.889519 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c6db6-5248-4f64-8ead-7c7662d294ef None None] Pushing event updated for resources: {'Port': ['ID=82be1334-4827-484c-8246-abea53599cbb,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.901807 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.919472 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc1dfb5-6eb8-40cc-a5ba-a85ec9bb3c70,revision_number=0']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:46.933392 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 4, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port': {'id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '82be1334-4827-484c-8246-abea53599cbb', 'name': '', 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'mac_address': 'fa:16:3e:43:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:41Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'subnets': [{'id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:05:46.956160 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-878cac3a-fe9a-45ce-9427-81f7a167fafb None None] Provisioning complete for port 82be1334-4827-484c-8246-abea53599cbb triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:46.956633 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-878cac3a-fe9a-45ce-9427-81f7a167fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.963642 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b7e32-ae97-4ab2-8375-34471d982f84 None None] The sync data for ids ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'] in n-d-776250-11 is: [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:42Z', 'revision_number': 4, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port': {'id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': '82be1334-4827-484c-8246-abea53599cbb', 'name': '', 'network_id': 'd3fdc0a8-bcb9-45ec-8088-ced692491e3c', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'mac_address': 'fa:16:3e:43:a2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:41Z', 'updated_at': '2021-11-10T23:05:46Z', 'revision_number': 4, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'subnets': [{'id': 'ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:05:46.992620 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:46.994345 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d1a0e690-d841-4cc6-83fd-39cd61d3e2fd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3595927 Nov 10 23:05:46.997171 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 57946) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:05:47.002739 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'security_group_rule': {'security_group_id': 'a40e3df2-568c-414b-8773-90128dcd69ba', 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:47.084613 n-d-776250-11 neutron-server[103048]: INFO neutron.db.securitygroups_db [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Project f722bb8f4257490b878c85103611d2ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 23:05:47.090119 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.152451 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.216065 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673736'] for security_group_rule, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.236925 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a609bd6-f405-4924-b27d-b9e0cc63849c,revision_number=0']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:47.340910 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:47.342149 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-8eef93d5-4293-4ce6-b50b-941d124aeb42 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3439498 Nov 10 23:05:47.499912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-cf94d670-8a58-41c4-acd9-45c1e39eaa81 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566245706&fields=id&tenant_id=f722bb8f4257490b878c85103611d2ef HTTP/1.1" status: 200 len: 267 time: 0.0481455 Nov 10 23:05:47.616240 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-32c394cb-d64a-479d-a9c9-336e4e27bc3a tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:47.617814 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-32c394cb-d64a-479d-a9c9-336e4e27bc3a tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 810 time: 0.1100280 Nov 10 23:05:47.633055 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-a9ff3229-44eb-4641-addd-09ddbcab3a7e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/quotas/f722bb8f4257490b878c85103611d2ef HTTP/1.1" status: 200 len: 375 time: 0.0090840 Nov 10 23:05:47.684909 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-4b1594ea-1aa6-4513-a065-7e271ba15772 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465269 Nov 10 23:05:47.787855 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-ed208601-a215-415b-b961-f90da3a46504 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:05:47.788874 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-ed208601-a215-415b-b961-f90da3a46504 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0925574 Nov 10 23:05:47.882405 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-7aeb19b7-67f3-49bd-be8e-a8e27aabdbaa service neutron] 10.222.0.45 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872231 Nov 10 23:05:47.973494 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-b00b2d91-c3a7-4d61-a604-3aa45b33acd5 service neutron] 10.222.0.45 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848706 Nov 10 23:05:47.983563 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 82be1334-4827-484c-8246-abea53599cbb up at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:05:48.034934 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Provisioning complete for port 82be1334-4827-484c-8246-abea53599cbb triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:48.035297 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:49.246965 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a9287f1-0460-4f93-bdde-90260e3f5e04 req-bf8be143-576a-4e8c-ac84-7edf7163f2ab tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 210 time: 0.0267062 Nov 10 23:05:50.334103 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-db939fb4-96ce-4b61-8fd4-0402a939fa1b req-25f27fdd-d518-4ee1-8773-4bf0c204add0 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 210 time: 0.0315249 Nov 10 23:05:50.844753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:51.411244 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-3189e93b-9db6-409a-8fab-e8b1a39f4733 req-27ea0935-eb12-4eb3-817d-2b402c1a7844 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Nov 10 23:05:52.493643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-eddac35b-803c-4bea-98e3-8e712f83f307 req-b0de43dc-ab6c-454f-8ad7-bd67aa38abee tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 210 time: 0.0253086 Nov 10 23:05:53.588326 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-76a47f1e-6817-4405-8fc8-7e67e67cb7cb req-b320289a-424a-4784-b50f-64e5ad03d032 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 210 time: 0.0263712 Nov 10 23:05:54.616143 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:54.685547 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-4d316f3e-7596-47ba-9626-e446437c5d8d req-af2b2fb8-f6dd-4747-8c32-b36bceb4c2c5 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 210 time: 0.0261998 Nov 10 23:05:55.346437 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-d56c887c-a697-4a91-a3e8-7e5adb043d2e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:55.347898 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-d56c887c-a697-4a91-a3e8-7e5adb043d2e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 810 time: 0.1071060 Nov 10 23:05:55.410550 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-bde47a21-413b-47b0-ab90-7104779f04ae tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f722bb8f4257490b878c85103611d2ef HTTP/1.1" status: 200 len: 379 time: 0.0539057 Nov 10 23:05:55.421292 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'port': {'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'admin_state_up': True, 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'security_groups': ['a40e3df2-568c-414b-8773-90128dcd69ba']}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:55.592762 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Made reservation on behalf of f722bb8f4257490b878c85103611d2ef for: {'port': 1} {{(pid=103048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:05:55.596334 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.720810 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_common [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Allocated IP 172.20.0.5 (60e7b009-3d60-48f1-80ef-a74c3a106b2b/a828163b-e4e8-4e34-a570-f045a0783132/b81c9a90-baa2-495a-8562-0292398dbff2) {{(pid=103048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:05:55.799265 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7c2ee146-593b-4923-872d-d99625110932 req-1f676d64-deb2-4c74-922b-f1bfccfe2c0f tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 210 time: 0.0398362 Nov 10 23:05:55.882759 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for port, precommit_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:55.981702 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_create {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.030968 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b is already hosted by enough agents. {{(pid=103048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:05:56.034416 n-d-776250-11 neutron-server[103048]: DEBUG neutron.scheduler.base_scheduler [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Resources bound (agent type, host, resource id): {{(pid=103048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:05:56.038122 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Received port after_create {{(pid=103048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:05:56.044735 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=1']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:56.092880 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:56.093485 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.178970 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-09910341-0e79-45f8-b242-e181d7f089cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611525 Nov 10 23:05:56.192213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.v2.base [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Request body: {'port': {'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-11'}} {{(pid=103048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:05:56.245973 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.319323 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-cafe79ea-45b0-47fa-8104-0e82e712257d None None] Provisioning complete for port b81c9a90-baa2-495a-8562-0292398dbff2 triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:05:56.319961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cafe79ea-45b0-47fa-8104-0e82e712257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.356006 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-cafe79ea-45b0-47fa-8104-0e82e712257d None None] Port b81c9a90-baa2-495a-8562-0292398dbff2 cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:05:56.824481 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81c9a90-baa2-495a-8562-0292398dbff2 {{(pid=103048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:05:56.832800 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.844898 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.provisioning_blocks [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Transition to ACTIVE for port object b81c9a90-baa2-495a-8562-0292398dbff2 will not be triggered until provisioned by entity L2. {{(pid=103048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:05:56.901827 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:56.921682 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13101a7b-b48c-4956-94fd-88f030961efa req-509d2d13-d2ec-43a2-856b-40cb633e1ab9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:56.923180 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13101a7b-b48c-4956-94fd-88f030961efa req-509d2d13-d2ec-43a2-856b-40cb633e1ab9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 931 time: 0.0536220 Nov 10 23:05:56.952325 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=2']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:56.980251 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-13101a7b-b48c-4956-94fd-88f030961efa req-44a1aa47-ae76-406e-814b-72a5b885be01 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507393 Nov 10 23:05:57.030540 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Attempting to bind port b81c9a90-baa2-495a-8562-0292398dbff2 on host n-h1-776250-11 for vnic_type normal with profile {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:05:57.030882 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Attempting to bind port b81c9a90-baa2-495a-8562-0292398dbff2 by drivers openvswitch,hyperv on host n-h1-776250-11 at level 0 using segments [{'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:05:57.031213 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Attempting to bind port b81c9a90-baa2-495a-8562-0292398dbff2 on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:57.036252 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Port b81c9a90-baa2-495a-8562-0292398dbff2 on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-11 {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:05:57.036567 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Attempting to bind port b81c9a90-baa2-495a-8562-0292398dbff2 on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:05:57.041403 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Checking agent: {'id': 'cecc98ce-5bff-48a4-8798-fa8a2d28b1e1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:05:57.041869 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Checking segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:05:57.042254 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Bound using segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} {{(pid=103048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:05:57.042675 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.managers [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Bound port: b81c9a90-baa2-495a-8562-0292398dbff2, host: n-h1-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}}] {{(pid=103048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:05:57.043033 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.108599 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, cleared binding levels {{(pid=103048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:05:57.112484 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:05:57.165272 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59657990'] for port, after_update {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.206464 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.207665 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:05:57.209082 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] 10.222.0.64 "PUT /v2.0/ports/b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 1092 time: 1.0218832 Nov 10 23:05:57.209529 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:05:57.211831 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ae775-bba2-43e4-a752-76218ae336c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:05:57.239021 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268734f9-292d-469c-afd5-1d042e3af64d service neutron] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=3']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:05:57.259931 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551bca0f-195b-48c4-b0f6-e79a1cbc784c x-openstack-request-id: req-551bca0f-195b-48c4-b0f6-e79a1cbc784c {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:05:57.260249 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:05:57.260553 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-551bca0f-195b-48c4-b0f6-e79a1cbc784c {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:05:57.260959 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'status': 'completed', 'code': 200} Nov 10 23:05:57.323138 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ae775-bba2-43e4-a752-76218ae336c9 req-a4be96d0-4276-4fae-bcb3-c9ebf317586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.324726 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c32ae775-bba2-43e4-a752-76218ae336c9 req-a4be96d0-4276-4fae-bcb3-c9ebf317586d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1095 time: 0.0440261 Nov 10 23:05:57.431147 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ae775-bba2-43e4-a752-76218ae336c9 req-9eaeb2ae-d5e1-4f4a-989d-313dbbad9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.432601 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c32ae775-bba2-43e4-a752-76218ae336c9 req-9eaeb2ae-d5e1-4f4a-989d-313dbbad9015 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f722bb8f4257490b878c85103611d2ef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0981803 Nov 10 23:05:57.529826 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ae775-bba2-43e4-a752-76218ae336c9 req-92c5a729-ff9b-4f40-8969-0967716e2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.531287 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c32ae775-bba2-43e4-a752-76218ae336c9 req-92c5a729-ff9b-4f40-8969-0967716e2943 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907786 Nov 10 23:05:57.605663 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-3309b5b5-22c5-443f-a071-41940ee9f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.607128 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-3309b5b5-22c5-443f-a071-41940ee9f964 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1095 time: 0.0402038 Nov 10 23:05:57.648553 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-49d459d3-9106-4f33-9ae4-ee1ff38b6cb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 217 time: 0.0330369 Nov 10 23:05:57.700872 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-06168bfd-5d66-47ce-a138-bac0fbcfd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.702233 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-06168bfd-5d66-47ce-a138-bac0fbcfd251 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0471067 Nov 10 23:05:57.748691 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-e12845e5-9199-45f2-8223-a22a31a87a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:57.750144 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-e12845e5-9199-45f2-8223-a22a31a87a4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401704 Nov 10 23:05:57.840764 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-f826d9cc-623a-4767-abdb-54c5e9b8d2ea service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829840 Nov 10 23:05:57.933723 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-5060fa05-0050-47dd-84f5-e921ff7788a5 req-8c3b9312-e2ff-4769-97d8-c3b2230fd575 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858955 Nov 10 23:05:58.101287 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83699876-8c7c-4632-82f2-955ff6440d7e req-72622568-f772-4475-b611-7f2865bebf30 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:58.102751 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83699876-8c7c-4632-82f2-955ff6440d7e req-72622568-f772-4475-b611-7f2865bebf30 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 943 time: 0.0535223 Nov 10 23:05:58.150719 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-83699876-8c7c-4632-82f2-955ff6440d7e req-9a763689-2255-4fc2-be77-352d44a7afdf tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Nov 10 23:05:59.269796 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1414d86-da02-433c-b88d-d85e6e101b3c req-402aaf75-10b4-40e6-9a65-b04156a64dff tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:05:59.271270 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1414d86-da02-433c-b88d-d85e6e101b3c req-402aaf75-10b4-40e6-9a65-b04156a64dff tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 943 time: 0.0490661 Nov 10 23:05:59.320573 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d1414d86-da02-433c-b88d-d85e6e101b3c req-248754b4-b9c2-4581-97c6-29eaedb09d90 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Nov 10 23:06:00.062389 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:06:00.434235 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1decf4-a81d-4bcf-966f-f213f92adbc1 req-feecfb88-23a9-48dc-91ab-6e650d699da9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:00.435617 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc1decf4-a81d-4bcf-966f-f213f92adbc1 req-feecfb88-23a9-48dc-91ab-6e650d699da9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 943 time: 0.0484710 Nov 10 23:06:00.484600 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-dc1decf4-a81d-4bcf-966f-f213f92adbc1 req-e9f03126-abf3-4635-9e96-7534bea174ae tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Nov 10 23:06:01.606836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ad18d-4270-45e1-8810-d0494dcdcdf5 req-9ddaa16d-22dd-48e4-8d9c-5bf1cd1c3ade tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:01.608345 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e58ad18d-4270-45e1-8810-d0494dcdcdf5 req-9ddaa16d-22dd-48e4-8d9c-5bf1cd1c3ade tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 943 time: 0.0540283 Nov 10 23:06:01.614997 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b81c9a90-baa2-495a-8562-0292398dbff2 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:06:01.660252 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e58ad18d-4270-45e1-8810-d0494dcdcdf5 req-4c79cd9c-78ff-4db7-aa69-75434eb87848 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453761 Nov 10 23:06:01.713644 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:01.725031 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:06:01.761205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.774330 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81c9a90-baa2-495a-8562-0292398dbff2 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:06:01.793916 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:01.869563 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:01.919758 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:02.269594 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['b81c9a90-baa2-495a-8562-0292398dbff2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:06:02.774270 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d538f24-130c-4987-8133-9713655b7637 req-e9714e1a-95a2-4918-b97d-a305e5f18695 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:02.775753 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d538f24-130c-4987-8133-9713655b7637 req-e9714e1a-95a2-4918-b97d-a305e5f18695 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 944 time: 0.0479438 Nov 10 23:06:02.828316 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-8d538f24-130c-4987-8133-9713655b7637 req-4e4b7f7a-84fc-4640-9eb2-6244f206b47b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464165 Nov 10 23:06:03.646095 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b81c9a90-baa2-495a-8562-0292398dbff2 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:06:03.781574 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning for port b81c9a90-baa2-495a-8562-0292398dbff2 completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:06:03.785672 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port b81c9a90-baa2-495a-8562-0292398dbff2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:06:03.786101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.866153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.888774 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:03.891002 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ffa5af-9d60-4f08-b2ce-eaf48918cc5b" -d '{"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-plugged", "status": "completed", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:03.903938 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:06:03.948050 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018d4a-78a2-442d-b98f-873711abaae7 req-716733ea-7e6a-438a-b2d0-bdfbb6392a36 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:03.949556 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a018d4a-78a2-442d-b98f-873711abaae7 req-716733ea-7e6a-438a-b2d0-bdfbb6392a36 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 944 time: 0.0518222 Nov 10 23:06:03.967464 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:03.993552 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7c5c3e-2620-4510-8a4f-6dda1a470595 x-openstack-request-id: req-4e7c5c3e-2620-4510-8a4f-6dda1a470595 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:03.993842 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-plugged", "status": "completed", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:03.994087 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e7c5c3e-2620-4510-8a4f-6dda1a470595 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:03.995019 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'code': 200} Nov 10 23:06:04.003274 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-7a018d4a-78a2-442d-b98f-873711abaae7 req-4ff78c1d-6a1f-4dfe-8229-f6ea515ebfef tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475876 Nov 10 23:06:04.028333 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:04.095719 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939c15-8227-4dd9-af1f-2ad88c30bc52 req-dec2c674-ebc8-4ae3-8de7-46cd6dde4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:04.097224 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06939c15-8227-4dd9-af1f-2ad88c30bc52 req-dec2c674-ebc8-4ae3-8de7-46cd6dde4662 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1097 time: 0.0420063 Nov 10 23:06:04.147688 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-06939c15-8227-4dd9-af1f-2ad88c30bc52 req-ded12e33-ea8e-4b8a-a1f0-9cc0b1a57902 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433345 Nov 10 23:06:05.128615 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b69ed-a9aa-4071-bfd5-21dbdf5093cf req-94830ece-b886-46f2-a10e-b00d5fa03968 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:05.130067 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427b69ed-a9aa-4071-bfd5-21dbdf5093cf req-94830ece-b886-46f2-a10e-b00d5fa03968 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Nov 10 23:06:05.181801 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-427b69ed-a9aa-4071-bfd5-21dbdf5093cf req-34033a20-8c9b-46b0-9e3b-1698a90262f0 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Nov 10 23:06:05.801260 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b0fe8629-7f8c-4696-92ee-2af0bf54761e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.301455 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db348a-fcac-4a2e-8abb-85b13bdd3685 req-e83c43c8-fb77-49f5-a362-a0ef0aa96eb1 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:06.302949 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7db348a-fcac-4a2e-8abb-85b13bdd3685 req-e83c43c8-fb77-49f5-a362-a0ef0aa96eb1 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Nov 10 23:06:06.353717 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b7db348a-fcac-4a2e-8abb-85b13bdd3685 req-0002d78e-fd66-401a-b889-21c65004881d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447369 Nov 10 23:06:06.472106 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e070655-4db7-4547-882c-3eb8a76bfb20 req-bd228bf9-db0e-484a-a5e6-259a5c5493be tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:06.473480 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e070655-4db7-4547-882c-3eb8a76bfb20 req-bd228bf9-db0e-484a-a5e6-259a5c5493be tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 945 time: 0.0489674 Nov 10 23:06:06.522513 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-1e070655-4db7-4547-882c-3eb8a76bfb20 req-6ccdd492-4f96-4e12-9a9d-a234be1303cd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 Nov 10 23:06:06.543875 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58034) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:06.627434 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63cf6b-6b4e-4111-b016-9b00c44b42db tempest-TestSnapshotPattern-184722687 tempest-TestSnapshotPattern-184722687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:06.628982 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-1d63cf6b-6b4e-4111-b016-9b00c44b42db tempest-TestSnapshotPattern-184722687 tempest-TestSnapshotPattern-184722687-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1092 time: 0.0840950 Nov 10 23:06:06.631913 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58038) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:06:06.636147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:06:06.756089 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.851332 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:06.955454 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Allocated IP 172.25.7.82 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/2e60bfc0-ade5-47a5-8da4-6962eaed2e5b) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:06:07.052598 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.144450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.185000 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:06:07.190762 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:06:07.195187 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:06:07.218598 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'Port': ['ID=2e60bfc0-ade5-47a5-8da4-6962eaed2e5b,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:07.894754 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:07.950248 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c69c9316-4745-4a24-b78c-9ffa6b3fc2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.019802 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.169916 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.226980 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.292850 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'Port': ['ID=2e60bfc0-ade5-47a5-8da4-6962eaed2e5b,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:06:08.308374 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.406124 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Floating IP 7c5aed26-024f-4077-b657-3fb0c5653105 associated. External IP: 172.25.7.82, port: b81c9a90-baa2-495a-8562-0292398dbff2. Nov 10 23:06:08.612054 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Router 8a7aae97-be96-4e1d-a360-9bbfdb271906 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:06:08.719112 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:06:08.730640 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] Sync routers for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:06:08.741364 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:08.741980 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:06:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:08.809460 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:08.836831 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-d4526fb6-ed4b-4c92-b19f-81d6530b8057 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2038877 Nov 10 23:06:08.837456 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:06:08.839761 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2" -d '{"events": [{"name": "network-changed", "server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:06:08.849958 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:08.889398 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b1dc1f-6bdf-485a-ab32-ea26b8ca1f4c x-openstack-request-id: req-41b1dc1f-6bdf-485a-ab32-ea26b8ca1f4c {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:06:08.889775 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:06:08.889971 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41b1dc1f-6bdf-485a-ab32-ea26b8ca1f4c {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:06:08.890438 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'status': 'completed', 'code': 200} Nov 10 23:06:08.955587 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-f0c8ccf6-e8f2-4fdf-9f95-34ff229a5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:08.965568 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-f0c8ccf6-e8f2-4fdf-9f95-34ff229a5ff7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1097 time: 0.0446744 Nov 10 23:06:09.055060 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-d683d823-fdb6-4958-82fc-29590bfeefa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:09.056584 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-d683d823-fdb6-4958-82fc-29590bfeefa2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0922236 Nov 10 23:06:09.101827 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:07Z', 'revision_number': 0, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:09.122685 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-63434de2-5e23-43e8-b7b1-0d63bb655aad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 998 time: 0.0596106 Nov 10 23:06:09.128292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] Checking router: 8a7aae97-be96-4e1d-a360-9bbfdb271906 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:06:09.137358 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:06:09.137954 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:06:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:09.177958 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-5c6d52cb-4ac8-44b7-8b55-7a95f9720e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:09.179504 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-5c6d52cb-4ac8-44b7-8b55-7a95f9720e0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0507739 Nov 10 23:06:09.226918 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-94252b07-23eb-4b81-8aa8-d027d5c11241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:09.228486 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-94252b07-23eb-4b81-8aa8-d027d5c11241 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423210 Nov 10 23:06:09.247815 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:06:09.319012 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-e60a54ac-ac70-4d4b-8244-ad047e43b98a service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832169 Nov 10 23:06:09.415079 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-87ceb438-e3c3-4bba-9f87-e3ce858dafe2 req-f0c00bfe-c761-48d2-96b1-1ec3c38f0fa0 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893288 Nov 10 23:06:09.478542 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:07Z', 'revision_number': 0, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:06:09.504941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72329d5b-008b-4479-829e-5cdfcfc0d5d6 None None] The sync data for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 is: [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:07Z', 'revision_number': 0, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:06:09.691160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:09.706426 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651fd14-4487-4b3b-b4e9-dfc9a089a3f7 None None] New status for floating IP 7c5aed26-024f-4077-b657-3fb0c5653105: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:06:11.138638 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:11.510523 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:20.850234 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:21.922038 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-281ff751-28b0-487b-98f8-9acb51513d96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412796 Nov 10 23:06:22.007471 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-d0cd05d0-90ef-4a24-965f-b2347276db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:22.008983 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-d0cd05d0-90ef-4a24-965f-b2347276db05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1097 time: 0.0434787 Nov 10 23:06:22.117902 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-8ae9d56b-3bf6-4fcb-9664-83bbdd7379fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:22.119395 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-8ae9d56b-3bf6-4fcb-9664-83bbdd7379fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0916543 Nov 10 23:06:22.186225 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-3dc979fc-2f0e-4915-96ff-177f0819cc2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 1000 time: 0.0587220 Nov 10 23:06:22.240304 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-84c14424-47fe-4bc0-9625-50a9acb69dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:22.241745 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-84c14424-47fe-4bc0-9625-50a9acb69dd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0479026 Nov 10 23:06:22.287201 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-058775e3-163e-43c7-b88f-997221c46573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:06:22.288699 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-058775e3-163e-43c7-b88f-997221c46573 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398448 Nov 10 23:06:22.381620 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-67075697-05fc-4b1f-b25e-27a30edc0aa0 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856357 Nov 10 23:06:22.471569 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-faf49521-f358-4e17-bd30-5f592b3a6aa5 req-608d4b4a-3a2b-48e9-b3d0-dee172a5541e service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815384 Nov 10 23:06:24.620968 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:35.778547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7823f6be-69a8-48c6-9a59-eed2edc24f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:37.060903 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:06:37.998417 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-98a7dd21-e1e1-47e7-9c4a-4cc4a79d10d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:39.703690 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:41.178914 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:41.492598 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:50.889770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:06:54.635183 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:05.786585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8196dfb7-2c49-44f4-9522-f42b7d6614d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:07.971656 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1473bbb0-fa0a-4961-b45c-f16c998b1ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:09.715028 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:11.160718 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:11.531763 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:14.060175 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:07:20.891705 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:21.900331 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-80099e93-1d72-449b-8097-b181ca7ef7fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406940 Nov 10 23:07:21.988354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-17aac0f8-894f-4b62-b634-92a3cdc0f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:21.989828 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-17aac0f8-894f-4b62-b634-92a3cdc0f4db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1097 time: 0.0454457 Nov 10 23:07:22.091381 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-8a7289bd-deb6-4def-9408-171e51c68725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:22.092912 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-8a7289bd-deb6-4def-9408-171e51c68725 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0849853 Nov 10 23:07:22.162683 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-71dd0a0f-a73e-4f78-8630-88efc9a3bdb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 1000 time: 0.0626132 Nov 10 23:07:22.214475 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-aeb1eb56-247f-477d-827b-62cdb11a1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:22.216913 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-aeb1eb56-247f-477d-827b-62cdb11a1fb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0458870 Nov 10 23:07:22.261773 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-732d4f46-dc3a-49b8-af29-0c3160c4ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:07:22.264031 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-732d4f46-dc3a-49b8-af29-0c3160c4ff2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408401 Nov 10 23:07:22.356700 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-98b5d364-00ac-4750-b2fd-98c11e87810c service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846410 Nov 10 23:07:22.444529 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d90a7e4e-d6a3-4eb5-922a-b9ee3acf194c req-3dcbb583-4e45-453a-8bda-46c3b789c73e service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812974 Nov 10 23:07:24.628585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:35.797638 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aebc1a4e-4448-4ebf-8566-87f73845f84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:38.011409 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-7a4b58e2-5f9b-4683-95e8-cda0e44e2f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:39.711747 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:41.154988 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:41.531584 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:50.889242 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:07:51.059745 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:07:54.668792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:05.786415 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c54539f9-288b-422f-8409-6ef5a5ed88b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:07.965288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-10cd17f9-6130-4629-97e9-83a8ec16ee5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:09.714086 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:11.160645 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:11.537016 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:20.919949 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:24.011492 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-4727df54-c9ae-4a61-b0e6-65c497e636b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1607380 Nov 10 23:08:24.092039 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a5dda-0afb-4d33-b869-964ab04017ac req-29cf0dfe-101f-4515-bfb4-8d142a2a449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:24.093510 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-29cf0dfe-101f-4515-bfb4-8d142a2a449c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1097 time: 0.0403695 Nov 10 23:08:24.198175 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a5dda-0afb-4d33-b869-964ab04017ac req-1ee5ce05-4ea2-459b-baa9-6b3138bdf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:24.199643 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-1ee5ce05-4ea2-459b-baa9-6b3138bdf5e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0879374 Nov 10 23:08:24.270239 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-50c739d7-7ef6-4586-b32d-d9ace7e726da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 1000 time: 0.0631015 Nov 10 23:08:24.322283 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a5dda-0afb-4d33-b869-964ab04017ac req-3f14c135-339e-4216-b1db-ba858fde4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:24.323799 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-3f14c135-339e-4216-b1db-ba858fde4c43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0469894 Nov 10 23:08:24.369916 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a5dda-0afb-4d33-b869-964ab04017ac req-f5a03b85-1ed9-4dd9-952f-420f9673d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:24.371363 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-f5a03b85-1ed9-4dd9-952f-420f9673d73c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410507 Nov 10 23:08:24.466736 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-87e09837-0345-4176-a235-76f808ca8025 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880477 Nov 10 23:08:24.556933 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-147a5dda-0afb-4d33-b869-964ab04017ac req-a1d79891-aa82-4ecf-abb0-8e9de64c013c service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831323 Nov 10 23:08:24.700219 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:28.058924 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:08:35.820788 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f4445f90-21b4-4de9-b15c-90a4c6640f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:37.964792 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-80867abb-4954-40ff-a863-12558c6a234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:39.743155 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.484196 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b81c9a90-baa2-495a-8562-0292398dbff2 details requested by agent hyperv_n-h1-776250-11 with host n-h1-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:08:40.579945 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:40.591150 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Returning: {'device': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:08:40.626723 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.638904 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b81c9a90-baa2-495a-8562-0292398dbff2 {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:08:40.658228 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:40.725403 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:40.775274 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:40.783092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.784974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.784974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.784974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.784974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.784974 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.785523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.785523 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.785727 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.785973 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.786293 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.786611 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:40.796716 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] get_ports_and_sgs() called for port_ids ['b81c9a90-baa2-495a-8562-0292398dbff2'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:08:41.171269 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:41.553536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:42.501071 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b81c9a90-baa2-495a-8562-0292398dbff2 up at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:08:42.548438 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Provisioning complete for port b81c9a90-baa2-495a-8562-0292398dbff2 triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:42.548698 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:42.623471 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:42.648931 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:08:42.651403 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8366b88-0055-44cb-93ce-e7f1bf9cee3d" -d '{"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-plugged", "status": "completed", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:08:42.664520 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:42.799499 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:42.846635 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:43.710838 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f829f51-711e-4464-b56f-1b6169ee905f x-openstack-request-id: req-0f829f51-711e-4464-b56f-1b6169ee905f {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:08:43.711424 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-plugged", "status": "completed", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:08:43.711424 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f829f51-711e-4464-b56f-1b6169ee905f {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:08:43.711786 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'code': 200} Nov 10 23:08:50.896802 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:54.707877 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:56.420052 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-aca01684-23c8-42bb-b380-7c568ddcb8ac tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566245706&fields=id&tenant_id=f722bb8f4257490b878c85103611d2ef HTTP/1.1" status: 200 len: 267 time: 0.0456140 Nov 10 23:08:56.533194 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2d401d92-491a-47e1-8d02-6028c6354bc7 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:56.534564 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2d401d92-491a-47e1-8d02-6028c6354bc7 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 810 time: 0.1072273 Nov 10 23:08:56.550218 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-3351603f-365b-489a-b98d-821cf6159797 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/quotas/f722bb8f4257490b878c85103611d2ef HTTP/1.1" status: 200 len: 375 time: 0.0098472 Nov 10 23:08:56.604981 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-26486f0a-4033-4dfa-8252-10d0424cbb6b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0495312 Nov 10 23:08:56.703197 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-b0d48c00-a294-4cf8-9068-3c8461e3e0e3 service neutron] 10.222.0.45 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863326 Nov 10 23:08:56.794736 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-1c6c6d1d-0003-450b-b97f-1369df0f48f4 service neutron] 10.222.0.45 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850587 Nov 10 23:08:57.003158 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0110e065-307a-43ef-9830-5aa2f5d44971 req-3ebc18fe-3bc2-4331-92e4-c9d4ae1b7e5e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 210 time: 0.0314140 Nov 10 23:08:58.098621 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-64f3e769-2a56-49d5-af13-5c5023c47b6c req-8df4c0ab-016e-4a21-9fb3-e8dc39ffdcc7 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 210 time: 0.0270994 Nov 10 23:08:58.578387 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b81c9a90-baa2-495a-8562-0292398dbff2 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:08:58.656645 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:58.678894 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:08:58.681147 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f9fa1f-c112-4d23-a239-3044b64aef04" -d '{"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-unplugged", "status": "completed", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:08:58.694555 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:08:58.708915 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-418f3536-30f7-437f-80bd-ef0ed8eedb3f tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:58.709912 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-418f3536-30f7-437f-80bd-ef0ed8eedb3f tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.53 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 810 time: 0.1087458 Nov 10 23:08:58.724847 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831727e8-d928-46ba-8919-09f4beb8a760 x-openstack-request-id: req-831727e8-d928-46ba-8919-09f4beb8a760 {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:08:58.725136 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-unplugged", "status": "completed", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:08:58.725794 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-831727e8-d928-46ba-8919-09f4beb8a760 {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:08:58.726318 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'code': 200} Nov 10 23:08:58.778552 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-0c188dec-8461-4692-8b1b-ee0b4dfb7faa tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f722bb8f4257490b878c85103611d2ef HTTP/1.1" status: 200 len: 379 time: 0.0580633 Nov 10 23:08:58.787501 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:58.788870 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'port': {'device_id': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'admin_state_up': True, 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'security_groups': ['a40e3df2-568c-414b-8773-90128dcd69ba']}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:08:58.838838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Pushing event updated for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:58.958822 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Made reservation on behalf of f722bb8f4257490b878c85103611d2ef for: {'port': 1} {{(pid=103047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 23:08:58.962435 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:59.093924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Allocated IP 172.20.0.7 (60e7b009-3d60-48f1-80ef-a74c3a106b2b/a828163b-e4e8-4e34-a570-f045a0783132/fe7599e2-abfa-4f78-b4f4-d52090000e3d) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:08:59.224521 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7164d923-4187-44e5-b73f-d26f8844306a req-9a08c0f8-aada-417f-8515-76a768a17105 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Nov 10 23:08:59.266079 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:59.360095 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:59.433801 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:08:59.441579 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:08:59.445394 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:08:59.448296 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:08:59.458996 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.459664 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.460097 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.460625 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.461177 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.461622 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.462211 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.462667 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.463261 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.463769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.464215 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.464990 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:08:59.548966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:08:59.549870 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:59.656781 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-2b04d7f5-47d7-4c54-b86f-916e1ad74d31 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714678 Nov 10 23:08:59.810671 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-dd570b57-db3b-47ff-9871-319e11adeb10 None None] Provisioning complete for port fe7599e2-abfa-4f78-b4f4-d52090000e3d triggered by entity DHCP. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:08:59.811321 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dd570b57-db3b-47ff-9871-319e11adeb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:08:59.844753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-dd570b57-db3b-47ff-9871-319e11adeb10 None None] Port fe7599e2-abfa-4f78-b4f4-d52090000e3d cannot update to ACTIVE because it is not bound. {{(pid=103049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 23:09:00.360473 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05386b-63c3-409a-a813-11b14efed4ff req-fafca50b-be36-45cf-9cce-c9f16d16c6c6 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:00.362926 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af05386b-63c3-409a-a813-11b14efed4ff req-fafca50b-be36-45cf-9cce-c9f16d16c6c6 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0530176 Nov 10 23:09:00.413782 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-af05386b-63c3-409a-a813-11b14efed4ff req-f61caecc-233b-4a94-8545-e7a8c120076a tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448759 Nov 10 23:09:01.537038 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a6b33-4fad-4085-ac86-32951d2a7898 req-facd6452-ff56-453e-8c32-33616b4b63f9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:01.538680 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf0a6b33-4fad-4085-ac86-32951d2a7898 req-facd6452-ff56-453e-8c32-33616b4b63f9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0538154 Nov 10 23:09:01.589618 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-cf0a6b33-4fad-4085-ac86-32951d2a7898 req-0b4c9130-f139-4ad9-ae17-58a9361f247e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Nov 10 23:09:02.718941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d78db3-0f88-4b4c-bfc4-c4787d58392b req-1b94ad11-df32-4957-a632-b1b1c6a9546e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:02.720470 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1d78db3-0f88-4b4c-bfc4-c4787d58392b req-1b94ad11-df32-4957-a632-b1b1c6a9546e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0525396 Nov 10 23:09:02.771591 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-c1d78db3-0f88-4b4c-bfc4-c4787d58392b req-95319b47-ce63-4e31-93af-1162508290ae tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Nov 10 23:09:03.918213 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963e2ba-f180-40e2-83a7-2c3e097a078f req-ee5e5573-939e-4376-972f-100cc0b235da tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:03.919891 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7963e2ba-f180-40e2-83a7-2c3e097a078f req-ee5e5573-939e-4376-972f-100cc0b235da tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0676117 Nov 10 23:09:03.985543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-7963e2ba-f180-40e2-83a7-2c3e097a078f req-d9e12268-0549-442e-9e96-f9e517ee624f tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542271 Nov 10 23:09:05.061203 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:09:05.102556 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec4143-d3ba-43c1-a51f-6a2b05d9bf87 req-f2903cb7-d0aa-49d6-b5e8-7562856f337f tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:05.104037 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fec4143-d3ba-43c1-a51f-6a2b05d9bf87 req-f2903cb7-d0aa-49d6-b5e8-7562856f337f tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0619709 Nov 10 23:09:05.172540 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2fec4143-d3ba-43c1-a51f-6a2b05d9bf87 req-fd22aec1-a9c4-4296-8e57-57fb83a95e08 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616601 Nov 10 23:09:05.782423 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-c6bc9e93-6322-443f-9f5b-f3676b3ff9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:06.292818 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52a588-bc33-47a8-ae64-b32f5e7bbeda req-b97b0c32-5003-4ab1-a25e-82ebd00404bc tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:06.294215 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d52a588-bc33-47a8-ae64-b32f5e7bbeda req-b97b0c32-5003-4ab1-a25e-82ebd00404bc tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0524035 Nov 10 23:09:06.344991 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-5d52a588-bc33-47a8-ae64-b32f5e7bbeda req-90c0246f-532c-4f29-b1ba-507a22a34c70 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440679 Nov 10 23:09:07.471625 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c284d-5672-4c34-b86f-b74f24f8bf11 req-924e085b-78d5-4882-8a48-2c310b89d7d5 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:07.473080 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7c284d-5672-4c34-b86f-b74f24f8bf11 req-924e085b-78d5-4882-8a48-2c310b89d7d5 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0562677 Nov 10 23:09:07.526420 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0a7c284d-5672-4c34-b86f-b74f24f8bf11 req-aab05a68-2544-475b-8cf7-e5b65f0d59fb tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Nov 10 23:09:07.970613 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-87c326a8-935b-4009-8de3-4aaaa656e304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:08.651446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c4cc0-0836-48b4-8a59-06fda32908f2 req-8b0e23af-f145-4f88-aab9-9530945f9637 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:08.652993 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b6c4cc0-0836-48b4-8a59-06fda32908f2 req-8b0e23af-f145-4f88-aab9-9530945f9637 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0511768 Nov 10 23:09:08.709620 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-3b6c4cc0-0836-48b4-8a59-06fda32908f2 req-952a92c2-7719-403f-8eb3-589b48ca5a98 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492051 Nov 10 23:09:09.853986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15fd11-a9d8-4161-ac68-5d4719e2787e req-44feb3e3-697c-449a-a186-e79130e619b5 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:09.855593 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f15fd11-a9d8-4161-ac68-5d4719e2787e req-44feb3e3-697c-449a-a186-e79130e619b5 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 931 time: 0.0717263 Nov 10 23:09:09.914730 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0f15fd11-a9d8-4161-ac68-5d4719e2787e req-81676d25-70a3-4444-9642-48026d65f360 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523486 Nov 10 23:09:10.360266 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Request body: {'port': {'device_id': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-11'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:10.380074 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.413269 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.672318 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7599e2-abfa-4f78-b4f4-d52090000e3d {{(pid=103047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:10.680599 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.692226 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.provisioning_blocks [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Transition to ACTIVE for port object fe7599e2-abfa-4f78-b4f4-d52090000e3d will not be triggered until provisioned by entity L2. {{(pid=103047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 23:09:10.768423 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.820611 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:10.891979 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Attempting to bind port fe7599e2-abfa-4f78-b4f4-d52090000e3d on host n-h2-776250-11 for vnic_type normal with profile {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 23:09:10.893775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Attempting to bind port fe7599e2-abfa-4f78-b4f4-d52090000e3d by drivers openvswitch,hyperv on host n-h2-776250-11 at level 0 using segments [{'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 23:09:10.893775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Attempting to bind port fe7599e2-abfa-4f78-b4f4-d52090000e3d on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:10.897208 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Port fe7599e2-abfa-4f78-b4f4-d52090000e3d on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-11 {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 23:09:10.897537 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Attempting to bind port fe7599e2-abfa-4f78-b4f4-d52090000e3d on network 60e7b009-3d60-48f1-80ef-a74c3a106b2b {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 23:09:10.902921 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Checking agent: {'id': 'ecaa60b9-74eb-46e6-b347-6da2198c69de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'started_at': datetime.datetime(2021, 11, 10, 21, 18, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 23:09:10.903274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Checking segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 23:09:10.904229 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Bound using segment: {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'} {{(pid=103047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 23:09:10.904663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.managers [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Bound port: fe7599e2-abfa-4f78-b4f4-d52090000e3d, host: n-h2-776250-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78746f8-dc0a-4e3c-b2d4-6a073f088687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b'}}] {{(pid=103047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 23:09:10.905106 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:10.977960 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, cleared binding levels {{(pid=103047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 23:09:10.981290 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 23:09:11.046576 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02830611-358c-4a31-afcf-d52eb8f809dc req-8c290998-a1df-48a5-845d-9006fe3ff1af tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.048095 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02830611-358c-4a31-afcf-d52eb8f809dc req-8c290998-a1df-48a5-845d-9006fe3ff1af tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 943 time: 0.0510190 Nov 10 23:09:11.068498 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:11.114549 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.115162 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:11.116543 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] 10.222.0.53 "PUT /v2.0/ports/fe7599e2-abfa-4f78-b4f4-d52090000e3d HTTP/1.1" status: 200 len: 1092 time: 0.8411288 Nov 10 23:09:11.118973 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:11.121779 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f6d4f8-3b82-4db4-9380-93f999939e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:11.156097 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-02830611-358c-4a31-afcf-d52eb8f809dc req-47deef12-ba30-4f58-a6e6-3d57e00a5b6f tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020367 Nov 10 23:09:11.169789 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78ac02-ad91-4d2a-8cb3-b305f3633c7f service neutron] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=3']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:11.173481 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6283418a-adce-40cd-985a-7a99cc0ee0f9 x-openstack-request-id: req-6283418a-adce-40cd-985a-7a99cc0ee0f9 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:11.173652 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:11.173951 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6283418a-adce-40cd-985a-7a99cc0ee0f9 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:11.174221 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'status': 'completed', 'code': 200} Nov 10 23:09:11.174682 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:11.237437 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6d4f8-3b82-4db4-9380-93f999939e0c req-37fbd493-0c33-4d90-949b-445ca8c49e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.238948 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35f6d4f8-3b82-4db4-9380-93f999939e0c req-37fbd493-0c33-4d90-949b-445ca8c49e0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 1095 time: 0.0431590 Nov 10 23:09:11.346005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6d4f8-3b82-4db4-9380-93f999939e0c req-09e3240b-cb0d-4438-86e9-2b1f74592b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.347473 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35f6d4f8-3b82-4db4-9380-93f999939e0c req-09e3240b-cb0d-4438-86e9-2b1f74592b92 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f722bb8f4257490b878c85103611d2ef&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0992374 Nov 10 23:09:11.446662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6d4f8-3b82-4db4-9380-93f999939e0c req-7ae9023f-bee4-4e37-94a5-4c2bd56b592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.448072 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-35f6d4f8-3b82-4db4-9380-93f999939e0c req-7ae9023f-bee4-4e37-94a5-4c2bd56b592c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920072 Nov 10 23:09:11.517609 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:11.524074 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-bb3c06b2-ff8b-4fdb-b9d7-60325ac2cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.525843 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-bb3c06b2-ff8b-4fdb-b9d7-60325ac2cb06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 1095 time: 0.0425317 Nov 10 23:09:11.567773 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-ca438157-1220-4924-a67f-f4445a759a39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d HTTP/1.1" status: 200 len: 217 time: 0.0342264 Nov 10 23:09:11.619886 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-b864071f-8ddb-412e-adf8-b6b15494bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.621394 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-b864071f-8ddb-412e-adf8-b6b15494bb7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0464268 Nov 10 23:09:11.667883 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-be7e2190-73a6-451f-b507-68fba8c17796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:11.670551 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-be7e2190-73a6-451f-b507-68fba8c17796 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412841 Nov 10 23:09:11.760155 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-78845017-c1f1-4a75-9b9e-b50d32b0f2f8 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Nov 10 23:09:11.852080 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-b1f7b20c-c769-428f-907d-ac6f1a47e9f4 req-42b3cfb4-56a9-4a1f-a7f2-0b7e23ff7d94 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852156 Nov 10 23:09:12.280650 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff4725-a5e0-4444-b082-42925bcc3efd req-9683d36d-a387-4b11-bd22-3af275c5ea29 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:12.282030 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cff4725-a5e0-4444-b082-42925bcc3efd req-9683d36d-a387-4b11-bd22-3af275c5ea29 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 943 time: 0.0492692 Nov 10 23:09:12.330532 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-4cff4725-a5e0-4444-b082-42925bcc3efd req-f59a0763-25e3-44fe-a2c6-1a0b65aba3f0 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Nov 10 23:09:13.446515 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3ddc-7110-4be5-921f-056eb93d8108 req-8827cfdc-9296-4e8e-aebe-e56babcf4312 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:13.447928 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4ee3ddc-7110-4be5-921f-056eb93d8108 req-8827cfdc-9296-4e8e-aebe-e56babcf4312 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 943 time: 0.0490949 Nov 10 23:09:13.499320 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-e4ee3ddc-7110-4be5-921f-056eb93d8108 req-5a677777-5c4c-473e-a914-98b2a8a59e06 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443954 Nov 10 23:09:13.958960 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fe7599e2-abfa-4f78-b4f4-d52090000e3d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:09:14.055365 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:14.066294 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'port_id': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'mac_address': 'fa:16:3e:ac:f8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:09:14.102593 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:14.115851 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7599e2-abfa-4f78-b4f4-d52090000e3d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:09:14.134476 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:14.221974 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:14.274782 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=4']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:14.454692 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['fe7599e2-abfa-4f78-b4f4-d52090000e3d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:09:14.614582 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c66a1c-28eb-4d45-be7b-ea8d5c9f7677 req-6e7e2168-d33b-4ae6-a2b5-96d23e2bc7d7 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:14.616421 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d8c66a1c-28eb-4d45-be7b-ea8d5c9f7677 req-6e7e2168-d33b-4ae6-a2b5-96d23e2bc7d7 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 944 time: 0.0487671 Nov 10 23:09:14.669403 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-d8c66a1c-28eb-4d45-be7b-ea8d5c9f7677 req-dd1588ce-1d87-469e-a3f4-9c6dc69856ee tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471022 Nov 10 23:09:15.793858 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c4494-932f-4468-8c68-93e43f96a011 req-70466dc9-c12c-42e5-bb9e-3521b4a537d9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:15.795956 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa7c4494-932f-4468-8c68-93e43f96a011 req-70466dc9-c12c-42e5-bb9e-3521b4a537d9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 944 time: 0.0548763 Nov 10 23:09:15.844643 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-fa7c4494-932f-4468-8c68-93e43f96a011 req-f0e0682c-0507-4ff6-b21e-8c70511a48b3 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427382 Nov 10 23:09:15.967458 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fe7599e2-abfa-4f78-b4f4-d52090000e3d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:09:16.084401 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning for port fe7599e2-abfa-4f78-b4f4-d52090000e3d completed by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 23:09:16.088405 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port fe7599e2-abfa-4f78-b4f4-d52090000e3d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:09:16.088770 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.165826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.188755 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:16.191013 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480757d0-5215-41fe-9f2b-44616db2a775" -d '{"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-plugged", "status": "completed", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:16.207277 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:09:16.229817 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a712a3-aa35-4036-b11d-31c9d454e7ab x-openstack-request-id: req-26a712a3-aa35-4036-b11d-31c9d454e7ab {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:16.230100 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-plugged", "status": "completed", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:16.230390 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26a712a3-aa35-4036-b11d-31c9d454e7ab {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:16.230777 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'code': 200} Nov 10 23:09:16.267396 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:16.315208 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=5']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:16.328820 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dc072-8687-4b31-8be4-804aa351e021 req-443172ed-898a-485a-b771-b742963cba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:16.328820 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-366dc072-8687-4b31-8be4-804aa351e021 req-443172ed-898a-485a-b771-b742963cba38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 1097 time: 0.0398655 Nov 10 23:09:16.374595 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-366dc072-8687-4b31-8be4-804aa351e021 req-723c8cf8-b332-48d1-8f87-0377fd595258 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395589 Nov 10 23:09:16.959933 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f3b4-5425-4aff-921b-f0ba27e2990e req-9e5cbbbf-d388-4f20-94d3-6bc3c4c0d0fa tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:16.961380 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d171f3b4-5425-4aff-921b-f0ba27e2990e req-9e5cbbbf-d388-4f20-94d3-6bc3c4c0d0fa tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 945 time: 0.0484848 Nov 10 23:09:17.013669 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-d171f3b4-5425-4aff-921b-f0ba27e2990e req-f4cc3142-db26-4ee4-b7e4-b92a5c5cbdbd tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453959 Nov 10 23:09:18.131555 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1e246-8278-4b4a-b1d0-8ee6bfc0819a req-04a09eb3-67c5-4a63-8e03-7b93e0f7ca1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:18.133051 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8b1e246-8278-4b4a-b1d0-8ee6bfc0819a req-04a09eb3-67c5-4a63-8e03-7b93e0f7ca1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 945 time: 0.0486033 Nov 10 23:09:18.182737 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-a8b1e246-8278-4b4a-b1d0-8ee6bfc0819a req-78deab24-a824-43fc-8660-248bd119ef1d tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Nov 10 23:09:18.297239 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474d2fa-1510-4cfd-be95-987d5f863443 req-2fb0a8b9-8f11-4360-8869-9a004b867309 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:18.298592 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c474d2fa-1510-4cfd-be95-987d5f863443 req-2fb0a8b9-8f11-4360-8869-9a004b867309 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Nov 10 23:09:18.347865 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-c474d2fa-1510-4cfd-be95-987d5f863443 req-ee06cc05-6aa6-4ee2-925b-256d23113ca9 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434010 Nov 10 23:09:18.369117 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58362) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:18.408280 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5187a-01f2-488f-9811-db8e4e75c5d2 tempest-TestSnapshotPattern-184722687 tempest-TestSnapshotPattern-184722687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:18.409752 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-56f5187a-01f2-488f-9811-db8e4e75c5d2 tempest-TestSnapshotPattern-184722687 tempest-TestSnapshotPattern-184722687-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 1092 time: 0.0396969 Nov 10 23:09:18.412503 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58364) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:09:18.416626 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.v2.base [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Request body: {'floatingip': {'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'port_id': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 23:09:18.507675 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.604772 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.703002 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_common [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Allocated IP 172.25.7.112 (c63c6976-ff85-445a-b1de-7ade69f02d52/753ad413-8b84-48f7-8d0e-c8b834239033/82445a3b-483e-4954-bdbb-442395a3f601) {{(pid=103047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 23:09:18.803692 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for port, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.888766 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754252528267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:18.925285 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Network c63c6976-ff85-445a-b1de-7ade69f02d52 is already hosted by enough agents. {{(pid=103047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 23:09:18.930147 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.base_scheduler [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Resources bound (agent type, host, resource id): {{(pid=103047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 23:09:18.934198 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Received port after_create {{(pid=103047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 23:09:18.961619 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'Port': ['ID=82445a3b-483e-4954-bdbb-442395a3f601,revision_number=1']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:19.295852 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.429421 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.578013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for port, precommit_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.637013 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59470090'] for port, after_update {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:19.703920 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event updated for resources: {'Port': ['ID=82445a3b-483e-4954-bdbb-442395a3f601,revision_number=2']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:09:19.719053 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4063720'] for floatingip, after_create {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:20.135202 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Floating IP ce97cefd-2160-4631-8a0c-97a6b6adbdcc associated. External IP: 172.25.7.112, port: fe7599e2-abfa-4f78-b4f4-d52090000e3d. Nov 10 23:09:20.341049 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Router 8a7aae97-be96-4e1d-a360-9bbfdb271906 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:09:20.446999 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:09:20.456673 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] Sync routers for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:09:20.466124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:09:20.466731 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:09:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:09:20.525112 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:20.552490 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-2d651857-b554-473e-abab-12cc03cc4189 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1389880 Nov 10 23:09:20.553219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:09:20.555461 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22258151-4537-4c82-a3dd-9abbc9102534" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:09:20.576020 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:09:20.592841 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0fa57-aedd-4b13-971b-92cde8eacb68 x-openstack-request-id: req-f9d0fa57-aedd-4b13-971b-92cde8eacb68 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:09:20.593067 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:09:20.593316 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9d0fa57-aedd-4b13-971b-92cde8eacb68 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:09:20.593723 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'status': 'completed', 'code': 200} Nov 10 23:09:20.658962 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22258151-4537-4c82-a3dd-9abbc9102534 req-0ef5b1b3-e93f-41a3-b462-4f0319818f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.660486 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22258151-4537-4c82-a3dd-9abbc9102534 req-0ef5b1b3-e93f-41a3-b462-4f0319818f09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 1097 time: 0.0451696 Nov 10 23:09:20.750452 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22258151-4537-4c82-a3dd-9abbc9102534 req-f68e5ed3-ac31-47cf-8478-fb3d07028112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.752069 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22258151-4537-4c82-a3dd-9abbc9102534 req-f68e5ed3-ac31-47cf-8478-fb3d07028112 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0839446 Nov 10 23:09:20.806496 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}, {'id': 'ce97cefd-2160-4631-8a0c-97a6b6adbdcc', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.112', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:ac:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:09:19Z', 'updated_at': '2021-11-10T23:09:19Z', 'revision_number': 0, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:09:20.827550 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22258151-4537-4c82-a3dd-9abbc9102534 req-434a8758-397b-4f56-bfb1-a50fa0dd2cbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d HTTP/1.1" status: 200 len: 999 time: 0.0635722 Nov 10 23:09:20.837614 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] Checking router: 8a7aae97-be96-4e1d-a360-9bbfdb271906 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:09:20.852941 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:09:20.853459 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:09:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:09:20.881184 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22258151-4537-4c82-a3dd-9abbc9102534 req-f6d2b317-80e9-4ef2-a729-070bcd44f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.882730 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22258151-4537-4c82-a3dd-9abbc9102534 req-f6d2b317-80e9-4ef2-a729-070bcd44f635 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0473225 Nov 10 23:09:20.905462 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:20.930527 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22258151-4537-4c82-a3dd-9abbc9102534 req-65b1234a-81cb-4f87-b304-0986dccd68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:20.932059 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22258151-4537-4c82-a3dd-9abbc9102534 req-65b1234a-81cb-4f87-b304-0986dccd68d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426741 Nov 10 23:09:20.963265 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:09:21.030115 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22258151-4537-4c82-a3dd-9abbc9102534 req-008534ee-78e2-41fd-adcc-c018dc3d3e50 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911129 Nov 10 23:09:21.121593 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-22258151-4537-4c82-a3dd-9abbc9102534 req-7dee26c5-59bd-4297-9f26-d623521f2756 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844669 Nov 10 23:09:21.193413 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}, {'id': 'ce97cefd-2160-4631-8a0c-97a6b6adbdcc', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.112', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:ac:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:09:19Z', 'updated_at': '2021-11-10T23:09:19Z', 'revision_number': 0, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:09:21.222763 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016c4fc2-b331-4f23-a5c4-674df29aec00 None None] The sync data for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 is: [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}, {'id': 'ce97cefd-2160-4631-8a0c-97a6b6adbdcc', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.112', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:ac:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:09:19Z', 'updated_at': '2021-11-10T23:09:19Z', 'revision_number': 0, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:09:21.435038 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36f6a3-85ad-4d80-97c5-97eccde1153d None None] New status for floating IP ce97cefd-2160-4631-8a0c-97a6b6adbdcc: ACTIVE {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:09:24.734300 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:25.888091 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-66e096d8-ddab-4232-af0d-9c1e9b338ccb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408075 Nov 10 23:09:25.970419 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-342ddec8-336f-4d70-bc93-bab2122a2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:25.971904 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-342ddec8-336f-4d70-bc93-bab2122a2b38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1095 time: 0.0402811 Nov 10 23:09:26.077922 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-e6efdcf1-a1b8-47b9-a206-1bf89085dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.079385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-e6efdcf1-a1b8-47b9-a206-1bf89085dad3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0894427 Nov 10 23:09:26.147349 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-5480099e-7aed-4524-b03e-0f5d5d6aa84a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 998 time: 0.0609617 Nov 10 23:09:26.196936 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-3c7c7a8c-6327-4eae-a606-06f57a869323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.198418 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-3c7c7a8c-6327-4eae-a606-06f57a869323 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0444221 Nov 10 23:09:26.245318 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-a0bf0e21-f287-4026-8674-2099be7f4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:09:26.246781 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-a0bf0e21-f287-4026-8674-2099be7f4b68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413988 Nov 10 23:09:26.345601 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-104f8912-b75e-4d58-9ea3-556201ef8b56 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896647 Nov 10 23:09:26.440490 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-26f81994-055d-43b7-bfd2-6fc5064a99dc req-ea68a19d-6dd1-4454-8e62-eee2fc622c62 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873578 Nov 10 23:09:35.819508 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-91283116-4546-401c-94d9-77bc0f8b9a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:37.958267 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-1b26f0e7-aeda-40f7-901c-0c3c87f5e706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:39.695195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:41.158205 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:41.524453 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:42.060512 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:09:50.905398 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:09:54.752779 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:05.809701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5288b2b-db0f-4279-8cb1-b2d9a50d5ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:07.952036 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4f01ff8c-0797-4ab7-8721-1c5318355fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:09.741217 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:11.162248 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:11.539428 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:12.314223 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-636ae64e-7826-4281-a7c1-407d0c23d651 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442905 Nov 10 23:10:12.397013 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-4fe9f0b5-b422-4694-b9c0-cfbfc704f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:12.398612 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-4fe9f0b5-b422-4694-b9c0-cfbfc704f066 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 1097 time: 0.0419314 Nov 10 23:10:12.504357 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-b650318c-8965-4044-8137-6d1d678f8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:12.505832 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-b650318c-8965-4044-8137-6d1d678f8854 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0867345 Nov 10 23:10:12.576184 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-6378c893-5863-4af7-a757-aa4188d4cb86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d HTTP/1.1" status: 200 len: 1001 time: 0.0625114 Nov 10 23:10:12.627398 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-59c0e58e-5dcf-440f-bd6e-38e2831d12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:12.629045 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-59c0e58e-5dcf-440f-bd6e-38e2831d12ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0459785 Nov 10 23:10:12.674505 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-4008e90b-658e-4677-b765-cdf5fa09034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:12.676354 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-4008e90b-658e-4677-b765-cdf5fa09034a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405715 Nov 10 23:10:12.773787 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-b7e1c3fc-51c2-4c10-9afa-dab231c6e054 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895584 Nov 10 23:10:12.866681 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-014782b8-5d8e-45d5-a7e6-4ffcd262d83a req-4fa0f9ba-3a02-4c98-8a04-accb1ff6b588 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854561 Nov 10 23:10:19.059828 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:10:20.956547 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:24.712214 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:25.889401 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-0af1ba2c-4720-4797-8603-a64d004d2f1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427475 Nov 10 23:10:25.975684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-fe48032e-9d45-42a3-93e5-adc2e4e58821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:25.977170 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-fe48032e-9d45-42a3-93e5-adc2e4e58821 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1095 time: 0.0465641 Nov 10 23:10:26.079059 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-4e45860e-81ac-4372-adb4-4024def2e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:26.080571 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-4e45860e-81ac-4372-adb4-4024def2e9c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0840323 Nov 10 23:10:26.152267 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-2c647e0a-3943-44df-b765-6c4e666dff78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 998 time: 0.0637786 Nov 10 23:10:26.201207 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-fc7e4fad-d459-4175-92b0-f12b301f287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:26.202694 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-fc7e4fad-d459-4175-92b0-f12b301f287c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0442986 Nov 10 23:10:26.247883 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-588c2a3b-fae7-40a4-b4af-473a8c380edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:10:26.249408 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-588c2a3b-fae7-40a4-b4af-473a8c380edc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395496 Nov 10 23:10:26.341455 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-438c0b09-9deb-450e-bf42-282b5b1554f0 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845098 Nov 10 23:10:26.429441 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-0356da20-81a4-4a4c-b2e4-7ca90a4b87a1 req-89f8a1ef-ed42-47bf-90a5-e474a502362e service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804079 Nov 10 23:10:35.797310 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-806908f1-a1f5-4b03-b30c-f17bfaf32c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:37.941077 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8cf55c5d-58ed-4ebc-98ce-a57af26689c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:39.700228 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:41.180626 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:41.523183 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:50.391709 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fe7599e2-abfa-4f78-b4f4-d52090000e3d details requested by agent hyperv_n-h2-776250-11 with host n-h2-776250-11 {{(pid=103049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 23:10:50.489261 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:50.500915 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Returning: {'device': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'port_id': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'mac_address': 'fa:16:3e:ac:f8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 23:10:50.536652 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:50.549549 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe7599e2-abfa-4f78-b4f4-d52090000e3d {{(pid=103049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 23:10:50.568652 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:50.608488 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:50.657722 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=6']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:50.666070 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.666415 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.666753 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.667090 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.667417 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.667756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.668092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.668421 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.668741 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.669059 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.669377 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.669737 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:10:50.699526 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] get_ports_and_sgs() called for port_ids ['fe7599e2-abfa-4f78-b4f4-d52090000e3d'] {{(pid=103049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 23:10:50.938856 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.399838 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fe7599e2-abfa-4f78-b4f4-d52090000e3d up at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 23:10:52.461297 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.provisioning_blocks [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Provisioning complete for port fe7599e2-abfa-4f78-b4f4-d52090000e3d triggered by entity L2. {{(pid=103049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 23:10:52.461665 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-918075'] for port, provisioning_complete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.554498 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.580131 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:10:52.582575 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c18571d-17eb-4fc9-8dab-60c77ff778ec" -d '{"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-plugged", "status": "completed", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:10:52.601674 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:10:52.635216 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7710ac6b-16f9-4f34-a8b3-05d676c43ebf x-openstack-request-id: req-7710ac6b-16f9-4f34-a8b3-05d676c43ebf {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:10:52.635618 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-plugged", "status": "completed", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:10:52.635905 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7710ac6b-16f9-4f34-a8b3-05d676c43ebf {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:10:52.636326 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'code': 200} Nov 10 23:10:52.679195 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:52.738299 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=7']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:10:54.826153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:10:56.060239 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:11:03.767395 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58594) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:03.930426 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Deleting port 82445a3b-483e-4954-bdbb-442395a3f601 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:03.930792 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:04.004959 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:04.005292 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:04.016928 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Calling delete_port for 82445a3b-483e-4954-bdbb-442395a3f601 owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:04.225674 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:04.251228 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event deleted for resources: {'Port': ['ID=82445a3b-483e-4954-bdbb-442395a3f601,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:04.262923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.263272 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.263613 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.263972 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.264302 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.264628 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.264949 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.265274 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.265593 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.265912 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.266231 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.266550 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:04.322837 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:04.323164 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Floating IP ce97cefd-2160-4631-8a0c-97a6b6adbdcc disassociated (deleted). External IP: 172.25.7.112, port: fe7599e2-abfa-4f78-b4f4-d52090000e3d. Nov 10 23:11:04.524474 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Router 8a7aae97-be96-4e1d-a360-9bbfdb271906 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:04.630384 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:04.635471 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:04.639865 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] Sync routers for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:04.650606 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:04.651216 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:10:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:04.661805 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-6af97514-853f-4968-aa3a-d52dc6c80994 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "DELETE /v2.0/floatingips/ce97cefd-2160-4631-8a0c-97a6b6adbdcc HTTP/1.1" status: 204 len: 168 time: 0.8932328 Nov 10 23:11:04.663005 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:04.665274 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2d179a-36ef-49d2-9aba-470d03a9ad81" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:04.769191 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f234b957-e06f-430c-8a27-c74bd66cbd7a x-openstack-request-id: req-f234b957-e06f-430c-8a27-c74bd66cbd7a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:04.769819 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:04.769819 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f234b957-e06f-430c-8a27-c74bd66cbd7a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:04.770267 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'status': 'completed', 'code': 200} Nov 10 23:11:04.839673 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-5dc08283-6e37-47f0-afd1-0b0cbcb9cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:04.841147 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-5dc08283-6e37-47f0-afd1-0b0cbcb9cd3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 1097 time: 0.0479684 Nov 10 23:11:04.920919 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:04.936736 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-7789c507-2938-447b-af2e-a824d4ee0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:04.938255 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-7789c507-2938-447b-af2e-a824d4ee0816 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0892591 Nov 10 23:11:04.986160 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-b59514fc-d67d-4b81-80dd-d99729ebf361 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d HTTP/1.1" status: 200 len: 217 time: 0.0391135 Nov 10 23:11:05.038965 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-d0cadf2f-9957-44a1-ac48-68033f7a300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:05.040583 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-d0cadf2f-9957-44a1-ac48-68033f7a300e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0481715 Nov 10 23:11:05.093660 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-d624c545-9f10-4b8d-8161-b143747b4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:05.095447 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-d624c545-9f10-4b8d-8161-b143747b4ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478053 Nov 10 23:11:05.107061 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-38b3ad54-de2a-4ad3-9fd7-4fa692faa548 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 23:11:05.108128 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-38b3ad54-de2a-4ad3-9fd7-4fa692faa548 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055749 Nov 10 23:11:05.170124 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:05.189708 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745ad9-e770-4d9a-9620-5b8b05229bdd req-94c48047-a08b-4b99-9f3d-076309cc1777 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:05.197752 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94745ad9-e770-4d9a-9620-5b8b05229bdd req-94c48047-a08b-4b99-9f3d-076309cc1777 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 945 time: 0.1325076 Nov 10 23:11:05.202970 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] Checking router: 8a7aae97-be96-4e1d-a360-9bbfdb271906 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:05.212908 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:05.213604 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:10:38Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:05.223929 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-6c8055e1-b0cd-48e4-a881-41d138b7fab2 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069241 Nov 10 23:11:05.258967 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-94745ad9-e770-4d9a-9620-5b8b05229bdd req-5fb0bb8c-e8e8-48a1-8a0d-e25758277ddb tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564742 Nov 10 23:11:05.319366 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-ca2d179a-36ef-49d2-9aba-470d03a9ad81 req-67c78906-b405-43bc-9805-8cd6c0e3d336 service neutron] 10.222.0.53 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880890 Nov 10 23:11:05.325814 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:05.556842 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:05.586215 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4b5eb-be0f-4cac-9471-e7a0aeaf21e5 None None] The sync data for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 is: [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_floatingips': [{'id': '7c5aed26-024f-4077-b657-3fb0c5653105', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'router_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'port_id': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'mac_address': 'fa:16:3e:27:04:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T23:06:07Z', 'updated_at': '2021-11-10T23:06:09Z', 'revision_number': 1, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:05.780028 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8861e9f7-999e-4c69-99fa-2ed11079cc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:05.821917 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70409cfb-d18f-455a-8f88-64759d0a5569 None None] New status for floating IP ce97cefd-2160-4631-8a0c-97a6b6adbdcc: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:11:06.371524 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557eb1c-04ef-4d9b-a37c-f1c6395e263b req-fd784404-ec24-4fae-857f-839c67b3d0d8 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:06.372937 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a557eb1c-04ef-4d9b-a37c-f1c6395e263b req-fd784404-ec24-4fae-857f-839c67b3d0d8 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 945 time: 0.0529964 Nov 10 23:11:06.428053 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-a557eb1c-04ef-4d9b-a37c-f1c6395e263b req-62d2e2c3-ebbb-4fa1-ac97-98373b129f49 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484765 Nov 10 23:11:06.476013 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fe7599e2-abfa-4f78-b4f4-d52090000e3d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:06.553809 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955251'] for port, before_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:06.575552 n-d-776250-11 neutron-server[103049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d'}] {{(pid=103049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:06.577813 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04d93d90c26c20ead10e2f171723767834c10742d9f0088dbcd25f3ad19f31f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de17a1-4aa6-4776-ab4f-1a6ab8157e8c" -d '{"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d"}]}' {{(pid=103049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:06.590841 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:06.632088 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754252939915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754252528285', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754252528303'] for port, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:06.668624 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2b4d7-a71a-42c4-98af-aa2852ee0a4c x-openstack-request-id: req-28a2b4d7-a71a-42c4-98af-aa2852ee0a4c {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:06.668912 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d", "code": 200}]} {{(pid=103049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:06.669163 n-d-776250-11 neutron-server[103049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28a2b4d7-a71a-42c4-98af-aa2852ee0a4c {{(pid=103049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:06.669582 n-d-776250-11 neutron-server[103049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'code': 200} Nov 10 23:11:06.683192 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Pushing event updated for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=8']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:06.844769 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-96e7e235-d17a-4db6-9cf6-c49d78cb55ee tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:06.846257 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-96e7e235-d17a-4db6-9cf6-c49d78cb55ee tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 943 time: 0.0490437 Nov 10 23:11:06.935137 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Deleting port fe7599e2-abfa-4f78-b4f4-d52090000e3d {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:06.935406 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.026342 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] For port fe7599e2-abfa-4f78-b4f4-d52090000e3d, host n-h2-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-11',level=0,port_id=fe7599e2-abfa-4f78-b4f4-d52090000e3d,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:07.026700 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.039020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Calling delete_port for fe7599e2-abfa-4f78-b4f4-d52090000e3d owned by compute:nova {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:07.226265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.253253 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event deleted for resources: {'Port': ['ID=fe7599e2-abfa-4f78-b4f4-d52090000e3d,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:07.301692 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] No DVR routers for this DVR port fe7599e2-abfa-4f78-b4f4-d52090000e3d on host n-h2-776250-11 {{(pid=103047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:07.304966 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:07.308221 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-9ce6359c-8fcf-4cd1-b88a-21431b956fec req-622e931d-f5cd-4c60-b3cd-ee4b6dc1ac1b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.53 "DELETE /v2.0/ports/fe7599e2-abfa-4f78-b4f4-d52090000e3d HTTP/1.1" status: 204 len: 173 time: 0.4560268 Nov 10 23:11:07.308939 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-deleted', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:07.310929 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77deab83-2d71-4aa8-902f-a2a31f03f3e5" -d '{"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-deleted", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:07.346721 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18fb801-c731-4494-8017-35e60210ce3a x-openstack-request-id: req-f18fb801-c731-4494-8017-35e60210ce3a {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:07.347007 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cfbcce-614f-4927-a294-7b6c51e85172", "name": "network-vif-deleted", "tag": "fe7599e2-abfa-4f78-b4f4-d52090000e3d", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:07.347255 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f18fb801-c731-4494-8017-35e60210ce3a {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:07.347651 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cfbcce-614f-4927-a294-7b6c51e85172', 'name': 'network-vif-deleted', 'tag': 'fe7599e2-abfa-4f78-b4f4-d52090000e3d', 'status': 'completed', 'code': 200} Nov 10 23:11:07.526124 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-62f16aac-3a7e-41e1-8dd0-c2b7ea311edf req-384d51cc-28ba-45ad-8dbc-cf2b1dfc7a78 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9cfbcce-614f-4927-a294-7b6c51e85172 HTTP/1.1" status: 200 len: 210 time: 0.0275695 Nov 10 23:11:07.974230 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a8e8728e-baa1-4a14-aa84-790a4d66eb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.727912 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:09.814020 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58674) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:09.972705 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Deleting port 2e60bfc0-ade5-47a5-8da4-6962eaed2e5b {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:09.972961 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.050610 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.050933 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.062500 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Calling delete_port for 2e60bfc0-ade5-47a5-8da4-6962eaed2e5b owned by network:floatingip {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:10.288450 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.318492 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event deleted for resources: {'Port': ['ID=2e60bfc0-ade5-47a5-8da4-6962eaed2e5b,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:10.374325 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for floatingip, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.374653 n-d-776250-11 neutron-server[103047]: INFO neutron.db.l3_db [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Floating IP 7c5aed26-024f-4077-b657-3fb0c5653105 disassociated (deleted). External IP: 172.25.7.82, port: b81c9a90-baa2-495a-8562-0292398dbff2. Nov 10 23:11:10.584837 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Router 8a7aae97-be96-4e1d-a360-9bbfdb271906 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:10.690802 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:10.695878 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for floatingip, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:10.700619 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] Sync routers for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:10.709877 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:10.711125 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:11:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:10.723169 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-05334e7c-c172-4ea1-a6f2-19edc6a8fb1e tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "DELETE /v2.0/floatingips/7c5aed26-024f-4077-b657-3fb0c5653105 HTTP/1.1" status: 204 len: 168 time: 0.9080472 Nov 10 23:11:10.723764 n-d-776250-11 neutron-server[103047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2'}] {{(pid=103047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:10.726144 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d51a1b6ae70c45fb2fd997600748f7b82a99d27233a7823cca7cda40e12db5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2"}]}' {{(pid=103047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:10.766266 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f596d756-b268-4265-812b-4fb38021a667 x-openstack-request-id: req-f596d756-b268-4265-812b-4fb38021a667 {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:10.766555 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2", "status": "completed", "code": 200}]} {{(pid=103047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:10.766805 n-d-776250-11 neutron-server[103047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f596d756-b268-4265-812b-4fb38021a667 {{(pid=103047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:10.767207 n-d-776250-11 neutron-server[103047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'status': 'completed', 'code': 200} Nov 10 23:11:10.825534 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:10.832347 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-a1b1571c-1391-4c52-bdeb-a5404350b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:10.833854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-a1b1571c-1391-4c52-bdeb-a5404350b424 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f722bb8f4257490b878c85103611d2ef&device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 1095 time: 0.0423203 Nov 10 23:11:10.933295 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-21a527ad-4029-4b0b-9d13-2682b8040bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:10.934850 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-21a527ad-4029-4b0b-9d13-2682b8040bd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 200 len: 911 time: 0.0935338 Nov 10 23:11:10.979316 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-7016062f-738a-40df-b7f6-854512f36756 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 200 len: 217 time: 0.0365577 Nov 10 23:11:11.033569 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-e915dadb-bb69-45a8-a5f4-653463696630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:11.035142 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-e915dadb-bb69-45a8-a5f4-653463696630 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 200 len: 849 time: 0.0474324 Nov 10 23:11:11.048700 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:11.077712 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] Checking router: 8a7aae97-be96-4e1d-a360-9bbfdb271906 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:11.087922 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:11.088545 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:11:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:11.092759 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-7b405147-fa4b-4c6b-a77e-bd825ae25807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:11.094385 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-7b405147-fa4b-4c6b-a77e-bd825ae25807 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=60e7b009-3d60-48f1-80ef-a74c3a106b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506237 Nov 10 23:11:11.155300 n-d-776250-11 neutron-server[103047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4e22-6a64-4725-a959-5266a37381cc req-17dae598-2c7a-450c-aebd-001ffaaab7c0 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:11.156889 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-473d4e22-6a64-4725-a959-5266a37381cc req-17dae598-2c7a-450c-aebd-001ffaaab7c0 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 943 time: 0.0536337 Nov 10 23:11:11.206632 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-b13708e3-9bf8-48c5-a292-adf0f9acf418 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999622 Nov 10 23:11:11.217587 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:11.218771 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [req-473d4e22-6a64-4725-a959-5266a37381cc req-1c5d03ca-daaa-4864-bfa1-b36ecfc9cc7b tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548227 Nov 10 23:11:11.219391 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:11.308317 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-e17bd6b6-1859-4c38-a9b8-b6a1da741f9c req-be97acc9-bc0c-4acc-8656-b690ffffcc29 service neutron] 10.222.0.64 "GET /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931654 Nov 10 23:11:11.423418 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:11.453623 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d0f93-3035-4de2-a684-0326fc09d65c None None] The sync data for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 is: [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11', '_interfaces': [{'id': 'f163400f-1332-4326-8614-2013ef042b67', 'name': '', 'network_id': '60e7b009-3d60-48f1-80ef-a74c3a106b2b', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'mac_address': 'fa:16:3e:af:0a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:35Z', 'updated_at': '2021-11-10T23:05:40Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'subnets': [{'id': 'a828163b-e4e8-4e34-a570-f045a0783132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:11.517601 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:11.674862 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e79f3c1-5870-4d62-a7af-1684af5068de None None] New status for floating IP 7c5aed26-024f-4077-b657-3fb0c5653105: DOWN {{(pid=103050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 23:11:12.035521 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-45f87d96-41a5-4208-9c50-f3eebbb310e3 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:12.036996 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-45f87d96-41a5-4208-9c50-f3eebbb310e3 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.64 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 943 time: 0.0487244 Nov 10 23:11:12.127941 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Deleting port b81c9a90-baa2-495a-8562-0292398dbff2 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:12.128281 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.215806 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] For port b81c9a90-baa2-495a-8562-0292398dbff2, host n-h1-776250-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-11',level=0,port_id=b81c9a90-baa2-495a-8562-0292398dbff2,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:12.216169 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.228797 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Calling delete_port for b81c9a90-baa2-495a-8562-0292398dbff2 owned by compute:nova {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:12.372553 n-d-776250-11 neutron-server[103048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c23b2-4e4d-4839-ad5d-907923acd316 req-661800a3-178e-4b53-ad9b-916388aa62b5 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 23:11:12.373973 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70c23b2-4e4d-4839-ad5d-907923acd316 req-661800a3-178e-4b53-ad9b-916388aa62b5 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cffd52a-36b0-4c14-befa-98f4f5fdb823 HTTP/1.1" status: 200 len: 943 time: 0.0799046 Nov 10 23:11:12.435744 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-b70c23b2-4e4d-4839-ad5d-907923acd316 req-09ef1ef5-cd7d-43c7-bec1-163f0990fb9c tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "GET /v2.0/security-groups?id=a40e3df2-568c-414b-8773-90128dcd69ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540624 Nov 10 23:11:12.482073 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.494055 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fe7599e2-abfa-4f78-b4f4-d52090000e3d no longer exists at agent hyperv_n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:12.514843 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] No Port match for: fe7599e2-abfa-4f78-b4f4-d52090000e3d {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:12.515179 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Device fe7599e2-abfa-4f78-b4f4-d52090000e3d not bound to the agent host n-h2-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:12.515313 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event deleted for resources: {'Port': ['ID=b81c9a90-baa2-495a-8562-0292398dbff2,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:12.528476 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.528822 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.529168 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.529504 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.529836 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.530162 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.530534 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.530808 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.531129 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.531446 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.531789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.532238 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-11 {{(pid=103048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 23:11:12.565851 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] No DVR routers for this DVR port b81c9a90-baa2-495a-8562-0292398dbff2 on host n-h1-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:12.568307 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-484746'] for port, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:12.571759 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [req-2711a744-c43e-4060-8eb5-ee26934ef5cd req-ae918148-8f89-4e27-9a33-20104618ed25 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.64 "DELETE /v2.0/ports/b81c9a90-baa2-495a-8562-0292398dbff2 HTTP/1.1" status: 204 len: 173 time: 0.5285296 Nov 10 23:11:12.572197 n-d-776250-11 neutron-server[103048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-deleted', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2'}] {{(pid=103048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 23:11:12.574441 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c4fd4c6077d509640e3074cb50a876980679591adab7268fd296f5f49f5cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062dea45-98de-425c-b70f-b2be0bd6bd93" -d '{"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-deleted", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2"}]}' {{(pid=103048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 23:11:12.666041 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f294e0d-8981-4075-8af8-41aee95fc05e x-openstack-request-id: req-6f294e0d-8981-4075-8af8-41aee95fc05e {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 23:11:12.666336 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cffd52a-36b0-4c14-befa-98f4f5fdb823", "name": "network-vif-deleted", "tag": "b81c9a90-baa2-495a-8562-0292398dbff2", "status": "completed", "code": 200}]} {{(pid=103048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 23:11:12.666582 n-d-776250-11 neutron-server[103048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f294e0d-8981-4075-8af8-41aee95fc05e {{(pid=103048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 23:11:12.666979 n-d-776250-11 neutron-server[103048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cffd52a-36b0-4c14-befa-98f4f5fdb823', 'name': 'network-vif-deleted', 'tag': 'b81c9a90-baa2-495a-8562-0292398dbff2', 'status': 'completed', 'code': 200} Nov 10 23:11:13.492219 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58696) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:13.550014 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79edcbd8-eb57-47c0-b4f0-b948bcf85060 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.575185 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79edcbd8-eb57-47c0-b4f0-b948bcf85060 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.677141 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79edcbd8-eb57-47c0-b4f0-b948bcf85060 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.680064 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-79edcbd8-eb57-47c0-b4f0-b948bcf85060 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:13.681229 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-79edcbd8-eb57-47c0-b4f0-b948bcf85060 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] 10.222.0.45 "DELETE /v2.0/security-groups/a40e3df2-568c-414b-8773-90128dcd69ba HTTP/1.1" status: 204 len: 168 time: 0.1880150 Nov 10 23:11:13.690448 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edcbd8-eb57-47c0-b4f0-b948bcf85060 tempest-TestSnapshotPattern-1460684346 tempest-TestSnapshotPattern-1460684346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e3df2-568c-414b-8773-90128dcd69ba,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:13.824646 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58700) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:14.259955 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.502176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Deleting port f163400f-1332-4326-8614-2013ef042b67 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:14.502860 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.577905 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] For port f163400f-1332-4326-8614-2013ef042b67, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=f163400f-1332-4326-8614-2013ef042b67,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:14.578263 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.590531 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Calling delete_port for f163400f-1332-4326-8614-2013ef042b67 owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:14.853992 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:14.877368 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f163400f-1332-4326-8614-2013ef042b67,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:15.291283 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b81c9a90-baa2-495a-8562-0292398dbff2 no longer exists at agent hyperv_n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:15.314244 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] No Port match for: b81c9a90-baa2-495a-8562-0292398dbff2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:15.314580 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Device b81c9a90-baa2-495a-8562-0292398dbff2 not bound to the agent host n-h1-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:15.367303 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.580320 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Router 8a7aae97-be96-4e1d-a360-9bbfdb271906 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:15.684483 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:15.689471 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b2dc1ec7-3de9-485d-a487-536af86612a8 admin admin] 10.222.0.45 "PUT /v2.0/routers/8a7aae97-be96-4e1d-a360-9bbfdb271906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637006 Nov 10 23:11:15.692050 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58704) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:15.695778 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] Sync routers for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:15.706064 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:15.706666 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:11:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:15.796682 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.813964 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: n-d-776250-11 {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:15.898659 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:15.997884 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:11:14Z', 'revision_number': 5, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port': {'id': 'a986f0f9-dd26-410d-b327-659bc08009c6', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:16.024900 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Deleting port a986f0f9-dd26-410d-b327-659bc08009c6 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:16.025164 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] Checking router: 8a7aae97-be96-4e1d-a360-9bbfdb271906 for host: n-d-776250-11 {{(pid=103049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:16.025393 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.033240 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] Routers {'8a7aae97-be96-4e1d-a360-9bbfdb271906'} bound to L3 agent in host n-d-776250-11 {{(pid=103049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:16.033846 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:11:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['8a7aae97-be96-4e1d-a360-9bbfdb271906'], 'active': True} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:16.107023 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] For port a986f0f9-dd26-410d-b327-659bc08009c6, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=a986f0f9-dd26-410d-b327-659bc08009c6,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:16.107394 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.121316 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Calling delete_port for a986f0f9-dd26-410d-b327-659bc08009c6 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:16.125780 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvr_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] Set router 8a7aae97-be96-4e1d-a360-9bbfdb271906 gateway port host: None {{(pid=103049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:16.183361 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_hamode_db [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:11:15Z', 'revision_number': 6, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:16.209756 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9261c6e-ca13-40bb-8362-52594f12ece0 None None] The sync data for ids ['8a7aae97-be96-4e1d-a360-9bbfdb271906'] in n-d-776250-11 is: [{'id': '8a7aae97-be96-4e1d-a360-9bbfdb271906', 'name': 'tempest-TestSnapshotPattern-1660297840-router', 'tenant_id': 'f722bb8f4257490b878c85103611d2ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:33Z', 'updated_at': '2021-11-10T23:11:15Z', 'revision_number': 6, 'project_id': 'f722bb8f4257490b878c85103611d2ef', 'gw_port_host': None}] {{(pid=103049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:16.350350 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.378174 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a986f0f9-dd26-410d-b327-659bc08009c6,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:16.396744 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709c26a-e8ed-4959-87e8-54de4a0bf202 None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:16.445840 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.541427 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.543754 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.666069 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.666662 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7aae97-be96-4e1d-a360-9bbfdb271906 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:11:16.681878 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.681878 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-851251c6-4812-4343-991c-2ee2315b5f0a admin admin] 10.222.0.45 "DELETE /v2.0/routers/8a7aae97-be96-4e1d-a360-9bbfdb271906 HTTP/1.1" status: 204 len: 168 time: 0.9793832 Nov 10 23:11:16.682272 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58706) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:16.719689 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] Deleting subnet a828163b-e4e8-4e34-a570-f045a0783132 {{(pid=103048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:11:16.722703 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.758649 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58785602'] for subnet, precommit_delete_associations {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.839362 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.969056 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59658044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58884220'] for subnet, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:16.999041 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.002964 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a828163b-e4e8-4e34-a570-f045a0783132 HTTP/1.1" status: 204 len: 168 time: 0.3268561 Nov 10 23:11:17.004022 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239ee15-8e05-4361-bb09-000f4fcbcf05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a828163b-e4e8-4e34-a570-f045a0783132,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:17.004457 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae6694-f67d-4a5a-af79-3767db12eca3 None None] Network 60e7b009-3d60-48f1-80ef-a74c3a106b2b requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:17.006109 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58708) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:17.207807 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] DHCP port deletion for 60e7b009-3d60-48f1-80ef-a74c3a106b2b request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:17.286313 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] Deleting port c7dd4236-096c-4d4c-b107-8114fc67e50e {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:17.287084 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.375360 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] For port c7dd4236-096c-4d4c-b107-8114fc67e50e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7dd4236-096c-4d4c-b107-8114fc67e50e,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:17.375800 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.391524 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] Calling delete_port for c7dd4236-096c-4d4c-b107-8114fc67e50e owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:17.440154 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.494637 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Deleting port c7dd4236-096c-4d4c-b107-8114fc67e50e {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:17.494880 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.540581 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.558389 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] For port c7dd4236-096c-4d4c-b107-8114fc67e50e, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=c7dd4236-096c-4d4c-b107-8114fc67e50e,segment=NetworkSegment(f78746f8-dc0a-4e3c-b2d4-6a073f088687),segment_id=f78746f8-dc0a-4e3c-b2d4-6a073f088687)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:17.558752 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.565802 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] Pushing event deleted for resources: {'Port': ['ID=c7dd4236-096c-4d4c-b107-8114fc67e50e,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:17.570081 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c2247-f9e2-40d4-baff-0d129b8a20da None None] No DVR routers for this DVR port c7dd4236-096c-4d4c-b107-8114fc67e50e on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:17.579620 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Calling delete_port for c7dd4236-096c-4d4c-b107-8114fc67e50e owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:17.650938 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.675601 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dd4236-096c-4d4c-b107-8114fc67e50e,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:17.680315 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] No DVR routers for this DVR port c7dd4236-096c-4d4c-b107-8114fc67e50e on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:17.752831 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.771939 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e7b009-3d60-48f1-80ef-a74c3a106b2b']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:17.781655 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78746f8-dc0a-4e3c-b2d4-6a073f088687') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:17.781946 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78746f8-dc0a-4e3c-b2d4-6a073f088687') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:17.791048 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.803626 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.810158 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:11:17.810541 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: self.session.flush() Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: timer() Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:11:17.812479 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:11:17.928305 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.933704 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:17.947805 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] 10.222.0.45 "DELETE /v2.0/networks/60e7b009-3d60-48f1-80ef-a74c3a106b2b HTTP/1.1" status: 204 len: 168 time: 0.9285817 Nov 10 23:11:17.948298 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58710) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:17.948753 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b5856-3c9b-49a7-9b10-1d5a7215374f admin admin] Pushing event deleted for resources: {'Network': ['ID=60e7b009-3d60-48f1-80ef-a74c3a106b2b,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:18.142943 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7dd4236-096c-4d4c-b107-8114fc67e50e no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:18.163819 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: c7dd4236-096c-4d4c-b107-8114fc67e50e {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:18.164346 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device c7dd4236-096c-4d4c-b107-8114fc67e50e not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:18.164750 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a986f0f9-dd26-410d-b327-659bc08009c6 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:18.183751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: a986f0f9-dd26-410d-b327-659bc08009c6 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:18.184096 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device a986f0f9-dd26-410d-b327-659bc08009c6 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:18.184512 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f163400f-1332-4326-8614-2013ef042b67 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:18.204751 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: f163400f-1332-4326-8614-2013ef042b67 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:18.205092 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device f163400f-1332-4326-8614-2013ef042b67 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:18.290691 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4066792'] for router_interface, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.530282 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Deleting port 82be1334-4827-484c-8246-abea53599cbb {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:18.530619 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.606812 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] For port 82be1334-4827-484c-8246-abea53599cbb, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=82be1334-4827-484c-8246-abea53599cbb,segment=NetworkSegment(5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b),segment_id=5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:18.607175 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.619446 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Calling delete_port for 82be1334-4827-484c-8246-abea53599cbb owned by network:router_interface {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:18.877248 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:18.907109 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=82be1334-4827-484c-8246-abea53599cbb,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:19.070735 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4064120'] for router_interface, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.298317 n-d-776250-11 neutron-server[103047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 has already been hosted by L3 agent 9c5ce9e2-0a8d-4577-8002-77b3cd636a2e {{(pid=103047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 23:11:19.713663 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] Notify agent at l3_agent.n-d-776250-11 the message routers_updated {{(pid=103047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 23:11:19.718604 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-bfd36d99-0334-464b-9ee5-d9f7cb7bcc2c admin admin] 10.222.0.45 "PUT /v2.0/routers/0ff960fa-4f93-4630-b1d7-c06f64e36a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7775457 Nov 10 23:11:19.721176 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58712) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:19.724206 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] Sync routers for ids ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'] in n-d-776250-11 {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 23:11:19.733696 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] Routers {'0ff960fa-4f93-4630-b1d7-c06f64e36a68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:19.734337 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:11:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:19.824539 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks [] for router, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:19.837378 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] Set router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 gateway port host: n-d-776250-11 {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:19.921527 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.016054 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'external_fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:11:18Z', 'revision_number': 5, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port': {'id': '91baa52f-284b-482c-bccf-e33a3b2725e2', 'name': '', 'network_id': 'c63c6976-ff85-445a-b1de-7ade69f02d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '753ad413-8b84-48f7-8d0e-c8b834239033', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-11'}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:20.042782 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] Checking router: 0ff960fa-4f93-4630-b1d7-c06f64e36a68 for host: n-d-776250-11 {{(pid=103050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 23:11:20.051093 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] Routers {'0ff960fa-4f93-4630-b1d7-c06f64e36a68'} bound to L3 agent in host n-d-776250-11 {{(pid=103050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 23:11:20.051691 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:10:08Z,description=,heartbeat_timestamp=2021-11-10T23:11:08Z,host='n-d-776250-11',id=9c5ce9e2-0a8d-4577-8002-77b3cd636a2e,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T21:10:08Z,topic='l3_agent')) {'router_ids': ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'], 'active': True} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:20.059745 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Deleting port 91baa52f-284b-482c-bccf-e33a3b2725e2 {{(pid=103047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:20.060092 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.139327 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.db [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] For port 91baa52f-284b-482c-bccf-e33a3b2725e2, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=91baa52f-284b-482c-bccf-e33a3b2725e2,segment=NetworkSegment(519094a8-11f8-4d43-bf14-d4d19932de00),segment_id=519094a8-11f8-4d43-bf14-d4d19932de00)] {{(pid=103047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:20.140063 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.140336 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_dvr_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] Set router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 gateway port host: None {{(pid=103050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 23:11:20.156350 n-d-776250-11 neutron-server[103047]: DEBUG neutron.plugins.ml2.plugin [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Calling delete_port for 91baa52f-284b-482c-bccf-e33a3b2725e2 owned by network:router_gateway {{(pid=103047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:20.198107 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.l3_hamode_db [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:11:19Z', 'revision_number': 6, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port_host': None}], 'n-d-776250-11', False) {} {{(pid=103050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:20.223898 n-d-776250-11 neutron-server[103050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0962729-d7e3-4a0d-b131-86f8fa86e3e2 None None] The sync data for ids ['0ff960fa-4f93-4630-b1d7-c06f64e36a68'] in n-d-776250-11 is: [{'id': '0ff960fa-4f93-4630-b1d7-c06f64e36a68', 'name': 'tempest-TestSnapshotPattern-22361848-router', 'tenant_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T23:05:39Z', 'updated_at': '2021-11-10T23:11:19Z', 'revision_number': 6, 'project_id': 'dc1bd4c5aedf475e8bce8f5bda04ef78', 'gw_port_host': None}] {{(pid=103050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 23:11:20.379815 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59470109'] for port, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.404892 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Pushing event deleted for resources: {'Port': ['ID=91baa52f-284b-482c-bccf-e33a3b2725e2,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:20.419292 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80c4c2-a30a-448a-8897-8858e1ebc07b None None] DHCP port deletion for c63c6976-ff85-445a-b1de-7ade69f02d52 request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:20.468122 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4063634'] for router_gateway, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.556572 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4068357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44931'] for router, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.558587 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.687817 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4068366'] for router, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.688393 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff960fa-4f93-4630-b1d7-c06f64e36a68 {{(pid=103047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 23:11:20.692918 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] Publish callbacks [] for router, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.694140 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-b200699b-00b9-4bfd-9cc4-f7fc10cdc03f admin admin] 10.222.0.45 "DELETE /v2.0/routers/0ff960fa-4f93-4630-b1d7-c06f64e36a68 HTTP/1.1" status: 204 len: 168 time: 0.9720654 Nov 10 23:11:20.697304 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58714) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:20.746922 n-d-776250-11 neutron-server[103047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] Deleting subnet ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393 {{(pid=103047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 23:11:20.750403 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.785265 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60117639'] for subnet, precommit_delete_associations {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.866123 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-922889'] for subnet, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.979324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:20.979858 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-922880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59470128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62709580'] for subnet, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.015379 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.022966 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393 HTTP/1.1" status: 204 len: 168 time: 0.3204041 Nov 10 23:11:21.022966 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714ebe5-141f-4223-a68f-8b11b02b823e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0759e8-9f7b-4b77-a8b9-9b2e5bd7b393,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:21.024746 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58716) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:21.026378 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30afd4-cc35-4f60-8a5f-1639b99feccb None None] Network d3fdc0a8-bcb9-45ec-8088-ced692491e3c requested from n-d-776250-11 {{(pid=103049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 23:11:21.095357 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-844389'] for network, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.150983 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Deleting port 627f4bba-0bfc-4df8-975f-54d47a874493 {{(pid=103048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:21.151389 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.200897 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] DHCP port deletion for d3fdc0a8-bcb9-45ec-8088-ced692491e3c request from n-d-776250-11 {{(pid=103049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 23:11:21.221354 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.db [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] For port 627f4bba-0bfc-4df8-975f-54d47a874493, host n-d-776250-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-11',level=0,port_id=627f4bba-0bfc-4df8-975f-54d47a874493,segment=NetworkSegment(5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b),segment_id=5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b)] {{(pid=103048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:21.221732 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.236799 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Calling delete_port for 627f4bba-0bfc-4df8-975f-54d47a874493 owned by network:dhcp {{(pid=103048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:21.408646 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59658001'] for port, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.421889 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] Deleting port 627f4bba-0bfc-4df8-975f-54d47a874493 {{(pid=103049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 23:11:21.422427 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754252932527'] for port, before_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.439993 n-d-776250-11 neutron-server[103048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] No DVR routers for this DVR port 627f4bba-0bfc-4df8-975f-54d47a874493 on host n-d-776250-11 {{(pid=103048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:21.445505 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Pushing event deleted for resources: {'Port': ['ID=627f4bba-0bfc-4df8-975f-54d47a874493,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:21.486608 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.db [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] For port 627f4bba-0bfc-4df8-975f-54d47a874493, host n-d-776250-11, got binding levels [] {{(pid=103049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 23:11:21.487063 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4191502'] for port, precommit_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.500114 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] Calling delete_port for 627f4bba-0bfc-4df8-975f-54d47a874493 owned by network:dhcp {{(pid=103049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 23:11:21.502745 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.ipam_backend_mixin [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] Port 627f4bba-0bfc-4df8-975f-54d47a874493 was not found and therefore no delete operation was performed {{(pid=103049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 23:11:21.504051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754252939897', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754252528276'] for port, after_delete {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.514636 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-925104', 'neutron.services.segments.db._delete_segments_for_network-8754252845797'] for network, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.530454 n-d-776250-11 neutron-server[103049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] Pushing event deleted for resources: {'Port': ['ID=627f4bba-0bfc-4df8-975f-54d47a874493,revision_number=None']} {{(pid=103049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:21.532312 n-d-776250-11 neutron-server[103049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d655c2-a7f7-4a3f-b691-f6f686528343 None None] No DVR routers for this DVR port 627f4bba-0bfc-4df8-975f-54d47a874493 on host n-d-776250-11 {{(pid=103049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 23:11:21.537684 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fdc0a8-bcb9-45ec-8088-ced692491e3c']}} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:21.548694 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b') {'for_net_delete': True} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:21.548986 n-d-776250-11 neutron-server[103048]: DEBUG neutron.services.segments.db [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f419c7c-ed36-4b9f-b5af-8b2e336a2e9b') {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 23:11:21.558571 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754252851182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58785627'] for segment, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.571288 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456'] for segment, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.577063 n-d-776250-11 neutron-server[103048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-928456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59658082'] for segment, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: Traceback (most recent call last): Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: timer() Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: cb(*args, **kw) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: return func(*args, **kwargs) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: self._notify() Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: self.callback(batched_events) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: event.method(event) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: return f(self, *a, **k) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: return self._get(url).json() Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: return self.request(url, 'GET', **kwargs) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 23:11:21.579543 n-d-776250-11 neutron-server[103048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 23:11:21.699715 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-925063', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3674214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4063742'] for network, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.706193 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Publish callbacks [] for network, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:21.708854 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d3fdc0a8-bcb9-45ec-8088-ced692491e3c HTTP/1.1" status: 204 len: 168 time: 0.6827748 Nov 10 23:11:21.720444 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce995-da68-4097-aade-b34ad8ff2077 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fdc0a8-bcb9-45ec-8088-ced692491e3c,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:21.975373 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58720) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:22.016095 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-e146b8c5-2c08-4a0b-962d-43379910ecff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f722bb8f4257490b878c85103611d2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389395 Nov 10 23:11:22.022076 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [-] (103048) accepted ('10.222.0.45', 58722) {{(pid=103048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:22.071630 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c280-63c3-4626-83ec-f12847443c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:22.093291 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c280-63c3-4626-83ec-f12847443c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:22.143650 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 82be1334-4827-484c-8246-abea53599cbb no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:22.167953 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 82be1334-4827-484c-8246-abea53599cbb {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:22.168298 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 82be1334-4827-484c-8246-abea53599cbb not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:22.168711 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 91baa52f-284b-482c-bccf-e33a3b2725e2 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:22.187558 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 91baa52f-284b-482c-bccf-e33a3b2725e2 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:22.190918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 91baa52f-284b-482c-bccf-e33a3b2725e2 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:22.190918 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 627f4bba-0bfc-4df8-975f-54d47a874493 no longer exists at agent ovs-agent-n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 23:11:22.207447 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.plugin [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] No Port match for: 627f4bba-0bfc-4df8-975f-54d47a874493 {{(pid=103049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 23:11:22.207818 n-d-776250-11 neutron-server[103049]: DEBUG neutron.plugins.ml2.rpc [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Device 627f4bba-0bfc-4df8-975f-54d47a874493 not bound to the agent host n-d-776250-11 {{(pid=103049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 23:11:22.208398 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c280-63c3-4626-83ec-f12847443c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:22.212466 n-d-776250-11 neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-dfd2c280-63c3-4626-83ec-f12847443c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:22.213639 n-d-776250-11 neutron-server[103048]: INFO neutron.wsgi [None req-dfd2c280-63c3-4626-83ec-f12847443c35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad2cfdeb-3aea-45c6-a5ef-d4e425f3b731 HTTP/1.1" status: 204 len: 168 time: 0.1892827 Nov 10 23:11:22.222789 n-d-776250-11 neutron-server[103048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2c280-63c3-4626-83ec-f12847443c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2cfdeb-3aea-45c6-a5ef-d4e425f3b731,revision_number=None']} {{(pid=103048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:22.820923 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58728) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:22.862172 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5db10c04-6edc-44b1-96e6-8bb558c8c9f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc1bd4c5aedf475e8bce8f5bda04ef78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400636 Nov 10 23:11:22.864775 n-d-776250-11 neutron-server[103047]: DEBUG neutron.wsgi [-] (103047) accepted ('10.222.0.45', 58730) {{(pid=103047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 23:11:22.911668 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5336355f-8a75-4abc-81a8-c40aecfa8f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:22.933656 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5336355f-8a75-4abc-81a8-c40aecfa8f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.047462 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5336355f-8a75-4abc-81a8-c40aecfa8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673812'] for security_group, after_delete {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.050509 n-d-776250-11 neutron-server[103047]: DEBUG neutron_lib.callbacks.manager [None req-5336355f-8a75-4abc-81a8-c40aecfa8f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:23.052108 n-d-776250-11 neutron-server[103047]: INFO neutron.wsgi [None req-5336355f-8a75-4abc-81a8-c40aecfa8f58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4066d45c-a828-4c8b-b70a-70017e412880 HTTP/1.1" status: 204 len: 168 time: 0.1863673 Nov 10 23:11:23.059924 n-d-776250-11 neutron-server[103047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336355f-8a75-4abc-81a8-c40aecfa8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4066d45c-a828-4c8b-b70a-70017e412880,revision_number=None']} {{(pid=103047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 23:11:24.728224 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:33.060649 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:11:35.785245 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-baba74cd-30fd-4be1-af6a-10cbeb0ab6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:37.985490 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a583abf0-03cb-4617-9425-3e1265840aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:39.727961 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.173585 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:41.516643 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:50.973616 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:11:54.733574 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:05.790272 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa556-2e36-4c81-b884-1c767e8cb441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:07.966694 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-62f993bf-6165-4956-9c91-9df242f7cad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:09.721153 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:10.062061 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:12:11.179166 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:11.527560 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:20.944586 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:24.761186 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:35.841283 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-419df15b-9eda-43bb-809d-a0987b0f67d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:37.972536 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-16696843-b466-4bec-aff1-754174233242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:39.727280 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:41.184276 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:41.532790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:47.062510 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:12:50.949463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:12:54.807691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:05.800928 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-cd1d52eb-50eb-498f-8699-00c8e27edca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:07.955203 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4d7154b2-b24b-45e5-8f36-35ad8ef61a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:09.732872 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.194909 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:11.537990 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:20.937832 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:24.061149 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:13:24.806101 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:35.812193 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-305b8edf-2514-43e4-b7a5-710ef704adba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:37.971424 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-aecd3031-0a29-4767-9857-cfd46629add7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:39.720024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:41.194679 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:41.520449 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:50.966105 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:13:54.805753 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:01.060931 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:14:05.822771 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-318e8a0a-a1ec-4bc9-a3e1-74de10ac2a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:07.948691 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-23aa42e7-d3ab-4ca9-86f4-3579b21b9c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:09.737081 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:11.182666 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:11.531380 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:20.965607 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:24.799521 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:35.810823 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bd185eed-fff7-4728-83aa-840e43a6d58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:37.970647 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4591867c-013f-42e6-a959-bc0fc056c659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:38.060834 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:14:39.730911 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:41.176700 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:41.525226 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:50.976445 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:14:54.821887 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:05.799288 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-01ae4a97-0fe8-402c-bd70-441395e194a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:07.970379 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0765dca-0315-4064-be70-01d58246f74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:09.759109 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:11.187956 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:11.547461 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:15.060296 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:15:21.010578 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:24.839051 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:35.815557 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-bc47981f-1264-458b-8e62-f79a8990a31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:37.987300 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-6d598323-7352-4554-8536-67483475b56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:39.730175 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:41.192976 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:41.524222 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:51.009779 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:15:52.060109 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:15:54.850054 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:05.815564 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-255ea0f8-de70-4332-b416-d767133ae7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:07.969937 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-34369f1d-0806-45d9-b069-e4c18bab93e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:09.775703 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:11.198247 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:11.529826 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:20.986479 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:24.838399 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:29.059525 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:16:35.804064 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-d854d644-a213-4237-8a4b-adfd0368dfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:37.963947 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-5743b54a-5a1a-4b24-a6ec-e5d9ebb837f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:39.763888 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:41.208497 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:41.528304 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:50.986385 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:16:54.866597 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:05.803528 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fd71e003-abff-4ee1-a970-9c03b8005e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:06.059381 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:17:07.974735 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-178915be-16a9-4e00-ab8f-825a46be1e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:09.740263 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:11.203699 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:11.529160 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:20.985137 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:24.883270 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:35.803065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-3928c08e-f060-4ee1-b06e-4593c14bad28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:37.964319 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-dad3c5c0-78ad-4efb-93d1-145e3b492ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:39.767180 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:41.197459 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:41.544463 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:43.061655 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:17:50.995534 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:17:54.854065 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:05.791024 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-fe2679a4-12da-4d01-8774-e367b93a836a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:07.962790 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-04970db8-5cb8-4371-9500-ae888dcd3960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:09.773853 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:11.202701 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:11.534118 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:13.575855 n-d-776250-11 neutron-server[103048]: DEBUG neutron.wsgi [req-a4b84745-3621-46c4-8706-a615f514c979 req-8aa485f7-1af9-4d53-ad8f-5283c98a57aa service neutron] (103048) timed out ('10.222.0.45', 56268) {{(pid=103048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 23:18:20.061102 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:18:20.983981 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:24.869282 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:35.808131 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-e4f882a4-9a65-4e53-a023-097e56a904f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:37.956710 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-65494974-84fe-45d6-9d50-09f5b5cc9549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:39.772223 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:41.207958 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:41.533550 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:51.030878 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:54.863514 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:18:57.061061 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:19:05.813389 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3de7-11cd-4646-bbce-cf4f369ba011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:07.984734 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-8a8bbb18-9c4a-4e53-8026-74f6c69a1023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:09.799858 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:11.218844 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:11.533449 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:21.013199 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:24.858535 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:34.060776 n-d-776250-11 neutron-server[103050]: DEBUG neutron.db.agents_db [None req-d59d8464-ff6d-4cea-b111-31c912c13915 None None] Agent healthcheck: found 7 active agents {{(pid=103050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 23:19:35.801789 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f443-803d-4f3f-bb75-b2276b3ec4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:37.984465 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a9f6-186b-4a6a-82aa-6cec6ac65ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:39.790324 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-64a67836-df70-462c-8471-50ad53d694e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:41.218816 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-36651f81-5b08-464d-9dd5-5fc07f24a7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:41.532998 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-a642eb46-569d-417a-aa72-19f0af612744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:51.022391 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-b5e65369-5239-4819-ab87-b78f1e642a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 23:19:54.887755 n-d-776250-11 neutron-server[103049]: DEBUG neutron_lib.callbacks.manager [None req-94bb10cd-05fb-465b-9ef3-a9c590d367e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754252845779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-918090'] for agent, after_update {{(pid=103049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}